From f9e5d7c043b4347007e185e9a78020efe0368516 Mon Sep 17 00:00:00 2001 From: Aamir Nazir Date: Tue, 20 Aug 2024 13:23:13 +0400 Subject: [PATCH 01/48] Update torch_fx_backend.py --- nncf/quantization/algorithms/min_max/torch_fx_backend.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/nncf/quantization/algorithms/min_max/torch_fx_backend.py b/nncf/quantization/algorithms/min_max/torch_fx_backend.py index f18c7fc385b..0e59532cb28 100644 --- a/nncf/quantization/algorithms/min_max/torch_fx_backend.py +++ b/nncf/quantization/algorithms/min_max/torch_fx_backend.py @@ -202,7 +202,8 @@ def get_weight_tensor_port_ids(node: NNCFNode, graph: NNCFGraph) -> List[Optiona @staticmethod def get_weight_name(nncf_graph: NNCFGraph, target_point: PTTargetPoint) -> str: weighted_node = nncf_graph.get_node_by_name(target_point.target_node_name) - weight = nncf_graph.get_previous_nodes(weighted_node)[target_point.input_port_id] + weight_edge = nncf_graph.get_input_edge_by_port_id(weighted_node, target_point.input_port_id) + weight = weight_edge.from_node return weight.node_name @staticmethod From 75978ac425876d888f7b2e476322e64c3f3abe8e Mon Sep 17 00:00:00 2001 From: Aamir Nazir Date: Thu, 19 Sep 2024 14:04:52 +0400 Subject: [PATCH 02/48] post quantize compression transformation init --- .../torch/fx/quantization/quantize_model.py | 5 +- nncf/experimental/torch/fx/transformations.py | 80 +- .../fx/quantized/mobilenet_v3_small.dot | 2134 ++- .../fx/quantized/resnet18.dot | 938 +- .../fx/quantized/swin_v2_s.dot | 12808 +++++++--------- .../reference_graphs/fx/quantized/unet.dot | 970 +- .../fx/quantized/vit_b_16.dot | 3912 +++-- tests/torch/fx/test_sanity.py | 4 +- 8 files changed, 9625 insertions(+), 11226 deletions(-) diff --git a/nncf/experimental/torch/fx/quantization/quantize_model.py b/nncf/experimental/torch/fx/quantization/quantize_model.py index d65dfd61f6d..83012e9ba57 100644 --- a/nncf/experimental/torch/fx/quantization/quantize_model.py +++ b/nncf/experimental/torch/fx/quantization/quantize_model.py @@ -28,6 +28,7 @@ from nncf.data import Dataset from nncf.experimental.torch.fx.transformations import apply_quantization_transformations from nncf.experimental.torch.fx.transformations import revert_quantization_transformations +from nncf.experimental.torch.fx.transformations import compress_post_quantize_transformation from nncf.parameters import ModelType from nncf.parameters import QuantizationMode from nncf.parameters import TargetDevice @@ -87,7 +88,7 @@ def quantize_impl( # Revert applied transformation to keep original model # bias configuration. revert_quantization_transformations(quantized_model) - + compress_post_quantize_transformation(quantized_model) # Magic. Without this call compiled model # is not preformant quantized_model = GraphModule(quantized_model, quantized_model.graph) @@ -102,4 +103,6 @@ def quantize_impl( quantized_model.meta.update(original_graph_meta) quantized_model = _disallow_eval_train(quantized_model) + quantized_model = GraphModule(quantized_model, quantized_model.graph) + return quantized_model diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index d1eb55b67d4..41273208804 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -151,7 +151,7 @@ def constant_update_transformation(model: torch.fx.GraphModule): return constant_update_transformation -def constant_update_fn(model: torch.fx.GraphModule, node: torch.fx.Node, value: torch.Tensor, input_port_id: int = 1): +def constant_update_fn(model: torch.fx.GraphModule, node: torch.fx.Node, value: torch.Tensor, input_port_id: int = 1, updated_node_name: Optional[str] = None): """ Updates constant of given node on the given input port id with given value. @@ -161,9 +161,9 @@ def constant_update_fn(model: torch.fx.GraphModule, node: torch.fx.Node, value: :param input_port_id: Target constant input port id. """ graph = model.graph + node_name = updated_node_name if updated_node_name else node.name + "_updated_constant" with graph.inserting_before(node): - new_constant = create_getattr_from_value(model, graph, node.name + "_updated_constant", value) - + new_constant = create_getattr_from_value(model, graph, node_name, value) args = list(node.args) # A bias node suppose to have constant on the second input port. if args[input_port_id].op != "get_attr": @@ -177,8 +177,11 @@ def constant_update_fn(model: torch.fx.GraphModule, node: torch.fx.Node, value: new_constant.meta = copy(previous_const.meta) new_constant.meta["val"] = value - args[input_port_id] = new_constant - node.args = tuple(args) + consumer_nodes = list(previous_const.users.keys()) + for node in consumer_nodes: + node.replace_input_with(previous_const, new_constant) + + graph.erase_node(previous_const) graph.eliminate_dead_code() @@ -496,6 +499,73 @@ def fuse_conv_bn(model: torch.fx.GraphModule) -> None: model.graph.eliminate_dead_code() model.recompile() +def _remove_constant_qdq_transformation(model: torch.fx.GraphModule) -> None: + def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): + quantized = torch.ops.quantized_decomposed.quantize_per_channel.default( + weight, scale, zero_point, axis, low, high, dtype + ) + dequantized = torch.ops.quantized_decomposed.dequantize_per_channel.default( + quantized, scale, zero_point, axis, low, high, dtype + ) + return dequantized + + def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): + quantized = torch.ops.quantized_decomposed.quantize_per_tensor.default( + weight, scale, zero_point, low, high, dtype + ) + dequantized = torch.ops.quantized_decomposed.dequantize_per_tensor.default( + quantized, scale, zero_point, low, high, dtype + ) + return dequantized + + def replacement(x, scale, zero_point, axis, low, high, dtype): + return torch.mul(x, scale) + + def match_filters(match, original_graph, graph): + for node in match.nodes_map.keys(): + if node.name=='weight' and match.nodes_map[node].op == 'get_attr': + return True + return False + torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern_per_channel, replacement, [match_filters]) + torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern_per_tensor, replacement, [match_filters]) + +def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule): + input_tup = [] + for params in node.args: + if isinstance(params, torch.fx.Node): + if params.op == 'get_attr': + value = get_tensor_constant_from_node(params, model) + input_tup.append(value) + else: + return None + else: + input_tup.append(params) + _reshape_scale(model, node) + return input_tup + +def _compress_qdq_constant_transformation(model: torch.fx.GraphModule) -> None: + for node in model.graph.nodes: + if node.target in [torch.ops.quantized_decomposed.quantize_per_tensor.default, torch.ops.quantized_decomposed.quantize_per_channel.default]: + port_id = 0 + input_tup = _get_node_inputs(node, model) + if(input_tup): + result = node.target(*tuple(input_tup)) + constant_update_fn(model, node, result, port_id, updated_node_name='compressed_weight_updated_constant') + +def _reshape_scale(model, node: torch.fx.Node): + weight_node = node.all_input_nodes[0] + scale_node = node.all_input_nodes[1] + scale_value = get_tensor_constant_from_node(scale_node, model) + weight_value = get_tensor_constant_from_node(weight_node, model) + axis = node.args[3] + new_shape = [1] * weight_value.dim() + new_shape[axis] = scale_value.shape[0] + scale_value = scale_value.view(new_shape) + constant_update_fn(model, node, scale_value, 1, updated_node_name=scale_node.name+'_updated_constant') + +def compress_post_quantize_transformation(model: torch.fx.GraphModule): + _compress_qdq_constant_transformation(model) + _remove_constant_qdq_transformation(model) def apply_quantization_transformations(model: torch.fx.GraphModule) -> None: """ diff --git a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot index 4417e47306b..b64a3c68da6 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot @@ -2,1181 +2,965 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0" [id=4, type=get_attr]; -"5 conv2d_zero_point_0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 features_0_0_weight_bias_0_0" [id=8, type=get_attr]; -"9 conv2d" [id=9, type=conv2d]; -"10 hardswish__scale_0" [id=10, type=get_attr]; -"11 hardswish__zero_point_0" [id=11, type=get_attr]; -"12 hardswish_" [id=12, type=hardswish_]; -"13 quantize_per_channel_default_1" [id=13, type=quantize_per_channel]; -"14 dequantize_per_channel_default_1" [id=14, type=dequantize_per_channel]; -"15 _param_constant3" [id=15, type=get_attr]; -"16 conv2d_1_scale_0" [id=16, type=get_attr]; -"17 conv2d_1_zero_point_0" [id=17, type=get_attr]; -"18 quantize_per_channel_default_2" [id=18, type=quantize_per_channel]; -"19 dequantize_per_channel_default_2" [id=19, type=dequantize_per_channel]; -"20 features_1_block_0_0_weight_bias_0_0" [id=20, type=get_attr]; -"21 conv2d_1" [id=21, type=conv2d]; -"22 relu_" [id=22, type=relu_]; -"23 quantize_per_tensor_default_1" [id=23, type=quantize_per_tensor]; -"24 dequantize_per_tensor_default_2" [id=24, type=dequantize_per_tensor]; -"25 dequantize_per_tensor_default_1" [id=25, type=dequantize_per_tensor]; -"26 adaptive_avg_pool2d" [id=26, type=adaptive_avg_pool2d]; -"27 _param_constant6" [id=27, type=get_attr]; -"28 _param_constant7_0_0" [id=28, type=get_attr]; -"29 conv2d_2" [id=29, type=conv2d]; -"30 relu" [id=30, type=relu]; -"31 _param_constant8" [id=31, type=get_attr]; -"32 _param_constant9_0_0" [id=32, type=get_attr]; -"33 conv2d_3" [id=33, type=conv2d]; -"34 hardsigmoid" [id=34, type=hardsigmoid]; -"35 quantize_per_tensor_default_2" [id=35, type=quantize_per_tensor]; -"36 dequantize_per_tensor_default_3" [id=36, type=dequantize_per_tensor]; -"37 mul" [id=37, type=mul]; -"38 quantize_per_tensor_default_3" [id=38, type=quantize_per_tensor]; -"39 dequantize_per_tensor_default_4" [id=39, type=dequantize_per_tensor]; -"40 _param_constant10" [id=40, type=get_attr]; -"41 conv2d_4_scale_0" [id=41, type=get_attr]; -"42 conv2d_4_zero_point_0" [id=42, type=get_attr]; -"43 quantize_per_channel_default_3" [id=43, type=quantize_per_channel]; -"44 dequantize_per_channel_default_3" [id=44, type=dequantize_per_channel]; -"45 features_1_block_2_0_weight_bias_0_0" [id=45, type=get_attr]; -"46 conv2d_4" [id=46, type=conv2d]; -"47 quantize_per_tensor_default_4" [id=47, type=quantize_per_tensor]; -"48 dequantize_per_tensor_default_5" [id=48, type=dequantize_per_tensor]; -"49 _param_constant13" [id=49, type=get_attr]; -"50 conv2d_5_scale_0" [id=50, type=get_attr]; -"51 conv2d_5_zero_point_0" [id=51, type=get_attr]; -"52 quantize_per_channel_default_4" [id=52, type=quantize_per_channel]; -"53 dequantize_per_channel_default_4" [id=53, type=dequantize_per_channel]; -"54 features_2_block_0_0_weight_bias_0_0" [id=54, type=get_attr]; -"55 conv2d_5" [id=55, type=conv2d]; -"56 relu__1_scale_0" [id=56, type=get_attr]; -"57 relu__1_zero_point_0" [id=57, type=get_attr]; -"58 relu__1" [id=58, type=relu_]; -"59 quantize_per_channel_default_5" [id=59, type=quantize_per_channel]; -"60 dequantize_per_channel_default_5" [id=60, type=dequantize_per_channel]; -"61 _param_constant16" [id=61, type=get_attr]; -"62 conv2d_6_scale_0" [id=62, type=get_attr]; -"63 conv2d_6_zero_point_0" [id=63, type=get_attr]; -"64 quantize_per_channel_default_6" [id=64, type=quantize_per_channel]; -"65 dequantize_per_channel_default_6" [id=65, type=dequantize_per_channel]; -"66 features_2_block_1_0_weight_bias_0_0" [id=66, type=get_attr]; -"67 conv2d_6" [id=67, type=conv2d]; -"68 relu__2" [id=68, type=relu_]; -"69 quantize_per_tensor_default_5" [id=69, type=quantize_per_tensor]; -"70 dequantize_per_tensor_default_6" [id=70, type=dequantize_per_tensor]; -"71 _param_constant19" [id=71, type=get_attr]; -"72 conv2d_7_scale_0" [id=72, type=get_attr]; -"73 conv2d_7_zero_point_0" [id=73, type=get_attr]; -"74 quantize_per_channel_default_7" [id=74, type=quantize_per_channel]; -"75 dequantize_per_channel_default_7" [id=75, type=dequantize_per_channel]; -"76 features_2_block_2_0_weight_bias_0_0" [id=76, type=get_attr]; -"77 conv2d_7" [id=77, type=conv2d]; -"78 quantize_per_tensor_default_6" [id=78, type=quantize_per_tensor]; -"79 dequantize_per_tensor_default_8" [id=79, type=dequantize_per_tensor]; -"80 dequantize_per_tensor_default_7" [id=80, type=dequantize_per_tensor]; -"81 _param_constant22" [id=81, type=get_attr]; -"82 conv2d_8_scale_0" [id=82, type=get_attr]; -"83 conv2d_8_zero_point_0" [id=83, type=get_attr]; -"84 quantize_per_channel_default_8" [id=84, type=quantize_per_channel]; -"85 dequantize_per_channel_default_8" [id=85, type=dequantize_per_channel]; -"86 features_3_block_0_0_weight_bias_0_0" [id=86, type=get_attr]; -"87 conv2d_8" [id=87, type=conv2d]; -"88 relu__3_scale_0" [id=88, type=get_attr]; -"89 relu__3_zero_point_0" [id=89, type=get_attr]; -"90 relu__3" [id=90, type=relu_]; -"91 quantize_per_channel_default_9" [id=91, type=quantize_per_channel]; -"92 dequantize_per_channel_default_9" [id=92, type=dequantize_per_channel]; -"93 _param_constant25" [id=93, type=get_attr]; -"94 conv2d_9_scale_0" [id=94, type=get_attr]; -"95 conv2d_9_zero_point_0" [id=95, type=get_attr]; -"96 quantize_per_channel_default_10" [id=96, type=quantize_per_channel]; -"97 dequantize_per_channel_default_10" [id=97, type=dequantize_per_channel]; -"98 features_3_block_1_0_weight_bias_0_0" [id=98, type=get_attr]; -"99 conv2d_9" [id=99, type=conv2d]; -"100 relu__4" [id=100, type=relu_]; -"101 quantize_per_tensor_default_7" [id=101, type=quantize_per_tensor]; -"102 dequantize_per_tensor_default_9" [id=102, type=dequantize_per_tensor]; -"103 _param_constant28" [id=103, type=get_attr]; -"104 conv2d_10_scale_0" [id=104, type=get_attr]; -"105 conv2d_10_zero_point_0" [id=105, type=get_attr]; -"106 quantize_per_channel_default_11" [id=106, type=quantize_per_channel]; -"107 dequantize_per_channel_default_11" [id=107, type=dequantize_per_channel]; -"108 features_3_block_2_0_weight_bias_0_0" [id=108, type=get_attr]; -"109 conv2d_10" [id=109, type=conv2d]; -"110 quantize_per_tensor_default_8" [id=110, type=quantize_per_tensor]; -"111 dequantize_per_tensor_default_10" [id=111, type=dequantize_per_tensor]; -"112 add_" [id=112, type=add_]; -"113 quantize_per_tensor_default_9" [id=113, type=quantize_per_tensor]; -"114 dequantize_per_tensor_default_11" [id=114, type=dequantize_per_tensor]; -"115 _param_constant31" [id=115, type=get_attr]; -"116 conv2d_11_scale_0" [id=116, type=get_attr]; -"117 conv2d_11_zero_point_0" [id=117, type=get_attr]; -"118 quantize_per_channel_default_12" [id=118, type=quantize_per_channel]; -"119 dequantize_per_channel_default_12" [id=119, type=dequantize_per_channel]; -"120 features_4_block_0_0_weight_bias_0_0" [id=120, type=get_attr]; -"121 conv2d_11" [id=121, type=conv2d]; -"122 hardswish__1_scale_0" [id=122, type=get_attr]; -"123 hardswish__1_zero_point_0" [id=123, type=get_attr]; -"124 hardswish__1" [id=124, type=hardswish_]; -"125 quantize_per_channel_default_13" [id=125, type=quantize_per_channel]; -"126 dequantize_per_channel_default_13" [id=126, type=dequantize_per_channel]; -"127 _param_constant34" [id=127, type=get_attr]; -"128 conv2d_12_scale_0" [id=128, type=get_attr]; -"129 conv2d_12_zero_point_0" [id=129, type=get_attr]; -"130 quantize_per_channel_default_14" [id=130, type=quantize_per_channel]; -"131 dequantize_per_channel_default_14" [id=131, type=dequantize_per_channel]; -"132 features_4_block_1_0_weight_bias_0_0" [id=132, type=get_attr]; -"133 conv2d_12" [id=133, type=conv2d]; -"134 hardswish__2" [id=134, type=hardswish_]; -"135 quantize_per_tensor_default_10" [id=135, type=quantize_per_tensor]; -"136 dequantize_per_tensor_default_13" [id=136, type=dequantize_per_tensor]; -"137 dequantize_per_tensor_default_12" [id=137, type=dequantize_per_tensor]; -"138 adaptive_avg_pool2d_1" [id=138, type=adaptive_avg_pool2d]; -"139 _param_constant37" [id=139, type=get_attr]; -"140 _param_constant38_0_0" [id=140, type=get_attr]; -"141 conv2d_13" [id=141, type=conv2d]; -"142 relu_1" [id=142, type=relu]; -"143 _param_constant39" [id=143, type=get_attr]; -"144 _param_constant40_0_0" [id=144, type=get_attr]; -"145 conv2d_14" [id=145, type=conv2d]; -"146 hardsigmoid_1" [id=146, type=hardsigmoid]; -"147 quantize_per_tensor_default_11" [id=147, type=quantize_per_tensor]; -"148 dequantize_per_tensor_default_14" [id=148, type=dequantize_per_tensor]; -"149 mul_1" [id=149, type=mul]; -"150 quantize_per_tensor_default_12" [id=150, type=quantize_per_tensor]; -"151 dequantize_per_tensor_default_15" [id=151, type=dequantize_per_tensor]; -"152 _param_constant41" [id=152, type=get_attr]; -"153 conv2d_15_scale_0" [id=153, type=get_attr]; -"154 conv2d_15_zero_point_0" [id=154, type=get_attr]; -"155 quantize_per_channel_default_15" [id=155, type=quantize_per_channel]; -"156 dequantize_per_channel_default_15" [id=156, type=dequantize_per_channel]; -"157 features_4_block_3_0_weight_bias_0_0" [id=157, type=get_attr]; -"158 conv2d_15" [id=158, type=conv2d]; -"159 quantize_per_tensor_default_13" [id=159, type=quantize_per_tensor]; -"160 dequantize_per_tensor_default_17" [id=160, type=dequantize_per_tensor]; -"161 dequantize_per_tensor_default_16" [id=161, type=dequantize_per_tensor]; -"162 _param_constant44" [id=162, type=get_attr]; -"163 conv2d_16_scale_0" [id=163, type=get_attr]; -"164 conv2d_16_zero_point_0" [id=164, type=get_attr]; -"165 quantize_per_channel_default_16" [id=165, type=quantize_per_channel]; -"166 dequantize_per_channel_default_16" [id=166, type=dequantize_per_channel]; -"167 features_5_block_0_0_weight_bias_0_0" [id=167, type=get_attr]; -"168 conv2d_16" [id=168, type=conv2d]; -"169 hardswish__3_scale_0" [id=169, type=get_attr]; -"170 hardswish__3_zero_point_0" [id=170, type=get_attr]; -"171 hardswish__3" [id=171, type=hardswish_]; -"172 quantize_per_channel_default_17" [id=172, type=quantize_per_channel]; -"173 dequantize_per_channel_default_17" [id=173, type=dequantize_per_channel]; -"174 _param_constant47" [id=174, type=get_attr]; -"175 conv2d_17_scale_0" [id=175, type=get_attr]; -"176 conv2d_17_zero_point_0" [id=176, type=get_attr]; -"177 quantize_per_channel_default_18" [id=177, type=quantize_per_channel]; -"178 dequantize_per_channel_default_18" [id=178, type=dequantize_per_channel]; -"179 features_5_block_1_0_weight_bias_0_0" [id=179, type=get_attr]; -"180 conv2d_17" [id=180, type=conv2d]; -"181 hardswish__4" [id=181, type=hardswish_]; -"182 quantize_per_tensor_default_14" [id=182, type=quantize_per_tensor]; -"183 dequantize_per_tensor_default_19" [id=183, type=dequantize_per_tensor]; -"184 dequantize_per_tensor_default_18" [id=184, type=dequantize_per_tensor]; -"185 adaptive_avg_pool2d_2" [id=185, type=adaptive_avg_pool2d]; -"186 _param_constant50" [id=186, type=get_attr]; -"187 _param_constant51_0_0" [id=187, type=get_attr]; -"188 conv2d_18" [id=188, type=conv2d]; -"189 relu_2" [id=189, type=relu]; -"190 _param_constant52" [id=190, type=get_attr]; -"191 _param_constant53_0_0" [id=191, type=get_attr]; -"192 conv2d_19" [id=192, type=conv2d]; -"193 hardsigmoid_2" [id=193, type=hardsigmoid]; -"194 quantize_per_tensor_default_15" [id=194, type=quantize_per_tensor]; -"195 dequantize_per_tensor_default_20" [id=195, type=dequantize_per_tensor]; -"196 mul_2" [id=196, type=mul]; -"197 quantize_per_tensor_default_16" [id=197, type=quantize_per_tensor]; -"198 dequantize_per_tensor_default_21" [id=198, type=dequantize_per_tensor]; -"199 _param_constant54" [id=199, type=get_attr]; -"200 conv2d_20_scale_0" [id=200, type=get_attr]; -"201 conv2d_20_zero_point_0" [id=201, type=get_attr]; -"202 quantize_per_channel_default_19" [id=202, type=quantize_per_channel]; -"203 dequantize_per_channel_default_19" [id=203, type=dequantize_per_channel]; -"204 features_5_block_3_0_weight_bias_0_0" [id=204, type=get_attr]; -"205 conv2d_20" [id=205, type=conv2d]; -"206 quantize_per_tensor_default_17" [id=206, type=quantize_per_tensor]; -"207 dequantize_per_tensor_default_22" [id=207, type=dequantize_per_tensor]; -"208 add__1" [id=208, type=add_]; -"209 quantize_per_tensor_default_18" [id=209, type=quantize_per_tensor]; -"210 dequantize_per_tensor_default_24" [id=210, type=dequantize_per_tensor]; -"211 dequantize_per_tensor_default_23" [id=211, type=dequantize_per_tensor]; -"212 _param_constant57" [id=212, type=get_attr]; -"213 conv2d_21_scale_0" [id=213, type=get_attr]; -"214 conv2d_21_zero_point_0" [id=214, type=get_attr]; -"215 quantize_per_channel_default_20" [id=215, type=quantize_per_channel]; -"216 dequantize_per_channel_default_20" [id=216, type=dequantize_per_channel]; -"217 features_6_block_0_0_weight_bias_0_0" [id=217, type=get_attr]; -"218 conv2d_21" [id=218, type=conv2d]; -"219 hardswish__5_scale_0" [id=219, type=get_attr]; -"220 hardswish__5_zero_point_0" [id=220, type=get_attr]; -"221 hardswish__5" [id=221, type=hardswish_]; -"222 quantize_per_channel_default_21" [id=222, type=quantize_per_channel]; -"223 dequantize_per_channel_default_21" [id=223, type=dequantize_per_channel]; -"224 _param_constant60" [id=224, type=get_attr]; -"225 conv2d_22_scale_0" [id=225, type=get_attr]; -"226 conv2d_22_zero_point_0" [id=226, type=get_attr]; -"227 quantize_per_channel_default_22" [id=227, type=quantize_per_channel]; -"228 dequantize_per_channel_default_22" [id=228, type=dequantize_per_channel]; -"229 features_6_block_1_0_weight_bias_0_0" [id=229, type=get_attr]; -"230 conv2d_22" [id=230, type=conv2d]; -"231 hardswish__6" [id=231, type=hardswish_]; -"232 quantize_per_tensor_default_19" [id=232, type=quantize_per_tensor]; -"233 dequantize_per_tensor_default_26" [id=233, type=dequantize_per_tensor]; -"234 dequantize_per_tensor_default_25" [id=234, type=dequantize_per_tensor]; -"235 adaptive_avg_pool2d_3" [id=235, type=adaptive_avg_pool2d]; -"236 _param_constant63" [id=236, type=get_attr]; -"237 _param_constant64_0_0" [id=237, type=get_attr]; -"238 conv2d_23" [id=238, type=conv2d]; -"239 relu_3" [id=239, type=relu]; -"240 _param_constant65" [id=240, type=get_attr]; -"241 _param_constant66_0_0" [id=241, type=get_attr]; -"242 conv2d_24" [id=242, type=conv2d]; -"243 hardsigmoid_3" [id=243, type=hardsigmoid]; -"244 quantize_per_tensor_default_20" [id=244, type=quantize_per_tensor]; -"245 dequantize_per_tensor_default_27" [id=245, type=dequantize_per_tensor]; -"246 mul_3" [id=246, type=mul]; -"247 quantize_per_tensor_default_21" [id=247, type=quantize_per_tensor]; -"248 dequantize_per_tensor_default_28" [id=248, type=dequantize_per_tensor]; -"249 _param_constant67" [id=249, type=get_attr]; -"250 conv2d_25_scale_0" [id=250, type=get_attr]; -"251 conv2d_25_zero_point_0" [id=251, type=get_attr]; -"252 quantize_per_channel_default_23" [id=252, type=quantize_per_channel]; -"253 dequantize_per_channel_default_23" [id=253, type=dequantize_per_channel]; -"254 features_6_block_3_0_weight_bias_0_0" [id=254, type=get_attr]; -"255 conv2d_25" [id=255, type=conv2d]; -"256 quantize_per_tensor_default_22" [id=256, type=quantize_per_tensor]; -"257 dequantize_per_tensor_default_29" [id=257, type=dequantize_per_tensor]; -"258 add__2" [id=258, type=add_]; -"259 quantize_per_tensor_default_23" [id=259, type=quantize_per_tensor]; -"260 dequantize_per_tensor_default_30" [id=260, type=dequantize_per_tensor]; -"261 _param_constant70" [id=261, type=get_attr]; -"262 conv2d_26_scale_0" [id=262, type=get_attr]; -"263 conv2d_26_zero_point_0" [id=263, type=get_attr]; -"264 quantize_per_channel_default_24" [id=264, type=quantize_per_channel]; -"265 dequantize_per_channel_default_24" [id=265, type=dequantize_per_channel]; -"266 features_7_block_0_0_weight_bias_0_0" [id=266, type=get_attr]; -"267 conv2d_26" [id=267, type=conv2d]; -"268 hardswish__7_scale_0" [id=268, type=get_attr]; -"269 hardswish__7_zero_point_0" [id=269, type=get_attr]; -"270 hardswish__7" [id=270, type=hardswish_]; -"271 quantize_per_channel_default_25" [id=271, type=quantize_per_channel]; -"272 dequantize_per_channel_default_25" [id=272, type=dequantize_per_channel]; -"273 _param_constant73" [id=273, type=get_attr]; -"274 conv2d_27_scale_0" [id=274, type=get_attr]; -"275 conv2d_27_zero_point_0" [id=275, type=get_attr]; -"276 quantize_per_channel_default_26" [id=276, type=quantize_per_channel]; -"277 dequantize_per_channel_default_26" [id=277, type=dequantize_per_channel]; -"278 features_7_block_1_0_weight_bias_0_0" [id=278, type=get_attr]; -"279 conv2d_27" [id=279, type=conv2d]; -"280 hardswish__8" [id=280, type=hardswish_]; -"281 quantize_per_tensor_default_24" [id=281, type=quantize_per_tensor]; -"282 dequantize_per_tensor_default_32" [id=282, type=dequantize_per_tensor]; -"283 dequantize_per_tensor_default_31" [id=283, type=dequantize_per_tensor]; -"284 adaptive_avg_pool2d_4" [id=284, type=adaptive_avg_pool2d]; -"285 _param_constant76" [id=285, type=get_attr]; -"286 _param_constant77_0_0" [id=286, type=get_attr]; -"287 conv2d_28" [id=287, type=conv2d]; -"288 relu_4" [id=288, type=relu]; -"289 _param_constant78" [id=289, type=get_attr]; -"290 _param_constant79_0_0" [id=290, type=get_attr]; -"291 conv2d_29" [id=291, type=conv2d]; -"292 hardsigmoid_4" [id=292, type=hardsigmoid]; -"293 quantize_per_tensor_default_25" [id=293, type=quantize_per_tensor]; -"294 dequantize_per_tensor_default_33" [id=294, type=dequantize_per_tensor]; -"295 mul_4" [id=295, type=mul]; -"296 quantize_per_tensor_default_26" [id=296, type=quantize_per_tensor]; -"297 dequantize_per_tensor_default_34" [id=297, type=dequantize_per_tensor]; -"298 _param_constant80" [id=298, type=get_attr]; -"299 conv2d_30_scale_0" [id=299, type=get_attr]; -"300 conv2d_30_zero_point_0" [id=300, type=get_attr]; -"301 quantize_per_channel_default_27" [id=301, type=quantize_per_channel]; -"302 dequantize_per_channel_default_27" [id=302, type=dequantize_per_channel]; -"303 features_7_block_3_0_weight_bias_0_0" [id=303, type=get_attr]; -"304 conv2d_30" [id=304, type=conv2d]; -"305 quantize_per_tensor_default_27" [id=305, type=quantize_per_tensor]; -"306 dequantize_per_tensor_default_36" [id=306, type=dequantize_per_tensor]; -"307 dequantize_per_tensor_default_35" [id=307, type=dequantize_per_tensor]; -"308 _param_constant83" [id=308, type=get_attr]; -"309 conv2d_31_scale_0" [id=309, type=get_attr]; -"310 conv2d_31_zero_point_0" [id=310, type=get_attr]; -"311 quantize_per_channel_default_28" [id=311, type=quantize_per_channel]; -"312 dequantize_per_channel_default_28" [id=312, type=dequantize_per_channel]; -"313 features_8_block_0_0_weight_bias_0_0" [id=313, type=get_attr]; -"314 conv2d_31" [id=314, type=conv2d]; -"315 hardswish__9_scale_0" [id=315, type=get_attr]; -"316 hardswish__9_zero_point_0" [id=316, type=get_attr]; -"317 hardswish__9" [id=317, type=hardswish_]; -"318 quantize_per_channel_default_29" [id=318, type=quantize_per_channel]; -"319 dequantize_per_channel_default_29" [id=319, type=dequantize_per_channel]; -"320 _param_constant86" [id=320, type=get_attr]; -"321 conv2d_32_scale_0" [id=321, type=get_attr]; -"322 conv2d_32_zero_point_0" [id=322, type=get_attr]; -"323 quantize_per_channel_default_30" [id=323, type=quantize_per_channel]; -"324 dequantize_per_channel_default_30" [id=324, type=dequantize_per_channel]; -"325 features_8_block_1_0_weight_bias_0_0" [id=325, type=get_attr]; -"326 conv2d_32" [id=326, type=conv2d]; -"327 hardswish__10" [id=327, type=hardswish_]; -"328 quantize_per_tensor_default_28" [id=328, type=quantize_per_tensor]; -"329 dequantize_per_tensor_default_38" [id=329, type=dequantize_per_tensor]; -"330 dequantize_per_tensor_default_37" [id=330, type=dequantize_per_tensor]; -"331 adaptive_avg_pool2d_5" [id=331, type=adaptive_avg_pool2d]; -"332 _param_constant89" [id=332, type=get_attr]; -"333 _param_constant90_0_0" [id=333, type=get_attr]; -"334 conv2d_33" [id=334, type=conv2d]; -"335 relu_5" [id=335, type=relu]; -"336 _param_constant91" [id=336, type=get_attr]; -"337 _param_constant92_0_0" [id=337, type=get_attr]; -"338 conv2d_34" [id=338, type=conv2d]; -"339 hardsigmoid_5" [id=339, type=hardsigmoid]; -"340 quantize_per_tensor_default_29" [id=340, type=quantize_per_tensor]; -"341 dequantize_per_tensor_default_39" [id=341, type=dequantize_per_tensor]; -"342 mul_5" [id=342, type=mul]; -"343 quantize_per_tensor_default_30" [id=343, type=quantize_per_tensor]; -"344 dequantize_per_tensor_default_40" [id=344, type=dequantize_per_tensor]; -"345 _param_constant93" [id=345, type=get_attr]; -"346 conv2d_35_scale_0" [id=346, type=get_attr]; -"347 conv2d_35_zero_point_0" [id=347, type=get_attr]; -"348 quantize_per_channel_default_31" [id=348, type=quantize_per_channel]; -"349 dequantize_per_channel_default_31" [id=349, type=dequantize_per_channel]; -"350 features_8_block_3_0_weight_bias_0_0" [id=350, type=get_attr]; -"351 conv2d_35" [id=351, type=conv2d]; -"352 quantize_per_tensor_default_31" [id=352, type=quantize_per_tensor]; -"353 dequantize_per_tensor_default_41" [id=353, type=dequantize_per_tensor]; -"354 add__3" [id=354, type=add_]; -"355 quantize_per_tensor_default_32" [id=355, type=quantize_per_tensor]; -"356 dequantize_per_tensor_default_42" [id=356, type=dequantize_per_tensor]; -"357 _param_constant96" [id=357, type=get_attr]; -"358 conv2d_36_scale_0" [id=358, type=get_attr]; -"359 conv2d_36_zero_point_0" [id=359, type=get_attr]; -"360 quantize_per_channel_default_32" [id=360, type=quantize_per_channel]; -"361 dequantize_per_channel_default_32" [id=361, type=dequantize_per_channel]; -"362 features_9_block_0_0_weight_bias_0_0" [id=362, type=get_attr]; -"363 conv2d_36" [id=363, type=conv2d]; -"364 hardswish__11_scale_0" [id=364, type=get_attr]; -"365 hardswish__11_zero_point_0" [id=365, type=get_attr]; -"366 hardswish__11" [id=366, type=hardswish_]; -"367 quantize_per_channel_default_33" [id=367, type=quantize_per_channel]; -"368 dequantize_per_channel_default_33" [id=368, type=dequantize_per_channel]; -"369 _param_constant99" [id=369, type=get_attr]; -"370 conv2d_37_scale_0" [id=370, type=get_attr]; -"371 conv2d_37_zero_point_0" [id=371, type=get_attr]; -"372 quantize_per_channel_default_34" [id=372, type=quantize_per_channel]; -"373 dequantize_per_channel_default_34" [id=373, type=dequantize_per_channel]; -"374 features_9_block_1_0_weight_bias_0_0" [id=374, type=get_attr]; -"375 conv2d_37" [id=375, type=conv2d]; -"376 hardswish__12" [id=376, type=hardswish_]; -"377 quantize_per_tensor_default_33" [id=377, type=quantize_per_tensor]; -"378 dequantize_per_tensor_default_44" [id=378, type=dequantize_per_tensor]; -"379 dequantize_per_tensor_default_43" [id=379, type=dequantize_per_tensor]; -"380 adaptive_avg_pool2d_6" [id=380, type=adaptive_avg_pool2d]; -"381 _param_constant102" [id=381, type=get_attr]; -"382 _param_constant103_0_0" [id=382, type=get_attr]; -"383 conv2d_38" [id=383, type=conv2d]; -"384 relu_6" [id=384, type=relu]; -"385 _param_constant104" [id=385, type=get_attr]; -"386 _param_constant105_0_0" [id=386, type=get_attr]; -"387 conv2d_39" [id=387, type=conv2d]; -"388 hardsigmoid_6" [id=388, type=hardsigmoid]; -"389 quantize_per_tensor_default_34" [id=389, type=quantize_per_tensor]; -"390 dequantize_per_tensor_default_45" [id=390, type=dequantize_per_tensor]; -"391 mul_6" [id=391, type=mul]; -"392 quantize_per_tensor_default_35" [id=392, type=quantize_per_tensor]; -"393 dequantize_per_tensor_default_46" [id=393, type=dequantize_per_tensor]; -"394 _param_constant106" [id=394, type=get_attr]; -"395 conv2d_40_scale_0" [id=395, type=get_attr]; -"396 conv2d_40_zero_point_0" [id=396, type=get_attr]; -"397 quantize_per_channel_default_35" [id=397, type=quantize_per_channel]; -"398 dequantize_per_channel_default_35" [id=398, type=dequantize_per_channel]; -"399 features_9_block_3_0_weight_bias_0_0" [id=399, type=get_attr]; -"400 conv2d_40" [id=400, type=conv2d]; -"401 quantize_per_tensor_default_36" [id=401, type=quantize_per_tensor]; -"402 dequantize_per_tensor_default_48" [id=402, type=dequantize_per_tensor]; -"403 dequantize_per_tensor_default_47" [id=403, type=dequantize_per_tensor]; -"404 _param_constant109" [id=404, type=get_attr]; -"405 conv2d_41_scale_0" [id=405, type=get_attr]; -"406 conv2d_41_zero_point_0" [id=406, type=get_attr]; -"407 quantize_per_channel_default_36" [id=407, type=quantize_per_channel]; -"408 dequantize_per_channel_default_36" [id=408, type=dequantize_per_channel]; -"409 features_10_block_0_0_weight_bias_0_0" [id=409, type=get_attr]; -"410 conv2d_41" [id=410, type=conv2d]; -"411 hardswish__13_scale_0" [id=411, type=get_attr]; -"412 hardswish__13_zero_point_0" [id=412, type=get_attr]; -"413 hardswish__13" [id=413, type=hardswish_]; -"414 quantize_per_channel_default_37" [id=414, type=quantize_per_channel]; -"415 dequantize_per_channel_default_37" [id=415, type=dequantize_per_channel]; -"416 _param_constant112" [id=416, type=get_attr]; -"417 conv2d_42_scale_0" [id=417, type=get_attr]; -"418 conv2d_42_zero_point_0" [id=418, type=get_attr]; -"419 quantize_per_channel_default_38" [id=419, type=quantize_per_channel]; -"420 dequantize_per_channel_default_38" [id=420, type=dequantize_per_channel]; -"421 features_10_block_1_0_weight_bias_0_0" [id=421, type=get_attr]; -"422 conv2d_42" [id=422, type=conv2d]; -"423 hardswish__14" [id=423, type=hardswish_]; -"424 quantize_per_tensor_default_37" [id=424, type=quantize_per_tensor]; -"425 dequantize_per_tensor_default_50" [id=425, type=dequantize_per_tensor]; -"426 dequantize_per_tensor_default_49" [id=426, type=dequantize_per_tensor]; -"427 adaptive_avg_pool2d_7" [id=427, type=adaptive_avg_pool2d]; -"428 _param_constant115" [id=428, type=get_attr]; -"429 _param_constant116_0_0" [id=429, type=get_attr]; -"430 conv2d_43" [id=430, type=conv2d]; -"431 relu_7" [id=431, type=relu]; -"432 _param_constant117" [id=432, type=get_attr]; -"433 _param_constant118_0_0" [id=433, type=get_attr]; -"434 conv2d_44" [id=434, type=conv2d]; -"435 hardsigmoid_7" [id=435, type=hardsigmoid]; -"436 quantize_per_tensor_default_38" [id=436, type=quantize_per_tensor]; -"437 dequantize_per_tensor_default_51" [id=437, type=dequantize_per_tensor]; -"438 mul_7" [id=438, type=mul]; -"439 quantize_per_tensor_default_39" [id=439, type=quantize_per_tensor]; -"440 dequantize_per_tensor_default_52" [id=440, type=dequantize_per_tensor]; -"441 _param_constant119" [id=441, type=get_attr]; -"442 conv2d_45_scale_0" [id=442, type=get_attr]; -"443 conv2d_45_zero_point_0" [id=443, type=get_attr]; -"444 quantize_per_channel_default_39" [id=444, type=quantize_per_channel]; -"445 dequantize_per_channel_default_39" [id=445, type=dequantize_per_channel]; -"446 features_10_block_3_0_weight_bias_0_0" [id=446, type=get_attr]; -"447 conv2d_45" [id=447, type=conv2d]; -"448 quantize_per_tensor_default_40" [id=448, type=quantize_per_tensor]; -"449 dequantize_per_tensor_default_53" [id=449, type=dequantize_per_tensor]; -"450 add__4" [id=450, type=add_]; -"451 quantize_per_tensor_default_41" [id=451, type=quantize_per_tensor]; -"452 dequantize_per_tensor_default_55" [id=452, type=dequantize_per_tensor]; -"453 dequantize_per_tensor_default_54" [id=453, type=dequantize_per_tensor]; -"454 _param_constant122" [id=454, type=get_attr]; -"455 conv2d_46_scale_0" [id=455, type=get_attr]; -"456 conv2d_46_zero_point_0" [id=456, type=get_attr]; -"457 quantize_per_channel_default_40" [id=457, type=quantize_per_channel]; -"458 dequantize_per_channel_default_40" [id=458, type=dequantize_per_channel]; -"459 features_11_block_0_0_weight_bias_0_0" [id=459, type=get_attr]; -"460 conv2d_46" [id=460, type=conv2d]; -"461 hardswish__15_scale_0" [id=461, type=get_attr]; -"462 hardswish__15_zero_point_0" [id=462, type=get_attr]; -"463 hardswish__15" [id=463, type=hardswish_]; -"464 quantize_per_channel_default_41" [id=464, type=quantize_per_channel]; -"465 dequantize_per_channel_default_41" [id=465, type=dequantize_per_channel]; -"466 _param_constant125" [id=466, type=get_attr]; -"467 conv2d_47_scale_0" [id=467, type=get_attr]; -"468 conv2d_47_zero_point_0" [id=468, type=get_attr]; -"469 quantize_per_channel_default_42" [id=469, type=quantize_per_channel]; -"470 dequantize_per_channel_default_42" [id=470, type=dequantize_per_channel]; -"471 features_11_block_1_0_weight_bias_0_0" [id=471, type=get_attr]; -"472 conv2d_47" [id=472, type=conv2d]; -"473 hardswish__16" [id=473, type=hardswish_]; -"474 quantize_per_tensor_default_42" [id=474, type=quantize_per_tensor]; -"475 dequantize_per_tensor_default_57" [id=475, type=dequantize_per_tensor]; -"476 dequantize_per_tensor_default_56" [id=476, type=dequantize_per_tensor]; -"477 adaptive_avg_pool2d_8" [id=477, type=adaptive_avg_pool2d]; -"478 _param_constant128" [id=478, type=get_attr]; -"479 _param_constant129_0_0" [id=479, type=get_attr]; -"480 conv2d_48" [id=480, type=conv2d]; -"481 relu_8" [id=481, type=relu]; -"482 _param_constant130" [id=482, type=get_attr]; -"483 _param_constant131_0_0" [id=483, type=get_attr]; -"484 conv2d_49" [id=484, type=conv2d]; -"485 hardsigmoid_8" [id=485, type=hardsigmoid]; -"486 quantize_per_tensor_default_43" [id=486, type=quantize_per_tensor]; -"487 dequantize_per_tensor_default_58" [id=487, type=dequantize_per_tensor]; -"488 mul_8" [id=488, type=mul]; -"489 quantize_per_tensor_default_44" [id=489, type=quantize_per_tensor]; -"490 dequantize_per_tensor_default_59" [id=490, type=dequantize_per_tensor]; -"491 _param_constant132" [id=491, type=get_attr]; -"492 conv2d_50_scale_0" [id=492, type=get_attr]; -"493 conv2d_50_zero_point_0" [id=493, type=get_attr]; -"494 quantize_per_channel_default_43" [id=494, type=quantize_per_channel]; -"495 dequantize_per_channel_default_43" [id=495, type=dequantize_per_channel]; -"496 features_11_block_3_0_weight_bias_0_0" [id=496, type=get_attr]; -"497 conv2d_50" [id=497, type=conv2d]; -"498 quantize_per_tensor_default_45" [id=498, type=quantize_per_tensor]; -"499 dequantize_per_tensor_default_60" [id=499, type=dequantize_per_tensor]; -"500 add__5" [id=500, type=add_]; -"501 quantize_per_tensor_default_46" [id=501, type=quantize_per_tensor]; -"502 dequantize_per_tensor_default_61" [id=502, type=dequantize_per_tensor]; -"503 _param_constant135" [id=503, type=get_attr]; -"504 conv2d_51_scale_0" [id=504, type=get_attr]; -"505 conv2d_51_zero_point_0" [id=505, type=get_attr]; -"506 quantize_per_channel_default_44" [id=506, type=quantize_per_channel]; -"507 dequantize_per_channel_default_44" [id=507, type=dequantize_per_channel]; -"508 features_12_0_weight_bias_0_0" [id=508, type=get_attr]; -"509 conv2d_51" [id=509, type=conv2d]; -"510 hardswish__17" [id=510, type=hardswish_]; -"511 quantize_per_tensor_default_47" [id=511, type=quantize_per_tensor]; -"512 dequantize_per_tensor_default_62" [id=512, type=dequantize_per_tensor]; -"513 adaptive_avg_pool2d_9" [id=513, type=adaptive_avg_pool2d]; -"514 quantize_per_tensor_default_48" [id=514, type=quantize_per_tensor]; -"515 dequantize_per_tensor_default_63" [id=515, type=dequantize_per_tensor]; -"516 flatten" [id=516, type=flatten]; -"517 _param_constant138" [id=517, type=get_attr]; -"518 linear_scale_0" [id=518, type=get_attr]; -"519 linear_zero_point_0" [id=519, type=get_attr]; -"520 quantize_per_channel_default_45" [id=520, type=quantize_per_channel]; -"521 dequantize_per_channel_default_45" [id=521, type=dequantize_per_channel]; -"522 _param_constant139_0_0" [id=522, type=get_attr]; -"523 linear" [id=523, type=linear]; -"524 hardswish__18" [id=524, type=hardswish_]; -"525 quantize_per_tensor_default_49" [id=525, type=quantize_per_tensor]; -"526 dequantize_per_tensor_default_64" [id=526, type=dequantize_per_tensor]; -"527 dropout_" [id=527, type=dropout_]; -"528 _param_constant140" [id=528, type=get_attr]; -"529 linear_1_scale_0" [id=529, type=get_attr]; -"530 linear_1_zero_point_0" [id=530, type=get_attr]; -"531 quantize_per_channel_default_46" [id=531, type=quantize_per_channel]; -"532 dequantize_per_channel_default_46" [id=532, type=dequantize_per_channel]; -"533 _param_constant141_0_0" [id=533, type=get_attr]; -"534 linear_1" [id=534, type=linear]; -"535 output" [id=535, type=output]; +"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; +"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; +"5 features_0_0_weight_bias_0_0" [id=5, type=get_attr]; +"6 mul_9" [id=6, type=]; +"7 conv2d" [id=7, type=conv2d]; +"8 hardswish__scale_0" [id=8, type=get_attr]; +"9 hardswish__zero_point_0" [id=9, type=get_attr]; +"10 hardswish_" [id=10, type=hardswish_]; +"11 quantize_per_channel_default_1" [id=11, type=quantize_per_channel]; +"12 dequantize_per_channel_default_1" [id=12, type=dequantize_per_channel]; +"13 conv2d_1_scale_0_updated_constant0" [id=13, type=get_attr]; +"14 compressed_weight_updated_constant1" [id=14, type=get_attr]; +"15 features_1_block_0_0_weight_bias_0_0" [id=15, type=get_attr]; +"16 mul_10" [id=16, type=]; +"17 conv2d_1" [id=17, type=conv2d]; +"18 relu_" [id=18, type=relu_]; +"19 quantize_per_tensor_default_1" [id=19, type=quantize_per_tensor]; +"20 dequantize_per_tensor_default_2" [id=20, type=dequantize_per_tensor]; +"21 dequantize_per_tensor_default_1" [id=21, type=dequantize_per_tensor]; +"22 adaptive_avg_pool2d" [id=22, type=adaptive_avg_pool2d]; +"23 _param_constant6" [id=23, type=get_attr]; +"24 _param_constant7_0_0" [id=24, type=get_attr]; +"25 conv2d_2" [id=25, type=conv2d]; +"26 relu" [id=26, type=relu]; +"27 _param_constant8" [id=27, type=get_attr]; +"28 _param_constant9_0_0" [id=28, type=get_attr]; +"29 conv2d_3" [id=29, type=conv2d]; +"30 hardsigmoid" [id=30, type=hardsigmoid]; +"31 quantize_per_tensor_default_2" [id=31, type=quantize_per_tensor]; +"32 dequantize_per_tensor_default_3" [id=32, type=dequantize_per_tensor]; +"33 mul" [id=33, type=mul]; +"34 quantize_per_tensor_default_3" [id=34, type=quantize_per_tensor]; +"35 dequantize_per_tensor_default_4" [id=35, type=dequantize_per_tensor]; +"36 conv2d_4_scale_0_updated_constant0" [id=36, type=get_attr]; +"37 compressed_weight_updated_constant2" [id=37, type=get_attr]; +"38 features_1_block_2_0_weight_bias_0_0" [id=38, type=get_attr]; +"39 mul_11" [id=39, type=]; +"40 conv2d_4" [id=40, type=conv2d]; +"41 quantize_per_tensor_default_4" [id=41, type=quantize_per_tensor]; +"42 dequantize_per_tensor_default_5" [id=42, type=dequantize_per_tensor]; +"43 conv2d_5_scale_0_updated_constant0" [id=43, type=get_attr]; +"44 compressed_weight_updated_constant3" [id=44, type=get_attr]; +"45 features_2_block_0_0_weight_bias_0_0" [id=45, type=get_attr]; +"46 mul_12" [id=46, type=]; +"47 conv2d_5" [id=47, type=conv2d]; +"48 relu__1_scale_0" [id=48, type=get_attr]; +"49 relu__1_zero_point_0" [id=49, type=get_attr]; +"50 relu__1" [id=50, type=relu_]; +"51 quantize_per_channel_default_5" [id=51, type=quantize_per_channel]; +"52 dequantize_per_channel_default_5" [id=52, type=dequantize_per_channel]; +"53 conv2d_6_scale_0_updated_constant0" [id=53, type=get_attr]; +"54 compressed_weight_updated_constant4" [id=54, type=get_attr]; +"55 features_2_block_1_0_weight_bias_0_0" [id=55, type=get_attr]; +"56 mul_13" [id=56, type=]; +"57 conv2d_6" [id=57, type=conv2d]; +"58 relu__2" [id=58, type=relu_]; +"59 quantize_per_tensor_default_5" [id=59, type=quantize_per_tensor]; +"60 dequantize_per_tensor_default_6" [id=60, type=dequantize_per_tensor]; +"61 conv2d_7_scale_0_updated_constant0" [id=61, type=get_attr]; +"62 compressed_weight_updated_constant5" [id=62, type=get_attr]; +"63 features_2_block_2_0_weight_bias_0_0" [id=63, type=get_attr]; +"64 mul_14" [id=64, type=]; +"65 conv2d_7" [id=65, type=conv2d]; +"66 quantize_per_tensor_default_6" [id=66, type=quantize_per_tensor]; +"67 dequantize_per_tensor_default_8" [id=67, type=dequantize_per_tensor]; +"68 dequantize_per_tensor_default_7" [id=68, type=dequantize_per_tensor]; +"69 conv2d_8_scale_0_updated_constant0" [id=69, type=get_attr]; +"70 compressed_weight_updated_constant6" [id=70, type=get_attr]; +"71 features_3_block_0_0_weight_bias_0_0" [id=71, type=get_attr]; +"72 mul_15" [id=72, type=]; +"73 conv2d_8" [id=73, type=conv2d]; +"74 relu__3_scale_0" [id=74, type=get_attr]; +"75 relu__3_zero_point_0" [id=75, type=get_attr]; +"76 relu__3" [id=76, type=relu_]; +"77 quantize_per_channel_default_9" [id=77, type=quantize_per_channel]; +"78 dequantize_per_channel_default_9" [id=78, type=dequantize_per_channel]; +"79 conv2d_9_scale_0_updated_constant0" [id=79, type=get_attr]; +"80 compressed_weight_updated_constant7" [id=80, type=get_attr]; +"81 features_3_block_1_0_weight_bias_0_0" [id=81, type=get_attr]; +"82 mul_16" [id=82, type=]; +"83 conv2d_9" [id=83, type=conv2d]; +"84 relu__4" [id=84, type=relu_]; +"85 quantize_per_tensor_default_7" [id=85, type=quantize_per_tensor]; +"86 dequantize_per_tensor_default_9" [id=86, type=dequantize_per_tensor]; +"87 conv2d_10_scale_0_updated_constant0" [id=87, type=get_attr]; +"88 compressed_weight_updated_constant8" [id=88, type=get_attr]; +"89 features_3_block_2_0_weight_bias_0_0" [id=89, type=get_attr]; +"90 mul_17" [id=90, type=]; +"91 conv2d_10" [id=91, type=conv2d]; +"92 quantize_per_tensor_default_8" [id=92, type=quantize_per_tensor]; +"93 dequantize_per_tensor_default_10" [id=93, type=dequantize_per_tensor]; +"94 add_" [id=94, type=add_]; +"95 quantize_per_tensor_default_9" [id=95, type=quantize_per_tensor]; +"96 dequantize_per_tensor_default_11" [id=96, type=dequantize_per_tensor]; +"97 conv2d_11_scale_0_updated_constant0" [id=97, type=get_attr]; +"98 compressed_weight_updated_constant9" [id=98, type=get_attr]; +"99 features_4_block_0_0_weight_bias_0_0" [id=99, type=get_attr]; +"100 mul_18" [id=100, type=]; +"101 conv2d_11" [id=101, type=conv2d]; +"102 hardswish__1_scale_0" [id=102, type=get_attr]; +"103 hardswish__1_zero_point_0" [id=103, type=get_attr]; +"104 hardswish__1" [id=104, type=hardswish_]; +"105 quantize_per_channel_default_13" [id=105, type=quantize_per_channel]; +"106 dequantize_per_channel_default_13" [id=106, type=dequantize_per_channel]; +"107 conv2d_12_scale_0_updated_constant0" [id=107, type=get_attr]; +"108 compressed_weight_updated_constant10" [id=108, type=get_attr]; +"109 features_4_block_1_0_weight_bias_0_0" [id=109, type=get_attr]; +"110 mul_19" [id=110, type=]; +"111 conv2d_12" [id=111, type=conv2d]; +"112 hardswish__2" [id=112, type=hardswish_]; +"113 quantize_per_tensor_default_10" [id=113, type=quantize_per_tensor]; +"114 dequantize_per_tensor_default_13" [id=114, type=dequantize_per_tensor]; +"115 dequantize_per_tensor_default_12" [id=115, type=dequantize_per_tensor]; +"116 adaptive_avg_pool2d_1" [id=116, type=adaptive_avg_pool2d]; +"117 _param_constant37" [id=117, type=get_attr]; +"118 _param_constant38_0_0" [id=118, type=get_attr]; +"119 conv2d_13" [id=119, type=conv2d]; +"120 relu_1" [id=120, type=relu]; +"121 _param_constant39" [id=121, type=get_attr]; +"122 _param_constant40_0_0" [id=122, type=get_attr]; +"123 conv2d_14" [id=123, type=conv2d]; +"124 hardsigmoid_1" [id=124, type=hardsigmoid]; +"125 quantize_per_tensor_default_11" [id=125, type=quantize_per_tensor]; +"126 dequantize_per_tensor_default_14" [id=126, type=dequantize_per_tensor]; +"127 mul_1" [id=127, type=mul]; +"128 quantize_per_tensor_default_12" [id=128, type=quantize_per_tensor]; +"129 dequantize_per_tensor_default_15" [id=129, type=dequantize_per_tensor]; +"130 conv2d_15_scale_0_updated_constant0" [id=130, type=get_attr]; +"131 compressed_weight_updated_constant11" [id=131, type=get_attr]; +"132 features_4_block_3_0_weight_bias_0_0" [id=132, type=get_attr]; +"133 mul_20" [id=133, type=]; +"134 conv2d_15" [id=134, type=conv2d]; +"135 quantize_per_tensor_default_13" [id=135, type=quantize_per_tensor]; +"136 dequantize_per_tensor_default_17" [id=136, type=dequantize_per_tensor]; +"137 dequantize_per_tensor_default_16" [id=137, type=dequantize_per_tensor]; +"138 conv2d_16_scale_0_updated_constant0" [id=138, type=get_attr]; +"139 compressed_weight_updated_constant12" [id=139, type=get_attr]; +"140 features_5_block_0_0_weight_bias_0_0" [id=140, type=get_attr]; +"141 mul_21" [id=141, type=]; +"142 conv2d_16" [id=142, type=conv2d]; +"143 hardswish__3_scale_0" [id=143, type=get_attr]; +"144 hardswish__3_zero_point_0" [id=144, type=get_attr]; +"145 hardswish__3" [id=145, type=hardswish_]; +"146 quantize_per_channel_default_17" [id=146, type=quantize_per_channel]; +"147 dequantize_per_channel_default_17" [id=147, type=dequantize_per_channel]; +"148 conv2d_17_scale_0_updated_constant0" [id=148, type=get_attr]; +"149 compressed_weight_updated_constant13" [id=149, type=get_attr]; +"150 features_5_block_1_0_weight_bias_0_0" [id=150, type=get_attr]; +"151 mul_22" [id=151, type=]; +"152 conv2d_17" [id=152, type=conv2d]; +"153 hardswish__4" [id=153, type=hardswish_]; +"154 quantize_per_tensor_default_14" [id=154, type=quantize_per_tensor]; +"155 dequantize_per_tensor_default_19" [id=155, type=dequantize_per_tensor]; +"156 dequantize_per_tensor_default_18" [id=156, type=dequantize_per_tensor]; +"157 adaptive_avg_pool2d_2" [id=157, type=adaptive_avg_pool2d]; +"158 _param_constant50" [id=158, type=get_attr]; +"159 _param_constant51_0_0" [id=159, type=get_attr]; +"160 conv2d_18" [id=160, type=conv2d]; +"161 relu_2" [id=161, type=relu]; +"162 _param_constant52" [id=162, type=get_attr]; +"163 _param_constant53_0_0" [id=163, type=get_attr]; +"164 conv2d_19" [id=164, type=conv2d]; +"165 hardsigmoid_2" [id=165, type=hardsigmoid]; +"166 quantize_per_tensor_default_15" [id=166, type=quantize_per_tensor]; +"167 dequantize_per_tensor_default_20" [id=167, type=dequantize_per_tensor]; +"168 mul_2" [id=168, type=mul]; +"169 quantize_per_tensor_default_16" [id=169, type=quantize_per_tensor]; +"170 dequantize_per_tensor_default_21" [id=170, type=dequantize_per_tensor]; +"171 conv2d_20_scale_0_updated_constant0" [id=171, type=get_attr]; +"172 compressed_weight_updated_constant14" [id=172, type=get_attr]; +"173 features_5_block_3_0_weight_bias_0_0" [id=173, type=get_attr]; +"174 mul_23" [id=174, type=]; +"175 conv2d_20" [id=175, type=conv2d]; +"176 quantize_per_tensor_default_17" [id=176, type=quantize_per_tensor]; +"177 dequantize_per_tensor_default_22" [id=177, type=dequantize_per_tensor]; +"178 add__1" [id=178, type=add_]; +"179 quantize_per_tensor_default_18" [id=179, type=quantize_per_tensor]; +"180 dequantize_per_tensor_default_24" [id=180, type=dequantize_per_tensor]; +"181 dequantize_per_tensor_default_23" [id=181, type=dequantize_per_tensor]; +"182 conv2d_21_scale_0_updated_constant0" [id=182, type=get_attr]; +"183 compressed_weight_updated_constant15" [id=183, type=get_attr]; +"184 features_6_block_0_0_weight_bias_0_0" [id=184, type=get_attr]; +"185 mul_24" [id=185, type=]; +"186 conv2d_21" [id=186, type=conv2d]; +"187 hardswish__5_scale_0" [id=187, type=get_attr]; +"188 hardswish__5_zero_point_0" [id=188, type=get_attr]; +"189 hardswish__5" [id=189, type=hardswish_]; +"190 quantize_per_channel_default_21" [id=190, type=quantize_per_channel]; +"191 dequantize_per_channel_default_21" [id=191, type=dequantize_per_channel]; +"192 conv2d_22_scale_0_updated_constant0" [id=192, type=get_attr]; +"193 compressed_weight_updated_constant16" [id=193, type=get_attr]; +"194 features_6_block_1_0_weight_bias_0_0" [id=194, type=get_attr]; +"195 mul_25" [id=195, type=]; +"196 conv2d_22" [id=196, type=conv2d]; +"197 hardswish__6" [id=197, type=hardswish_]; +"198 quantize_per_tensor_default_19" [id=198, type=quantize_per_tensor]; +"199 dequantize_per_tensor_default_26" [id=199, type=dequantize_per_tensor]; +"200 dequantize_per_tensor_default_25" [id=200, type=dequantize_per_tensor]; +"201 adaptive_avg_pool2d_3" [id=201, type=adaptive_avg_pool2d]; +"202 _param_constant63" [id=202, type=get_attr]; +"203 _param_constant64_0_0" [id=203, type=get_attr]; +"204 conv2d_23" [id=204, type=conv2d]; +"205 relu_3" [id=205, type=relu]; +"206 _param_constant65" [id=206, type=get_attr]; +"207 _param_constant66_0_0" [id=207, type=get_attr]; +"208 conv2d_24" [id=208, type=conv2d]; +"209 hardsigmoid_3" [id=209, type=hardsigmoid]; +"210 quantize_per_tensor_default_20" [id=210, type=quantize_per_tensor]; +"211 dequantize_per_tensor_default_27" [id=211, type=dequantize_per_tensor]; +"212 mul_3" [id=212, type=mul]; +"213 quantize_per_tensor_default_21" [id=213, type=quantize_per_tensor]; +"214 dequantize_per_tensor_default_28" [id=214, type=dequantize_per_tensor]; +"215 conv2d_25_scale_0_updated_constant0" [id=215, type=get_attr]; +"216 compressed_weight_updated_constant17" [id=216, type=get_attr]; +"217 features_6_block_3_0_weight_bias_0_0" [id=217, type=get_attr]; +"218 mul_26" [id=218, type=]; +"219 conv2d_25" [id=219, type=conv2d]; +"220 quantize_per_tensor_default_22" [id=220, type=quantize_per_tensor]; +"221 dequantize_per_tensor_default_29" [id=221, type=dequantize_per_tensor]; +"222 add__2" [id=222, type=add_]; +"223 quantize_per_tensor_default_23" [id=223, type=quantize_per_tensor]; +"224 dequantize_per_tensor_default_30" [id=224, type=dequantize_per_tensor]; +"225 conv2d_26_scale_0_updated_constant0" [id=225, type=get_attr]; +"226 compressed_weight_updated_constant18" [id=226, type=get_attr]; +"227 features_7_block_0_0_weight_bias_0_0" [id=227, type=get_attr]; +"228 mul_27" [id=228, type=]; +"229 conv2d_26" [id=229, type=conv2d]; +"230 hardswish__7_scale_0" [id=230, type=get_attr]; +"231 hardswish__7_zero_point_0" [id=231, type=get_attr]; +"232 hardswish__7" [id=232, type=hardswish_]; +"233 quantize_per_channel_default_25" [id=233, type=quantize_per_channel]; +"234 dequantize_per_channel_default_25" [id=234, type=dequantize_per_channel]; +"235 conv2d_27_scale_0_updated_constant0" [id=235, type=get_attr]; +"236 compressed_weight_updated_constant19" [id=236, type=get_attr]; +"237 features_7_block_1_0_weight_bias_0_0" [id=237, type=get_attr]; +"238 mul_28" [id=238, type=]; +"239 conv2d_27" [id=239, type=conv2d]; +"240 hardswish__8" [id=240, type=hardswish_]; +"241 quantize_per_tensor_default_24" [id=241, type=quantize_per_tensor]; +"242 dequantize_per_tensor_default_32" [id=242, type=dequantize_per_tensor]; +"243 dequantize_per_tensor_default_31" [id=243, type=dequantize_per_tensor]; +"244 adaptive_avg_pool2d_4" [id=244, type=adaptive_avg_pool2d]; +"245 _param_constant76" [id=245, type=get_attr]; +"246 _param_constant77_0_0" [id=246, type=get_attr]; +"247 conv2d_28" [id=247, type=conv2d]; +"248 relu_4" [id=248, type=relu]; +"249 _param_constant78" [id=249, type=get_attr]; +"250 _param_constant79_0_0" [id=250, type=get_attr]; +"251 conv2d_29" [id=251, type=conv2d]; +"252 hardsigmoid_4" [id=252, type=hardsigmoid]; +"253 quantize_per_tensor_default_25" [id=253, type=quantize_per_tensor]; +"254 dequantize_per_tensor_default_33" [id=254, type=dequantize_per_tensor]; +"255 mul_4" [id=255, type=mul]; +"256 quantize_per_tensor_default_26" [id=256, type=quantize_per_tensor]; +"257 dequantize_per_tensor_default_34" [id=257, type=dequantize_per_tensor]; +"258 conv2d_30_scale_0_updated_constant0" [id=258, type=get_attr]; +"259 compressed_weight_updated_constant20" [id=259, type=get_attr]; +"260 features_7_block_3_0_weight_bias_0_0" [id=260, type=get_attr]; +"261 mul_29" [id=261, type=]; +"262 conv2d_30" [id=262, type=conv2d]; +"263 quantize_per_tensor_default_27" [id=263, type=quantize_per_tensor]; +"264 dequantize_per_tensor_default_36" [id=264, type=dequantize_per_tensor]; +"265 dequantize_per_tensor_default_35" [id=265, type=dequantize_per_tensor]; +"266 conv2d_31_scale_0_updated_constant0" [id=266, type=get_attr]; +"267 compressed_weight_updated_constant21" [id=267, type=get_attr]; +"268 features_8_block_0_0_weight_bias_0_0" [id=268, type=get_attr]; +"269 mul_30" [id=269, type=]; +"270 conv2d_31" [id=270, type=conv2d]; +"271 hardswish__9_scale_0" [id=271, type=get_attr]; +"272 hardswish__9_zero_point_0" [id=272, type=get_attr]; +"273 hardswish__9" [id=273, type=hardswish_]; +"274 quantize_per_channel_default_29" [id=274, type=quantize_per_channel]; +"275 dequantize_per_channel_default_29" [id=275, type=dequantize_per_channel]; +"276 conv2d_32_scale_0_updated_constant0" [id=276, type=get_attr]; +"277 compressed_weight_updated_constant22" [id=277, type=get_attr]; +"278 features_8_block_1_0_weight_bias_0_0" [id=278, type=get_attr]; +"279 mul_31" [id=279, type=]; +"280 conv2d_32" [id=280, type=conv2d]; +"281 hardswish__10" [id=281, type=hardswish_]; +"282 quantize_per_tensor_default_28" [id=282, type=quantize_per_tensor]; +"283 dequantize_per_tensor_default_38" [id=283, type=dequantize_per_tensor]; +"284 dequantize_per_tensor_default_37" [id=284, type=dequantize_per_tensor]; +"285 adaptive_avg_pool2d_5" [id=285, type=adaptive_avg_pool2d]; +"286 _param_constant89" [id=286, type=get_attr]; +"287 _param_constant90_0_0" [id=287, type=get_attr]; +"288 conv2d_33" [id=288, type=conv2d]; +"289 relu_5" [id=289, type=relu]; +"290 _param_constant91" [id=290, type=get_attr]; +"291 _param_constant92_0_0" [id=291, type=get_attr]; +"292 conv2d_34" [id=292, type=conv2d]; +"293 hardsigmoid_5" [id=293, type=hardsigmoid]; +"294 quantize_per_tensor_default_29" [id=294, type=quantize_per_tensor]; +"295 dequantize_per_tensor_default_39" [id=295, type=dequantize_per_tensor]; +"296 mul_5" [id=296, type=mul]; +"297 quantize_per_tensor_default_30" [id=297, type=quantize_per_tensor]; +"298 dequantize_per_tensor_default_40" [id=298, type=dequantize_per_tensor]; +"299 conv2d_35_scale_0_updated_constant0" [id=299, type=get_attr]; +"300 compressed_weight_updated_constant23" [id=300, type=get_attr]; +"301 features_8_block_3_0_weight_bias_0_0" [id=301, type=get_attr]; +"302 mul_32" [id=302, type=]; +"303 conv2d_35" [id=303, type=conv2d]; +"304 quantize_per_tensor_default_31" [id=304, type=quantize_per_tensor]; +"305 dequantize_per_tensor_default_41" [id=305, type=dequantize_per_tensor]; +"306 add__3" [id=306, type=add_]; +"307 quantize_per_tensor_default_32" [id=307, type=quantize_per_tensor]; +"308 dequantize_per_tensor_default_42" [id=308, type=dequantize_per_tensor]; +"309 conv2d_36_scale_0_updated_constant0" [id=309, type=get_attr]; +"310 compressed_weight_updated_constant24" [id=310, type=get_attr]; +"311 features_9_block_0_0_weight_bias_0_0" [id=311, type=get_attr]; +"312 mul_33" [id=312, type=]; +"313 conv2d_36" [id=313, type=conv2d]; +"314 hardswish__11_scale_0" [id=314, type=get_attr]; +"315 hardswish__11_zero_point_0" [id=315, type=get_attr]; +"316 hardswish__11" [id=316, type=hardswish_]; +"317 quantize_per_channel_default_33" [id=317, type=quantize_per_channel]; +"318 dequantize_per_channel_default_33" [id=318, type=dequantize_per_channel]; +"319 conv2d_37_scale_0_updated_constant0" [id=319, type=get_attr]; +"320 compressed_weight_updated_constant25" [id=320, type=get_attr]; +"321 features_9_block_1_0_weight_bias_0_0" [id=321, type=get_attr]; +"322 mul_34" [id=322, type=]; +"323 conv2d_37" [id=323, type=conv2d]; +"324 hardswish__12" [id=324, type=hardswish_]; +"325 quantize_per_tensor_default_33" [id=325, type=quantize_per_tensor]; +"326 dequantize_per_tensor_default_44" [id=326, type=dequantize_per_tensor]; +"327 dequantize_per_tensor_default_43" [id=327, type=dequantize_per_tensor]; +"328 adaptive_avg_pool2d_6" [id=328, type=adaptive_avg_pool2d]; +"329 _param_constant102" [id=329, type=get_attr]; +"330 _param_constant103_0_0" [id=330, type=get_attr]; +"331 conv2d_38" [id=331, type=conv2d]; +"332 relu_6" [id=332, type=relu]; +"333 _param_constant104" [id=333, type=get_attr]; +"334 _param_constant105_0_0" [id=334, type=get_attr]; +"335 conv2d_39" [id=335, type=conv2d]; +"336 hardsigmoid_6" [id=336, type=hardsigmoid]; +"337 quantize_per_tensor_default_34" [id=337, type=quantize_per_tensor]; +"338 dequantize_per_tensor_default_45" [id=338, type=dequantize_per_tensor]; +"339 mul_6" [id=339, type=mul]; +"340 quantize_per_tensor_default_35" [id=340, type=quantize_per_tensor]; +"341 dequantize_per_tensor_default_46" [id=341, type=dequantize_per_tensor]; +"342 conv2d_40_scale_0_updated_constant0" [id=342, type=get_attr]; +"343 compressed_weight_updated_constant26" [id=343, type=get_attr]; +"344 features_9_block_3_0_weight_bias_0_0" [id=344, type=get_attr]; +"345 mul_35" [id=345, type=]; +"346 conv2d_40" [id=346, type=conv2d]; +"347 quantize_per_tensor_default_36" [id=347, type=quantize_per_tensor]; +"348 dequantize_per_tensor_default_48" [id=348, type=dequantize_per_tensor]; +"349 dequantize_per_tensor_default_47" [id=349, type=dequantize_per_tensor]; +"350 conv2d_41_scale_0_updated_constant0" [id=350, type=get_attr]; +"351 compressed_weight_updated_constant27" [id=351, type=get_attr]; +"352 features_10_block_0_0_weight_bias_0_0" [id=352, type=get_attr]; +"353 mul_36" [id=353, type=]; +"354 conv2d_41" [id=354, type=conv2d]; +"355 hardswish__13_scale_0" [id=355, type=get_attr]; +"356 hardswish__13_zero_point_0" [id=356, type=get_attr]; +"357 hardswish__13" [id=357, type=hardswish_]; +"358 quantize_per_channel_default_37" [id=358, type=quantize_per_channel]; +"359 dequantize_per_channel_default_37" [id=359, type=dequantize_per_channel]; +"360 conv2d_42_scale_0_updated_constant0" [id=360, type=get_attr]; +"361 compressed_weight_updated_constant28" [id=361, type=get_attr]; +"362 features_10_block_1_0_weight_bias_0_0" [id=362, type=get_attr]; +"363 mul_37" [id=363, type=]; +"364 conv2d_42" [id=364, type=conv2d]; +"365 hardswish__14" [id=365, type=hardswish_]; +"366 quantize_per_tensor_default_37" [id=366, type=quantize_per_tensor]; +"367 dequantize_per_tensor_default_50" [id=367, type=dequantize_per_tensor]; +"368 dequantize_per_tensor_default_49" [id=368, type=dequantize_per_tensor]; +"369 adaptive_avg_pool2d_7" [id=369, type=adaptive_avg_pool2d]; +"370 _param_constant115" [id=370, type=get_attr]; +"371 _param_constant116_0_0" [id=371, type=get_attr]; +"372 conv2d_43" [id=372, type=conv2d]; +"373 relu_7" [id=373, type=relu]; +"374 _param_constant117" [id=374, type=get_attr]; +"375 _param_constant118_0_0" [id=375, type=get_attr]; +"376 conv2d_44" [id=376, type=conv2d]; +"377 hardsigmoid_7" [id=377, type=hardsigmoid]; +"378 quantize_per_tensor_default_38" [id=378, type=quantize_per_tensor]; +"379 dequantize_per_tensor_default_51" [id=379, type=dequantize_per_tensor]; +"380 mul_7" [id=380, type=mul]; +"381 quantize_per_tensor_default_39" [id=381, type=quantize_per_tensor]; +"382 dequantize_per_tensor_default_52" [id=382, type=dequantize_per_tensor]; +"383 conv2d_45_scale_0_updated_constant0" [id=383, type=get_attr]; +"384 compressed_weight_updated_constant29" [id=384, type=get_attr]; +"385 features_10_block_3_0_weight_bias_0_0" [id=385, type=get_attr]; +"386 mul_38" [id=386, type=]; +"387 conv2d_45" [id=387, type=conv2d]; +"388 quantize_per_tensor_default_40" [id=388, type=quantize_per_tensor]; +"389 dequantize_per_tensor_default_53" [id=389, type=dequantize_per_tensor]; +"390 add__4" [id=390, type=add_]; +"391 quantize_per_tensor_default_41" [id=391, type=quantize_per_tensor]; +"392 dequantize_per_tensor_default_55" [id=392, type=dequantize_per_tensor]; +"393 dequantize_per_tensor_default_54" [id=393, type=dequantize_per_tensor]; +"394 conv2d_46_scale_0_updated_constant0" [id=394, type=get_attr]; +"395 compressed_weight_updated_constant30" [id=395, type=get_attr]; +"396 features_11_block_0_0_weight_bias_0_0" [id=396, type=get_attr]; +"397 mul_39" [id=397, type=]; +"398 conv2d_46" [id=398, type=conv2d]; +"399 hardswish__15_scale_0" [id=399, type=get_attr]; +"400 hardswish__15_zero_point_0" [id=400, type=get_attr]; +"401 hardswish__15" [id=401, type=hardswish_]; +"402 quantize_per_channel_default_41" [id=402, type=quantize_per_channel]; +"403 dequantize_per_channel_default_41" [id=403, type=dequantize_per_channel]; +"404 conv2d_47_scale_0_updated_constant0" [id=404, type=get_attr]; +"405 compressed_weight_updated_constant31" [id=405, type=get_attr]; +"406 features_11_block_1_0_weight_bias_0_0" [id=406, type=get_attr]; +"407 mul_40" [id=407, type=]; +"408 conv2d_47" [id=408, type=conv2d]; +"409 hardswish__16" [id=409, type=hardswish_]; +"410 quantize_per_tensor_default_42" [id=410, type=quantize_per_tensor]; +"411 dequantize_per_tensor_default_57" [id=411, type=dequantize_per_tensor]; +"412 dequantize_per_tensor_default_56" [id=412, type=dequantize_per_tensor]; +"413 adaptive_avg_pool2d_8" [id=413, type=adaptive_avg_pool2d]; +"414 _param_constant128" [id=414, type=get_attr]; +"415 _param_constant129_0_0" [id=415, type=get_attr]; +"416 conv2d_48" [id=416, type=conv2d]; +"417 relu_8" [id=417, type=relu]; +"418 _param_constant130" [id=418, type=get_attr]; +"419 _param_constant131_0_0" [id=419, type=get_attr]; +"420 conv2d_49" [id=420, type=conv2d]; +"421 hardsigmoid_8" [id=421, type=hardsigmoid]; +"422 quantize_per_tensor_default_43" [id=422, type=quantize_per_tensor]; +"423 dequantize_per_tensor_default_58" [id=423, type=dequantize_per_tensor]; +"424 mul_8" [id=424, type=mul]; +"425 quantize_per_tensor_default_44" [id=425, type=quantize_per_tensor]; +"426 dequantize_per_tensor_default_59" [id=426, type=dequantize_per_tensor]; +"427 conv2d_50_scale_0_updated_constant0" [id=427, type=get_attr]; +"428 compressed_weight_updated_constant32" [id=428, type=get_attr]; +"429 features_11_block_3_0_weight_bias_0_0" [id=429, type=get_attr]; +"430 mul_41" [id=430, type=]; +"431 conv2d_50" [id=431, type=conv2d]; +"432 quantize_per_tensor_default_45" [id=432, type=quantize_per_tensor]; +"433 dequantize_per_tensor_default_60" [id=433, type=dequantize_per_tensor]; +"434 add__5" [id=434, type=add_]; +"435 quantize_per_tensor_default_46" [id=435, type=quantize_per_tensor]; +"436 dequantize_per_tensor_default_61" [id=436, type=dequantize_per_tensor]; +"437 conv2d_51_scale_0_updated_constant0" [id=437, type=get_attr]; +"438 compressed_weight_updated_constant33" [id=438, type=get_attr]; +"439 features_12_0_weight_bias_0_0" [id=439, type=get_attr]; +"440 mul_42" [id=440, type=]; +"441 conv2d_51" [id=441, type=conv2d]; +"442 hardswish__17" [id=442, type=hardswish_]; +"443 quantize_per_tensor_default_47" [id=443, type=quantize_per_tensor]; +"444 dequantize_per_tensor_default_62" [id=444, type=dequantize_per_tensor]; +"445 adaptive_avg_pool2d_9" [id=445, type=adaptive_avg_pool2d]; +"446 quantize_per_tensor_default_48" [id=446, type=quantize_per_tensor]; +"447 dequantize_per_tensor_default_63" [id=447, type=dequantize_per_tensor]; +"448 flatten" [id=448, type=flatten]; +"449 linear_scale_0_updated_constant0" [id=449, type=get_attr]; +"450 compressed_weight_updated_constant34" [id=450, type=get_attr]; +"451 _param_constant139_0_0" [id=451, type=get_attr]; +"452 mul_43" [id=452, type=]; +"453 linear" [id=453, type=linear]; +"454 hardswish__18" [id=454, type=hardswish_]; +"455 quantize_per_tensor_default_49" [id=455, type=quantize_per_tensor]; +"456 dequantize_per_tensor_default_64" [id=456, type=dequantize_per_tensor]; +"457 dropout_" [id=457, type=dropout_]; +"458 linear_1_scale_0_updated_constant0" [id=458, type=get_attr]; +"459 compressed_weight_updated_constant35" [id=459, type=get_attr]; +"460 _param_constant141_0_0" [id=460, type=get_attr]; +"461 mul_44" [id=461, type=]; +"462 linear_1" [id=462, type=linear]; +"463 output" [id=463, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default"; -"2 dequantize_per_tensor_default" -> "9 conv2d"; -"3 _param_constant0" -> "6 quantize_per_channel_default"; -"4 conv2d_scale_0" -> "6 quantize_per_channel_default"; -"4 conv2d_scale_0" -> "7 dequantize_per_channel_default"; -"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default"; -"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default"; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default"; -"7 dequantize_per_channel_default" -> "9 conv2d"; -"8 features_0_0_weight_bias_0_0" -> "9 conv2d"; -"9 conv2d" -> "12 hardswish_"; -"10 hardswish__scale_0" -> "13 quantize_per_channel_default_1"; -"10 hardswish__scale_0" -> "14 dequantize_per_channel_default_1"; -"11 hardswish__zero_point_0" -> "13 quantize_per_channel_default_1"; -"11 hardswish__zero_point_0" -> "14 dequantize_per_channel_default_1"; -"12 hardswish_" -> "13 quantize_per_channel_default_1"; -"13 quantize_per_channel_default_1" -> "14 dequantize_per_channel_default_1"; -"14 dequantize_per_channel_default_1" -> "21 conv2d_1"; -"15 _param_constant3" -> "18 quantize_per_channel_default_2"; -"16 conv2d_1_scale_0" -> "18 quantize_per_channel_default_2"; -"16 conv2d_1_scale_0" -> "19 dequantize_per_channel_default_2"; -"17 conv2d_1_zero_point_0" -> "18 quantize_per_channel_default_2"; -"17 conv2d_1_zero_point_0" -> "19 dequantize_per_channel_default_2"; -"18 quantize_per_channel_default_2" -> "19 dequantize_per_channel_default_2"; -"19 dequantize_per_channel_default_2" -> "21 conv2d_1"; -"20 features_1_block_0_0_weight_bias_0_0" -> "21 conv2d_1"; -"21 conv2d_1" -> "22 relu_"; -"22 relu_" -> "23 quantize_per_tensor_default_1"; -"23 quantize_per_tensor_default_1" -> "24 dequantize_per_tensor_default_2"; -"23 quantize_per_tensor_default_1" -> "25 dequantize_per_tensor_default_1"; -"24 dequantize_per_tensor_default_2" -> "37 mul"; -"25 dequantize_per_tensor_default_1" -> "26 adaptive_avg_pool2d"; -"26 adaptive_avg_pool2d" -> "29 conv2d_2"; -"27 _param_constant6" -> "29 conv2d_2"; -"28 _param_constant7_0_0" -> "29 conv2d_2"; -"29 conv2d_2" -> "30 relu"; -"30 relu" -> "33 conv2d_3"; -"31 _param_constant8" -> "33 conv2d_3"; -"32 _param_constant9_0_0" -> "33 conv2d_3"; -"33 conv2d_3" -> "34 hardsigmoid"; -"34 hardsigmoid" -> "35 quantize_per_tensor_default_2"; -"35 quantize_per_tensor_default_2" -> "36 dequantize_per_tensor_default_3"; -"36 dequantize_per_tensor_default_3" -> "37 mul"; -"37 mul" -> "38 quantize_per_tensor_default_3"; -"38 quantize_per_tensor_default_3" -> "39 dequantize_per_tensor_default_4"; -"39 dequantize_per_tensor_default_4" -> "46 conv2d_4"; -"40 _param_constant10" -> "43 quantize_per_channel_default_3"; -"41 conv2d_4_scale_0" -> "43 quantize_per_channel_default_3"; -"41 conv2d_4_scale_0" -> "44 dequantize_per_channel_default_3"; -"42 conv2d_4_zero_point_0" -> "43 quantize_per_channel_default_3"; -"42 conv2d_4_zero_point_0" -> "44 dequantize_per_channel_default_3"; -"43 quantize_per_channel_default_3" -> "44 dequantize_per_channel_default_3"; -"44 dequantize_per_channel_default_3" -> "46 conv2d_4"; -"45 features_1_block_2_0_weight_bias_0_0" -> "46 conv2d_4"; -"46 conv2d_4" -> "47 quantize_per_tensor_default_4"; -"47 quantize_per_tensor_default_4" -> "48 dequantize_per_tensor_default_5"; -"48 dequantize_per_tensor_default_5" -> "55 conv2d_5"; -"49 _param_constant13" -> "52 quantize_per_channel_default_4"; -"50 conv2d_5_scale_0" -> "52 quantize_per_channel_default_4"; -"50 conv2d_5_scale_0" -> "53 dequantize_per_channel_default_4"; -"51 conv2d_5_zero_point_0" -> "52 quantize_per_channel_default_4"; -"51 conv2d_5_zero_point_0" -> "53 dequantize_per_channel_default_4"; -"52 quantize_per_channel_default_4" -> "53 dequantize_per_channel_default_4"; -"53 dequantize_per_channel_default_4" -> "55 conv2d_5"; -"54 features_2_block_0_0_weight_bias_0_0" -> "55 conv2d_5"; -"55 conv2d_5" -> "58 relu__1"; -"56 relu__1_scale_0" -> "59 quantize_per_channel_default_5"; -"56 relu__1_scale_0" -> "60 dequantize_per_channel_default_5"; -"57 relu__1_zero_point_0" -> "59 quantize_per_channel_default_5"; -"57 relu__1_zero_point_0" -> "60 dequantize_per_channel_default_5"; -"58 relu__1" -> "59 quantize_per_channel_default_5"; -"59 quantize_per_channel_default_5" -> "60 dequantize_per_channel_default_5"; -"60 dequantize_per_channel_default_5" -> "67 conv2d_6"; -"61 _param_constant16" -> "64 quantize_per_channel_default_6"; -"62 conv2d_6_scale_0" -> "64 quantize_per_channel_default_6"; -"62 conv2d_6_scale_0" -> "65 dequantize_per_channel_default_6"; -"63 conv2d_6_zero_point_0" -> "64 quantize_per_channel_default_6"; -"63 conv2d_6_zero_point_0" -> "65 dequantize_per_channel_default_6"; -"64 quantize_per_channel_default_6" -> "65 dequantize_per_channel_default_6"; -"65 dequantize_per_channel_default_6" -> "67 conv2d_6"; -"66 features_2_block_1_0_weight_bias_0_0" -> "67 conv2d_6"; -"67 conv2d_6" -> "68 relu__2"; -"68 relu__2" -> "69 quantize_per_tensor_default_5"; -"69 quantize_per_tensor_default_5" -> "70 dequantize_per_tensor_default_6"; -"70 dequantize_per_tensor_default_6" -> "77 conv2d_7"; -"71 _param_constant19" -> "74 quantize_per_channel_default_7"; -"72 conv2d_7_scale_0" -> "74 quantize_per_channel_default_7"; -"72 conv2d_7_scale_0" -> "75 dequantize_per_channel_default_7"; -"73 conv2d_7_zero_point_0" -> "74 quantize_per_channel_default_7"; -"73 conv2d_7_zero_point_0" -> "75 dequantize_per_channel_default_7"; -"74 quantize_per_channel_default_7" -> "75 dequantize_per_channel_default_7"; -"75 dequantize_per_channel_default_7" -> "77 conv2d_7"; -"76 features_2_block_2_0_weight_bias_0_0" -> "77 conv2d_7"; -"77 conv2d_7" -> "78 quantize_per_tensor_default_6"; -"78 quantize_per_tensor_default_6" -> "79 dequantize_per_tensor_default_8"; -"78 quantize_per_tensor_default_6" -> "80 dequantize_per_tensor_default_7"; -"79 dequantize_per_tensor_default_8" -> "112 add_"; -"80 dequantize_per_tensor_default_7" -> "87 conv2d_8"; -"81 _param_constant22" -> "84 quantize_per_channel_default_8"; -"82 conv2d_8_scale_0" -> "84 quantize_per_channel_default_8"; -"82 conv2d_8_scale_0" -> "85 dequantize_per_channel_default_8"; -"83 conv2d_8_zero_point_0" -> "84 quantize_per_channel_default_8"; -"83 conv2d_8_zero_point_0" -> "85 dequantize_per_channel_default_8"; -"84 quantize_per_channel_default_8" -> "85 dequantize_per_channel_default_8"; -"85 dequantize_per_channel_default_8" -> "87 conv2d_8"; -"86 features_3_block_0_0_weight_bias_0_0" -> "87 conv2d_8"; -"87 conv2d_8" -> "90 relu__3"; -"88 relu__3_scale_0" -> "91 quantize_per_channel_default_9"; -"88 relu__3_scale_0" -> "92 dequantize_per_channel_default_9"; -"89 relu__3_zero_point_0" -> "91 quantize_per_channel_default_9"; -"89 relu__3_zero_point_0" -> "92 dequantize_per_channel_default_9"; -"90 relu__3" -> "91 quantize_per_channel_default_9"; -"91 quantize_per_channel_default_9" -> "92 dequantize_per_channel_default_9"; -"92 dequantize_per_channel_default_9" -> "99 conv2d_9"; -"93 _param_constant25" -> "96 quantize_per_channel_default_10"; -"94 conv2d_9_scale_0" -> "96 quantize_per_channel_default_10"; -"94 conv2d_9_scale_0" -> "97 dequantize_per_channel_default_10"; -"95 conv2d_9_zero_point_0" -> "96 quantize_per_channel_default_10"; -"95 conv2d_9_zero_point_0" -> "97 dequantize_per_channel_default_10"; -"96 quantize_per_channel_default_10" -> "97 dequantize_per_channel_default_10"; -"97 dequantize_per_channel_default_10" -> "99 conv2d_9"; -"98 features_3_block_1_0_weight_bias_0_0" -> "99 conv2d_9"; -"99 conv2d_9" -> "100 relu__4"; -"100 relu__4" -> "101 quantize_per_tensor_default_7"; -"101 quantize_per_tensor_default_7" -> "102 dequantize_per_tensor_default_9"; -"102 dequantize_per_tensor_default_9" -> "109 conv2d_10"; -"103 _param_constant28" -> "106 quantize_per_channel_default_11"; -"104 conv2d_10_scale_0" -> "106 quantize_per_channel_default_11"; -"104 conv2d_10_scale_0" -> "107 dequantize_per_channel_default_11"; -"105 conv2d_10_zero_point_0" -> "106 quantize_per_channel_default_11"; -"105 conv2d_10_zero_point_0" -> "107 dequantize_per_channel_default_11"; -"106 quantize_per_channel_default_11" -> "107 dequantize_per_channel_default_11"; -"107 dequantize_per_channel_default_11" -> "109 conv2d_10"; -"108 features_3_block_2_0_weight_bias_0_0" -> "109 conv2d_10"; -"109 conv2d_10" -> "110 quantize_per_tensor_default_8"; -"110 quantize_per_tensor_default_8" -> "111 dequantize_per_tensor_default_10"; -"111 dequantize_per_tensor_default_10" -> "112 add_"; -"112 add_" -> "113 quantize_per_tensor_default_9"; -"113 quantize_per_tensor_default_9" -> "114 dequantize_per_tensor_default_11"; -"114 dequantize_per_tensor_default_11" -> "121 conv2d_11"; -"115 _param_constant31" -> "118 quantize_per_channel_default_12"; -"116 conv2d_11_scale_0" -> "118 quantize_per_channel_default_12"; -"116 conv2d_11_scale_0" -> "119 dequantize_per_channel_default_12"; -"117 conv2d_11_zero_point_0" -> "118 quantize_per_channel_default_12"; -"117 conv2d_11_zero_point_0" -> "119 dequantize_per_channel_default_12"; -"118 quantize_per_channel_default_12" -> "119 dequantize_per_channel_default_12"; -"119 dequantize_per_channel_default_12" -> "121 conv2d_11"; -"120 features_4_block_0_0_weight_bias_0_0" -> "121 conv2d_11"; -"121 conv2d_11" -> "124 hardswish__1"; -"122 hardswish__1_scale_0" -> "125 quantize_per_channel_default_13"; -"122 hardswish__1_scale_0" -> "126 dequantize_per_channel_default_13"; -"123 hardswish__1_zero_point_0" -> "125 quantize_per_channel_default_13"; -"123 hardswish__1_zero_point_0" -> "126 dequantize_per_channel_default_13"; -"124 hardswish__1" -> "125 quantize_per_channel_default_13"; -"125 quantize_per_channel_default_13" -> "126 dequantize_per_channel_default_13"; -"126 dequantize_per_channel_default_13" -> "133 conv2d_12"; -"127 _param_constant34" -> "130 quantize_per_channel_default_14"; -"128 conv2d_12_scale_0" -> "130 quantize_per_channel_default_14"; -"128 conv2d_12_scale_0" -> "131 dequantize_per_channel_default_14"; -"129 conv2d_12_zero_point_0" -> "130 quantize_per_channel_default_14"; -"129 conv2d_12_zero_point_0" -> "131 dequantize_per_channel_default_14"; -"130 quantize_per_channel_default_14" -> "131 dequantize_per_channel_default_14"; -"131 dequantize_per_channel_default_14" -> "133 conv2d_12"; -"132 features_4_block_1_0_weight_bias_0_0" -> "133 conv2d_12"; -"133 conv2d_12" -> "134 hardswish__2"; -"134 hardswish__2" -> "135 quantize_per_tensor_default_10"; -"135 quantize_per_tensor_default_10" -> "136 dequantize_per_tensor_default_13"; -"135 quantize_per_tensor_default_10" -> "137 dequantize_per_tensor_default_12"; -"136 dequantize_per_tensor_default_13" -> "149 mul_1"; -"137 dequantize_per_tensor_default_12" -> "138 adaptive_avg_pool2d_1"; -"138 adaptive_avg_pool2d_1" -> "141 conv2d_13"; -"139 _param_constant37" -> "141 conv2d_13"; -"140 _param_constant38_0_0" -> "141 conv2d_13"; -"141 conv2d_13" -> "142 relu_1"; -"142 relu_1" -> "145 conv2d_14"; -"143 _param_constant39" -> "145 conv2d_14"; -"144 _param_constant40_0_0" -> "145 conv2d_14"; -"145 conv2d_14" -> "146 hardsigmoid_1"; -"146 hardsigmoid_1" -> "147 quantize_per_tensor_default_11"; -"147 quantize_per_tensor_default_11" -> "148 dequantize_per_tensor_default_14"; -"148 dequantize_per_tensor_default_14" -> "149 mul_1"; -"149 mul_1" -> "150 quantize_per_tensor_default_12"; -"150 quantize_per_tensor_default_12" -> "151 dequantize_per_tensor_default_15"; -"151 dequantize_per_tensor_default_15" -> "158 conv2d_15"; -"152 _param_constant41" -> "155 quantize_per_channel_default_15"; -"153 conv2d_15_scale_0" -> "155 quantize_per_channel_default_15"; -"153 conv2d_15_scale_0" -> "156 dequantize_per_channel_default_15"; -"154 conv2d_15_zero_point_0" -> "155 quantize_per_channel_default_15"; -"154 conv2d_15_zero_point_0" -> "156 dequantize_per_channel_default_15"; -"155 quantize_per_channel_default_15" -> "156 dequantize_per_channel_default_15"; -"156 dequantize_per_channel_default_15" -> "158 conv2d_15"; -"157 features_4_block_3_0_weight_bias_0_0" -> "158 conv2d_15"; -"158 conv2d_15" -> "159 quantize_per_tensor_default_13"; -"159 quantize_per_tensor_default_13" -> "160 dequantize_per_tensor_default_17"; -"159 quantize_per_tensor_default_13" -> "161 dequantize_per_tensor_default_16"; -"160 dequantize_per_tensor_default_17" -> "208 add__1"; -"161 dequantize_per_tensor_default_16" -> "168 conv2d_16"; -"162 _param_constant44" -> "165 quantize_per_channel_default_16"; -"163 conv2d_16_scale_0" -> "165 quantize_per_channel_default_16"; -"163 conv2d_16_scale_0" -> "166 dequantize_per_channel_default_16"; -"164 conv2d_16_zero_point_0" -> "165 quantize_per_channel_default_16"; -"164 conv2d_16_zero_point_0" -> "166 dequantize_per_channel_default_16"; -"165 quantize_per_channel_default_16" -> "166 dequantize_per_channel_default_16"; -"166 dequantize_per_channel_default_16" -> "168 conv2d_16"; -"167 features_5_block_0_0_weight_bias_0_0" -> "168 conv2d_16"; -"168 conv2d_16" -> "171 hardswish__3"; -"169 hardswish__3_scale_0" -> "172 quantize_per_channel_default_17"; -"169 hardswish__3_scale_0" -> "173 dequantize_per_channel_default_17"; -"170 hardswish__3_zero_point_0" -> "172 quantize_per_channel_default_17"; -"170 hardswish__3_zero_point_0" -> "173 dequantize_per_channel_default_17"; -"171 hardswish__3" -> "172 quantize_per_channel_default_17"; -"172 quantize_per_channel_default_17" -> "173 dequantize_per_channel_default_17"; -"173 dequantize_per_channel_default_17" -> "180 conv2d_17"; -"174 _param_constant47" -> "177 quantize_per_channel_default_18"; -"175 conv2d_17_scale_0" -> "177 quantize_per_channel_default_18"; -"175 conv2d_17_scale_0" -> "178 dequantize_per_channel_default_18"; -"176 conv2d_17_zero_point_0" -> "177 quantize_per_channel_default_18"; -"176 conv2d_17_zero_point_0" -> "178 dequantize_per_channel_default_18"; -"177 quantize_per_channel_default_18" -> "178 dequantize_per_channel_default_18"; -"178 dequantize_per_channel_default_18" -> "180 conv2d_17"; -"179 features_5_block_1_0_weight_bias_0_0" -> "180 conv2d_17"; -"180 conv2d_17" -> "181 hardswish__4"; -"181 hardswish__4" -> "182 quantize_per_tensor_default_14"; -"182 quantize_per_tensor_default_14" -> "183 dequantize_per_tensor_default_19"; -"182 quantize_per_tensor_default_14" -> "184 dequantize_per_tensor_default_18"; -"183 dequantize_per_tensor_default_19" -> "196 mul_2"; -"184 dequantize_per_tensor_default_18" -> "185 adaptive_avg_pool2d_2"; -"185 adaptive_avg_pool2d_2" -> "188 conv2d_18"; -"186 _param_constant50" -> "188 conv2d_18"; -"187 _param_constant51_0_0" -> "188 conv2d_18"; -"188 conv2d_18" -> "189 relu_2"; -"189 relu_2" -> "192 conv2d_19"; -"190 _param_constant52" -> "192 conv2d_19"; -"191 _param_constant53_0_0" -> "192 conv2d_19"; -"192 conv2d_19" -> "193 hardsigmoid_2"; -"193 hardsigmoid_2" -> "194 quantize_per_tensor_default_15"; -"194 quantize_per_tensor_default_15" -> "195 dequantize_per_tensor_default_20"; -"195 dequantize_per_tensor_default_20" -> "196 mul_2"; -"196 mul_2" -> "197 quantize_per_tensor_default_16"; -"197 quantize_per_tensor_default_16" -> "198 dequantize_per_tensor_default_21"; -"198 dequantize_per_tensor_default_21" -> "205 conv2d_20"; -"199 _param_constant54" -> "202 quantize_per_channel_default_19"; -"200 conv2d_20_scale_0" -> "202 quantize_per_channel_default_19"; -"200 conv2d_20_scale_0" -> "203 dequantize_per_channel_default_19"; -"201 conv2d_20_zero_point_0" -> "202 quantize_per_channel_default_19"; -"201 conv2d_20_zero_point_0" -> "203 dequantize_per_channel_default_19"; -"202 quantize_per_channel_default_19" -> "203 dequantize_per_channel_default_19"; -"203 dequantize_per_channel_default_19" -> "205 conv2d_20"; -"204 features_5_block_3_0_weight_bias_0_0" -> "205 conv2d_20"; -"205 conv2d_20" -> "206 quantize_per_tensor_default_17"; -"206 quantize_per_tensor_default_17" -> "207 dequantize_per_tensor_default_22"; -"207 dequantize_per_tensor_default_22" -> "208 add__1"; -"208 add__1" -> "209 quantize_per_tensor_default_18"; -"209 quantize_per_tensor_default_18" -> "210 dequantize_per_tensor_default_24"; -"209 quantize_per_tensor_default_18" -> "211 dequantize_per_tensor_default_23"; -"210 dequantize_per_tensor_default_24" -> "258 add__2"; -"211 dequantize_per_tensor_default_23" -> "218 conv2d_21"; -"212 _param_constant57" -> "215 quantize_per_channel_default_20"; -"213 conv2d_21_scale_0" -> "215 quantize_per_channel_default_20"; -"213 conv2d_21_scale_0" -> "216 dequantize_per_channel_default_20"; -"214 conv2d_21_zero_point_0" -> "215 quantize_per_channel_default_20"; -"214 conv2d_21_zero_point_0" -> "216 dequantize_per_channel_default_20"; -"215 quantize_per_channel_default_20" -> "216 dequantize_per_channel_default_20"; -"216 dequantize_per_channel_default_20" -> "218 conv2d_21"; -"217 features_6_block_0_0_weight_bias_0_0" -> "218 conv2d_21"; -"218 conv2d_21" -> "221 hardswish__5"; -"219 hardswish__5_scale_0" -> "222 quantize_per_channel_default_21"; -"219 hardswish__5_scale_0" -> "223 dequantize_per_channel_default_21"; -"220 hardswish__5_zero_point_0" -> "222 quantize_per_channel_default_21"; -"220 hardswish__5_zero_point_0" -> "223 dequantize_per_channel_default_21"; -"221 hardswish__5" -> "222 quantize_per_channel_default_21"; -"222 quantize_per_channel_default_21" -> "223 dequantize_per_channel_default_21"; -"223 dequantize_per_channel_default_21" -> "230 conv2d_22"; -"224 _param_constant60" -> "227 quantize_per_channel_default_22"; -"225 conv2d_22_scale_0" -> "227 quantize_per_channel_default_22"; -"225 conv2d_22_scale_0" -> "228 dequantize_per_channel_default_22"; -"226 conv2d_22_zero_point_0" -> "227 quantize_per_channel_default_22"; -"226 conv2d_22_zero_point_0" -> "228 dequantize_per_channel_default_22"; -"227 quantize_per_channel_default_22" -> "228 dequantize_per_channel_default_22"; -"228 dequantize_per_channel_default_22" -> "230 conv2d_22"; -"229 features_6_block_1_0_weight_bias_0_0" -> "230 conv2d_22"; -"230 conv2d_22" -> "231 hardswish__6"; -"231 hardswish__6" -> "232 quantize_per_tensor_default_19"; -"232 quantize_per_tensor_default_19" -> "233 dequantize_per_tensor_default_26"; -"232 quantize_per_tensor_default_19" -> "234 dequantize_per_tensor_default_25"; -"233 dequantize_per_tensor_default_26" -> "246 mul_3"; -"234 dequantize_per_tensor_default_25" -> "235 adaptive_avg_pool2d_3"; -"235 adaptive_avg_pool2d_3" -> "238 conv2d_23"; -"236 _param_constant63" -> "238 conv2d_23"; -"237 _param_constant64_0_0" -> "238 conv2d_23"; -"238 conv2d_23" -> "239 relu_3"; -"239 relu_3" -> "242 conv2d_24"; -"240 _param_constant65" -> "242 conv2d_24"; -"241 _param_constant66_0_0" -> "242 conv2d_24"; -"242 conv2d_24" -> "243 hardsigmoid_3"; -"243 hardsigmoid_3" -> "244 quantize_per_tensor_default_20"; -"244 quantize_per_tensor_default_20" -> "245 dequantize_per_tensor_default_27"; -"245 dequantize_per_tensor_default_27" -> "246 mul_3"; -"246 mul_3" -> "247 quantize_per_tensor_default_21"; -"247 quantize_per_tensor_default_21" -> "248 dequantize_per_tensor_default_28"; -"248 dequantize_per_tensor_default_28" -> "255 conv2d_25"; -"249 _param_constant67" -> "252 quantize_per_channel_default_23"; -"250 conv2d_25_scale_0" -> "252 quantize_per_channel_default_23"; -"250 conv2d_25_scale_0" -> "253 dequantize_per_channel_default_23"; -"251 conv2d_25_zero_point_0" -> "252 quantize_per_channel_default_23"; -"251 conv2d_25_zero_point_0" -> "253 dequantize_per_channel_default_23"; -"252 quantize_per_channel_default_23" -> "253 dequantize_per_channel_default_23"; -"253 dequantize_per_channel_default_23" -> "255 conv2d_25"; -"254 features_6_block_3_0_weight_bias_0_0" -> "255 conv2d_25"; -"255 conv2d_25" -> "256 quantize_per_tensor_default_22"; -"256 quantize_per_tensor_default_22" -> "257 dequantize_per_tensor_default_29"; -"257 dequantize_per_tensor_default_29" -> "258 add__2"; -"258 add__2" -> "259 quantize_per_tensor_default_23"; -"259 quantize_per_tensor_default_23" -> "260 dequantize_per_tensor_default_30"; -"260 dequantize_per_tensor_default_30" -> "267 conv2d_26"; -"261 _param_constant70" -> "264 quantize_per_channel_default_24"; -"262 conv2d_26_scale_0" -> "264 quantize_per_channel_default_24"; -"262 conv2d_26_scale_0" -> "265 dequantize_per_channel_default_24"; -"263 conv2d_26_zero_point_0" -> "264 quantize_per_channel_default_24"; -"263 conv2d_26_zero_point_0" -> "265 dequantize_per_channel_default_24"; -"264 quantize_per_channel_default_24" -> "265 dequantize_per_channel_default_24"; -"265 dequantize_per_channel_default_24" -> "267 conv2d_26"; -"266 features_7_block_0_0_weight_bias_0_0" -> "267 conv2d_26"; -"267 conv2d_26" -> "270 hardswish__7"; -"268 hardswish__7_scale_0" -> "271 quantize_per_channel_default_25"; -"268 hardswish__7_scale_0" -> "272 dequantize_per_channel_default_25"; -"269 hardswish__7_zero_point_0" -> "271 quantize_per_channel_default_25"; -"269 hardswish__7_zero_point_0" -> "272 dequantize_per_channel_default_25"; -"270 hardswish__7" -> "271 quantize_per_channel_default_25"; -"271 quantize_per_channel_default_25" -> "272 dequantize_per_channel_default_25"; -"272 dequantize_per_channel_default_25" -> "279 conv2d_27"; -"273 _param_constant73" -> "276 quantize_per_channel_default_26"; -"274 conv2d_27_scale_0" -> "276 quantize_per_channel_default_26"; -"274 conv2d_27_scale_0" -> "277 dequantize_per_channel_default_26"; -"275 conv2d_27_zero_point_0" -> "276 quantize_per_channel_default_26"; -"275 conv2d_27_zero_point_0" -> "277 dequantize_per_channel_default_26"; -"276 quantize_per_channel_default_26" -> "277 dequantize_per_channel_default_26"; -"277 dequantize_per_channel_default_26" -> "279 conv2d_27"; -"278 features_7_block_1_0_weight_bias_0_0" -> "279 conv2d_27"; -"279 conv2d_27" -> "280 hardswish__8"; -"280 hardswish__8" -> "281 quantize_per_tensor_default_24"; -"281 quantize_per_tensor_default_24" -> "282 dequantize_per_tensor_default_32"; -"281 quantize_per_tensor_default_24" -> "283 dequantize_per_tensor_default_31"; -"282 dequantize_per_tensor_default_32" -> "295 mul_4"; -"283 dequantize_per_tensor_default_31" -> "284 adaptive_avg_pool2d_4"; -"284 adaptive_avg_pool2d_4" -> "287 conv2d_28"; -"285 _param_constant76" -> "287 conv2d_28"; -"286 _param_constant77_0_0" -> "287 conv2d_28"; -"287 conv2d_28" -> "288 relu_4"; -"288 relu_4" -> "291 conv2d_29"; -"289 _param_constant78" -> "291 conv2d_29"; -"290 _param_constant79_0_0" -> "291 conv2d_29"; -"291 conv2d_29" -> "292 hardsigmoid_4"; -"292 hardsigmoid_4" -> "293 quantize_per_tensor_default_25"; -"293 quantize_per_tensor_default_25" -> "294 dequantize_per_tensor_default_33"; -"294 dequantize_per_tensor_default_33" -> "295 mul_4"; -"295 mul_4" -> "296 quantize_per_tensor_default_26"; -"296 quantize_per_tensor_default_26" -> "297 dequantize_per_tensor_default_34"; -"297 dequantize_per_tensor_default_34" -> "304 conv2d_30"; -"298 _param_constant80" -> "301 quantize_per_channel_default_27"; -"299 conv2d_30_scale_0" -> "301 quantize_per_channel_default_27"; -"299 conv2d_30_scale_0" -> "302 dequantize_per_channel_default_27"; -"300 conv2d_30_zero_point_0" -> "301 quantize_per_channel_default_27"; -"300 conv2d_30_zero_point_0" -> "302 dequantize_per_channel_default_27"; -"301 quantize_per_channel_default_27" -> "302 dequantize_per_channel_default_27"; -"302 dequantize_per_channel_default_27" -> "304 conv2d_30"; -"303 features_7_block_3_0_weight_bias_0_0" -> "304 conv2d_30"; -"304 conv2d_30" -> "305 quantize_per_tensor_default_27"; -"305 quantize_per_tensor_default_27" -> "306 dequantize_per_tensor_default_36"; -"305 quantize_per_tensor_default_27" -> "307 dequantize_per_tensor_default_35"; -"306 dequantize_per_tensor_default_36" -> "354 add__3"; -"307 dequantize_per_tensor_default_35" -> "314 conv2d_31"; -"308 _param_constant83" -> "311 quantize_per_channel_default_28"; -"309 conv2d_31_scale_0" -> "311 quantize_per_channel_default_28"; -"309 conv2d_31_scale_0" -> "312 dequantize_per_channel_default_28"; -"310 conv2d_31_zero_point_0" -> "311 quantize_per_channel_default_28"; -"310 conv2d_31_zero_point_0" -> "312 dequantize_per_channel_default_28"; -"311 quantize_per_channel_default_28" -> "312 dequantize_per_channel_default_28"; -"312 dequantize_per_channel_default_28" -> "314 conv2d_31"; -"313 features_8_block_0_0_weight_bias_0_0" -> "314 conv2d_31"; -"314 conv2d_31" -> "317 hardswish__9"; -"315 hardswish__9_scale_0" -> "318 quantize_per_channel_default_29"; -"315 hardswish__9_scale_0" -> "319 dequantize_per_channel_default_29"; -"316 hardswish__9_zero_point_0" -> "318 quantize_per_channel_default_29"; -"316 hardswish__9_zero_point_0" -> "319 dequantize_per_channel_default_29"; -"317 hardswish__9" -> "318 quantize_per_channel_default_29"; -"318 quantize_per_channel_default_29" -> "319 dequantize_per_channel_default_29"; -"319 dequantize_per_channel_default_29" -> "326 conv2d_32"; -"320 _param_constant86" -> "323 quantize_per_channel_default_30"; -"321 conv2d_32_scale_0" -> "323 quantize_per_channel_default_30"; -"321 conv2d_32_scale_0" -> "324 dequantize_per_channel_default_30"; -"322 conv2d_32_zero_point_0" -> "323 quantize_per_channel_default_30"; -"322 conv2d_32_zero_point_0" -> "324 dequantize_per_channel_default_30"; -"323 quantize_per_channel_default_30" -> "324 dequantize_per_channel_default_30"; -"324 dequantize_per_channel_default_30" -> "326 conv2d_32"; -"325 features_8_block_1_0_weight_bias_0_0" -> "326 conv2d_32"; -"326 conv2d_32" -> "327 hardswish__10"; -"327 hardswish__10" -> "328 quantize_per_tensor_default_28"; -"328 quantize_per_tensor_default_28" -> "329 dequantize_per_tensor_default_38"; -"328 quantize_per_tensor_default_28" -> "330 dequantize_per_tensor_default_37"; -"329 dequantize_per_tensor_default_38" -> "342 mul_5"; -"330 dequantize_per_tensor_default_37" -> "331 adaptive_avg_pool2d_5"; -"331 adaptive_avg_pool2d_5" -> "334 conv2d_33"; -"332 _param_constant89" -> "334 conv2d_33"; -"333 _param_constant90_0_0" -> "334 conv2d_33"; -"334 conv2d_33" -> "335 relu_5"; -"335 relu_5" -> "338 conv2d_34"; -"336 _param_constant91" -> "338 conv2d_34"; -"337 _param_constant92_0_0" -> "338 conv2d_34"; -"338 conv2d_34" -> "339 hardsigmoid_5"; -"339 hardsigmoid_5" -> "340 quantize_per_tensor_default_29"; -"340 quantize_per_tensor_default_29" -> "341 dequantize_per_tensor_default_39"; -"341 dequantize_per_tensor_default_39" -> "342 mul_5"; -"342 mul_5" -> "343 quantize_per_tensor_default_30"; -"343 quantize_per_tensor_default_30" -> "344 dequantize_per_tensor_default_40"; -"344 dequantize_per_tensor_default_40" -> "351 conv2d_35"; -"345 _param_constant93" -> "348 quantize_per_channel_default_31"; -"346 conv2d_35_scale_0" -> "348 quantize_per_channel_default_31"; -"346 conv2d_35_scale_0" -> "349 dequantize_per_channel_default_31"; -"347 conv2d_35_zero_point_0" -> "348 quantize_per_channel_default_31"; -"347 conv2d_35_zero_point_0" -> "349 dequantize_per_channel_default_31"; -"348 quantize_per_channel_default_31" -> "349 dequantize_per_channel_default_31"; -"349 dequantize_per_channel_default_31" -> "351 conv2d_35"; -"350 features_8_block_3_0_weight_bias_0_0" -> "351 conv2d_35"; -"351 conv2d_35" -> "352 quantize_per_tensor_default_31"; -"352 quantize_per_tensor_default_31" -> "353 dequantize_per_tensor_default_41"; -"353 dequantize_per_tensor_default_41" -> "354 add__3"; -"354 add__3" -> "355 quantize_per_tensor_default_32"; -"355 quantize_per_tensor_default_32" -> "356 dequantize_per_tensor_default_42"; -"356 dequantize_per_tensor_default_42" -> "363 conv2d_36"; -"357 _param_constant96" -> "360 quantize_per_channel_default_32"; -"358 conv2d_36_scale_0" -> "360 quantize_per_channel_default_32"; -"358 conv2d_36_scale_0" -> "361 dequantize_per_channel_default_32"; -"359 conv2d_36_zero_point_0" -> "360 quantize_per_channel_default_32"; -"359 conv2d_36_zero_point_0" -> "361 dequantize_per_channel_default_32"; -"360 quantize_per_channel_default_32" -> "361 dequantize_per_channel_default_32"; -"361 dequantize_per_channel_default_32" -> "363 conv2d_36"; -"362 features_9_block_0_0_weight_bias_0_0" -> "363 conv2d_36"; -"363 conv2d_36" -> "366 hardswish__11"; -"364 hardswish__11_scale_0" -> "367 quantize_per_channel_default_33"; -"364 hardswish__11_scale_0" -> "368 dequantize_per_channel_default_33"; -"365 hardswish__11_zero_point_0" -> "367 quantize_per_channel_default_33"; -"365 hardswish__11_zero_point_0" -> "368 dequantize_per_channel_default_33"; -"366 hardswish__11" -> "367 quantize_per_channel_default_33"; -"367 quantize_per_channel_default_33" -> "368 dequantize_per_channel_default_33"; -"368 dequantize_per_channel_default_33" -> "375 conv2d_37"; -"369 _param_constant99" -> "372 quantize_per_channel_default_34"; -"370 conv2d_37_scale_0" -> "372 quantize_per_channel_default_34"; -"370 conv2d_37_scale_0" -> "373 dequantize_per_channel_default_34"; -"371 conv2d_37_zero_point_0" -> "372 quantize_per_channel_default_34"; -"371 conv2d_37_zero_point_0" -> "373 dequantize_per_channel_default_34"; -"372 quantize_per_channel_default_34" -> "373 dequantize_per_channel_default_34"; -"373 dequantize_per_channel_default_34" -> "375 conv2d_37"; -"374 features_9_block_1_0_weight_bias_0_0" -> "375 conv2d_37"; -"375 conv2d_37" -> "376 hardswish__12"; -"376 hardswish__12" -> "377 quantize_per_tensor_default_33"; -"377 quantize_per_tensor_default_33" -> "378 dequantize_per_tensor_default_44"; -"377 quantize_per_tensor_default_33" -> "379 dequantize_per_tensor_default_43"; -"378 dequantize_per_tensor_default_44" -> "391 mul_6"; -"379 dequantize_per_tensor_default_43" -> "380 adaptive_avg_pool2d_6"; -"380 adaptive_avg_pool2d_6" -> "383 conv2d_38"; -"381 _param_constant102" -> "383 conv2d_38"; -"382 _param_constant103_0_0" -> "383 conv2d_38"; -"383 conv2d_38" -> "384 relu_6"; -"384 relu_6" -> "387 conv2d_39"; -"385 _param_constant104" -> "387 conv2d_39"; -"386 _param_constant105_0_0" -> "387 conv2d_39"; -"387 conv2d_39" -> "388 hardsigmoid_6"; -"388 hardsigmoid_6" -> "389 quantize_per_tensor_default_34"; -"389 quantize_per_tensor_default_34" -> "390 dequantize_per_tensor_default_45"; -"390 dequantize_per_tensor_default_45" -> "391 mul_6"; -"391 mul_6" -> "392 quantize_per_tensor_default_35"; -"392 quantize_per_tensor_default_35" -> "393 dequantize_per_tensor_default_46"; -"393 dequantize_per_tensor_default_46" -> "400 conv2d_40"; -"394 _param_constant106" -> "397 quantize_per_channel_default_35"; -"395 conv2d_40_scale_0" -> "397 quantize_per_channel_default_35"; -"395 conv2d_40_scale_0" -> "398 dequantize_per_channel_default_35"; -"396 conv2d_40_zero_point_0" -> "397 quantize_per_channel_default_35"; -"396 conv2d_40_zero_point_0" -> "398 dequantize_per_channel_default_35"; -"397 quantize_per_channel_default_35" -> "398 dequantize_per_channel_default_35"; -"398 dequantize_per_channel_default_35" -> "400 conv2d_40"; -"399 features_9_block_3_0_weight_bias_0_0" -> "400 conv2d_40"; -"400 conv2d_40" -> "401 quantize_per_tensor_default_36"; -"401 quantize_per_tensor_default_36" -> "402 dequantize_per_tensor_default_48"; -"401 quantize_per_tensor_default_36" -> "403 dequantize_per_tensor_default_47"; -"402 dequantize_per_tensor_default_48" -> "450 add__4"; -"403 dequantize_per_tensor_default_47" -> "410 conv2d_41"; -"404 _param_constant109" -> "407 quantize_per_channel_default_36"; -"405 conv2d_41_scale_0" -> "407 quantize_per_channel_default_36"; -"405 conv2d_41_scale_0" -> "408 dequantize_per_channel_default_36"; -"406 conv2d_41_zero_point_0" -> "407 quantize_per_channel_default_36"; -"406 conv2d_41_zero_point_0" -> "408 dequantize_per_channel_default_36"; -"407 quantize_per_channel_default_36" -> "408 dequantize_per_channel_default_36"; -"408 dequantize_per_channel_default_36" -> "410 conv2d_41"; -"409 features_10_block_0_0_weight_bias_0_0" -> "410 conv2d_41"; -"410 conv2d_41" -> "413 hardswish__13"; -"411 hardswish__13_scale_0" -> "414 quantize_per_channel_default_37"; -"411 hardswish__13_scale_0" -> "415 dequantize_per_channel_default_37"; -"412 hardswish__13_zero_point_0" -> "414 quantize_per_channel_default_37"; -"412 hardswish__13_zero_point_0" -> "415 dequantize_per_channel_default_37"; -"413 hardswish__13" -> "414 quantize_per_channel_default_37"; -"414 quantize_per_channel_default_37" -> "415 dequantize_per_channel_default_37"; -"415 dequantize_per_channel_default_37" -> "422 conv2d_42"; -"416 _param_constant112" -> "419 quantize_per_channel_default_38"; -"417 conv2d_42_scale_0" -> "419 quantize_per_channel_default_38"; -"417 conv2d_42_scale_0" -> "420 dequantize_per_channel_default_38"; -"418 conv2d_42_zero_point_0" -> "419 quantize_per_channel_default_38"; -"418 conv2d_42_zero_point_0" -> "420 dequantize_per_channel_default_38"; -"419 quantize_per_channel_default_38" -> "420 dequantize_per_channel_default_38"; -"420 dequantize_per_channel_default_38" -> "422 conv2d_42"; -"421 features_10_block_1_0_weight_bias_0_0" -> "422 conv2d_42"; -"422 conv2d_42" -> "423 hardswish__14"; -"423 hardswish__14" -> "424 quantize_per_tensor_default_37"; -"424 quantize_per_tensor_default_37" -> "425 dequantize_per_tensor_default_50"; -"424 quantize_per_tensor_default_37" -> "426 dequantize_per_tensor_default_49"; -"425 dequantize_per_tensor_default_50" -> "438 mul_7"; -"426 dequantize_per_tensor_default_49" -> "427 adaptive_avg_pool2d_7"; -"427 adaptive_avg_pool2d_7" -> "430 conv2d_43"; -"428 _param_constant115" -> "430 conv2d_43"; -"429 _param_constant116_0_0" -> "430 conv2d_43"; -"430 conv2d_43" -> "431 relu_7"; -"431 relu_7" -> "434 conv2d_44"; -"432 _param_constant117" -> "434 conv2d_44"; -"433 _param_constant118_0_0" -> "434 conv2d_44"; -"434 conv2d_44" -> "435 hardsigmoid_7"; -"435 hardsigmoid_7" -> "436 quantize_per_tensor_default_38"; -"436 quantize_per_tensor_default_38" -> "437 dequantize_per_tensor_default_51"; -"437 dequantize_per_tensor_default_51" -> "438 mul_7"; -"438 mul_7" -> "439 quantize_per_tensor_default_39"; -"439 quantize_per_tensor_default_39" -> "440 dequantize_per_tensor_default_52"; -"440 dequantize_per_tensor_default_52" -> "447 conv2d_45"; -"441 _param_constant119" -> "444 quantize_per_channel_default_39"; -"442 conv2d_45_scale_0" -> "444 quantize_per_channel_default_39"; -"442 conv2d_45_scale_0" -> "445 dequantize_per_channel_default_39"; -"443 conv2d_45_zero_point_0" -> "444 quantize_per_channel_default_39"; -"443 conv2d_45_zero_point_0" -> "445 dequantize_per_channel_default_39"; -"444 quantize_per_channel_default_39" -> "445 dequantize_per_channel_default_39"; -"445 dequantize_per_channel_default_39" -> "447 conv2d_45"; -"446 features_10_block_3_0_weight_bias_0_0" -> "447 conv2d_45"; -"447 conv2d_45" -> "448 quantize_per_tensor_default_40"; -"448 quantize_per_tensor_default_40" -> "449 dequantize_per_tensor_default_53"; -"449 dequantize_per_tensor_default_53" -> "450 add__4"; -"450 add__4" -> "451 quantize_per_tensor_default_41"; -"451 quantize_per_tensor_default_41" -> "452 dequantize_per_tensor_default_55"; -"451 quantize_per_tensor_default_41" -> "453 dequantize_per_tensor_default_54"; -"452 dequantize_per_tensor_default_55" -> "500 add__5"; -"453 dequantize_per_tensor_default_54" -> "460 conv2d_46"; -"454 _param_constant122" -> "457 quantize_per_channel_default_40"; -"455 conv2d_46_scale_0" -> "457 quantize_per_channel_default_40"; -"455 conv2d_46_scale_0" -> "458 dequantize_per_channel_default_40"; -"456 conv2d_46_zero_point_0" -> "457 quantize_per_channel_default_40"; -"456 conv2d_46_zero_point_0" -> "458 dequantize_per_channel_default_40"; -"457 quantize_per_channel_default_40" -> "458 dequantize_per_channel_default_40"; -"458 dequantize_per_channel_default_40" -> "460 conv2d_46"; -"459 features_11_block_0_0_weight_bias_0_0" -> "460 conv2d_46"; -"460 conv2d_46" -> "463 hardswish__15"; -"461 hardswish__15_scale_0" -> "464 quantize_per_channel_default_41"; -"461 hardswish__15_scale_0" -> "465 dequantize_per_channel_default_41"; -"462 hardswish__15_zero_point_0" -> "464 quantize_per_channel_default_41"; -"462 hardswish__15_zero_point_0" -> "465 dequantize_per_channel_default_41"; -"463 hardswish__15" -> "464 quantize_per_channel_default_41"; -"464 quantize_per_channel_default_41" -> "465 dequantize_per_channel_default_41"; -"465 dequantize_per_channel_default_41" -> "472 conv2d_47"; -"466 _param_constant125" -> "469 quantize_per_channel_default_42"; -"467 conv2d_47_scale_0" -> "469 quantize_per_channel_default_42"; -"467 conv2d_47_scale_0" -> "470 dequantize_per_channel_default_42"; -"468 conv2d_47_zero_point_0" -> "469 quantize_per_channel_default_42"; -"468 conv2d_47_zero_point_0" -> "470 dequantize_per_channel_default_42"; -"469 quantize_per_channel_default_42" -> "470 dequantize_per_channel_default_42"; -"470 dequantize_per_channel_default_42" -> "472 conv2d_47"; -"471 features_11_block_1_0_weight_bias_0_0" -> "472 conv2d_47"; -"472 conv2d_47" -> "473 hardswish__16"; -"473 hardswish__16" -> "474 quantize_per_tensor_default_42"; -"474 quantize_per_tensor_default_42" -> "475 dequantize_per_tensor_default_57"; -"474 quantize_per_tensor_default_42" -> "476 dequantize_per_tensor_default_56"; -"475 dequantize_per_tensor_default_57" -> "488 mul_8"; -"476 dequantize_per_tensor_default_56" -> "477 adaptive_avg_pool2d_8"; -"477 adaptive_avg_pool2d_8" -> "480 conv2d_48"; -"478 _param_constant128" -> "480 conv2d_48"; -"479 _param_constant129_0_0" -> "480 conv2d_48"; -"480 conv2d_48" -> "481 relu_8"; -"481 relu_8" -> "484 conv2d_49"; -"482 _param_constant130" -> "484 conv2d_49"; -"483 _param_constant131_0_0" -> "484 conv2d_49"; -"484 conv2d_49" -> "485 hardsigmoid_8"; -"485 hardsigmoid_8" -> "486 quantize_per_tensor_default_43"; -"486 quantize_per_tensor_default_43" -> "487 dequantize_per_tensor_default_58"; -"487 dequantize_per_tensor_default_58" -> "488 mul_8"; -"488 mul_8" -> "489 quantize_per_tensor_default_44"; -"489 quantize_per_tensor_default_44" -> "490 dequantize_per_tensor_default_59"; -"490 dequantize_per_tensor_default_59" -> "497 conv2d_50"; -"491 _param_constant132" -> "494 quantize_per_channel_default_43"; -"492 conv2d_50_scale_0" -> "494 quantize_per_channel_default_43"; -"492 conv2d_50_scale_0" -> "495 dequantize_per_channel_default_43"; -"493 conv2d_50_zero_point_0" -> "494 quantize_per_channel_default_43"; -"493 conv2d_50_zero_point_0" -> "495 dequantize_per_channel_default_43"; -"494 quantize_per_channel_default_43" -> "495 dequantize_per_channel_default_43"; -"495 dequantize_per_channel_default_43" -> "497 conv2d_50"; -"496 features_11_block_3_0_weight_bias_0_0" -> "497 conv2d_50"; -"497 conv2d_50" -> "498 quantize_per_tensor_default_45"; -"498 quantize_per_tensor_default_45" -> "499 dequantize_per_tensor_default_60"; -"499 dequantize_per_tensor_default_60" -> "500 add__5"; -"500 add__5" -> "501 quantize_per_tensor_default_46"; -"501 quantize_per_tensor_default_46" -> "502 dequantize_per_tensor_default_61"; -"502 dequantize_per_tensor_default_61" -> "509 conv2d_51"; -"503 _param_constant135" -> "506 quantize_per_channel_default_44"; -"504 conv2d_51_scale_0" -> "506 quantize_per_channel_default_44"; -"504 conv2d_51_scale_0" -> "507 dequantize_per_channel_default_44"; -"505 conv2d_51_zero_point_0" -> "506 quantize_per_channel_default_44"; -"505 conv2d_51_zero_point_0" -> "507 dequantize_per_channel_default_44"; -"506 quantize_per_channel_default_44" -> "507 dequantize_per_channel_default_44"; -"507 dequantize_per_channel_default_44" -> "509 conv2d_51"; -"508 features_12_0_weight_bias_0_0" -> "509 conv2d_51"; -"509 conv2d_51" -> "510 hardswish__17"; -"510 hardswish__17" -> "511 quantize_per_tensor_default_47"; -"511 quantize_per_tensor_default_47" -> "512 dequantize_per_tensor_default_62"; -"512 dequantize_per_tensor_default_62" -> "513 adaptive_avg_pool2d_9"; -"513 adaptive_avg_pool2d_9" -> "514 quantize_per_tensor_default_48"; -"514 quantize_per_tensor_default_48" -> "515 dequantize_per_tensor_default_63"; -"515 dequantize_per_tensor_default_63" -> "516 flatten"; -"516 flatten" -> "523 linear"; -"517 _param_constant138" -> "520 quantize_per_channel_default_45"; -"518 linear_scale_0" -> "520 quantize_per_channel_default_45"; -"518 linear_scale_0" -> "521 dequantize_per_channel_default_45"; -"519 linear_zero_point_0" -> "520 quantize_per_channel_default_45"; -"519 linear_zero_point_0" -> "521 dequantize_per_channel_default_45"; -"520 quantize_per_channel_default_45" -> "521 dequantize_per_channel_default_45"; -"521 dequantize_per_channel_default_45" -> "523 linear"; -"522 _param_constant139_0_0" -> "523 linear"; -"523 linear" -> "524 hardswish__18"; -"524 hardswish__18" -> "525 quantize_per_tensor_default_49"; -"525 quantize_per_tensor_default_49" -> "526 dequantize_per_tensor_default_64"; -"526 dequantize_per_tensor_default_64" -> "527 dropout_"; -"527 dropout_" -> "534 linear_1"; -"528 _param_constant140" -> "531 quantize_per_channel_default_46"; -"529 linear_1_scale_0" -> "531 quantize_per_channel_default_46"; -"529 linear_1_scale_0" -> "532 dequantize_per_channel_default_46"; -"530 linear_1_zero_point_0" -> "531 quantize_per_channel_default_46"; -"530 linear_1_zero_point_0" -> "532 dequantize_per_channel_default_46"; -"531 quantize_per_channel_default_46" -> "532 dequantize_per_channel_default_46"; -"532 dequantize_per_channel_default_46" -> "534 linear_1"; -"533 _param_constant141_0_0" -> "534 linear_1"; -"534 linear_1" -> "535 output"; +"2 dequantize_per_tensor_default" -> "7 conv2d"; +"3 conv2d_scale_0_updated_constant0" -> "6 mul_9"; +"4 compressed_weight_updated_constant0" -> "6 mul_9"; +"5 features_0_0_weight_bias_0_0" -> "7 conv2d"; +"6 mul_9" -> "7 conv2d"; +"7 conv2d" -> "10 hardswish_"; +"8 hardswish__scale_0" -> "11 quantize_per_channel_default_1"; +"8 hardswish__scale_0" -> "12 dequantize_per_channel_default_1"; +"9 hardswish__zero_point_0" -> "11 quantize_per_channel_default_1"; +"9 hardswish__zero_point_0" -> "12 dequantize_per_channel_default_1"; +"10 hardswish_" -> "11 quantize_per_channel_default_1"; +"11 quantize_per_channel_default_1" -> "12 dequantize_per_channel_default_1"; +"12 dequantize_per_channel_default_1" -> "17 conv2d_1"; +"13 conv2d_1_scale_0_updated_constant0" -> "16 mul_10"; +"14 compressed_weight_updated_constant1" -> "16 mul_10"; +"15 features_1_block_0_0_weight_bias_0_0" -> "17 conv2d_1"; +"16 mul_10" -> "17 conv2d_1"; +"17 conv2d_1" -> "18 relu_"; +"18 relu_" -> "19 quantize_per_tensor_default_1"; +"19 quantize_per_tensor_default_1" -> "20 dequantize_per_tensor_default_2"; +"19 quantize_per_tensor_default_1" -> "21 dequantize_per_tensor_default_1"; +"20 dequantize_per_tensor_default_2" -> "33 mul"; +"21 dequantize_per_tensor_default_1" -> "22 adaptive_avg_pool2d"; +"22 adaptive_avg_pool2d" -> "25 conv2d_2"; +"23 _param_constant6" -> "25 conv2d_2"; +"24 _param_constant7_0_0" -> "25 conv2d_2"; +"25 conv2d_2" -> "26 relu"; +"26 relu" -> "29 conv2d_3"; +"27 _param_constant8" -> "29 conv2d_3"; +"28 _param_constant9_0_0" -> "29 conv2d_3"; +"29 conv2d_3" -> "30 hardsigmoid"; +"30 hardsigmoid" -> "31 quantize_per_tensor_default_2"; +"31 quantize_per_tensor_default_2" -> "32 dequantize_per_tensor_default_3"; +"32 dequantize_per_tensor_default_3" -> "33 mul"; +"33 mul" -> "34 quantize_per_tensor_default_3"; +"34 quantize_per_tensor_default_3" -> "35 dequantize_per_tensor_default_4"; +"35 dequantize_per_tensor_default_4" -> "40 conv2d_4"; +"36 conv2d_4_scale_0_updated_constant0" -> "39 mul_11"; +"37 compressed_weight_updated_constant2" -> "39 mul_11"; +"38 features_1_block_2_0_weight_bias_0_0" -> "40 conv2d_4"; +"39 mul_11" -> "40 conv2d_4"; +"40 conv2d_4" -> "41 quantize_per_tensor_default_4"; +"41 quantize_per_tensor_default_4" -> "42 dequantize_per_tensor_default_5"; +"42 dequantize_per_tensor_default_5" -> "47 conv2d_5"; +"43 conv2d_5_scale_0_updated_constant0" -> "46 mul_12"; +"44 compressed_weight_updated_constant3" -> "46 mul_12"; +"45 features_2_block_0_0_weight_bias_0_0" -> "47 conv2d_5"; +"46 mul_12" -> "47 conv2d_5"; +"47 conv2d_5" -> "50 relu__1"; +"48 relu__1_scale_0" -> "51 quantize_per_channel_default_5"; +"48 relu__1_scale_0" -> "52 dequantize_per_channel_default_5"; +"49 relu__1_zero_point_0" -> "51 quantize_per_channel_default_5"; +"49 relu__1_zero_point_0" -> "52 dequantize_per_channel_default_5"; +"50 relu__1" -> "51 quantize_per_channel_default_5"; +"51 quantize_per_channel_default_5" -> "52 dequantize_per_channel_default_5"; +"52 dequantize_per_channel_default_5" -> "57 conv2d_6"; +"53 conv2d_6_scale_0_updated_constant0" -> "56 mul_13"; +"54 compressed_weight_updated_constant4" -> "56 mul_13"; +"55 features_2_block_1_0_weight_bias_0_0" -> "57 conv2d_6"; +"56 mul_13" -> "57 conv2d_6"; +"57 conv2d_6" -> "58 relu__2"; +"58 relu__2" -> "59 quantize_per_tensor_default_5"; +"59 quantize_per_tensor_default_5" -> "60 dequantize_per_tensor_default_6"; +"60 dequantize_per_tensor_default_6" -> "65 conv2d_7"; +"61 conv2d_7_scale_0_updated_constant0" -> "64 mul_14"; +"62 compressed_weight_updated_constant5" -> "64 mul_14"; +"63 features_2_block_2_0_weight_bias_0_0" -> "65 conv2d_7"; +"64 mul_14" -> "65 conv2d_7"; +"65 conv2d_7" -> "66 quantize_per_tensor_default_6"; +"66 quantize_per_tensor_default_6" -> "67 dequantize_per_tensor_default_8"; +"66 quantize_per_tensor_default_6" -> "68 dequantize_per_tensor_default_7"; +"67 dequantize_per_tensor_default_8" -> "94 add_"; +"68 dequantize_per_tensor_default_7" -> "73 conv2d_8"; +"69 conv2d_8_scale_0_updated_constant0" -> "72 mul_15"; +"70 compressed_weight_updated_constant6" -> "72 mul_15"; +"71 features_3_block_0_0_weight_bias_0_0" -> "73 conv2d_8"; +"72 mul_15" -> "73 conv2d_8"; +"73 conv2d_8" -> "76 relu__3"; +"74 relu__3_scale_0" -> "77 quantize_per_channel_default_9"; +"74 relu__3_scale_0" -> "78 dequantize_per_channel_default_9"; +"75 relu__3_zero_point_0" -> "77 quantize_per_channel_default_9"; +"75 relu__3_zero_point_0" -> "78 dequantize_per_channel_default_9"; +"76 relu__3" -> "77 quantize_per_channel_default_9"; +"77 quantize_per_channel_default_9" -> "78 dequantize_per_channel_default_9"; +"78 dequantize_per_channel_default_9" -> "83 conv2d_9"; +"79 conv2d_9_scale_0_updated_constant0" -> "82 mul_16"; +"80 compressed_weight_updated_constant7" -> "82 mul_16"; +"81 features_3_block_1_0_weight_bias_0_0" -> "83 conv2d_9"; +"82 mul_16" -> "83 conv2d_9"; +"83 conv2d_9" -> "84 relu__4"; +"84 relu__4" -> "85 quantize_per_tensor_default_7"; +"85 quantize_per_tensor_default_7" -> "86 dequantize_per_tensor_default_9"; +"86 dequantize_per_tensor_default_9" -> "91 conv2d_10"; +"87 conv2d_10_scale_0_updated_constant0" -> "90 mul_17"; +"88 compressed_weight_updated_constant8" -> "90 mul_17"; +"89 features_3_block_2_0_weight_bias_0_0" -> "91 conv2d_10"; +"90 mul_17" -> "91 conv2d_10"; +"91 conv2d_10" -> "92 quantize_per_tensor_default_8"; +"92 quantize_per_tensor_default_8" -> "93 dequantize_per_tensor_default_10"; +"93 dequantize_per_tensor_default_10" -> "94 add_"; +"94 add_" -> "95 quantize_per_tensor_default_9"; +"95 quantize_per_tensor_default_9" -> "96 dequantize_per_tensor_default_11"; +"96 dequantize_per_tensor_default_11" -> "101 conv2d_11"; +"97 conv2d_11_scale_0_updated_constant0" -> "100 mul_18"; +"98 compressed_weight_updated_constant9" -> "100 mul_18"; +"99 features_4_block_0_0_weight_bias_0_0" -> "101 conv2d_11"; +"100 mul_18" -> "101 conv2d_11"; +"101 conv2d_11" -> "104 hardswish__1"; +"102 hardswish__1_scale_0" -> "105 quantize_per_channel_default_13"; +"102 hardswish__1_scale_0" -> "106 dequantize_per_channel_default_13"; +"103 hardswish__1_zero_point_0" -> "105 quantize_per_channel_default_13"; +"103 hardswish__1_zero_point_0" -> "106 dequantize_per_channel_default_13"; +"104 hardswish__1" -> "105 quantize_per_channel_default_13"; +"105 quantize_per_channel_default_13" -> "106 dequantize_per_channel_default_13"; +"106 dequantize_per_channel_default_13" -> "111 conv2d_12"; +"107 conv2d_12_scale_0_updated_constant0" -> "110 mul_19"; +"108 compressed_weight_updated_constant10" -> "110 mul_19"; +"109 features_4_block_1_0_weight_bias_0_0" -> "111 conv2d_12"; +"110 mul_19" -> "111 conv2d_12"; +"111 conv2d_12" -> "112 hardswish__2"; +"112 hardswish__2" -> "113 quantize_per_tensor_default_10"; +"113 quantize_per_tensor_default_10" -> "114 dequantize_per_tensor_default_13"; +"113 quantize_per_tensor_default_10" -> "115 dequantize_per_tensor_default_12"; +"114 dequantize_per_tensor_default_13" -> "127 mul_1"; +"115 dequantize_per_tensor_default_12" -> "116 adaptive_avg_pool2d_1"; +"116 adaptive_avg_pool2d_1" -> "119 conv2d_13"; +"117 _param_constant37" -> "119 conv2d_13"; +"118 _param_constant38_0_0" -> "119 conv2d_13"; +"119 conv2d_13" -> "120 relu_1"; +"120 relu_1" -> "123 conv2d_14"; +"121 _param_constant39" -> "123 conv2d_14"; +"122 _param_constant40_0_0" -> "123 conv2d_14"; +"123 conv2d_14" -> "124 hardsigmoid_1"; +"124 hardsigmoid_1" -> "125 quantize_per_tensor_default_11"; +"125 quantize_per_tensor_default_11" -> "126 dequantize_per_tensor_default_14"; +"126 dequantize_per_tensor_default_14" -> "127 mul_1"; +"127 mul_1" -> "128 quantize_per_tensor_default_12"; +"128 quantize_per_tensor_default_12" -> "129 dequantize_per_tensor_default_15"; +"129 dequantize_per_tensor_default_15" -> "134 conv2d_15"; +"130 conv2d_15_scale_0_updated_constant0" -> "133 mul_20"; +"131 compressed_weight_updated_constant11" -> "133 mul_20"; +"132 features_4_block_3_0_weight_bias_0_0" -> "134 conv2d_15"; +"133 mul_20" -> "134 conv2d_15"; +"134 conv2d_15" -> "135 quantize_per_tensor_default_13"; +"135 quantize_per_tensor_default_13" -> "136 dequantize_per_tensor_default_17"; +"135 quantize_per_tensor_default_13" -> "137 dequantize_per_tensor_default_16"; +"136 dequantize_per_tensor_default_17" -> "178 add__1"; +"137 dequantize_per_tensor_default_16" -> "142 conv2d_16"; +"138 conv2d_16_scale_0_updated_constant0" -> "141 mul_21"; +"139 compressed_weight_updated_constant12" -> "141 mul_21"; +"140 features_5_block_0_0_weight_bias_0_0" -> "142 conv2d_16"; +"141 mul_21" -> "142 conv2d_16"; +"142 conv2d_16" -> "145 hardswish__3"; +"143 hardswish__3_scale_0" -> "146 quantize_per_channel_default_17"; +"143 hardswish__3_scale_0" -> "147 dequantize_per_channel_default_17"; +"144 hardswish__3_zero_point_0" -> "146 quantize_per_channel_default_17"; +"144 hardswish__3_zero_point_0" -> "147 dequantize_per_channel_default_17"; +"145 hardswish__3" -> "146 quantize_per_channel_default_17"; +"146 quantize_per_channel_default_17" -> "147 dequantize_per_channel_default_17"; +"147 dequantize_per_channel_default_17" -> "152 conv2d_17"; +"148 conv2d_17_scale_0_updated_constant0" -> "151 mul_22"; +"149 compressed_weight_updated_constant13" -> "151 mul_22"; +"150 features_5_block_1_0_weight_bias_0_0" -> "152 conv2d_17"; +"151 mul_22" -> "152 conv2d_17"; +"152 conv2d_17" -> "153 hardswish__4"; +"153 hardswish__4" -> "154 quantize_per_tensor_default_14"; +"154 quantize_per_tensor_default_14" -> "155 dequantize_per_tensor_default_19"; +"154 quantize_per_tensor_default_14" -> "156 dequantize_per_tensor_default_18"; +"155 dequantize_per_tensor_default_19" -> "168 mul_2"; +"156 dequantize_per_tensor_default_18" -> "157 adaptive_avg_pool2d_2"; +"157 adaptive_avg_pool2d_2" -> "160 conv2d_18"; +"158 _param_constant50" -> "160 conv2d_18"; +"159 _param_constant51_0_0" -> "160 conv2d_18"; +"160 conv2d_18" -> "161 relu_2"; +"161 relu_2" -> "164 conv2d_19"; +"162 _param_constant52" -> "164 conv2d_19"; +"163 _param_constant53_0_0" -> "164 conv2d_19"; +"164 conv2d_19" -> "165 hardsigmoid_2"; +"165 hardsigmoid_2" -> "166 quantize_per_tensor_default_15"; +"166 quantize_per_tensor_default_15" -> "167 dequantize_per_tensor_default_20"; +"167 dequantize_per_tensor_default_20" -> "168 mul_2"; +"168 mul_2" -> "169 quantize_per_tensor_default_16"; +"169 quantize_per_tensor_default_16" -> "170 dequantize_per_tensor_default_21"; +"170 dequantize_per_tensor_default_21" -> "175 conv2d_20"; +"171 conv2d_20_scale_0_updated_constant0" -> "174 mul_23"; +"172 compressed_weight_updated_constant14" -> "174 mul_23"; +"173 features_5_block_3_0_weight_bias_0_0" -> "175 conv2d_20"; +"174 mul_23" -> "175 conv2d_20"; +"175 conv2d_20" -> "176 quantize_per_tensor_default_17"; +"176 quantize_per_tensor_default_17" -> "177 dequantize_per_tensor_default_22"; +"177 dequantize_per_tensor_default_22" -> "178 add__1"; +"178 add__1" -> "179 quantize_per_tensor_default_18"; +"179 quantize_per_tensor_default_18" -> "180 dequantize_per_tensor_default_24"; +"179 quantize_per_tensor_default_18" -> "181 dequantize_per_tensor_default_23"; +"180 dequantize_per_tensor_default_24" -> "222 add__2"; +"181 dequantize_per_tensor_default_23" -> "186 conv2d_21"; +"182 conv2d_21_scale_0_updated_constant0" -> "185 mul_24"; +"183 compressed_weight_updated_constant15" -> "185 mul_24"; +"184 features_6_block_0_0_weight_bias_0_0" -> "186 conv2d_21"; +"185 mul_24" -> "186 conv2d_21"; +"186 conv2d_21" -> "189 hardswish__5"; +"187 hardswish__5_scale_0" -> "190 quantize_per_channel_default_21"; +"187 hardswish__5_scale_0" -> "191 dequantize_per_channel_default_21"; +"188 hardswish__5_zero_point_0" -> "190 quantize_per_channel_default_21"; +"188 hardswish__5_zero_point_0" -> "191 dequantize_per_channel_default_21"; +"189 hardswish__5" -> "190 quantize_per_channel_default_21"; +"190 quantize_per_channel_default_21" -> "191 dequantize_per_channel_default_21"; +"191 dequantize_per_channel_default_21" -> "196 conv2d_22"; +"192 conv2d_22_scale_0_updated_constant0" -> "195 mul_25"; +"193 compressed_weight_updated_constant16" -> "195 mul_25"; +"194 features_6_block_1_0_weight_bias_0_0" -> "196 conv2d_22"; +"195 mul_25" -> "196 conv2d_22"; +"196 conv2d_22" -> "197 hardswish__6"; +"197 hardswish__6" -> "198 quantize_per_tensor_default_19"; +"198 quantize_per_tensor_default_19" -> "199 dequantize_per_tensor_default_26"; +"198 quantize_per_tensor_default_19" -> "200 dequantize_per_tensor_default_25"; +"199 dequantize_per_tensor_default_26" -> "212 mul_3"; +"200 dequantize_per_tensor_default_25" -> "201 adaptive_avg_pool2d_3"; +"201 adaptive_avg_pool2d_3" -> "204 conv2d_23"; +"202 _param_constant63" -> "204 conv2d_23"; +"203 _param_constant64_0_0" -> "204 conv2d_23"; +"204 conv2d_23" -> "205 relu_3"; +"205 relu_3" -> "208 conv2d_24"; +"206 _param_constant65" -> "208 conv2d_24"; +"207 _param_constant66_0_0" -> "208 conv2d_24"; +"208 conv2d_24" -> "209 hardsigmoid_3"; +"209 hardsigmoid_3" -> "210 quantize_per_tensor_default_20"; +"210 quantize_per_tensor_default_20" -> "211 dequantize_per_tensor_default_27"; +"211 dequantize_per_tensor_default_27" -> "212 mul_3"; +"212 mul_3" -> "213 quantize_per_tensor_default_21"; +"213 quantize_per_tensor_default_21" -> "214 dequantize_per_tensor_default_28"; +"214 dequantize_per_tensor_default_28" -> "219 conv2d_25"; +"215 conv2d_25_scale_0_updated_constant0" -> "218 mul_26"; +"216 compressed_weight_updated_constant17" -> "218 mul_26"; +"217 features_6_block_3_0_weight_bias_0_0" -> "219 conv2d_25"; +"218 mul_26" -> "219 conv2d_25"; +"219 conv2d_25" -> "220 quantize_per_tensor_default_22"; +"220 quantize_per_tensor_default_22" -> "221 dequantize_per_tensor_default_29"; +"221 dequantize_per_tensor_default_29" -> "222 add__2"; +"222 add__2" -> "223 quantize_per_tensor_default_23"; +"223 quantize_per_tensor_default_23" -> "224 dequantize_per_tensor_default_30"; +"224 dequantize_per_tensor_default_30" -> "229 conv2d_26"; +"225 conv2d_26_scale_0_updated_constant0" -> "228 mul_27"; +"226 compressed_weight_updated_constant18" -> "228 mul_27"; +"227 features_7_block_0_0_weight_bias_0_0" -> "229 conv2d_26"; +"228 mul_27" -> "229 conv2d_26"; +"229 conv2d_26" -> "232 hardswish__7"; +"230 hardswish__7_scale_0" -> "233 quantize_per_channel_default_25"; +"230 hardswish__7_scale_0" -> "234 dequantize_per_channel_default_25"; +"231 hardswish__7_zero_point_0" -> "233 quantize_per_channel_default_25"; +"231 hardswish__7_zero_point_0" -> "234 dequantize_per_channel_default_25"; +"232 hardswish__7" -> "233 quantize_per_channel_default_25"; +"233 quantize_per_channel_default_25" -> "234 dequantize_per_channel_default_25"; +"234 dequantize_per_channel_default_25" -> "239 conv2d_27"; +"235 conv2d_27_scale_0_updated_constant0" -> "238 mul_28"; +"236 compressed_weight_updated_constant19" -> "238 mul_28"; +"237 features_7_block_1_0_weight_bias_0_0" -> "239 conv2d_27"; +"238 mul_28" -> "239 conv2d_27"; +"239 conv2d_27" -> "240 hardswish__8"; +"240 hardswish__8" -> "241 quantize_per_tensor_default_24"; +"241 quantize_per_tensor_default_24" -> "242 dequantize_per_tensor_default_32"; +"241 quantize_per_tensor_default_24" -> "243 dequantize_per_tensor_default_31"; +"242 dequantize_per_tensor_default_32" -> "255 mul_4"; +"243 dequantize_per_tensor_default_31" -> "244 adaptive_avg_pool2d_4"; +"244 adaptive_avg_pool2d_4" -> "247 conv2d_28"; +"245 _param_constant76" -> "247 conv2d_28"; +"246 _param_constant77_0_0" -> "247 conv2d_28"; +"247 conv2d_28" -> "248 relu_4"; +"248 relu_4" -> "251 conv2d_29"; +"249 _param_constant78" -> "251 conv2d_29"; +"250 _param_constant79_0_0" -> "251 conv2d_29"; +"251 conv2d_29" -> "252 hardsigmoid_4"; +"252 hardsigmoid_4" -> "253 quantize_per_tensor_default_25"; +"253 quantize_per_tensor_default_25" -> "254 dequantize_per_tensor_default_33"; +"254 dequantize_per_tensor_default_33" -> "255 mul_4"; +"255 mul_4" -> "256 quantize_per_tensor_default_26"; +"256 quantize_per_tensor_default_26" -> "257 dequantize_per_tensor_default_34"; +"257 dequantize_per_tensor_default_34" -> "262 conv2d_30"; +"258 conv2d_30_scale_0_updated_constant0" -> "261 mul_29"; +"259 compressed_weight_updated_constant20" -> "261 mul_29"; +"260 features_7_block_3_0_weight_bias_0_0" -> "262 conv2d_30"; +"261 mul_29" -> "262 conv2d_30"; +"262 conv2d_30" -> "263 quantize_per_tensor_default_27"; +"263 quantize_per_tensor_default_27" -> "264 dequantize_per_tensor_default_36"; +"263 quantize_per_tensor_default_27" -> "265 dequantize_per_tensor_default_35"; +"264 dequantize_per_tensor_default_36" -> "306 add__3"; +"265 dequantize_per_tensor_default_35" -> "270 conv2d_31"; +"266 conv2d_31_scale_0_updated_constant0" -> "269 mul_30"; +"267 compressed_weight_updated_constant21" -> "269 mul_30"; +"268 features_8_block_0_0_weight_bias_0_0" -> "270 conv2d_31"; +"269 mul_30" -> "270 conv2d_31"; +"270 conv2d_31" -> "273 hardswish__9"; +"271 hardswish__9_scale_0" -> "274 quantize_per_channel_default_29"; +"271 hardswish__9_scale_0" -> "275 dequantize_per_channel_default_29"; +"272 hardswish__9_zero_point_0" -> "274 quantize_per_channel_default_29"; +"272 hardswish__9_zero_point_0" -> "275 dequantize_per_channel_default_29"; +"273 hardswish__9" -> "274 quantize_per_channel_default_29"; +"274 quantize_per_channel_default_29" -> "275 dequantize_per_channel_default_29"; +"275 dequantize_per_channel_default_29" -> "280 conv2d_32"; +"276 conv2d_32_scale_0_updated_constant0" -> "279 mul_31"; +"277 compressed_weight_updated_constant22" -> "279 mul_31"; +"278 features_8_block_1_0_weight_bias_0_0" -> "280 conv2d_32"; +"279 mul_31" -> "280 conv2d_32"; +"280 conv2d_32" -> "281 hardswish__10"; +"281 hardswish__10" -> "282 quantize_per_tensor_default_28"; +"282 quantize_per_tensor_default_28" -> "283 dequantize_per_tensor_default_38"; +"282 quantize_per_tensor_default_28" -> "284 dequantize_per_tensor_default_37"; +"283 dequantize_per_tensor_default_38" -> "296 mul_5"; +"284 dequantize_per_tensor_default_37" -> "285 adaptive_avg_pool2d_5"; +"285 adaptive_avg_pool2d_5" -> "288 conv2d_33"; +"286 _param_constant89" -> "288 conv2d_33"; +"287 _param_constant90_0_0" -> "288 conv2d_33"; +"288 conv2d_33" -> "289 relu_5"; +"289 relu_5" -> "292 conv2d_34"; +"290 _param_constant91" -> "292 conv2d_34"; +"291 _param_constant92_0_0" -> "292 conv2d_34"; +"292 conv2d_34" -> "293 hardsigmoid_5"; +"293 hardsigmoid_5" -> "294 quantize_per_tensor_default_29"; +"294 quantize_per_tensor_default_29" -> "295 dequantize_per_tensor_default_39"; +"295 dequantize_per_tensor_default_39" -> "296 mul_5"; +"296 mul_5" -> "297 quantize_per_tensor_default_30"; +"297 quantize_per_tensor_default_30" -> "298 dequantize_per_tensor_default_40"; +"298 dequantize_per_tensor_default_40" -> "303 conv2d_35"; +"299 conv2d_35_scale_0_updated_constant0" -> "302 mul_32"; +"300 compressed_weight_updated_constant23" -> "302 mul_32"; +"301 features_8_block_3_0_weight_bias_0_0" -> "303 conv2d_35"; +"302 mul_32" -> "303 conv2d_35"; +"303 conv2d_35" -> "304 quantize_per_tensor_default_31"; +"304 quantize_per_tensor_default_31" -> "305 dequantize_per_tensor_default_41"; +"305 dequantize_per_tensor_default_41" -> "306 add__3"; +"306 add__3" -> "307 quantize_per_tensor_default_32"; +"307 quantize_per_tensor_default_32" -> "308 dequantize_per_tensor_default_42"; +"308 dequantize_per_tensor_default_42" -> "313 conv2d_36"; +"309 conv2d_36_scale_0_updated_constant0" -> "312 mul_33"; +"310 compressed_weight_updated_constant24" -> "312 mul_33"; +"311 features_9_block_0_0_weight_bias_0_0" -> "313 conv2d_36"; +"312 mul_33" -> "313 conv2d_36"; +"313 conv2d_36" -> "316 hardswish__11"; +"314 hardswish__11_scale_0" -> "317 quantize_per_channel_default_33"; +"314 hardswish__11_scale_0" -> "318 dequantize_per_channel_default_33"; +"315 hardswish__11_zero_point_0" -> "317 quantize_per_channel_default_33"; +"315 hardswish__11_zero_point_0" -> "318 dequantize_per_channel_default_33"; +"316 hardswish__11" -> "317 quantize_per_channel_default_33"; +"317 quantize_per_channel_default_33" -> "318 dequantize_per_channel_default_33"; +"318 dequantize_per_channel_default_33" -> "323 conv2d_37"; +"319 conv2d_37_scale_0_updated_constant0" -> "322 mul_34"; +"320 compressed_weight_updated_constant25" -> "322 mul_34"; +"321 features_9_block_1_0_weight_bias_0_0" -> "323 conv2d_37"; +"322 mul_34" -> "323 conv2d_37"; +"323 conv2d_37" -> "324 hardswish__12"; +"324 hardswish__12" -> "325 quantize_per_tensor_default_33"; +"325 quantize_per_tensor_default_33" -> "326 dequantize_per_tensor_default_44"; +"325 quantize_per_tensor_default_33" -> "327 dequantize_per_tensor_default_43"; +"326 dequantize_per_tensor_default_44" -> "339 mul_6"; +"327 dequantize_per_tensor_default_43" -> "328 adaptive_avg_pool2d_6"; +"328 adaptive_avg_pool2d_6" -> "331 conv2d_38"; +"329 _param_constant102" -> "331 conv2d_38"; +"330 _param_constant103_0_0" -> "331 conv2d_38"; +"331 conv2d_38" -> "332 relu_6"; +"332 relu_6" -> "335 conv2d_39"; +"333 _param_constant104" -> "335 conv2d_39"; +"334 _param_constant105_0_0" -> "335 conv2d_39"; +"335 conv2d_39" -> "336 hardsigmoid_6"; +"336 hardsigmoid_6" -> "337 quantize_per_tensor_default_34"; +"337 quantize_per_tensor_default_34" -> "338 dequantize_per_tensor_default_45"; +"338 dequantize_per_tensor_default_45" -> "339 mul_6"; +"339 mul_6" -> "340 quantize_per_tensor_default_35"; +"340 quantize_per_tensor_default_35" -> "341 dequantize_per_tensor_default_46"; +"341 dequantize_per_tensor_default_46" -> "346 conv2d_40"; +"342 conv2d_40_scale_0_updated_constant0" -> "345 mul_35"; +"343 compressed_weight_updated_constant26" -> "345 mul_35"; +"344 features_9_block_3_0_weight_bias_0_0" -> "346 conv2d_40"; +"345 mul_35" -> "346 conv2d_40"; +"346 conv2d_40" -> "347 quantize_per_tensor_default_36"; +"347 quantize_per_tensor_default_36" -> "348 dequantize_per_tensor_default_48"; +"347 quantize_per_tensor_default_36" -> "349 dequantize_per_tensor_default_47"; +"348 dequantize_per_tensor_default_48" -> "390 add__4"; +"349 dequantize_per_tensor_default_47" -> "354 conv2d_41"; +"350 conv2d_41_scale_0_updated_constant0" -> "353 mul_36"; +"351 compressed_weight_updated_constant27" -> "353 mul_36"; +"352 features_10_block_0_0_weight_bias_0_0" -> "354 conv2d_41"; +"353 mul_36" -> "354 conv2d_41"; +"354 conv2d_41" -> "357 hardswish__13"; +"355 hardswish__13_scale_0" -> "358 quantize_per_channel_default_37"; +"355 hardswish__13_scale_0" -> "359 dequantize_per_channel_default_37"; +"356 hardswish__13_zero_point_0" -> "358 quantize_per_channel_default_37"; +"356 hardswish__13_zero_point_0" -> "359 dequantize_per_channel_default_37"; +"357 hardswish__13" -> "358 quantize_per_channel_default_37"; +"358 quantize_per_channel_default_37" -> "359 dequantize_per_channel_default_37"; +"359 dequantize_per_channel_default_37" -> "364 conv2d_42"; +"360 conv2d_42_scale_0_updated_constant0" -> "363 mul_37"; +"361 compressed_weight_updated_constant28" -> "363 mul_37"; +"362 features_10_block_1_0_weight_bias_0_0" -> "364 conv2d_42"; +"363 mul_37" -> "364 conv2d_42"; +"364 conv2d_42" -> "365 hardswish__14"; +"365 hardswish__14" -> "366 quantize_per_tensor_default_37"; +"366 quantize_per_tensor_default_37" -> "367 dequantize_per_tensor_default_50"; +"366 quantize_per_tensor_default_37" -> "368 dequantize_per_tensor_default_49"; +"367 dequantize_per_tensor_default_50" -> "380 mul_7"; +"368 dequantize_per_tensor_default_49" -> "369 adaptive_avg_pool2d_7"; +"369 adaptive_avg_pool2d_7" -> "372 conv2d_43"; +"370 _param_constant115" -> "372 conv2d_43"; +"371 _param_constant116_0_0" -> "372 conv2d_43"; +"372 conv2d_43" -> "373 relu_7"; +"373 relu_7" -> "376 conv2d_44"; +"374 _param_constant117" -> "376 conv2d_44"; +"375 _param_constant118_0_0" -> "376 conv2d_44"; +"376 conv2d_44" -> "377 hardsigmoid_7"; +"377 hardsigmoid_7" -> "378 quantize_per_tensor_default_38"; +"378 quantize_per_tensor_default_38" -> "379 dequantize_per_tensor_default_51"; +"379 dequantize_per_tensor_default_51" -> "380 mul_7"; +"380 mul_7" -> "381 quantize_per_tensor_default_39"; +"381 quantize_per_tensor_default_39" -> "382 dequantize_per_tensor_default_52"; +"382 dequantize_per_tensor_default_52" -> "387 conv2d_45"; +"383 conv2d_45_scale_0_updated_constant0" -> "386 mul_38"; +"384 compressed_weight_updated_constant29" -> "386 mul_38"; +"385 features_10_block_3_0_weight_bias_0_0" -> "387 conv2d_45"; +"386 mul_38" -> "387 conv2d_45"; +"387 conv2d_45" -> "388 quantize_per_tensor_default_40"; +"388 quantize_per_tensor_default_40" -> "389 dequantize_per_tensor_default_53"; +"389 dequantize_per_tensor_default_53" -> "390 add__4"; +"390 add__4" -> "391 quantize_per_tensor_default_41"; +"391 quantize_per_tensor_default_41" -> "392 dequantize_per_tensor_default_55"; +"391 quantize_per_tensor_default_41" -> "393 dequantize_per_tensor_default_54"; +"392 dequantize_per_tensor_default_55" -> "434 add__5"; +"393 dequantize_per_tensor_default_54" -> "398 conv2d_46"; +"394 conv2d_46_scale_0_updated_constant0" -> "397 mul_39"; +"395 compressed_weight_updated_constant30" -> "397 mul_39"; +"396 features_11_block_0_0_weight_bias_0_0" -> "398 conv2d_46"; +"397 mul_39" -> "398 conv2d_46"; +"398 conv2d_46" -> "401 hardswish__15"; +"399 hardswish__15_scale_0" -> "402 quantize_per_channel_default_41"; +"399 hardswish__15_scale_0" -> "403 dequantize_per_channel_default_41"; +"400 hardswish__15_zero_point_0" -> "402 quantize_per_channel_default_41"; +"400 hardswish__15_zero_point_0" -> "403 dequantize_per_channel_default_41"; +"401 hardswish__15" -> "402 quantize_per_channel_default_41"; +"402 quantize_per_channel_default_41" -> "403 dequantize_per_channel_default_41"; +"403 dequantize_per_channel_default_41" -> "408 conv2d_47"; +"404 conv2d_47_scale_0_updated_constant0" -> "407 mul_40"; +"405 compressed_weight_updated_constant31" -> "407 mul_40"; +"406 features_11_block_1_0_weight_bias_0_0" -> "408 conv2d_47"; +"407 mul_40" -> "408 conv2d_47"; +"408 conv2d_47" -> "409 hardswish__16"; +"409 hardswish__16" -> "410 quantize_per_tensor_default_42"; +"410 quantize_per_tensor_default_42" -> "411 dequantize_per_tensor_default_57"; +"410 quantize_per_tensor_default_42" -> "412 dequantize_per_tensor_default_56"; +"411 dequantize_per_tensor_default_57" -> "424 mul_8"; +"412 dequantize_per_tensor_default_56" -> "413 adaptive_avg_pool2d_8"; +"413 adaptive_avg_pool2d_8" -> "416 conv2d_48"; +"414 _param_constant128" -> "416 conv2d_48"; +"415 _param_constant129_0_0" -> "416 conv2d_48"; +"416 conv2d_48" -> "417 relu_8"; +"417 relu_8" -> "420 conv2d_49"; +"418 _param_constant130" -> "420 conv2d_49"; +"419 _param_constant131_0_0" -> "420 conv2d_49"; +"420 conv2d_49" -> "421 hardsigmoid_8"; +"421 hardsigmoid_8" -> "422 quantize_per_tensor_default_43"; +"422 quantize_per_tensor_default_43" -> "423 dequantize_per_tensor_default_58"; +"423 dequantize_per_tensor_default_58" -> "424 mul_8"; +"424 mul_8" -> "425 quantize_per_tensor_default_44"; +"425 quantize_per_tensor_default_44" -> "426 dequantize_per_tensor_default_59"; +"426 dequantize_per_tensor_default_59" -> "431 conv2d_50"; +"427 conv2d_50_scale_0_updated_constant0" -> "430 mul_41"; +"428 compressed_weight_updated_constant32" -> "430 mul_41"; +"429 features_11_block_3_0_weight_bias_0_0" -> "431 conv2d_50"; +"430 mul_41" -> "431 conv2d_50"; +"431 conv2d_50" -> "432 quantize_per_tensor_default_45"; +"432 quantize_per_tensor_default_45" -> "433 dequantize_per_tensor_default_60"; +"433 dequantize_per_tensor_default_60" -> "434 add__5"; +"434 add__5" -> "435 quantize_per_tensor_default_46"; +"435 quantize_per_tensor_default_46" -> "436 dequantize_per_tensor_default_61"; +"436 dequantize_per_tensor_default_61" -> "441 conv2d_51"; +"437 conv2d_51_scale_0_updated_constant0" -> "440 mul_42"; +"438 compressed_weight_updated_constant33" -> "440 mul_42"; +"439 features_12_0_weight_bias_0_0" -> "441 conv2d_51"; +"440 mul_42" -> "441 conv2d_51"; +"441 conv2d_51" -> "442 hardswish__17"; +"442 hardswish__17" -> "443 quantize_per_tensor_default_47"; +"443 quantize_per_tensor_default_47" -> "444 dequantize_per_tensor_default_62"; +"444 dequantize_per_tensor_default_62" -> "445 adaptive_avg_pool2d_9"; +"445 adaptive_avg_pool2d_9" -> "446 quantize_per_tensor_default_48"; +"446 quantize_per_tensor_default_48" -> "447 dequantize_per_tensor_default_63"; +"447 dequantize_per_tensor_default_63" -> "448 flatten"; +"448 flatten" -> "453 linear"; +"449 linear_scale_0_updated_constant0" -> "452 mul_43"; +"450 compressed_weight_updated_constant34" -> "452 mul_43"; +"451 _param_constant139_0_0" -> "453 linear"; +"452 mul_43" -> "453 linear"; +"453 linear" -> "454 hardswish__18"; +"454 hardswish__18" -> "455 quantize_per_tensor_default_49"; +"455 quantize_per_tensor_default_49" -> "456 dequantize_per_tensor_default_64"; +"456 dequantize_per_tensor_default_64" -> "457 dropout_"; +"457 dropout_" -> "462 linear_1"; +"458 linear_1_scale_0_updated_constant0" -> "461 mul_44"; +"459 compressed_weight_updated_constant35" -> "461 mul_44"; +"460 _param_constant141_0_0" -> "462 linear_1"; +"461 mul_44" -> "462 linear_1"; +"462 linear_1" -> "463 output"; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot index e7eefb3da1c..c9b9d79d5d1 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot @@ -2,538 +2,412 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0" [id=4, type=get_attr]; -"5 conv2d_zero_point_0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 conv1_weight_bias_0_0" [id=8, type=get_attr]; -"9 conv2d" [id=9, type=conv2d]; -"10 relu_" [id=10, type=relu_]; -"11 quantize_per_tensor_default_1" [id=11, type=quantize_per_tensor]; -"12 dequantize_per_tensor_default_1" [id=12, type=dequantize_per_tensor]; -"13 max_pool2d" [id=13, type=max_pool2d]; -"14 _param_constant3" [id=14, type=get_attr]; -"15 conv2d_1_scale_0" [id=15, type=get_attr]; -"16 conv2d_1_zero_point_0" [id=16, type=get_attr]; -"17 quantize_per_channel_default_1" [id=17, type=quantize_per_channel]; -"18 dequantize_per_channel_default_1" [id=18, type=dequantize_per_channel]; -"19 layer1_0_conv1_weight_bias_0_0" [id=19, type=get_attr]; -"20 conv2d_1" [id=20, type=conv2d]; -"21 relu__1" [id=21, type=relu_]; -"22 quantize_per_tensor_default_2" [id=22, type=quantize_per_tensor]; -"23 dequantize_per_tensor_default_2" [id=23, type=dequantize_per_tensor]; -"24 _param_constant6" [id=24, type=get_attr]; -"25 conv2d_2_scale_0" [id=25, type=get_attr]; -"26 conv2d_2_zero_point_0" [id=26, type=get_attr]; -"27 quantize_per_channel_default_2" [id=27, type=quantize_per_channel]; -"28 dequantize_per_channel_default_2" [id=28, type=dequantize_per_channel]; -"29 layer1_0_conv2_weight_bias_0_0" [id=29, type=get_attr]; -"30 conv2d_2" [id=30, type=conv2d]; -"31 quantize_per_tensor_default_3" [id=31, type=quantize_per_tensor]; -"32 dequantize_per_tensor_default_3" [id=32, type=dequantize_per_tensor]; -"33 add_" [id=33, type=add_]; -"34 relu__2" [id=34, type=relu_]; -"35 quantize_per_tensor_default_4" [id=35, type=quantize_per_tensor]; -"36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; -"37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; -"38 _param_constant9" [id=38, type=get_attr]; -"39 conv2d_3_scale_0" [id=39, type=get_attr]; -"40 conv2d_3_zero_point_0" [id=40, type=get_attr]; -"41 quantize_per_channel_default_3" [id=41, type=quantize_per_channel]; -"42 dequantize_per_channel_default_3" [id=42, type=dequantize_per_channel]; -"43 layer1_1_conv1_weight_bias_0_0" [id=43, type=get_attr]; -"44 conv2d_3" [id=44, type=conv2d]; -"45 relu__3" [id=45, type=relu_]; -"46 quantize_per_tensor_default_5" [id=46, type=quantize_per_tensor]; -"47 dequantize_per_tensor_default_6" [id=47, type=dequantize_per_tensor]; -"48 _param_constant12" [id=48, type=get_attr]; -"49 conv2d_4_scale_0" [id=49, type=get_attr]; -"50 conv2d_4_zero_point_0" [id=50, type=get_attr]; -"51 quantize_per_channel_default_4" [id=51, type=quantize_per_channel]; -"52 dequantize_per_channel_default_4" [id=52, type=dequantize_per_channel]; -"53 layer1_1_conv2_weight_bias_0_0" [id=53, type=get_attr]; -"54 conv2d_4" [id=54, type=conv2d]; -"55 quantize_per_tensor_default_6" [id=55, type=quantize_per_tensor]; -"56 dequantize_per_tensor_default_7" [id=56, type=dequantize_per_tensor]; -"57 add__1" [id=57, type=add_]; -"58 relu__4" [id=58, type=relu_]; -"59 quantize_per_tensor_default_7" [id=59, type=quantize_per_tensor]; -"60 dequantize_per_tensor_default_9" [id=60, type=dequantize_per_tensor]; -"61 dequantize_per_tensor_default_8" [id=61, type=dequantize_per_tensor]; -"62 _param_constant15" [id=62, type=get_attr]; -"63 conv2d_5_scale_0" [id=63, type=get_attr]; -"64 conv2d_5_zero_point_0" [id=64, type=get_attr]; -"65 quantize_per_channel_default_5" [id=65, type=quantize_per_channel]; -"66 dequantize_per_channel_default_5" [id=66, type=dequantize_per_channel]; -"67 layer2_0_conv1_weight_bias_0_0" [id=67, type=get_attr]; -"68 conv2d_5" [id=68, type=conv2d]; -"69 relu__5" [id=69, type=relu_]; -"70 quantize_per_tensor_default_8" [id=70, type=quantize_per_tensor]; -"71 dequantize_per_tensor_default_10" [id=71, type=dequantize_per_tensor]; -"72 _param_constant18" [id=72, type=get_attr]; -"73 conv2d_6_scale_0" [id=73, type=get_attr]; -"74 conv2d_6_zero_point_0" [id=74, type=get_attr]; -"75 quantize_per_channel_default_6" [id=75, type=quantize_per_channel]; -"76 dequantize_per_channel_default_6" [id=76, type=dequantize_per_channel]; -"77 layer2_0_conv2_weight_bias_0_0" [id=77, type=get_attr]; -"78 conv2d_6" [id=78, type=conv2d]; -"79 quantize_per_tensor_default_9" [id=79, type=quantize_per_tensor]; -"80 dequantize_per_tensor_default_11" [id=80, type=dequantize_per_tensor]; -"81 _param_constant21" [id=81, type=get_attr]; -"82 conv2d_7_scale_0" [id=82, type=get_attr]; -"83 conv2d_7_zero_point_0" [id=83, type=get_attr]; -"84 quantize_per_channel_default_7" [id=84, type=quantize_per_channel]; -"85 dequantize_per_channel_default_7" [id=85, type=dequantize_per_channel]; -"86 layer2_0_downsample_0_weight_bias_0_0" [id=86, type=get_attr]; -"87 conv2d_7" [id=87, type=conv2d]; -"88 quantize_per_tensor_default_10" [id=88, type=quantize_per_tensor]; -"89 dequantize_per_tensor_default_12" [id=89, type=dequantize_per_tensor]; -"90 add__2" [id=90, type=add_]; -"91 relu__6" [id=91, type=relu_]; -"92 quantize_per_tensor_default_11" [id=92, type=quantize_per_tensor]; -"93 dequantize_per_tensor_default_14" [id=93, type=dequantize_per_tensor]; -"94 dequantize_per_tensor_default_13" [id=94, type=dequantize_per_tensor]; -"95 _param_constant24" [id=95, type=get_attr]; -"96 conv2d_8_scale_0" [id=96, type=get_attr]; -"97 conv2d_8_zero_point_0" [id=97, type=get_attr]; -"98 quantize_per_channel_default_8" [id=98, type=quantize_per_channel]; -"99 dequantize_per_channel_default_8" [id=99, type=dequantize_per_channel]; -"100 layer2_1_conv1_weight_bias_0_0" [id=100, type=get_attr]; -"101 conv2d_8" [id=101, type=conv2d]; -"102 relu__7" [id=102, type=relu_]; -"103 quantize_per_tensor_default_12" [id=103, type=quantize_per_tensor]; -"104 dequantize_per_tensor_default_15" [id=104, type=dequantize_per_tensor]; -"105 _param_constant27" [id=105, type=get_attr]; -"106 conv2d_9_scale_0" [id=106, type=get_attr]; -"107 conv2d_9_zero_point_0" [id=107, type=get_attr]; -"108 quantize_per_channel_default_9" [id=108, type=quantize_per_channel]; -"109 dequantize_per_channel_default_9" [id=109, type=dequantize_per_channel]; -"110 layer2_1_conv2_weight_bias_0_0" [id=110, type=get_attr]; -"111 conv2d_9" [id=111, type=conv2d]; -"112 quantize_per_tensor_default_13" [id=112, type=quantize_per_tensor]; -"113 dequantize_per_tensor_default_16" [id=113, type=dequantize_per_tensor]; -"114 add__3" [id=114, type=add_]; -"115 relu__8" [id=115, type=relu_]; -"116 quantize_per_tensor_default_14" [id=116, type=quantize_per_tensor]; -"117 dequantize_per_tensor_default_18" [id=117, type=dequantize_per_tensor]; -"118 dequantize_per_tensor_default_17" [id=118, type=dequantize_per_tensor]; -"119 _param_constant30" [id=119, type=get_attr]; -"120 conv2d_10_scale_0" [id=120, type=get_attr]; -"121 conv2d_10_zero_point_0" [id=121, type=get_attr]; -"122 quantize_per_channel_default_10" [id=122, type=quantize_per_channel]; -"123 dequantize_per_channel_default_10" [id=123, type=dequantize_per_channel]; -"124 layer3_0_conv1_weight_bias_0_0" [id=124, type=get_attr]; -"125 conv2d_10" [id=125, type=conv2d]; -"126 relu__9" [id=126, type=relu_]; -"127 quantize_per_tensor_default_15" [id=127, type=quantize_per_tensor]; -"128 dequantize_per_tensor_default_19" [id=128, type=dequantize_per_tensor]; -"129 _param_constant33" [id=129, type=get_attr]; -"130 conv2d_11_scale_0" [id=130, type=get_attr]; -"131 conv2d_11_zero_point_0" [id=131, type=get_attr]; -"132 quantize_per_channel_default_11" [id=132, type=quantize_per_channel]; -"133 dequantize_per_channel_default_11" [id=133, type=dequantize_per_channel]; -"134 layer3_0_conv2_weight_bias_0_0" [id=134, type=get_attr]; -"135 conv2d_11" [id=135, type=conv2d]; -"136 quantize_per_tensor_default_16" [id=136, type=quantize_per_tensor]; -"137 dequantize_per_tensor_default_20" [id=137, type=dequantize_per_tensor]; -"138 _param_constant36" [id=138, type=get_attr]; -"139 conv2d_12_scale_0" [id=139, type=get_attr]; -"140 conv2d_12_zero_point_0" [id=140, type=get_attr]; -"141 quantize_per_channel_default_12" [id=141, type=quantize_per_channel]; -"142 dequantize_per_channel_default_12" [id=142, type=dequantize_per_channel]; -"143 layer3_0_downsample_0_weight_bias_0_0" [id=143, type=get_attr]; -"144 conv2d_12" [id=144, type=conv2d]; -"145 quantize_per_tensor_default_17" [id=145, type=quantize_per_tensor]; -"146 dequantize_per_tensor_default_21" [id=146, type=dequantize_per_tensor]; -"147 add__4" [id=147, type=add_]; -"148 relu__10" [id=148, type=relu_]; -"149 quantize_per_tensor_default_18" [id=149, type=quantize_per_tensor]; -"150 dequantize_per_tensor_default_23" [id=150, type=dequantize_per_tensor]; -"151 dequantize_per_tensor_default_22" [id=151, type=dequantize_per_tensor]; -"152 _param_constant39" [id=152, type=get_attr]; -"153 conv2d_13_scale_0" [id=153, type=get_attr]; -"154 conv2d_13_zero_point_0" [id=154, type=get_attr]; -"155 quantize_per_channel_default_13" [id=155, type=quantize_per_channel]; -"156 dequantize_per_channel_default_13" [id=156, type=dequantize_per_channel]; -"157 layer3_1_conv1_weight_bias_0_0" [id=157, type=get_attr]; -"158 conv2d_13" [id=158, type=conv2d]; -"159 relu__11" [id=159, type=relu_]; -"160 quantize_per_tensor_default_19" [id=160, type=quantize_per_tensor]; -"161 dequantize_per_tensor_default_24" [id=161, type=dequantize_per_tensor]; -"162 _param_constant42" [id=162, type=get_attr]; -"163 conv2d_14_scale_0" [id=163, type=get_attr]; -"164 conv2d_14_zero_point_0" [id=164, type=get_attr]; -"165 quantize_per_channel_default_14" [id=165, type=quantize_per_channel]; -"166 dequantize_per_channel_default_14" [id=166, type=dequantize_per_channel]; -"167 layer3_1_conv2_weight_bias_0_0" [id=167, type=get_attr]; -"168 conv2d_14" [id=168, type=conv2d]; -"169 quantize_per_tensor_default_20" [id=169, type=quantize_per_tensor]; -"170 dequantize_per_tensor_default_25" [id=170, type=dequantize_per_tensor]; -"171 add__5" [id=171, type=add_]; -"172 relu__12" [id=172, type=relu_]; -"173 quantize_per_tensor_default_21" [id=173, type=quantize_per_tensor]; -"174 dequantize_per_tensor_default_27" [id=174, type=dequantize_per_tensor]; -"175 dequantize_per_tensor_default_26" [id=175, type=dequantize_per_tensor]; -"176 _param_constant45" [id=176, type=get_attr]; -"177 conv2d_15_scale_0" [id=177, type=get_attr]; -"178 conv2d_15_zero_point_0" [id=178, type=get_attr]; -"179 quantize_per_channel_default_15" [id=179, type=quantize_per_channel]; -"180 dequantize_per_channel_default_15" [id=180, type=dequantize_per_channel]; -"181 layer4_0_conv1_weight_bias_0_0" [id=181, type=get_attr]; -"182 conv2d_15" [id=182, type=conv2d]; -"183 relu__13" [id=183, type=relu_]; -"184 quantize_per_tensor_default_22" [id=184, type=quantize_per_tensor]; -"185 dequantize_per_tensor_default_28" [id=185, type=dequantize_per_tensor]; -"186 _param_constant48" [id=186, type=get_attr]; -"187 conv2d_16_scale_0" [id=187, type=get_attr]; -"188 conv2d_16_zero_point_0" [id=188, type=get_attr]; -"189 quantize_per_channel_default_16" [id=189, type=quantize_per_channel]; -"190 dequantize_per_channel_default_16" [id=190, type=dequantize_per_channel]; -"191 layer4_0_conv2_weight_bias_0_0" [id=191, type=get_attr]; -"192 conv2d_16" [id=192, type=conv2d]; -"193 quantize_per_tensor_default_23" [id=193, type=quantize_per_tensor]; -"194 dequantize_per_tensor_default_29" [id=194, type=dequantize_per_tensor]; -"195 _param_constant51" [id=195, type=get_attr]; -"196 conv2d_17_scale_0" [id=196, type=get_attr]; -"197 conv2d_17_zero_point_0" [id=197, type=get_attr]; -"198 quantize_per_channel_default_17" [id=198, type=quantize_per_channel]; -"199 dequantize_per_channel_default_17" [id=199, type=dequantize_per_channel]; -"200 layer4_0_downsample_0_weight_bias_0_0" [id=200, type=get_attr]; -"201 conv2d_17" [id=201, type=conv2d]; -"202 quantize_per_tensor_default_24" [id=202, type=quantize_per_tensor]; -"203 dequantize_per_tensor_default_30" [id=203, type=dequantize_per_tensor]; -"204 add__6" [id=204, type=add_]; -"205 relu__14" [id=205, type=relu_]; -"206 quantize_per_tensor_default_25" [id=206, type=quantize_per_tensor]; -"207 dequantize_per_tensor_default_32" [id=207, type=dequantize_per_tensor]; -"208 dequantize_per_tensor_default_31" [id=208, type=dequantize_per_tensor]; -"209 _param_constant54" [id=209, type=get_attr]; -"210 conv2d_18_scale_0" [id=210, type=get_attr]; -"211 conv2d_18_zero_point_0" [id=211, type=get_attr]; -"212 quantize_per_channel_default_18" [id=212, type=quantize_per_channel]; -"213 dequantize_per_channel_default_18" [id=213, type=dequantize_per_channel]; -"214 layer4_1_conv1_weight_bias_0_0" [id=214, type=get_attr]; -"215 conv2d_18" [id=215, type=conv2d]; -"216 relu__15" [id=216, type=relu_]; -"217 quantize_per_tensor_default_26" [id=217, type=quantize_per_tensor]; -"218 dequantize_per_tensor_default_33" [id=218, type=dequantize_per_tensor]; -"219 _param_constant57" [id=219, type=get_attr]; -"220 conv2d_19_scale_0" [id=220, type=get_attr]; -"221 conv2d_19_zero_point_0" [id=221, type=get_attr]; -"222 quantize_per_channel_default_19" [id=222, type=quantize_per_channel]; -"223 dequantize_per_channel_default_19" [id=223, type=dequantize_per_channel]; -"224 layer4_1_conv2_weight_bias_0_0" [id=224, type=get_attr]; -"225 conv2d_19" [id=225, type=conv2d]; -"226 quantize_per_tensor_default_27" [id=226, type=quantize_per_tensor]; -"227 dequantize_per_tensor_default_34" [id=227, type=dequantize_per_tensor]; -"228 add__7" [id=228, type=add_]; -"229 relu__16" [id=229, type=relu_]; -"230 quantize_per_tensor_default_28" [id=230, type=quantize_per_tensor]; -"231 dequantize_per_tensor_default_35" [id=231, type=dequantize_per_tensor]; -"232 adaptive_avg_pool2d" [id=232, type=adaptive_avg_pool2d]; -"233 quantize_per_tensor_default_29" [id=233, type=quantize_per_tensor]; -"234 dequantize_per_tensor_default_36" [id=234, type=dequantize_per_tensor]; -"235 flatten" [id=235, type=flatten]; -"236 _param_constant60" [id=236, type=get_attr]; -"237 linear_scale_0" [id=237, type=get_attr]; -"238 linear_zero_point_0" [id=238, type=get_attr]; -"239 quantize_per_channel_default_20" [id=239, type=quantize_per_channel]; -"240 dequantize_per_channel_default_20" [id=240, type=dequantize_per_channel]; -"241 _param_constant61_0_0" [id=241, type=get_attr]; -"242 linear" [id=242, type=linear]; -"243 output" [id=243, type=output]; +"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; +"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; +"5 conv1_weight_bias_0_0" [id=5, type=get_attr]; +"6 mul" [id=6, type=]; +"7 conv2d" [id=7, type=conv2d]; +"8 relu_" [id=8, type=relu_]; +"9 quantize_per_tensor_default_1" [id=9, type=quantize_per_tensor]; +"10 dequantize_per_tensor_default_1" [id=10, type=dequantize_per_tensor]; +"11 max_pool2d" [id=11, type=max_pool2d]; +"12 conv2d_1_scale_0_updated_constant0" [id=12, type=get_attr]; +"13 compressed_weight_updated_constant1" [id=13, type=get_attr]; +"14 layer1_0_conv1_weight_bias_0_0" [id=14, type=get_attr]; +"15 mul_1" [id=15, type=]; +"16 conv2d_1" [id=16, type=conv2d]; +"17 relu__1" [id=17, type=relu_]; +"18 quantize_per_tensor_default_2" [id=18, type=quantize_per_tensor]; +"19 dequantize_per_tensor_default_2" [id=19, type=dequantize_per_tensor]; +"20 conv2d_2_scale_0_updated_constant0" [id=20, type=get_attr]; +"21 compressed_weight_updated_constant2" [id=21, type=get_attr]; +"22 layer1_0_conv2_weight_bias_0_0" [id=22, type=get_attr]; +"23 mul_2" [id=23, type=]; +"24 conv2d_2" [id=24, type=conv2d]; +"25 quantize_per_tensor_default_3" [id=25, type=quantize_per_tensor]; +"26 dequantize_per_tensor_default_3" [id=26, type=dequantize_per_tensor]; +"27 add_" [id=27, type=add_]; +"28 relu__2" [id=28, type=relu_]; +"29 quantize_per_tensor_default_4" [id=29, type=quantize_per_tensor]; +"30 dequantize_per_tensor_default_5" [id=30, type=dequantize_per_tensor]; +"31 dequantize_per_tensor_default_4" [id=31, type=dequantize_per_tensor]; +"32 conv2d_3_scale_0_updated_constant0" [id=32, type=get_attr]; +"33 compressed_weight_updated_constant3" [id=33, type=get_attr]; +"34 layer1_1_conv1_weight_bias_0_0" [id=34, type=get_attr]; +"35 mul_3" [id=35, type=]; +"36 conv2d_3" [id=36, type=conv2d]; +"37 relu__3" [id=37, type=relu_]; +"38 quantize_per_tensor_default_5" [id=38, type=quantize_per_tensor]; +"39 dequantize_per_tensor_default_6" [id=39, type=dequantize_per_tensor]; +"40 conv2d_4_scale_0_updated_constant0" [id=40, type=get_attr]; +"41 compressed_weight_updated_constant4" [id=41, type=get_attr]; +"42 layer1_1_conv2_weight_bias_0_0" [id=42, type=get_attr]; +"43 mul_4" [id=43, type=]; +"44 conv2d_4" [id=44, type=conv2d]; +"45 quantize_per_tensor_default_6" [id=45, type=quantize_per_tensor]; +"46 dequantize_per_tensor_default_7" [id=46, type=dequantize_per_tensor]; +"47 add__1" [id=47, type=add_]; +"48 relu__4" [id=48, type=relu_]; +"49 quantize_per_tensor_default_7" [id=49, type=quantize_per_tensor]; +"50 dequantize_per_tensor_default_9" [id=50, type=dequantize_per_tensor]; +"51 dequantize_per_tensor_default_8" [id=51, type=dequantize_per_tensor]; +"52 conv2d_5_scale_0_updated_constant0" [id=52, type=get_attr]; +"53 compressed_weight_updated_constant5" [id=53, type=get_attr]; +"54 layer2_0_conv1_weight_bias_0_0" [id=54, type=get_attr]; +"55 mul_5" [id=55, type=]; +"56 conv2d_5" [id=56, type=conv2d]; +"57 relu__5" [id=57, type=relu_]; +"58 quantize_per_tensor_default_8" [id=58, type=quantize_per_tensor]; +"59 dequantize_per_tensor_default_10" [id=59, type=dequantize_per_tensor]; +"60 conv2d_6_scale_0_updated_constant0" [id=60, type=get_attr]; +"61 compressed_weight_updated_constant6" [id=61, type=get_attr]; +"62 layer2_0_conv2_weight_bias_0_0" [id=62, type=get_attr]; +"63 mul_6" [id=63, type=]; +"64 conv2d_6" [id=64, type=conv2d]; +"65 quantize_per_tensor_default_9" [id=65, type=quantize_per_tensor]; +"66 dequantize_per_tensor_default_11" [id=66, type=dequantize_per_tensor]; +"67 conv2d_7_scale_0_updated_constant0" [id=67, type=get_attr]; +"68 compressed_weight_updated_constant7" [id=68, type=get_attr]; +"69 layer2_0_downsample_0_weight_bias_0_0" [id=69, type=get_attr]; +"70 mul_7" [id=70, type=]; +"71 conv2d_7" [id=71, type=conv2d]; +"72 quantize_per_tensor_default_10" [id=72, type=quantize_per_tensor]; +"73 dequantize_per_tensor_default_12" [id=73, type=dequantize_per_tensor]; +"74 add__2" [id=74, type=add_]; +"75 relu__6" [id=75, type=relu_]; +"76 quantize_per_tensor_default_11" [id=76, type=quantize_per_tensor]; +"77 dequantize_per_tensor_default_14" [id=77, type=dequantize_per_tensor]; +"78 dequantize_per_tensor_default_13" [id=78, type=dequantize_per_tensor]; +"79 conv2d_8_scale_0_updated_constant0" [id=79, type=get_attr]; +"80 compressed_weight_updated_constant8" [id=80, type=get_attr]; +"81 layer2_1_conv1_weight_bias_0_0" [id=81, type=get_attr]; +"82 mul_8" [id=82, type=]; +"83 conv2d_8" [id=83, type=conv2d]; +"84 relu__7" [id=84, type=relu_]; +"85 quantize_per_tensor_default_12" [id=85, type=quantize_per_tensor]; +"86 dequantize_per_tensor_default_15" [id=86, type=dequantize_per_tensor]; +"87 conv2d_9_scale_0_updated_constant0" [id=87, type=get_attr]; +"88 compressed_weight_updated_constant9" [id=88, type=get_attr]; +"89 layer2_1_conv2_weight_bias_0_0" [id=89, type=get_attr]; +"90 mul_9" [id=90, type=]; +"91 conv2d_9" [id=91, type=conv2d]; +"92 quantize_per_tensor_default_13" [id=92, type=quantize_per_tensor]; +"93 dequantize_per_tensor_default_16" [id=93, type=dequantize_per_tensor]; +"94 add__3" [id=94, type=add_]; +"95 relu__8" [id=95, type=relu_]; +"96 quantize_per_tensor_default_14" [id=96, type=quantize_per_tensor]; +"97 dequantize_per_tensor_default_18" [id=97, type=dequantize_per_tensor]; +"98 dequantize_per_tensor_default_17" [id=98, type=dequantize_per_tensor]; +"99 conv2d_10_scale_0_updated_constant0" [id=99, type=get_attr]; +"100 compressed_weight_updated_constant10" [id=100, type=get_attr]; +"101 layer3_0_conv1_weight_bias_0_0" [id=101, type=get_attr]; +"102 mul_10" [id=102, type=]; +"103 conv2d_10" [id=103, type=conv2d]; +"104 relu__9" [id=104, type=relu_]; +"105 quantize_per_tensor_default_15" [id=105, type=quantize_per_tensor]; +"106 dequantize_per_tensor_default_19" [id=106, type=dequantize_per_tensor]; +"107 conv2d_11_scale_0_updated_constant0" [id=107, type=get_attr]; +"108 compressed_weight_updated_constant11" [id=108, type=get_attr]; +"109 layer3_0_conv2_weight_bias_0_0" [id=109, type=get_attr]; +"110 mul_11" [id=110, type=]; +"111 conv2d_11" [id=111, type=conv2d]; +"112 quantize_per_tensor_default_16" [id=112, type=quantize_per_tensor]; +"113 dequantize_per_tensor_default_20" [id=113, type=dequantize_per_tensor]; +"114 conv2d_12_scale_0_updated_constant0" [id=114, type=get_attr]; +"115 compressed_weight_updated_constant12" [id=115, type=get_attr]; +"116 layer3_0_downsample_0_weight_bias_0_0" [id=116, type=get_attr]; +"117 mul_12" [id=117, type=]; +"118 conv2d_12" [id=118, type=conv2d]; +"119 quantize_per_tensor_default_17" [id=119, type=quantize_per_tensor]; +"120 dequantize_per_tensor_default_21" [id=120, type=dequantize_per_tensor]; +"121 add__4" [id=121, type=add_]; +"122 relu__10" [id=122, type=relu_]; +"123 quantize_per_tensor_default_18" [id=123, type=quantize_per_tensor]; +"124 dequantize_per_tensor_default_23" [id=124, type=dequantize_per_tensor]; +"125 dequantize_per_tensor_default_22" [id=125, type=dequantize_per_tensor]; +"126 conv2d_13_scale_0_updated_constant0" [id=126, type=get_attr]; +"127 compressed_weight_updated_constant13" [id=127, type=get_attr]; +"128 layer3_1_conv1_weight_bias_0_0" [id=128, type=get_attr]; +"129 mul_13" [id=129, type=]; +"130 conv2d_13" [id=130, type=conv2d]; +"131 relu__11" [id=131, type=relu_]; +"132 quantize_per_tensor_default_19" [id=132, type=quantize_per_tensor]; +"133 dequantize_per_tensor_default_24" [id=133, type=dequantize_per_tensor]; +"134 conv2d_14_scale_0_updated_constant0" [id=134, type=get_attr]; +"135 compressed_weight_updated_constant14" [id=135, type=get_attr]; +"136 layer3_1_conv2_weight_bias_0_0" [id=136, type=get_attr]; +"137 mul_14" [id=137, type=]; +"138 conv2d_14" [id=138, type=conv2d]; +"139 quantize_per_tensor_default_20" [id=139, type=quantize_per_tensor]; +"140 dequantize_per_tensor_default_25" [id=140, type=dequantize_per_tensor]; +"141 add__5" [id=141, type=add_]; +"142 relu__12" [id=142, type=relu_]; +"143 quantize_per_tensor_default_21" [id=143, type=quantize_per_tensor]; +"144 dequantize_per_tensor_default_27" [id=144, type=dequantize_per_tensor]; +"145 dequantize_per_tensor_default_26" [id=145, type=dequantize_per_tensor]; +"146 conv2d_15_scale_0_updated_constant0" [id=146, type=get_attr]; +"147 compressed_weight_updated_constant15" [id=147, type=get_attr]; +"148 layer4_0_conv1_weight_bias_0_0" [id=148, type=get_attr]; +"149 mul_15" [id=149, type=]; +"150 conv2d_15" [id=150, type=conv2d]; +"151 relu__13" [id=151, type=relu_]; +"152 quantize_per_tensor_default_22" [id=152, type=quantize_per_tensor]; +"153 dequantize_per_tensor_default_28" [id=153, type=dequantize_per_tensor]; +"154 conv2d_16_scale_0_updated_constant0" [id=154, type=get_attr]; +"155 compressed_weight_updated_constant16" [id=155, type=get_attr]; +"156 layer4_0_conv2_weight_bias_0_0" [id=156, type=get_attr]; +"157 mul_16" [id=157, type=]; +"158 conv2d_16" [id=158, type=conv2d]; +"159 quantize_per_tensor_default_23" [id=159, type=quantize_per_tensor]; +"160 dequantize_per_tensor_default_29" [id=160, type=dequantize_per_tensor]; +"161 conv2d_17_scale_0_updated_constant0" [id=161, type=get_attr]; +"162 compressed_weight_updated_constant17" [id=162, type=get_attr]; +"163 layer4_0_downsample_0_weight_bias_0_0" [id=163, type=get_attr]; +"164 mul_17" [id=164, type=]; +"165 conv2d_17" [id=165, type=conv2d]; +"166 quantize_per_tensor_default_24" [id=166, type=quantize_per_tensor]; +"167 dequantize_per_tensor_default_30" [id=167, type=dequantize_per_tensor]; +"168 add__6" [id=168, type=add_]; +"169 relu__14" [id=169, type=relu_]; +"170 quantize_per_tensor_default_25" [id=170, type=quantize_per_tensor]; +"171 dequantize_per_tensor_default_32" [id=171, type=dequantize_per_tensor]; +"172 dequantize_per_tensor_default_31" [id=172, type=dequantize_per_tensor]; +"173 conv2d_18_scale_0_updated_constant0" [id=173, type=get_attr]; +"174 compressed_weight_updated_constant18" [id=174, type=get_attr]; +"175 layer4_1_conv1_weight_bias_0_0" [id=175, type=get_attr]; +"176 mul_18" [id=176, type=]; +"177 conv2d_18" [id=177, type=conv2d]; +"178 relu__15" [id=178, type=relu_]; +"179 quantize_per_tensor_default_26" [id=179, type=quantize_per_tensor]; +"180 dequantize_per_tensor_default_33" [id=180, type=dequantize_per_tensor]; +"181 conv2d_19_scale_0_updated_constant0" [id=181, type=get_attr]; +"182 compressed_weight_updated_constant19" [id=182, type=get_attr]; +"183 layer4_1_conv2_weight_bias_0_0" [id=183, type=get_attr]; +"184 mul_19" [id=184, type=]; +"185 conv2d_19" [id=185, type=conv2d]; +"186 quantize_per_tensor_default_27" [id=186, type=quantize_per_tensor]; +"187 dequantize_per_tensor_default_34" [id=187, type=dequantize_per_tensor]; +"188 add__7" [id=188, type=add_]; +"189 relu__16" [id=189, type=relu_]; +"190 quantize_per_tensor_default_28" [id=190, type=quantize_per_tensor]; +"191 dequantize_per_tensor_default_35" [id=191, type=dequantize_per_tensor]; +"192 adaptive_avg_pool2d" [id=192, type=adaptive_avg_pool2d]; +"193 quantize_per_tensor_default_29" [id=193, type=quantize_per_tensor]; +"194 dequantize_per_tensor_default_36" [id=194, type=dequantize_per_tensor]; +"195 flatten" [id=195, type=flatten]; +"196 linear_scale_0_updated_constant0" [id=196, type=get_attr]; +"197 compressed_weight_updated_constant20" [id=197, type=get_attr]; +"198 _param_constant61_0_0" [id=198, type=get_attr]; +"199 mul_20" [id=199, type=]; +"200 linear" [id=200, type=linear]; +"201 output" [id=201, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default"; -"2 dequantize_per_tensor_default" -> "9 conv2d"; -"3 _param_constant0" -> "6 quantize_per_channel_default"; -"4 conv2d_scale_0" -> "6 quantize_per_channel_default"; -"4 conv2d_scale_0" -> "7 dequantize_per_channel_default"; -"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default"; -"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default"; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default"; -"7 dequantize_per_channel_default" -> "9 conv2d"; -"8 conv1_weight_bias_0_0" -> "9 conv2d"; -"9 conv2d" -> "10 relu_"; -"10 relu_" -> "11 quantize_per_tensor_default_1"; -"11 quantize_per_tensor_default_1" -> "12 dequantize_per_tensor_default_1"; -"12 dequantize_per_tensor_default_1" -> "13 max_pool2d"; -"13 max_pool2d" -> "20 conv2d_1"; -"13 max_pool2d" -> "33 add_"; -"14 _param_constant3" -> "17 quantize_per_channel_default_1"; -"15 conv2d_1_scale_0" -> "17 quantize_per_channel_default_1"; -"15 conv2d_1_scale_0" -> "18 dequantize_per_channel_default_1"; -"16 conv2d_1_zero_point_0" -> "17 quantize_per_channel_default_1"; -"16 conv2d_1_zero_point_0" -> "18 dequantize_per_channel_default_1"; -"17 quantize_per_channel_default_1" -> "18 dequantize_per_channel_default_1"; -"18 dequantize_per_channel_default_1" -> "20 conv2d_1"; -"19 layer1_0_conv1_weight_bias_0_0" -> "20 conv2d_1"; -"20 conv2d_1" -> "21 relu__1"; -"21 relu__1" -> "22 quantize_per_tensor_default_2"; -"22 quantize_per_tensor_default_2" -> "23 dequantize_per_tensor_default_2"; -"23 dequantize_per_tensor_default_2" -> "30 conv2d_2"; -"24 _param_constant6" -> "27 quantize_per_channel_default_2"; -"25 conv2d_2_scale_0" -> "27 quantize_per_channel_default_2"; -"25 conv2d_2_scale_0" -> "28 dequantize_per_channel_default_2"; -"26 conv2d_2_zero_point_0" -> "27 quantize_per_channel_default_2"; -"26 conv2d_2_zero_point_0" -> "28 dequantize_per_channel_default_2"; -"27 quantize_per_channel_default_2" -> "28 dequantize_per_channel_default_2"; -"28 dequantize_per_channel_default_2" -> "30 conv2d_2"; -"29 layer1_0_conv2_weight_bias_0_0" -> "30 conv2d_2"; -"30 conv2d_2" -> "31 quantize_per_tensor_default_3"; -"31 quantize_per_tensor_default_3" -> "32 dequantize_per_tensor_default_3"; -"32 dequantize_per_tensor_default_3" -> "33 add_"; -"33 add_" -> "34 relu__2"; -"34 relu__2" -> "35 quantize_per_tensor_default_4"; -"35 quantize_per_tensor_default_4" -> "36 dequantize_per_tensor_default_5"; -"35 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_4"; -"36 dequantize_per_tensor_default_5" -> "57 add__1"; -"37 dequantize_per_tensor_default_4" -> "44 conv2d_3"; -"38 _param_constant9" -> "41 quantize_per_channel_default_3"; -"39 conv2d_3_scale_0" -> "41 quantize_per_channel_default_3"; -"39 conv2d_3_scale_0" -> "42 dequantize_per_channel_default_3"; -"40 conv2d_3_zero_point_0" -> "41 quantize_per_channel_default_3"; -"40 conv2d_3_zero_point_0" -> "42 dequantize_per_channel_default_3"; -"41 quantize_per_channel_default_3" -> "42 dequantize_per_channel_default_3"; -"42 dequantize_per_channel_default_3" -> "44 conv2d_3"; -"43 layer1_1_conv1_weight_bias_0_0" -> "44 conv2d_3"; -"44 conv2d_3" -> "45 relu__3"; -"45 relu__3" -> "46 quantize_per_tensor_default_5"; -"46 quantize_per_tensor_default_5" -> "47 dequantize_per_tensor_default_6"; -"47 dequantize_per_tensor_default_6" -> "54 conv2d_4"; -"48 _param_constant12" -> "51 quantize_per_channel_default_4"; -"49 conv2d_4_scale_0" -> "51 quantize_per_channel_default_4"; -"49 conv2d_4_scale_0" -> "52 dequantize_per_channel_default_4"; -"50 conv2d_4_zero_point_0" -> "51 quantize_per_channel_default_4"; -"50 conv2d_4_zero_point_0" -> "52 dequantize_per_channel_default_4"; -"51 quantize_per_channel_default_4" -> "52 dequantize_per_channel_default_4"; -"52 dequantize_per_channel_default_4" -> "54 conv2d_4"; -"53 layer1_1_conv2_weight_bias_0_0" -> "54 conv2d_4"; -"54 conv2d_4" -> "55 quantize_per_tensor_default_6"; -"55 quantize_per_tensor_default_6" -> "56 dequantize_per_tensor_default_7"; -"56 dequantize_per_tensor_default_7" -> "57 add__1"; -"57 add__1" -> "58 relu__4"; -"58 relu__4" -> "59 quantize_per_tensor_default_7"; -"59 quantize_per_tensor_default_7" -> "60 dequantize_per_tensor_default_9"; -"59 quantize_per_tensor_default_7" -> "61 dequantize_per_tensor_default_8"; -"60 dequantize_per_tensor_default_9" -> "87 conv2d_7"; -"61 dequantize_per_tensor_default_8" -> "68 conv2d_5"; -"62 _param_constant15" -> "65 quantize_per_channel_default_5"; -"63 conv2d_5_scale_0" -> "65 quantize_per_channel_default_5"; -"63 conv2d_5_scale_0" -> "66 dequantize_per_channel_default_5"; -"64 conv2d_5_zero_point_0" -> "65 quantize_per_channel_default_5"; -"64 conv2d_5_zero_point_0" -> "66 dequantize_per_channel_default_5"; -"65 quantize_per_channel_default_5" -> "66 dequantize_per_channel_default_5"; -"66 dequantize_per_channel_default_5" -> "68 conv2d_5"; -"67 layer2_0_conv1_weight_bias_0_0" -> "68 conv2d_5"; -"68 conv2d_5" -> "69 relu__5"; -"69 relu__5" -> "70 quantize_per_tensor_default_8"; -"70 quantize_per_tensor_default_8" -> "71 dequantize_per_tensor_default_10"; -"71 dequantize_per_tensor_default_10" -> "78 conv2d_6"; -"72 _param_constant18" -> "75 quantize_per_channel_default_6"; -"73 conv2d_6_scale_0" -> "75 quantize_per_channel_default_6"; -"73 conv2d_6_scale_0" -> "76 dequantize_per_channel_default_6"; -"74 conv2d_6_zero_point_0" -> "75 quantize_per_channel_default_6"; -"74 conv2d_6_zero_point_0" -> "76 dequantize_per_channel_default_6"; -"75 quantize_per_channel_default_6" -> "76 dequantize_per_channel_default_6"; -"76 dequantize_per_channel_default_6" -> "78 conv2d_6"; -"77 layer2_0_conv2_weight_bias_0_0" -> "78 conv2d_6"; -"78 conv2d_6" -> "79 quantize_per_tensor_default_9"; -"79 quantize_per_tensor_default_9" -> "80 dequantize_per_tensor_default_11"; -"80 dequantize_per_tensor_default_11" -> "90 add__2"; -"81 _param_constant21" -> "84 quantize_per_channel_default_7"; -"82 conv2d_7_scale_0" -> "84 quantize_per_channel_default_7"; -"82 conv2d_7_scale_0" -> "85 dequantize_per_channel_default_7"; -"83 conv2d_7_zero_point_0" -> "84 quantize_per_channel_default_7"; -"83 conv2d_7_zero_point_0" -> "85 dequantize_per_channel_default_7"; -"84 quantize_per_channel_default_7" -> "85 dequantize_per_channel_default_7"; -"85 dequantize_per_channel_default_7" -> "87 conv2d_7"; -"86 layer2_0_downsample_0_weight_bias_0_0" -> "87 conv2d_7"; -"87 conv2d_7" -> "88 quantize_per_tensor_default_10"; -"88 quantize_per_tensor_default_10" -> "89 dequantize_per_tensor_default_12"; -"89 dequantize_per_tensor_default_12" -> "90 add__2"; -"90 add__2" -> "91 relu__6"; -"91 relu__6" -> "92 quantize_per_tensor_default_11"; -"92 quantize_per_tensor_default_11" -> "93 dequantize_per_tensor_default_14"; -"92 quantize_per_tensor_default_11" -> "94 dequantize_per_tensor_default_13"; -"93 dequantize_per_tensor_default_14" -> "114 add__3"; -"94 dequantize_per_tensor_default_13" -> "101 conv2d_8"; -"95 _param_constant24" -> "98 quantize_per_channel_default_8"; -"96 conv2d_8_scale_0" -> "98 quantize_per_channel_default_8"; -"96 conv2d_8_scale_0" -> "99 dequantize_per_channel_default_8"; -"97 conv2d_8_zero_point_0" -> "98 quantize_per_channel_default_8"; -"97 conv2d_8_zero_point_0" -> "99 dequantize_per_channel_default_8"; -"98 quantize_per_channel_default_8" -> "99 dequantize_per_channel_default_8"; -"99 dequantize_per_channel_default_8" -> "101 conv2d_8"; -"100 layer2_1_conv1_weight_bias_0_0" -> "101 conv2d_8"; -"101 conv2d_8" -> "102 relu__7"; -"102 relu__7" -> "103 quantize_per_tensor_default_12"; -"103 quantize_per_tensor_default_12" -> "104 dequantize_per_tensor_default_15"; -"104 dequantize_per_tensor_default_15" -> "111 conv2d_9"; -"105 _param_constant27" -> "108 quantize_per_channel_default_9"; -"106 conv2d_9_scale_0" -> "108 quantize_per_channel_default_9"; -"106 conv2d_9_scale_0" -> "109 dequantize_per_channel_default_9"; -"107 conv2d_9_zero_point_0" -> "108 quantize_per_channel_default_9"; -"107 conv2d_9_zero_point_0" -> "109 dequantize_per_channel_default_9"; -"108 quantize_per_channel_default_9" -> "109 dequantize_per_channel_default_9"; -"109 dequantize_per_channel_default_9" -> "111 conv2d_9"; -"110 layer2_1_conv2_weight_bias_0_0" -> "111 conv2d_9"; -"111 conv2d_9" -> "112 quantize_per_tensor_default_13"; -"112 quantize_per_tensor_default_13" -> "113 dequantize_per_tensor_default_16"; -"113 dequantize_per_tensor_default_16" -> "114 add__3"; -"114 add__3" -> "115 relu__8"; -"115 relu__8" -> "116 quantize_per_tensor_default_14"; -"116 quantize_per_tensor_default_14" -> "117 dequantize_per_tensor_default_18"; -"116 quantize_per_tensor_default_14" -> "118 dequantize_per_tensor_default_17"; -"117 dequantize_per_tensor_default_18" -> "144 conv2d_12"; -"118 dequantize_per_tensor_default_17" -> "125 conv2d_10"; -"119 _param_constant30" -> "122 quantize_per_channel_default_10"; -"120 conv2d_10_scale_0" -> "122 quantize_per_channel_default_10"; -"120 conv2d_10_scale_0" -> "123 dequantize_per_channel_default_10"; -"121 conv2d_10_zero_point_0" -> "122 quantize_per_channel_default_10"; -"121 conv2d_10_zero_point_0" -> "123 dequantize_per_channel_default_10"; -"122 quantize_per_channel_default_10" -> "123 dequantize_per_channel_default_10"; -"123 dequantize_per_channel_default_10" -> "125 conv2d_10"; -"124 layer3_0_conv1_weight_bias_0_0" -> "125 conv2d_10"; -"125 conv2d_10" -> "126 relu__9"; -"126 relu__9" -> "127 quantize_per_tensor_default_15"; -"127 quantize_per_tensor_default_15" -> "128 dequantize_per_tensor_default_19"; -"128 dequantize_per_tensor_default_19" -> "135 conv2d_11"; -"129 _param_constant33" -> "132 quantize_per_channel_default_11"; -"130 conv2d_11_scale_0" -> "132 quantize_per_channel_default_11"; -"130 conv2d_11_scale_0" -> "133 dequantize_per_channel_default_11"; -"131 conv2d_11_zero_point_0" -> "132 quantize_per_channel_default_11"; -"131 conv2d_11_zero_point_0" -> "133 dequantize_per_channel_default_11"; -"132 quantize_per_channel_default_11" -> "133 dequantize_per_channel_default_11"; -"133 dequantize_per_channel_default_11" -> "135 conv2d_11"; -"134 layer3_0_conv2_weight_bias_0_0" -> "135 conv2d_11"; -"135 conv2d_11" -> "136 quantize_per_tensor_default_16"; -"136 quantize_per_tensor_default_16" -> "137 dequantize_per_tensor_default_20"; -"137 dequantize_per_tensor_default_20" -> "147 add__4"; -"138 _param_constant36" -> "141 quantize_per_channel_default_12"; -"139 conv2d_12_scale_0" -> "141 quantize_per_channel_default_12"; -"139 conv2d_12_scale_0" -> "142 dequantize_per_channel_default_12"; -"140 conv2d_12_zero_point_0" -> "141 quantize_per_channel_default_12"; -"140 conv2d_12_zero_point_0" -> "142 dequantize_per_channel_default_12"; -"141 quantize_per_channel_default_12" -> "142 dequantize_per_channel_default_12"; -"142 dequantize_per_channel_default_12" -> "144 conv2d_12"; -"143 layer3_0_downsample_0_weight_bias_0_0" -> "144 conv2d_12"; -"144 conv2d_12" -> "145 quantize_per_tensor_default_17"; -"145 quantize_per_tensor_default_17" -> "146 dequantize_per_tensor_default_21"; -"146 dequantize_per_tensor_default_21" -> "147 add__4"; -"147 add__4" -> "148 relu__10"; -"148 relu__10" -> "149 quantize_per_tensor_default_18"; -"149 quantize_per_tensor_default_18" -> "150 dequantize_per_tensor_default_23"; -"149 quantize_per_tensor_default_18" -> "151 dequantize_per_tensor_default_22"; -"150 dequantize_per_tensor_default_23" -> "171 add__5"; -"151 dequantize_per_tensor_default_22" -> "158 conv2d_13"; -"152 _param_constant39" -> "155 quantize_per_channel_default_13"; -"153 conv2d_13_scale_0" -> "155 quantize_per_channel_default_13"; -"153 conv2d_13_scale_0" -> "156 dequantize_per_channel_default_13"; -"154 conv2d_13_zero_point_0" -> "155 quantize_per_channel_default_13"; -"154 conv2d_13_zero_point_0" -> "156 dequantize_per_channel_default_13"; -"155 quantize_per_channel_default_13" -> "156 dequantize_per_channel_default_13"; -"156 dequantize_per_channel_default_13" -> "158 conv2d_13"; -"157 layer3_1_conv1_weight_bias_0_0" -> "158 conv2d_13"; -"158 conv2d_13" -> "159 relu__11"; -"159 relu__11" -> "160 quantize_per_tensor_default_19"; -"160 quantize_per_tensor_default_19" -> "161 dequantize_per_tensor_default_24"; -"161 dequantize_per_tensor_default_24" -> "168 conv2d_14"; -"162 _param_constant42" -> "165 quantize_per_channel_default_14"; -"163 conv2d_14_scale_0" -> "165 quantize_per_channel_default_14"; -"163 conv2d_14_scale_0" -> "166 dequantize_per_channel_default_14"; -"164 conv2d_14_zero_point_0" -> "165 quantize_per_channel_default_14"; -"164 conv2d_14_zero_point_0" -> "166 dequantize_per_channel_default_14"; -"165 quantize_per_channel_default_14" -> "166 dequantize_per_channel_default_14"; -"166 dequantize_per_channel_default_14" -> "168 conv2d_14"; -"167 layer3_1_conv2_weight_bias_0_0" -> "168 conv2d_14"; -"168 conv2d_14" -> "169 quantize_per_tensor_default_20"; -"169 quantize_per_tensor_default_20" -> "170 dequantize_per_tensor_default_25"; -"170 dequantize_per_tensor_default_25" -> "171 add__5"; -"171 add__5" -> "172 relu__12"; -"172 relu__12" -> "173 quantize_per_tensor_default_21"; -"173 quantize_per_tensor_default_21" -> "174 dequantize_per_tensor_default_27"; -"173 quantize_per_tensor_default_21" -> "175 dequantize_per_tensor_default_26"; -"174 dequantize_per_tensor_default_27" -> "201 conv2d_17"; -"175 dequantize_per_tensor_default_26" -> "182 conv2d_15"; -"176 _param_constant45" -> "179 quantize_per_channel_default_15"; -"177 conv2d_15_scale_0" -> "179 quantize_per_channel_default_15"; -"177 conv2d_15_scale_0" -> "180 dequantize_per_channel_default_15"; -"178 conv2d_15_zero_point_0" -> "179 quantize_per_channel_default_15"; -"178 conv2d_15_zero_point_0" -> "180 dequantize_per_channel_default_15"; -"179 quantize_per_channel_default_15" -> "180 dequantize_per_channel_default_15"; -"180 dequantize_per_channel_default_15" -> "182 conv2d_15"; -"181 layer4_0_conv1_weight_bias_0_0" -> "182 conv2d_15"; -"182 conv2d_15" -> "183 relu__13"; -"183 relu__13" -> "184 quantize_per_tensor_default_22"; -"184 quantize_per_tensor_default_22" -> "185 dequantize_per_tensor_default_28"; -"185 dequantize_per_tensor_default_28" -> "192 conv2d_16"; -"186 _param_constant48" -> "189 quantize_per_channel_default_16"; -"187 conv2d_16_scale_0" -> "189 quantize_per_channel_default_16"; -"187 conv2d_16_scale_0" -> "190 dequantize_per_channel_default_16"; -"188 conv2d_16_zero_point_0" -> "189 quantize_per_channel_default_16"; -"188 conv2d_16_zero_point_0" -> "190 dequantize_per_channel_default_16"; -"189 quantize_per_channel_default_16" -> "190 dequantize_per_channel_default_16"; -"190 dequantize_per_channel_default_16" -> "192 conv2d_16"; -"191 layer4_0_conv2_weight_bias_0_0" -> "192 conv2d_16"; -"192 conv2d_16" -> "193 quantize_per_tensor_default_23"; -"193 quantize_per_tensor_default_23" -> "194 dequantize_per_tensor_default_29"; -"194 dequantize_per_tensor_default_29" -> "204 add__6"; -"195 _param_constant51" -> "198 quantize_per_channel_default_17"; -"196 conv2d_17_scale_0" -> "198 quantize_per_channel_default_17"; -"196 conv2d_17_scale_0" -> "199 dequantize_per_channel_default_17"; -"197 conv2d_17_zero_point_0" -> "198 quantize_per_channel_default_17"; -"197 conv2d_17_zero_point_0" -> "199 dequantize_per_channel_default_17"; -"198 quantize_per_channel_default_17" -> "199 dequantize_per_channel_default_17"; -"199 dequantize_per_channel_default_17" -> "201 conv2d_17"; -"200 layer4_0_downsample_0_weight_bias_0_0" -> "201 conv2d_17"; -"201 conv2d_17" -> "202 quantize_per_tensor_default_24"; -"202 quantize_per_tensor_default_24" -> "203 dequantize_per_tensor_default_30"; -"203 dequantize_per_tensor_default_30" -> "204 add__6"; -"204 add__6" -> "205 relu__14"; -"205 relu__14" -> "206 quantize_per_tensor_default_25"; -"206 quantize_per_tensor_default_25" -> "207 dequantize_per_tensor_default_32"; -"206 quantize_per_tensor_default_25" -> "208 dequantize_per_tensor_default_31"; -"207 dequantize_per_tensor_default_32" -> "228 add__7"; -"208 dequantize_per_tensor_default_31" -> "215 conv2d_18"; -"209 _param_constant54" -> "212 quantize_per_channel_default_18"; -"210 conv2d_18_scale_0" -> "212 quantize_per_channel_default_18"; -"210 conv2d_18_scale_0" -> "213 dequantize_per_channel_default_18"; -"211 conv2d_18_zero_point_0" -> "212 quantize_per_channel_default_18"; -"211 conv2d_18_zero_point_0" -> "213 dequantize_per_channel_default_18"; -"212 quantize_per_channel_default_18" -> "213 dequantize_per_channel_default_18"; -"213 dequantize_per_channel_default_18" -> "215 conv2d_18"; -"214 layer4_1_conv1_weight_bias_0_0" -> "215 conv2d_18"; -"215 conv2d_18" -> "216 relu__15"; -"216 relu__15" -> "217 quantize_per_tensor_default_26"; -"217 quantize_per_tensor_default_26" -> "218 dequantize_per_tensor_default_33"; -"218 dequantize_per_tensor_default_33" -> "225 conv2d_19"; -"219 _param_constant57" -> "222 quantize_per_channel_default_19"; -"220 conv2d_19_scale_0" -> "222 quantize_per_channel_default_19"; -"220 conv2d_19_scale_0" -> "223 dequantize_per_channel_default_19"; -"221 conv2d_19_zero_point_0" -> "222 quantize_per_channel_default_19"; -"221 conv2d_19_zero_point_0" -> "223 dequantize_per_channel_default_19"; -"222 quantize_per_channel_default_19" -> "223 dequantize_per_channel_default_19"; -"223 dequantize_per_channel_default_19" -> "225 conv2d_19"; -"224 layer4_1_conv2_weight_bias_0_0" -> "225 conv2d_19"; -"225 conv2d_19" -> "226 quantize_per_tensor_default_27"; -"226 quantize_per_tensor_default_27" -> "227 dequantize_per_tensor_default_34"; -"227 dequantize_per_tensor_default_34" -> "228 add__7"; -"228 add__7" -> "229 relu__16"; -"229 relu__16" -> "230 quantize_per_tensor_default_28"; -"230 quantize_per_tensor_default_28" -> "231 dequantize_per_tensor_default_35"; -"231 dequantize_per_tensor_default_35" -> "232 adaptive_avg_pool2d"; -"232 adaptive_avg_pool2d" -> "233 quantize_per_tensor_default_29"; -"233 quantize_per_tensor_default_29" -> "234 dequantize_per_tensor_default_36"; -"234 dequantize_per_tensor_default_36" -> "235 flatten"; -"235 flatten" -> "242 linear"; -"236 _param_constant60" -> "239 quantize_per_channel_default_20"; -"237 linear_scale_0" -> "239 quantize_per_channel_default_20"; -"237 linear_scale_0" -> "240 dequantize_per_channel_default_20"; -"238 linear_zero_point_0" -> "239 quantize_per_channel_default_20"; -"238 linear_zero_point_0" -> "240 dequantize_per_channel_default_20"; -"239 quantize_per_channel_default_20" -> "240 dequantize_per_channel_default_20"; -"240 dequantize_per_channel_default_20" -> "242 linear"; -"241 _param_constant61_0_0" -> "242 linear"; -"242 linear" -> "243 output"; +"2 dequantize_per_tensor_default" -> "7 conv2d"; +"3 conv2d_scale_0_updated_constant0" -> "6 mul"; +"4 compressed_weight_updated_constant0" -> "6 mul"; +"5 conv1_weight_bias_0_0" -> "7 conv2d"; +"6 mul" -> "7 conv2d"; +"7 conv2d" -> "8 relu_"; +"8 relu_" -> "9 quantize_per_tensor_default_1"; +"9 quantize_per_tensor_default_1" -> "10 dequantize_per_tensor_default_1"; +"10 dequantize_per_tensor_default_1" -> "11 max_pool2d"; +"11 max_pool2d" -> "16 conv2d_1"; +"11 max_pool2d" -> "27 add_"; +"12 conv2d_1_scale_0_updated_constant0" -> "15 mul_1"; +"13 compressed_weight_updated_constant1" -> "15 mul_1"; +"14 layer1_0_conv1_weight_bias_0_0" -> "16 conv2d_1"; +"15 mul_1" -> "16 conv2d_1"; +"16 conv2d_1" -> "17 relu__1"; +"17 relu__1" -> "18 quantize_per_tensor_default_2"; +"18 quantize_per_tensor_default_2" -> "19 dequantize_per_tensor_default_2"; +"19 dequantize_per_tensor_default_2" -> "24 conv2d_2"; +"20 conv2d_2_scale_0_updated_constant0" -> "23 mul_2"; +"21 compressed_weight_updated_constant2" -> "23 mul_2"; +"22 layer1_0_conv2_weight_bias_0_0" -> "24 conv2d_2"; +"23 mul_2" -> "24 conv2d_2"; +"24 conv2d_2" -> "25 quantize_per_tensor_default_3"; +"25 quantize_per_tensor_default_3" -> "26 dequantize_per_tensor_default_3"; +"26 dequantize_per_tensor_default_3" -> "27 add_"; +"27 add_" -> "28 relu__2"; +"28 relu__2" -> "29 quantize_per_tensor_default_4"; +"29 quantize_per_tensor_default_4" -> "30 dequantize_per_tensor_default_5"; +"29 quantize_per_tensor_default_4" -> "31 dequantize_per_tensor_default_4"; +"30 dequantize_per_tensor_default_5" -> "47 add__1"; +"31 dequantize_per_tensor_default_4" -> "36 conv2d_3"; +"32 conv2d_3_scale_0_updated_constant0" -> "35 mul_3"; +"33 compressed_weight_updated_constant3" -> "35 mul_3"; +"34 layer1_1_conv1_weight_bias_0_0" -> "36 conv2d_3"; +"35 mul_3" -> "36 conv2d_3"; +"36 conv2d_3" -> "37 relu__3"; +"37 relu__3" -> "38 quantize_per_tensor_default_5"; +"38 quantize_per_tensor_default_5" -> "39 dequantize_per_tensor_default_6"; +"39 dequantize_per_tensor_default_6" -> "44 conv2d_4"; +"40 conv2d_4_scale_0_updated_constant0" -> "43 mul_4"; +"41 compressed_weight_updated_constant4" -> "43 mul_4"; +"42 layer1_1_conv2_weight_bias_0_0" -> "44 conv2d_4"; +"43 mul_4" -> "44 conv2d_4"; +"44 conv2d_4" -> "45 quantize_per_tensor_default_6"; +"45 quantize_per_tensor_default_6" -> "46 dequantize_per_tensor_default_7"; +"46 dequantize_per_tensor_default_7" -> "47 add__1"; +"47 add__1" -> "48 relu__4"; +"48 relu__4" -> "49 quantize_per_tensor_default_7"; +"49 quantize_per_tensor_default_7" -> "50 dequantize_per_tensor_default_9"; +"49 quantize_per_tensor_default_7" -> "51 dequantize_per_tensor_default_8"; +"50 dequantize_per_tensor_default_9" -> "71 conv2d_7"; +"51 dequantize_per_tensor_default_8" -> "56 conv2d_5"; +"52 conv2d_5_scale_0_updated_constant0" -> "55 mul_5"; +"53 compressed_weight_updated_constant5" -> "55 mul_5"; +"54 layer2_0_conv1_weight_bias_0_0" -> "56 conv2d_5"; +"55 mul_5" -> "56 conv2d_5"; +"56 conv2d_5" -> "57 relu__5"; +"57 relu__5" -> "58 quantize_per_tensor_default_8"; +"58 quantize_per_tensor_default_8" -> "59 dequantize_per_tensor_default_10"; +"59 dequantize_per_tensor_default_10" -> "64 conv2d_6"; +"60 conv2d_6_scale_0_updated_constant0" -> "63 mul_6"; +"61 compressed_weight_updated_constant6" -> "63 mul_6"; +"62 layer2_0_conv2_weight_bias_0_0" -> "64 conv2d_6"; +"63 mul_6" -> "64 conv2d_6"; +"64 conv2d_6" -> "65 quantize_per_tensor_default_9"; +"65 quantize_per_tensor_default_9" -> "66 dequantize_per_tensor_default_11"; +"66 dequantize_per_tensor_default_11" -> "74 add__2"; +"67 conv2d_7_scale_0_updated_constant0" -> "70 mul_7"; +"68 compressed_weight_updated_constant7" -> "70 mul_7"; +"69 layer2_0_downsample_0_weight_bias_0_0" -> "71 conv2d_7"; +"70 mul_7" -> "71 conv2d_7"; +"71 conv2d_7" -> "72 quantize_per_tensor_default_10"; +"72 quantize_per_tensor_default_10" -> "73 dequantize_per_tensor_default_12"; +"73 dequantize_per_tensor_default_12" -> "74 add__2"; +"74 add__2" -> "75 relu__6"; +"75 relu__6" -> "76 quantize_per_tensor_default_11"; +"76 quantize_per_tensor_default_11" -> "77 dequantize_per_tensor_default_14"; +"76 quantize_per_tensor_default_11" -> "78 dequantize_per_tensor_default_13"; +"77 dequantize_per_tensor_default_14" -> "94 add__3"; +"78 dequantize_per_tensor_default_13" -> "83 conv2d_8"; +"79 conv2d_8_scale_0_updated_constant0" -> "82 mul_8"; +"80 compressed_weight_updated_constant8" -> "82 mul_8"; +"81 layer2_1_conv1_weight_bias_0_0" -> "83 conv2d_8"; +"82 mul_8" -> "83 conv2d_8"; +"83 conv2d_8" -> "84 relu__7"; +"84 relu__7" -> "85 quantize_per_tensor_default_12"; +"85 quantize_per_tensor_default_12" -> "86 dequantize_per_tensor_default_15"; +"86 dequantize_per_tensor_default_15" -> "91 conv2d_9"; +"87 conv2d_9_scale_0_updated_constant0" -> "90 mul_9"; +"88 compressed_weight_updated_constant9" -> "90 mul_9"; +"89 layer2_1_conv2_weight_bias_0_0" -> "91 conv2d_9"; +"90 mul_9" -> "91 conv2d_9"; +"91 conv2d_9" -> "92 quantize_per_tensor_default_13"; +"92 quantize_per_tensor_default_13" -> "93 dequantize_per_tensor_default_16"; +"93 dequantize_per_tensor_default_16" -> "94 add__3"; +"94 add__3" -> "95 relu__8"; +"95 relu__8" -> "96 quantize_per_tensor_default_14"; +"96 quantize_per_tensor_default_14" -> "97 dequantize_per_tensor_default_18"; +"96 quantize_per_tensor_default_14" -> "98 dequantize_per_tensor_default_17"; +"97 dequantize_per_tensor_default_18" -> "118 conv2d_12"; +"98 dequantize_per_tensor_default_17" -> "103 conv2d_10"; +"99 conv2d_10_scale_0_updated_constant0" -> "102 mul_10"; +"100 compressed_weight_updated_constant10" -> "102 mul_10"; +"101 layer3_0_conv1_weight_bias_0_0" -> "103 conv2d_10"; +"102 mul_10" -> "103 conv2d_10"; +"103 conv2d_10" -> "104 relu__9"; +"104 relu__9" -> "105 quantize_per_tensor_default_15"; +"105 quantize_per_tensor_default_15" -> "106 dequantize_per_tensor_default_19"; +"106 dequantize_per_tensor_default_19" -> "111 conv2d_11"; +"107 conv2d_11_scale_0_updated_constant0" -> "110 mul_11"; +"108 compressed_weight_updated_constant11" -> "110 mul_11"; +"109 layer3_0_conv2_weight_bias_0_0" -> "111 conv2d_11"; +"110 mul_11" -> "111 conv2d_11"; +"111 conv2d_11" -> "112 quantize_per_tensor_default_16"; +"112 quantize_per_tensor_default_16" -> "113 dequantize_per_tensor_default_20"; +"113 dequantize_per_tensor_default_20" -> "121 add__4"; +"114 conv2d_12_scale_0_updated_constant0" -> "117 mul_12"; +"115 compressed_weight_updated_constant12" -> "117 mul_12"; +"116 layer3_0_downsample_0_weight_bias_0_0" -> "118 conv2d_12"; +"117 mul_12" -> "118 conv2d_12"; +"118 conv2d_12" -> "119 quantize_per_tensor_default_17"; +"119 quantize_per_tensor_default_17" -> "120 dequantize_per_tensor_default_21"; +"120 dequantize_per_tensor_default_21" -> "121 add__4"; +"121 add__4" -> "122 relu__10"; +"122 relu__10" -> "123 quantize_per_tensor_default_18"; +"123 quantize_per_tensor_default_18" -> "124 dequantize_per_tensor_default_23"; +"123 quantize_per_tensor_default_18" -> "125 dequantize_per_tensor_default_22"; +"124 dequantize_per_tensor_default_23" -> "141 add__5"; +"125 dequantize_per_tensor_default_22" -> "130 conv2d_13"; +"126 conv2d_13_scale_0_updated_constant0" -> "129 mul_13"; +"127 compressed_weight_updated_constant13" -> "129 mul_13"; +"128 layer3_1_conv1_weight_bias_0_0" -> "130 conv2d_13"; +"129 mul_13" -> "130 conv2d_13"; +"130 conv2d_13" -> "131 relu__11"; +"131 relu__11" -> "132 quantize_per_tensor_default_19"; +"132 quantize_per_tensor_default_19" -> "133 dequantize_per_tensor_default_24"; +"133 dequantize_per_tensor_default_24" -> "138 conv2d_14"; +"134 conv2d_14_scale_0_updated_constant0" -> "137 mul_14"; +"135 compressed_weight_updated_constant14" -> "137 mul_14"; +"136 layer3_1_conv2_weight_bias_0_0" -> "138 conv2d_14"; +"137 mul_14" -> "138 conv2d_14"; +"138 conv2d_14" -> "139 quantize_per_tensor_default_20"; +"139 quantize_per_tensor_default_20" -> "140 dequantize_per_tensor_default_25"; +"140 dequantize_per_tensor_default_25" -> "141 add__5"; +"141 add__5" -> "142 relu__12"; +"142 relu__12" -> "143 quantize_per_tensor_default_21"; +"143 quantize_per_tensor_default_21" -> "144 dequantize_per_tensor_default_27"; +"143 quantize_per_tensor_default_21" -> "145 dequantize_per_tensor_default_26"; +"144 dequantize_per_tensor_default_27" -> "165 conv2d_17"; +"145 dequantize_per_tensor_default_26" -> "150 conv2d_15"; +"146 conv2d_15_scale_0_updated_constant0" -> "149 mul_15"; +"147 compressed_weight_updated_constant15" -> "149 mul_15"; +"148 layer4_0_conv1_weight_bias_0_0" -> "150 conv2d_15"; +"149 mul_15" -> "150 conv2d_15"; +"150 conv2d_15" -> "151 relu__13"; +"151 relu__13" -> "152 quantize_per_tensor_default_22"; +"152 quantize_per_tensor_default_22" -> "153 dequantize_per_tensor_default_28"; +"153 dequantize_per_tensor_default_28" -> "158 conv2d_16"; +"154 conv2d_16_scale_0_updated_constant0" -> "157 mul_16"; +"155 compressed_weight_updated_constant16" -> "157 mul_16"; +"156 layer4_0_conv2_weight_bias_0_0" -> "158 conv2d_16"; +"157 mul_16" -> "158 conv2d_16"; +"158 conv2d_16" -> "159 quantize_per_tensor_default_23"; +"159 quantize_per_tensor_default_23" -> "160 dequantize_per_tensor_default_29"; +"160 dequantize_per_tensor_default_29" -> "168 add__6"; +"161 conv2d_17_scale_0_updated_constant0" -> "164 mul_17"; +"162 compressed_weight_updated_constant17" -> "164 mul_17"; +"163 layer4_0_downsample_0_weight_bias_0_0" -> "165 conv2d_17"; +"164 mul_17" -> "165 conv2d_17"; +"165 conv2d_17" -> "166 quantize_per_tensor_default_24"; +"166 quantize_per_tensor_default_24" -> "167 dequantize_per_tensor_default_30"; +"167 dequantize_per_tensor_default_30" -> "168 add__6"; +"168 add__6" -> "169 relu__14"; +"169 relu__14" -> "170 quantize_per_tensor_default_25"; +"170 quantize_per_tensor_default_25" -> "171 dequantize_per_tensor_default_32"; +"170 quantize_per_tensor_default_25" -> "172 dequantize_per_tensor_default_31"; +"171 dequantize_per_tensor_default_32" -> "188 add__7"; +"172 dequantize_per_tensor_default_31" -> "177 conv2d_18"; +"173 conv2d_18_scale_0_updated_constant0" -> "176 mul_18"; +"174 compressed_weight_updated_constant18" -> "176 mul_18"; +"175 layer4_1_conv1_weight_bias_0_0" -> "177 conv2d_18"; +"176 mul_18" -> "177 conv2d_18"; +"177 conv2d_18" -> "178 relu__15"; +"178 relu__15" -> "179 quantize_per_tensor_default_26"; +"179 quantize_per_tensor_default_26" -> "180 dequantize_per_tensor_default_33"; +"180 dequantize_per_tensor_default_33" -> "185 conv2d_19"; +"181 conv2d_19_scale_0_updated_constant0" -> "184 mul_19"; +"182 compressed_weight_updated_constant19" -> "184 mul_19"; +"183 layer4_1_conv2_weight_bias_0_0" -> "185 conv2d_19"; +"184 mul_19" -> "185 conv2d_19"; +"185 conv2d_19" -> "186 quantize_per_tensor_default_27"; +"186 quantize_per_tensor_default_27" -> "187 dequantize_per_tensor_default_34"; +"187 dequantize_per_tensor_default_34" -> "188 add__7"; +"188 add__7" -> "189 relu__16"; +"189 relu__16" -> "190 quantize_per_tensor_default_28"; +"190 quantize_per_tensor_default_28" -> "191 dequantize_per_tensor_default_35"; +"191 dequantize_per_tensor_default_35" -> "192 adaptive_avg_pool2d"; +"192 adaptive_avg_pool2d" -> "193 quantize_per_tensor_default_29"; +"193 quantize_per_tensor_default_29" -> "194 dequantize_per_tensor_default_36"; +"194 dequantize_per_tensor_default_36" -> "195 flatten"; +"195 flatten" -> "200 linear"; +"196 linear_scale_0_updated_constant0" -> "199 mul_20"; +"197 compressed_weight_updated_constant20" -> "199 mul_20"; +"198 _param_constant61_0_0" -> "200 linear"; +"199 mul_20" -> "200 linear"; +"200 linear" -> "201 output"; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot index ea39f9c0188..a84cd471a32 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot @@ -2,6857 +2,5963 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0" [id=4, type=get_attr]; -"5 conv2d_zero_point_0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 _param_constant1_0_0" [id=8, type=get_attr]; -"9 conv2d" [id=9, type=conv2d]; -"10 permute" [id=10, type=permute]; -"11 _param_constant2" [id=11, type=get_attr]; -"12 _param_constant3" [id=12, type=get_attr]; -"13 layer_norm" [id=13, type=layer_norm]; -"14 _tensor_constant0" [id=14, type=get_attr]; -"15 linear_updated_constant0" [id=15, type=get_attr]; -"16 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=16, type=call_module]; -"17 linear_scale_0" [id=17, type=get_attr]; -"18 linear_zero_point_0" [id=18, type=get_attr]; -"19 quantize_per_channel_default_1" [id=19, type=quantize_per_channel]; -"20 dequantize_per_channel_default_1" [id=20, type=dequantize_per_channel]; -"21 _param_constant5_0_0" [id=21, type=get_attr]; -"22 linear" [id=22, type=linear]; -"23 relu_" [id=23, type=relu_]; -"24 linear_1_updated_constant0" [id=24, type=get_attr]; -"25 relu__0_0_nncf_smooth_quant_0" [id=25, type=call_module]; -"26 linear_1_scale_0" [id=26, type=get_attr]; -"27 linear_1_zero_point_0" [id=27, type=get_attr]; -"28 quantize_per_channel_default_2" [id=28, type=quantize_per_channel]; -"29 dequantize_per_channel_default_2" [id=29, type=dequantize_per_channel]; -"30 linear_1" [id=30, type=linear]; -"31 view" [id=31, type=view]; -"32 _tensor_constant1" [id=32, type=get_attr]; -"33 index" [id=33, type=index]; -"34 view_1" [id=34, type=view]; -"35 permute_1" [id=35, type=permute]; -"36 contiguous" [id=36, type=contiguous]; -"37 unsqueeze" [id=37, type=unsqueeze]; -"38 sigmoid" [id=38, type=sigmoid]; -"39 mul" [id=39, type=mul]; -"40 pad" [id=40, type=pad]; -"41 view_2" [id=41, type=view]; -"42 permute_2" [id=42, type=permute]; -"43 reshape" [id=43, type=reshape]; -"44 linear_2_updated_constant0" [id=44, type=get_attr]; -"45 reshape_0_0_nncf_smooth_quant_0" [id=45, type=call_module]; -"46 quantize_per_tensor_default_1" [id=46, type=quantize_per_tensor]; -"47 dequantize_per_tensor_default_1" [id=47, type=dequantize_per_tensor]; -"48 linear_2_scale_0" [id=48, type=get_attr]; -"49 linear_2_zero_point_0" [id=49, type=get_attr]; -"50 quantize_per_channel_default_3" [id=50, type=quantize_per_channel]; -"51 dequantize_per_channel_default_3" [id=51, type=dequantize_per_channel]; -"52 _param_constant7_0_0" [id=52, type=get_attr]; -"53 linear_2" [id=53, type=linear]; -"54 reshape_1" [id=54, type=reshape]; -"55 permute_3" [id=55, type=permute]; -"56 select" [id=56, type=select]; -"57 select_1" [id=57, type=select]; -"58 select_2" [id=58, type=select]; -"59 linalg_vector_norm" [id=59, type=linalg_vector_norm]; -"60 clamp_min" [id=60, type=clamp_min]; -"61 expand_as" [id=61, type=expand_as]; -"62 div" [id=62, type=div]; -"63 quantize_per_tensor_default_2" [id=63, type=quantize_per_tensor]; -"64 dequantize_per_tensor_default_2" [id=64, type=dequantize_per_tensor]; -"65 linalg_vector_norm_1" [id=65, type=linalg_vector_norm]; -"66 clamp_min_1" [id=66, type=clamp_min]; -"67 expand_as_1" [id=67, type=expand_as]; -"68 div_1" [id=68, type=div]; -"69 quantize_per_tensor_default_3" [id=69, type=quantize_per_tensor]; -"70 dequantize_per_tensor_default_3" [id=70, type=dequantize_per_tensor]; -"71 transpose" [id=71, type=transpose]; -"72 matmul" [id=72, type=matmul]; -"73 _param_constant9" [id=73, type=get_attr]; -"74 clamp" [id=74, type=clamp]; -"75 exp" [id=75, type=exp]; -"76 mul_1" [id=76, type=mul]; -"77 add" [id=77, type=add]; -"78 softmax" [id=78, type=softmax]; -"79 dropout" [id=79, type=dropout]; -"80 matmul_1" [id=80, type=matmul]; -"81 transpose_1" [id=81, type=transpose]; -"82 reshape_2" [id=82, type=reshape]; -"83 linear_3_updated_constant0" [id=83, type=get_attr]; -"84 reshape_2_0_0_nncf_smooth_quant_0" [id=84, type=call_module]; -"85 quantize_per_tensor_default_4" [id=85, type=quantize_per_tensor]; -"86 dequantize_per_tensor_default_4" [id=86, type=dequantize_per_tensor]; -"87 linear_3_scale_0" [id=87, type=get_attr]; -"88 linear_3_zero_point_0" [id=88, type=get_attr]; -"89 quantize_per_channel_default_4" [id=89, type=quantize_per_channel]; -"90 dequantize_per_channel_default_4" [id=90, type=dequantize_per_channel]; -"91 _param_constant11_0_0" [id=91, type=get_attr]; -"92 linear_3" [id=92, type=linear]; -"93 dropout_1" [id=93, type=dropout]; -"94 view_3" [id=94, type=view]; -"95 permute_4" [id=95, type=permute]; -"96 reshape_3" [id=96, type=reshape]; -"97 slice_2" [id=97, type=slice]; -"98 slice_3" [id=98, type=slice]; -"99 _param_constant12" [id=99, type=get_attr]; -"100 _param_constant13" [id=100, type=get_attr]; -"101 layer_norm_1" [id=101, type=layer_norm]; -"102 add_1" [id=102, type=add]; -"103 linear_4_updated_constant0" [id=103, type=get_attr]; -"104 add_1_0_0_nncf_smooth_quant_0" [id=104, type=call_module]; -"105 quantize_per_tensor_default_5" [id=105, type=quantize_per_tensor]; -"106 dequantize_per_tensor_default_5" [id=106, type=dequantize_per_tensor]; -"107 linear_4_scale_0" [id=107, type=get_attr]; -"108 linear_4_zero_point_0" [id=108, type=get_attr]; -"109 quantize_per_channel_default_5" [id=109, type=quantize_per_channel]; -"110 dequantize_per_channel_default_5" [id=110, type=dequantize_per_channel]; -"111 _param_constant15_0_0" [id=111, type=get_attr]; -"112 linear_4" [id=112, type=linear]; -"113 gelu" [id=113, type=gelu]; -"114 dropout_2" [id=114, type=dropout]; -"115 linear_5_updated_constant0" [id=115, type=get_attr]; -"116 dropout_2_0_0_nncf_smooth_quant_0" [id=116, type=call_module]; -"117 quantize_per_tensor_default_6" [id=117, type=quantize_per_tensor]; -"118 dequantize_per_tensor_default_6" [id=118, type=dequantize_per_tensor]; -"119 linear_5_scale_0" [id=119, type=get_attr]; -"120 linear_5_zero_point_0" [id=120, type=get_attr]; -"121 quantize_per_channel_default_6" [id=121, type=quantize_per_channel]; -"122 dequantize_per_channel_default_6" [id=122, type=dequantize_per_channel]; -"123 _param_constant17_0_0" [id=123, type=get_attr]; -"124 linear_5" [id=124, type=linear]; -"125 dropout_3" [id=125, type=dropout]; -"126 _param_constant18" [id=126, type=get_attr]; -"127 _param_constant19" [id=127, type=get_attr]; -"128 layer_norm_2" [id=128, type=layer_norm]; -"129 add_2" [id=129, type=add]; -"130 _tensor_constant2" [id=130, type=get_attr]; -"131 linear_6_updated_constant0" [id=131, type=get_attr]; -"132 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=132, type=call_module]; -"133 linear_6_scale_0" [id=133, type=get_attr]; -"134 linear_6_zero_point_0" [id=134, type=get_attr]; -"135 quantize_per_channel_default_7" [id=135, type=quantize_per_channel]; -"136 dequantize_per_channel_default_7" [id=136, type=dequantize_per_channel]; -"137 _param_constant21_0_0" [id=137, type=get_attr]; -"138 linear_6" [id=138, type=linear]; -"139 relu__1" [id=139, type=relu_]; -"140 linear_7_updated_constant0" [id=140, type=get_attr]; -"141 relu__1_0_0_nncf_smooth_quant_0" [id=141, type=call_module]; -"142 linear_7_scale_0" [id=142, type=get_attr]; -"143 linear_7_zero_point_0" [id=143, type=get_attr]; -"144 quantize_per_channel_default_8" [id=144, type=quantize_per_channel]; -"145 dequantize_per_channel_default_8" [id=145, type=dequantize_per_channel]; -"146 linear_7" [id=146, type=linear]; -"147 view_4" [id=147, type=view]; -"148 _tensor_constant3" [id=148, type=get_attr]; -"149 index_1" [id=149, type=index]; -"150 view_5" [id=150, type=view]; -"151 permute_5" [id=151, type=permute]; -"152 contiguous_1" [id=152, type=contiguous]; -"153 unsqueeze_1" [id=153, type=unsqueeze]; -"154 sigmoid_1" [id=154, type=sigmoid]; -"155 mul_2" [id=155, type=mul]; -"156 pad_1" [id=156, type=pad]; -"157 roll" [id=157, type=roll]; -"158 view_6" [id=158, type=view]; -"159 permute_6" [id=159, type=permute]; -"160 reshape_4" [id=160, type=reshape]; -"161 linear_8_updated_constant0" [id=161, type=get_attr]; -"162 reshape_4_0_0_nncf_smooth_quant_0" [id=162, type=call_module]; -"163 quantize_per_tensor_default_7" [id=163, type=quantize_per_tensor]; -"164 dequantize_per_tensor_default_7" [id=164, type=dequantize_per_tensor]; -"165 linear_8_scale_0" [id=165, type=get_attr]; -"166 linear_8_zero_point_0" [id=166, type=get_attr]; -"167 quantize_per_channel_default_9" [id=167, type=quantize_per_channel]; -"168 dequantize_per_channel_default_9" [id=168, type=dequantize_per_channel]; -"169 _param_constant23_0_0" [id=169, type=get_attr]; -"170 linear_8" [id=170, type=linear]; -"171 reshape_5" [id=171, type=reshape]; -"172 permute_7" [id=172, type=permute]; -"173 select_3" [id=173, type=select]; -"174 select_4" [id=174, type=select]; -"175 select_5" [id=175, type=select]; -"176 linalg_vector_norm_2" [id=176, type=linalg_vector_norm]; -"177 clamp_min_2" [id=177, type=clamp_min]; -"178 expand_as_2" [id=178, type=expand_as]; -"179 div_2" [id=179, type=div]; -"180 quantize_per_tensor_default_8" [id=180, type=quantize_per_tensor]; -"181 dequantize_per_tensor_default_8" [id=181, type=dequantize_per_tensor]; -"182 linalg_vector_norm_3" [id=182, type=linalg_vector_norm]; -"183 clamp_min_3" [id=183, type=clamp_min]; -"184 expand_as_3" [id=184, type=expand_as]; -"185 div_3" [id=185, type=div]; -"186 quantize_per_tensor_default_9" [id=186, type=quantize_per_tensor]; -"187 dequantize_per_tensor_default_9" [id=187, type=dequantize_per_tensor]; -"188 transpose_2" [id=188, type=transpose]; -"189 matmul_2" [id=189, type=matmul]; -"190 _param_constant25" [id=190, type=get_attr]; -"191 clamp_1" [id=191, type=clamp]; -"192 exp_1" [id=192, type=exp]; -"193 mul_3" [id=193, type=mul]; -"194 add_3" [id=194, type=add]; -"195 new_zeros" [id=195, type=new_zeros]; -"196 view_7" [id=196, type=view]; -"197 permute_8" [id=197, type=permute]; -"198 reshape_6" [id=198, type=reshape]; -"199 unsqueeze_2" [id=199, type=unsqueeze]; -"200 unsqueeze_3" [id=200, type=unsqueeze]; -"201 sub" [id=201, type=sub]; -"202 ne" [id=202, type=ne]; -"203 masked_fill" [id=203, type=masked_fill]; -"204 eq" [id=204, type=eq]; -"205 masked_fill_1" [id=205, type=masked_fill]; -"206 view_8" [id=206, type=view]; -"207 unsqueeze_4" [id=207, type=unsqueeze]; -"208 unsqueeze_5" [id=208, type=unsqueeze]; -"209 add_4" [id=209, type=add]; -"210 view_9" [id=210, type=view]; -"211 softmax_1" [id=211, type=softmax]; -"212 dropout_4" [id=212, type=dropout]; -"213 matmul_3" [id=213, type=matmul]; -"214 transpose_3" [id=214, type=transpose]; -"215 reshape_7" [id=215, type=reshape]; -"216 linear_9_updated_constant0" [id=216, type=get_attr]; -"217 reshape_7_0_0_nncf_smooth_quant_0" [id=217, type=call_module]; -"218 quantize_per_tensor_default_10" [id=218, type=quantize_per_tensor]; -"219 dequantize_per_tensor_default_10" [id=219, type=dequantize_per_tensor]; -"220 linear_9_scale_0" [id=220, type=get_attr]; -"221 linear_9_zero_point_0" [id=221, type=get_attr]; -"222 quantize_per_channel_default_10" [id=222, type=quantize_per_channel]; -"223 dequantize_per_channel_default_10" [id=223, type=dequantize_per_channel]; -"224 _param_constant27_0_0" [id=224, type=get_attr]; -"225 linear_9" [id=225, type=linear]; -"226 dropout_5" [id=226, type=dropout]; -"227 view_10" [id=227, type=view]; -"228 permute_9" [id=228, type=permute]; -"229 reshape_8" [id=229, type=reshape]; -"230 roll_1" [id=230, type=roll]; -"231 slice_23" [id=231, type=slice]; -"232 slice_24" [id=232, type=slice]; -"233 _param_constant28" [id=233, type=get_attr]; -"234 _param_constant29" [id=234, type=get_attr]; -"235 layer_norm_3" [id=235, type=layer_norm]; -"236 add_5" [id=236, type=add]; -"237 linear_10_updated_constant0" [id=237, type=get_attr]; -"238 add_5_0_0_nncf_smooth_quant_0" [id=238, type=call_module]; -"239 quantize_per_tensor_default_11" [id=239, type=quantize_per_tensor]; -"240 dequantize_per_tensor_default_11" [id=240, type=dequantize_per_tensor]; -"241 linear_10_scale_0" [id=241, type=get_attr]; -"242 linear_10_zero_point_0" [id=242, type=get_attr]; -"243 quantize_per_channel_default_11" [id=243, type=quantize_per_channel]; -"244 dequantize_per_channel_default_11" [id=244, type=dequantize_per_channel]; -"245 _param_constant31_0_0" [id=245, type=get_attr]; -"246 linear_10" [id=246, type=linear]; -"247 gelu_1" [id=247, type=gelu]; -"248 dropout_6" [id=248, type=dropout]; -"249 linear_11_updated_constant0" [id=249, type=get_attr]; -"250 dropout_6_0_0_nncf_smooth_quant_0" [id=250, type=call_module]; -"251 quantize_per_tensor_default_12" [id=251, type=quantize_per_tensor]; -"252 dequantize_per_tensor_default_12" [id=252, type=dequantize_per_tensor]; -"253 linear_11_scale_0" [id=253, type=get_attr]; -"254 linear_11_zero_point_0" [id=254, type=get_attr]; -"255 quantize_per_channel_default_12" [id=255, type=quantize_per_channel]; -"256 dequantize_per_channel_default_12" [id=256, type=dequantize_per_channel]; -"257 _param_constant33_0_0" [id=257, type=get_attr]; -"258 linear_11" [id=258, type=linear]; -"259 dropout_7" [id=259, type=dropout]; -"260 _param_constant34" [id=260, type=get_attr]; -"261 _param_constant35" [id=261, type=get_attr]; -"262 layer_norm_4" [id=262, type=layer_norm]; -"263 add_6" [id=263, type=add]; -"264 pad_2" [id=264, type=pad]; -"265 slice_25" [id=265, type=slice]; -"266 slice_26" [id=266, type=slice]; -"267 slice_27" [id=267, type=slice]; -"268 slice_28" [id=268, type=slice]; -"269 slice_29" [id=269, type=slice]; -"270 slice_30" [id=270, type=slice]; -"271 slice_31" [id=271, type=slice]; -"272 slice_32" [id=272, type=slice]; -"273 slice_33" [id=273, type=slice]; -"274 slice_34" [id=274, type=slice]; -"275 slice_35" [id=275, type=slice]; -"276 slice_36" [id=276, type=slice]; -"277 cat" [id=277, type=cat]; -"278 linear_12_updated_constant0" [id=278, type=get_attr]; -"279 cat_0_0_nncf_smooth_quant_0" [id=279, type=call_module]; -"280 quantize_per_tensor_default_13" [id=280, type=quantize_per_tensor]; -"281 dequantize_per_tensor_default_13" [id=281, type=dequantize_per_tensor]; -"282 linear_12_scale_0" [id=282, type=get_attr]; -"283 linear_12_zero_point_0" [id=283, type=get_attr]; -"284 quantize_per_channel_default_13" [id=284, type=quantize_per_channel]; -"285 dequantize_per_channel_default_13" [id=285, type=dequantize_per_channel]; -"286 linear_12" [id=286, type=linear]; -"287 _param_constant37" [id=287, type=get_attr]; -"288 _param_constant38" [id=288, type=get_attr]; -"289 layer_norm_5" [id=289, type=layer_norm]; -"290 _tensor_constant13" [id=290, type=get_attr]; -"291 linear_13_updated_constant0" [id=291, type=get_attr]; -"292 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=292, type=call_module]; -"293 linear_13_scale_0" [id=293, type=get_attr]; -"294 linear_13_zero_point_0" [id=294, type=get_attr]; -"295 quantize_per_channel_default_14" [id=295, type=quantize_per_channel]; -"296 dequantize_per_channel_default_14" [id=296, type=dequantize_per_channel]; -"297 _param_constant40_0_0" [id=297, type=get_attr]; -"298 linear_13" [id=298, type=linear]; -"299 relu__2" [id=299, type=relu_]; -"300 linear_14_updated_constant0" [id=300, type=get_attr]; -"301 relu__2_0_0_nncf_smooth_quant_0" [id=301, type=call_module]; -"302 linear_14_scale_0" [id=302, type=get_attr]; -"303 linear_14_zero_point_0" [id=303, type=get_attr]; -"304 quantize_per_channel_default_15" [id=304, type=quantize_per_channel]; -"305 dequantize_per_channel_default_15" [id=305, type=dequantize_per_channel]; -"306 linear_14" [id=306, type=linear]; -"307 view_11" [id=307, type=view]; -"308 _tensor_constant14" [id=308, type=get_attr]; -"309 index_2" [id=309, type=index]; -"310 view_12" [id=310, type=view]; -"311 permute_10" [id=311, type=permute]; -"312 contiguous_2" [id=312, type=contiguous]; -"313 unsqueeze_6" [id=313, type=unsqueeze]; -"314 sigmoid_2" [id=314, type=sigmoid]; -"315 mul_4" [id=315, type=mul]; -"316 pad_3" [id=316, type=pad]; -"317 view_13" [id=317, type=view]; -"318 permute_11" [id=318, type=permute]; -"319 reshape_9" [id=319, type=reshape]; -"320 linear_15_updated_constant0" [id=320, type=get_attr]; -"321 reshape_9_0_0_nncf_smooth_quant_0" [id=321, type=call_module]; -"322 quantize_per_tensor_default_14" [id=322, type=quantize_per_tensor]; -"323 dequantize_per_tensor_default_14" [id=323, type=dequantize_per_tensor]; -"324 linear_15_scale_0" [id=324, type=get_attr]; -"325 linear_15_zero_point_0" [id=325, type=get_attr]; -"326 quantize_per_channel_default_16" [id=326, type=quantize_per_channel]; -"327 dequantize_per_channel_default_16" [id=327, type=dequantize_per_channel]; -"328 _param_constant42_0_0" [id=328, type=get_attr]; -"329 linear_15" [id=329, type=linear]; -"330 reshape_10" [id=330, type=reshape]; -"331 permute_12" [id=331, type=permute]; -"332 select_6" [id=332, type=select]; -"333 select_7" [id=333, type=select]; -"334 select_8" [id=334, type=select]; -"335 linalg_vector_norm_4" [id=335, type=linalg_vector_norm]; -"336 clamp_min_4" [id=336, type=clamp_min]; -"337 expand_as_4" [id=337, type=expand_as]; -"338 div_4" [id=338, type=div]; -"339 quantize_per_tensor_default_15" [id=339, type=quantize_per_tensor]; -"340 dequantize_per_tensor_default_15" [id=340, type=dequantize_per_tensor]; -"341 linalg_vector_norm_5" [id=341, type=linalg_vector_norm]; -"342 clamp_min_5" [id=342, type=clamp_min]; -"343 expand_as_5" [id=343, type=expand_as]; -"344 div_5" [id=344, type=div]; -"345 quantize_per_tensor_default_16" [id=345, type=quantize_per_tensor]; -"346 dequantize_per_tensor_default_16" [id=346, type=dequantize_per_tensor]; -"347 transpose_4" [id=347, type=transpose]; -"348 matmul_4" [id=348, type=matmul]; -"349 _param_constant44" [id=349, type=get_attr]; -"350 clamp_2" [id=350, type=clamp]; -"351 exp_2" [id=351, type=exp]; -"352 mul_5" [id=352, type=mul]; -"353 add_7" [id=353, type=add]; -"354 softmax_2" [id=354, type=softmax]; -"355 dropout_8" [id=355, type=dropout]; -"356 matmul_5" [id=356, type=matmul]; -"357 transpose_5" [id=357, type=transpose]; -"358 reshape_11" [id=358, type=reshape]; -"359 linear_16_updated_constant0" [id=359, type=get_attr]; -"360 reshape_11_0_0_nncf_smooth_quant_0" [id=360, type=call_module]; -"361 quantize_per_tensor_default_17" [id=361, type=quantize_per_tensor]; -"362 dequantize_per_tensor_default_17" [id=362, type=dequantize_per_tensor]; -"363 linear_16_scale_0" [id=363, type=get_attr]; -"364 linear_16_zero_point_0" [id=364, type=get_attr]; -"365 quantize_per_channel_default_17" [id=365, type=quantize_per_channel]; -"366 dequantize_per_channel_default_17" [id=366, type=dequantize_per_channel]; -"367 _param_constant46_0_0" [id=367, type=get_attr]; -"368 linear_16" [id=368, type=linear]; -"369 dropout_9" [id=369, type=dropout]; -"370 view_14" [id=370, type=view]; -"371 permute_13" [id=371, type=permute]; -"372 reshape_12" [id=372, type=reshape]; -"373 slice_38" [id=373, type=slice]; -"374 slice_39" [id=374, type=slice]; -"375 slice_40" [id=375, type=slice]; -"376 slice_41" [id=376, type=slice]; -"377 contiguous_3" [id=377, type=contiguous]; -"378 _param_constant47" [id=378, type=get_attr]; -"379 _param_constant48" [id=379, type=get_attr]; -"380 layer_norm_6" [id=380, type=layer_norm]; -"381 add_8" [id=381, type=add]; -"382 linear_17_updated_constant0" [id=382, type=get_attr]; -"383 add_8_0_0_nncf_smooth_quant_0" [id=383, type=call_module]; -"384 quantize_per_tensor_default_18" [id=384, type=quantize_per_tensor]; -"385 dequantize_per_tensor_default_18" [id=385, type=dequantize_per_tensor]; -"386 linear_17_scale_0" [id=386, type=get_attr]; -"387 linear_17_zero_point_0" [id=387, type=get_attr]; -"388 quantize_per_channel_default_18" [id=388, type=quantize_per_channel]; -"389 dequantize_per_channel_default_18" [id=389, type=dequantize_per_channel]; -"390 _param_constant50_0_0" [id=390, type=get_attr]; -"391 linear_17" [id=391, type=linear]; -"392 gelu_2" [id=392, type=gelu]; -"393 dropout_10" [id=393, type=dropout]; -"394 linear_18_updated_constant0" [id=394, type=get_attr]; -"395 dropout_10_0_0_nncf_smooth_quant_0" [id=395, type=call_module]; -"396 quantize_per_tensor_default_19" [id=396, type=quantize_per_tensor]; -"397 dequantize_per_tensor_default_19" [id=397, type=dequantize_per_tensor]; -"398 linear_18_scale_0" [id=398, type=get_attr]; -"399 linear_18_zero_point_0" [id=399, type=get_attr]; -"400 quantize_per_channel_default_19" [id=400, type=quantize_per_channel]; -"401 dequantize_per_channel_default_19" [id=401, type=dequantize_per_channel]; -"402 _param_constant52_0_0" [id=402, type=get_attr]; -"403 linear_18" [id=403, type=linear]; -"404 dropout_11" [id=404, type=dropout]; -"405 _param_constant53" [id=405, type=get_attr]; -"406 _param_constant54" [id=406, type=get_attr]; -"407 layer_norm_7" [id=407, type=layer_norm]; -"408 add_9" [id=408, type=add]; -"409 _tensor_constant15" [id=409, type=get_attr]; -"410 linear_19_updated_constant0" [id=410, type=get_attr]; -"411 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=411, type=call_module]; -"412 linear_19_scale_0" [id=412, type=get_attr]; -"413 linear_19_zero_point_0" [id=413, type=get_attr]; -"414 quantize_per_channel_default_20" [id=414, type=quantize_per_channel]; -"415 dequantize_per_channel_default_20" [id=415, type=dequantize_per_channel]; -"416 _param_constant56_0_0" [id=416, type=get_attr]; -"417 linear_19" [id=417, type=linear]; -"418 relu__3" [id=418, type=relu_]; -"419 linear_20_updated_constant0" [id=419, type=get_attr]; -"420 relu__3_0_0_nncf_smooth_quant_0" [id=420, type=call_module]; -"421 linear_20_scale_0" [id=421, type=get_attr]; -"422 linear_20_zero_point_0" [id=422, type=get_attr]; -"423 quantize_per_channel_default_21" [id=423, type=quantize_per_channel]; -"424 dequantize_per_channel_default_21" [id=424, type=dequantize_per_channel]; -"425 linear_20" [id=425, type=linear]; -"426 view_15" [id=426, type=view]; -"427 _tensor_constant16" [id=427, type=get_attr]; -"428 index_3" [id=428, type=index]; -"429 view_16" [id=429, type=view]; -"430 permute_14" [id=430, type=permute]; -"431 contiguous_4" [id=431, type=contiguous]; -"432 unsqueeze_7" [id=432, type=unsqueeze]; -"433 sigmoid_3" [id=433, type=sigmoid]; -"434 mul_6" [id=434, type=mul]; -"435 pad_4" [id=435, type=pad]; -"436 roll_2" [id=436, type=roll]; -"437 view_17" [id=437, type=view]; -"438 permute_15" [id=438, type=permute]; -"439 reshape_13" [id=439, type=reshape]; -"440 linear_21_updated_constant0" [id=440, type=get_attr]; -"441 reshape_13_0_0_nncf_smooth_quant_0" [id=441, type=call_module]; -"442 quantize_per_tensor_default_20" [id=442, type=quantize_per_tensor]; -"443 dequantize_per_tensor_default_20" [id=443, type=dequantize_per_tensor]; -"444 linear_21_scale_0" [id=444, type=get_attr]; -"445 linear_21_zero_point_0" [id=445, type=get_attr]; -"446 quantize_per_channel_default_22" [id=446, type=quantize_per_channel]; -"447 dequantize_per_channel_default_22" [id=447, type=dequantize_per_channel]; -"448 _param_constant58_0_0" [id=448, type=get_attr]; -"449 linear_21" [id=449, type=linear]; -"450 reshape_14" [id=450, type=reshape]; -"451 permute_16" [id=451, type=permute]; -"452 select_9" [id=452, type=select]; -"453 select_10" [id=453, type=select]; -"454 select_11" [id=454, type=select]; -"455 linalg_vector_norm_6" [id=455, type=linalg_vector_norm]; -"456 clamp_min_6" [id=456, type=clamp_min]; -"457 expand_as_6" [id=457, type=expand_as]; -"458 div_6" [id=458, type=div]; -"459 quantize_per_tensor_default_21" [id=459, type=quantize_per_tensor]; -"460 dequantize_per_tensor_default_21" [id=460, type=dequantize_per_tensor]; -"461 linalg_vector_norm_7" [id=461, type=linalg_vector_norm]; -"462 clamp_min_7" [id=462, type=clamp_min]; -"463 expand_as_7" [id=463, type=expand_as]; -"464 div_7" [id=464, type=div]; -"465 quantize_per_tensor_default_22" [id=465, type=quantize_per_tensor]; -"466 dequantize_per_tensor_default_22" [id=466, type=dequantize_per_tensor]; -"467 transpose_6" [id=467, type=transpose]; -"468 matmul_6" [id=468, type=matmul]; -"469 _param_constant60" [id=469, type=get_attr]; -"470 clamp_3" [id=470, type=clamp]; -"471 exp_3" [id=471, type=exp]; -"472 mul_7" [id=472, type=mul]; -"473 add_10" [id=473, type=add]; -"474 new_zeros_1" [id=474, type=new_zeros]; -"475 view_18" [id=475, type=view]; -"476 permute_17" [id=476, type=permute]; -"477 reshape_15" [id=477, type=reshape]; -"478 unsqueeze_8" [id=478, type=unsqueeze]; -"479 unsqueeze_9" [id=479, type=unsqueeze]; -"480 sub_1" [id=480, type=sub]; -"481 ne_1" [id=481, type=ne]; -"482 masked_fill_2" [id=482, type=masked_fill]; -"483 eq_1" [id=483, type=eq]; -"484 masked_fill_3" [id=484, type=masked_fill]; -"485 view_19" [id=485, type=view]; -"486 unsqueeze_10" [id=486, type=unsqueeze]; -"487 unsqueeze_11" [id=487, type=unsqueeze]; -"488 add_11" [id=488, type=add]; -"489 view_20" [id=489, type=view]; -"490 softmax_3" [id=490, type=softmax]; -"491 dropout_12" [id=491, type=dropout]; -"492 matmul_7" [id=492, type=matmul]; -"493 transpose_7" [id=493, type=transpose]; -"494 reshape_16" [id=494, type=reshape]; -"495 linear_22_updated_constant0" [id=495, type=get_attr]; -"496 reshape_16_0_0_nncf_smooth_quant_0" [id=496, type=call_module]; -"497 quantize_per_tensor_default_23" [id=497, type=quantize_per_tensor]; -"498 dequantize_per_tensor_default_23" [id=498, type=dequantize_per_tensor]; -"499 linear_22_scale_0" [id=499, type=get_attr]; -"500 linear_22_zero_point_0" [id=500, type=get_attr]; -"501 quantize_per_channel_default_23" [id=501, type=quantize_per_channel]; -"502 dequantize_per_channel_default_23" [id=502, type=dequantize_per_channel]; -"503 _param_constant62_0_0" [id=503, type=get_attr]; -"504 linear_22" [id=504, type=linear]; -"505 dropout_13" [id=505, type=dropout]; -"506 view_21" [id=506, type=view]; -"507 permute_18" [id=507, type=permute]; -"508 reshape_17" [id=508, type=reshape]; -"509 roll_3" [id=509, type=roll]; -"510 slice_61" [id=510, type=slice]; -"511 slice_62" [id=511, type=slice]; -"512 slice_63" [id=512, type=slice]; -"513 slice_64" [id=513, type=slice]; -"514 contiguous_5" [id=514, type=contiguous]; -"515 _param_constant63" [id=515, type=get_attr]; -"516 _param_constant64" [id=516, type=get_attr]; -"517 layer_norm_8" [id=517, type=layer_norm]; -"518 add_12" [id=518, type=add]; -"519 linear_23_updated_constant0" [id=519, type=get_attr]; -"520 add_12_0_0_nncf_smooth_quant_0" [id=520, type=call_module]; -"521 quantize_per_tensor_default_24" [id=521, type=quantize_per_tensor]; -"522 dequantize_per_tensor_default_24" [id=522, type=dequantize_per_tensor]; -"523 linear_23_scale_0" [id=523, type=get_attr]; -"524 linear_23_zero_point_0" [id=524, type=get_attr]; -"525 quantize_per_channel_default_24" [id=525, type=quantize_per_channel]; -"526 dequantize_per_channel_default_24" [id=526, type=dequantize_per_channel]; -"527 _param_constant66_0_0" [id=527, type=get_attr]; -"528 linear_23" [id=528, type=linear]; -"529 gelu_3" [id=529, type=gelu]; -"530 dropout_14" [id=530, type=dropout]; -"531 linear_24_updated_constant0" [id=531, type=get_attr]; -"532 dropout_14_0_0_nncf_smooth_quant_0" [id=532, type=call_module]; -"533 quantize_per_tensor_default_25" [id=533, type=quantize_per_tensor]; -"534 dequantize_per_tensor_default_25" [id=534, type=dequantize_per_tensor]; -"535 linear_24_scale_0" [id=535, type=get_attr]; -"536 linear_24_zero_point_0" [id=536, type=get_attr]; -"537 quantize_per_channel_default_25" [id=537, type=quantize_per_channel]; -"538 dequantize_per_channel_default_25" [id=538, type=dequantize_per_channel]; -"539 _param_constant68_0_0" [id=539, type=get_attr]; -"540 linear_24" [id=540, type=linear]; -"541 dropout_15" [id=541, type=dropout]; -"542 _param_constant69" [id=542, type=get_attr]; -"543 _param_constant70" [id=543, type=get_attr]; -"544 layer_norm_9" [id=544, type=layer_norm]; -"545 add_13" [id=545, type=add]; -"546 pad_5" [id=546, type=pad]; -"547 slice_65" [id=547, type=slice]; -"548 slice_66" [id=548, type=slice]; -"549 slice_67" [id=549, type=slice]; -"550 slice_68" [id=550, type=slice]; -"551 slice_69" [id=551, type=slice]; -"552 slice_70" [id=552, type=slice]; -"553 slice_71" [id=553, type=slice]; -"554 slice_72" [id=554, type=slice]; -"555 slice_73" [id=555, type=slice]; -"556 slice_74" [id=556, type=slice]; -"557 slice_75" [id=557, type=slice]; -"558 slice_76" [id=558, type=slice]; -"559 cat_1" [id=559, type=cat]; -"560 linear_25_updated_constant0" [id=560, type=get_attr]; -"561 cat_1_0_0_nncf_smooth_quant_0" [id=561, type=call_module]; -"562 quantize_per_tensor_default_26" [id=562, type=quantize_per_tensor]; -"563 dequantize_per_tensor_default_26" [id=563, type=dequantize_per_tensor]; -"564 linear_25_scale_0" [id=564, type=get_attr]; -"565 linear_25_zero_point_0" [id=565, type=get_attr]; -"566 quantize_per_channel_default_26" [id=566, type=quantize_per_channel]; -"567 dequantize_per_channel_default_26" [id=567, type=dequantize_per_channel]; -"568 linear_25" [id=568, type=linear]; -"569 _param_constant72" [id=569, type=get_attr]; -"570 _param_constant73" [id=570, type=get_attr]; -"571 layer_norm_10" [id=571, type=layer_norm]; -"572 _tensor_constant26" [id=572, type=get_attr]; -"573 linear_26_updated_constant0" [id=573, type=get_attr]; -"574 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=574, type=call_module]; -"575 linear_26_scale_0" [id=575, type=get_attr]; -"576 linear_26_zero_point_0" [id=576, type=get_attr]; -"577 quantize_per_channel_default_27" [id=577, type=quantize_per_channel]; -"578 dequantize_per_channel_default_27" [id=578, type=dequantize_per_channel]; -"579 _param_constant75_0_0" [id=579, type=get_attr]; -"580 linear_26" [id=580, type=linear]; -"581 relu__4" [id=581, type=relu_]; -"582 linear_27_updated_constant0" [id=582, type=get_attr]; -"583 relu__4_0_0_nncf_smooth_quant_0" [id=583, type=call_module]; -"584 linear_27_scale_0" [id=584, type=get_attr]; -"585 linear_27_zero_point_0" [id=585, type=get_attr]; -"586 quantize_per_channel_default_28" [id=586, type=quantize_per_channel]; -"587 dequantize_per_channel_default_28" [id=587, type=dequantize_per_channel]; -"588 linear_27" [id=588, type=linear]; -"589 view_22" [id=589, type=view]; -"590 _tensor_constant27" [id=590, type=get_attr]; -"591 index_4" [id=591, type=index]; -"592 view_23" [id=592, type=view]; -"593 permute_19" [id=593, type=permute]; -"594 contiguous_6" [id=594, type=contiguous]; -"595 unsqueeze_12" [id=595, type=unsqueeze]; -"596 sigmoid_4" [id=596, type=sigmoid]; -"597 mul_8" [id=597, type=mul]; -"598 pad_6" [id=598, type=pad]; -"599 view_24" [id=599, type=view]; -"600 permute_20" [id=600, type=permute]; -"601 reshape_18" [id=601, type=reshape]; -"602 linear_28_updated_constant0" [id=602, type=get_attr]; -"603 reshape_18_0_0_nncf_smooth_quant_0" [id=603, type=call_module]; -"604 quantize_per_tensor_default_27" [id=604, type=quantize_per_tensor]; -"605 dequantize_per_tensor_default_27" [id=605, type=dequantize_per_tensor]; -"606 linear_28_scale_0" [id=606, type=get_attr]; -"607 linear_28_zero_point_0" [id=607, type=get_attr]; -"608 quantize_per_channel_default_29" [id=608, type=quantize_per_channel]; -"609 dequantize_per_channel_default_29" [id=609, type=dequantize_per_channel]; -"610 _param_constant77_0_0" [id=610, type=get_attr]; -"611 linear_28" [id=611, type=linear]; -"612 reshape_19" [id=612, type=reshape]; -"613 permute_21" [id=613, type=permute]; -"614 select_12" [id=614, type=select]; -"615 select_13" [id=615, type=select]; -"616 select_14" [id=616, type=select]; -"617 linalg_vector_norm_8" [id=617, type=linalg_vector_norm]; -"618 clamp_min_8" [id=618, type=clamp_min]; -"619 expand_as_8" [id=619, type=expand_as]; -"620 div_8" [id=620, type=div]; -"621 quantize_per_tensor_default_28" [id=621, type=quantize_per_tensor]; -"622 dequantize_per_tensor_default_28" [id=622, type=dequantize_per_tensor]; -"623 linalg_vector_norm_9" [id=623, type=linalg_vector_norm]; -"624 clamp_min_9" [id=624, type=clamp_min]; -"625 expand_as_9" [id=625, type=expand_as]; -"626 div_9" [id=626, type=div]; -"627 quantize_per_tensor_default_29" [id=627, type=quantize_per_tensor]; -"628 dequantize_per_tensor_default_29" [id=628, type=dequantize_per_tensor]; -"629 transpose_8" [id=629, type=transpose]; -"630 matmul_8" [id=630, type=matmul]; -"631 _param_constant79" [id=631, type=get_attr]; -"632 clamp_4" [id=632, type=clamp]; -"633 exp_4" [id=633, type=exp]; -"634 mul_9" [id=634, type=mul]; -"635 add_14" [id=635, type=add]; -"636 softmax_4" [id=636, type=softmax]; -"637 dropout_16" [id=637, type=dropout]; -"638 matmul_9" [id=638, type=matmul]; -"639 transpose_9" [id=639, type=transpose]; -"640 reshape_20" [id=640, type=reshape]; -"641 linear_29_updated_constant0" [id=641, type=get_attr]; -"642 reshape_20_0_0_nncf_smooth_quant_0" [id=642, type=call_module]; -"643 quantize_per_tensor_default_30" [id=643, type=quantize_per_tensor]; -"644 dequantize_per_tensor_default_30" [id=644, type=dequantize_per_tensor]; -"645 linear_29_scale_0" [id=645, type=get_attr]; -"646 linear_29_zero_point_0" [id=646, type=get_attr]; -"647 quantize_per_channel_default_30" [id=647, type=quantize_per_channel]; -"648 dequantize_per_channel_default_30" [id=648, type=dequantize_per_channel]; -"649 _param_constant81_0_0" [id=649, type=get_attr]; -"650 linear_29" [id=650, type=linear]; -"651 dropout_17" [id=651, type=dropout]; -"652 view_25" [id=652, type=view]; -"653 permute_22" [id=653, type=permute]; -"654 reshape_21" [id=654, type=reshape]; -"655 slice_78" [id=655, type=slice]; -"656 slice_79" [id=656, type=slice]; -"657 slice_80" [id=657, type=slice]; -"658 slice_81" [id=658, type=slice]; -"659 contiguous_7" [id=659, type=contiguous]; -"660 _param_constant82" [id=660, type=get_attr]; -"661 _param_constant83" [id=661, type=get_attr]; -"662 layer_norm_11" [id=662, type=layer_norm]; -"663 add_15" [id=663, type=add]; -"664 linear_30_updated_constant0" [id=664, type=get_attr]; -"665 add_15_0_0_nncf_smooth_quant_0" [id=665, type=call_module]; -"666 quantize_per_tensor_default_31" [id=666, type=quantize_per_tensor]; -"667 dequantize_per_tensor_default_31" [id=667, type=dequantize_per_tensor]; -"668 linear_30_scale_0" [id=668, type=get_attr]; -"669 linear_30_zero_point_0" [id=669, type=get_attr]; -"670 quantize_per_channel_default_31" [id=670, type=quantize_per_channel]; -"671 dequantize_per_channel_default_31" [id=671, type=dequantize_per_channel]; -"672 _param_constant85_0_0" [id=672, type=get_attr]; -"673 linear_30" [id=673, type=linear]; -"674 gelu_4" [id=674, type=gelu]; -"675 dropout_18" [id=675, type=dropout]; -"676 linear_31_updated_constant0" [id=676, type=get_attr]; -"677 dropout_18_0_0_nncf_smooth_quant_0" [id=677, type=call_module]; -"678 quantize_per_tensor_default_32" [id=678, type=quantize_per_tensor]; -"679 dequantize_per_tensor_default_32" [id=679, type=dequantize_per_tensor]; -"680 linear_31_scale_0" [id=680, type=get_attr]; -"681 linear_31_zero_point_0" [id=681, type=get_attr]; -"682 quantize_per_channel_default_32" [id=682, type=quantize_per_channel]; -"683 dequantize_per_channel_default_32" [id=683, type=dequantize_per_channel]; -"684 _param_constant87_0_0" [id=684, type=get_attr]; -"685 linear_31" [id=685, type=linear]; -"686 dropout_19" [id=686, type=dropout]; -"687 _param_constant88" [id=687, type=get_attr]; -"688 _param_constant89" [id=688, type=get_attr]; -"689 layer_norm_12" [id=689, type=layer_norm]; -"690 add_16" [id=690, type=add]; -"691 _tensor_constant28" [id=691, type=get_attr]; -"692 linear_32_updated_constant0" [id=692, type=get_attr]; -"693 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=693, type=call_module]; -"694 linear_32_scale_0" [id=694, type=get_attr]; -"695 linear_32_zero_point_0" [id=695, type=get_attr]; -"696 quantize_per_channel_default_33" [id=696, type=quantize_per_channel]; -"697 dequantize_per_channel_default_33" [id=697, type=dequantize_per_channel]; -"698 _param_constant91_0_0" [id=698, type=get_attr]; -"699 linear_32" [id=699, type=linear]; -"700 relu__5" [id=700, type=relu_]; -"701 linear_33_updated_constant0" [id=701, type=get_attr]; -"702 relu__5_0_0_nncf_smooth_quant_0" [id=702, type=call_module]; -"703 linear_33_scale_0" [id=703, type=get_attr]; -"704 linear_33_zero_point_0" [id=704, type=get_attr]; -"705 quantize_per_channel_default_34" [id=705, type=quantize_per_channel]; -"706 dequantize_per_channel_default_34" [id=706, type=dequantize_per_channel]; -"707 linear_33" [id=707, type=linear]; -"708 view_26" [id=708, type=view]; -"709 _tensor_constant29" [id=709, type=get_attr]; -"710 index_5" [id=710, type=index]; -"711 view_27" [id=711, type=view]; -"712 permute_23" [id=712, type=permute]; -"713 contiguous_8" [id=713, type=contiguous]; -"714 unsqueeze_13" [id=714, type=unsqueeze]; -"715 sigmoid_5" [id=715, type=sigmoid]; -"716 mul_10" [id=716, type=mul]; -"717 pad_7" [id=717, type=pad]; -"718 roll_4" [id=718, type=roll]; -"719 view_28" [id=719, type=view]; -"720 permute_24" [id=720, type=permute]; -"721 reshape_22" [id=721, type=reshape]; -"722 linear_34_updated_constant0" [id=722, type=get_attr]; -"723 reshape_22_0_0_nncf_smooth_quant_0" [id=723, type=call_module]; -"724 quantize_per_tensor_default_33" [id=724, type=quantize_per_tensor]; -"725 dequantize_per_tensor_default_33" [id=725, type=dequantize_per_tensor]; -"726 linear_34_scale_0" [id=726, type=get_attr]; -"727 linear_34_zero_point_0" [id=727, type=get_attr]; -"728 quantize_per_channel_default_35" [id=728, type=quantize_per_channel]; -"729 dequantize_per_channel_default_35" [id=729, type=dequantize_per_channel]; -"730 _param_constant93_0_0" [id=730, type=get_attr]; -"731 linear_34" [id=731, type=linear]; -"732 reshape_23" [id=732, type=reshape]; -"733 permute_25" [id=733, type=permute]; -"734 select_15" [id=734, type=select]; -"735 select_16" [id=735, type=select]; -"736 select_17" [id=736, type=select]; -"737 linalg_vector_norm_10" [id=737, type=linalg_vector_norm]; -"738 clamp_min_10" [id=738, type=clamp_min]; -"739 expand_as_10" [id=739, type=expand_as]; -"740 div_10" [id=740, type=div]; -"741 quantize_per_tensor_default_34" [id=741, type=quantize_per_tensor]; -"742 dequantize_per_tensor_default_34" [id=742, type=dequantize_per_tensor]; -"743 linalg_vector_norm_11" [id=743, type=linalg_vector_norm]; -"744 clamp_min_11" [id=744, type=clamp_min]; -"745 expand_as_11" [id=745, type=expand_as]; -"746 div_11" [id=746, type=div]; -"747 quantize_per_tensor_default_35" [id=747, type=quantize_per_tensor]; -"748 dequantize_per_tensor_default_35" [id=748, type=dequantize_per_tensor]; -"749 transpose_10" [id=749, type=transpose]; -"750 matmul_10" [id=750, type=matmul]; -"751 _param_constant95" [id=751, type=get_attr]; -"752 clamp_5" [id=752, type=clamp]; -"753 exp_5" [id=753, type=exp]; -"754 mul_11" [id=754, type=mul]; -"755 add_17" [id=755, type=add]; -"756 new_zeros_2" [id=756, type=new_zeros]; -"757 view_29" [id=757, type=view]; -"758 permute_26" [id=758, type=permute]; -"759 reshape_24" [id=759, type=reshape]; -"760 unsqueeze_14" [id=760, type=unsqueeze]; -"761 unsqueeze_15" [id=761, type=unsqueeze]; -"762 sub_2" [id=762, type=sub]; -"763 ne_2" [id=763, type=ne]; -"764 masked_fill_4" [id=764, type=masked_fill]; -"765 eq_2" [id=765, type=eq]; -"766 masked_fill_5" [id=766, type=masked_fill]; -"767 view_30" [id=767, type=view]; -"768 unsqueeze_16" [id=768, type=unsqueeze]; -"769 unsqueeze_17" [id=769, type=unsqueeze]; -"770 add_18" [id=770, type=add]; -"771 view_31" [id=771, type=view]; -"772 softmax_5" [id=772, type=softmax]; -"773 dropout_20" [id=773, type=dropout]; -"774 matmul_11" [id=774, type=matmul]; -"775 transpose_11" [id=775, type=transpose]; -"776 reshape_25" [id=776, type=reshape]; -"777 linear_35_updated_constant0" [id=777, type=get_attr]; -"778 reshape_25_0_0_nncf_smooth_quant_0" [id=778, type=call_module]; -"779 quantize_per_tensor_default_36" [id=779, type=quantize_per_tensor]; -"780 dequantize_per_tensor_default_36" [id=780, type=dequantize_per_tensor]; -"781 linear_35_scale_0" [id=781, type=get_attr]; -"782 linear_35_zero_point_0" [id=782, type=get_attr]; -"783 quantize_per_channel_default_36" [id=783, type=quantize_per_channel]; -"784 dequantize_per_channel_default_36" [id=784, type=dequantize_per_channel]; -"785 _param_constant97_0_0" [id=785, type=get_attr]; -"786 linear_35" [id=786, type=linear]; -"787 dropout_21" [id=787, type=dropout]; -"788 view_32" [id=788, type=view]; -"789 permute_27" [id=789, type=permute]; -"790 reshape_26" [id=790, type=reshape]; -"791 roll_5" [id=791, type=roll]; -"792 slice_101" [id=792, type=slice]; -"793 slice_102" [id=793, type=slice]; -"794 slice_103" [id=794, type=slice]; -"795 slice_104" [id=795, type=slice]; -"796 contiguous_9" [id=796, type=contiguous]; -"797 _param_constant98" [id=797, type=get_attr]; -"798 _param_constant99" [id=798, type=get_attr]; -"799 layer_norm_13" [id=799, type=layer_norm]; -"800 add_19" [id=800, type=add]; -"801 linear_36_updated_constant0" [id=801, type=get_attr]; -"802 add_19_0_0_nncf_smooth_quant_0" [id=802, type=call_module]; -"803 quantize_per_tensor_default_37" [id=803, type=quantize_per_tensor]; -"804 dequantize_per_tensor_default_37" [id=804, type=dequantize_per_tensor]; -"805 linear_36_scale_0" [id=805, type=get_attr]; -"806 linear_36_zero_point_0" [id=806, type=get_attr]; -"807 quantize_per_channel_default_37" [id=807, type=quantize_per_channel]; -"808 dequantize_per_channel_default_37" [id=808, type=dequantize_per_channel]; -"809 _param_constant101_0_0" [id=809, type=get_attr]; -"810 linear_36" [id=810, type=linear]; -"811 gelu_5" [id=811, type=gelu]; -"812 dropout_22" [id=812, type=dropout]; -"813 linear_37_updated_constant0" [id=813, type=get_attr]; -"814 dropout_22_0_0_nncf_smooth_quant_0" [id=814, type=call_module]; -"815 quantize_per_tensor_default_38" [id=815, type=quantize_per_tensor]; -"816 dequantize_per_tensor_default_38" [id=816, type=dequantize_per_tensor]; -"817 linear_37_scale_0" [id=817, type=get_attr]; -"818 linear_37_zero_point_0" [id=818, type=get_attr]; -"819 quantize_per_channel_default_38" [id=819, type=quantize_per_channel]; -"820 dequantize_per_channel_default_38" [id=820, type=dequantize_per_channel]; -"821 _param_constant103_0_0" [id=821, type=get_attr]; -"822 linear_37" [id=822, type=linear]; -"823 dropout_23" [id=823, type=dropout]; -"824 _param_constant104" [id=824, type=get_attr]; -"825 _param_constant105" [id=825, type=get_attr]; -"826 layer_norm_14" [id=826, type=layer_norm]; -"827 add_20" [id=827, type=add]; -"828 _tensor_constant39" [id=828, type=get_attr]; -"829 linear_38_updated_constant0" [id=829, type=get_attr]; -"830 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=830, type=call_module]; -"831 linear_38_scale_0" [id=831, type=get_attr]; -"832 linear_38_zero_point_0" [id=832, type=get_attr]; -"833 quantize_per_channel_default_39" [id=833, type=quantize_per_channel]; -"834 dequantize_per_channel_default_39" [id=834, type=dequantize_per_channel]; -"835 _param_constant107_0_0" [id=835, type=get_attr]; -"836 linear_38" [id=836, type=linear]; -"837 relu__6" [id=837, type=relu_]; -"838 linear_39_updated_constant0" [id=838, type=get_attr]; -"839 relu__6_0_0_nncf_smooth_quant_0" [id=839, type=call_module]; -"840 linear_39_scale_0" [id=840, type=get_attr]; -"841 linear_39_zero_point_0" [id=841, type=get_attr]; -"842 quantize_per_channel_default_40" [id=842, type=quantize_per_channel]; -"843 dequantize_per_channel_default_40" [id=843, type=dequantize_per_channel]; -"844 linear_39" [id=844, type=linear]; -"845 view_33" [id=845, type=view]; -"846 _tensor_constant40" [id=846, type=get_attr]; -"847 index_6" [id=847, type=index]; -"848 view_34" [id=848, type=view]; -"849 permute_28" [id=849, type=permute]; -"850 contiguous_10" [id=850, type=contiguous]; -"851 unsqueeze_18" [id=851, type=unsqueeze]; -"852 sigmoid_6" [id=852, type=sigmoid]; -"853 mul_12" [id=853, type=mul]; -"854 pad_8" [id=854, type=pad]; -"855 view_35" [id=855, type=view]; -"856 permute_29" [id=856, type=permute]; -"857 reshape_27" [id=857, type=reshape]; -"858 linear_40_updated_constant0" [id=858, type=get_attr]; -"859 reshape_27_0_0_nncf_smooth_quant_0" [id=859, type=call_module]; -"860 quantize_per_tensor_default_39" [id=860, type=quantize_per_tensor]; -"861 dequantize_per_tensor_default_39" [id=861, type=dequantize_per_tensor]; -"862 linear_40_scale_0" [id=862, type=get_attr]; -"863 linear_40_zero_point_0" [id=863, type=get_attr]; -"864 quantize_per_channel_default_41" [id=864, type=quantize_per_channel]; -"865 dequantize_per_channel_default_41" [id=865, type=dequantize_per_channel]; -"866 _param_constant109_0_0" [id=866, type=get_attr]; -"867 linear_40" [id=867, type=linear]; -"868 reshape_28" [id=868, type=reshape]; -"869 permute_30" [id=869, type=permute]; -"870 select_18" [id=870, type=select]; -"871 select_19" [id=871, type=select]; -"872 select_20" [id=872, type=select]; -"873 linalg_vector_norm_12" [id=873, type=linalg_vector_norm]; -"874 clamp_min_12" [id=874, type=clamp_min]; -"875 expand_as_12" [id=875, type=expand_as]; -"876 div_12" [id=876, type=div]; -"877 quantize_per_tensor_default_40" [id=877, type=quantize_per_tensor]; -"878 dequantize_per_tensor_default_40" [id=878, type=dequantize_per_tensor]; -"879 linalg_vector_norm_13" [id=879, type=linalg_vector_norm]; -"880 clamp_min_13" [id=880, type=clamp_min]; -"881 expand_as_13" [id=881, type=expand_as]; -"882 div_13" [id=882, type=div]; -"883 quantize_per_tensor_default_41" [id=883, type=quantize_per_tensor]; -"884 dequantize_per_tensor_default_41" [id=884, type=dequantize_per_tensor]; -"885 transpose_12" [id=885, type=transpose]; -"886 matmul_12" [id=886, type=matmul]; -"887 _param_constant111" [id=887, type=get_attr]; -"888 clamp_6" [id=888, type=clamp]; -"889 exp_6" [id=889, type=exp]; -"890 mul_13" [id=890, type=mul]; -"891 add_21" [id=891, type=add]; -"892 softmax_6" [id=892, type=softmax]; -"893 dropout_24" [id=893, type=dropout]; -"894 matmul_13" [id=894, type=matmul]; -"895 transpose_13" [id=895, type=transpose]; -"896 reshape_29" [id=896, type=reshape]; -"897 linear_41_updated_constant0" [id=897, type=get_attr]; -"898 reshape_29_0_0_nncf_smooth_quant_0" [id=898, type=call_module]; -"899 quantize_per_tensor_default_42" [id=899, type=quantize_per_tensor]; -"900 dequantize_per_tensor_default_42" [id=900, type=dequantize_per_tensor]; -"901 linear_41_scale_0" [id=901, type=get_attr]; -"902 linear_41_zero_point_0" [id=902, type=get_attr]; -"903 quantize_per_channel_default_42" [id=903, type=quantize_per_channel]; -"904 dequantize_per_channel_default_42" [id=904, type=dequantize_per_channel]; -"905 _param_constant113_0_0" [id=905, type=get_attr]; -"906 linear_41" [id=906, type=linear]; -"907 dropout_25" [id=907, type=dropout]; -"908 view_36" [id=908, type=view]; -"909 permute_31" [id=909, type=permute]; -"910 reshape_30" [id=910, type=reshape]; -"911 slice_106" [id=911, type=slice]; -"912 slice_107" [id=912, type=slice]; -"913 slice_108" [id=913, type=slice]; -"914 slice_109" [id=914, type=slice]; -"915 contiguous_11" [id=915, type=contiguous]; -"916 _param_constant114" [id=916, type=get_attr]; -"917 _param_constant115" [id=917, type=get_attr]; -"918 layer_norm_15" [id=918, type=layer_norm]; -"919 add_22" [id=919, type=add]; -"920 linear_42_updated_constant0" [id=920, type=get_attr]; -"921 add_22_0_0_nncf_smooth_quant_0" [id=921, type=call_module]; -"922 quantize_per_tensor_default_43" [id=922, type=quantize_per_tensor]; -"923 dequantize_per_tensor_default_43" [id=923, type=dequantize_per_tensor]; -"924 linear_42_scale_0" [id=924, type=get_attr]; -"925 linear_42_zero_point_0" [id=925, type=get_attr]; -"926 quantize_per_channel_default_43" [id=926, type=quantize_per_channel]; -"927 dequantize_per_channel_default_43" [id=927, type=dequantize_per_channel]; -"928 _param_constant117_0_0" [id=928, type=get_attr]; -"929 linear_42" [id=929, type=linear]; -"930 gelu_6" [id=930, type=gelu]; -"931 dropout_26" [id=931, type=dropout]; -"932 linear_43_updated_constant0" [id=932, type=get_attr]; -"933 dropout_26_0_0_nncf_smooth_quant_0" [id=933, type=call_module]; -"934 quantize_per_tensor_default_44" [id=934, type=quantize_per_tensor]; -"935 dequantize_per_tensor_default_44" [id=935, type=dequantize_per_tensor]; -"936 linear_43_scale_0" [id=936, type=get_attr]; -"937 linear_43_zero_point_0" [id=937, type=get_attr]; -"938 quantize_per_channel_default_44" [id=938, type=quantize_per_channel]; -"939 dequantize_per_channel_default_44" [id=939, type=dequantize_per_channel]; -"940 _param_constant119_0_0" [id=940, type=get_attr]; -"941 linear_43" [id=941, type=linear]; -"942 dropout_27" [id=942, type=dropout]; -"943 _param_constant120" [id=943, type=get_attr]; -"944 _param_constant121" [id=944, type=get_attr]; -"945 layer_norm_16" [id=945, type=layer_norm]; -"946 add_23" [id=946, type=add]; -"947 _tensor_constant41" [id=947, type=get_attr]; -"948 linear_44_updated_constant0" [id=948, type=get_attr]; -"949 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=949, type=call_module]; -"950 linear_44_scale_0" [id=950, type=get_attr]; -"951 linear_44_zero_point_0" [id=951, type=get_attr]; -"952 quantize_per_channel_default_45" [id=952, type=quantize_per_channel]; -"953 dequantize_per_channel_default_45" [id=953, type=dequantize_per_channel]; -"954 _param_constant123_0_0" [id=954, type=get_attr]; -"955 linear_44" [id=955, type=linear]; -"956 relu__7" [id=956, type=relu_]; -"957 linear_45_updated_constant0" [id=957, type=get_attr]; -"958 relu__7_0_0_nncf_smooth_quant_0" [id=958, type=call_module]; -"959 linear_45_scale_0" [id=959, type=get_attr]; -"960 linear_45_zero_point_0" [id=960, type=get_attr]; -"961 quantize_per_channel_default_46" [id=961, type=quantize_per_channel]; -"962 dequantize_per_channel_default_46" [id=962, type=dequantize_per_channel]; -"963 linear_45" [id=963, type=linear]; -"964 view_37" [id=964, type=view]; -"965 _tensor_constant42" [id=965, type=get_attr]; -"966 index_7" [id=966, type=index]; -"967 view_38" [id=967, type=view]; -"968 permute_32" [id=968, type=permute]; -"969 contiguous_12" [id=969, type=contiguous]; -"970 unsqueeze_19" [id=970, type=unsqueeze]; -"971 sigmoid_7" [id=971, type=sigmoid]; -"972 mul_14" [id=972, type=mul]; -"973 pad_9" [id=973, type=pad]; -"974 roll_6" [id=974, type=roll]; -"975 view_39" [id=975, type=view]; -"976 permute_33" [id=976, type=permute]; -"977 reshape_31" [id=977, type=reshape]; -"978 linear_46_updated_constant0" [id=978, type=get_attr]; -"979 reshape_31_0_0_nncf_smooth_quant_0" [id=979, type=call_module]; -"980 quantize_per_tensor_default_45" [id=980, type=quantize_per_tensor]; -"981 dequantize_per_tensor_default_45" [id=981, type=dequantize_per_tensor]; -"982 linear_46_scale_0" [id=982, type=get_attr]; -"983 linear_46_zero_point_0" [id=983, type=get_attr]; -"984 quantize_per_channel_default_47" [id=984, type=quantize_per_channel]; -"985 dequantize_per_channel_default_47" [id=985, type=dequantize_per_channel]; -"986 _param_constant125_0_0" [id=986, type=get_attr]; -"987 linear_46" [id=987, type=linear]; -"988 reshape_32" [id=988, type=reshape]; -"989 permute_34" [id=989, type=permute]; -"990 select_21" [id=990, type=select]; -"991 select_22" [id=991, type=select]; -"992 select_23" [id=992, type=select]; -"993 linalg_vector_norm_14" [id=993, type=linalg_vector_norm]; -"994 clamp_min_14" [id=994, type=clamp_min]; -"995 expand_as_14" [id=995, type=expand_as]; -"996 div_14" [id=996, type=div]; -"997 quantize_per_tensor_default_46" [id=997, type=quantize_per_tensor]; -"998 dequantize_per_tensor_default_46" [id=998, type=dequantize_per_tensor]; -"999 linalg_vector_norm_15" [id=999, type=linalg_vector_norm]; -"1000 clamp_min_15" [id=1000, type=clamp_min]; -"1001 expand_as_15" [id=1001, type=expand_as]; -"1002 div_15" [id=1002, type=div]; -"1003 quantize_per_tensor_default_47" [id=1003, type=quantize_per_tensor]; -"1004 dequantize_per_tensor_default_47" [id=1004, type=dequantize_per_tensor]; -"1005 transpose_14" [id=1005, type=transpose]; -"1006 matmul_14" [id=1006, type=matmul]; -"1007 _param_constant127" [id=1007, type=get_attr]; -"1008 clamp_7" [id=1008, type=clamp]; -"1009 exp_7" [id=1009, type=exp]; -"1010 mul_15" [id=1010, type=mul]; -"1011 add_24" [id=1011, type=add]; -"1012 new_zeros_3" [id=1012, type=new_zeros]; -"1013 view_40" [id=1013, type=view]; -"1014 permute_35" [id=1014, type=permute]; -"1015 reshape_33" [id=1015, type=reshape]; -"1016 unsqueeze_20" [id=1016, type=unsqueeze]; -"1017 unsqueeze_21" [id=1017, type=unsqueeze]; -"1018 sub_3" [id=1018, type=sub]; -"1019 ne_3" [id=1019, type=ne]; -"1020 masked_fill_6" [id=1020, type=masked_fill]; -"1021 eq_3" [id=1021, type=eq]; -"1022 masked_fill_7" [id=1022, type=masked_fill]; -"1023 view_41" [id=1023, type=view]; -"1024 unsqueeze_22" [id=1024, type=unsqueeze]; -"1025 unsqueeze_23" [id=1025, type=unsqueeze]; -"1026 add_25" [id=1026, type=add]; -"1027 view_42" [id=1027, type=view]; -"1028 softmax_7" [id=1028, type=softmax]; -"1029 dropout_28" [id=1029, type=dropout]; -"1030 matmul_15" [id=1030, type=matmul]; -"1031 transpose_15" [id=1031, type=transpose]; -"1032 reshape_34" [id=1032, type=reshape]; -"1033 linear_47_updated_constant0" [id=1033, type=get_attr]; -"1034 reshape_34_0_0_nncf_smooth_quant_0" [id=1034, type=call_module]; -"1035 quantize_per_tensor_default_48" [id=1035, type=quantize_per_tensor]; -"1036 dequantize_per_tensor_default_48" [id=1036, type=dequantize_per_tensor]; -"1037 linear_47_scale_0" [id=1037, type=get_attr]; -"1038 linear_47_zero_point_0" [id=1038, type=get_attr]; -"1039 quantize_per_channel_default_48" [id=1039, type=quantize_per_channel]; -"1040 dequantize_per_channel_default_48" [id=1040, type=dequantize_per_channel]; -"1041 _param_constant129_0_0" [id=1041, type=get_attr]; -"1042 linear_47" [id=1042, type=linear]; -"1043 dropout_29" [id=1043, type=dropout]; -"1044 view_43" [id=1044, type=view]; -"1045 permute_36" [id=1045, type=permute]; -"1046 reshape_35" [id=1046, type=reshape]; -"1047 roll_7" [id=1047, type=roll]; -"1048 slice_129" [id=1048, type=slice]; -"1049 slice_130" [id=1049, type=slice]; -"1050 slice_131" [id=1050, type=slice]; -"1051 slice_132" [id=1051, type=slice]; -"1052 contiguous_13" [id=1052, type=contiguous]; -"1053 _param_constant130" [id=1053, type=get_attr]; -"1054 _param_constant131" [id=1054, type=get_attr]; -"1055 layer_norm_17" [id=1055, type=layer_norm]; -"1056 add_26" [id=1056, type=add]; -"1057 linear_48_updated_constant0" [id=1057, type=get_attr]; -"1058 add_26_0_0_nncf_smooth_quant_0" [id=1058, type=call_module]; -"1059 quantize_per_tensor_default_49" [id=1059, type=quantize_per_tensor]; -"1060 dequantize_per_tensor_default_49" [id=1060, type=dequantize_per_tensor]; -"1061 linear_48_scale_0" [id=1061, type=get_attr]; -"1062 linear_48_zero_point_0" [id=1062, type=get_attr]; -"1063 quantize_per_channel_default_49" [id=1063, type=quantize_per_channel]; -"1064 dequantize_per_channel_default_49" [id=1064, type=dequantize_per_channel]; -"1065 _param_constant133_0_0" [id=1065, type=get_attr]; -"1066 linear_48" [id=1066, type=linear]; -"1067 gelu_7" [id=1067, type=gelu]; -"1068 dropout_30" [id=1068, type=dropout]; -"1069 linear_49_updated_constant0" [id=1069, type=get_attr]; -"1070 dropout_30_0_0_nncf_smooth_quant_0" [id=1070, type=call_module]; -"1071 quantize_per_tensor_default_50" [id=1071, type=quantize_per_tensor]; -"1072 dequantize_per_tensor_default_50" [id=1072, type=dequantize_per_tensor]; -"1073 linear_49_scale_0" [id=1073, type=get_attr]; -"1074 linear_49_zero_point_0" [id=1074, type=get_attr]; -"1075 quantize_per_channel_default_50" [id=1075, type=quantize_per_channel]; -"1076 dequantize_per_channel_default_50" [id=1076, type=dequantize_per_channel]; -"1077 _param_constant135_0_0" [id=1077, type=get_attr]; -"1078 linear_49" [id=1078, type=linear]; -"1079 dropout_31" [id=1079, type=dropout]; -"1080 _param_constant136" [id=1080, type=get_attr]; -"1081 _param_constant137" [id=1081, type=get_attr]; -"1082 layer_norm_18" [id=1082, type=layer_norm]; -"1083 add_27" [id=1083, type=add]; -"1084 _tensor_constant52" [id=1084, type=get_attr]; -"1085 linear_50_updated_constant0" [id=1085, type=get_attr]; -"1086 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=1086, type=call_module]; -"1087 linear_50_scale_0" [id=1087, type=get_attr]; -"1088 linear_50_zero_point_0" [id=1088, type=get_attr]; -"1089 quantize_per_channel_default_51" [id=1089, type=quantize_per_channel]; -"1090 dequantize_per_channel_default_51" [id=1090, type=dequantize_per_channel]; -"1091 _param_constant139_0_0" [id=1091, type=get_attr]; -"1092 linear_50" [id=1092, type=linear]; -"1093 relu__8" [id=1093, type=relu_]; -"1094 linear_51_updated_constant0" [id=1094, type=get_attr]; -"1095 relu__8_0_0_nncf_smooth_quant_0" [id=1095, type=call_module]; -"1096 linear_51_scale_0" [id=1096, type=get_attr]; -"1097 linear_51_zero_point_0" [id=1097, type=get_attr]; -"1098 quantize_per_channel_default_52" [id=1098, type=quantize_per_channel]; -"1099 dequantize_per_channel_default_52" [id=1099, type=dequantize_per_channel]; -"1100 linear_51" [id=1100, type=linear]; -"1101 view_44" [id=1101, type=view]; -"1102 _tensor_constant53" [id=1102, type=get_attr]; -"1103 index_8" [id=1103, type=index]; -"1104 view_45" [id=1104, type=view]; -"1105 permute_37" [id=1105, type=permute]; -"1106 contiguous_14" [id=1106, type=contiguous]; -"1107 unsqueeze_24" [id=1107, type=unsqueeze]; -"1108 sigmoid_8" [id=1108, type=sigmoid]; -"1109 mul_16" [id=1109, type=mul]; -"1110 pad_10" [id=1110, type=pad]; -"1111 view_46" [id=1111, type=view]; -"1112 permute_38" [id=1112, type=permute]; -"1113 reshape_36" [id=1113, type=reshape]; -"1114 linear_52_updated_constant0" [id=1114, type=get_attr]; -"1115 reshape_36_0_0_nncf_smooth_quant_0" [id=1115, type=call_module]; -"1116 quantize_per_tensor_default_51" [id=1116, type=quantize_per_tensor]; -"1117 dequantize_per_tensor_default_51" [id=1117, type=dequantize_per_tensor]; -"1118 linear_52_scale_0" [id=1118, type=get_attr]; -"1119 linear_52_zero_point_0" [id=1119, type=get_attr]; -"1120 quantize_per_channel_default_53" [id=1120, type=quantize_per_channel]; -"1121 dequantize_per_channel_default_53" [id=1121, type=dequantize_per_channel]; -"1122 _param_constant141_0_0" [id=1122, type=get_attr]; -"1123 linear_52" [id=1123, type=linear]; -"1124 reshape_37" [id=1124, type=reshape]; -"1125 permute_39" [id=1125, type=permute]; -"1126 select_24" [id=1126, type=select]; -"1127 select_25" [id=1127, type=select]; -"1128 select_26" [id=1128, type=select]; -"1129 linalg_vector_norm_16" [id=1129, type=linalg_vector_norm]; -"1130 clamp_min_16" [id=1130, type=clamp_min]; -"1131 expand_as_16" [id=1131, type=expand_as]; -"1132 div_16" [id=1132, type=div]; -"1133 quantize_per_tensor_default_52" [id=1133, type=quantize_per_tensor]; -"1134 dequantize_per_tensor_default_52" [id=1134, type=dequantize_per_tensor]; -"1135 linalg_vector_norm_17" [id=1135, type=linalg_vector_norm]; -"1136 clamp_min_17" [id=1136, type=clamp_min]; -"1137 expand_as_17" [id=1137, type=expand_as]; -"1138 div_17" [id=1138, type=div]; -"1139 quantize_per_tensor_default_53" [id=1139, type=quantize_per_tensor]; -"1140 dequantize_per_tensor_default_53" [id=1140, type=dequantize_per_tensor]; -"1141 transpose_16" [id=1141, type=transpose]; -"1142 matmul_16" [id=1142, type=matmul]; -"1143 _param_constant143" [id=1143, type=get_attr]; -"1144 clamp_8" [id=1144, type=clamp]; -"1145 exp_8" [id=1145, type=exp]; -"1146 mul_17" [id=1146, type=mul]; -"1147 add_28" [id=1147, type=add]; -"1148 softmax_8" [id=1148, type=softmax]; -"1149 dropout_32" [id=1149, type=dropout]; -"1150 matmul_17" [id=1150, type=matmul]; -"1151 transpose_17" [id=1151, type=transpose]; -"1152 reshape_38" [id=1152, type=reshape]; -"1153 linear_53_updated_constant0" [id=1153, type=get_attr]; -"1154 reshape_38_0_0_nncf_smooth_quant_0" [id=1154, type=call_module]; -"1155 quantize_per_tensor_default_54" [id=1155, type=quantize_per_tensor]; -"1156 dequantize_per_tensor_default_54" [id=1156, type=dequantize_per_tensor]; -"1157 linear_53_scale_0" [id=1157, type=get_attr]; -"1158 linear_53_zero_point_0" [id=1158, type=get_attr]; -"1159 quantize_per_channel_default_54" [id=1159, type=quantize_per_channel]; -"1160 dequantize_per_channel_default_54" [id=1160, type=dequantize_per_channel]; -"1161 _param_constant145_0_0" [id=1161, type=get_attr]; -"1162 linear_53" [id=1162, type=linear]; -"1163 dropout_33" [id=1163, type=dropout]; -"1164 view_47" [id=1164, type=view]; -"1165 permute_40" [id=1165, type=permute]; -"1166 reshape_39" [id=1166, type=reshape]; -"1167 slice_134" [id=1167, type=slice]; -"1168 slice_135" [id=1168, type=slice]; -"1169 slice_136" [id=1169, type=slice]; -"1170 slice_137" [id=1170, type=slice]; -"1171 contiguous_15" [id=1171, type=contiguous]; -"1172 _param_constant146" [id=1172, type=get_attr]; -"1173 _param_constant147" [id=1173, type=get_attr]; -"1174 layer_norm_19" [id=1174, type=layer_norm]; -"1175 add_29" [id=1175, type=add]; -"1176 linear_54_updated_constant0" [id=1176, type=get_attr]; -"1177 add_29_0_0_nncf_smooth_quant_0" [id=1177, type=call_module]; -"1178 quantize_per_tensor_default_55" [id=1178, type=quantize_per_tensor]; -"1179 dequantize_per_tensor_default_55" [id=1179, type=dequantize_per_tensor]; -"1180 linear_54_scale_0" [id=1180, type=get_attr]; -"1181 linear_54_zero_point_0" [id=1181, type=get_attr]; -"1182 quantize_per_channel_default_55" [id=1182, type=quantize_per_channel]; -"1183 dequantize_per_channel_default_55" [id=1183, type=dequantize_per_channel]; -"1184 _param_constant149_0_0" [id=1184, type=get_attr]; -"1185 linear_54" [id=1185, type=linear]; -"1186 gelu_8" [id=1186, type=gelu]; -"1187 dropout_34" [id=1187, type=dropout]; -"1188 linear_55_updated_constant0" [id=1188, type=get_attr]; -"1189 dropout_34_0_0_nncf_smooth_quant_0" [id=1189, type=call_module]; -"1190 quantize_per_tensor_default_56" [id=1190, type=quantize_per_tensor]; -"1191 dequantize_per_tensor_default_56" [id=1191, type=dequantize_per_tensor]; -"1192 linear_55_scale_0" [id=1192, type=get_attr]; -"1193 linear_55_zero_point_0" [id=1193, type=get_attr]; -"1194 quantize_per_channel_default_56" [id=1194, type=quantize_per_channel]; -"1195 dequantize_per_channel_default_56" [id=1195, type=dequantize_per_channel]; -"1196 _param_constant151_0_0" [id=1196, type=get_attr]; -"1197 linear_55" [id=1197, type=linear]; -"1198 dropout_35" [id=1198, type=dropout]; -"1199 _param_constant152" [id=1199, type=get_attr]; -"1200 _param_constant153" [id=1200, type=get_attr]; -"1201 layer_norm_20" [id=1201, type=layer_norm]; -"1202 add_30" [id=1202, type=add]; -"1203 _tensor_constant54" [id=1203, type=get_attr]; -"1204 linear_56_updated_constant0" [id=1204, type=get_attr]; -"1205 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1205, type=call_module]; -"1206 linear_56_scale_0" [id=1206, type=get_attr]; -"1207 linear_56_zero_point_0" [id=1207, type=get_attr]; -"1208 quantize_per_channel_default_57" [id=1208, type=quantize_per_channel]; -"1209 dequantize_per_channel_default_57" [id=1209, type=dequantize_per_channel]; -"1210 _param_constant155_0_0" [id=1210, type=get_attr]; -"1211 linear_56" [id=1211, type=linear]; -"1212 relu__9" [id=1212, type=relu_]; -"1213 linear_57_updated_constant0" [id=1213, type=get_attr]; -"1214 relu__9_0_0_nncf_smooth_quant_0" [id=1214, type=call_module]; -"1215 linear_57_scale_0" [id=1215, type=get_attr]; -"1216 linear_57_zero_point_0" [id=1216, type=get_attr]; -"1217 quantize_per_channel_default_58" [id=1217, type=quantize_per_channel]; -"1218 dequantize_per_channel_default_58" [id=1218, type=dequantize_per_channel]; -"1219 linear_57" [id=1219, type=linear]; -"1220 view_48" [id=1220, type=view]; -"1221 _tensor_constant55" [id=1221, type=get_attr]; -"1222 index_9" [id=1222, type=index]; -"1223 view_49" [id=1223, type=view]; -"1224 permute_41" [id=1224, type=permute]; -"1225 contiguous_16" [id=1225, type=contiguous]; -"1226 unsqueeze_25" [id=1226, type=unsqueeze]; -"1227 sigmoid_9" [id=1227, type=sigmoid]; -"1228 mul_18" [id=1228, type=mul]; -"1229 pad_11" [id=1229, type=pad]; -"1230 roll_8" [id=1230, type=roll]; -"1231 view_50" [id=1231, type=view]; -"1232 permute_42" [id=1232, type=permute]; -"1233 reshape_40" [id=1233, type=reshape]; -"1234 linear_58_updated_constant0" [id=1234, type=get_attr]; -"1235 reshape_40_0_0_nncf_smooth_quant_0" [id=1235, type=call_module]; -"1236 quantize_per_tensor_default_57" [id=1236, type=quantize_per_tensor]; -"1237 dequantize_per_tensor_default_57" [id=1237, type=dequantize_per_tensor]; -"1238 linear_58_scale_0" [id=1238, type=get_attr]; -"1239 linear_58_zero_point_0" [id=1239, type=get_attr]; -"1240 quantize_per_channel_default_59" [id=1240, type=quantize_per_channel]; -"1241 dequantize_per_channel_default_59" [id=1241, type=dequantize_per_channel]; -"1242 _param_constant157_0_0" [id=1242, type=get_attr]; -"1243 linear_58" [id=1243, type=linear]; -"1244 reshape_41" [id=1244, type=reshape]; -"1245 permute_43" [id=1245, type=permute]; -"1246 select_27" [id=1246, type=select]; -"1247 select_28" [id=1247, type=select]; -"1248 select_29" [id=1248, type=select]; -"1249 linalg_vector_norm_18" [id=1249, type=linalg_vector_norm]; -"1250 clamp_min_18" [id=1250, type=clamp_min]; -"1251 expand_as_18" [id=1251, type=expand_as]; -"1252 div_18" [id=1252, type=div]; -"1253 quantize_per_tensor_default_58" [id=1253, type=quantize_per_tensor]; -"1254 dequantize_per_tensor_default_58" [id=1254, type=dequantize_per_tensor]; -"1255 linalg_vector_norm_19" [id=1255, type=linalg_vector_norm]; -"1256 clamp_min_19" [id=1256, type=clamp_min]; -"1257 expand_as_19" [id=1257, type=expand_as]; -"1258 div_19" [id=1258, type=div]; -"1259 quantize_per_tensor_default_59" [id=1259, type=quantize_per_tensor]; -"1260 dequantize_per_tensor_default_59" [id=1260, type=dequantize_per_tensor]; -"1261 transpose_18" [id=1261, type=transpose]; -"1262 matmul_18" [id=1262, type=matmul]; -"1263 _param_constant159" [id=1263, type=get_attr]; -"1264 clamp_9" [id=1264, type=clamp]; -"1265 exp_9" [id=1265, type=exp]; -"1266 mul_19" [id=1266, type=mul]; -"1267 add_31" [id=1267, type=add]; -"1268 new_zeros_4" [id=1268, type=new_zeros]; -"1269 view_51" [id=1269, type=view]; -"1270 permute_44" [id=1270, type=permute]; -"1271 reshape_42" [id=1271, type=reshape]; -"1272 unsqueeze_26" [id=1272, type=unsqueeze]; -"1273 unsqueeze_27" [id=1273, type=unsqueeze]; -"1274 sub_4" [id=1274, type=sub]; -"1275 ne_4" [id=1275, type=ne]; -"1276 masked_fill_8" [id=1276, type=masked_fill]; -"1277 eq_4" [id=1277, type=eq]; -"1278 masked_fill_9" [id=1278, type=masked_fill]; -"1279 view_52" [id=1279, type=view]; -"1280 unsqueeze_28" [id=1280, type=unsqueeze]; -"1281 unsqueeze_29" [id=1281, type=unsqueeze]; -"1282 add_32" [id=1282, type=add]; -"1283 view_53" [id=1283, type=view]; -"1284 softmax_9" [id=1284, type=softmax]; -"1285 dropout_36" [id=1285, type=dropout]; -"1286 matmul_19" [id=1286, type=matmul]; -"1287 transpose_19" [id=1287, type=transpose]; -"1288 reshape_43" [id=1288, type=reshape]; -"1289 linear_59_updated_constant0" [id=1289, type=get_attr]; -"1290 reshape_43_0_0_nncf_smooth_quant_0" [id=1290, type=call_module]; -"1291 quantize_per_tensor_default_60" [id=1291, type=quantize_per_tensor]; -"1292 dequantize_per_tensor_default_60" [id=1292, type=dequantize_per_tensor]; -"1293 linear_59_scale_0" [id=1293, type=get_attr]; -"1294 linear_59_zero_point_0" [id=1294, type=get_attr]; -"1295 quantize_per_channel_default_60" [id=1295, type=quantize_per_channel]; -"1296 dequantize_per_channel_default_60" [id=1296, type=dequantize_per_channel]; -"1297 _param_constant161_0_0" [id=1297, type=get_attr]; -"1298 linear_59" [id=1298, type=linear]; -"1299 dropout_37" [id=1299, type=dropout]; -"1300 view_54" [id=1300, type=view]; -"1301 permute_45" [id=1301, type=permute]; -"1302 reshape_44" [id=1302, type=reshape]; -"1303 roll_9" [id=1303, type=roll]; -"1304 slice_157" [id=1304, type=slice]; -"1305 slice_158" [id=1305, type=slice]; -"1306 slice_159" [id=1306, type=slice]; -"1307 slice_160" [id=1307, type=slice]; -"1308 contiguous_17" [id=1308, type=contiguous]; -"1309 _param_constant162" [id=1309, type=get_attr]; -"1310 _param_constant163" [id=1310, type=get_attr]; -"1311 layer_norm_21" [id=1311, type=layer_norm]; -"1312 add_33" [id=1312, type=add]; -"1313 linear_60_updated_constant0" [id=1313, type=get_attr]; -"1314 add_33_0_0_nncf_smooth_quant_0" [id=1314, type=call_module]; -"1315 quantize_per_tensor_default_61" [id=1315, type=quantize_per_tensor]; -"1316 dequantize_per_tensor_default_61" [id=1316, type=dequantize_per_tensor]; -"1317 linear_60_scale_0" [id=1317, type=get_attr]; -"1318 linear_60_zero_point_0" [id=1318, type=get_attr]; -"1319 quantize_per_channel_default_61" [id=1319, type=quantize_per_channel]; -"1320 dequantize_per_channel_default_61" [id=1320, type=dequantize_per_channel]; -"1321 _param_constant165_0_0" [id=1321, type=get_attr]; -"1322 linear_60" [id=1322, type=linear]; -"1323 gelu_9" [id=1323, type=gelu]; -"1324 dropout_38" [id=1324, type=dropout]; -"1325 linear_61_updated_constant0" [id=1325, type=get_attr]; -"1326 dropout_38_0_0_nncf_smooth_quant_0" [id=1326, type=call_module]; -"1327 quantize_per_tensor_default_62" [id=1327, type=quantize_per_tensor]; -"1328 dequantize_per_tensor_default_62" [id=1328, type=dequantize_per_tensor]; -"1329 linear_61_scale_0" [id=1329, type=get_attr]; -"1330 linear_61_zero_point_0" [id=1330, type=get_attr]; -"1331 quantize_per_channel_default_62" [id=1331, type=quantize_per_channel]; -"1332 dequantize_per_channel_default_62" [id=1332, type=dequantize_per_channel]; -"1333 _param_constant167_0_0" [id=1333, type=get_attr]; -"1334 linear_61" [id=1334, type=linear]; -"1335 dropout_39" [id=1335, type=dropout]; -"1336 _param_constant168" [id=1336, type=get_attr]; -"1337 _param_constant169" [id=1337, type=get_attr]; -"1338 layer_norm_22" [id=1338, type=layer_norm]; -"1339 add_34" [id=1339, type=add]; -"1340 _tensor_constant65" [id=1340, type=get_attr]; -"1341 linear_62_updated_constant0" [id=1341, type=get_attr]; -"1342 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1342, type=call_module]; -"1343 linear_62_scale_0" [id=1343, type=get_attr]; -"1344 linear_62_zero_point_0" [id=1344, type=get_attr]; -"1345 quantize_per_channel_default_63" [id=1345, type=quantize_per_channel]; -"1346 dequantize_per_channel_default_63" [id=1346, type=dequantize_per_channel]; -"1347 _param_constant171_0_0" [id=1347, type=get_attr]; -"1348 linear_62" [id=1348, type=linear]; -"1349 relu__10" [id=1349, type=relu_]; -"1350 linear_63_updated_constant0" [id=1350, type=get_attr]; -"1351 relu__10_0_0_nncf_smooth_quant_0" [id=1351, type=call_module]; -"1352 linear_63_scale_0" [id=1352, type=get_attr]; -"1353 linear_63_zero_point_0" [id=1353, type=get_attr]; -"1354 quantize_per_channel_default_64" [id=1354, type=quantize_per_channel]; -"1355 dequantize_per_channel_default_64" [id=1355, type=dequantize_per_channel]; -"1356 linear_63" [id=1356, type=linear]; -"1357 view_55" [id=1357, type=view]; -"1358 _tensor_constant66" [id=1358, type=get_attr]; -"1359 index_10" [id=1359, type=index]; -"1360 view_56" [id=1360, type=view]; -"1361 permute_46" [id=1361, type=permute]; -"1362 contiguous_18" [id=1362, type=contiguous]; -"1363 unsqueeze_30" [id=1363, type=unsqueeze]; -"1364 sigmoid_10" [id=1364, type=sigmoid]; -"1365 mul_20" [id=1365, type=mul]; -"1366 pad_12" [id=1366, type=pad]; -"1367 view_57" [id=1367, type=view]; -"1368 permute_47" [id=1368, type=permute]; -"1369 reshape_45" [id=1369, type=reshape]; -"1370 linear_64_updated_constant0" [id=1370, type=get_attr]; -"1371 reshape_45_0_0_nncf_smooth_quant_0" [id=1371, type=call_module]; -"1372 quantize_per_tensor_default_63" [id=1372, type=quantize_per_tensor]; -"1373 dequantize_per_tensor_default_63" [id=1373, type=dequantize_per_tensor]; -"1374 linear_64_scale_0" [id=1374, type=get_attr]; -"1375 linear_64_zero_point_0" [id=1375, type=get_attr]; -"1376 quantize_per_channel_default_65" [id=1376, type=quantize_per_channel]; -"1377 dequantize_per_channel_default_65" [id=1377, type=dequantize_per_channel]; -"1378 _param_constant173_0_0" [id=1378, type=get_attr]; -"1379 linear_64" [id=1379, type=linear]; -"1380 reshape_46" [id=1380, type=reshape]; -"1381 permute_48" [id=1381, type=permute]; -"1382 select_30" [id=1382, type=select]; -"1383 select_31" [id=1383, type=select]; -"1384 select_32" [id=1384, type=select]; -"1385 linalg_vector_norm_20" [id=1385, type=linalg_vector_norm]; -"1386 clamp_min_20" [id=1386, type=clamp_min]; -"1387 expand_as_20" [id=1387, type=expand_as]; -"1388 div_20" [id=1388, type=div]; -"1389 quantize_per_tensor_default_64" [id=1389, type=quantize_per_tensor]; -"1390 dequantize_per_tensor_default_64" [id=1390, type=dequantize_per_tensor]; -"1391 linalg_vector_norm_21" [id=1391, type=linalg_vector_norm]; -"1392 clamp_min_21" [id=1392, type=clamp_min]; -"1393 expand_as_21" [id=1393, type=expand_as]; -"1394 div_21" [id=1394, type=div]; -"1395 quantize_per_tensor_default_65" [id=1395, type=quantize_per_tensor]; -"1396 dequantize_per_tensor_default_65" [id=1396, type=dequantize_per_tensor]; -"1397 transpose_20" [id=1397, type=transpose]; -"1398 matmul_20" [id=1398, type=matmul]; -"1399 _param_constant175" [id=1399, type=get_attr]; -"1400 clamp_10" [id=1400, type=clamp]; -"1401 exp_10" [id=1401, type=exp]; -"1402 mul_21" [id=1402, type=mul]; -"1403 add_35" [id=1403, type=add]; -"1404 softmax_10" [id=1404, type=softmax]; -"1405 dropout_40" [id=1405, type=dropout]; -"1406 matmul_21" [id=1406, type=matmul]; -"1407 transpose_21" [id=1407, type=transpose]; -"1408 reshape_47" [id=1408, type=reshape]; -"1409 linear_65_updated_constant0" [id=1409, type=get_attr]; -"1410 reshape_47_0_0_nncf_smooth_quant_0" [id=1410, type=call_module]; -"1411 quantize_per_tensor_default_66" [id=1411, type=quantize_per_tensor]; -"1412 dequantize_per_tensor_default_66" [id=1412, type=dequantize_per_tensor]; -"1413 linear_65_scale_0" [id=1413, type=get_attr]; -"1414 linear_65_zero_point_0" [id=1414, type=get_attr]; -"1415 quantize_per_channel_default_66" [id=1415, type=quantize_per_channel]; -"1416 dequantize_per_channel_default_66" [id=1416, type=dequantize_per_channel]; -"1417 _param_constant177_0_0" [id=1417, type=get_attr]; -"1418 linear_65" [id=1418, type=linear]; -"1419 dropout_41" [id=1419, type=dropout]; -"1420 view_58" [id=1420, type=view]; -"1421 permute_49" [id=1421, type=permute]; -"1422 reshape_48" [id=1422, type=reshape]; -"1423 slice_162" [id=1423, type=slice]; -"1424 slice_163" [id=1424, type=slice]; -"1425 slice_164" [id=1425, type=slice]; -"1426 slice_165" [id=1426, type=slice]; -"1427 contiguous_19" [id=1427, type=contiguous]; -"1428 _param_constant178" [id=1428, type=get_attr]; -"1429 _param_constant179" [id=1429, type=get_attr]; -"1430 layer_norm_23" [id=1430, type=layer_norm]; -"1431 add_36" [id=1431, type=add]; -"1432 linear_66_updated_constant0" [id=1432, type=get_attr]; -"1433 add_36_0_0_nncf_smooth_quant_0" [id=1433, type=call_module]; -"1434 quantize_per_tensor_default_67" [id=1434, type=quantize_per_tensor]; -"1435 dequantize_per_tensor_default_67" [id=1435, type=dequantize_per_tensor]; -"1436 linear_66_scale_0" [id=1436, type=get_attr]; -"1437 linear_66_zero_point_0" [id=1437, type=get_attr]; -"1438 quantize_per_channel_default_67" [id=1438, type=quantize_per_channel]; -"1439 dequantize_per_channel_default_67" [id=1439, type=dequantize_per_channel]; -"1440 _param_constant181_0_0" [id=1440, type=get_attr]; -"1441 linear_66" [id=1441, type=linear]; -"1442 gelu_10" [id=1442, type=gelu]; -"1443 dropout_42" [id=1443, type=dropout]; -"1444 linear_67_updated_constant0" [id=1444, type=get_attr]; -"1445 dropout_42_0_0_nncf_smooth_quant_0" [id=1445, type=call_module]; -"1446 quantize_per_tensor_default_68" [id=1446, type=quantize_per_tensor]; -"1447 dequantize_per_tensor_default_68" [id=1447, type=dequantize_per_tensor]; -"1448 linear_67_scale_0" [id=1448, type=get_attr]; -"1449 linear_67_zero_point_0" [id=1449, type=get_attr]; -"1450 quantize_per_channel_default_68" [id=1450, type=quantize_per_channel]; -"1451 dequantize_per_channel_default_68" [id=1451, type=dequantize_per_channel]; -"1452 _param_constant183_0_0" [id=1452, type=get_attr]; -"1453 linear_67" [id=1453, type=linear]; -"1454 dropout_43" [id=1454, type=dropout]; -"1455 _param_constant184" [id=1455, type=get_attr]; -"1456 _param_constant185" [id=1456, type=get_attr]; -"1457 layer_norm_24" [id=1457, type=layer_norm]; -"1458 add_37" [id=1458, type=add]; -"1459 _tensor_constant67" [id=1459, type=get_attr]; -"1460 linear_68_updated_constant0" [id=1460, type=get_attr]; -"1461 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1461, type=call_module]; -"1462 linear_68_scale_0" [id=1462, type=get_attr]; -"1463 linear_68_zero_point_0" [id=1463, type=get_attr]; -"1464 quantize_per_channel_default_69" [id=1464, type=quantize_per_channel]; -"1465 dequantize_per_channel_default_69" [id=1465, type=dequantize_per_channel]; -"1466 _param_constant187_0_0" [id=1466, type=get_attr]; -"1467 linear_68" [id=1467, type=linear]; -"1468 relu__11" [id=1468, type=relu_]; -"1469 linear_69_updated_constant0" [id=1469, type=get_attr]; -"1470 relu__11_0_0_nncf_smooth_quant_0" [id=1470, type=call_module]; -"1471 linear_69_scale_0" [id=1471, type=get_attr]; -"1472 linear_69_zero_point_0" [id=1472, type=get_attr]; -"1473 quantize_per_channel_default_70" [id=1473, type=quantize_per_channel]; -"1474 dequantize_per_channel_default_70" [id=1474, type=dequantize_per_channel]; -"1475 linear_69" [id=1475, type=linear]; -"1476 view_59" [id=1476, type=view]; -"1477 _tensor_constant68" [id=1477, type=get_attr]; -"1478 index_11" [id=1478, type=index]; -"1479 view_60" [id=1479, type=view]; -"1480 permute_50" [id=1480, type=permute]; -"1481 contiguous_20" [id=1481, type=contiguous]; -"1482 unsqueeze_31" [id=1482, type=unsqueeze]; -"1483 sigmoid_11" [id=1483, type=sigmoid]; -"1484 mul_22" [id=1484, type=mul]; -"1485 pad_13" [id=1485, type=pad]; -"1486 roll_10" [id=1486, type=roll]; -"1487 view_61" [id=1487, type=view]; -"1488 permute_51" [id=1488, type=permute]; -"1489 reshape_49" [id=1489, type=reshape]; -"1490 linear_70_updated_constant0" [id=1490, type=get_attr]; -"1491 reshape_49_0_0_nncf_smooth_quant_0" [id=1491, type=call_module]; -"1492 quantize_per_tensor_default_69" [id=1492, type=quantize_per_tensor]; -"1493 dequantize_per_tensor_default_69" [id=1493, type=dequantize_per_tensor]; -"1494 linear_70_scale_0" [id=1494, type=get_attr]; -"1495 linear_70_zero_point_0" [id=1495, type=get_attr]; -"1496 quantize_per_channel_default_71" [id=1496, type=quantize_per_channel]; -"1497 dequantize_per_channel_default_71" [id=1497, type=dequantize_per_channel]; -"1498 _param_constant189_0_0" [id=1498, type=get_attr]; -"1499 linear_70" [id=1499, type=linear]; -"1500 reshape_50" [id=1500, type=reshape]; -"1501 permute_52" [id=1501, type=permute]; -"1502 select_33" [id=1502, type=select]; -"1503 select_34" [id=1503, type=select]; -"1504 select_35" [id=1504, type=select]; -"1505 linalg_vector_norm_22" [id=1505, type=linalg_vector_norm]; -"1506 clamp_min_22" [id=1506, type=clamp_min]; -"1507 expand_as_22" [id=1507, type=expand_as]; -"1508 div_22" [id=1508, type=div]; -"1509 quantize_per_tensor_default_70" [id=1509, type=quantize_per_tensor]; -"1510 dequantize_per_tensor_default_70" [id=1510, type=dequantize_per_tensor]; -"1511 linalg_vector_norm_23" [id=1511, type=linalg_vector_norm]; -"1512 clamp_min_23" [id=1512, type=clamp_min]; -"1513 expand_as_23" [id=1513, type=expand_as]; -"1514 div_23" [id=1514, type=div]; -"1515 quantize_per_tensor_default_71" [id=1515, type=quantize_per_tensor]; -"1516 dequantize_per_tensor_default_71" [id=1516, type=dequantize_per_tensor]; -"1517 transpose_22" [id=1517, type=transpose]; -"1518 matmul_22" [id=1518, type=matmul]; -"1519 _param_constant191" [id=1519, type=get_attr]; -"1520 clamp_11" [id=1520, type=clamp]; -"1521 exp_11" [id=1521, type=exp]; -"1522 mul_23" [id=1522, type=mul]; -"1523 add_38" [id=1523, type=add]; -"1524 new_zeros_5" [id=1524, type=new_zeros]; -"1525 view_62" [id=1525, type=view]; -"1526 permute_53" [id=1526, type=permute]; -"1527 reshape_51" [id=1527, type=reshape]; -"1528 unsqueeze_32" [id=1528, type=unsqueeze]; -"1529 unsqueeze_33" [id=1529, type=unsqueeze]; -"1530 sub_5" [id=1530, type=sub]; -"1531 ne_5" [id=1531, type=ne]; -"1532 masked_fill_10" [id=1532, type=masked_fill]; -"1533 eq_5" [id=1533, type=eq]; -"1534 masked_fill_11" [id=1534, type=masked_fill]; -"1535 view_63" [id=1535, type=view]; -"1536 unsqueeze_34" [id=1536, type=unsqueeze]; -"1537 unsqueeze_35" [id=1537, type=unsqueeze]; -"1538 add_39" [id=1538, type=add]; -"1539 view_64" [id=1539, type=view]; -"1540 softmax_11" [id=1540, type=softmax]; -"1541 dropout_44" [id=1541, type=dropout]; -"1542 matmul_23" [id=1542, type=matmul]; -"1543 transpose_23" [id=1543, type=transpose]; -"1544 reshape_52" [id=1544, type=reshape]; -"1545 linear_71_updated_constant0" [id=1545, type=get_attr]; -"1546 reshape_52_0_0_nncf_smooth_quant_0" [id=1546, type=call_module]; -"1547 quantize_per_tensor_default_72" [id=1547, type=quantize_per_tensor]; -"1548 dequantize_per_tensor_default_72" [id=1548, type=dequantize_per_tensor]; -"1549 linear_71_scale_0" [id=1549, type=get_attr]; -"1550 linear_71_zero_point_0" [id=1550, type=get_attr]; -"1551 quantize_per_channel_default_72" [id=1551, type=quantize_per_channel]; -"1552 dequantize_per_channel_default_72" [id=1552, type=dequantize_per_channel]; -"1553 _param_constant193_0_0" [id=1553, type=get_attr]; -"1554 linear_71" [id=1554, type=linear]; -"1555 dropout_45" [id=1555, type=dropout]; -"1556 view_65" [id=1556, type=view]; -"1557 permute_54" [id=1557, type=permute]; -"1558 reshape_53" [id=1558, type=reshape]; -"1559 roll_11" [id=1559, type=roll]; -"1560 slice_185" [id=1560, type=slice]; -"1561 slice_186" [id=1561, type=slice]; -"1562 slice_187" [id=1562, type=slice]; -"1563 slice_188" [id=1563, type=slice]; -"1564 contiguous_21" [id=1564, type=contiguous]; -"1565 _param_constant194" [id=1565, type=get_attr]; -"1566 _param_constant195" [id=1566, type=get_attr]; -"1567 layer_norm_25" [id=1567, type=layer_norm]; -"1568 add_40" [id=1568, type=add]; -"1569 linear_72_updated_constant0" [id=1569, type=get_attr]; -"1570 add_40_0_0_nncf_smooth_quant_0" [id=1570, type=call_module]; -"1571 quantize_per_tensor_default_73" [id=1571, type=quantize_per_tensor]; -"1572 dequantize_per_tensor_default_73" [id=1572, type=dequantize_per_tensor]; -"1573 linear_72_scale_0" [id=1573, type=get_attr]; -"1574 linear_72_zero_point_0" [id=1574, type=get_attr]; -"1575 quantize_per_channel_default_73" [id=1575, type=quantize_per_channel]; -"1576 dequantize_per_channel_default_73" [id=1576, type=dequantize_per_channel]; -"1577 _param_constant197_0_0" [id=1577, type=get_attr]; -"1578 linear_72" [id=1578, type=linear]; -"1579 gelu_11" [id=1579, type=gelu]; -"1580 dropout_46" [id=1580, type=dropout]; -"1581 linear_73_updated_constant0" [id=1581, type=get_attr]; -"1582 dropout_46_0_0_nncf_smooth_quant_0" [id=1582, type=call_module]; -"1583 quantize_per_tensor_default_74" [id=1583, type=quantize_per_tensor]; -"1584 dequantize_per_tensor_default_74" [id=1584, type=dequantize_per_tensor]; -"1585 linear_73_scale_0" [id=1585, type=get_attr]; -"1586 linear_73_zero_point_0" [id=1586, type=get_attr]; -"1587 quantize_per_channel_default_74" [id=1587, type=quantize_per_channel]; -"1588 dequantize_per_channel_default_74" [id=1588, type=dequantize_per_channel]; -"1589 _param_constant199_0_0" [id=1589, type=get_attr]; -"1590 linear_73" [id=1590, type=linear]; -"1591 dropout_47" [id=1591, type=dropout]; -"1592 _param_constant200" [id=1592, type=get_attr]; -"1593 _param_constant201" [id=1593, type=get_attr]; -"1594 layer_norm_26" [id=1594, type=layer_norm]; -"1595 add_41" [id=1595, type=add]; -"1596 _tensor_constant78" [id=1596, type=get_attr]; -"1597 linear_74_updated_constant0" [id=1597, type=get_attr]; -"1598 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1598, type=call_module]; -"1599 linear_74_scale_0" [id=1599, type=get_attr]; -"1600 linear_74_zero_point_0" [id=1600, type=get_attr]; -"1601 quantize_per_channel_default_75" [id=1601, type=quantize_per_channel]; -"1602 dequantize_per_channel_default_75" [id=1602, type=dequantize_per_channel]; -"1603 _param_constant203_0_0" [id=1603, type=get_attr]; -"1604 linear_74" [id=1604, type=linear]; -"1605 relu__12" [id=1605, type=relu_]; -"1606 linear_75_updated_constant0" [id=1606, type=get_attr]; -"1607 relu__12_0_0_nncf_smooth_quant_0" [id=1607, type=call_module]; -"1608 linear_75_scale_0" [id=1608, type=get_attr]; -"1609 linear_75_zero_point_0" [id=1609, type=get_attr]; -"1610 quantize_per_channel_default_76" [id=1610, type=quantize_per_channel]; -"1611 dequantize_per_channel_default_76" [id=1611, type=dequantize_per_channel]; -"1612 linear_75" [id=1612, type=linear]; -"1613 view_66" [id=1613, type=view]; -"1614 _tensor_constant79" [id=1614, type=get_attr]; -"1615 index_12" [id=1615, type=index]; -"1616 view_67" [id=1616, type=view]; -"1617 permute_55" [id=1617, type=permute]; -"1618 contiguous_22" [id=1618, type=contiguous]; -"1619 unsqueeze_36" [id=1619, type=unsqueeze]; -"1620 sigmoid_12" [id=1620, type=sigmoid]; -"1621 mul_24" [id=1621, type=mul]; -"1622 pad_14" [id=1622, type=pad]; -"1623 view_68" [id=1623, type=view]; -"1624 permute_56" [id=1624, type=permute]; -"1625 reshape_54" [id=1625, type=reshape]; -"1626 linear_76_updated_constant0" [id=1626, type=get_attr]; -"1627 reshape_54_0_0_nncf_smooth_quant_0" [id=1627, type=call_module]; -"1628 quantize_per_tensor_default_75" [id=1628, type=quantize_per_tensor]; -"1629 dequantize_per_tensor_default_75" [id=1629, type=dequantize_per_tensor]; -"1630 linear_76_scale_0" [id=1630, type=get_attr]; -"1631 linear_76_zero_point_0" [id=1631, type=get_attr]; -"1632 quantize_per_channel_default_77" [id=1632, type=quantize_per_channel]; -"1633 dequantize_per_channel_default_77" [id=1633, type=dequantize_per_channel]; -"1634 _param_constant205_0_0" [id=1634, type=get_attr]; -"1635 linear_76" [id=1635, type=linear]; -"1636 reshape_55" [id=1636, type=reshape]; -"1637 permute_57" [id=1637, type=permute]; -"1638 select_36" [id=1638, type=select]; -"1639 select_37" [id=1639, type=select]; -"1640 select_38" [id=1640, type=select]; -"1641 linalg_vector_norm_24" [id=1641, type=linalg_vector_norm]; -"1642 clamp_min_24" [id=1642, type=clamp_min]; -"1643 expand_as_24" [id=1643, type=expand_as]; -"1644 div_24" [id=1644, type=div]; -"1645 quantize_per_tensor_default_76" [id=1645, type=quantize_per_tensor]; -"1646 dequantize_per_tensor_default_76" [id=1646, type=dequantize_per_tensor]; -"1647 linalg_vector_norm_25" [id=1647, type=linalg_vector_norm]; -"1648 clamp_min_25" [id=1648, type=clamp_min]; -"1649 expand_as_25" [id=1649, type=expand_as]; -"1650 div_25" [id=1650, type=div]; -"1651 quantize_per_tensor_default_77" [id=1651, type=quantize_per_tensor]; -"1652 dequantize_per_tensor_default_77" [id=1652, type=dequantize_per_tensor]; -"1653 transpose_24" [id=1653, type=transpose]; -"1654 matmul_24" [id=1654, type=matmul]; -"1655 _param_constant207" [id=1655, type=get_attr]; -"1656 clamp_12" [id=1656, type=clamp]; -"1657 exp_12" [id=1657, type=exp]; -"1658 mul_25" [id=1658, type=mul]; -"1659 add_42" [id=1659, type=add]; -"1660 softmax_12" [id=1660, type=softmax]; -"1661 dropout_48" [id=1661, type=dropout]; -"1662 matmul_25" [id=1662, type=matmul]; -"1663 transpose_25" [id=1663, type=transpose]; -"1664 reshape_56" [id=1664, type=reshape]; -"1665 linear_77_updated_constant0" [id=1665, type=get_attr]; -"1666 reshape_56_0_0_nncf_smooth_quant_0" [id=1666, type=call_module]; -"1667 quantize_per_tensor_default_78" [id=1667, type=quantize_per_tensor]; -"1668 dequantize_per_tensor_default_78" [id=1668, type=dequantize_per_tensor]; -"1669 linear_77_scale_0" [id=1669, type=get_attr]; -"1670 linear_77_zero_point_0" [id=1670, type=get_attr]; -"1671 quantize_per_channel_default_78" [id=1671, type=quantize_per_channel]; -"1672 dequantize_per_channel_default_78" [id=1672, type=dequantize_per_channel]; -"1673 _param_constant209_0_0" [id=1673, type=get_attr]; -"1674 linear_77" [id=1674, type=linear]; -"1675 dropout_49" [id=1675, type=dropout]; -"1676 view_69" [id=1676, type=view]; -"1677 permute_58" [id=1677, type=permute]; -"1678 reshape_57" [id=1678, type=reshape]; -"1679 slice_190" [id=1679, type=slice]; -"1680 slice_191" [id=1680, type=slice]; -"1681 slice_192" [id=1681, type=slice]; -"1682 slice_193" [id=1682, type=slice]; -"1683 contiguous_23" [id=1683, type=contiguous]; -"1684 _param_constant210" [id=1684, type=get_attr]; -"1685 _param_constant211" [id=1685, type=get_attr]; -"1686 layer_norm_27" [id=1686, type=layer_norm]; -"1687 add_43" [id=1687, type=add]; -"1688 linear_78_updated_constant0" [id=1688, type=get_attr]; -"1689 add_43_0_0_nncf_smooth_quant_0" [id=1689, type=call_module]; -"1690 quantize_per_tensor_default_79" [id=1690, type=quantize_per_tensor]; -"1691 dequantize_per_tensor_default_79" [id=1691, type=dequantize_per_tensor]; -"1692 linear_78_scale_0" [id=1692, type=get_attr]; -"1693 linear_78_zero_point_0" [id=1693, type=get_attr]; -"1694 quantize_per_channel_default_79" [id=1694, type=quantize_per_channel]; -"1695 dequantize_per_channel_default_79" [id=1695, type=dequantize_per_channel]; -"1696 _param_constant213_0_0" [id=1696, type=get_attr]; -"1697 linear_78" [id=1697, type=linear]; -"1698 gelu_12" [id=1698, type=gelu]; -"1699 dropout_50" [id=1699, type=dropout]; -"1700 linear_79_updated_constant0" [id=1700, type=get_attr]; -"1701 dropout_50_0_0_nncf_smooth_quant_0" [id=1701, type=call_module]; -"1702 quantize_per_tensor_default_80" [id=1702, type=quantize_per_tensor]; -"1703 dequantize_per_tensor_default_80" [id=1703, type=dequantize_per_tensor]; -"1704 linear_79_scale_0" [id=1704, type=get_attr]; -"1705 linear_79_zero_point_0" [id=1705, type=get_attr]; -"1706 quantize_per_channel_default_80" [id=1706, type=quantize_per_channel]; -"1707 dequantize_per_channel_default_80" [id=1707, type=dequantize_per_channel]; -"1708 _param_constant215_0_0" [id=1708, type=get_attr]; -"1709 linear_79" [id=1709, type=linear]; -"1710 dropout_51" [id=1710, type=dropout]; -"1711 _param_constant216" [id=1711, type=get_attr]; -"1712 _param_constant217" [id=1712, type=get_attr]; -"1713 layer_norm_28" [id=1713, type=layer_norm]; -"1714 add_44" [id=1714, type=add]; -"1715 _tensor_constant80" [id=1715, type=get_attr]; -"1716 linear_80_updated_constant0" [id=1716, type=get_attr]; -"1717 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1717, type=call_module]; -"1718 linear_80_scale_0" [id=1718, type=get_attr]; -"1719 linear_80_zero_point_0" [id=1719, type=get_attr]; -"1720 quantize_per_channel_default_81" [id=1720, type=quantize_per_channel]; -"1721 dequantize_per_channel_default_81" [id=1721, type=dequantize_per_channel]; -"1722 _param_constant219_0_0" [id=1722, type=get_attr]; -"1723 linear_80" [id=1723, type=linear]; -"1724 relu__13" [id=1724, type=relu_]; -"1725 linear_81_updated_constant0" [id=1725, type=get_attr]; -"1726 relu__13_0_0_nncf_smooth_quant_0" [id=1726, type=call_module]; -"1727 linear_81_scale_0" [id=1727, type=get_attr]; -"1728 linear_81_zero_point_0" [id=1728, type=get_attr]; -"1729 quantize_per_channel_default_82" [id=1729, type=quantize_per_channel]; -"1730 dequantize_per_channel_default_82" [id=1730, type=dequantize_per_channel]; -"1731 linear_81" [id=1731, type=linear]; -"1732 view_70" [id=1732, type=view]; -"1733 _tensor_constant81" [id=1733, type=get_attr]; -"1734 index_13" [id=1734, type=index]; -"1735 view_71" [id=1735, type=view]; -"1736 permute_59" [id=1736, type=permute]; -"1737 contiguous_24" [id=1737, type=contiguous]; -"1738 unsqueeze_37" [id=1738, type=unsqueeze]; -"1739 sigmoid_13" [id=1739, type=sigmoid]; -"1740 mul_26" [id=1740, type=mul]; -"1741 pad_15" [id=1741, type=pad]; -"1742 roll_12" [id=1742, type=roll]; -"1743 view_72" [id=1743, type=view]; -"1744 permute_60" [id=1744, type=permute]; -"1745 reshape_58" [id=1745, type=reshape]; -"1746 linear_82_updated_constant0" [id=1746, type=get_attr]; -"1747 reshape_58_0_0_nncf_smooth_quant_0" [id=1747, type=call_module]; -"1748 quantize_per_tensor_default_81" [id=1748, type=quantize_per_tensor]; -"1749 dequantize_per_tensor_default_81" [id=1749, type=dequantize_per_tensor]; -"1750 linear_82_scale_0" [id=1750, type=get_attr]; -"1751 linear_82_zero_point_0" [id=1751, type=get_attr]; -"1752 quantize_per_channel_default_83" [id=1752, type=quantize_per_channel]; -"1753 dequantize_per_channel_default_83" [id=1753, type=dequantize_per_channel]; -"1754 _param_constant221_0_0" [id=1754, type=get_attr]; -"1755 linear_82" [id=1755, type=linear]; -"1756 reshape_59" [id=1756, type=reshape]; -"1757 permute_61" [id=1757, type=permute]; -"1758 select_39" [id=1758, type=select]; -"1759 select_40" [id=1759, type=select]; -"1760 select_41" [id=1760, type=select]; -"1761 linalg_vector_norm_26" [id=1761, type=linalg_vector_norm]; -"1762 clamp_min_26" [id=1762, type=clamp_min]; -"1763 expand_as_26" [id=1763, type=expand_as]; -"1764 div_26" [id=1764, type=div]; -"1765 quantize_per_tensor_default_82" [id=1765, type=quantize_per_tensor]; -"1766 dequantize_per_tensor_default_82" [id=1766, type=dequantize_per_tensor]; -"1767 linalg_vector_norm_27" [id=1767, type=linalg_vector_norm]; -"1768 clamp_min_27" [id=1768, type=clamp_min]; -"1769 expand_as_27" [id=1769, type=expand_as]; -"1770 div_27" [id=1770, type=div]; -"1771 quantize_per_tensor_default_83" [id=1771, type=quantize_per_tensor]; -"1772 dequantize_per_tensor_default_83" [id=1772, type=dequantize_per_tensor]; -"1773 transpose_26" [id=1773, type=transpose]; -"1774 matmul_26" [id=1774, type=matmul]; -"1775 _param_constant223" [id=1775, type=get_attr]; -"1776 clamp_13" [id=1776, type=clamp]; -"1777 exp_13" [id=1777, type=exp]; -"1778 mul_27" [id=1778, type=mul]; -"1779 add_45" [id=1779, type=add]; -"1780 new_zeros_6" [id=1780, type=new_zeros]; -"1781 view_73" [id=1781, type=view]; -"1782 permute_62" [id=1782, type=permute]; -"1783 reshape_60" [id=1783, type=reshape]; -"1784 unsqueeze_38" [id=1784, type=unsqueeze]; -"1785 unsqueeze_39" [id=1785, type=unsqueeze]; -"1786 sub_6" [id=1786, type=sub]; -"1787 ne_6" [id=1787, type=ne]; -"1788 masked_fill_12" [id=1788, type=masked_fill]; -"1789 eq_6" [id=1789, type=eq]; -"1790 masked_fill_13" [id=1790, type=masked_fill]; -"1791 view_74" [id=1791, type=view]; -"1792 unsqueeze_40" [id=1792, type=unsqueeze]; -"1793 unsqueeze_41" [id=1793, type=unsqueeze]; -"1794 add_46" [id=1794, type=add]; -"1795 view_75" [id=1795, type=view]; -"1796 softmax_13" [id=1796, type=softmax]; -"1797 dropout_52" [id=1797, type=dropout]; -"1798 matmul_27" [id=1798, type=matmul]; -"1799 transpose_27" [id=1799, type=transpose]; -"1800 reshape_61" [id=1800, type=reshape]; -"1801 linear_83_updated_constant0" [id=1801, type=get_attr]; -"1802 reshape_61_0_0_nncf_smooth_quant_0" [id=1802, type=call_module]; -"1803 quantize_per_tensor_default_84" [id=1803, type=quantize_per_tensor]; -"1804 dequantize_per_tensor_default_84" [id=1804, type=dequantize_per_tensor]; -"1805 linear_83_scale_0" [id=1805, type=get_attr]; -"1806 linear_83_zero_point_0" [id=1806, type=get_attr]; -"1807 quantize_per_channel_default_84" [id=1807, type=quantize_per_channel]; -"1808 dequantize_per_channel_default_84" [id=1808, type=dequantize_per_channel]; -"1809 _param_constant225_0_0" [id=1809, type=get_attr]; -"1810 linear_83" [id=1810, type=linear]; -"1811 dropout_53" [id=1811, type=dropout]; -"1812 view_76" [id=1812, type=view]; -"1813 permute_63" [id=1813, type=permute]; -"1814 reshape_62" [id=1814, type=reshape]; -"1815 roll_13" [id=1815, type=roll]; -"1816 slice_213" [id=1816, type=slice]; -"1817 slice_214" [id=1817, type=slice]; -"1818 slice_215" [id=1818, type=slice]; -"1819 slice_216" [id=1819, type=slice]; -"1820 contiguous_25" [id=1820, type=contiguous]; -"1821 _param_constant226" [id=1821, type=get_attr]; -"1822 _param_constant227" [id=1822, type=get_attr]; -"1823 layer_norm_29" [id=1823, type=layer_norm]; -"1824 add_47" [id=1824, type=add]; -"1825 linear_84_updated_constant0" [id=1825, type=get_attr]; -"1826 add_47_0_0_nncf_smooth_quant_0" [id=1826, type=call_module]; -"1827 quantize_per_tensor_default_85" [id=1827, type=quantize_per_tensor]; -"1828 dequantize_per_tensor_default_85" [id=1828, type=dequantize_per_tensor]; -"1829 linear_84_scale_0" [id=1829, type=get_attr]; -"1830 linear_84_zero_point_0" [id=1830, type=get_attr]; -"1831 quantize_per_channel_default_85" [id=1831, type=quantize_per_channel]; -"1832 dequantize_per_channel_default_85" [id=1832, type=dequantize_per_channel]; -"1833 _param_constant229_0_0" [id=1833, type=get_attr]; -"1834 linear_84" [id=1834, type=linear]; -"1835 gelu_13" [id=1835, type=gelu]; -"1836 dropout_54" [id=1836, type=dropout]; -"1837 linear_85_updated_constant0" [id=1837, type=get_attr]; -"1838 dropout_54_0_0_nncf_smooth_quant_0" [id=1838, type=call_module]; -"1839 quantize_per_tensor_default_86" [id=1839, type=quantize_per_tensor]; -"1840 dequantize_per_tensor_default_86" [id=1840, type=dequantize_per_tensor]; -"1841 linear_85_scale_0" [id=1841, type=get_attr]; -"1842 linear_85_zero_point_0" [id=1842, type=get_attr]; -"1843 quantize_per_channel_default_86" [id=1843, type=quantize_per_channel]; -"1844 dequantize_per_channel_default_86" [id=1844, type=dequantize_per_channel]; -"1845 _param_constant231_0_0" [id=1845, type=get_attr]; -"1846 linear_85" [id=1846, type=linear]; -"1847 dropout_55" [id=1847, type=dropout]; -"1848 _param_constant232" [id=1848, type=get_attr]; -"1849 _param_constant233" [id=1849, type=get_attr]; -"1850 layer_norm_30" [id=1850, type=layer_norm]; -"1851 add_48" [id=1851, type=add]; -"1852 _tensor_constant91" [id=1852, type=get_attr]; -"1853 linear_86_updated_constant0" [id=1853, type=get_attr]; -"1854 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1854, type=call_module]; -"1855 linear_86_scale_0" [id=1855, type=get_attr]; -"1856 linear_86_zero_point_0" [id=1856, type=get_attr]; -"1857 quantize_per_channel_default_87" [id=1857, type=quantize_per_channel]; -"1858 dequantize_per_channel_default_87" [id=1858, type=dequantize_per_channel]; -"1859 _param_constant235_0_0" [id=1859, type=get_attr]; -"1860 linear_86" [id=1860, type=linear]; -"1861 relu__14" [id=1861, type=relu_]; -"1862 linear_87_updated_constant0" [id=1862, type=get_attr]; -"1863 relu__14_0_0_nncf_smooth_quant_0" [id=1863, type=call_module]; -"1864 linear_87_scale_0" [id=1864, type=get_attr]; -"1865 linear_87_zero_point_0" [id=1865, type=get_attr]; -"1866 quantize_per_channel_default_88" [id=1866, type=quantize_per_channel]; -"1867 dequantize_per_channel_default_88" [id=1867, type=dequantize_per_channel]; -"1868 linear_87" [id=1868, type=linear]; -"1869 view_77" [id=1869, type=view]; -"1870 _tensor_constant92" [id=1870, type=get_attr]; -"1871 index_14" [id=1871, type=index]; -"1872 view_78" [id=1872, type=view]; -"1873 permute_64" [id=1873, type=permute]; -"1874 contiguous_26" [id=1874, type=contiguous]; -"1875 unsqueeze_42" [id=1875, type=unsqueeze]; -"1876 sigmoid_14" [id=1876, type=sigmoid]; -"1877 mul_28" [id=1877, type=mul]; -"1878 pad_16" [id=1878, type=pad]; -"1879 view_79" [id=1879, type=view]; -"1880 permute_65" [id=1880, type=permute]; -"1881 reshape_63" [id=1881, type=reshape]; -"1882 linear_88_updated_constant0" [id=1882, type=get_attr]; -"1883 reshape_63_0_0_nncf_smooth_quant_0" [id=1883, type=call_module]; -"1884 quantize_per_tensor_default_87" [id=1884, type=quantize_per_tensor]; -"1885 dequantize_per_tensor_default_87" [id=1885, type=dequantize_per_tensor]; -"1886 linear_88_scale_0" [id=1886, type=get_attr]; -"1887 linear_88_zero_point_0" [id=1887, type=get_attr]; -"1888 quantize_per_channel_default_89" [id=1888, type=quantize_per_channel]; -"1889 dequantize_per_channel_default_89" [id=1889, type=dequantize_per_channel]; -"1890 _param_constant237_0_0" [id=1890, type=get_attr]; -"1891 linear_88" [id=1891, type=linear]; -"1892 reshape_64" [id=1892, type=reshape]; -"1893 permute_66" [id=1893, type=permute]; -"1894 select_42" [id=1894, type=select]; -"1895 select_43" [id=1895, type=select]; -"1896 select_44" [id=1896, type=select]; -"1897 linalg_vector_norm_28" [id=1897, type=linalg_vector_norm]; -"1898 clamp_min_28" [id=1898, type=clamp_min]; -"1899 expand_as_28" [id=1899, type=expand_as]; -"1900 div_28" [id=1900, type=div]; -"1901 quantize_per_tensor_default_88" [id=1901, type=quantize_per_tensor]; -"1902 dequantize_per_tensor_default_88" [id=1902, type=dequantize_per_tensor]; -"1903 linalg_vector_norm_29" [id=1903, type=linalg_vector_norm]; -"1904 clamp_min_29" [id=1904, type=clamp_min]; -"1905 expand_as_29" [id=1905, type=expand_as]; -"1906 div_29" [id=1906, type=div]; -"1907 quantize_per_tensor_default_89" [id=1907, type=quantize_per_tensor]; -"1908 dequantize_per_tensor_default_89" [id=1908, type=dequantize_per_tensor]; -"1909 transpose_28" [id=1909, type=transpose]; -"1910 matmul_28" [id=1910, type=matmul]; -"1911 _param_constant239" [id=1911, type=get_attr]; -"1912 clamp_14" [id=1912, type=clamp]; -"1913 exp_14" [id=1913, type=exp]; -"1914 mul_29" [id=1914, type=mul]; -"1915 add_49" [id=1915, type=add]; -"1916 softmax_14" [id=1916, type=softmax]; -"1917 dropout_56" [id=1917, type=dropout]; -"1918 matmul_29" [id=1918, type=matmul]; -"1919 transpose_29" [id=1919, type=transpose]; -"1920 reshape_65" [id=1920, type=reshape]; -"1921 linear_89_updated_constant0" [id=1921, type=get_attr]; -"1922 reshape_65_0_0_nncf_smooth_quant_0" [id=1922, type=call_module]; -"1923 quantize_per_tensor_default_90" [id=1923, type=quantize_per_tensor]; -"1924 dequantize_per_tensor_default_90" [id=1924, type=dequantize_per_tensor]; -"1925 linear_89_scale_0" [id=1925, type=get_attr]; -"1926 linear_89_zero_point_0" [id=1926, type=get_attr]; -"1927 quantize_per_channel_default_90" [id=1927, type=quantize_per_channel]; -"1928 dequantize_per_channel_default_90" [id=1928, type=dequantize_per_channel]; -"1929 _param_constant241_0_0" [id=1929, type=get_attr]; -"1930 linear_89" [id=1930, type=linear]; -"1931 dropout_57" [id=1931, type=dropout]; -"1932 view_80" [id=1932, type=view]; -"1933 permute_67" [id=1933, type=permute]; -"1934 reshape_66" [id=1934, type=reshape]; -"1935 slice_218" [id=1935, type=slice]; -"1936 slice_219" [id=1936, type=slice]; -"1937 slice_220" [id=1937, type=slice]; -"1938 slice_221" [id=1938, type=slice]; -"1939 contiguous_27" [id=1939, type=contiguous]; -"1940 _param_constant242" [id=1940, type=get_attr]; -"1941 _param_constant243" [id=1941, type=get_attr]; -"1942 layer_norm_31" [id=1942, type=layer_norm]; -"1943 add_50" [id=1943, type=add]; -"1944 linear_90_updated_constant0" [id=1944, type=get_attr]; -"1945 add_50_0_0_nncf_smooth_quant_0" [id=1945, type=call_module]; -"1946 quantize_per_tensor_default_91" [id=1946, type=quantize_per_tensor]; -"1947 dequantize_per_tensor_default_91" [id=1947, type=dequantize_per_tensor]; -"1948 linear_90_scale_0" [id=1948, type=get_attr]; -"1949 linear_90_zero_point_0" [id=1949, type=get_attr]; -"1950 quantize_per_channel_default_91" [id=1950, type=quantize_per_channel]; -"1951 dequantize_per_channel_default_91" [id=1951, type=dequantize_per_channel]; -"1952 _param_constant245_0_0" [id=1952, type=get_attr]; -"1953 linear_90" [id=1953, type=linear]; -"1954 gelu_14" [id=1954, type=gelu]; -"1955 dropout_58" [id=1955, type=dropout]; -"1956 linear_91_updated_constant0" [id=1956, type=get_attr]; -"1957 dropout_58_0_0_nncf_smooth_quant_0" [id=1957, type=call_module]; -"1958 quantize_per_tensor_default_92" [id=1958, type=quantize_per_tensor]; -"1959 dequantize_per_tensor_default_92" [id=1959, type=dequantize_per_tensor]; -"1960 linear_91_scale_0" [id=1960, type=get_attr]; -"1961 linear_91_zero_point_0" [id=1961, type=get_attr]; -"1962 quantize_per_channel_default_92" [id=1962, type=quantize_per_channel]; -"1963 dequantize_per_channel_default_92" [id=1963, type=dequantize_per_channel]; -"1964 _param_constant247_0_0" [id=1964, type=get_attr]; -"1965 linear_91" [id=1965, type=linear]; -"1966 dropout_59" [id=1966, type=dropout]; -"1967 _param_constant248" [id=1967, type=get_attr]; -"1968 _param_constant249" [id=1968, type=get_attr]; -"1969 layer_norm_32" [id=1969, type=layer_norm]; -"1970 add_51" [id=1970, type=add]; -"1971 _tensor_constant93" [id=1971, type=get_attr]; -"1972 linear_92_updated_constant0" [id=1972, type=get_attr]; -"1973 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1973, type=call_module]; -"1974 linear_92_scale_0" [id=1974, type=get_attr]; -"1975 linear_92_zero_point_0" [id=1975, type=get_attr]; -"1976 quantize_per_channel_default_93" [id=1976, type=quantize_per_channel]; -"1977 dequantize_per_channel_default_93" [id=1977, type=dequantize_per_channel]; -"1978 _param_constant251_0_0" [id=1978, type=get_attr]; -"1979 linear_92" [id=1979, type=linear]; -"1980 relu__15" [id=1980, type=relu_]; -"1981 linear_93_updated_constant0" [id=1981, type=get_attr]; -"1982 relu__15_0_0_nncf_smooth_quant_0" [id=1982, type=call_module]; -"1983 linear_93_scale_0" [id=1983, type=get_attr]; -"1984 linear_93_zero_point_0" [id=1984, type=get_attr]; -"1985 quantize_per_channel_default_94" [id=1985, type=quantize_per_channel]; -"1986 dequantize_per_channel_default_94" [id=1986, type=dequantize_per_channel]; -"1987 linear_93" [id=1987, type=linear]; -"1988 view_81" [id=1988, type=view]; -"1989 _tensor_constant94" [id=1989, type=get_attr]; -"1990 index_15" [id=1990, type=index]; -"1991 view_82" [id=1991, type=view]; -"1992 permute_68" [id=1992, type=permute]; -"1993 contiguous_28" [id=1993, type=contiguous]; -"1994 unsqueeze_43" [id=1994, type=unsqueeze]; -"1995 sigmoid_15" [id=1995, type=sigmoid]; -"1996 mul_30" [id=1996, type=mul]; -"1997 pad_17" [id=1997, type=pad]; -"1998 roll_14" [id=1998, type=roll]; -"1999 view_83" [id=1999, type=view]; -"2000 permute_69" [id=2000, type=permute]; -"2001 reshape_67" [id=2001, type=reshape]; -"2002 linear_94_updated_constant0" [id=2002, type=get_attr]; -"2003 reshape_67_0_0_nncf_smooth_quant_0" [id=2003, type=call_module]; -"2004 quantize_per_tensor_default_93" [id=2004, type=quantize_per_tensor]; -"2005 dequantize_per_tensor_default_93" [id=2005, type=dequantize_per_tensor]; -"2006 linear_94_scale_0" [id=2006, type=get_attr]; -"2007 linear_94_zero_point_0" [id=2007, type=get_attr]; -"2008 quantize_per_channel_default_95" [id=2008, type=quantize_per_channel]; -"2009 dequantize_per_channel_default_95" [id=2009, type=dequantize_per_channel]; -"2010 _param_constant253_0_0" [id=2010, type=get_attr]; -"2011 linear_94" [id=2011, type=linear]; -"2012 reshape_68" [id=2012, type=reshape]; -"2013 permute_70" [id=2013, type=permute]; -"2014 select_45" [id=2014, type=select]; -"2015 select_46" [id=2015, type=select]; -"2016 select_47" [id=2016, type=select]; -"2017 linalg_vector_norm_30" [id=2017, type=linalg_vector_norm]; -"2018 clamp_min_30" [id=2018, type=clamp_min]; -"2019 expand_as_30" [id=2019, type=expand_as]; -"2020 div_30" [id=2020, type=div]; -"2021 quantize_per_tensor_default_94" [id=2021, type=quantize_per_tensor]; -"2022 dequantize_per_tensor_default_94" [id=2022, type=dequantize_per_tensor]; -"2023 linalg_vector_norm_31" [id=2023, type=linalg_vector_norm]; -"2024 clamp_min_31" [id=2024, type=clamp_min]; -"2025 expand_as_31" [id=2025, type=expand_as]; -"2026 div_31" [id=2026, type=div]; -"2027 quantize_per_tensor_default_95" [id=2027, type=quantize_per_tensor]; -"2028 dequantize_per_tensor_default_95" [id=2028, type=dequantize_per_tensor]; -"2029 transpose_30" [id=2029, type=transpose]; -"2030 matmul_30" [id=2030, type=matmul]; -"2031 _param_constant255" [id=2031, type=get_attr]; -"2032 clamp_15" [id=2032, type=clamp]; -"2033 exp_15" [id=2033, type=exp]; -"2034 mul_31" [id=2034, type=mul]; -"2035 add_52" [id=2035, type=add]; -"2036 new_zeros_7" [id=2036, type=new_zeros]; -"2037 view_84" [id=2037, type=view]; -"2038 permute_71" [id=2038, type=permute]; -"2039 reshape_69" [id=2039, type=reshape]; -"2040 unsqueeze_44" [id=2040, type=unsqueeze]; -"2041 unsqueeze_45" [id=2041, type=unsqueeze]; -"2042 sub_7" [id=2042, type=sub]; -"2043 ne_7" [id=2043, type=ne]; -"2044 masked_fill_14" [id=2044, type=masked_fill]; -"2045 eq_7" [id=2045, type=eq]; -"2046 masked_fill_15" [id=2046, type=masked_fill]; -"2047 view_85" [id=2047, type=view]; -"2048 unsqueeze_46" [id=2048, type=unsqueeze]; -"2049 unsqueeze_47" [id=2049, type=unsqueeze]; -"2050 add_53" [id=2050, type=add]; -"2051 view_86" [id=2051, type=view]; -"2052 softmax_15" [id=2052, type=softmax]; -"2053 dropout_60" [id=2053, type=dropout]; -"2054 matmul_31" [id=2054, type=matmul]; -"2055 transpose_31" [id=2055, type=transpose]; -"2056 reshape_70" [id=2056, type=reshape]; -"2057 linear_95_updated_constant0" [id=2057, type=get_attr]; -"2058 reshape_70_0_0_nncf_smooth_quant_0" [id=2058, type=call_module]; -"2059 quantize_per_tensor_default_96" [id=2059, type=quantize_per_tensor]; -"2060 dequantize_per_tensor_default_96" [id=2060, type=dequantize_per_tensor]; -"2061 linear_95_scale_0" [id=2061, type=get_attr]; -"2062 linear_95_zero_point_0" [id=2062, type=get_attr]; -"2063 quantize_per_channel_default_96" [id=2063, type=quantize_per_channel]; -"2064 dequantize_per_channel_default_96" [id=2064, type=dequantize_per_channel]; -"2065 _param_constant257_0_0" [id=2065, type=get_attr]; -"2066 linear_95" [id=2066, type=linear]; -"2067 dropout_61" [id=2067, type=dropout]; -"2068 view_87" [id=2068, type=view]; -"2069 permute_72" [id=2069, type=permute]; -"2070 reshape_71" [id=2070, type=reshape]; -"2071 roll_15" [id=2071, type=roll]; -"2072 slice_241" [id=2072, type=slice]; -"2073 slice_242" [id=2073, type=slice]; -"2074 slice_243" [id=2074, type=slice]; -"2075 slice_244" [id=2075, type=slice]; -"2076 contiguous_29" [id=2076, type=contiguous]; -"2077 _param_constant258" [id=2077, type=get_attr]; -"2078 _param_constant259" [id=2078, type=get_attr]; -"2079 layer_norm_33" [id=2079, type=layer_norm]; -"2080 add_54" [id=2080, type=add]; -"2081 linear_96_updated_constant0" [id=2081, type=get_attr]; -"2082 add_54_0_0_nncf_smooth_quant_0" [id=2082, type=call_module]; -"2083 quantize_per_tensor_default_97" [id=2083, type=quantize_per_tensor]; -"2084 dequantize_per_tensor_default_97" [id=2084, type=dequantize_per_tensor]; -"2085 linear_96_scale_0" [id=2085, type=get_attr]; -"2086 linear_96_zero_point_0" [id=2086, type=get_attr]; -"2087 quantize_per_channel_default_97" [id=2087, type=quantize_per_channel]; -"2088 dequantize_per_channel_default_97" [id=2088, type=dequantize_per_channel]; -"2089 _param_constant261_0_0" [id=2089, type=get_attr]; -"2090 linear_96" [id=2090, type=linear]; -"2091 gelu_15" [id=2091, type=gelu]; -"2092 dropout_62" [id=2092, type=dropout]; -"2093 linear_97_updated_constant0" [id=2093, type=get_attr]; -"2094 dropout_62_0_0_nncf_smooth_quant_0" [id=2094, type=call_module]; -"2095 quantize_per_tensor_default_98" [id=2095, type=quantize_per_tensor]; -"2096 dequantize_per_tensor_default_98" [id=2096, type=dequantize_per_tensor]; -"2097 linear_97_scale_0" [id=2097, type=get_attr]; -"2098 linear_97_zero_point_0" [id=2098, type=get_attr]; -"2099 quantize_per_channel_default_98" [id=2099, type=quantize_per_channel]; -"2100 dequantize_per_channel_default_98" [id=2100, type=dequantize_per_channel]; -"2101 _param_constant263_0_0" [id=2101, type=get_attr]; -"2102 linear_97" [id=2102, type=linear]; -"2103 dropout_63" [id=2103, type=dropout]; -"2104 _param_constant264" [id=2104, type=get_attr]; -"2105 _param_constant265" [id=2105, type=get_attr]; -"2106 layer_norm_34" [id=2106, type=layer_norm]; -"2107 add_55" [id=2107, type=add]; -"2108 _tensor_constant104" [id=2108, type=get_attr]; -"2109 linear_98_updated_constant0" [id=2109, type=get_attr]; -"2110 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=2110, type=call_module]; -"2111 linear_98_scale_0" [id=2111, type=get_attr]; -"2112 linear_98_zero_point_0" [id=2112, type=get_attr]; -"2113 quantize_per_channel_default_99" [id=2113, type=quantize_per_channel]; -"2114 dequantize_per_channel_default_99" [id=2114, type=dequantize_per_channel]; -"2115 _param_constant267_0_0" [id=2115, type=get_attr]; -"2116 linear_98" [id=2116, type=linear]; -"2117 relu__16" [id=2117, type=relu_]; -"2118 linear_99_updated_constant0" [id=2118, type=get_attr]; -"2119 relu__16_0_0_nncf_smooth_quant_0" [id=2119, type=call_module]; -"2120 linear_99_scale_0" [id=2120, type=get_attr]; -"2121 linear_99_zero_point_0" [id=2121, type=get_attr]; -"2122 quantize_per_channel_default_100" [id=2122, type=quantize_per_channel]; -"2123 dequantize_per_channel_default_100" [id=2123, type=dequantize_per_channel]; -"2124 linear_99" [id=2124, type=linear]; -"2125 view_88" [id=2125, type=view]; -"2126 _tensor_constant105" [id=2126, type=get_attr]; -"2127 index_16" [id=2127, type=index]; -"2128 view_89" [id=2128, type=view]; -"2129 permute_73" [id=2129, type=permute]; -"2130 contiguous_30" [id=2130, type=contiguous]; -"2131 unsqueeze_48" [id=2131, type=unsqueeze]; -"2132 sigmoid_16" [id=2132, type=sigmoid]; -"2133 mul_32" [id=2133, type=mul]; -"2134 pad_18" [id=2134, type=pad]; -"2135 view_90" [id=2135, type=view]; -"2136 permute_74" [id=2136, type=permute]; -"2137 reshape_72" [id=2137, type=reshape]; -"2138 linear_100_updated_constant0" [id=2138, type=get_attr]; -"2139 reshape_72_0_0_nncf_smooth_quant_0" [id=2139, type=call_module]; -"2140 quantize_per_tensor_default_99" [id=2140, type=quantize_per_tensor]; -"2141 dequantize_per_tensor_default_99" [id=2141, type=dequantize_per_tensor]; -"2142 linear_100_scale_0" [id=2142, type=get_attr]; -"2143 linear_100_zero_point_0" [id=2143, type=get_attr]; -"2144 quantize_per_channel_default_101" [id=2144, type=quantize_per_channel]; -"2145 dequantize_per_channel_default_101" [id=2145, type=dequantize_per_channel]; -"2146 _param_constant269_0_0" [id=2146, type=get_attr]; -"2147 linear_100" [id=2147, type=linear]; -"2148 reshape_73" [id=2148, type=reshape]; -"2149 permute_75" [id=2149, type=permute]; -"2150 select_48" [id=2150, type=select]; -"2151 select_49" [id=2151, type=select]; -"2152 select_50" [id=2152, type=select]; -"2153 linalg_vector_norm_32" [id=2153, type=linalg_vector_norm]; -"2154 clamp_min_32" [id=2154, type=clamp_min]; -"2155 expand_as_32" [id=2155, type=expand_as]; -"2156 div_32" [id=2156, type=div]; -"2157 quantize_per_tensor_default_100" [id=2157, type=quantize_per_tensor]; -"2158 dequantize_per_tensor_default_100" [id=2158, type=dequantize_per_tensor]; -"2159 linalg_vector_norm_33" [id=2159, type=linalg_vector_norm]; -"2160 clamp_min_33" [id=2160, type=clamp_min]; -"2161 expand_as_33" [id=2161, type=expand_as]; -"2162 div_33" [id=2162, type=div]; -"2163 quantize_per_tensor_default_101" [id=2163, type=quantize_per_tensor]; -"2164 dequantize_per_tensor_default_101" [id=2164, type=dequantize_per_tensor]; -"2165 transpose_32" [id=2165, type=transpose]; -"2166 matmul_32" [id=2166, type=matmul]; -"2167 _param_constant271" [id=2167, type=get_attr]; -"2168 clamp_16" [id=2168, type=clamp]; -"2169 exp_16" [id=2169, type=exp]; -"2170 mul_33" [id=2170, type=mul]; -"2171 add_56" [id=2171, type=add]; -"2172 softmax_16" [id=2172, type=softmax]; -"2173 dropout_64" [id=2173, type=dropout]; -"2174 matmul_33" [id=2174, type=matmul]; -"2175 transpose_33" [id=2175, type=transpose]; -"2176 reshape_74" [id=2176, type=reshape]; -"2177 linear_101_updated_constant0" [id=2177, type=get_attr]; -"2178 reshape_74_0_0_nncf_smooth_quant_0" [id=2178, type=call_module]; -"2179 quantize_per_tensor_default_102" [id=2179, type=quantize_per_tensor]; -"2180 dequantize_per_tensor_default_102" [id=2180, type=dequantize_per_tensor]; -"2181 linear_101_scale_0" [id=2181, type=get_attr]; -"2182 linear_101_zero_point_0" [id=2182, type=get_attr]; -"2183 quantize_per_channel_default_102" [id=2183, type=quantize_per_channel]; -"2184 dequantize_per_channel_default_102" [id=2184, type=dequantize_per_channel]; -"2185 _param_constant273_0_0" [id=2185, type=get_attr]; -"2186 linear_101" [id=2186, type=linear]; -"2187 dropout_65" [id=2187, type=dropout]; -"2188 view_91" [id=2188, type=view]; -"2189 permute_76" [id=2189, type=permute]; -"2190 reshape_75" [id=2190, type=reshape]; -"2191 slice_246" [id=2191, type=slice]; -"2192 slice_247" [id=2192, type=slice]; -"2193 slice_248" [id=2193, type=slice]; -"2194 slice_249" [id=2194, type=slice]; -"2195 contiguous_31" [id=2195, type=contiguous]; -"2196 _param_constant274" [id=2196, type=get_attr]; -"2197 _param_constant275" [id=2197, type=get_attr]; -"2198 layer_norm_35" [id=2198, type=layer_norm]; -"2199 add_57" [id=2199, type=add]; -"2200 linear_102_updated_constant0" [id=2200, type=get_attr]; -"2201 add_57_0_0_nncf_smooth_quant_0" [id=2201, type=call_module]; -"2202 quantize_per_tensor_default_103" [id=2202, type=quantize_per_tensor]; -"2203 dequantize_per_tensor_default_103" [id=2203, type=dequantize_per_tensor]; -"2204 linear_102_scale_0" [id=2204, type=get_attr]; -"2205 linear_102_zero_point_0" [id=2205, type=get_attr]; -"2206 quantize_per_channel_default_103" [id=2206, type=quantize_per_channel]; -"2207 dequantize_per_channel_default_103" [id=2207, type=dequantize_per_channel]; -"2208 _param_constant277_0_0" [id=2208, type=get_attr]; -"2209 linear_102" [id=2209, type=linear]; -"2210 gelu_16" [id=2210, type=gelu]; -"2211 dropout_66" [id=2211, type=dropout]; -"2212 linear_103_updated_constant0" [id=2212, type=get_attr]; -"2213 dropout_66_0_0_nncf_smooth_quant_0" [id=2213, type=call_module]; -"2214 quantize_per_tensor_default_104" [id=2214, type=quantize_per_tensor]; -"2215 dequantize_per_tensor_default_104" [id=2215, type=dequantize_per_tensor]; -"2216 linear_103_scale_0" [id=2216, type=get_attr]; -"2217 linear_103_zero_point_0" [id=2217, type=get_attr]; -"2218 quantize_per_channel_default_104" [id=2218, type=quantize_per_channel]; -"2219 dequantize_per_channel_default_104" [id=2219, type=dequantize_per_channel]; -"2220 _param_constant279_0_0" [id=2220, type=get_attr]; -"2221 linear_103" [id=2221, type=linear]; -"2222 dropout_67" [id=2222, type=dropout]; -"2223 _param_constant280" [id=2223, type=get_attr]; -"2224 _param_constant281" [id=2224, type=get_attr]; -"2225 layer_norm_36" [id=2225, type=layer_norm]; -"2226 add_58" [id=2226, type=add]; -"2227 _tensor_constant106" [id=2227, type=get_attr]; -"2228 linear_104_updated_constant0" [id=2228, type=get_attr]; -"2229 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2229, type=call_module]; -"2230 linear_104_scale_0" [id=2230, type=get_attr]; -"2231 linear_104_zero_point_0" [id=2231, type=get_attr]; -"2232 quantize_per_channel_default_105" [id=2232, type=quantize_per_channel]; -"2233 dequantize_per_channel_default_105" [id=2233, type=dequantize_per_channel]; -"2234 _param_constant283_0_0" [id=2234, type=get_attr]; -"2235 linear_104" [id=2235, type=linear]; -"2236 relu__17" [id=2236, type=relu_]; -"2237 linear_105_updated_constant0" [id=2237, type=get_attr]; -"2238 relu__17_0_0_nncf_smooth_quant_0" [id=2238, type=call_module]; -"2239 linear_105_scale_0" [id=2239, type=get_attr]; -"2240 linear_105_zero_point_0" [id=2240, type=get_attr]; -"2241 quantize_per_channel_default_106" [id=2241, type=quantize_per_channel]; -"2242 dequantize_per_channel_default_106" [id=2242, type=dequantize_per_channel]; -"2243 linear_105" [id=2243, type=linear]; -"2244 view_92" [id=2244, type=view]; -"2245 _tensor_constant107" [id=2245, type=get_attr]; -"2246 index_17" [id=2246, type=index]; -"2247 view_93" [id=2247, type=view]; -"2248 permute_77" [id=2248, type=permute]; -"2249 contiguous_32" [id=2249, type=contiguous]; -"2250 unsqueeze_49" [id=2250, type=unsqueeze]; -"2251 sigmoid_17" [id=2251, type=sigmoid]; -"2252 mul_34" [id=2252, type=mul]; -"2253 pad_19" [id=2253, type=pad]; -"2254 roll_16" [id=2254, type=roll]; -"2255 view_94" [id=2255, type=view]; -"2256 permute_78" [id=2256, type=permute]; -"2257 reshape_76" [id=2257, type=reshape]; -"2258 linear_106_updated_constant0" [id=2258, type=get_attr]; -"2259 reshape_76_0_0_nncf_smooth_quant_0" [id=2259, type=call_module]; -"2260 quantize_per_tensor_default_105" [id=2260, type=quantize_per_tensor]; -"2261 dequantize_per_tensor_default_105" [id=2261, type=dequantize_per_tensor]; -"2262 linear_106_scale_0" [id=2262, type=get_attr]; -"2263 linear_106_zero_point_0" [id=2263, type=get_attr]; -"2264 quantize_per_channel_default_107" [id=2264, type=quantize_per_channel]; -"2265 dequantize_per_channel_default_107" [id=2265, type=dequantize_per_channel]; -"2266 _param_constant285_0_0" [id=2266, type=get_attr]; -"2267 linear_106" [id=2267, type=linear]; -"2268 reshape_77" [id=2268, type=reshape]; -"2269 permute_79" [id=2269, type=permute]; -"2270 select_51" [id=2270, type=select]; -"2271 select_52" [id=2271, type=select]; -"2272 select_53" [id=2272, type=select]; -"2273 linalg_vector_norm_34" [id=2273, type=linalg_vector_norm]; -"2274 clamp_min_34" [id=2274, type=clamp_min]; -"2275 expand_as_34" [id=2275, type=expand_as]; -"2276 div_34" [id=2276, type=div]; -"2277 quantize_per_tensor_default_106" [id=2277, type=quantize_per_tensor]; -"2278 dequantize_per_tensor_default_106" [id=2278, type=dequantize_per_tensor]; -"2279 linalg_vector_norm_35" [id=2279, type=linalg_vector_norm]; -"2280 clamp_min_35" [id=2280, type=clamp_min]; -"2281 expand_as_35" [id=2281, type=expand_as]; -"2282 div_35" [id=2282, type=div]; -"2283 quantize_per_tensor_default_107" [id=2283, type=quantize_per_tensor]; -"2284 dequantize_per_tensor_default_107" [id=2284, type=dequantize_per_tensor]; -"2285 transpose_34" [id=2285, type=transpose]; -"2286 matmul_34" [id=2286, type=matmul]; -"2287 _param_constant287" [id=2287, type=get_attr]; -"2288 clamp_17" [id=2288, type=clamp]; -"2289 exp_17" [id=2289, type=exp]; -"2290 mul_35" [id=2290, type=mul]; -"2291 add_59" [id=2291, type=add]; -"2292 new_zeros_8" [id=2292, type=new_zeros]; -"2293 view_95" [id=2293, type=view]; -"2294 permute_80" [id=2294, type=permute]; -"2295 reshape_78" [id=2295, type=reshape]; -"2296 unsqueeze_50" [id=2296, type=unsqueeze]; -"2297 unsqueeze_51" [id=2297, type=unsqueeze]; -"2298 sub_8" [id=2298, type=sub]; -"2299 ne_8" [id=2299, type=ne]; -"2300 masked_fill_16" [id=2300, type=masked_fill]; -"2301 eq_8" [id=2301, type=eq]; -"2302 masked_fill_17" [id=2302, type=masked_fill]; -"2303 view_96" [id=2303, type=view]; -"2304 unsqueeze_52" [id=2304, type=unsqueeze]; -"2305 unsqueeze_53" [id=2305, type=unsqueeze]; -"2306 add_60" [id=2306, type=add]; -"2307 view_97" [id=2307, type=view]; -"2308 softmax_17" [id=2308, type=softmax]; -"2309 dropout_68" [id=2309, type=dropout]; -"2310 matmul_35" [id=2310, type=matmul]; -"2311 transpose_35" [id=2311, type=transpose]; -"2312 reshape_79" [id=2312, type=reshape]; -"2313 linear_107_updated_constant0" [id=2313, type=get_attr]; -"2314 reshape_79_0_0_nncf_smooth_quant_0" [id=2314, type=call_module]; -"2315 quantize_per_tensor_default_108" [id=2315, type=quantize_per_tensor]; -"2316 dequantize_per_tensor_default_108" [id=2316, type=dequantize_per_tensor]; -"2317 linear_107_scale_0" [id=2317, type=get_attr]; -"2318 linear_107_zero_point_0" [id=2318, type=get_attr]; -"2319 quantize_per_channel_default_108" [id=2319, type=quantize_per_channel]; -"2320 dequantize_per_channel_default_108" [id=2320, type=dequantize_per_channel]; -"2321 _param_constant289_0_0" [id=2321, type=get_attr]; -"2322 linear_107" [id=2322, type=linear]; -"2323 dropout_69" [id=2323, type=dropout]; -"2324 view_98" [id=2324, type=view]; -"2325 permute_81" [id=2325, type=permute]; -"2326 reshape_80" [id=2326, type=reshape]; -"2327 roll_17" [id=2327, type=roll]; -"2328 slice_269" [id=2328, type=slice]; -"2329 slice_270" [id=2329, type=slice]; -"2330 slice_271" [id=2330, type=slice]; -"2331 slice_272" [id=2331, type=slice]; -"2332 contiguous_33" [id=2332, type=contiguous]; -"2333 _param_constant290" [id=2333, type=get_attr]; -"2334 _param_constant291" [id=2334, type=get_attr]; -"2335 layer_norm_37" [id=2335, type=layer_norm]; -"2336 add_61" [id=2336, type=add]; -"2337 linear_108_updated_constant0" [id=2337, type=get_attr]; -"2338 add_61_0_0_nncf_smooth_quant_0" [id=2338, type=call_module]; -"2339 quantize_per_tensor_default_109" [id=2339, type=quantize_per_tensor]; -"2340 dequantize_per_tensor_default_109" [id=2340, type=dequantize_per_tensor]; -"2341 linear_108_scale_0" [id=2341, type=get_attr]; -"2342 linear_108_zero_point_0" [id=2342, type=get_attr]; -"2343 quantize_per_channel_default_109" [id=2343, type=quantize_per_channel]; -"2344 dequantize_per_channel_default_109" [id=2344, type=dequantize_per_channel]; -"2345 _param_constant293_0_0" [id=2345, type=get_attr]; -"2346 linear_108" [id=2346, type=linear]; -"2347 gelu_17" [id=2347, type=gelu]; -"2348 dropout_70" [id=2348, type=dropout]; -"2349 linear_109_updated_constant0" [id=2349, type=get_attr]; -"2350 dropout_70_0_0_nncf_smooth_quant_0" [id=2350, type=call_module]; -"2351 quantize_per_tensor_default_110" [id=2351, type=quantize_per_tensor]; -"2352 dequantize_per_tensor_default_110" [id=2352, type=dequantize_per_tensor]; -"2353 linear_109_scale_0" [id=2353, type=get_attr]; -"2354 linear_109_zero_point_0" [id=2354, type=get_attr]; -"2355 quantize_per_channel_default_110" [id=2355, type=quantize_per_channel]; -"2356 dequantize_per_channel_default_110" [id=2356, type=dequantize_per_channel]; -"2357 _param_constant295_0_0" [id=2357, type=get_attr]; -"2358 linear_109" [id=2358, type=linear]; -"2359 dropout_71" [id=2359, type=dropout]; -"2360 _param_constant296" [id=2360, type=get_attr]; -"2361 _param_constant297" [id=2361, type=get_attr]; -"2362 layer_norm_38" [id=2362, type=layer_norm]; -"2363 add_62" [id=2363, type=add]; -"2364 _tensor_constant117" [id=2364, type=get_attr]; -"2365 linear_110_updated_constant0" [id=2365, type=get_attr]; -"2366 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2366, type=call_module]; -"2367 linear_110_scale_0" [id=2367, type=get_attr]; -"2368 linear_110_zero_point_0" [id=2368, type=get_attr]; -"2369 quantize_per_channel_default_111" [id=2369, type=quantize_per_channel]; -"2370 dequantize_per_channel_default_111" [id=2370, type=dequantize_per_channel]; -"2371 _param_constant299_0_0" [id=2371, type=get_attr]; -"2372 linear_110" [id=2372, type=linear]; -"2373 relu__18" [id=2373, type=relu_]; -"2374 linear_111_updated_constant0" [id=2374, type=get_attr]; -"2375 relu__18_0_0_nncf_smooth_quant_0" [id=2375, type=call_module]; -"2376 linear_111_scale_0" [id=2376, type=get_attr]; -"2377 linear_111_zero_point_0" [id=2377, type=get_attr]; -"2378 quantize_per_channel_default_112" [id=2378, type=quantize_per_channel]; -"2379 dequantize_per_channel_default_112" [id=2379, type=dequantize_per_channel]; -"2380 linear_111" [id=2380, type=linear]; -"2381 view_99" [id=2381, type=view]; -"2382 _tensor_constant118" [id=2382, type=get_attr]; -"2383 index_18" [id=2383, type=index]; -"2384 view_100" [id=2384, type=view]; -"2385 permute_82" [id=2385, type=permute]; -"2386 contiguous_34" [id=2386, type=contiguous]; -"2387 unsqueeze_54" [id=2387, type=unsqueeze]; -"2388 sigmoid_18" [id=2388, type=sigmoid]; -"2389 mul_36" [id=2389, type=mul]; -"2390 pad_20" [id=2390, type=pad]; -"2391 view_101" [id=2391, type=view]; -"2392 permute_83" [id=2392, type=permute]; -"2393 reshape_81" [id=2393, type=reshape]; -"2394 linear_112_updated_constant0" [id=2394, type=get_attr]; -"2395 reshape_81_0_0_nncf_smooth_quant_0" [id=2395, type=call_module]; -"2396 quantize_per_tensor_default_111" [id=2396, type=quantize_per_tensor]; -"2397 dequantize_per_tensor_default_111" [id=2397, type=dequantize_per_tensor]; -"2398 linear_112_scale_0" [id=2398, type=get_attr]; -"2399 linear_112_zero_point_0" [id=2399, type=get_attr]; -"2400 quantize_per_channel_default_113" [id=2400, type=quantize_per_channel]; -"2401 dequantize_per_channel_default_113" [id=2401, type=dequantize_per_channel]; -"2402 _param_constant301_0_0" [id=2402, type=get_attr]; -"2403 linear_112" [id=2403, type=linear]; -"2404 reshape_82" [id=2404, type=reshape]; -"2405 permute_84" [id=2405, type=permute]; -"2406 select_54" [id=2406, type=select]; -"2407 select_55" [id=2407, type=select]; -"2408 select_56" [id=2408, type=select]; -"2409 linalg_vector_norm_36" [id=2409, type=linalg_vector_norm]; -"2410 clamp_min_36" [id=2410, type=clamp_min]; -"2411 expand_as_36" [id=2411, type=expand_as]; -"2412 div_36" [id=2412, type=div]; -"2413 quantize_per_tensor_default_112" [id=2413, type=quantize_per_tensor]; -"2414 dequantize_per_tensor_default_112" [id=2414, type=dequantize_per_tensor]; -"2415 linalg_vector_norm_37" [id=2415, type=linalg_vector_norm]; -"2416 clamp_min_37" [id=2416, type=clamp_min]; -"2417 expand_as_37" [id=2417, type=expand_as]; -"2418 div_37" [id=2418, type=div]; -"2419 quantize_per_tensor_default_113" [id=2419, type=quantize_per_tensor]; -"2420 dequantize_per_tensor_default_113" [id=2420, type=dequantize_per_tensor]; -"2421 transpose_36" [id=2421, type=transpose]; -"2422 matmul_36" [id=2422, type=matmul]; -"2423 _param_constant303" [id=2423, type=get_attr]; -"2424 clamp_18" [id=2424, type=clamp]; -"2425 exp_18" [id=2425, type=exp]; -"2426 mul_37" [id=2426, type=mul]; -"2427 add_63" [id=2427, type=add]; -"2428 softmax_18" [id=2428, type=softmax]; -"2429 dropout_72" [id=2429, type=dropout]; -"2430 matmul_37" [id=2430, type=matmul]; -"2431 transpose_37" [id=2431, type=transpose]; -"2432 reshape_83" [id=2432, type=reshape]; -"2433 linear_113_updated_constant0" [id=2433, type=get_attr]; -"2434 reshape_83_0_0_nncf_smooth_quant_0" [id=2434, type=call_module]; -"2435 quantize_per_tensor_default_114" [id=2435, type=quantize_per_tensor]; -"2436 dequantize_per_tensor_default_114" [id=2436, type=dequantize_per_tensor]; -"2437 linear_113_scale_0" [id=2437, type=get_attr]; -"2438 linear_113_zero_point_0" [id=2438, type=get_attr]; -"2439 quantize_per_channel_default_114" [id=2439, type=quantize_per_channel]; -"2440 dequantize_per_channel_default_114" [id=2440, type=dequantize_per_channel]; -"2441 _param_constant305_0_0" [id=2441, type=get_attr]; -"2442 linear_113" [id=2442, type=linear]; -"2443 dropout_73" [id=2443, type=dropout]; -"2444 view_102" [id=2444, type=view]; -"2445 permute_85" [id=2445, type=permute]; -"2446 reshape_84" [id=2446, type=reshape]; -"2447 slice_274" [id=2447, type=slice]; -"2448 slice_275" [id=2448, type=slice]; -"2449 slice_276" [id=2449, type=slice]; -"2450 slice_277" [id=2450, type=slice]; -"2451 contiguous_35" [id=2451, type=contiguous]; -"2452 _param_constant306" [id=2452, type=get_attr]; -"2453 _param_constant307" [id=2453, type=get_attr]; -"2454 layer_norm_39" [id=2454, type=layer_norm]; -"2455 add_64" [id=2455, type=add]; -"2456 linear_114_updated_constant0" [id=2456, type=get_attr]; -"2457 add_64_0_0_nncf_smooth_quant_0" [id=2457, type=call_module]; -"2458 quantize_per_tensor_default_115" [id=2458, type=quantize_per_tensor]; -"2459 dequantize_per_tensor_default_115" [id=2459, type=dequantize_per_tensor]; -"2460 linear_114_scale_0" [id=2460, type=get_attr]; -"2461 linear_114_zero_point_0" [id=2461, type=get_attr]; -"2462 quantize_per_channel_default_115" [id=2462, type=quantize_per_channel]; -"2463 dequantize_per_channel_default_115" [id=2463, type=dequantize_per_channel]; -"2464 _param_constant309_0_0" [id=2464, type=get_attr]; -"2465 linear_114" [id=2465, type=linear]; -"2466 gelu_18" [id=2466, type=gelu]; -"2467 dropout_74" [id=2467, type=dropout]; -"2468 linear_115_updated_constant0" [id=2468, type=get_attr]; -"2469 dropout_74_0_0_nncf_smooth_quant_0" [id=2469, type=call_module]; -"2470 quantize_per_tensor_default_116" [id=2470, type=quantize_per_tensor]; -"2471 dequantize_per_tensor_default_116" [id=2471, type=dequantize_per_tensor]; -"2472 linear_115_scale_0" [id=2472, type=get_attr]; -"2473 linear_115_zero_point_0" [id=2473, type=get_attr]; -"2474 quantize_per_channel_default_116" [id=2474, type=quantize_per_channel]; -"2475 dequantize_per_channel_default_116" [id=2475, type=dequantize_per_channel]; -"2476 _param_constant311_0_0" [id=2476, type=get_attr]; -"2477 linear_115" [id=2477, type=linear]; -"2478 dropout_75" [id=2478, type=dropout]; -"2479 _param_constant312" [id=2479, type=get_attr]; -"2480 _param_constant313" [id=2480, type=get_attr]; -"2481 layer_norm_40" [id=2481, type=layer_norm]; -"2482 add_65" [id=2482, type=add]; -"2483 _tensor_constant119" [id=2483, type=get_attr]; -"2484 linear_116_updated_constant0" [id=2484, type=get_attr]; -"2485 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2485, type=call_module]; -"2486 linear_116_scale_0" [id=2486, type=get_attr]; -"2487 linear_116_zero_point_0" [id=2487, type=get_attr]; -"2488 quantize_per_channel_default_117" [id=2488, type=quantize_per_channel]; -"2489 dequantize_per_channel_default_117" [id=2489, type=dequantize_per_channel]; -"2490 _param_constant315_0_0" [id=2490, type=get_attr]; -"2491 linear_116" [id=2491, type=linear]; -"2492 relu__19" [id=2492, type=relu_]; -"2493 linear_117_updated_constant0" [id=2493, type=get_attr]; -"2494 relu__19_0_0_nncf_smooth_quant_0" [id=2494, type=call_module]; -"2495 linear_117_scale_0" [id=2495, type=get_attr]; -"2496 linear_117_zero_point_0" [id=2496, type=get_attr]; -"2497 quantize_per_channel_default_118" [id=2497, type=quantize_per_channel]; -"2498 dequantize_per_channel_default_118" [id=2498, type=dequantize_per_channel]; -"2499 linear_117" [id=2499, type=linear]; -"2500 view_103" [id=2500, type=view]; -"2501 _tensor_constant120" [id=2501, type=get_attr]; -"2502 index_19" [id=2502, type=index]; -"2503 view_104" [id=2503, type=view]; -"2504 permute_86" [id=2504, type=permute]; -"2505 contiguous_36" [id=2505, type=contiguous]; -"2506 unsqueeze_55" [id=2506, type=unsqueeze]; -"2507 sigmoid_19" [id=2507, type=sigmoid]; -"2508 mul_38" [id=2508, type=mul]; -"2509 pad_21" [id=2509, type=pad]; -"2510 roll_18" [id=2510, type=roll]; -"2511 view_105" [id=2511, type=view]; -"2512 permute_87" [id=2512, type=permute]; -"2513 reshape_85" [id=2513, type=reshape]; -"2514 linear_118_updated_constant0" [id=2514, type=get_attr]; -"2515 reshape_85_0_0_nncf_smooth_quant_0" [id=2515, type=call_module]; -"2516 quantize_per_tensor_default_117" [id=2516, type=quantize_per_tensor]; -"2517 dequantize_per_tensor_default_117" [id=2517, type=dequantize_per_tensor]; -"2518 linear_118_scale_0" [id=2518, type=get_attr]; -"2519 linear_118_zero_point_0" [id=2519, type=get_attr]; -"2520 quantize_per_channel_default_119" [id=2520, type=quantize_per_channel]; -"2521 dequantize_per_channel_default_119" [id=2521, type=dequantize_per_channel]; -"2522 _param_constant317_0_0" [id=2522, type=get_attr]; -"2523 linear_118" [id=2523, type=linear]; -"2524 reshape_86" [id=2524, type=reshape]; -"2525 permute_88" [id=2525, type=permute]; -"2526 select_57" [id=2526, type=select]; -"2527 select_58" [id=2527, type=select]; -"2528 select_59" [id=2528, type=select]; -"2529 linalg_vector_norm_38" [id=2529, type=linalg_vector_norm]; -"2530 clamp_min_38" [id=2530, type=clamp_min]; -"2531 expand_as_38" [id=2531, type=expand_as]; -"2532 div_38" [id=2532, type=div]; -"2533 quantize_per_tensor_default_118" [id=2533, type=quantize_per_tensor]; -"2534 dequantize_per_tensor_default_118" [id=2534, type=dequantize_per_tensor]; -"2535 linalg_vector_norm_39" [id=2535, type=linalg_vector_norm]; -"2536 clamp_min_39" [id=2536, type=clamp_min]; -"2537 expand_as_39" [id=2537, type=expand_as]; -"2538 div_39" [id=2538, type=div]; -"2539 quantize_per_tensor_default_119" [id=2539, type=quantize_per_tensor]; -"2540 dequantize_per_tensor_default_119" [id=2540, type=dequantize_per_tensor]; -"2541 transpose_38" [id=2541, type=transpose]; -"2542 matmul_38" [id=2542, type=matmul]; -"2543 _param_constant319" [id=2543, type=get_attr]; -"2544 clamp_19" [id=2544, type=clamp]; -"2545 exp_19" [id=2545, type=exp]; -"2546 mul_39" [id=2546, type=mul]; -"2547 add_66" [id=2547, type=add]; -"2548 new_zeros_9" [id=2548, type=new_zeros]; -"2549 view_106" [id=2549, type=view]; -"2550 permute_89" [id=2550, type=permute]; -"2551 reshape_87" [id=2551, type=reshape]; -"2552 unsqueeze_56" [id=2552, type=unsqueeze]; -"2553 unsqueeze_57" [id=2553, type=unsqueeze]; -"2554 sub_9" [id=2554, type=sub]; -"2555 ne_9" [id=2555, type=ne]; -"2556 masked_fill_18" [id=2556, type=masked_fill]; -"2557 eq_9" [id=2557, type=eq]; -"2558 masked_fill_19" [id=2558, type=masked_fill]; -"2559 view_107" [id=2559, type=view]; -"2560 unsqueeze_58" [id=2560, type=unsqueeze]; -"2561 unsqueeze_59" [id=2561, type=unsqueeze]; -"2562 add_67" [id=2562, type=add]; -"2563 view_108" [id=2563, type=view]; -"2564 softmax_19" [id=2564, type=softmax]; -"2565 dropout_76" [id=2565, type=dropout]; -"2566 matmul_39" [id=2566, type=matmul]; -"2567 transpose_39" [id=2567, type=transpose]; -"2568 reshape_88" [id=2568, type=reshape]; -"2569 linear_119_updated_constant0" [id=2569, type=get_attr]; -"2570 reshape_88_0_0_nncf_smooth_quant_0" [id=2570, type=call_module]; -"2571 quantize_per_tensor_default_120" [id=2571, type=quantize_per_tensor]; -"2572 dequantize_per_tensor_default_120" [id=2572, type=dequantize_per_tensor]; -"2573 linear_119_scale_0" [id=2573, type=get_attr]; -"2574 linear_119_zero_point_0" [id=2574, type=get_attr]; -"2575 quantize_per_channel_default_120" [id=2575, type=quantize_per_channel]; -"2576 dequantize_per_channel_default_120" [id=2576, type=dequantize_per_channel]; -"2577 _param_constant321_0_0" [id=2577, type=get_attr]; -"2578 linear_119" [id=2578, type=linear]; -"2579 dropout_77" [id=2579, type=dropout]; -"2580 view_109" [id=2580, type=view]; -"2581 permute_90" [id=2581, type=permute]; -"2582 reshape_89" [id=2582, type=reshape]; -"2583 roll_19" [id=2583, type=roll]; -"2584 slice_297" [id=2584, type=slice]; -"2585 slice_298" [id=2585, type=slice]; -"2586 slice_299" [id=2586, type=slice]; -"2587 slice_300" [id=2587, type=slice]; -"2588 contiguous_37" [id=2588, type=contiguous]; -"2589 _param_constant322" [id=2589, type=get_attr]; -"2590 _param_constant323" [id=2590, type=get_attr]; -"2591 layer_norm_41" [id=2591, type=layer_norm]; -"2592 add_68" [id=2592, type=add]; -"2593 linear_120_updated_constant0" [id=2593, type=get_attr]; -"2594 add_68_0_0_nncf_smooth_quant_0" [id=2594, type=call_module]; -"2595 quantize_per_tensor_default_121" [id=2595, type=quantize_per_tensor]; -"2596 dequantize_per_tensor_default_121" [id=2596, type=dequantize_per_tensor]; -"2597 linear_120_scale_0" [id=2597, type=get_attr]; -"2598 linear_120_zero_point_0" [id=2598, type=get_attr]; -"2599 quantize_per_channel_default_121" [id=2599, type=quantize_per_channel]; -"2600 dequantize_per_channel_default_121" [id=2600, type=dequantize_per_channel]; -"2601 _param_constant325_0_0" [id=2601, type=get_attr]; -"2602 linear_120" [id=2602, type=linear]; -"2603 gelu_19" [id=2603, type=gelu]; -"2604 dropout_78" [id=2604, type=dropout]; -"2605 linear_121_updated_constant0" [id=2605, type=get_attr]; -"2606 dropout_78_0_0_nncf_smooth_quant_0" [id=2606, type=call_module]; -"2607 quantize_per_tensor_default_122" [id=2607, type=quantize_per_tensor]; -"2608 dequantize_per_tensor_default_122" [id=2608, type=dequantize_per_tensor]; -"2609 linear_121_scale_0" [id=2609, type=get_attr]; -"2610 linear_121_zero_point_0" [id=2610, type=get_attr]; -"2611 quantize_per_channel_default_122" [id=2611, type=quantize_per_channel]; -"2612 dequantize_per_channel_default_122" [id=2612, type=dequantize_per_channel]; -"2613 _param_constant327_0_0" [id=2613, type=get_attr]; -"2614 linear_121" [id=2614, type=linear]; -"2615 dropout_79" [id=2615, type=dropout]; -"2616 _param_constant328" [id=2616, type=get_attr]; -"2617 _param_constant329" [id=2617, type=get_attr]; -"2618 layer_norm_42" [id=2618, type=layer_norm]; -"2619 add_69" [id=2619, type=add]; -"2620 _tensor_constant130" [id=2620, type=get_attr]; -"2621 linear_122_updated_constant0" [id=2621, type=get_attr]; -"2622 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2622, type=call_module]; -"2623 linear_122_scale_0" [id=2623, type=get_attr]; -"2624 linear_122_zero_point_0" [id=2624, type=get_attr]; -"2625 quantize_per_channel_default_123" [id=2625, type=quantize_per_channel]; -"2626 dequantize_per_channel_default_123" [id=2626, type=dequantize_per_channel]; -"2627 _param_constant331_0_0" [id=2627, type=get_attr]; -"2628 linear_122" [id=2628, type=linear]; -"2629 relu__20" [id=2629, type=relu_]; -"2630 linear_123_updated_constant0" [id=2630, type=get_attr]; -"2631 relu__20_0_0_nncf_smooth_quant_0" [id=2631, type=call_module]; -"2632 linear_123_scale_0" [id=2632, type=get_attr]; -"2633 linear_123_zero_point_0" [id=2633, type=get_attr]; -"2634 quantize_per_channel_default_124" [id=2634, type=quantize_per_channel]; -"2635 dequantize_per_channel_default_124" [id=2635, type=dequantize_per_channel]; -"2636 linear_123" [id=2636, type=linear]; -"2637 view_110" [id=2637, type=view]; -"2638 _tensor_constant131" [id=2638, type=get_attr]; -"2639 index_20" [id=2639, type=index]; -"2640 view_111" [id=2640, type=view]; -"2641 permute_91" [id=2641, type=permute]; -"2642 contiguous_38" [id=2642, type=contiguous]; -"2643 unsqueeze_60" [id=2643, type=unsqueeze]; -"2644 sigmoid_20" [id=2644, type=sigmoid]; -"2645 mul_40" [id=2645, type=mul]; -"2646 pad_22" [id=2646, type=pad]; -"2647 view_112" [id=2647, type=view]; -"2648 permute_92" [id=2648, type=permute]; -"2649 reshape_90" [id=2649, type=reshape]; -"2650 linear_124_updated_constant0" [id=2650, type=get_attr]; -"2651 reshape_90_0_0_nncf_smooth_quant_0" [id=2651, type=call_module]; -"2652 quantize_per_tensor_default_123" [id=2652, type=quantize_per_tensor]; -"2653 dequantize_per_tensor_default_123" [id=2653, type=dequantize_per_tensor]; -"2654 linear_124_scale_0" [id=2654, type=get_attr]; -"2655 linear_124_zero_point_0" [id=2655, type=get_attr]; -"2656 quantize_per_channel_default_125" [id=2656, type=quantize_per_channel]; -"2657 dequantize_per_channel_default_125" [id=2657, type=dequantize_per_channel]; -"2658 _param_constant333_0_0" [id=2658, type=get_attr]; -"2659 linear_124" [id=2659, type=linear]; -"2660 reshape_91" [id=2660, type=reshape]; -"2661 permute_93" [id=2661, type=permute]; -"2662 select_60" [id=2662, type=select]; -"2663 select_61" [id=2663, type=select]; -"2664 select_62" [id=2664, type=select]; -"2665 linalg_vector_norm_40" [id=2665, type=linalg_vector_norm]; -"2666 clamp_min_40" [id=2666, type=clamp_min]; -"2667 expand_as_40" [id=2667, type=expand_as]; -"2668 div_40" [id=2668, type=div]; -"2669 quantize_per_tensor_default_124" [id=2669, type=quantize_per_tensor]; -"2670 dequantize_per_tensor_default_124" [id=2670, type=dequantize_per_tensor]; -"2671 linalg_vector_norm_41" [id=2671, type=linalg_vector_norm]; -"2672 clamp_min_41" [id=2672, type=clamp_min]; -"2673 expand_as_41" [id=2673, type=expand_as]; -"2674 div_41" [id=2674, type=div]; -"2675 quantize_per_tensor_default_125" [id=2675, type=quantize_per_tensor]; -"2676 dequantize_per_tensor_default_125" [id=2676, type=dequantize_per_tensor]; -"2677 transpose_40" [id=2677, type=transpose]; -"2678 matmul_40" [id=2678, type=matmul]; -"2679 _param_constant335" [id=2679, type=get_attr]; -"2680 clamp_20" [id=2680, type=clamp]; -"2681 exp_20" [id=2681, type=exp]; -"2682 mul_41" [id=2682, type=mul]; -"2683 add_70" [id=2683, type=add]; -"2684 softmax_20" [id=2684, type=softmax]; -"2685 dropout_80" [id=2685, type=dropout]; -"2686 matmul_41" [id=2686, type=matmul]; -"2687 transpose_41" [id=2687, type=transpose]; -"2688 reshape_92" [id=2688, type=reshape]; -"2689 linear_125_updated_constant0" [id=2689, type=get_attr]; -"2690 reshape_92_0_0_nncf_smooth_quant_0" [id=2690, type=call_module]; -"2691 quantize_per_tensor_default_126" [id=2691, type=quantize_per_tensor]; -"2692 dequantize_per_tensor_default_126" [id=2692, type=dequantize_per_tensor]; -"2693 linear_125_scale_0" [id=2693, type=get_attr]; -"2694 linear_125_zero_point_0" [id=2694, type=get_attr]; -"2695 quantize_per_channel_default_126" [id=2695, type=quantize_per_channel]; -"2696 dequantize_per_channel_default_126" [id=2696, type=dequantize_per_channel]; -"2697 _param_constant337_0_0" [id=2697, type=get_attr]; -"2698 linear_125" [id=2698, type=linear]; -"2699 dropout_81" [id=2699, type=dropout]; -"2700 view_113" [id=2700, type=view]; -"2701 permute_94" [id=2701, type=permute]; -"2702 reshape_93" [id=2702, type=reshape]; -"2703 slice_302" [id=2703, type=slice]; -"2704 slice_303" [id=2704, type=slice]; -"2705 slice_304" [id=2705, type=slice]; -"2706 slice_305" [id=2706, type=slice]; -"2707 contiguous_39" [id=2707, type=contiguous]; -"2708 _param_constant338" [id=2708, type=get_attr]; -"2709 _param_constant339" [id=2709, type=get_attr]; -"2710 layer_norm_43" [id=2710, type=layer_norm]; -"2711 add_71" [id=2711, type=add]; -"2712 linear_126_updated_constant0" [id=2712, type=get_attr]; -"2713 add_71_0_0_nncf_smooth_quant_0" [id=2713, type=call_module]; -"2714 quantize_per_tensor_default_127" [id=2714, type=quantize_per_tensor]; -"2715 dequantize_per_tensor_default_127" [id=2715, type=dequantize_per_tensor]; -"2716 linear_126_scale_0" [id=2716, type=get_attr]; -"2717 linear_126_zero_point_0" [id=2717, type=get_attr]; -"2718 quantize_per_channel_default_127" [id=2718, type=quantize_per_channel]; -"2719 dequantize_per_channel_default_127" [id=2719, type=dequantize_per_channel]; -"2720 _param_constant341_0_0" [id=2720, type=get_attr]; -"2721 linear_126" [id=2721, type=linear]; -"2722 gelu_20" [id=2722, type=gelu]; -"2723 dropout_82" [id=2723, type=dropout]; -"2724 linear_127_updated_constant0" [id=2724, type=get_attr]; -"2725 dropout_82_0_0_nncf_smooth_quant_0" [id=2725, type=call_module]; -"2726 quantize_per_tensor_default_128" [id=2726, type=quantize_per_tensor]; -"2727 dequantize_per_tensor_default_128" [id=2727, type=dequantize_per_tensor]; -"2728 linear_127_scale_0" [id=2728, type=get_attr]; -"2729 linear_127_zero_point_0" [id=2729, type=get_attr]; -"2730 quantize_per_channel_default_128" [id=2730, type=quantize_per_channel]; -"2731 dequantize_per_channel_default_128" [id=2731, type=dequantize_per_channel]; -"2732 _param_constant343_0_0" [id=2732, type=get_attr]; -"2733 linear_127" [id=2733, type=linear]; -"2734 dropout_83" [id=2734, type=dropout]; -"2735 _param_constant344" [id=2735, type=get_attr]; -"2736 _param_constant345" [id=2736, type=get_attr]; -"2737 layer_norm_44" [id=2737, type=layer_norm]; -"2738 add_72" [id=2738, type=add]; -"2739 _tensor_constant132" [id=2739, type=get_attr]; -"2740 linear_128_updated_constant0" [id=2740, type=get_attr]; -"2741 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2741, type=call_module]; -"2742 linear_128_scale_0" [id=2742, type=get_attr]; -"2743 linear_128_zero_point_0" [id=2743, type=get_attr]; -"2744 quantize_per_channel_default_129" [id=2744, type=quantize_per_channel]; -"2745 dequantize_per_channel_default_129" [id=2745, type=dequantize_per_channel]; -"2746 _param_constant347_0_0" [id=2746, type=get_attr]; -"2747 linear_128" [id=2747, type=linear]; -"2748 relu__21" [id=2748, type=relu_]; -"2749 linear_129_updated_constant0" [id=2749, type=get_attr]; -"2750 relu__21_0_0_nncf_smooth_quant_0" [id=2750, type=call_module]; -"2751 linear_129_scale_0" [id=2751, type=get_attr]; -"2752 linear_129_zero_point_0" [id=2752, type=get_attr]; -"2753 quantize_per_channel_default_130" [id=2753, type=quantize_per_channel]; -"2754 dequantize_per_channel_default_130" [id=2754, type=dequantize_per_channel]; -"2755 linear_129" [id=2755, type=linear]; -"2756 view_114" [id=2756, type=view]; -"2757 _tensor_constant133" [id=2757, type=get_attr]; -"2758 index_21" [id=2758, type=index]; -"2759 view_115" [id=2759, type=view]; -"2760 permute_95" [id=2760, type=permute]; -"2761 contiguous_40" [id=2761, type=contiguous]; -"2762 unsqueeze_61" [id=2762, type=unsqueeze]; -"2763 sigmoid_21" [id=2763, type=sigmoid]; -"2764 mul_42" [id=2764, type=mul]; -"2765 pad_23" [id=2765, type=pad]; -"2766 roll_20" [id=2766, type=roll]; -"2767 view_116" [id=2767, type=view]; -"2768 permute_96" [id=2768, type=permute]; -"2769 reshape_94" [id=2769, type=reshape]; -"2770 linear_130_updated_constant0" [id=2770, type=get_attr]; -"2771 reshape_94_0_0_nncf_smooth_quant_0" [id=2771, type=call_module]; -"2772 quantize_per_tensor_default_129" [id=2772, type=quantize_per_tensor]; -"2773 dequantize_per_tensor_default_129" [id=2773, type=dequantize_per_tensor]; -"2774 linear_130_scale_0" [id=2774, type=get_attr]; -"2775 linear_130_zero_point_0" [id=2775, type=get_attr]; -"2776 quantize_per_channel_default_131" [id=2776, type=quantize_per_channel]; -"2777 dequantize_per_channel_default_131" [id=2777, type=dequantize_per_channel]; -"2778 _param_constant349_0_0" [id=2778, type=get_attr]; -"2779 linear_130" [id=2779, type=linear]; -"2780 reshape_95" [id=2780, type=reshape]; -"2781 permute_97" [id=2781, type=permute]; -"2782 select_63" [id=2782, type=select]; -"2783 select_64" [id=2783, type=select]; -"2784 select_65" [id=2784, type=select]; -"2785 linalg_vector_norm_42" [id=2785, type=linalg_vector_norm]; -"2786 clamp_min_42" [id=2786, type=clamp_min]; -"2787 expand_as_42" [id=2787, type=expand_as]; -"2788 div_42" [id=2788, type=div]; -"2789 quantize_per_tensor_default_130" [id=2789, type=quantize_per_tensor]; -"2790 dequantize_per_tensor_default_130" [id=2790, type=dequantize_per_tensor]; -"2791 linalg_vector_norm_43" [id=2791, type=linalg_vector_norm]; -"2792 clamp_min_43" [id=2792, type=clamp_min]; -"2793 expand_as_43" [id=2793, type=expand_as]; -"2794 div_43" [id=2794, type=div]; -"2795 quantize_per_tensor_default_131" [id=2795, type=quantize_per_tensor]; -"2796 dequantize_per_tensor_default_131" [id=2796, type=dequantize_per_tensor]; -"2797 transpose_42" [id=2797, type=transpose]; -"2798 matmul_42" [id=2798, type=matmul]; -"2799 _param_constant351" [id=2799, type=get_attr]; -"2800 clamp_21" [id=2800, type=clamp]; -"2801 exp_21" [id=2801, type=exp]; -"2802 mul_43" [id=2802, type=mul]; -"2803 add_73" [id=2803, type=add]; -"2804 new_zeros_10" [id=2804, type=new_zeros]; -"2805 view_117" [id=2805, type=view]; -"2806 permute_98" [id=2806, type=permute]; -"2807 reshape_96" [id=2807, type=reshape]; -"2808 unsqueeze_62" [id=2808, type=unsqueeze]; -"2809 unsqueeze_63" [id=2809, type=unsqueeze]; -"2810 sub_10" [id=2810, type=sub]; -"2811 ne_10" [id=2811, type=ne]; -"2812 masked_fill_20" [id=2812, type=masked_fill]; -"2813 eq_10" [id=2813, type=eq]; -"2814 masked_fill_21" [id=2814, type=masked_fill]; -"2815 view_118" [id=2815, type=view]; -"2816 unsqueeze_64" [id=2816, type=unsqueeze]; -"2817 unsqueeze_65" [id=2817, type=unsqueeze]; -"2818 add_74" [id=2818, type=add]; -"2819 view_119" [id=2819, type=view]; -"2820 softmax_21" [id=2820, type=softmax]; -"2821 dropout_84" [id=2821, type=dropout]; -"2822 matmul_43" [id=2822, type=matmul]; -"2823 transpose_43" [id=2823, type=transpose]; -"2824 reshape_97" [id=2824, type=reshape]; -"2825 linear_131_updated_constant0" [id=2825, type=get_attr]; -"2826 reshape_97_0_0_nncf_smooth_quant_0" [id=2826, type=call_module]; -"2827 quantize_per_tensor_default_132" [id=2827, type=quantize_per_tensor]; -"2828 dequantize_per_tensor_default_132" [id=2828, type=dequantize_per_tensor]; -"2829 linear_131_scale_0" [id=2829, type=get_attr]; -"2830 linear_131_zero_point_0" [id=2830, type=get_attr]; -"2831 quantize_per_channel_default_132" [id=2831, type=quantize_per_channel]; -"2832 dequantize_per_channel_default_132" [id=2832, type=dequantize_per_channel]; -"2833 _param_constant353_0_0" [id=2833, type=get_attr]; -"2834 linear_131" [id=2834, type=linear]; -"2835 dropout_85" [id=2835, type=dropout]; -"2836 view_120" [id=2836, type=view]; -"2837 permute_99" [id=2837, type=permute]; -"2838 reshape_98" [id=2838, type=reshape]; -"2839 roll_21" [id=2839, type=roll]; -"2840 slice_325" [id=2840, type=slice]; -"2841 slice_326" [id=2841, type=slice]; -"2842 slice_327" [id=2842, type=slice]; -"2843 slice_328" [id=2843, type=slice]; -"2844 contiguous_41" [id=2844, type=contiguous]; -"2845 _param_constant354" [id=2845, type=get_attr]; -"2846 _param_constant355" [id=2846, type=get_attr]; -"2847 layer_norm_45" [id=2847, type=layer_norm]; -"2848 add_75" [id=2848, type=add]; -"2849 linear_132_updated_constant0" [id=2849, type=get_attr]; -"2850 add_75_0_0_nncf_smooth_quant_0" [id=2850, type=call_module]; -"2851 quantize_per_tensor_default_133" [id=2851, type=quantize_per_tensor]; -"2852 dequantize_per_tensor_default_133" [id=2852, type=dequantize_per_tensor]; -"2853 linear_132_scale_0" [id=2853, type=get_attr]; -"2854 linear_132_zero_point_0" [id=2854, type=get_attr]; -"2855 quantize_per_channel_default_133" [id=2855, type=quantize_per_channel]; -"2856 dequantize_per_channel_default_133" [id=2856, type=dequantize_per_channel]; -"2857 _param_constant357_0_0" [id=2857, type=get_attr]; -"2858 linear_132" [id=2858, type=linear]; -"2859 gelu_21" [id=2859, type=gelu]; -"2860 dropout_86" [id=2860, type=dropout]; -"2861 linear_133_updated_constant0" [id=2861, type=get_attr]; -"2862 dropout_86_0_0_nncf_smooth_quant_0" [id=2862, type=call_module]; -"2863 quantize_per_tensor_default_134" [id=2863, type=quantize_per_tensor]; -"2864 dequantize_per_tensor_default_134" [id=2864, type=dequantize_per_tensor]; -"2865 linear_133_scale_0" [id=2865, type=get_attr]; -"2866 linear_133_zero_point_0" [id=2866, type=get_attr]; -"2867 quantize_per_channel_default_134" [id=2867, type=quantize_per_channel]; -"2868 dequantize_per_channel_default_134" [id=2868, type=dequantize_per_channel]; -"2869 _param_constant359_0_0" [id=2869, type=get_attr]; -"2870 linear_133" [id=2870, type=linear]; -"2871 dropout_87" [id=2871, type=dropout]; -"2872 _param_constant360" [id=2872, type=get_attr]; -"2873 _param_constant361" [id=2873, type=get_attr]; -"2874 layer_norm_46" [id=2874, type=layer_norm]; -"2875 add_76" [id=2875, type=add]; -"2876 pad_24" [id=2876, type=pad]; -"2877 slice_329" [id=2877, type=slice]; -"2878 slice_330" [id=2878, type=slice]; -"2879 slice_331" [id=2879, type=slice]; -"2880 slice_332" [id=2880, type=slice]; -"2881 slice_333" [id=2881, type=slice]; -"2882 slice_334" [id=2882, type=slice]; -"2883 slice_335" [id=2883, type=slice]; -"2884 slice_336" [id=2884, type=slice]; -"2885 slice_337" [id=2885, type=slice]; -"2886 slice_338" [id=2886, type=slice]; -"2887 slice_339" [id=2887, type=slice]; -"2888 slice_340" [id=2888, type=slice]; -"2889 cat_2" [id=2889, type=cat]; -"2890 linear_134_updated_constant0" [id=2890, type=get_attr]; -"2891 cat_2_0_0_nncf_smooth_quant_0" [id=2891, type=call_module]; -"2892 quantize_per_tensor_default_135" [id=2892, type=quantize_per_tensor]; -"2893 dequantize_per_tensor_default_135" [id=2893, type=dequantize_per_tensor]; -"2894 linear_134_scale_0" [id=2894, type=get_attr]; -"2895 linear_134_zero_point_0" [id=2895, type=get_attr]; -"2896 quantize_per_channel_default_135" [id=2896, type=quantize_per_channel]; -"2897 dequantize_per_channel_default_135" [id=2897, type=dequantize_per_channel]; -"2898 linear_134" [id=2898, type=linear]; -"2899 _param_constant363" [id=2899, type=get_attr]; -"2900 _param_constant364" [id=2900, type=get_attr]; -"2901 layer_norm_47" [id=2901, type=layer_norm]; -"2902 _tensor_constant143" [id=2902, type=get_attr]; -"2903 linear_135_updated_constant0" [id=2903, type=get_attr]; -"2904 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2904, type=call_module]; -"2905 linear_135_scale_0" [id=2905, type=get_attr]; -"2906 linear_135_zero_point_0" [id=2906, type=get_attr]; -"2907 quantize_per_channel_default_136" [id=2907, type=quantize_per_channel]; -"2908 dequantize_per_channel_default_136" [id=2908, type=dequantize_per_channel]; -"2909 _param_constant366_0_0" [id=2909, type=get_attr]; -"2910 linear_135" [id=2910, type=linear]; -"2911 relu__22" [id=2911, type=relu_]; -"2912 linear_136_updated_constant0" [id=2912, type=get_attr]; -"2913 relu__22_0_0_nncf_smooth_quant_0" [id=2913, type=call_module]; -"2914 linear_136_scale_0" [id=2914, type=get_attr]; -"2915 linear_136_zero_point_0" [id=2915, type=get_attr]; -"2916 quantize_per_channel_default_137" [id=2916, type=quantize_per_channel]; -"2917 dequantize_per_channel_default_137" [id=2917, type=dequantize_per_channel]; -"2918 linear_136" [id=2918, type=linear]; -"2919 view_121" [id=2919, type=view]; -"2920 _tensor_constant144" [id=2920, type=get_attr]; -"2921 index_22" [id=2921, type=index]; -"2922 view_122" [id=2922, type=view]; -"2923 permute_100" [id=2923, type=permute]; -"2924 contiguous_42" [id=2924, type=contiguous]; -"2925 unsqueeze_66" [id=2925, type=unsqueeze]; -"2926 sigmoid_22" [id=2926, type=sigmoid]; -"2927 mul_44" [id=2927, type=mul]; -"2928 pad_25" [id=2928, type=pad]; -"2929 view_123" [id=2929, type=view]; -"2930 permute_101" [id=2930, type=permute]; -"2931 reshape_99" [id=2931, type=reshape]; -"2932 linear_137_updated_constant0" [id=2932, type=get_attr]; -"2933 reshape_99_0_0_nncf_smooth_quant_0" [id=2933, type=call_module]; -"2934 quantize_per_tensor_default_136" [id=2934, type=quantize_per_tensor]; -"2935 dequantize_per_tensor_default_136" [id=2935, type=dequantize_per_tensor]; -"2936 linear_137_scale_0" [id=2936, type=get_attr]; -"2937 linear_137_zero_point_0" [id=2937, type=get_attr]; -"2938 quantize_per_channel_default_138" [id=2938, type=quantize_per_channel]; -"2939 dequantize_per_channel_default_138" [id=2939, type=dequantize_per_channel]; -"2940 _param_constant368_0_0" [id=2940, type=get_attr]; -"2941 linear_137" [id=2941, type=linear]; -"2942 reshape_100" [id=2942, type=reshape]; -"2943 permute_102" [id=2943, type=permute]; -"2944 select_66" [id=2944, type=select]; -"2945 select_67" [id=2945, type=select]; -"2946 select_68" [id=2946, type=select]; -"2947 linalg_vector_norm_44" [id=2947, type=linalg_vector_norm]; -"2948 clamp_min_44" [id=2948, type=clamp_min]; -"2949 expand_as_44" [id=2949, type=expand_as]; -"2950 div_44" [id=2950, type=div]; -"2951 quantize_per_tensor_default_137" [id=2951, type=quantize_per_tensor]; -"2952 dequantize_per_tensor_default_137" [id=2952, type=dequantize_per_tensor]; -"2953 linalg_vector_norm_45" [id=2953, type=linalg_vector_norm]; -"2954 clamp_min_45" [id=2954, type=clamp_min]; -"2955 expand_as_45" [id=2955, type=expand_as]; -"2956 div_45" [id=2956, type=div]; -"2957 quantize_per_tensor_default_138" [id=2957, type=quantize_per_tensor]; -"2958 dequantize_per_tensor_default_138" [id=2958, type=dequantize_per_tensor]; -"2959 transpose_44" [id=2959, type=transpose]; -"2960 matmul_44" [id=2960, type=matmul]; -"2961 _param_constant370" [id=2961, type=get_attr]; -"2962 clamp_22" [id=2962, type=clamp]; -"2963 exp_22" [id=2963, type=exp]; -"2964 mul_45" [id=2964, type=mul]; -"2965 add_77" [id=2965, type=add]; -"2966 softmax_22" [id=2966, type=softmax]; -"2967 dropout_88" [id=2967, type=dropout]; -"2968 matmul_45" [id=2968, type=matmul]; -"2969 transpose_45" [id=2969, type=transpose]; -"2970 reshape_101" [id=2970, type=reshape]; -"2971 linear_138_updated_constant0" [id=2971, type=get_attr]; -"2972 reshape_101_0_0_nncf_smooth_quant_0" [id=2972, type=call_module]; -"2973 quantize_per_tensor_default_139" [id=2973, type=quantize_per_tensor]; -"2974 dequantize_per_tensor_default_139" [id=2974, type=dequantize_per_tensor]; -"2975 linear_138_scale_0" [id=2975, type=get_attr]; -"2976 linear_138_zero_point_0" [id=2976, type=get_attr]; -"2977 quantize_per_channel_default_139" [id=2977, type=quantize_per_channel]; -"2978 dequantize_per_channel_default_139" [id=2978, type=dequantize_per_channel]; -"2979 _param_constant372_0_0" [id=2979, type=get_attr]; -"2980 linear_138" [id=2980, type=linear]; -"2981 dropout_89" [id=2981, type=dropout]; -"2982 view_124" [id=2982, type=view]; -"2983 permute_103" [id=2983, type=permute]; -"2984 reshape_102" [id=2984, type=reshape]; -"2985 slice_342" [id=2985, type=slice]; -"2986 slice_343" [id=2986, type=slice]; -"2987 slice_344" [id=2987, type=slice]; -"2988 slice_345" [id=2988, type=slice]; -"2989 contiguous_43" [id=2989, type=contiguous]; -"2990 _param_constant373" [id=2990, type=get_attr]; -"2991 _param_constant374" [id=2991, type=get_attr]; -"2992 layer_norm_48" [id=2992, type=layer_norm]; -"2993 add_78" [id=2993, type=add]; -"2994 linear_139_updated_constant0" [id=2994, type=get_attr]; -"2995 add_78_0_0_nncf_smooth_quant_0" [id=2995, type=call_module]; -"2996 quantize_per_tensor_default_140" [id=2996, type=quantize_per_tensor]; -"2997 dequantize_per_tensor_default_140" [id=2997, type=dequantize_per_tensor]; -"2998 linear_139_scale_0" [id=2998, type=get_attr]; -"2999 linear_139_zero_point_0" [id=2999, type=get_attr]; -"3000 quantize_per_channel_default_140" [id=3000, type=quantize_per_channel]; -"3001 dequantize_per_channel_default_140" [id=3001, type=dequantize_per_channel]; -"3002 _param_constant376_0_0" [id=3002, type=get_attr]; -"3003 linear_139" [id=3003, type=linear]; -"3004 gelu_22" [id=3004, type=gelu]; -"3005 dropout_90" [id=3005, type=dropout]; -"3006 linear_140_updated_constant0" [id=3006, type=get_attr]; -"3007 dropout_90_0_0_nncf_smooth_quant_0" [id=3007, type=call_module]; -"3008 quantize_per_tensor_default_141" [id=3008, type=quantize_per_tensor]; -"3009 dequantize_per_tensor_default_141" [id=3009, type=dequantize_per_tensor]; -"3010 linear_140_scale_0" [id=3010, type=get_attr]; -"3011 linear_140_zero_point_0" [id=3011, type=get_attr]; -"3012 quantize_per_channel_default_141" [id=3012, type=quantize_per_channel]; -"3013 dequantize_per_channel_default_141" [id=3013, type=dequantize_per_channel]; -"3014 _param_constant378_0_0" [id=3014, type=get_attr]; -"3015 linear_140" [id=3015, type=linear]; -"3016 dropout_91" [id=3016, type=dropout]; -"3017 _param_constant379" [id=3017, type=get_attr]; -"3018 _param_constant380" [id=3018, type=get_attr]; -"3019 layer_norm_49" [id=3019, type=layer_norm]; -"3020 add_79" [id=3020, type=add]; -"3021 _tensor_constant145" [id=3021, type=get_attr]; -"3022 linear_141_updated_constant0" [id=3022, type=get_attr]; -"3023 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=3023, type=call_module]; -"3024 linear_141_scale_0" [id=3024, type=get_attr]; -"3025 linear_141_zero_point_0" [id=3025, type=get_attr]; -"3026 quantize_per_channel_default_142" [id=3026, type=quantize_per_channel]; -"3027 dequantize_per_channel_default_142" [id=3027, type=dequantize_per_channel]; -"3028 _param_constant382_0_0" [id=3028, type=get_attr]; -"3029 linear_141" [id=3029, type=linear]; -"3030 relu__23" [id=3030, type=relu_]; -"3031 linear_142_updated_constant0" [id=3031, type=get_attr]; -"3032 relu__23_0_0_nncf_smooth_quant_0" [id=3032, type=call_module]; -"3033 linear_142_scale_0" [id=3033, type=get_attr]; -"3034 linear_142_zero_point_0" [id=3034, type=get_attr]; -"3035 quantize_per_channel_default_143" [id=3035, type=quantize_per_channel]; -"3036 dequantize_per_channel_default_143" [id=3036, type=dequantize_per_channel]; -"3037 linear_142" [id=3037, type=linear]; -"3038 view_125" [id=3038, type=view]; -"3039 _tensor_constant146" [id=3039, type=get_attr]; -"3040 index_23" [id=3040, type=index]; -"3041 view_126" [id=3041, type=view]; -"3042 permute_104" [id=3042, type=permute]; -"3043 contiguous_44" [id=3043, type=contiguous]; -"3044 unsqueeze_67" [id=3044, type=unsqueeze]; -"3045 sigmoid_23" [id=3045, type=sigmoid]; -"3046 mul_46" [id=3046, type=mul]; -"3047 pad_26" [id=3047, type=pad]; -"3048 view_127" [id=3048, type=view]; -"3049 permute_105" [id=3049, type=permute]; -"3050 reshape_103" [id=3050, type=reshape]; -"3051 linear_143_updated_constant0" [id=3051, type=get_attr]; -"3052 reshape_103_0_0_nncf_smooth_quant_0" [id=3052, type=call_module]; -"3053 quantize_per_tensor_default_142" [id=3053, type=quantize_per_tensor]; -"3054 dequantize_per_tensor_default_142" [id=3054, type=dequantize_per_tensor]; -"3055 linear_143_scale_0" [id=3055, type=get_attr]; -"3056 linear_143_zero_point_0" [id=3056, type=get_attr]; -"3057 quantize_per_channel_default_144" [id=3057, type=quantize_per_channel]; -"3058 dequantize_per_channel_default_144" [id=3058, type=dequantize_per_channel]; -"3059 _param_constant384_0_0" [id=3059, type=get_attr]; -"3060 linear_143" [id=3060, type=linear]; -"3061 reshape_104" [id=3061, type=reshape]; -"3062 permute_106" [id=3062, type=permute]; -"3063 select_69" [id=3063, type=select]; -"3064 select_70" [id=3064, type=select]; -"3065 select_71" [id=3065, type=select]; -"3066 linalg_vector_norm_46" [id=3066, type=linalg_vector_norm]; -"3067 clamp_min_46" [id=3067, type=clamp_min]; -"3068 expand_as_46" [id=3068, type=expand_as]; -"3069 div_46" [id=3069, type=div]; -"3070 quantize_per_tensor_default_143" [id=3070, type=quantize_per_tensor]; -"3071 dequantize_per_tensor_default_143" [id=3071, type=dequantize_per_tensor]; -"3072 linalg_vector_norm_47" [id=3072, type=linalg_vector_norm]; -"3073 clamp_min_47" [id=3073, type=clamp_min]; -"3074 expand_as_47" [id=3074, type=expand_as]; -"3075 div_47" [id=3075, type=div]; -"3076 quantize_per_tensor_default_144" [id=3076, type=quantize_per_tensor]; -"3077 dequantize_per_tensor_default_144" [id=3077, type=dequantize_per_tensor]; -"3078 transpose_46" [id=3078, type=transpose]; -"3079 matmul_46" [id=3079, type=matmul]; -"3080 _param_constant386" [id=3080, type=get_attr]; -"3081 clamp_23" [id=3081, type=clamp]; -"3082 exp_23" [id=3082, type=exp]; -"3083 mul_47" [id=3083, type=mul]; -"3084 add_80" [id=3084, type=add]; -"3085 softmax_23" [id=3085, type=softmax]; -"3086 dropout_92" [id=3086, type=dropout]; -"3087 matmul_47" [id=3087, type=matmul]; -"3088 transpose_47" [id=3088, type=transpose]; -"3089 reshape_105" [id=3089, type=reshape]; -"3090 linear_144_updated_constant0" [id=3090, type=get_attr]; -"3091 reshape_105_0_0_nncf_smooth_quant_0" [id=3091, type=call_module]; -"3092 quantize_per_tensor_default_145" [id=3092, type=quantize_per_tensor]; -"3093 dequantize_per_tensor_default_145" [id=3093, type=dequantize_per_tensor]; -"3094 linear_144_scale_0" [id=3094, type=get_attr]; -"3095 linear_144_zero_point_0" [id=3095, type=get_attr]; -"3096 quantize_per_channel_default_145" [id=3096, type=quantize_per_channel]; -"3097 dequantize_per_channel_default_145" [id=3097, type=dequantize_per_channel]; -"3098 _param_constant388_0_0" [id=3098, type=get_attr]; -"3099 linear_144" [id=3099, type=linear]; -"3100 dropout_93" [id=3100, type=dropout]; -"3101 view_128" [id=3101, type=view]; -"3102 permute_107" [id=3102, type=permute]; -"3103 reshape_106" [id=3103, type=reshape]; -"3104 slice_347" [id=3104, type=slice]; -"3105 slice_348" [id=3105, type=slice]; -"3106 slice_349" [id=3106, type=slice]; -"3107 slice_350" [id=3107, type=slice]; -"3108 contiguous_45" [id=3108, type=contiguous]; -"3109 _param_constant389" [id=3109, type=get_attr]; -"3110 _param_constant390" [id=3110, type=get_attr]; -"3111 layer_norm_50" [id=3111, type=layer_norm]; -"3112 add_81" [id=3112, type=add]; -"3113 linear_145_updated_constant0" [id=3113, type=get_attr]; -"3114 add_81_0_0_nncf_smooth_quant_0" [id=3114, type=call_module]; -"3115 quantize_per_tensor_default_146" [id=3115, type=quantize_per_tensor]; -"3116 dequantize_per_tensor_default_146" [id=3116, type=dequantize_per_tensor]; -"3117 linear_145_scale_0" [id=3117, type=get_attr]; -"3118 linear_145_zero_point_0" [id=3118, type=get_attr]; -"3119 quantize_per_channel_default_146" [id=3119, type=quantize_per_channel]; -"3120 dequantize_per_channel_default_146" [id=3120, type=dequantize_per_channel]; -"3121 _param_constant392_0_0" [id=3121, type=get_attr]; -"3122 linear_145" [id=3122, type=linear]; -"3123 gelu_23" [id=3123, type=gelu]; -"3124 dropout_94" [id=3124, type=dropout]; -"3125 linear_146_updated_constant0" [id=3125, type=get_attr]; -"3126 dropout_94_0_0_nncf_smooth_quant_0" [id=3126, type=call_module]; -"3127 quantize_per_tensor_default_147" [id=3127, type=quantize_per_tensor]; -"3128 dequantize_per_tensor_default_147" [id=3128, type=dequantize_per_tensor]; -"3129 linear_146_scale_0" [id=3129, type=get_attr]; -"3130 linear_146_zero_point_0" [id=3130, type=get_attr]; -"3131 quantize_per_channel_default_147" [id=3131, type=quantize_per_channel]; -"3132 dequantize_per_channel_default_147" [id=3132, type=dequantize_per_channel]; -"3133 _param_constant394_0_0" [id=3133, type=get_attr]; -"3134 linear_146" [id=3134, type=linear]; -"3135 dropout_95" [id=3135, type=dropout]; -"3136 _param_constant395" [id=3136, type=get_attr]; -"3137 _param_constant396" [id=3137, type=get_attr]; -"3138 layer_norm_51" [id=3138, type=layer_norm]; -"3139 add_82" [id=3139, type=add]; -"3140 _param_constant397" [id=3140, type=get_attr]; -"3141 _param_constant398" [id=3141, type=get_attr]; -"3142 layer_norm_52" [id=3142, type=layer_norm]; -"3143 permute_108" [id=3143, type=permute]; -"3144 adaptive_avg_pool2d" [id=3144, type=adaptive_avg_pool2d]; -"3145 flatten" [id=3145, type=flatten]; -"3146 linear_147_updated_constant0" [id=3146, type=get_attr]; -"3147 flatten_0_0_nncf_smooth_quant_0" [id=3147, type=call_module]; -"3148 quantize_per_tensor_default_148" [id=3148, type=quantize_per_tensor]; -"3149 dequantize_per_tensor_default_148" [id=3149, type=dequantize_per_tensor]; -"3150 linear_147_scale_0" [id=3150, type=get_attr]; -"3151 linear_147_zero_point_0" [id=3151, type=get_attr]; -"3152 quantize_per_channel_default_148" [id=3152, type=quantize_per_channel]; -"3153 dequantize_per_channel_default_148" [id=3153, type=dequantize_per_channel]; -"3154 _param_constant400_0_0" [id=3154, type=get_attr]; -"3155 linear_147" [id=3155, type=linear]; -"3156 output" [id=3156, type=output]; +"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; +"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; +"5 _param_constant1_0_0" [id=5, type=get_attr]; +"6 mul_48" [id=6, type=]; +"7 conv2d" [id=7, type=conv2d]; +"8 permute" [id=8, type=permute]; +"9 _param_constant2" [id=9, type=get_attr]; +"10 _param_constant3" [id=10, type=get_attr]; +"11 layer_norm" [id=11, type=layer_norm]; +"12 _tensor_constant0" [id=12, type=get_attr]; +"13 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=13, type=call_module]; +"14 linear_scale_0_updated_constant0" [id=14, type=get_attr]; +"15 compressed_weight_updated_constant1" [id=15, type=get_attr]; +"16 _param_constant5_0_0" [id=16, type=get_attr]; +"17 mul_49" [id=17, type=]; +"18 linear" [id=18, type=linear]; +"19 relu_" [id=19, type=relu_]; +"20 relu__0_0_nncf_smooth_quant_0" [id=20, type=call_module]; +"21 linear_1_scale_0_updated_constant0" [id=21, type=get_attr]; +"22 compressed_weight_updated_constant2" [id=22, type=get_attr]; +"23 mul_50" [id=23, type=]; +"24 linear_1" [id=24, type=linear]; +"25 view" [id=25, type=view]; +"26 _tensor_constant1" [id=26, type=get_attr]; +"27 index" [id=27, type=index]; +"28 view_1" [id=28, type=view]; +"29 permute_1" [id=29, type=permute]; +"30 contiguous" [id=30, type=contiguous]; +"31 unsqueeze" [id=31, type=unsqueeze]; +"32 sigmoid" [id=32, type=sigmoid]; +"33 mul" [id=33, type=mul]; +"34 pad" [id=34, type=pad]; +"35 view_2" [id=35, type=view]; +"36 permute_2" [id=36, type=permute]; +"37 reshape" [id=37, type=reshape]; +"38 reshape_0_0_nncf_smooth_quant_0" [id=38, type=call_module]; +"39 quantize_per_tensor_default_1" [id=39, type=quantize_per_tensor]; +"40 dequantize_per_tensor_default_1" [id=40, type=dequantize_per_tensor]; +"41 linear_2_scale_0_updated_constant0" [id=41, type=get_attr]; +"42 compressed_weight_updated_constant3" [id=42, type=get_attr]; +"43 _param_constant7_0_0" [id=43, type=get_attr]; +"44 mul_51" [id=44, type=]; +"45 linear_2" [id=45, type=linear]; +"46 reshape_1" [id=46, type=reshape]; +"47 permute_3" [id=47, type=permute]; +"48 select" [id=48, type=select]; +"49 select_1" [id=49, type=select]; +"50 select_2" [id=50, type=select]; +"51 linalg_vector_norm" [id=51, type=linalg_vector_norm]; +"52 clamp_min" [id=52, type=clamp_min]; +"53 expand_as" [id=53, type=expand_as]; +"54 div" [id=54, type=div]; +"55 quantize_per_tensor_default_2" [id=55, type=quantize_per_tensor]; +"56 dequantize_per_tensor_default_2" [id=56, type=dequantize_per_tensor]; +"57 linalg_vector_norm_1" [id=57, type=linalg_vector_norm]; +"58 clamp_min_1" [id=58, type=clamp_min]; +"59 expand_as_1" [id=59, type=expand_as]; +"60 div_1" [id=60, type=div]; +"61 quantize_per_tensor_default_3" [id=61, type=quantize_per_tensor]; +"62 dequantize_per_tensor_default_3" [id=62, type=dequantize_per_tensor]; +"63 transpose" [id=63, type=transpose]; +"64 matmul" [id=64, type=matmul]; +"65 _param_constant9" [id=65, type=get_attr]; +"66 clamp" [id=66, type=clamp]; +"67 exp" [id=67, type=exp]; +"68 mul_1" [id=68, type=mul]; +"69 add" [id=69, type=add]; +"70 softmax" [id=70, type=softmax]; +"71 dropout" [id=71, type=dropout]; +"72 matmul_1" [id=72, type=matmul]; +"73 transpose_1" [id=73, type=transpose]; +"74 reshape_2" [id=74, type=reshape]; +"75 reshape_2_0_0_nncf_smooth_quant_0" [id=75, type=call_module]; +"76 quantize_per_tensor_default_4" [id=76, type=quantize_per_tensor]; +"77 dequantize_per_tensor_default_4" [id=77, type=dequantize_per_tensor]; +"78 linear_3_scale_0_updated_constant0" [id=78, type=get_attr]; +"79 compressed_weight_updated_constant4" [id=79, type=get_attr]; +"80 _param_constant11_0_0" [id=80, type=get_attr]; +"81 mul_52" [id=81, type=]; +"82 linear_3" [id=82, type=linear]; +"83 dropout_1" [id=83, type=dropout]; +"84 view_3" [id=84, type=view]; +"85 permute_4" [id=85, type=permute]; +"86 reshape_3" [id=86, type=reshape]; +"87 slice_2" [id=87, type=slice]; +"88 slice_3" [id=88, type=slice]; +"89 _param_constant12" [id=89, type=get_attr]; +"90 _param_constant13" [id=90, type=get_attr]; +"91 layer_norm_1" [id=91, type=layer_norm]; +"92 add_1" [id=92, type=add]; +"93 add_1_0_0_nncf_smooth_quant_0" [id=93, type=call_module]; +"94 quantize_per_tensor_default_5" [id=94, type=quantize_per_tensor]; +"95 dequantize_per_tensor_default_5" [id=95, type=dequantize_per_tensor]; +"96 linear_4_scale_0_updated_constant0" [id=96, type=get_attr]; +"97 compressed_weight_updated_constant5" [id=97, type=get_attr]; +"98 _param_constant15_0_0" [id=98, type=get_attr]; +"99 mul_53" [id=99, type=]; +"100 linear_4" [id=100, type=linear]; +"101 gelu" [id=101, type=gelu]; +"102 dropout_2" [id=102, type=dropout]; +"103 dropout_2_0_0_nncf_smooth_quant_0" [id=103, type=call_module]; +"104 quantize_per_tensor_default_6" [id=104, type=quantize_per_tensor]; +"105 dequantize_per_tensor_default_6" [id=105, type=dequantize_per_tensor]; +"106 linear_5_scale_0_updated_constant0" [id=106, type=get_attr]; +"107 compressed_weight_updated_constant6" [id=107, type=get_attr]; +"108 _param_constant17_0_0" [id=108, type=get_attr]; +"109 mul_54" [id=109, type=]; +"110 linear_5" [id=110, type=linear]; +"111 dropout_3" [id=111, type=dropout]; +"112 _param_constant18" [id=112, type=get_attr]; +"113 _param_constant19" [id=113, type=get_attr]; +"114 layer_norm_2" [id=114, type=layer_norm]; +"115 add_2" [id=115, type=add]; +"116 _tensor_constant2" [id=116, type=get_attr]; +"117 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=117, type=call_module]; +"118 linear_6_scale_0_updated_constant0" [id=118, type=get_attr]; +"119 compressed_weight_updated_constant7" [id=119, type=get_attr]; +"120 _param_constant21_0_0" [id=120, type=get_attr]; +"121 mul_55" [id=121, type=]; +"122 linear_6" [id=122, type=linear]; +"123 relu__1" [id=123, type=relu_]; +"124 relu__1_0_0_nncf_smooth_quant_0" [id=124, type=call_module]; +"125 linear_7_scale_0_updated_constant0" [id=125, type=get_attr]; +"126 compressed_weight_updated_constant8" [id=126, type=get_attr]; +"127 mul_56" [id=127, type=]; +"128 linear_7" [id=128, type=linear]; +"129 view_4" [id=129, type=view]; +"130 _tensor_constant3" [id=130, type=get_attr]; +"131 index_1" [id=131, type=index]; +"132 view_5" [id=132, type=view]; +"133 permute_5" [id=133, type=permute]; +"134 contiguous_1" [id=134, type=contiguous]; +"135 unsqueeze_1" [id=135, type=unsqueeze]; +"136 sigmoid_1" [id=136, type=sigmoid]; +"137 mul_2" [id=137, type=mul]; +"138 pad_1" [id=138, type=pad]; +"139 roll" [id=139, type=roll]; +"140 view_6" [id=140, type=view]; +"141 permute_6" [id=141, type=permute]; +"142 reshape_4" [id=142, type=reshape]; +"143 reshape_4_0_0_nncf_smooth_quant_0" [id=143, type=call_module]; +"144 quantize_per_tensor_default_7" [id=144, type=quantize_per_tensor]; +"145 dequantize_per_tensor_default_7" [id=145, type=dequantize_per_tensor]; +"146 linear_8_scale_0_updated_constant0" [id=146, type=get_attr]; +"147 compressed_weight_updated_constant9" [id=147, type=get_attr]; +"148 _param_constant23_0_0" [id=148, type=get_attr]; +"149 mul_57" [id=149, type=]; +"150 linear_8" [id=150, type=linear]; +"151 reshape_5" [id=151, type=reshape]; +"152 permute_7" [id=152, type=permute]; +"153 select_3" [id=153, type=select]; +"154 select_4" [id=154, type=select]; +"155 select_5" [id=155, type=select]; +"156 linalg_vector_norm_2" [id=156, type=linalg_vector_norm]; +"157 clamp_min_2" [id=157, type=clamp_min]; +"158 expand_as_2" [id=158, type=expand_as]; +"159 div_2" [id=159, type=div]; +"160 quantize_per_tensor_default_8" [id=160, type=quantize_per_tensor]; +"161 dequantize_per_tensor_default_8" [id=161, type=dequantize_per_tensor]; +"162 linalg_vector_norm_3" [id=162, type=linalg_vector_norm]; +"163 clamp_min_3" [id=163, type=clamp_min]; +"164 expand_as_3" [id=164, type=expand_as]; +"165 div_3" [id=165, type=div]; +"166 quantize_per_tensor_default_9" [id=166, type=quantize_per_tensor]; +"167 dequantize_per_tensor_default_9" [id=167, type=dequantize_per_tensor]; +"168 transpose_2" [id=168, type=transpose]; +"169 matmul_2" [id=169, type=matmul]; +"170 _param_constant25" [id=170, type=get_attr]; +"171 clamp_1" [id=171, type=clamp]; +"172 exp_1" [id=172, type=exp]; +"173 mul_3" [id=173, type=mul]; +"174 add_3" [id=174, type=add]; +"175 new_zeros" [id=175, type=new_zeros]; +"176 view_7" [id=176, type=view]; +"177 permute_8" [id=177, type=permute]; +"178 reshape_6" [id=178, type=reshape]; +"179 unsqueeze_2" [id=179, type=unsqueeze]; +"180 unsqueeze_3" [id=180, type=unsqueeze]; +"181 sub" [id=181, type=sub]; +"182 ne" [id=182, type=ne]; +"183 masked_fill" [id=183, type=masked_fill]; +"184 eq" [id=184, type=eq]; +"185 masked_fill_1" [id=185, type=masked_fill]; +"186 view_8" [id=186, type=view]; +"187 unsqueeze_4" [id=187, type=unsqueeze]; +"188 unsqueeze_5" [id=188, type=unsqueeze]; +"189 add_4" [id=189, type=add]; +"190 view_9" [id=190, type=view]; +"191 softmax_1" [id=191, type=softmax]; +"192 dropout_4" [id=192, type=dropout]; +"193 matmul_3" [id=193, type=matmul]; +"194 transpose_3" [id=194, type=transpose]; +"195 reshape_7" [id=195, type=reshape]; +"196 reshape_7_0_0_nncf_smooth_quant_0" [id=196, type=call_module]; +"197 quantize_per_tensor_default_10" [id=197, type=quantize_per_tensor]; +"198 dequantize_per_tensor_default_10" [id=198, type=dequantize_per_tensor]; +"199 linear_9_scale_0_updated_constant0" [id=199, type=get_attr]; +"200 compressed_weight_updated_constant10" [id=200, type=get_attr]; +"201 _param_constant27_0_0" [id=201, type=get_attr]; +"202 mul_58" [id=202, type=]; +"203 linear_9" [id=203, type=linear]; +"204 dropout_5" [id=204, type=dropout]; +"205 view_10" [id=205, type=view]; +"206 permute_9" [id=206, type=permute]; +"207 reshape_8" [id=207, type=reshape]; +"208 roll_1" [id=208, type=roll]; +"209 slice_23" [id=209, type=slice]; +"210 slice_24" [id=210, type=slice]; +"211 _param_constant28" [id=211, type=get_attr]; +"212 _param_constant29" [id=212, type=get_attr]; +"213 layer_norm_3" [id=213, type=layer_norm]; +"214 add_5" [id=214, type=add]; +"215 add_5_0_0_nncf_smooth_quant_0" [id=215, type=call_module]; +"216 quantize_per_tensor_default_11" [id=216, type=quantize_per_tensor]; +"217 dequantize_per_tensor_default_11" [id=217, type=dequantize_per_tensor]; +"218 linear_10_scale_0_updated_constant0" [id=218, type=get_attr]; +"219 compressed_weight_updated_constant11" [id=219, type=get_attr]; +"220 _param_constant31_0_0" [id=220, type=get_attr]; +"221 mul_59" [id=221, type=]; +"222 linear_10" [id=222, type=linear]; +"223 gelu_1" [id=223, type=gelu]; +"224 dropout_6" [id=224, type=dropout]; +"225 dropout_6_0_0_nncf_smooth_quant_0" [id=225, type=call_module]; +"226 quantize_per_tensor_default_12" [id=226, type=quantize_per_tensor]; +"227 dequantize_per_tensor_default_12" [id=227, type=dequantize_per_tensor]; +"228 linear_11_scale_0_updated_constant0" [id=228, type=get_attr]; +"229 compressed_weight_updated_constant12" [id=229, type=get_attr]; +"230 _param_constant33_0_0" [id=230, type=get_attr]; +"231 mul_60" [id=231, type=]; +"232 linear_11" [id=232, type=linear]; +"233 dropout_7" [id=233, type=dropout]; +"234 _param_constant34" [id=234, type=get_attr]; +"235 _param_constant35" [id=235, type=get_attr]; +"236 layer_norm_4" [id=236, type=layer_norm]; +"237 add_6" [id=237, type=add]; +"238 pad_2" [id=238, type=pad]; +"239 slice_25" [id=239, type=slice]; +"240 slice_26" [id=240, type=slice]; +"241 slice_27" [id=241, type=slice]; +"242 slice_28" [id=242, type=slice]; +"243 slice_29" [id=243, type=slice]; +"244 slice_30" [id=244, type=slice]; +"245 slice_31" [id=245, type=slice]; +"246 slice_32" [id=246, type=slice]; +"247 slice_33" [id=247, type=slice]; +"248 slice_34" [id=248, type=slice]; +"249 slice_35" [id=249, type=slice]; +"250 slice_36" [id=250, type=slice]; +"251 cat" [id=251, type=cat]; +"252 cat_0_0_nncf_smooth_quant_0" [id=252, type=call_module]; +"253 quantize_per_tensor_default_13" [id=253, type=quantize_per_tensor]; +"254 dequantize_per_tensor_default_13" [id=254, type=dequantize_per_tensor]; +"255 linear_12_scale_0_updated_constant0" [id=255, type=get_attr]; +"256 compressed_weight_updated_constant13" [id=256, type=get_attr]; +"257 mul_61" [id=257, type=]; +"258 linear_12" [id=258, type=linear]; +"259 _param_constant37" [id=259, type=get_attr]; +"260 _param_constant38" [id=260, type=get_attr]; +"261 layer_norm_5" [id=261, type=layer_norm]; +"262 _tensor_constant13" [id=262, type=get_attr]; +"263 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=263, type=call_module]; +"264 linear_13_scale_0_updated_constant0" [id=264, type=get_attr]; +"265 compressed_weight_updated_constant14" [id=265, type=get_attr]; +"266 _param_constant40_0_0" [id=266, type=get_attr]; +"267 mul_62" [id=267, type=]; +"268 linear_13" [id=268, type=linear]; +"269 relu__2" [id=269, type=relu_]; +"270 relu__2_0_0_nncf_smooth_quant_0" [id=270, type=call_module]; +"271 linear_14_scale_0_updated_constant0" [id=271, type=get_attr]; +"272 compressed_weight_updated_constant15" [id=272, type=get_attr]; +"273 mul_63" [id=273, type=]; +"274 linear_14" [id=274, type=linear]; +"275 view_11" [id=275, type=view]; +"276 _tensor_constant14" [id=276, type=get_attr]; +"277 index_2" [id=277, type=index]; +"278 view_12" [id=278, type=view]; +"279 permute_10" [id=279, type=permute]; +"280 contiguous_2" [id=280, type=contiguous]; +"281 unsqueeze_6" [id=281, type=unsqueeze]; +"282 sigmoid_2" [id=282, type=sigmoid]; +"283 mul_4" [id=283, type=mul]; +"284 pad_3" [id=284, type=pad]; +"285 view_13" [id=285, type=view]; +"286 permute_11" [id=286, type=permute]; +"287 reshape_9" [id=287, type=reshape]; +"288 reshape_9_0_0_nncf_smooth_quant_0" [id=288, type=call_module]; +"289 quantize_per_tensor_default_14" [id=289, type=quantize_per_tensor]; +"290 dequantize_per_tensor_default_14" [id=290, type=dequantize_per_tensor]; +"291 linear_15_scale_0_updated_constant0" [id=291, type=get_attr]; +"292 compressed_weight_updated_constant16" [id=292, type=get_attr]; +"293 _param_constant42_0_0" [id=293, type=get_attr]; +"294 mul_64" [id=294, type=]; +"295 linear_15" [id=295, type=linear]; +"296 reshape_10" [id=296, type=reshape]; +"297 permute_12" [id=297, type=permute]; +"298 select_6" [id=298, type=select]; +"299 select_7" [id=299, type=select]; +"300 select_8" [id=300, type=select]; +"301 linalg_vector_norm_4" [id=301, type=linalg_vector_norm]; +"302 clamp_min_4" [id=302, type=clamp_min]; +"303 expand_as_4" [id=303, type=expand_as]; +"304 div_4" [id=304, type=div]; +"305 quantize_per_tensor_default_15" [id=305, type=quantize_per_tensor]; +"306 dequantize_per_tensor_default_15" [id=306, type=dequantize_per_tensor]; +"307 linalg_vector_norm_5" [id=307, type=linalg_vector_norm]; +"308 clamp_min_5" [id=308, type=clamp_min]; +"309 expand_as_5" [id=309, type=expand_as]; +"310 div_5" [id=310, type=div]; +"311 quantize_per_tensor_default_16" [id=311, type=quantize_per_tensor]; +"312 dequantize_per_tensor_default_16" [id=312, type=dequantize_per_tensor]; +"313 transpose_4" [id=313, type=transpose]; +"314 matmul_4" [id=314, type=matmul]; +"315 _param_constant44" [id=315, type=get_attr]; +"316 clamp_2" [id=316, type=clamp]; +"317 exp_2" [id=317, type=exp]; +"318 mul_5" [id=318, type=mul]; +"319 add_7" [id=319, type=add]; +"320 softmax_2" [id=320, type=softmax]; +"321 dropout_8" [id=321, type=dropout]; +"322 matmul_5" [id=322, type=matmul]; +"323 transpose_5" [id=323, type=transpose]; +"324 reshape_11" [id=324, type=reshape]; +"325 reshape_11_0_0_nncf_smooth_quant_0" [id=325, type=call_module]; +"326 quantize_per_tensor_default_17" [id=326, type=quantize_per_tensor]; +"327 dequantize_per_tensor_default_17" [id=327, type=dequantize_per_tensor]; +"328 linear_16_scale_0_updated_constant0" [id=328, type=get_attr]; +"329 compressed_weight_updated_constant17" [id=329, type=get_attr]; +"330 _param_constant46_0_0" [id=330, type=get_attr]; +"331 mul_65" [id=331, type=]; +"332 linear_16" [id=332, type=linear]; +"333 dropout_9" [id=333, type=dropout]; +"334 view_14" [id=334, type=view]; +"335 permute_13" [id=335, type=permute]; +"336 reshape_12" [id=336, type=reshape]; +"337 slice_38" [id=337, type=slice]; +"338 slice_39" [id=338, type=slice]; +"339 slice_40" [id=339, type=slice]; +"340 slice_41" [id=340, type=slice]; +"341 contiguous_3" [id=341, type=contiguous]; +"342 _param_constant47" [id=342, type=get_attr]; +"343 _param_constant48" [id=343, type=get_attr]; +"344 layer_norm_6" [id=344, type=layer_norm]; +"345 add_8" [id=345, type=add]; +"346 add_8_0_0_nncf_smooth_quant_0" [id=346, type=call_module]; +"347 quantize_per_tensor_default_18" [id=347, type=quantize_per_tensor]; +"348 dequantize_per_tensor_default_18" [id=348, type=dequantize_per_tensor]; +"349 linear_17_scale_0_updated_constant0" [id=349, type=get_attr]; +"350 compressed_weight_updated_constant18" [id=350, type=get_attr]; +"351 _param_constant50_0_0" [id=351, type=get_attr]; +"352 mul_66" [id=352, type=]; +"353 linear_17" [id=353, type=linear]; +"354 gelu_2" [id=354, type=gelu]; +"355 dropout_10" [id=355, type=dropout]; +"356 dropout_10_0_0_nncf_smooth_quant_0" [id=356, type=call_module]; +"357 quantize_per_tensor_default_19" [id=357, type=quantize_per_tensor]; +"358 dequantize_per_tensor_default_19" [id=358, type=dequantize_per_tensor]; +"359 linear_18_scale_0_updated_constant0" [id=359, type=get_attr]; +"360 compressed_weight_updated_constant19" [id=360, type=get_attr]; +"361 _param_constant52_0_0" [id=361, type=get_attr]; +"362 mul_67" [id=362, type=]; +"363 linear_18" [id=363, type=linear]; +"364 dropout_11" [id=364, type=dropout]; +"365 _param_constant53" [id=365, type=get_attr]; +"366 _param_constant54" [id=366, type=get_attr]; +"367 layer_norm_7" [id=367, type=layer_norm]; +"368 add_9" [id=368, type=add]; +"369 _tensor_constant15" [id=369, type=get_attr]; +"370 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=370, type=call_module]; +"371 linear_19_scale_0_updated_constant0" [id=371, type=get_attr]; +"372 compressed_weight_updated_constant20" [id=372, type=get_attr]; +"373 _param_constant56_0_0" [id=373, type=get_attr]; +"374 mul_68" [id=374, type=]; +"375 linear_19" [id=375, type=linear]; +"376 relu__3" [id=376, type=relu_]; +"377 relu__3_0_0_nncf_smooth_quant_0" [id=377, type=call_module]; +"378 linear_20_scale_0_updated_constant0" [id=378, type=get_attr]; +"379 compressed_weight_updated_constant21" [id=379, type=get_attr]; +"380 mul_69" [id=380, type=]; +"381 linear_20" [id=381, type=linear]; +"382 view_15" [id=382, type=view]; +"383 _tensor_constant16" [id=383, type=get_attr]; +"384 index_3" [id=384, type=index]; +"385 view_16" [id=385, type=view]; +"386 permute_14" [id=386, type=permute]; +"387 contiguous_4" [id=387, type=contiguous]; +"388 unsqueeze_7" [id=388, type=unsqueeze]; +"389 sigmoid_3" [id=389, type=sigmoid]; +"390 mul_6" [id=390, type=mul]; +"391 pad_4" [id=391, type=pad]; +"392 roll_2" [id=392, type=roll]; +"393 view_17" [id=393, type=view]; +"394 permute_15" [id=394, type=permute]; +"395 reshape_13" [id=395, type=reshape]; +"396 reshape_13_0_0_nncf_smooth_quant_0" [id=396, type=call_module]; +"397 quantize_per_tensor_default_20" [id=397, type=quantize_per_tensor]; +"398 dequantize_per_tensor_default_20" [id=398, type=dequantize_per_tensor]; +"399 linear_21_scale_0_updated_constant0" [id=399, type=get_attr]; +"400 compressed_weight_updated_constant22" [id=400, type=get_attr]; +"401 _param_constant58_0_0" [id=401, type=get_attr]; +"402 mul_70" [id=402, type=]; +"403 linear_21" [id=403, type=linear]; +"404 reshape_14" [id=404, type=reshape]; +"405 permute_16" [id=405, type=permute]; +"406 select_9" [id=406, type=select]; +"407 select_10" [id=407, type=select]; +"408 select_11" [id=408, type=select]; +"409 linalg_vector_norm_6" [id=409, type=linalg_vector_norm]; +"410 clamp_min_6" [id=410, type=clamp_min]; +"411 expand_as_6" [id=411, type=expand_as]; +"412 div_6" [id=412, type=div]; +"413 quantize_per_tensor_default_21" [id=413, type=quantize_per_tensor]; +"414 dequantize_per_tensor_default_21" [id=414, type=dequantize_per_tensor]; +"415 linalg_vector_norm_7" [id=415, type=linalg_vector_norm]; +"416 clamp_min_7" [id=416, type=clamp_min]; +"417 expand_as_7" [id=417, type=expand_as]; +"418 div_7" [id=418, type=div]; +"419 quantize_per_tensor_default_22" [id=419, type=quantize_per_tensor]; +"420 dequantize_per_tensor_default_22" [id=420, type=dequantize_per_tensor]; +"421 transpose_6" [id=421, type=transpose]; +"422 matmul_6" [id=422, type=matmul]; +"423 _param_constant60" [id=423, type=get_attr]; +"424 clamp_3" [id=424, type=clamp]; +"425 exp_3" [id=425, type=exp]; +"426 mul_7" [id=426, type=mul]; +"427 add_10" [id=427, type=add]; +"428 new_zeros_1" [id=428, type=new_zeros]; +"429 view_18" [id=429, type=view]; +"430 permute_17" [id=430, type=permute]; +"431 reshape_15" [id=431, type=reshape]; +"432 unsqueeze_8" [id=432, type=unsqueeze]; +"433 unsqueeze_9" [id=433, type=unsqueeze]; +"434 sub_1" [id=434, type=sub]; +"435 ne_1" [id=435, type=ne]; +"436 masked_fill_2" [id=436, type=masked_fill]; +"437 eq_1" [id=437, type=eq]; +"438 masked_fill_3" [id=438, type=masked_fill]; +"439 view_19" [id=439, type=view]; +"440 unsqueeze_10" [id=440, type=unsqueeze]; +"441 unsqueeze_11" [id=441, type=unsqueeze]; +"442 add_11" [id=442, type=add]; +"443 view_20" [id=443, type=view]; +"444 softmax_3" [id=444, type=softmax]; +"445 dropout_12" [id=445, type=dropout]; +"446 matmul_7" [id=446, type=matmul]; +"447 transpose_7" [id=447, type=transpose]; +"448 reshape_16" [id=448, type=reshape]; +"449 reshape_16_0_0_nncf_smooth_quant_0" [id=449, type=call_module]; +"450 quantize_per_tensor_default_23" [id=450, type=quantize_per_tensor]; +"451 dequantize_per_tensor_default_23" [id=451, type=dequantize_per_tensor]; +"452 linear_22_scale_0_updated_constant0" [id=452, type=get_attr]; +"453 compressed_weight_updated_constant23" [id=453, type=get_attr]; +"454 _param_constant62_0_0" [id=454, type=get_attr]; +"455 mul_71" [id=455, type=]; +"456 linear_22" [id=456, type=linear]; +"457 dropout_13" [id=457, type=dropout]; +"458 view_21" [id=458, type=view]; +"459 permute_18" [id=459, type=permute]; +"460 reshape_17" [id=460, type=reshape]; +"461 roll_3" [id=461, type=roll]; +"462 slice_61" [id=462, type=slice]; +"463 slice_62" [id=463, type=slice]; +"464 slice_63" [id=464, type=slice]; +"465 slice_64" [id=465, type=slice]; +"466 contiguous_5" [id=466, type=contiguous]; +"467 _param_constant63" [id=467, type=get_attr]; +"468 _param_constant64" [id=468, type=get_attr]; +"469 layer_norm_8" [id=469, type=layer_norm]; +"470 add_12" [id=470, type=add]; +"471 add_12_0_0_nncf_smooth_quant_0" [id=471, type=call_module]; +"472 quantize_per_tensor_default_24" [id=472, type=quantize_per_tensor]; +"473 dequantize_per_tensor_default_24" [id=473, type=dequantize_per_tensor]; +"474 linear_23_scale_0_updated_constant0" [id=474, type=get_attr]; +"475 compressed_weight_updated_constant24" [id=475, type=get_attr]; +"476 _param_constant66_0_0" [id=476, type=get_attr]; +"477 mul_72" [id=477, type=]; +"478 linear_23" [id=478, type=linear]; +"479 gelu_3" [id=479, type=gelu]; +"480 dropout_14" [id=480, type=dropout]; +"481 dropout_14_0_0_nncf_smooth_quant_0" [id=481, type=call_module]; +"482 quantize_per_tensor_default_25" [id=482, type=quantize_per_tensor]; +"483 dequantize_per_tensor_default_25" [id=483, type=dequantize_per_tensor]; +"484 linear_24_scale_0_updated_constant0" [id=484, type=get_attr]; +"485 compressed_weight_updated_constant25" [id=485, type=get_attr]; +"486 _param_constant68_0_0" [id=486, type=get_attr]; +"487 mul_73" [id=487, type=]; +"488 linear_24" [id=488, type=linear]; +"489 dropout_15" [id=489, type=dropout]; +"490 _param_constant69" [id=490, type=get_attr]; +"491 _param_constant70" [id=491, type=get_attr]; +"492 layer_norm_9" [id=492, type=layer_norm]; +"493 add_13" [id=493, type=add]; +"494 pad_5" [id=494, type=pad]; +"495 slice_65" [id=495, type=slice]; +"496 slice_66" [id=496, type=slice]; +"497 slice_67" [id=497, type=slice]; +"498 slice_68" [id=498, type=slice]; +"499 slice_69" [id=499, type=slice]; +"500 slice_70" [id=500, type=slice]; +"501 slice_71" [id=501, type=slice]; +"502 slice_72" [id=502, type=slice]; +"503 slice_73" [id=503, type=slice]; +"504 slice_74" [id=504, type=slice]; +"505 slice_75" [id=505, type=slice]; +"506 slice_76" [id=506, type=slice]; +"507 cat_1" [id=507, type=cat]; +"508 cat_1_0_0_nncf_smooth_quant_0" [id=508, type=call_module]; +"509 quantize_per_tensor_default_26" [id=509, type=quantize_per_tensor]; +"510 dequantize_per_tensor_default_26" [id=510, type=dequantize_per_tensor]; +"511 linear_25_scale_0_updated_constant0" [id=511, type=get_attr]; +"512 compressed_weight_updated_constant26" [id=512, type=get_attr]; +"513 mul_74" [id=513, type=]; +"514 linear_25" [id=514, type=linear]; +"515 _param_constant72" [id=515, type=get_attr]; +"516 _param_constant73" [id=516, type=get_attr]; +"517 layer_norm_10" [id=517, type=layer_norm]; +"518 _tensor_constant26" [id=518, type=get_attr]; +"519 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=519, type=call_module]; +"520 linear_26_scale_0_updated_constant0" [id=520, type=get_attr]; +"521 compressed_weight_updated_constant27" [id=521, type=get_attr]; +"522 _param_constant75_0_0" [id=522, type=get_attr]; +"523 mul_75" [id=523, type=]; +"524 linear_26" [id=524, type=linear]; +"525 relu__4" [id=525, type=relu_]; +"526 relu__4_0_0_nncf_smooth_quant_0" [id=526, type=call_module]; +"527 linear_27_scale_0_updated_constant0" [id=527, type=get_attr]; +"528 compressed_weight_updated_constant28" [id=528, type=get_attr]; +"529 mul_76" [id=529, type=]; +"530 linear_27" [id=530, type=linear]; +"531 view_22" [id=531, type=view]; +"532 _tensor_constant27" [id=532, type=get_attr]; +"533 index_4" [id=533, type=index]; +"534 view_23" [id=534, type=view]; +"535 permute_19" [id=535, type=permute]; +"536 contiguous_6" [id=536, type=contiguous]; +"537 unsqueeze_12" [id=537, type=unsqueeze]; +"538 sigmoid_4" [id=538, type=sigmoid]; +"539 mul_8" [id=539, type=mul]; +"540 pad_6" [id=540, type=pad]; +"541 view_24" [id=541, type=view]; +"542 permute_20" [id=542, type=permute]; +"543 reshape_18" [id=543, type=reshape]; +"544 reshape_18_0_0_nncf_smooth_quant_0" [id=544, type=call_module]; +"545 quantize_per_tensor_default_27" [id=545, type=quantize_per_tensor]; +"546 dequantize_per_tensor_default_27" [id=546, type=dequantize_per_tensor]; +"547 linear_28_scale_0_updated_constant0" [id=547, type=get_attr]; +"548 compressed_weight_updated_constant29" [id=548, type=get_attr]; +"549 _param_constant77_0_0" [id=549, type=get_attr]; +"550 mul_77" [id=550, type=]; +"551 linear_28" [id=551, type=linear]; +"552 reshape_19" [id=552, type=reshape]; +"553 permute_21" [id=553, type=permute]; +"554 select_12" [id=554, type=select]; +"555 select_13" [id=555, type=select]; +"556 select_14" [id=556, type=select]; +"557 linalg_vector_norm_8" [id=557, type=linalg_vector_norm]; +"558 clamp_min_8" [id=558, type=clamp_min]; +"559 expand_as_8" [id=559, type=expand_as]; +"560 div_8" [id=560, type=div]; +"561 quantize_per_tensor_default_28" [id=561, type=quantize_per_tensor]; +"562 dequantize_per_tensor_default_28" [id=562, type=dequantize_per_tensor]; +"563 linalg_vector_norm_9" [id=563, type=linalg_vector_norm]; +"564 clamp_min_9" [id=564, type=clamp_min]; +"565 expand_as_9" [id=565, type=expand_as]; +"566 div_9" [id=566, type=div]; +"567 quantize_per_tensor_default_29" [id=567, type=quantize_per_tensor]; +"568 dequantize_per_tensor_default_29" [id=568, type=dequantize_per_tensor]; +"569 transpose_8" [id=569, type=transpose]; +"570 matmul_8" [id=570, type=matmul]; +"571 _param_constant79" [id=571, type=get_attr]; +"572 clamp_4" [id=572, type=clamp]; +"573 exp_4" [id=573, type=exp]; +"574 mul_9" [id=574, type=mul]; +"575 add_14" [id=575, type=add]; +"576 softmax_4" [id=576, type=softmax]; +"577 dropout_16" [id=577, type=dropout]; +"578 matmul_9" [id=578, type=matmul]; +"579 transpose_9" [id=579, type=transpose]; +"580 reshape_20" [id=580, type=reshape]; +"581 reshape_20_0_0_nncf_smooth_quant_0" [id=581, type=call_module]; +"582 quantize_per_tensor_default_30" [id=582, type=quantize_per_tensor]; +"583 dequantize_per_tensor_default_30" [id=583, type=dequantize_per_tensor]; +"584 linear_29_scale_0_updated_constant0" [id=584, type=get_attr]; +"585 compressed_weight_updated_constant30" [id=585, type=get_attr]; +"586 _param_constant81_0_0" [id=586, type=get_attr]; +"587 mul_78" [id=587, type=]; +"588 linear_29" [id=588, type=linear]; +"589 dropout_17" [id=589, type=dropout]; +"590 view_25" [id=590, type=view]; +"591 permute_22" [id=591, type=permute]; +"592 reshape_21" [id=592, type=reshape]; +"593 slice_78" [id=593, type=slice]; +"594 slice_79" [id=594, type=slice]; +"595 slice_80" [id=595, type=slice]; +"596 slice_81" [id=596, type=slice]; +"597 contiguous_7" [id=597, type=contiguous]; +"598 _param_constant82" [id=598, type=get_attr]; +"599 _param_constant83" [id=599, type=get_attr]; +"600 layer_norm_11" [id=600, type=layer_norm]; +"601 add_15" [id=601, type=add]; +"602 add_15_0_0_nncf_smooth_quant_0" [id=602, type=call_module]; +"603 quantize_per_tensor_default_31" [id=603, type=quantize_per_tensor]; +"604 dequantize_per_tensor_default_31" [id=604, type=dequantize_per_tensor]; +"605 linear_30_scale_0_updated_constant0" [id=605, type=get_attr]; +"606 compressed_weight_updated_constant31" [id=606, type=get_attr]; +"607 _param_constant85_0_0" [id=607, type=get_attr]; +"608 mul_79" [id=608, type=]; +"609 linear_30" [id=609, type=linear]; +"610 gelu_4" [id=610, type=gelu]; +"611 dropout_18" [id=611, type=dropout]; +"612 dropout_18_0_0_nncf_smooth_quant_0" [id=612, type=call_module]; +"613 quantize_per_tensor_default_32" [id=613, type=quantize_per_tensor]; +"614 dequantize_per_tensor_default_32" [id=614, type=dequantize_per_tensor]; +"615 linear_31_scale_0_updated_constant0" [id=615, type=get_attr]; +"616 compressed_weight_updated_constant32" [id=616, type=get_attr]; +"617 _param_constant87_0_0" [id=617, type=get_attr]; +"618 mul_80" [id=618, type=]; +"619 linear_31" [id=619, type=linear]; +"620 dropout_19" [id=620, type=dropout]; +"621 _param_constant88" [id=621, type=get_attr]; +"622 _param_constant89" [id=622, type=get_attr]; +"623 layer_norm_12" [id=623, type=layer_norm]; +"624 add_16" [id=624, type=add]; +"625 _tensor_constant28" [id=625, type=get_attr]; +"626 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=626, type=call_module]; +"627 linear_32_scale_0_updated_constant0" [id=627, type=get_attr]; +"628 compressed_weight_updated_constant33" [id=628, type=get_attr]; +"629 _param_constant91_0_0" [id=629, type=get_attr]; +"630 mul_81" [id=630, type=]; +"631 linear_32" [id=631, type=linear]; +"632 relu__5" [id=632, type=relu_]; +"633 relu__5_0_0_nncf_smooth_quant_0" [id=633, type=call_module]; +"634 linear_33_scale_0_updated_constant0" [id=634, type=get_attr]; +"635 compressed_weight_updated_constant34" [id=635, type=get_attr]; +"636 mul_82" [id=636, type=]; +"637 linear_33" [id=637, type=linear]; +"638 view_26" [id=638, type=view]; +"639 _tensor_constant29" [id=639, type=get_attr]; +"640 index_5" [id=640, type=index]; +"641 view_27" [id=641, type=view]; +"642 permute_23" [id=642, type=permute]; +"643 contiguous_8" [id=643, type=contiguous]; +"644 unsqueeze_13" [id=644, type=unsqueeze]; +"645 sigmoid_5" [id=645, type=sigmoid]; +"646 mul_10" [id=646, type=mul]; +"647 pad_7" [id=647, type=pad]; +"648 roll_4" [id=648, type=roll]; +"649 view_28" [id=649, type=view]; +"650 permute_24" [id=650, type=permute]; +"651 reshape_22" [id=651, type=reshape]; +"652 reshape_22_0_0_nncf_smooth_quant_0" [id=652, type=call_module]; +"653 quantize_per_tensor_default_33" [id=653, type=quantize_per_tensor]; +"654 dequantize_per_tensor_default_33" [id=654, type=dequantize_per_tensor]; +"655 linear_34_scale_0_updated_constant0" [id=655, type=get_attr]; +"656 compressed_weight_updated_constant35" [id=656, type=get_attr]; +"657 _param_constant93_0_0" [id=657, type=get_attr]; +"658 mul_83" [id=658, type=]; +"659 linear_34" [id=659, type=linear]; +"660 reshape_23" [id=660, type=reshape]; +"661 permute_25" [id=661, type=permute]; +"662 select_15" [id=662, type=select]; +"663 select_16" [id=663, type=select]; +"664 select_17" [id=664, type=select]; +"665 linalg_vector_norm_10" [id=665, type=linalg_vector_norm]; +"666 clamp_min_10" [id=666, type=clamp_min]; +"667 expand_as_10" [id=667, type=expand_as]; +"668 div_10" [id=668, type=div]; +"669 quantize_per_tensor_default_34" [id=669, type=quantize_per_tensor]; +"670 dequantize_per_tensor_default_34" [id=670, type=dequantize_per_tensor]; +"671 linalg_vector_norm_11" [id=671, type=linalg_vector_norm]; +"672 clamp_min_11" [id=672, type=clamp_min]; +"673 expand_as_11" [id=673, type=expand_as]; +"674 div_11" [id=674, type=div]; +"675 quantize_per_tensor_default_35" [id=675, type=quantize_per_tensor]; +"676 dequantize_per_tensor_default_35" [id=676, type=dequantize_per_tensor]; +"677 transpose_10" [id=677, type=transpose]; +"678 matmul_10" [id=678, type=matmul]; +"679 _param_constant95" [id=679, type=get_attr]; +"680 clamp_5" [id=680, type=clamp]; +"681 exp_5" [id=681, type=exp]; +"682 mul_11" [id=682, type=mul]; +"683 add_17" [id=683, type=add]; +"684 new_zeros_2" [id=684, type=new_zeros]; +"685 view_29" [id=685, type=view]; +"686 permute_26" [id=686, type=permute]; +"687 reshape_24" [id=687, type=reshape]; +"688 unsqueeze_14" [id=688, type=unsqueeze]; +"689 unsqueeze_15" [id=689, type=unsqueeze]; +"690 sub_2" [id=690, type=sub]; +"691 ne_2" [id=691, type=ne]; +"692 masked_fill_4" [id=692, type=masked_fill]; +"693 eq_2" [id=693, type=eq]; +"694 masked_fill_5" [id=694, type=masked_fill]; +"695 view_30" [id=695, type=view]; +"696 unsqueeze_16" [id=696, type=unsqueeze]; +"697 unsqueeze_17" [id=697, type=unsqueeze]; +"698 add_18" [id=698, type=add]; +"699 view_31" [id=699, type=view]; +"700 softmax_5" [id=700, type=softmax]; +"701 dropout_20" [id=701, type=dropout]; +"702 matmul_11" [id=702, type=matmul]; +"703 transpose_11" [id=703, type=transpose]; +"704 reshape_25" [id=704, type=reshape]; +"705 reshape_25_0_0_nncf_smooth_quant_0" [id=705, type=call_module]; +"706 quantize_per_tensor_default_36" [id=706, type=quantize_per_tensor]; +"707 dequantize_per_tensor_default_36" [id=707, type=dequantize_per_tensor]; +"708 linear_35_scale_0_updated_constant0" [id=708, type=get_attr]; +"709 compressed_weight_updated_constant36" [id=709, type=get_attr]; +"710 _param_constant97_0_0" [id=710, type=get_attr]; +"711 mul_84" [id=711, type=]; +"712 linear_35" [id=712, type=linear]; +"713 dropout_21" [id=713, type=dropout]; +"714 view_32" [id=714, type=view]; +"715 permute_27" [id=715, type=permute]; +"716 reshape_26" [id=716, type=reshape]; +"717 roll_5" [id=717, type=roll]; +"718 slice_101" [id=718, type=slice]; +"719 slice_102" [id=719, type=slice]; +"720 slice_103" [id=720, type=slice]; +"721 slice_104" [id=721, type=slice]; +"722 contiguous_9" [id=722, type=contiguous]; +"723 _param_constant98" [id=723, type=get_attr]; +"724 _param_constant99" [id=724, type=get_attr]; +"725 layer_norm_13" [id=725, type=layer_norm]; +"726 add_19" [id=726, type=add]; +"727 add_19_0_0_nncf_smooth_quant_0" [id=727, type=call_module]; +"728 quantize_per_tensor_default_37" [id=728, type=quantize_per_tensor]; +"729 dequantize_per_tensor_default_37" [id=729, type=dequantize_per_tensor]; +"730 linear_36_scale_0_updated_constant0" [id=730, type=get_attr]; +"731 compressed_weight_updated_constant37" [id=731, type=get_attr]; +"732 _param_constant101_0_0" [id=732, type=get_attr]; +"733 mul_85" [id=733, type=]; +"734 linear_36" [id=734, type=linear]; +"735 gelu_5" [id=735, type=gelu]; +"736 dropout_22" [id=736, type=dropout]; +"737 dropout_22_0_0_nncf_smooth_quant_0" [id=737, type=call_module]; +"738 quantize_per_tensor_default_38" [id=738, type=quantize_per_tensor]; +"739 dequantize_per_tensor_default_38" [id=739, type=dequantize_per_tensor]; +"740 linear_37_scale_0_updated_constant0" [id=740, type=get_attr]; +"741 compressed_weight_updated_constant38" [id=741, type=get_attr]; +"742 _param_constant103_0_0" [id=742, type=get_attr]; +"743 mul_86" [id=743, type=]; +"744 linear_37" [id=744, type=linear]; +"745 dropout_23" [id=745, type=dropout]; +"746 _param_constant104" [id=746, type=get_attr]; +"747 _param_constant105" [id=747, type=get_attr]; +"748 layer_norm_14" [id=748, type=layer_norm]; +"749 add_20" [id=749, type=add]; +"750 _tensor_constant39" [id=750, type=get_attr]; +"751 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=751, type=call_module]; +"752 linear_38_scale_0_updated_constant0" [id=752, type=get_attr]; +"753 compressed_weight_updated_constant39" [id=753, type=get_attr]; +"754 _param_constant107_0_0" [id=754, type=get_attr]; +"755 mul_87" [id=755, type=]; +"756 linear_38" [id=756, type=linear]; +"757 relu__6" [id=757, type=relu_]; +"758 relu__6_0_0_nncf_smooth_quant_0" [id=758, type=call_module]; +"759 linear_39_scale_0_updated_constant0" [id=759, type=get_attr]; +"760 compressed_weight_updated_constant40" [id=760, type=get_attr]; +"761 mul_88" [id=761, type=]; +"762 linear_39" [id=762, type=linear]; +"763 view_33" [id=763, type=view]; +"764 _tensor_constant40" [id=764, type=get_attr]; +"765 index_6" [id=765, type=index]; +"766 view_34" [id=766, type=view]; +"767 permute_28" [id=767, type=permute]; +"768 contiguous_10" [id=768, type=contiguous]; +"769 unsqueeze_18" [id=769, type=unsqueeze]; +"770 sigmoid_6" [id=770, type=sigmoid]; +"771 mul_12" [id=771, type=mul]; +"772 pad_8" [id=772, type=pad]; +"773 view_35" [id=773, type=view]; +"774 permute_29" [id=774, type=permute]; +"775 reshape_27" [id=775, type=reshape]; +"776 reshape_27_0_0_nncf_smooth_quant_0" [id=776, type=call_module]; +"777 quantize_per_tensor_default_39" [id=777, type=quantize_per_tensor]; +"778 dequantize_per_tensor_default_39" [id=778, type=dequantize_per_tensor]; +"779 linear_40_scale_0_updated_constant0" [id=779, type=get_attr]; +"780 compressed_weight_updated_constant41" [id=780, type=get_attr]; +"781 _param_constant109_0_0" [id=781, type=get_attr]; +"782 mul_89" [id=782, type=]; +"783 linear_40" [id=783, type=linear]; +"784 reshape_28" [id=784, type=reshape]; +"785 permute_30" [id=785, type=permute]; +"786 select_18" [id=786, type=select]; +"787 select_19" [id=787, type=select]; +"788 select_20" [id=788, type=select]; +"789 linalg_vector_norm_12" [id=789, type=linalg_vector_norm]; +"790 clamp_min_12" [id=790, type=clamp_min]; +"791 expand_as_12" [id=791, type=expand_as]; +"792 div_12" [id=792, type=div]; +"793 quantize_per_tensor_default_40" [id=793, type=quantize_per_tensor]; +"794 dequantize_per_tensor_default_40" [id=794, type=dequantize_per_tensor]; +"795 linalg_vector_norm_13" [id=795, type=linalg_vector_norm]; +"796 clamp_min_13" [id=796, type=clamp_min]; +"797 expand_as_13" [id=797, type=expand_as]; +"798 div_13" [id=798, type=div]; +"799 quantize_per_tensor_default_41" [id=799, type=quantize_per_tensor]; +"800 dequantize_per_tensor_default_41" [id=800, type=dequantize_per_tensor]; +"801 transpose_12" [id=801, type=transpose]; +"802 matmul_12" [id=802, type=matmul]; +"803 _param_constant111" [id=803, type=get_attr]; +"804 clamp_6" [id=804, type=clamp]; +"805 exp_6" [id=805, type=exp]; +"806 mul_13" [id=806, type=mul]; +"807 add_21" [id=807, type=add]; +"808 softmax_6" [id=808, type=softmax]; +"809 dropout_24" [id=809, type=dropout]; +"810 matmul_13" [id=810, type=matmul]; +"811 transpose_13" [id=811, type=transpose]; +"812 reshape_29" [id=812, type=reshape]; +"813 reshape_29_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; +"814 quantize_per_tensor_default_42" [id=814, type=quantize_per_tensor]; +"815 dequantize_per_tensor_default_42" [id=815, type=dequantize_per_tensor]; +"816 linear_41_scale_0_updated_constant0" [id=816, type=get_attr]; +"817 compressed_weight_updated_constant42" [id=817, type=get_attr]; +"818 _param_constant113_0_0" [id=818, type=get_attr]; +"819 mul_90" [id=819, type=]; +"820 linear_41" [id=820, type=linear]; +"821 dropout_25" [id=821, type=dropout]; +"822 view_36" [id=822, type=view]; +"823 permute_31" [id=823, type=permute]; +"824 reshape_30" [id=824, type=reshape]; +"825 slice_106" [id=825, type=slice]; +"826 slice_107" [id=826, type=slice]; +"827 slice_108" [id=827, type=slice]; +"828 slice_109" [id=828, type=slice]; +"829 contiguous_11" [id=829, type=contiguous]; +"830 _param_constant114" [id=830, type=get_attr]; +"831 _param_constant115" [id=831, type=get_attr]; +"832 layer_norm_15" [id=832, type=layer_norm]; +"833 add_22" [id=833, type=add]; +"834 add_22_0_0_nncf_smooth_quant_0" [id=834, type=call_module]; +"835 quantize_per_tensor_default_43" [id=835, type=quantize_per_tensor]; +"836 dequantize_per_tensor_default_43" [id=836, type=dequantize_per_tensor]; +"837 linear_42_scale_0_updated_constant0" [id=837, type=get_attr]; +"838 compressed_weight_updated_constant43" [id=838, type=get_attr]; +"839 _param_constant117_0_0" [id=839, type=get_attr]; +"840 mul_91" [id=840, type=]; +"841 linear_42" [id=841, type=linear]; +"842 gelu_6" [id=842, type=gelu]; +"843 dropout_26" [id=843, type=dropout]; +"844 dropout_26_0_0_nncf_smooth_quant_0" [id=844, type=call_module]; +"845 quantize_per_tensor_default_44" [id=845, type=quantize_per_tensor]; +"846 dequantize_per_tensor_default_44" [id=846, type=dequantize_per_tensor]; +"847 linear_43_scale_0_updated_constant0" [id=847, type=get_attr]; +"848 compressed_weight_updated_constant44" [id=848, type=get_attr]; +"849 _param_constant119_0_0" [id=849, type=get_attr]; +"850 mul_92" [id=850, type=]; +"851 linear_43" [id=851, type=linear]; +"852 dropout_27" [id=852, type=dropout]; +"853 _param_constant120" [id=853, type=get_attr]; +"854 _param_constant121" [id=854, type=get_attr]; +"855 layer_norm_16" [id=855, type=layer_norm]; +"856 add_23" [id=856, type=add]; +"857 _tensor_constant41" [id=857, type=get_attr]; +"858 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=858, type=call_module]; +"859 linear_44_scale_0_updated_constant0" [id=859, type=get_attr]; +"860 compressed_weight_updated_constant45" [id=860, type=get_attr]; +"861 _param_constant123_0_0" [id=861, type=get_attr]; +"862 mul_93" [id=862, type=]; +"863 linear_44" [id=863, type=linear]; +"864 relu__7" [id=864, type=relu_]; +"865 relu__7_0_0_nncf_smooth_quant_0" [id=865, type=call_module]; +"866 linear_45_scale_0_updated_constant0" [id=866, type=get_attr]; +"867 compressed_weight_updated_constant46" [id=867, type=get_attr]; +"868 mul_94" [id=868, type=]; +"869 linear_45" [id=869, type=linear]; +"870 view_37" [id=870, type=view]; +"871 _tensor_constant42" [id=871, type=get_attr]; +"872 index_7" [id=872, type=index]; +"873 view_38" [id=873, type=view]; +"874 permute_32" [id=874, type=permute]; +"875 contiguous_12" [id=875, type=contiguous]; +"876 unsqueeze_19" [id=876, type=unsqueeze]; +"877 sigmoid_7" [id=877, type=sigmoid]; +"878 mul_14" [id=878, type=mul]; +"879 pad_9" [id=879, type=pad]; +"880 roll_6" [id=880, type=roll]; +"881 view_39" [id=881, type=view]; +"882 permute_33" [id=882, type=permute]; +"883 reshape_31" [id=883, type=reshape]; +"884 reshape_31_0_0_nncf_smooth_quant_0" [id=884, type=call_module]; +"885 quantize_per_tensor_default_45" [id=885, type=quantize_per_tensor]; +"886 dequantize_per_tensor_default_45" [id=886, type=dequantize_per_tensor]; +"887 linear_46_scale_0_updated_constant0" [id=887, type=get_attr]; +"888 compressed_weight_updated_constant47" [id=888, type=get_attr]; +"889 _param_constant125_0_0" [id=889, type=get_attr]; +"890 mul_95" [id=890, type=]; +"891 linear_46" [id=891, type=linear]; +"892 reshape_32" [id=892, type=reshape]; +"893 permute_34" [id=893, type=permute]; +"894 select_21" [id=894, type=select]; +"895 select_22" [id=895, type=select]; +"896 select_23" [id=896, type=select]; +"897 linalg_vector_norm_14" [id=897, type=linalg_vector_norm]; +"898 clamp_min_14" [id=898, type=clamp_min]; +"899 expand_as_14" [id=899, type=expand_as]; +"900 div_14" [id=900, type=div]; +"901 quantize_per_tensor_default_46" [id=901, type=quantize_per_tensor]; +"902 dequantize_per_tensor_default_46" [id=902, type=dequantize_per_tensor]; +"903 linalg_vector_norm_15" [id=903, type=linalg_vector_norm]; +"904 clamp_min_15" [id=904, type=clamp_min]; +"905 expand_as_15" [id=905, type=expand_as]; +"906 div_15" [id=906, type=div]; +"907 quantize_per_tensor_default_47" [id=907, type=quantize_per_tensor]; +"908 dequantize_per_tensor_default_47" [id=908, type=dequantize_per_tensor]; +"909 transpose_14" [id=909, type=transpose]; +"910 matmul_14" [id=910, type=matmul]; +"911 _param_constant127" [id=911, type=get_attr]; +"912 clamp_7" [id=912, type=clamp]; +"913 exp_7" [id=913, type=exp]; +"914 mul_15" [id=914, type=mul]; +"915 add_24" [id=915, type=add]; +"916 new_zeros_3" [id=916, type=new_zeros]; +"917 view_40" [id=917, type=view]; +"918 permute_35" [id=918, type=permute]; +"919 reshape_33" [id=919, type=reshape]; +"920 unsqueeze_20" [id=920, type=unsqueeze]; +"921 unsqueeze_21" [id=921, type=unsqueeze]; +"922 sub_3" [id=922, type=sub]; +"923 ne_3" [id=923, type=ne]; +"924 masked_fill_6" [id=924, type=masked_fill]; +"925 eq_3" [id=925, type=eq]; +"926 masked_fill_7" [id=926, type=masked_fill]; +"927 view_41" [id=927, type=view]; +"928 unsqueeze_22" [id=928, type=unsqueeze]; +"929 unsqueeze_23" [id=929, type=unsqueeze]; +"930 add_25" [id=930, type=add]; +"931 view_42" [id=931, type=view]; +"932 softmax_7" [id=932, type=softmax]; +"933 dropout_28" [id=933, type=dropout]; +"934 matmul_15" [id=934, type=matmul]; +"935 transpose_15" [id=935, type=transpose]; +"936 reshape_34" [id=936, type=reshape]; +"937 reshape_34_0_0_nncf_smooth_quant_0" [id=937, type=call_module]; +"938 quantize_per_tensor_default_48" [id=938, type=quantize_per_tensor]; +"939 dequantize_per_tensor_default_48" [id=939, type=dequantize_per_tensor]; +"940 linear_47_scale_0_updated_constant0" [id=940, type=get_attr]; +"941 compressed_weight_updated_constant48" [id=941, type=get_attr]; +"942 _param_constant129_0_0" [id=942, type=get_attr]; +"943 mul_96" [id=943, type=]; +"944 linear_47" [id=944, type=linear]; +"945 dropout_29" [id=945, type=dropout]; +"946 view_43" [id=946, type=view]; +"947 permute_36" [id=947, type=permute]; +"948 reshape_35" [id=948, type=reshape]; +"949 roll_7" [id=949, type=roll]; +"950 slice_129" [id=950, type=slice]; +"951 slice_130" [id=951, type=slice]; +"952 slice_131" [id=952, type=slice]; +"953 slice_132" [id=953, type=slice]; +"954 contiguous_13" [id=954, type=contiguous]; +"955 _param_constant130" [id=955, type=get_attr]; +"956 _param_constant131" [id=956, type=get_attr]; +"957 layer_norm_17" [id=957, type=layer_norm]; +"958 add_26" [id=958, type=add]; +"959 add_26_0_0_nncf_smooth_quant_0" [id=959, type=call_module]; +"960 quantize_per_tensor_default_49" [id=960, type=quantize_per_tensor]; +"961 dequantize_per_tensor_default_49" [id=961, type=dequantize_per_tensor]; +"962 linear_48_scale_0_updated_constant0" [id=962, type=get_attr]; +"963 compressed_weight_updated_constant49" [id=963, type=get_attr]; +"964 _param_constant133_0_0" [id=964, type=get_attr]; +"965 mul_97" [id=965, type=]; +"966 linear_48" [id=966, type=linear]; +"967 gelu_7" [id=967, type=gelu]; +"968 dropout_30" [id=968, type=dropout]; +"969 dropout_30_0_0_nncf_smooth_quant_0" [id=969, type=call_module]; +"970 quantize_per_tensor_default_50" [id=970, type=quantize_per_tensor]; +"971 dequantize_per_tensor_default_50" [id=971, type=dequantize_per_tensor]; +"972 linear_49_scale_0_updated_constant0" [id=972, type=get_attr]; +"973 compressed_weight_updated_constant50" [id=973, type=get_attr]; +"974 _param_constant135_0_0" [id=974, type=get_attr]; +"975 mul_98" [id=975, type=]; +"976 linear_49" [id=976, type=linear]; +"977 dropout_31" [id=977, type=dropout]; +"978 _param_constant136" [id=978, type=get_attr]; +"979 _param_constant137" [id=979, type=get_attr]; +"980 layer_norm_18" [id=980, type=layer_norm]; +"981 add_27" [id=981, type=add]; +"982 _tensor_constant52" [id=982, type=get_attr]; +"983 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=983, type=call_module]; +"984 linear_50_scale_0_updated_constant0" [id=984, type=get_attr]; +"985 compressed_weight_updated_constant51" [id=985, type=get_attr]; +"986 _param_constant139_0_0" [id=986, type=get_attr]; +"987 mul_99" [id=987, type=]; +"988 linear_50" [id=988, type=linear]; +"989 relu__8" [id=989, type=relu_]; +"990 relu__8_0_0_nncf_smooth_quant_0" [id=990, type=call_module]; +"991 linear_51_scale_0_updated_constant0" [id=991, type=get_attr]; +"992 compressed_weight_updated_constant52" [id=992, type=get_attr]; +"993 mul_100" [id=993, type=]; +"994 linear_51" [id=994, type=linear]; +"995 view_44" [id=995, type=view]; +"996 _tensor_constant53" [id=996, type=get_attr]; +"997 index_8" [id=997, type=index]; +"998 view_45" [id=998, type=view]; +"999 permute_37" [id=999, type=permute]; +"1000 contiguous_14" [id=1000, type=contiguous]; +"1001 unsqueeze_24" [id=1001, type=unsqueeze]; +"1002 sigmoid_8" [id=1002, type=sigmoid]; +"1003 mul_16" [id=1003, type=mul]; +"1004 pad_10" [id=1004, type=pad]; +"1005 view_46" [id=1005, type=view]; +"1006 permute_38" [id=1006, type=permute]; +"1007 reshape_36" [id=1007, type=reshape]; +"1008 reshape_36_0_0_nncf_smooth_quant_0" [id=1008, type=call_module]; +"1009 quantize_per_tensor_default_51" [id=1009, type=quantize_per_tensor]; +"1010 dequantize_per_tensor_default_51" [id=1010, type=dequantize_per_tensor]; +"1011 linear_52_scale_0_updated_constant0" [id=1011, type=get_attr]; +"1012 compressed_weight_updated_constant53" [id=1012, type=get_attr]; +"1013 _param_constant141_0_0" [id=1013, type=get_attr]; +"1014 mul_101" [id=1014, type=]; +"1015 linear_52" [id=1015, type=linear]; +"1016 reshape_37" [id=1016, type=reshape]; +"1017 permute_39" [id=1017, type=permute]; +"1018 select_24" [id=1018, type=select]; +"1019 select_25" [id=1019, type=select]; +"1020 select_26" [id=1020, type=select]; +"1021 linalg_vector_norm_16" [id=1021, type=linalg_vector_norm]; +"1022 clamp_min_16" [id=1022, type=clamp_min]; +"1023 expand_as_16" [id=1023, type=expand_as]; +"1024 div_16" [id=1024, type=div]; +"1025 quantize_per_tensor_default_52" [id=1025, type=quantize_per_tensor]; +"1026 dequantize_per_tensor_default_52" [id=1026, type=dequantize_per_tensor]; +"1027 linalg_vector_norm_17" [id=1027, type=linalg_vector_norm]; +"1028 clamp_min_17" [id=1028, type=clamp_min]; +"1029 expand_as_17" [id=1029, type=expand_as]; +"1030 div_17" [id=1030, type=div]; +"1031 quantize_per_tensor_default_53" [id=1031, type=quantize_per_tensor]; +"1032 dequantize_per_tensor_default_53" [id=1032, type=dequantize_per_tensor]; +"1033 transpose_16" [id=1033, type=transpose]; +"1034 matmul_16" [id=1034, type=matmul]; +"1035 _param_constant143" [id=1035, type=get_attr]; +"1036 clamp_8" [id=1036, type=clamp]; +"1037 exp_8" [id=1037, type=exp]; +"1038 mul_17" [id=1038, type=mul]; +"1039 add_28" [id=1039, type=add]; +"1040 softmax_8" [id=1040, type=softmax]; +"1041 dropout_32" [id=1041, type=dropout]; +"1042 matmul_17" [id=1042, type=matmul]; +"1043 transpose_17" [id=1043, type=transpose]; +"1044 reshape_38" [id=1044, type=reshape]; +"1045 reshape_38_0_0_nncf_smooth_quant_0" [id=1045, type=call_module]; +"1046 quantize_per_tensor_default_54" [id=1046, type=quantize_per_tensor]; +"1047 dequantize_per_tensor_default_54" [id=1047, type=dequantize_per_tensor]; +"1048 linear_53_scale_0_updated_constant0" [id=1048, type=get_attr]; +"1049 compressed_weight_updated_constant54" [id=1049, type=get_attr]; +"1050 _param_constant145_0_0" [id=1050, type=get_attr]; +"1051 mul_102" [id=1051, type=]; +"1052 linear_53" [id=1052, type=linear]; +"1053 dropout_33" [id=1053, type=dropout]; +"1054 view_47" [id=1054, type=view]; +"1055 permute_40" [id=1055, type=permute]; +"1056 reshape_39" [id=1056, type=reshape]; +"1057 slice_134" [id=1057, type=slice]; +"1058 slice_135" [id=1058, type=slice]; +"1059 slice_136" [id=1059, type=slice]; +"1060 slice_137" [id=1060, type=slice]; +"1061 contiguous_15" [id=1061, type=contiguous]; +"1062 _param_constant146" [id=1062, type=get_attr]; +"1063 _param_constant147" [id=1063, type=get_attr]; +"1064 layer_norm_19" [id=1064, type=layer_norm]; +"1065 add_29" [id=1065, type=add]; +"1066 add_29_0_0_nncf_smooth_quant_0" [id=1066, type=call_module]; +"1067 quantize_per_tensor_default_55" [id=1067, type=quantize_per_tensor]; +"1068 dequantize_per_tensor_default_55" [id=1068, type=dequantize_per_tensor]; +"1069 linear_54_scale_0_updated_constant0" [id=1069, type=get_attr]; +"1070 compressed_weight_updated_constant55" [id=1070, type=get_attr]; +"1071 _param_constant149_0_0" [id=1071, type=get_attr]; +"1072 mul_103" [id=1072, type=]; +"1073 linear_54" [id=1073, type=linear]; +"1074 gelu_8" [id=1074, type=gelu]; +"1075 dropout_34" [id=1075, type=dropout]; +"1076 dropout_34_0_0_nncf_smooth_quant_0" [id=1076, type=call_module]; +"1077 quantize_per_tensor_default_56" [id=1077, type=quantize_per_tensor]; +"1078 dequantize_per_tensor_default_56" [id=1078, type=dequantize_per_tensor]; +"1079 linear_55_scale_0_updated_constant0" [id=1079, type=get_attr]; +"1080 compressed_weight_updated_constant56" [id=1080, type=get_attr]; +"1081 _param_constant151_0_0" [id=1081, type=get_attr]; +"1082 mul_104" [id=1082, type=]; +"1083 linear_55" [id=1083, type=linear]; +"1084 dropout_35" [id=1084, type=dropout]; +"1085 _param_constant152" [id=1085, type=get_attr]; +"1086 _param_constant153" [id=1086, type=get_attr]; +"1087 layer_norm_20" [id=1087, type=layer_norm]; +"1088 add_30" [id=1088, type=add]; +"1089 _tensor_constant54" [id=1089, type=get_attr]; +"1090 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1090, type=call_module]; +"1091 linear_56_scale_0_updated_constant0" [id=1091, type=get_attr]; +"1092 compressed_weight_updated_constant57" [id=1092, type=get_attr]; +"1093 _param_constant155_0_0" [id=1093, type=get_attr]; +"1094 mul_105" [id=1094, type=]; +"1095 linear_56" [id=1095, type=linear]; +"1096 relu__9" [id=1096, type=relu_]; +"1097 relu__9_0_0_nncf_smooth_quant_0" [id=1097, type=call_module]; +"1098 linear_57_scale_0_updated_constant0" [id=1098, type=get_attr]; +"1099 compressed_weight_updated_constant58" [id=1099, type=get_attr]; +"1100 mul_106" [id=1100, type=]; +"1101 linear_57" [id=1101, type=linear]; +"1102 view_48" [id=1102, type=view]; +"1103 _tensor_constant55" [id=1103, type=get_attr]; +"1104 index_9" [id=1104, type=index]; +"1105 view_49" [id=1105, type=view]; +"1106 permute_41" [id=1106, type=permute]; +"1107 contiguous_16" [id=1107, type=contiguous]; +"1108 unsqueeze_25" [id=1108, type=unsqueeze]; +"1109 sigmoid_9" [id=1109, type=sigmoid]; +"1110 mul_18" [id=1110, type=mul]; +"1111 pad_11" [id=1111, type=pad]; +"1112 roll_8" [id=1112, type=roll]; +"1113 view_50" [id=1113, type=view]; +"1114 permute_42" [id=1114, type=permute]; +"1115 reshape_40" [id=1115, type=reshape]; +"1116 reshape_40_0_0_nncf_smooth_quant_0" [id=1116, type=call_module]; +"1117 quantize_per_tensor_default_57" [id=1117, type=quantize_per_tensor]; +"1118 dequantize_per_tensor_default_57" [id=1118, type=dequantize_per_tensor]; +"1119 linear_58_scale_0_updated_constant0" [id=1119, type=get_attr]; +"1120 compressed_weight_updated_constant59" [id=1120, type=get_attr]; +"1121 _param_constant157_0_0" [id=1121, type=get_attr]; +"1122 mul_107" [id=1122, type=]; +"1123 linear_58" [id=1123, type=linear]; +"1124 reshape_41" [id=1124, type=reshape]; +"1125 permute_43" [id=1125, type=permute]; +"1126 select_27" [id=1126, type=select]; +"1127 select_28" [id=1127, type=select]; +"1128 select_29" [id=1128, type=select]; +"1129 linalg_vector_norm_18" [id=1129, type=linalg_vector_norm]; +"1130 clamp_min_18" [id=1130, type=clamp_min]; +"1131 expand_as_18" [id=1131, type=expand_as]; +"1132 div_18" [id=1132, type=div]; +"1133 quantize_per_tensor_default_58" [id=1133, type=quantize_per_tensor]; +"1134 dequantize_per_tensor_default_58" [id=1134, type=dequantize_per_tensor]; +"1135 linalg_vector_norm_19" [id=1135, type=linalg_vector_norm]; +"1136 clamp_min_19" [id=1136, type=clamp_min]; +"1137 expand_as_19" [id=1137, type=expand_as]; +"1138 div_19" [id=1138, type=div]; +"1139 quantize_per_tensor_default_59" [id=1139, type=quantize_per_tensor]; +"1140 dequantize_per_tensor_default_59" [id=1140, type=dequantize_per_tensor]; +"1141 transpose_18" [id=1141, type=transpose]; +"1142 matmul_18" [id=1142, type=matmul]; +"1143 _param_constant159" [id=1143, type=get_attr]; +"1144 clamp_9" [id=1144, type=clamp]; +"1145 exp_9" [id=1145, type=exp]; +"1146 mul_19" [id=1146, type=mul]; +"1147 add_31" [id=1147, type=add]; +"1148 new_zeros_4" [id=1148, type=new_zeros]; +"1149 view_51" [id=1149, type=view]; +"1150 permute_44" [id=1150, type=permute]; +"1151 reshape_42" [id=1151, type=reshape]; +"1152 unsqueeze_26" [id=1152, type=unsqueeze]; +"1153 unsqueeze_27" [id=1153, type=unsqueeze]; +"1154 sub_4" [id=1154, type=sub]; +"1155 ne_4" [id=1155, type=ne]; +"1156 masked_fill_8" [id=1156, type=masked_fill]; +"1157 eq_4" [id=1157, type=eq]; +"1158 masked_fill_9" [id=1158, type=masked_fill]; +"1159 view_52" [id=1159, type=view]; +"1160 unsqueeze_28" [id=1160, type=unsqueeze]; +"1161 unsqueeze_29" [id=1161, type=unsqueeze]; +"1162 add_32" [id=1162, type=add]; +"1163 view_53" [id=1163, type=view]; +"1164 softmax_9" [id=1164, type=softmax]; +"1165 dropout_36" [id=1165, type=dropout]; +"1166 matmul_19" [id=1166, type=matmul]; +"1167 transpose_19" [id=1167, type=transpose]; +"1168 reshape_43" [id=1168, type=reshape]; +"1169 reshape_43_0_0_nncf_smooth_quant_0" [id=1169, type=call_module]; +"1170 quantize_per_tensor_default_60" [id=1170, type=quantize_per_tensor]; +"1171 dequantize_per_tensor_default_60" [id=1171, type=dequantize_per_tensor]; +"1172 linear_59_scale_0_updated_constant0" [id=1172, type=get_attr]; +"1173 compressed_weight_updated_constant60" [id=1173, type=get_attr]; +"1174 _param_constant161_0_0" [id=1174, type=get_attr]; +"1175 mul_108" [id=1175, type=]; +"1176 linear_59" [id=1176, type=linear]; +"1177 dropout_37" [id=1177, type=dropout]; +"1178 view_54" [id=1178, type=view]; +"1179 permute_45" [id=1179, type=permute]; +"1180 reshape_44" [id=1180, type=reshape]; +"1181 roll_9" [id=1181, type=roll]; +"1182 slice_157" [id=1182, type=slice]; +"1183 slice_158" [id=1183, type=slice]; +"1184 slice_159" [id=1184, type=slice]; +"1185 slice_160" [id=1185, type=slice]; +"1186 contiguous_17" [id=1186, type=contiguous]; +"1187 _param_constant162" [id=1187, type=get_attr]; +"1188 _param_constant163" [id=1188, type=get_attr]; +"1189 layer_norm_21" [id=1189, type=layer_norm]; +"1190 add_33" [id=1190, type=add]; +"1191 add_33_0_0_nncf_smooth_quant_0" [id=1191, type=call_module]; +"1192 quantize_per_tensor_default_61" [id=1192, type=quantize_per_tensor]; +"1193 dequantize_per_tensor_default_61" [id=1193, type=dequantize_per_tensor]; +"1194 linear_60_scale_0_updated_constant0" [id=1194, type=get_attr]; +"1195 compressed_weight_updated_constant61" [id=1195, type=get_attr]; +"1196 _param_constant165_0_0" [id=1196, type=get_attr]; +"1197 mul_109" [id=1197, type=]; +"1198 linear_60" [id=1198, type=linear]; +"1199 gelu_9" [id=1199, type=gelu]; +"1200 dropout_38" [id=1200, type=dropout]; +"1201 dropout_38_0_0_nncf_smooth_quant_0" [id=1201, type=call_module]; +"1202 quantize_per_tensor_default_62" [id=1202, type=quantize_per_tensor]; +"1203 dequantize_per_tensor_default_62" [id=1203, type=dequantize_per_tensor]; +"1204 linear_61_scale_0_updated_constant0" [id=1204, type=get_attr]; +"1205 compressed_weight_updated_constant62" [id=1205, type=get_attr]; +"1206 _param_constant167_0_0" [id=1206, type=get_attr]; +"1207 mul_110" [id=1207, type=]; +"1208 linear_61" [id=1208, type=linear]; +"1209 dropout_39" [id=1209, type=dropout]; +"1210 _param_constant168" [id=1210, type=get_attr]; +"1211 _param_constant169" [id=1211, type=get_attr]; +"1212 layer_norm_22" [id=1212, type=layer_norm]; +"1213 add_34" [id=1213, type=add]; +"1214 _tensor_constant65" [id=1214, type=get_attr]; +"1215 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1215, type=call_module]; +"1216 linear_62_scale_0_updated_constant0" [id=1216, type=get_attr]; +"1217 compressed_weight_updated_constant63" [id=1217, type=get_attr]; +"1218 _param_constant171_0_0" [id=1218, type=get_attr]; +"1219 mul_111" [id=1219, type=]; +"1220 linear_62" [id=1220, type=linear]; +"1221 relu__10" [id=1221, type=relu_]; +"1222 relu__10_0_0_nncf_smooth_quant_0" [id=1222, type=call_module]; +"1223 linear_63_scale_0_updated_constant0" [id=1223, type=get_attr]; +"1224 compressed_weight_updated_constant64" [id=1224, type=get_attr]; +"1225 mul_112" [id=1225, type=]; +"1226 linear_63" [id=1226, type=linear]; +"1227 view_55" [id=1227, type=view]; +"1228 _tensor_constant66" [id=1228, type=get_attr]; +"1229 index_10" [id=1229, type=index]; +"1230 view_56" [id=1230, type=view]; +"1231 permute_46" [id=1231, type=permute]; +"1232 contiguous_18" [id=1232, type=contiguous]; +"1233 unsqueeze_30" [id=1233, type=unsqueeze]; +"1234 sigmoid_10" [id=1234, type=sigmoid]; +"1235 mul_20" [id=1235, type=mul]; +"1236 pad_12" [id=1236, type=pad]; +"1237 view_57" [id=1237, type=view]; +"1238 permute_47" [id=1238, type=permute]; +"1239 reshape_45" [id=1239, type=reshape]; +"1240 reshape_45_0_0_nncf_smooth_quant_0" [id=1240, type=call_module]; +"1241 quantize_per_tensor_default_63" [id=1241, type=quantize_per_tensor]; +"1242 dequantize_per_tensor_default_63" [id=1242, type=dequantize_per_tensor]; +"1243 linear_64_scale_0_updated_constant0" [id=1243, type=get_attr]; +"1244 compressed_weight_updated_constant65" [id=1244, type=get_attr]; +"1245 _param_constant173_0_0" [id=1245, type=get_attr]; +"1246 mul_113" [id=1246, type=]; +"1247 linear_64" [id=1247, type=linear]; +"1248 reshape_46" [id=1248, type=reshape]; +"1249 permute_48" [id=1249, type=permute]; +"1250 select_30" [id=1250, type=select]; +"1251 select_31" [id=1251, type=select]; +"1252 select_32" [id=1252, type=select]; +"1253 linalg_vector_norm_20" [id=1253, type=linalg_vector_norm]; +"1254 clamp_min_20" [id=1254, type=clamp_min]; +"1255 expand_as_20" [id=1255, type=expand_as]; +"1256 div_20" [id=1256, type=div]; +"1257 quantize_per_tensor_default_64" [id=1257, type=quantize_per_tensor]; +"1258 dequantize_per_tensor_default_64" [id=1258, type=dequantize_per_tensor]; +"1259 linalg_vector_norm_21" [id=1259, type=linalg_vector_norm]; +"1260 clamp_min_21" [id=1260, type=clamp_min]; +"1261 expand_as_21" [id=1261, type=expand_as]; +"1262 div_21" [id=1262, type=div]; +"1263 quantize_per_tensor_default_65" [id=1263, type=quantize_per_tensor]; +"1264 dequantize_per_tensor_default_65" [id=1264, type=dequantize_per_tensor]; +"1265 transpose_20" [id=1265, type=transpose]; +"1266 matmul_20" [id=1266, type=matmul]; +"1267 _param_constant175" [id=1267, type=get_attr]; +"1268 clamp_10" [id=1268, type=clamp]; +"1269 exp_10" [id=1269, type=exp]; +"1270 mul_21" [id=1270, type=mul]; +"1271 add_35" [id=1271, type=add]; +"1272 softmax_10" [id=1272, type=softmax]; +"1273 dropout_40" [id=1273, type=dropout]; +"1274 matmul_21" [id=1274, type=matmul]; +"1275 transpose_21" [id=1275, type=transpose]; +"1276 reshape_47" [id=1276, type=reshape]; +"1277 reshape_47_0_0_nncf_smooth_quant_0" [id=1277, type=call_module]; +"1278 quantize_per_tensor_default_66" [id=1278, type=quantize_per_tensor]; +"1279 dequantize_per_tensor_default_66" [id=1279, type=dequantize_per_tensor]; +"1280 linear_65_scale_0_updated_constant0" [id=1280, type=get_attr]; +"1281 compressed_weight_updated_constant66" [id=1281, type=get_attr]; +"1282 _param_constant177_0_0" [id=1282, type=get_attr]; +"1283 mul_114" [id=1283, type=]; +"1284 linear_65" [id=1284, type=linear]; +"1285 dropout_41" [id=1285, type=dropout]; +"1286 view_58" [id=1286, type=view]; +"1287 permute_49" [id=1287, type=permute]; +"1288 reshape_48" [id=1288, type=reshape]; +"1289 slice_162" [id=1289, type=slice]; +"1290 slice_163" [id=1290, type=slice]; +"1291 slice_164" [id=1291, type=slice]; +"1292 slice_165" [id=1292, type=slice]; +"1293 contiguous_19" [id=1293, type=contiguous]; +"1294 _param_constant178" [id=1294, type=get_attr]; +"1295 _param_constant179" [id=1295, type=get_attr]; +"1296 layer_norm_23" [id=1296, type=layer_norm]; +"1297 add_36" [id=1297, type=add]; +"1298 add_36_0_0_nncf_smooth_quant_0" [id=1298, type=call_module]; +"1299 quantize_per_tensor_default_67" [id=1299, type=quantize_per_tensor]; +"1300 dequantize_per_tensor_default_67" [id=1300, type=dequantize_per_tensor]; +"1301 linear_66_scale_0_updated_constant0" [id=1301, type=get_attr]; +"1302 compressed_weight_updated_constant67" [id=1302, type=get_attr]; +"1303 _param_constant181_0_0" [id=1303, type=get_attr]; +"1304 mul_115" [id=1304, type=]; +"1305 linear_66" [id=1305, type=linear]; +"1306 gelu_10" [id=1306, type=gelu]; +"1307 dropout_42" [id=1307, type=dropout]; +"1308 dropout_42_0_0_nncf_smooth_quant_0" [id=1308, type=call_module]; +"1309 quantize_per_tensor_default_68" [id=1309, type=quantize_per_tensor]; +"1310 dequantize_per_tensor_default_68" [id=1310, type=dequantize_per_tensor]; +"1311 linear_67_scale_0_updated_constant0" [id=1311, type=get_attr]; +"1312 compressed_weight_updated_constant68" [id=1312, type=get_attr]; +"1313 _param_constant183_0_0" [id=1313, type=get_attr]; +"1314 mul_116" [id=1314, type=]; +"1315 linear_67" [id=1315, type=linear]; +"1316 dropout_43" [id=1316, type=dropout]; +"1317 _param_constant184" [id=1317, type=get_attr]; +"1318 _param_constant185" [id=1318, type=get_attr]; +"1319 layer_norm_24" [id=1319, type=layer_norm]; +"1320 add_37" [id=1320, type=add]; +"1321 _tensor_constant67" [id=1321, type=get_attr]; +"1322 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1322, type=call_module]; +"1323 linear_68_scale_0_updated_constant0" [id=1323, type=get_attr]; +"1324 compressed_weight_updated_constant69" [id=1324, type=get_attr]; +"1325 _param_constant187_0_0" [id=1325, type=get_attr]; +"1326 mul_117" [id=1326, type=]; +"1327 linear_68" [id=1327, type=linear]; +"1328 relu__11" [id=1328, type=relu_]; +"1329 relu__11_0_0_nncf_smooth_quant_0" [id=1329, type=call_module]; +"1330 linear_69_scale_0_updated_constant0" [id=1330, type=get_attr]; +"1331 compressed_weight_updated_constant70" [id=1331, type=get_attr]; +"1332 mul_118" [id=1332, type=]; +"1333 linear_69" [id=1333, type=linear]; +"1334 view_59" [id=1334, type=view]; +"1335 _tensor_constant68" [id=1335, type=get_attr]; +"1336 index_11" [id=1336, type=index]; +"1337 view_60" [id=1337, type=view]; +"1338 permute_50" [id=1338, type=permute]; +"1339 contiguous_20" [id=1339, type=contiguous]; +"1340 unsqueeze_31" [id=1340, type=unsqueeze]; +"1341 sigmoid_11" [id=1341, type=sigmoid]; +"1342 mul_22" [id=1342, type=mul]; +"1343 pad_13" [id=1343, type=pad]; +"1344 roll_10" [id=1344, type=roll]; +"1345 view_61" [id=1345, type=view]; +"1346 permute_51" [id=1346, type=permute]; +"1347 reshape_49" [id=1347, type=reshape]; +"1348 reshape_49_0_0_nncf_smooth_quant_0" [id=1348, type=call_module]; +"1349 quantize_per_tensor_default_69" [id=1349, type=quantize_per_tensor]; +"1350 dequantize_per_tensor_default_69" [id=1350, type=dequantize_per_tensor]; +"1351 linear_70_scale_0_updated_constant0" [id=1351, type=get_attr]; +"1352 compressed_weight_updated_constant71" [id=1352, type=get_attr]; +"1353 _param_constant189_0_0" [id=1353, type=get_attr]; +"1354 mul_119" [id=1354, type=]; +"1355 linear_70" [id=1355, type=linear]; +"1356 reshape_50" [id=1356, type=reshape]; +"1357 permute_52" [id=1357, type=permute]; +"1358 select_33" [id=1358, type=select]; +"1359 select_34" [id=1359, type=select]; +"1360 select_35" [id=1360, type=select]; +"1361 linalg_vector_norm_22" [id=1361, type=linalg_vector_norm]; +"1362 clamp_min_22" [id=1362, type=clamp_min]; +"1363 expand_as_22" [id=1363, type=expand_as]; +"1364 div_22" [id=1364, type=div]; +"1365 quantize_per_tensor_default_70" [id=1365, type=quantize_per_tensor]; +"1366 dequantize_per_tensor_default_70" [id=1366, type=dequantize_per_tensor]; +"1367 linalg_vector_norm_23" [id=1367, type=linalg_vector_norm]; +"1368 clamp_min_23" [id=1368, type=clamp_min]; +"1369 expand_as_23" [id=1369, type=expand_as]; +"1370 div_23" [id=1370, type=div]; +"1371 quantize_per_tensor_default_71" [id=1371, type=quantize_per_tensor]; +"1372 dequantize_per_tensor_default_71" [id=1372, type=dequantize_per_tensor]; +"1373 transpose_22" [id=1373, type=transpose]; +"1374 matmul_22" [id=1374, type=matmul]; +"1375 _param_constant191" [id=1375, type=get_attr]; +"1376 clamp_11" [id=1376, type=clamp]; +"1377 exp_11" [id=1377, type=exp]; +"1378 mul_23" [id=1378, type=mul]; +"1379 add_38" [id=1379, type=add]; +"1380 new_zeros_5" [id=1380, type=new_zeros]; +"1381 view_62" [id=1381, type=view]; +"1382 permute_53" [id=1382, type=permute]; +"1383 reshape_51" [id=1383, type=reshape]; +"1384 unsqueeze_32" [id=1384, type=unsqueeze]; +"1385 unsqueeze_33" [id=1385, type=unsqueeze]; +"1386 sub_5" [id=1386, type=sub]; +"1387 ne_5" [id=1387, type=ne]; +"1388 masked_fill_10" [id=1388, type=masked_fill]; +"1389 eq_5" [id=1389, type=eq]; +"1390 masked_fill_11" [id=1390, type=masked_fill]; +"1391 view_63" [id=1391, type=view]; +"1392 unsqueeze_34" [id=1392, type=unsqueeze]; +"1393 unsqueeze_35" [id=1393, type=unsqueeze]; +"1394 add_39" [id=1394, type=add]; +"1395 view_64" [id=1395, type=view]; +"1396 softmax_11" [id=1396, type=softmax]; +"1397 dropout_44" [id=1397, type=dropout]; +"1398 matmul_23" [id=1398, type=matmul]; +"1399 transpose_23" [id=1399, type=transpose]; +"1400 reshape_52" [id=1400, type=reshape]; +"1401 reshape_52_0_0_nncf_smooth_quant_0" [id=1401, type=call_module]; +"1402 quantize_per_tensor_default_72" [id=1402, type=quantize_per_tensor]; +"1403 dequantize_per_tensor_default_72" [id=1403, type=dequantize_per_tensor]; +"1404 linear_71_scale_0_updated_constant0" [id=1404, type=get_attr]; +"1405 compressed_weight_updated_constant72" [id=1405, type=get_attr]; +"1406 _param_constant193_0_0" [id=1406, type=get_attr]; +"1407 mul_120" [id=1407, type=]; +"1408 linear_71" [id=1408, type=linear]; +"1409 dropout_45" [id=1409, type=dropout]; +"1410 view_65" [id=1410, type=view]; +"1411 permute_54" [id=1411, type=permute]; +"1412 reshape_53" [id=1412, type=reshape]; +"1413 roll_11" [id=1413, type=roll]; +"1414 slice_185" [id=1414, type=slice]; +"1415 slice_186" [id=1415, type=slice]; +"1416 slice_187" [id=1416, type=slice]; +"1417 slice_188" [id=1417, type=slice]; +"1418 contiguous_21" [id=1418, type=contiguous]; +"1419 _param_constant194" [id=1419, type=get_attr]; +"1420 _param_constant195" [id=1420, type=get_attr]; +"1421 layer_norm_25" [id=1421, type=layer_norm]; +"1422 add_40" [id=1422, type=add]; +"1423 add_40_0_0_nncf_smooth_quant_0" [id=1423, type=call_module]; +"1424 quantize_per_tensor_default_73" [id=1424, type=quantize_per_tensor]; +"1425 dequantize_per_tensor_default_73" [id=1425, type=dequantize_per_tensor]; +"1426 linear_72_scale_0_updated_constant0" [id=1426, type=get_attr]; +"1427 compressed_weight_updated_constant73" [id=1427, type=get_attr]; +"1428 _param_constant197_0_0" [id=1428, type=get_attr]; +"1429 mul_121" [id=1429, type=]; +"1430 linear_72" [id=1430, type=linear]; +"1431 gelu_11" [id=1431, type=gelu]; +"1432 dropout_46" [id=1432, type=dropout]; +"1433 dropout_46_0_0_nncf_smooth_quant_0" [id=1433, type=call_module]; +"1434 quantize_per_tensor_default_74" [id=1434, type=quantize_per_tensor]; +"1435 dequantize_per_tensor_default_74" [id=1435, type=dequantize_per_tensor]; +"1436 linear_73_scale_0_updated_constant0" [id=1436, type=get_attr]; +"1437 compressed_weight_updated_constant74" [id=1437, type=get_attr]; +"1438 _param_constant199_0_0" [id=1438, type=get_attr]; +"1439 mul_122" [id=1439, type=]; +"1440 linear_73" [id=1440, type=linear]; +"1441 dropout_47" [id=1441, type=dropout]; +"1442 _param_constant200" [id=1442, type=get_attr]; +"1443 _param_constant201" [id=1443, type=get_attr]; +"1444 layer_norm_26" [id=1444, type=layer_norm]; +"1445 add_41" [id=1445, type=add]; +"1446 _tensor_constant78" [id=1446, type=get_attr]; +"1447 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1447, type=call_module]; +"1448 linear_74_scale_0_updated_constant0" [id=1448, type=get_attr]; +"1449 compressed_weight_updated_constant75" [id=1449, type=get_attr]; +"1450 _param_constant203_0_0" [id=1450, type=get_attr]; +"1451 mul_123" [id=1451, type=]; +"1452 linear_74" [id=1452, type=linear]; +"1453 relu__12" [id=1453, type=relu_]; +"1454 relu__12_0_0_nncf_smooth_quant_0" [id=1454, type=call_module]; +"1455 linear_75_scale_0_updated_constant0" [id=1455, type=get_attr]; +"1456 compressed_weight_updated_constant76" [id=1456, type=get_attr]; +"1457 mul_124" [id=1457, type=]; +"1458 linear_75" [id=1458, type=linear]; +"1459 view_66" [id=1459, type=view]; +"1460 _tensor_constant79" [id=1460, type=get_attr]; +"1461 index_12" [id=1461, type=index]; +"1462 view_67" [id=1462, type=view]; +"1463 permute_55" [id=1463, type=permute]; +"1464 contiguous_22" [id=1464, type=contiguous]; +"1465 unsqueeze_36" [id=1465, type=unsqueeze]; +"1466 sigmoid_12" [id=1466, type=sigmoid]; +"1467 mul_24" [id=1467, type=mul]; +"1468 pad_14" [id=1468, type=pad]; +"1469 view_68" [id=1469, type=view]; +"1470 permute_56" [id=1470, type=permute]; +"1471 reshape_54" [id=1471, type=reshape]; +"1472 reshape_54_0_0_nncf_smooth_quant_0" [id=1472, type=call_module]; +"1473 quantize_per_tensor_default_75" [id=1473, type=quantize_per_tensor]; +"1474 dequantize_per_tensor_default_75" [id=1474, type=dequantize_per_tensor]; +"1475 linear_76_scale_0_updated_constant0" [id=1475, type=get_attr]; +"1476 compressed_weight_updated_constant77" [id=1476, type=get_attr]; +"1477 _param_constant205_0_0" [id=1477, type=get_attr]; +"1478 mul_125" [id=1478, type=]; +"1479 linear_76" [id=1479, type=linear]; +"1480 reshape_55" [id=1480, type=reshape]; +"1481 permute_57" [id=1481, type=permute]; +"1482 select_36" [id=1482, type=select]; +"1483 select_37" [id=1483, type=select]; +"1484 select_38" [id=1484, type=select]; +"1485 linalg_vector_norm_24" [id=1485, type=linalg_vector_norm]; +"1486 clamp_min_24" [id=1486, type=clamp_min]; +"1487 expand_as_24" [id=1487, type=expand_as]; +"1488 div_24" [id=1488, type=div]; +"1489 quantize_per_tensor_default_76" [id=1489, type=quantize_per_tensor]; +"1490 dequantize_per_tensor_default_76" [id=1490, type=dequantize_per_tensor]; +"1491 linalg_vector_norm_25" [id=1491, type=linalg_vector_norm]; +"1492 clamp_min_25" [id=1492, type=clamp_min]; +"1493 expand_as_25" [id=1493, type=expand_as]; +"1494 div_25" [id=1494, type=div]; +"1495 quantize_per_tensor_default_77" [id=1495, type=quantize_per_tensor]; +"1496 dequantize_per_tensor_default_77" [id=1496, type=dequantize_per_tensor]; +"1497 transpose_24" [id=1497, type=transpose]; +"1498 matmul_24" [id=1498, type=matmul]; +"1499 _param_constant207" [id=1499, type=get_attr]; +"1500 clamp_12" [id=1500, type=clamp]; +"1501 exp_12" [id=1501, type=exp]; +"1502 mul_25" [id=1502, type=mul]; +"1503 add_42" [id=1503, type=add]; +"1504 softmax_12" [id=1504, type=softmax]; +"1505 dropout_48" [id=1505, type=dropout]; +"1506 matmul_25" [id=1506, type=matmul]; +"1507 transpose_25" [id=1507, type=transpose]; +"1508 reshape_56" [id=1508, type=reshape]; +"1509 reshape_56_0_0_nncf_smooth_quant_0" [id=1509, type=call_module]; +"1510 quantize_per_tensor_default_78" [id=1510, type=quantize_per_tensor]; +"1511 dequantize_per_tensor_default_78" [id=1511, type=dequantize_per_tensor]; +"1512 linear_77_scale_0_updated_constant0" [id=1512, type=get_attr]; +"1513 compressed_weight_updated_constant78" [id=1513, type=get_attr]; +"1514 _param_constant209_0_0" [id=1514, type=get_attr]; +"1515 mul_126" [id=1515, type=]; +"1516 linear_77" [id=1516, type=linear]; +"1517 dropout_49" [id=1517, type=dropout]; +"1518 view_69" [id=1518, type=view]; +"1519 permute_58" [id=1519, type=permute]; +"1520 reshape_57" [id=1520, type=reshape]; +"1521 slice_190" [id=1521, type=slice]; +"1522 slice_191" [id=1522, type=slice]; +"1523 slice_192" [id=1523, type=slice]; +"1524 slice_193" [id=1524, type=slice]; +"1525 contiguous_23" [id=1525, type=contiguous]; +"1526 _param_constant210" [id=1526, type=get_attr]; +"1527 _param_constant211" [id=1527, type=get_attr]; +"1528 layer_norm_27" [id=1528, type=layer_norm]; +"1529 add_43" [id=1529, type=add]; +"1530 add_43_0_0_nncf_smooth_quant_0" [id=1530, type=call_module]; +"1531 quantize_per_tensor_default_79" [id=1531, type=quantize_per_tensor]; +"1532 dequantize_per_tensor_default_79" [id=1532, type=dequantize_per_tensor]; +"1533 linear_78_scale_0_updated_constant0" [id=1533, type=get_attr]; +"1534 compressed_weight_updated_constant79" [id=1534, type=get_attr]; +"1535 _param_constant213_0_0" [id=1535, type=get_attr]; +"1536 mul_127" [id=1536, type=]; +"1537 linear_78" [id=1537, type=linear]; +"1538 gelu_12" [id=1538, type=gelu]; +"1539 dropout_50" [id=1539, type=dropout]; +"1540 dropout_50_0_0_nncf_smooth_quant_0" [id=1540, type=call_module]; +"1541 quantize_per_tensor_default_80" [id=1541, type=quantize_per_tensor]; +"1542 dequantize_per_tensor_default_80" [id=1542, type=dequantize_per_tensor]; +"1543 linear_79_scale_0_updated_constant0" [id=1543, type=get_attr]; +"1544 compressed_weight_updated_constant80" [id=1544, type=get_attr]; +"1545 _param_constant215_0_0" [id=1545, type=get_attr]; +"1546 mul_128" [id=1546, type=]; +"1547 linear_79" [id=1547, type=linear]; +"1548 dropout_51" [id=1548, type=dropout]; +"1549 _param_constant216" [id=1549, type=get_attr]; +"1550 _param_constant217" [id=1550, type=get_attr]; +"1551 layer_norm_28" [id=1551, type=layer_norm]; +"1552 add_44" [id=1552, type=add]; +"1553 _tensor_constant80" [id=1553, type=get_attr]; +"1554 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1554, type=call_module]; +"1555 linear_80_scale_0_updated_constant0" [id=1555, type=get_attr]; +"1556 compressed_weight_updated_constant81" [id=1556, type=get_attr]; +"1557 _param_constant219_0_0" [id=1557, type=get_attr]; +"1558 mul_129" [id=1558, type=]; +"1559 linear_80" [id=1559, type=linear]; +"1560 relu__13" [id=1560, type=relu_]; +"1561 relu__13_0_0_nncf_smooth_quant_0" [id=1561, type=call_module]; +"1562 linear_81_scale_0_updated_constant0" [id=1562, type=get_attr]; +"1563 compressed_weight_updated_constant82" [id=1563, type=get_attr]; +"1564 mul_130" [id=1564, type=]; +"1565 linear_81" [id=1565, type=linear]; +"1566 view_70" [id=1566, type=view]; +"1567 _tensor_constant81" [id=1567, type=get_attr]; +"1568 index_13" [id=1568, type=index]; +"1569 view_71" [id=1569, type=view]; +"1570 permute_59" [id=1570, type=permute]; +"1571 contiguous_24" [id=1571, type=contiguous]; +"1572 unsqueeze_37" [id=1572, type=unsqueeze]; +"1573 sigmoid_13" [id=1573, type=sigmoid]; +"1574 mul_26" [id=1574, type=mul]; +"1575 pad_15" [id=1575, type=pad]; +"1576 roll_12" [id=1576, type=roll]; +"1577 view_72" [id=1577, type=view]; +"1578 permute_60" [id=1578, type=permute]; +"1579 reshape_58" [id=1579, type=reshape]; +"1580 reshape_58_0_0_nncf_smooth_quant_0" [id=1580, type=call_module]; +"1581 quantize_per_tensor_default_81" [id=1581, type=quantize_per_tensor]; +"1582 dequantize_per_tensor_default_81" [id=1582, type=dequantize_per_tensor]; +"1583 linear_82_scale_0_updated_constant0" [id=1583, type=get_attr]; +"1584 compressed_weight_updated_constant83" [id=1584, type=get_attr]; +"1585 _param_constant221_0_0" [id=1585, type=get_attr]; +"1586 mul_131" [id=1586, type=]; +"1587 linear_82" [id=1587, type=linear]; +"1588 reshape_59" [id=1588, type=reshape]; +"1589 permute_61" [id=1589, type=permute]; +"1590 select_39" [id=1590, type=select]; +"1591 select_40" [id=1591, type=select]; +"1592 select_41" [id=1592, type=select]; +"1593 linalg_vector_norm_26" [id=1593, type=linalg_vector_norm]; +"1594 clamp_min_26" [id=1594, type=clamp_min]; +"1595 expand_as_26" [id=1595, type=expand_as]; +"1596 div_26" [id=1596, type=div]; +"1597 quantize_per_tensor_default_82" [id=1597, type=quantize_per_tensor]; +"1598 dequantize_per_tensor_default_82" [id=1598, type=dequantize_per_tensor]; +"1599 linalg_vector_norm_27" [id=1599, type=linalg_vector_norm]; +"1600 clamp_min_27" [id=1600, type=clamp_min]; +"1601 expand_as_27" [id=1601, type=expand_as]; +"1602 div_27" [id=1602, type=div]; +"1603 quantize_per_tensor_default_83" [id=1603, type=quantize_per_tensor]; +"1604 dequantize_per_tensor_default_83" [id=1604, type=dequantize_per_tensor]; +"1605 transpose_26" [id=1605, type=transpose]; +"1606 matmul_26" [id=1606, type=matmul]; +"1607 _param_constant223" [id=1607, type=get_attr]; +"1608 clamp_13" [id=1608, type=clamp]; +"1609 exp_13" [id=1609, type=exp]; +"1610 mul_27" [id=1610, type=mul]; +"1611 add_45" [id=1611, type=add]; +"1612 new_zeros_6" [id=1612, type=new_zeros]; +"1613 view_73" [id=1613, type=view]; +"1614 permute_62" [id=1614, type=permute]; +"1615 reshape_60" [id=1615, type=reshape]; +"1616 unsqueeze_38" [id=1616, type=unsqueeze]; +"1617 unsqueeze_39" [id=1617, type=unsqueeze]; +"1618 sub_6" [id=1618, type=sub]; +"1619 ne_6" [id=1619, type=ne]; +"1620 masked_fill_12" [id=1620, type=masked_fill]; +"1621 eq_6" [id=1621, type=eq]; +"1622 masked_fill_13" [id=1622, type=masked_fill]; +"1623 view_74" [id=1623, type=view]; +"1624 unsqueeze_40" [id=1624, type=unsqueeze]; +"1625 unsqueeze_41" [id=1625, type=unsqueeze]; +"1626 add_46" [id=1626, type=add]; +"1627 view_75" [id=1627, type=view]; +"1628 softmax_13" [id=1628, type=softmax]; +"1629 dropout_52" [id=1629, type=dropout]; +"1630 matmul_27" [id=1630, type=matmul]; +"1631 transpose_27" [id=1631, type=transpose]; +"1632 reshape_61" [id=1632, type=reshape]; +"1633 reshape_61_0_0_nncf_smooth_quant_0" [id=1633, type=call_module]; +"1634 quantize_per_tensor_default_84" [id=1634, type=quantize_per_tensor]; +"1635 dequantize_per_tensor_default_84" [id=1635, type=dequantize_per_tensor]; +"1636 linear_83_scale_0_updated_constant0" [id=1636, type=get_attr]; +"1637 compressed_weight_updated_constant84" [id=1637, type=get_attr]; +"1638 _param_constant225_0_0" [id=1638, type=get_attr]; +"1639 mul_132" [id=1639, type=]; +"1640 linear_83" [id=1640, type=linear]; +"1641 dropout_53" [id=1641, type=dropout]; +"1642 view_76" [id=1642, type=view]; +"1643 permute_63" [id=1643, type=permute]; +"1644 reshape_62" [id=1644, type=reshape]; +"1645 roll_13" [id=1645, type=roll]; +"1646 slice_213" [id=1646, type=slice]; +"1647 slice_214" [id=1647, type=slice]; +"1648 slice_215" [id=1648, type=slice]; +"1649 slice_216" [id=1649, type=slice]; +"1650 contiguous_25" [id=1650, type=contiguous]; +"1651 _param_constant226" [id=1651, type=get_attr]; +"1652 _param_constant227" [id=1652, type=get_attr]; +"1653 layer_norm_29" [id=1653, type=layer_norm]; +"1654 add_47" [id=1654, type=add]; +"1655 add_47_0_0_nncf_smooth_quant_0" [id=1655, type=call_module]; +"1656 quantize_per_tensor_default_85" [id=1656, type=quantize_per_tensor]; +"1657 dequantize_per_tensor_default_85" [id=1657, type=dequantize_per_tensor]; +"1658 linear_84_scale_0_updated_constant0" [id=1658, type=get_attr]; +"1659 compressed_weight_updated_constant85" [id=1659, type=get_attr]; +"1660 _param_constant229_0_0" [id=1660, type=get_attr]; +"1661 mul_133" [id=1661, type=]; +"1662 linear_84" [id=1662, type=linear]; +"1663 gelu_13" [id=1663, type=gelu]; +"1664 dropout_54" [id=1664, type=dropout]; +"1665 dropout_54_0_0_nncf_smooth_quant_0" [id=1665, type=call_module]; +"1666 quantize_per_tensor_default_86" [id=1666, type=quantize_per_tensor]; +"1667 dequantize_per_tensor_default_86" [id=1667, type=dequantize_per_tensor]; +"1668 linear_85_scale_0_updated_constant0" [id=1668, type=get_attr]; +"1669 compressed_weight_updated_constant86" [id=1669, type=get_attr]; +"1670 _param_constant231_0_0" [id=1670, type=get_attr]; +"1671 mul_134" [id=1671, type=]; +"1672 linear_85" [id=1672, type=linear]; +"1673 dropout_55" [id=1673, type=dropout]; +"1674 _param_constant232" [id=1674, type=get_attr]; +"1675 _param_constant233" [id=1675, type=get_attr]; +"1676 layer_norm_30" [id=1676, type=layer_norm]; +"1677 add_48" [id=1677, type=add]; +"1678 _tensor_constant91" [id=1678, type=get_attr]; +"1679 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1679, type=call_module]; +"1680 linear_86_scale_0_updated_constant0" [id=1680, type=get_attr]; +"1681 compressed_weight_updated_constant87" [id=1681, type=get_attr]; +"1682 _param_constant235_0_0" [id=1682, type=get_attr]; +"1683 mul_135" [id=1683, type=]; +"1684 linear_86" [id=1684, type=linear]; +"1685 relu__14" [id=1685, type=relu_]; +"1686 relu__14_0_0_nncf_smooth_quant_0" [id=1686, type=call_module]; +"1687 linear_87_scale_0_updated_constant0" [id=1687, type=get_attr]; +"1688 compressed_weight_updated_constant88" [id=1688, type=get_attr]; +"1689 mul_136" [id=1689, type=]; +"1690 linear_87" [id=1690, type=linear]; +"1691 view_77" [id=1691, type=view]; +"1692 _tensor_constant92" [id=1692, type=get_attr]; +"1693 index_14" [id=1693, type=index]; +"1694 view_78" [id=1694, type=view]; +"1695 permute_64" [id=1695, type=permute]; +"1696 contiguous_26" [id=1696, type=contiguous]; +"1697 unsqueeze_42" [id=1697, type=unsqueeze]; +"1698 sigmoid_14" [id=1698, type=sigmoid]; +"1699 mul_28" [id=1699, type=mul]; +"1700 pad_16" [id=1700, type=pad]; +"1701 view_79" [id=1701, type=view]; +"1702 permute_65" [id=1702, type=permute]; +"1703 reshape_63" [id=1703, type=reshape]; +"1704 reshape_63_0_0_nncf_smooth_quant_0" [id=1704, type=call_module]; +"1705 quantize_per_tensor_default_87" [id=1705, type=quantize_per_tensor]; +"1706 dequantize_per_tensor_default_87" [id=1706, type=dequantize_per_tensor]; +"1707 linear_88_scale_0_updated_constant0" [id=1707, type=get_attr]; +"1708 compressed_weight_updated_constant89" [id=1708, type=get_attr]; +"1709 _param_constant237_0_0" [id=1709, type=get_attr]; +"1710 mul_137" [id=1710, type=]; +"1711 linear_88" [id=1711, type=linear]; +"1712 reshape_64" [id=1712, type=reshape]; +"1713 permute_66" [id=1713, type=permute]; +"1714 select_42" [id=1714, type=select]; +"1715 select_43" [id=1715, type=select]; +"1716 select_44" [id=1716, type=select]; +"1717 linalg_vector_norm_28" [id=1717, type=linalg_vector_norm]; +"1718 clamp_min_28" [id=1718, type=clamp_min]; +"1719 expand_as_28" [id=1719, type=expand_as]; +"1720 div_28" [id=1720, type=div]; +"1721 quantize_per_tensor_default_88" [id=1721, type=quantize_per_tensor]; +"1722 dequantize_per_tensor_default_88" [id=1722, type=dequantize_per_tensor]; +"1723 linalg_vector_norm_29" [id=1723, type=linalg_vector_norm]; +"1724 clamp_min_29" [id=1724, type=clamp_min]; +"1725 expand_as_29" [id=1725, type=expand_as]; +"1726 div_29" [id=1726, type=div]; +"1727 quantize_per_tensor_default_89" [id=1727, type=quantize_per_tensor]; +"1728 dequantize_per_tensor_default_89" [id=1728, type=dequantize_per_tensor]; +"1729 transpose_28" [id=1729, type=transpose]; +"1730 matmul_28" [id=1730, type=matmul]; +"1731 _param_constant239" [id=1731, type=get_attr]; +"1732 clamp_14" [id=1732, type=clamp]; +"1733 exp_14" [id=1733, type=exp]; +"1734 mul_29" [id=1734, type=mul]; +"1735 add_49" [id=1735, type=add]; +"1736 softmax_14" [id=1736, type=softmax]; +"1737 dropout_56" [id=1737, type=dropout]; +"1738 matmul_29" [id=1738, type=matmul]; +"1739 transpose_29" [id=1739, type=transpose]; +"1740 reshape_65" [id=1740, type=reshape]; +"1741 reshape_65_0_0_nncf_smooth_quant_0" [id=1741, type=call_module]; +"1742 quantize_per_tensor_default_90" [id=1742, type=quantize_per_tensor]; +"1743 dequantize_per_tensor_default_90" [id=1743, type=dequantize_per_tensor]; +"1744 linear_89_scale_0_updated_constant0" [id=1744, type=get_attr]; +"1745 compressed_weight_updated_constant90" [id=1745, type=get_attr]; +"1746 _param_constant241_0_0" [id=1746, type=get_attr]; +"1747 mul_138" [id=1747, type=]; +"1748 linear_89" [id=1748, type=linear]; +"1749 dropout_57" [id=1749, type=dropout]; +"1750 view_80" [id=1750, type=view]; +"1751 permute_67" [id=1751, type=permute]; +"1752 reshape_66" [id=1752, type=reshape]; +"1753 slice_218" [id=1753, type=slice]; +"1754 slice_219" [id=1754, type=slice]; +"1755 slice_220" [id=1755, type=slice]; +"1756 slice_221" [id=1756, type=slice]; +"1757 contiguous_27" [id=1757, type=contiguous]; +"1758 _param_constant242" [id=1758, type=get_attr]; +"1759 _param_constant243" [id=1759, type=get_attr]; +"1760 layer_norm_31" [id=1760, type=layer_norm]; +"1761 add_50" [id=1761, type=add]; +"1762 add_50_0_0_nncf_smooth_quant_0" [id=1762, type=call_module]; +"1763 quantize_per_tensor_default_91" [id=1763, type=quantize_per_tensor]; +"1764 dequantize_per_tensor_default_91" [id=1764, type=dequantize_per_tensor]; +"1765 linear_90_scale_0_updated_constant0" [id=1765, type=get_attr]; +"1766 compressed_weight_updated_constant91" [id=1766, type=get_attr]; +"1767 _param_constant245_0_0" [id=1767, type=get_attr]; +"1768 mul_139" [id=1768, type=]; +"1769 linear_90" [id=1769, type=linear]; +"1770 gelu_14" [id=1770, type=gelu]; +"1771 dropout_58" [id=1771, type=dropout]; +"1772 dropout_58_0_0_nncf_smooth_quant_0" [id=1772, type=call_module]; +"1773 quantize_per_tensor_default_92" [id=1773, type=quantize_per_tensor]; +"1774 dequantize_per_tensor_default_92" [id=1774, type=dequantize_per_tensor]; +"1775 linear_91_scale_0_updated_constant0" [id=1775, type=get_attr]; +"1776 compressed_weight_updated_constant92" [id=1776, type=get_attr]; +"1777 _param_constant247_0_0" [id=1777, type=get_attr]; +"1778 mul_140" [id=1778, type=]; +"1779 linear_91" [id=1779, type=linear]; +"1780 dropout_59" [id=1780, type=dropout]; +"1781 _param_constant248" [id=1781, type=get_attr]; +"1782 _param_constant249" [id=1782, type=get_attr]; +"1783 layer_norm_32" [id=1783, type=layer_norm]; +"1784 add_51" [id=1784, type=add]; +"1785 _tensor_constant93" [id=1785, type=get_attr]; +"1786 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1786, type=call_module]; +"1787 linear_92_scale_0_updated_constant0" [id=1787, type=get_attr]; +"1788 compressed_weight_updated_constant93" [id=1788, type=get_attr]; +"1789 _param_constant251_0_0" [id=1789, type=get_attr]; +"1790 mul_141" [id=1790, type=]; +"1791 linear_92" [id=1791, type=linear]; +"1792 relu__15" [id=1792, type=relu_]; +"1793 relu__15_0_0_nncf_smooth_quant_0" [id=1793, type=call_module]; +"1794 linear_93_scale_0_updated_constant0" [id=1794, type=get_attr]; +"1795 compressed_weight_updated_constant94" [id=1795, type=get_attr]; +"1796 mul_142" [id=1796, type=]; +"1797 linear_93" [id=1797, type=linear]; +"1798 view_81" [id=1798, type=view]; +"1799 _tensor_constant94" [id=1799, type=get_attr]; +"1800 index_15" [id=1800, type=index]; +"1801 view_82" [id=1801, type=view]; +"1802 permute_68" [id=1802, type=permute]; +"1803 contiguous_28" [id=1803, type=contiguous]; +"1804 unsqueeze_43" [id=1804, type=unsqueeze]; +"1805 sigmoid_15" [id=1805, type=sigmoid]; +"1806 mul_30" [id=1806, type=mul]; +"1807 pad_17" [id=1807, type=pad]; +"1808 roll_14" [id=1808, type=roll]; +"1809 view_83" [id=1809, type=view]; +"1810 permute_69" [id=1810, type=permute]; +"1811 reshape_67" [id=1811, type=reshape]; +"1812 reshape_67_0_0_nncf_smooth_quant_0" [id=1812, type=call_module]; +"1813 quantize_per_tensor_default_93" [id=1813, type=quantize_per_tensor]; +"1814 dequantize_per_tensor_default_93" [id=1814, type=dequantize_per_tensor]; +"1815 linear_94_scale_0_updated_constant0" [id=1815, type=get_attr]; +"1816 compressed_weight_updated_constant95" [id=1816, type=get_attr]; +"1817 _param_constant253_0_0" [id=1817, type=get_attr]; +"1818 mul_143" [id=1818, type=]; +"1819 linear_94" [id=1819, type=linear]; +"1820 reshape_68" [id=1820, type=reshape]; +"1821 permute_70" [id=1821, type=permute]; +"1822 select_45" [id=1822, type=select]; +"1823 select_46" [id=1823, type=select]; +"1824 select_47" [id=1824, type=select]; +"1825 linalg_vector_norm_30" [id=1825, type=linalg_vector_norm]; +"1826 clamp_min_30" [id=1826, type=clamp_min]; +"1827 expand_as_30" [id=1827, type=expand_as]; +"1828 div_30" [id=1828, type=div]; +"1829 quantize_per_tensor_default_94" [id=1829, type=quantize_per_tensor]; +"1830 dequantize_per_tensor_default_94" [id=1830, type=dequantize_per_tensor]; +"1831 linalg_vector_norm_31" [id=1831, type=linalg_vector_norm]; +"1832 clamp_min_31" [id=1832, type=clamp_min]; +"1833 expand_as_31" [id=1833, type=expand_as]; +"1834 div_31" [id=1834, type=div]; +"1835 quantize_per_tensor_default_95" [id=1835, type=quantize_per_tensor]; +"1836 dequantize_per_tensor_default_95" [id=1836, type=dequantize_per_tensor]; +"1837 transpose_30" [id=1837, type=transpose]; +"1838 matmul_30" [id=1838, type=matmul]; +"1839 _param_constant255" [id=1839, type=get_attr]; +"1840 clamp_15" [id=1840, type=clamp]; +"1841 exp_15" [id=1841, type=exp]; +"1842 mul_31" [id=1842, type=mul]; +"1843 add_52" [id=1843, type=add]; +"1844 new_zeros_7" [id=1844, type=new_zeros]; +"1845 view_84" [id=1845, type=view]; +"1846 permute_71" [id=1846, type=permute]; +"1847 reshape_69" [id=1847, type=reshape]; +"1848 unsqueeze_44" [id=1848, type=unsqueeze]; +"1849 unsqueeze_45" [id=1849, type=unsqueeze]; +"1850 sub_7" [id=1850, type=sub]; +"1851 ne_7" [id=1851, type=ne]; +"1852 masked_fill_14" [id=1852, type=masked_fill]; +"1853 eq_7" [id=1853, type=eq]; +"1854 masked_fill_15" [id=1854, type=masked_fill]; +"1855 view_85" [id=1855, type=view]; +"1856 unsqueeze_46" [id=1856, type=unsqueeze]; +"1857 unsqueeze_47" [id=1857, type=unsqueeze]; +"1858 add_53" [id=1858, type=add]; +"1859 view_86" [id=1859, type=view]; +"1860 softmax_15" [id=1860, type=softmax]; +"1861 dropout_60" [id=1861, type=dropout]; +"1862 matmul_31" [id=1862, type=matmul]; +"1863 transpose_31" [id=1863, type=transpose]; +"1864 reshape_70" [id=1864, type=reshape]; +"1865 reshape_70_0_0_nncf_smooth_quant_0" [id=1865, type=call_module]; +"1866 quantize_per_tensor_default_96" [id=1866, type=quantize_per_tensor]; +"1867 dequantize_per_tensor_default_96" [id=1867, type=dequantize_per_tensor]; +"1868 linear_95_scale_0_updated_constant0" [id=1868, type=get_attr]; +"1869 compressed_weight_updated_constant96" [id=1869, type=get_attr]; +"1870 _param_constant257_0_0" [id=1870, type=get_attr]; +"1871 mul_144" [id=1871, type=]; +"1872 linear_95" [id=1872, type=linear]; +"1873 dropout_61" [id=1873, type=dropout]; +"1874 view_87" [id=1874, type=view]; +"1875 permute_72" [id=1875, type=permute]; +"1876 reshape_71" [id=1876, type=reshape]; +"1877 roll_15" [id=1877, type=roll]; +"1878 slice_241" [id=1878, type=slice]; +"1879 slice_242" [id=1879, type=slice]; +"1880 slice_243" [id=1880, type=slice]; +"1881 slice_244" [id=1881, type=slice]; +"1882 contiguous_29" [id=1882, type=contiguous]; +"1883 _param_constant258" [id=1883, type=get_attr]; +"1884 _param_constant259" [id=1884, type=get_attr]; +"1885 layer_norm_33" [id=1885, type=layer_norm]; +"1886 add_54" [id=1886, type=add]; +"1887 add_54_0_0_nncf_smooth_quant_0" [id=1887, type=call_module]; +"1888 quantize_per_tensor_default_97" [id=1888, type=quantize_per_tensor]; +"1889 dequantize_per_tensor_default_97" [id=1889, type=dequantize_per_tensor]; +"1890 linear_96_scale_0_updated_constant0" [id=1890, type=get_attr]; +"1891 compressed_weight_updated_constant97" [id=1891, type=get_attr]; +"1892 _param_constant261_0_0" [id=1892, type=get_attr]; +"1893 mul_145" [id=1893, type=]; +"1894 linear_96" [id=1894, type=linear]; +"1895 gelu_15" [id=1895, type=gelu]; +"1896 dropout_62" [id=1896, type=dropout]; +"1897 dropout_62_0_0_nncf_smooth_quant_0" [id=1897, type=call_module]; +"1898 quantize_per_tensor_default_98" [id=1898, type=quantize_per_tensor]; +"1899 dequantize_per_tensor_default_98" [id=1899, type=dequantize_per_tensor]; +"1900 linear_97_scale_0_updated_constant0" [id=1900, type=get_attr]; +"1901 compressed_weight_updated_constant98" [id=1901, type=get_attr]; +"1902 _param_constant263_0_0" [id=1902, type=get_attr]; +"1903 mul_146" [id=1903, type=]; +"1904 linear_97" [id=1904, type=linear]; +"1905 dropout_63" [id=1905, type=dropout]; +"1906 _param_constant264" [id=1906, type=get_attr]; +"1907 _param_constant265" [id=1907, type=get_attr]; +"1908 layer_norm_34" [id=1908, type=layer_norm]; +"1909 add_55" [id=1909, type=add]; +"1910 _tensor_constant104" [id=1910, type=get_attr]; +"1911 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=1911, type=call_module]; +"1912 linear_98_scale_0_updated_constant0" [id=1912, type=get_attr]; +"1913 compressed_weight_updated_constant99" [id=1913, type=get_attr]; +"1914 _param_constant267_0_0" [id=1914, type=get_attr]; +"1915 mul_147" [id=1915, type=]; +"1916 linear_98" [id=1916, type=linear]; +"1917 relu__16" [id=1917, type=relu_]; +"1918 relu__16_0_0_nncf_smooth_quant_0" [id=1918, type=call_module]; +"1919 linear_99_scale_0_updated_constant0" [id=1919, type=get_attr]; +"1920 compressed_weight_updated_constant100" [id=1920, type=get_attr]; +"1921 mul_148" [id=1921, type=]; +"1922 linear_99" [id=1922, type=linear]; +"1923 view_88" [id=1923, type=view]; +"1924 _tensor_constant105" [id=1924, type=get_attr]; +"1925 index_16" [id=1925, type=index]; +"1926 view_89" [id=1926, type=view]; +"1927 permute_73" [id=1927, type=permute]; +"1928 contiguous_30" [id=1928, type=contiguous]; +"1929 unsqueeze_48" [id=1929, type=unsqueeze]; +"1930 sigmoid_16" [id=1930, type=sigmoid]; +"1931 mul_32" [id=1931, type=mul]; +"1932 pad_18" [id=1932, type=pad]; +"1933 view_90" [id=1933, type=view]; +"1934 permute_74" [id=1934, type=permute]; +"1935 reshape_72" [id=1935, type=reshape]; +"1936 reshape_72_0_0_nncf_smooth_quant_0" [id=1936, type=call_module]; +"1937 quantize_per_tensor_default_99" [id=1937, type=quantize_per_tensor]; +"1938 dequantize_per_tensor_default_99" [id=1938, type=dequantize_per_tensor]; +"1939 linear_100_scale_0_updated_constant0" [id=1939, type=get_attr]; +"1940 compressed_weight_updated_constant101" [id=1940, type=get_attr]; +"1941 _param_constant269_0_0" [id=1941, type=get_attr]; +"1942 mul_149" [id=1942, type=]; +"1943 linear_100" [id=1943, type=linear]; +"1944 reshape_73" [id=1944, type=reshape]; +"1945 permute_75" [id=1945, type=permute]; +"1946 select_48" [id=1946, type=select]; +"1947 select_49" [id=1947, type=select]; +"1948 select_50" [id=1948, type=select]; +"1949 linalg_vector_norm_32" [id=1949, type=linalg_vector_norm]; +"1950 clamp_min_32" [id=1950, type=clamp_min]; +"1951 expand_as_32" [id=1951, type=expand_as]; +"1952 div_32" [id=1952, type=div]; +"1953 quantize_per_tensor_default_100" [id=1953, type=quantize_per_tensor]; +"1954 dequantize_per_tensor_default_100" [id=1954, type=dequantize_per_tensor]; +"1955 linalg_vector_norm_33" [id=1955, type=linalg_vector_norm]; +"1956 clamp_min_33" [id=1956, type=clamp_min]; +"1957 expand_as_33" [id=1957, type=expand_as]; +"1958 div_33" [id=1958, type=div]; +"1959 quantize_per_tensor_default_101" [id=1959, type=quantize_per_tensor]; +"1960 dequantize_per_tensor_default_101" [id=1960, type=dequantize_per_tensor]; +"1961 transpose_32" [id=1961, type=transpose]; +"1962 matmul_32" [id=1962, type=matmul]; +"1963 _param_constant271" [id=1963, type=get_attr]; +"1964 clamp_16" [id=1964, type=clamp]; +"1965 exp_16" [id=1965, type=exp]; +"1966 mul_33" [id=1966, type=mul]; +"1967 add_56" [id=1967, type=add]; +"1968 softmax_16" [id=1968, type=softmax]; +"1969 dropout_64" [id=1969, type=dropout]; +"1970 matmul_33" [id=1970, type=matmul]; +"1971 transpose_33" [id=1971, type=transpose]; +"1972 reshape_74" [id=1972, type=reshape]; +"1973 reshape_74_0_0_nncf_smooth_quant_0" [id=1973, type=call_module]; +"1974 quantize_per_tensor_default_102" [id=1974, type=quantize_per_tensor]; +"1975 dequantize_per_tensor_default_102" [id=1975, type=dequantize_per_tensor]; +"1976 linear_101_scale_0_updated_constant0" [id=1976, type=get_attr]; +"1977 compressed_weight_updated_constant102" [id=1977, type=get_attr]; +"1978 _param_constant273_0_0" [id=1978, type=get_attr]; +"1979 mul_150" [id=1979, type=]; +"1980 linear_101" [id=1980, type=linear]; +"1981 dropout_65" [id=1981, type=dropout]; +"1982 view_91" [id=1982, type=view]; +"1983 permute_76" [id=1983, type=permute]; +"1984 reshape_75" [id=1984, type=reshape]; +"1985 slice_246" [id=1985, type=slice]; +"1986 slice_247" [id=1986, type=slice]; +"1987 slice_248" [id=1987, type=slice]; +"1988 slice_249" [id=1988, type=slice]; +"1989 contiguous_31" [id=1989, type=contiguous]; +"1990 _param_constant274" [id=1990, type=get_attr]; +"1991 _param_constant275" [id=1991, type=get_attr]; +"1992 layer_norm_35" [id=1992, type=layer_norm]; +"1993 add_57" [id=1993, type=add]; +"1994 add_57_0_0_nncf_smooth_quant_0" [id=1994, type=call_module]; +"1995 quantize_per_tensor_default_103" [id=1995, type=quantize_per_tensor]; +"1996 dequantize_per_tensor_default_103" [id=1996, type=dequantize_per_tensor]; +"1997 linear_102_scale_0_updated_constant0" [id=1997, type=get_attr]; +"1998 compressed_weight_updated_constant103" [id=1998, type=get_attr]; +"1999 _param_constant277_0_0" [id=1999, type=get_attr]; +"2000 mul_151" [id=2000, type=]; +"2001 linear_102" [id=2001, type=linear]; +"2002 gelu_16" [id=2002, type=gelu]; +"2003 dropout_66" [id=2003, type=dropout]; +"2004 dropout_66_0_0_nncf_smooth_quant_0" [id=2004, type=call_module]; +"2005 quantize_per_tensor_default_104" [id=2005, type=quantize_per_tensor]; +"2006 dequantize_per_tensor_default_104" [id=2006, type=dequantize_per_tensor]; +"2007 linear_103_scale_0_updated_constant0" [id=2007, type=get_attr]; +"2008 compressed_weight_updated_constant104" [id=2008, type=get_attr]; +"2009 _param_constant279_0_0" [id=2009, type=get_attr]; +"2010 mul_152" [id=2010, type=]; +"2011 linear_103" [id=2011, type=linear]; +"2012 dropout_67" [id=2012, type=dropout]; +"2013 _param_constant280" [id=2013, type=get_attr]; +"2014 _param_constant281" [id=2014, type=get_attr]; +"2015 layer_norm_36" [id=2015, type=layer_norm]; +"2016 add_58" [id=2016, type=add]; +"2017 _tensor_constant106" [id=2017, type=get_attr]; +"2018 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2018, type=call_module]; +"2019 linear_104_scale_0_updated_constant0" [id=2019, type=get_attr]; +"2020 compressed_weight_updated_constant105" [id=2020, type=get_attr]; +"2021 _param_constant283_0_0" [id=2021, type=get_attr]; +"2022 mul_153" [id=2022, type=]; +"2023 linear_104" [id=2023, type=linear]; +"2024 relu__17" [id=2024, type=relu_]; +"2025 relu__17_0_0_nncf_smooth_quant_0" [id=2025, type=call_module]; +"2026 linear_105_scale_0_updated_constant0" [id=2026, type=get_attr]; +"2027 compressed_weight_updated_constant106" [id=2027, type=get_attr]; +"2028 mul_154" [id=2028, type=]; +"2029 linear_105" [id=2029, type=linear]; +"2030 view_92" [id=2030, type=view]; +"2031 _tensor_constant107" [id=2031, type=get_attr]; +"2032 index_17" [id=2032, type=index]; +"2033 view_93" [id=2033, type=view]; +"2034 permute_77" [id=2034, type=permute]; +"2035 contiguous_32" [id=2035, type=contiguous]; +"2036 unsqueeze_49" [id=2036, type=unsqueeze]; +"2037 sigmoid_17" [id=2037, type=sigmoid]; +"2038 mul_34" [id=2038, type=mul]; +"2039 pad_19" [id=2039, type=pad]; +"2040 roll_16" [id=2040, type=roll]; +"2041 view_94" [id=2041, type=view]; +"2042 permute_78" [id=2042, type=permute]; +"2043 reshape_76" [id=2043, type=reshape]; +"2044 reshape_76_0_0_nncf_smooth_quant_0" [id=2044, type=call_module]; +"2045 quantize_per_tensor_default_105" [id=2045, type=quantize_per_tensor]; +"2046 dequantize_per_tensor_default_105" [id=2046, type=dequantize_per_tensor]; +"2047 linear_106_scale_0_updated_constant0" [id=2047, type=get_attr]; +"2048 compressed_weight_updated_constant107" [id=2048, type=get_attr]; +"2049 _param_constant285_0_0" [id=2049, type=get_attr]; +"2050 mul_155" [id=2050, type=]; +"2051 linear_106" [id=2051, type=linear]; +"2052 reshape_77" [id=2052, type=reshape]; +"2053 permute_79" [id=2053, type=permute]; +"2054 select_51" [id=2054, type=select]; +"2055 select_52" [id=2055, type=select]; +"2056 select_53" [id=2056, type=select]; +"2057 linalg_vector_norm_34" [id=2057, type=linalg_vector_norm]; +"2058 clamp_min_34" [id=2058, type=clamp_min]; +"2059 expand_as_34" [id=2059, type=expand_as]; +"2060 div_34" [id=2060, type=div]; +"2061 quantize_per_tensor_default_106" [id=2061, type=quantize_per_tensor]; +"2062 dequantize_per_tensor_default_106" [id=2062, type=dequantize_per_tensor]; +"2063 linalg_vector_norm_35" [id=2063, type=linalg_vector_norm]; +"2064 clamp_min_35" [id=2064, type=clamp_min]; +"2065 expand_as_35" [id=2065, type=expand_as]; +"2066 div_35" [id=2066, type=div]; +"2067 quantize_per_tensor_default_107" [id=2067, type=quantize_per_tensor]; +"2068 dequantize_per_tensor_default_107" [id=2068, type=dequantize_per_tensor]; +"2069 transpose_34" [id=2069, type=transpose]; +"2070 matmul_34" [id=2070, type=matmul]; +"2071 _param_constant287" [id=2071, type=get_attr]; +"2072 clamp_17" [id=2072, type=clamp]; +"2073 exp_17" [id=2073, type=exp]; +"2074 mul_35" [id=2074, type=mul]; +"2075 add_59" [id=2075, type=add]; +"2076 new_zeros_8" [id=2076, type=new_zeros]; +"2077 view_95" [id=2077, type=view]; +"2078 permute_80" [id=2078, type=permute]; +"2079 reshape_78" [id=2079, type=reshape]; +"2080 unsqueeze_50" [id=2080, type=unsqueeze]; +"2081 unsqueeze_51" [id=2081, type=unsqueeze]; +"2082 sub_8" [id=2082, type=sub]; +"2083 ne_8" [id=2083, type=ne]; +"2084 masked_fill_16" [id=2084, type=masked_fill]; +"2085 eq_8" [id=2085, type=eq]; +"2086 masked_fill_17" [id=2086, type=masked_fill]; +"2087 view_96" [id=2087, type=view]; +"2088 unsqueeze_52" [id=2088, type=unsqueeze]; +"2089 unsqueeze_53" [id=2089, type=unsqueeze]; +"2090 add_60" [id=2090, type=add]; +"2091 view_97" [id=2091, type=view]; +"2092 softmax_17" [id=2092, type=softmax]; +"2093 dropout_68" [id=2093, type=dropout]; +"2094 matmul_35" [id=2094, type=matmul]; +"2095 transpose_35" [id=2095, type=transpose]; +"2096 reshape_79" [id=2096, type=reshape]; +"2097 reshape_79_0_0_nncf_smooth_quant_0" [id=2097, type=call_module]; +"2098 quantize_per_tensor_default_108" [id=2098, type=quantize_per_tensor]; +"2099 dequantize_per_tensor_default_108" [id=2099, type=dequantize_per_tensor]; +"2100 linear_107_scale_0_updated_constant0" [id=2100, type=get_attr]; +"2101 compressed_weight_updated_constant108" [id=2101, type=get_attr]; +"2102 _param_constant289_0_0" [id=2102, type=get_attr]; +"2103 mul_156" [id=2103, type=]; +"2104 linear_107" [id=2104, type=linear]; +"2105 dropout_69" [id=2105, type=dropout]; +"2106 view_98" [id=2106, type=view]; +"2107 permute_81" [id=2107, type=permute]; +"2108 reshape_80" [id=2108, type=reshape]; +"2109 roll_17" [id=2109, type=roll]; +"2110 slice_269" [id=2110, type=slice]; +"2111 slice_270" [id=2111, type=slice]; +"2112 slice_271" [id=2112, type=slice]; +"2113 slice_272" [id=2113, type=slice]; +"2114 contiguous_33" [id=2114, type=contiguous]; +"2115 _param_constant290" [id=2115, type=get_attr]; +"2116 _param_constant291" [id=2116, type=get_attr]; +"2117 layer_norm_37" [id=2117, type=layer_norm]; +"2118 add_61" [id=2118, type=add]; +"2119 add_61_0_0_nncf_smooth_quant_0" [id=2119, type=call_module]; +"2120 quantize_per_tensor_default_109" [id=2120, type=quantize_per_tensor]; +"2121 dequantize_per_tensor_default_109" [id=2121, type=dequantize_per_tensor]; +"2122 linear_108_scale_0_updated_constant0" [id=2122, type=get_attr]; +"2123 compressed_weight_updated_constant109" [id=2123, type=get_attr]; +"2124 _param_constant293_0_0" [id=2124, type=get_attr]; +"2125 mul_157" [id=2125, type=]; +"2126 linear_108" [id=2126, type=linear]; +"2127 gelu_17" [id=2127, type=gelu]; +"2128 dropout_70" [id=2128, type=dropout]; +"2129 dropout_70_0_0_nncf_smooth_quant_0" [id=2129, type=call_module]; +"2130 quantize_per_tensor_default_110" [id=2130, type=quantize_per_tensor]; +"2131 dequantize_per_tensor_default_110" [id=2131, type=dequantize_per_tensor]; +"2132 linear_109_scale_0_updated_constant0" [id=2132, type=get_attr]; +"2133 compressed_weight_updated_constant110" [id=2133, type=get_attr]; +"2134 _param_constant295_0_0" [id=2134, type=get_attr]; +"2135 mul_158" [id=2135, type=]; +"2136 linear_109" [id=2136, type=linear]; +"2137 dropout_71" [id=2137, type=dropout]; +"2138 _param_constant296" [id=2138, type=get_attr]; +"2139 _param_constant297" [id=2139, type=get_attr]; +"2140 layer_norm_38" [id=2140, type=layer_norm]; +"2141 add_62" [id=2141, type=add]; +"2142 _tensor_constant117" [id=2142, type=get_attr]; +"2143 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2143, type=call_module]; +"2144 linear_110_scale_0_updated_constant0" [id=2144, type=get_attr]; +"2145 compressed_weight_updated_constant111" [id=2145, type=get_attr]; +"2146 _param_constant299_0_0" [id=2146, type=get_attr]; +"2147 mul_159" [id=2147, type=]; +"2148 linear_110" [id=2148, type=linear]; +"2149 relu__18" [id=2149, type=relu_]; +"2150 relu__18_0_0_nncf_smooth_quant_0" [id=2150, type=call_module]; +"2151 linear_111_scale_0_updated_constant0" [id=2151, type=get_attr]; +"2152 compressed_weight_updated_constant112" [id=2152, type=get_attr]; +"2153 mul_160" [id=2153, type=]; +"2154 linear_111" [id=2154, type=linear]; +"2155 view_99" [id=2155, type=view]; +"2156 _tensor_constant118" [id=2156, type=get_attr]; +"2157 index_18" [id=2157, type=index]; +"2158 view_100" [id=2158, type=view]; +"2159 permute_82" [id=2159, type=permute]; +"2160 contiguous_34" [id=2160, type=contiguous]; +"2161 unsqueeze_54" [id=2161, type=unsqueeze]; +"2162 sigmoid_18" [id=2162, type=sigmoid]; +"2163 mul_36" [id=2163, type=mul]; +"2164 pad_20" [id=2164, type=pad]; +"2165 view_101" [id=2165, type=view]; +"2166 permute_83" [id=2166, type=permute]; +"2167 reshape_81" [id=2167, type=reshape]; +"2168 reshape_81_0_0_nncf_smooth_quant_0" [id=2168, type=call_module]; +"2169 quantize_per_tensor_default_111" [id=2169, type=quantize_per_tensor]; +"2170 dequantize_per_tensor_default_111" [id=2170, type=dequantize_per_tensor]; +"2171 linear_112_scale_0_updated_constant0" [id=2171, type=get_attr]; +"2172 compressed_weight_updated_constant113" [id=2172, type=get_attr]; +"2173 _param_constant301_0_0" [id=2173, type=get_attr]; +"2174 mul_161" [id=2174, type=]; +"2175 linear_112" [id=2175, type=linear]; +"2176 reshape_82" [id=2176, type=reshape]; +"2177 permute_84" [id=2177, type=permute]; +"2178 select_54" [id=2178, type=select]; +"2179 select_55" [id=2179, type=select]; +"2180 select_56" [id=2180, type=select]; +"2181 linalg_vector_norm_36" [id=2181, type=linalg_vector_norm]; +"2182 clamp_min_36" [id=2182, type=clamp_min]; +"2183 expand_as_36" [id=2183, type=expand_as]; +"2184 div_36" [id=2184, type=div]; +"2185 quantize_per_tensor_default_112" [id=2185, type=quantize_per_tensor]; +"2186 dequantize_per_tensor_default_112" [id=2186, type=dequantize_per_tensor]; +"2187 linalg_vector_norm_37" [id=2187, type=linalg_vector_norm]; +"2188 clamp_min_37" [id=2188, type=clamp_min]; +"2189 expand_as_37" [id=2189, type=expand_as]; +"2190 div_37" [id=2190, type=div]; +"2191 quantize_per_tensor_default_113" [id=2191, type=quantize_per_tensor]; +"2192 dequantize_per_tensor_default_113" [id=2192, type=dequantize_per_tensor]; +"2193 transpose_36" [id=2193, type=transpose]; +"2194 matmul_36" [id=2194, type=matmul]; +"2195 _param_constant303" [id=2195, type=get_attr]; +"2196 clamp_18" [id=2196, type=clamp]; +"2197 exp_18" [id=2197, type=exp]; +"2198 mul_37" [id=2198, type=mul]; +"2199 add_63" [id=2199, type=add]; +"2200 softmax_18" [id=2200, type=softmax]; +"2201 dropout_72" [id=2201, type=dropout]; +"2202 matmul_37" [id=2202, type=matmul]; +"2203 transpose_37" [id=2203, type=transpose]; +"2204 reshape_83" [id=2204, type=reshape]; +"2205 reshape_83_0_0_nncf_smooth_quant_0" [id=2205, type=call_module]; +"2206 quantize_per_tensor_default_114" [id=2206, type=quantize_per_tensor]; +"2207 dequantize_per_tensor_default_114" [id=2207, type=dequantize_per_tensor]; +"2208 linear_113_scale_0_updated_constant0" [id=2208, type=get_attr]; +"2209 compressed_weight_updated_constant114" [id=2209, type=get_attr]; +"2210 _param_constant305_0_0" [id=2210, type=get_attr]; +"2211 mul_162" [id=2211, type=]; +"2212 linear_113" [id=2212, type=linear]; +"2213 dropout_73" [id=2213, type=dropout]; +"2214 view_102" [id=2214, type=view]; +"2215 permute_85" [id=2215, type=permute]; +"2216 reshape_84" [id=2216, type=reshape]; +"2217 slice_274" [id=2217, type=slice]; +"2218 slice_275" [id=2218, type=slice]; +"2219 slice_276" [id=2219, type=slice]; +"2220 slice_277" [id=2220, type=slice]; +"2221 contiguous_35" [id=2221, type=contiguous]; +"2222 _param_constant306" [id=2222, type=get_attr]; +"2223 _param_constant307" [id=2223, type=get_attr]; +"2224 layer_norm_39" [id=2224, type=layer_norm]; +"2225 add_64" [id=2225, type=add]; +"2226 add_64_0_0_nncf_smooth_quant_0" [id=2226, type=call_module]; +"2227 quantize_per_tensor_default_115" [id=2227, type=quantize_per_tensor]; +"2228 dequantize_per_tensor_default_115" [id=2228, type=dequantize_per_tensor]; +"2229 linear_114_scale_0_updated_constant0" [id=2229, type=get_attr]; +"2230 compressed_weight_updated_constant115" [id=2230, type=get_attr]; +"2231 _param_constant309_0_0" [id=2231, type=get_attr]; +"2232 mul_163" [id=2232, type=]; +"2233 linear_114" [id=2233, type=linear]; +"2234 gelu_18" [id=2234, type=gelu]; +"2235 dropout_74" [id=2235, type=dropout]; +"2236 dropout_74_0_0_nncf_smooth_quant_0" [id=2236, type=call_module]; +"2237 quantize_per_tensor_default_116" [id=2237, type=quantize_per_tensor]; +"2238 dequantize_per_tensor_default_116" [id=2238, type=dequantize_per_tensor]; +"2239 linear_115_scale_0_updated_constant0" [id=2239, type=get_attr]; +"2240 compressed_weight_updated_constant116" [id=2240, type=get_attr]; +"2241 _param_constant311_0_0" [id=2241, type=get_attr]; +"2242 mul_164" [id=2242, type=]; +"2243 linear_115" [id=2243, type=linear]; +"2244 dropout_75" [id=2244, type=dropout]; +"2245 _param_constant312" [id=2245, type=get_attr]; +"2246 _param_constant313" [id=2246, type=get_attr]; +"2247 layer_norm_40" [id=2247, type=layer_norm]; +"2248 add_65" [id=2248, type=add]; +"2249 _tensor_constant119" [id=2249, type=get_attr]; +"2250 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2250, type=call_module]; +"2251 linear_116_scale_0_updated_constant0" [id=2251, type=get_attr]; +"2252 compressed_weight_updated_constant117" [id=2252, type=get_attr]; +"2253 _param_constant315_0_0" [id=2253, type=get_attr]; +"2254 mul_165" [id=2254, type=]; +"2255 linear_116" [id=2255, type=linear]; +"2256 relu__19" [id=2256, type=relu_]; +"2257 relu__19_0_0_nncf_smooth_quant_0" [id=2257, type=call_module]; +"2258 linear_117_scale_0_updated_constant0" [id=2258, type=get_attr]; +"2259 compressed_weight_updated_constant118" [id=2259, type=get_attr]; +"2260 mul_166" [id=2260, type=]; +"2261 linear_117" [id=2261, type=linear]; +"2262 view_103" [id=2262, type=view]; +"2263 _tensor_constant120" [id=2263, type=get_attr]; +"2264 index_19" [id=2264, type=index]; +"2265 view_104" [id=2265, type=view]; +"2266 permute_86" [id=2266, type=permute]; +"2267 contiguous_36" [id=2267, type=contiguous]; +"2268 unsqueeze_55" [id=2268, type=unsqueeze]; +"2269 sigmoid_19" [id=2269, type=sigmoid]; +"2270 mul_38" [id=2270, type=mul]; +"2271 pad_21" [id=2271, type=pad]; +"2272 roll_18" [id=2272, type=roll]; +"2273 view_105" [id=2273, type=view]; +"2274 permute_87" [id=2274, type=permute]; +"2275 reshape_85" [id=2275, type=reshape]; +"2276 reshape_85_0_0_nncf_smooth_quant_0" [id=2276, type=call_module]; +"2277 quantize_per_tensor_default_117" [id=2277, type=quantize_per_tensor]; +"2278 dequantize_per_tensor_default_117" [id=2278, type=dequantize_per_tensor]; +"2279 linear_118_scale_0_updated_constant0" [id=2279, type=get_attr]; +"2280 compressed_weight_updated_constant119" [id=2280, type=get_attr]; +"2281 _param_constant317_0_0" [id=2281, type=get_attr]; +"2282 mul_167" [id=2282, type=]; +"2283 linear_118" [id=2283, type=linear]; +"2284 reshape_86" [id=2284, type=reshape]; +"2285 permute_88" [id=2285, type=permute]; +"2286 select_57" [id=2286, type=select]; +"2287 select_58" [id=2287, type=select]; +"2288 select_59" [id=2288, type=select]; +"2289 linalg_vector_norm_38" [id=2289, type=linalg_vector_norm]; +"2290 clamp_min_38" [id=2290, type=clamp_min]; +"2291 expand_as_38" [id=2291, type=expand_as]; +"2292 div_38" [id=2292, type=div]; +"2293 quantize_per_tensor_default_118" [id=2293, type=quantize_per_tensor]; +"2294 dequantize_per_tensor_default_118" [id=2294, type=dequantize_per_tensor]; +"2295 linalg_vector_norm_39" [id=2295, type=linalg_vector_norm]; +"2296 clamp_min_39" [id=2296, type=clamp_min]; +"2297 expand_as_39" [id=2297, type=expand_as]; +"2298 div_39" [id=2298, type=div]; +"2299 quantize_per_tensor_default_119" [id=2299, type=quantize_per_tensor]; +"2300 dequantize_per_tensor_default_119" [id=2300, type=dequantize_per_tensor]; +"2301 transpose_38" [id=2301, type=transpose]; +"2302 matmul_38" [id=2302, type=matmul]; +"2303 _param_constant319" [id=2303, type=get_attr]; +"2304 clamp_19" [id=2304, type=clamp]; +"2305 exp_19" [id=2305, type=exp]; +"2306 mul_39" [id=2306, type=mul]; +"2307 add_66" [id=2307, type=add]; +"2308 new_zeros_9" [id=2308, type=new_zeros]; +"2309 view_106" [id=2309, type=view]; +"2310 permute_89" [id=2310, type=permute]; +"2311 reshape_87" [id=2311, type=reshape]; +"2312 unsqueeze_56" [id=2312, type=unsqueeze]; +"2313 unsqueeze_57" [id=2313, type=unsqueeze]; +"2314 sub_9" [id=2314, type=sub]; +"2315 ne_9" [id=2315, type=ne]; +"2316 masked_fill_18" [id=2316, type=masked_fill]; +"2317 eq_9" [id=2317, type=eq]; +"2318 masked_fill_19" [id=2318, type=masked_fill]; +"2319 view_107" [id=2319, type=view]; +"2320 unsqueeze_58" [id=2320, type=unsqueeze]; +"2321 unsqueeze_59" [id=2321, type=unsqueeze]; +"2322 add_67" [id=2322, type=add]; +"2323 view_108" [id=2323, type=view]; +"2324 softmax_19" [id=2324, type=softmax]; +"2325 dropout_76" [id=2325, type=dropout]; +"2326 matmul_39" [id=2326, type=matmul]; +"2327 transpose_39" [id=2327, type=transpose]; +"2328 reshape_88" [id=2328, type=reshape]; +"2329 reshape_88_0_0_nncf_smooth_quant_0" [id=2329, type=call_module]; +"2330 quantize_per_tensor_default_120" [id=2330, type=quantize_per_tensor]; +"2331 dequantize_per_tensor_default_120" [id=2331, type=dequantize_per_tensor]; +"2332 linear_119_scale_0_updated_constant0" [id=2332, type=get_attr]; +"2333 compressed_weight_updated_constant120" [id=2333, type=get_attr]; +"2334 _param_constant321_0_0" [id=2334, type=get_attr]; +"2335 mul_168" [id=2335, type=]; +"2336 linear_119" [id=2336, type=linear]; +"2337 dropout_77" [id=2337, type=dropout]; +"2338 view_109" [id=2338, type=view]; +"2339 permute_90" [id=2339, type=permute]; +"2340 reshape_89" [id=2340, type=reshape]; +"2341 roll_19" [id=2341, type=roll]; +"2342 slice_297" [id=2342, type=slice]; +"2343 slice_298" [id=2343, type=slice]; +"2344 slice_299" [id=2344, type=slice]; +"2345 slice_300" [id=2345, type=slice]; +"2346 contiguous_37" [id=2346, type=contiguous]; +"2347 _param_constant322" [id=2347, type=get_attr]; +"2348 _param_constant323" [id=2348, type=get_attr]; +"2349 layer_norm_41" [id=2349, type=layer_norm]; +"2350 add_68" [id=2350, type=add]; +"2351 add_68_0_0_nncf_smooth_quant_0" [id=2351, type=call_module]; +"2352 quantize_per_tensor_default_121" [id=2352, type=quantize_per_tensor]; +"2353 dequantize_per_tensor_default_121" [id=2353, type=dequantize_per_tensor]; +"2354 linear_120_scale_0_updated_constant0" [id=2354, type=get_attr]; +"2355 compressed_weight_updated_constant121" [id=2355, type=get_attr]; +"2356 _param_constant325_0_0" [id=2356, type=get_attr]; +"2357 mul_169" [id=2357, type=]; +"2358 linear_120" [id=2358, type=linear]; +"2359 gelu_19" [id=2359, type=gelu]; +"2360 dropout_78" [id=2360, type=dropout]; +"2361 dropout_78_0_0_nncf_smooth_quant_0" [id=2361, type=call_module]; +"2362 quantize_per_tensor_default_122" [id=2362, type=quantize_per_tensor]; +"2363 dequantize_per_tensor_default_122" [id=2363, type=dequantize_per_tensor]; +"2364 linear_121_scale_0_updated_constant0" [id=2364, type=get_attr]; +"2365 compressed_weight_updated_constant122" [id=2365, type=get_attr]; +"2366 _param_constant327_0_0" [id=2366, type=get_attr]; +"2367 mul_170" [id=2367, type=]; +"2368 linear_121" [id=2368, type=linear]; +"2369 dropout_79" [id=2369, type=dropout]; +"2370 _param_constant328" [id=2370, type=get_attr]; +"2371 _param_constant329" [id=2371, type=get_attr]; +"2372 layer_norm_42" [id=2372, type=layer_norm]; +"2373 add_69" [id=2373, type=add]; +"2374 _tensor_constant130" [id=2374, type=get_attr]; +"2375 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2375, type=call_module]; +"2376 linear_122_scale_0_updated_constant0" [id=2376, type=get_attr]; +"2377 compressed_weight_updated_constant123" [id=2377, type=get_attr]; +"2378 _param_constant331_0_0" [id=2378, type=get_attr]; +"2379 mul_171" [id=2379, type=]; +"2380 linear_122" [id=2380, type=linear]; +"2381 relu__20" [id=2381, type=relu_]; +"2382 relu__20_0_0_nncf_smooth_quant_0" [id=2382, type=call_module]; +"2383 linear_123_scale_0_updated_constant0" [id=2383, type=get_attr]; +"2384 compressed_weight_updated_constant124" [id=2384, type=get_attr]; +"2385 mul_172" [id=2385, type=]; +"2386 linear_123" [id=2386, type=linear]; +"2387 view_110" [id=2387, type=view]; +"2388 _tensor_constant131" [id=2388, type=get_attr]; +"2389 index_20" [id=2389, type=index]; +"2390 view_111" [id=2390, type=view]; +"2391 permute_91" [id=2391, type=permute]; +"2392 contiguous_38" [id=2392, type=contiguous]; +"2393 unsqueeze_60" [id=2393, type=unsqueeze]; +"2394 sigmoid_20" [id=2394, type=sigmoid]; +"2395 mul_40" [id=2395, type=mul]; +"2396 pad_22" [id=2396, type=pad]; +"2397 view_112" [id=2397, type=view]; +"2398 permute_92" [id=2398, type=permute]; +"2399 reshape_90" [id=2399, type=reshape]; +"2400 reshape_90_0_0_nncf_smooth_quant_0" [id=2400, type=call_module]; +"2401 quantize_per_tensor_default_123" [id=2401, type=quantize_per_tensor]; +"2402 dequantize_per_tensor_default_123" [id=2402, type=dequantize_per_tensor]; +"2403 linear_124_scale_0_updated_constant0" [id=2403, type=get_attr]; +"2404 compressed_weight_updated_constant125" [id=2404, type=get_attr]; +"2405 _param_constant333_0_0" [id=2405, type=get_attr]; +"2406 mul_173" [id=2406, type=]; +"2407 linear_124" [id=2407, type=linear]; +"2408 reshape_91" [id=2408, type=reshape]; +"2409 permute_93" [id=2409, type=permute]; +"2410 select_60" [id=2410, type=select]; +"2411 select_61" [id=2411, type=select]; +"2412 select_62" [id=2412, type=select]; +"2413 linalg_vector_norm_40" [id=2413, type=linalg_vector_norm]; +"2414 clamp_min_40" [id=2414, type=clamp_min]; +"2415 expand_as_40" [id=2415, type=expand_as]; +"2416 div_40" [id=2416, type=div]; +"2417 quantize_per_tensor_default_124" [id=2417, type=quantize_per_tensor]; +"2418 dequantize_per_tensor_default_124" [id=2418, type=dequantize_per_tensor]; +"2419 linalg_vector_norm_41" [id=2419, type=linalg_vector_norm]; +"2420 clamp_min_41" [id=2420, type=clamp_min]; +"2421 expand_as_41" [id=2421, type=expand_as]; +"2422 div_41" [id=2422, type=div]; +"2423 quantize_per_tensor_default_125" [id=2423, type=quantize_per_tensor]; +"2424 dequantize_per_tensor_default_125" [id=2424, type=dequantize_per_tensor]; +"2425 transpose_40" [id=2425, type=transpose]; +"2426 matmul_40" [id=2426, type=matmul]; +"2427 _param_constant335" [id=2427, type=get_attr]; +"2428 clamp_20" [id=2428, type=clamp]; +"2429 exp_20" [id=2429, type=exp]; +"2430 mul_41" [id=2430, type=mul]; +"2431 add_70" [id=2431, type=add]; +"2432 softmax_20" [id=2432, type=softmax]; +"2433 dropout_80" [id=2433, type=dropout]; +"2434 matmul_41" [id=2434, type=matmul]; +"2435 transpose_41" [id=2435, type=transpose]; +"2436 reshape_92" [id=2436, type=reshape]; +"2437 reshape_92_0_0_nncf_smooth_quant_0" [id=2437, type=call_module]; +"2438 quantize_per_tensor_default_126" [id=2438, type=quantize_per_tensor]; +"2439 dequantize_per_tensor_default_126" [id=2439, type=dequantize_per_tensor]; +"2440 linear_125_scale_0_updated_constant0" [id=2440, type=get_attr]; +"2441 compressed_weight_updated_constant126" [id=2441, type=get_attr]; +"2442 _param_constant337_0_0" [id=2442, type=get_attr]; +"2443 mul_174" [id=2443, type=]; +"2444 linear_125" [id=2444, type=linear]; +"2445 dropout_81" [id=2445, type=dropout]; +"2446 view_113" [id=2446, type=view]; +"2447 permute_94" [id=2447, type=permute]; +"2448 reshape_93" [id=2448, type=reshape]; +"2449 slice_302" [id=2449, type=slice]; +"2450 slice_303" [id=2450, type=slice]; +"2451 slice_304" [id=2451, type=slice]; +"2452 slice_305" [id=2452, type=slice]; +"2453 contiguous_39" [id=2453, type=contiguous]; +"2454 _param_constant338" [id=2454, type=get_attr]; +"2455 _param_constant339" [id=2455, type=get_attr]; +"2456 layer_norm_43" [id=2456, type=layer_norm]; +"2457 add_71" [id=2457, type=add]; +"2458 add_71_0_0_nncf_smooth_quant_0" [id=2458, type=call_module]; +"2459 quantize_per_tensor_default_127" [id=2459, type=quantize_per_tensor]; +"2460 dequantize_per_tensor_default_127" [id=2460, type=dequantize_per_tensor]; +"2461 linear_126_scale_0_updated_constant0" [id=2461, type=get_attr]; +"2462 compressed_weight_updated_constant127" [id=2462, type=get_attr]; +"2463 _param_constant341_0_0" [id=2463, type=get_attr]; +"2464 mul_175" [id=2464, type=]; +"2465 linear_126" [id=2465, type=linear]; +"2466 gelu_20" [id=2466, type=gelu]; +"2467 dropout_82" [id=2467, type=dropout]; +"2468 dropout_82_0_0_nncf_smooth_quant_0" [id=2468, type=call_module]; +"2469 quantize_per_tensor_default_128" [id=2469, type=quantize_per_tensor]; +"2470 dequantize_per_tensor_default_128" [id=2470, type=dequantize_per_tensor]; +"2471 linear_127_scale_0_updated_constant0" [id=2471, type=get_attr]; +"2472 compressed_weight_updated_constant128" [id=2472, type=get_attr]; +"2473 _param_constant343_0_0" [id=2473, type=get_attr]; +"2474 mul_176" [id=2474, type=]; +"2475 linear_127" [id=2475, type=linear]; +"2476 dropout_83" [id=2476, type=dropout]; +"2477 _param_constant344" [id=2477, type=get_attr]; +"2478 _param_constant345" [id=2478, type=get_attr]; +"2479 layer_norm_44" [id=2479, type=layer_norm]; +"2480 add_72" [id=2480, type=add]; +"2481 _tensor_constant132" [id=2481, type=get_attr]; +"2482 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2482, type=call_module]; +"2483 linear_128_scale_0_updated_constant0" [id=2483, type=get_attr]; +"2484 compressed_weight_updated_constant129" [id=2484, type=get_attr]; +"2485 _param_constant347_0_0" [id=2485, type=get_attr]; +"2486 mul_177" [id=2486, type=]; +"2487 linear_128" [id=2487, type=linear]; +"2488 relu__21" [id=2488, type=relu_]; +"2489 relu__21_0_0_nncf_smooth_quant_0" [id=2489, type=call_module]; +"2490 linear_129_scale_0_updated_constant0" [id=2490, type=get_attr]; +"2491 compressed_weight_updated_constant130" [id=2491, type=get_attr]; +"2492 mul_178" [id=2492, type=]; +"2493 linear_129" [id=2493, type=linear]; +"2494 view_114" [id=2494, type=view]; +"2495 _tensor_constant133" [id=2495, type=get_attr]; +"2496 index_21" [id=2496, type=index]; +"2497 view_115" [id=2497, type=view]; +"2498 permute_95" [id=2498, type=permute]; +"2499 contiguous_40" [id=2499, type=contiguous]; +"2500 unsqueeze_61" [id=2500, type=unsqueeze]; +"2501 sigmoid_21" [id=2501, type=sigmoid]; +"2502 mul_42" [id=2502, type=mul]; +"2503 pad_23" [id=2503, type=pad]; +"2504 roll_20" [id=2504, type=roll]; +"2505 view_116" [id=2505, type=view]; +"2506 permute_96" [id=2506, type=permute]; +"2507 reshape_94" [id=2507, type=reshape]; +"2508 reshape_94_0_0_nncf_smooth_quant_0" [id=2508, type=call_module]; +"2509 quantize_per_tensor_default_129" [id=2509, type=quantize_per_tensor]; +"2510 dequantize_per_tensor_default_129" [id=2510, type=dequantize_per_tensor]; +"2511 linear_130_scale_0_updated_constant0" [id=2511, type=get_attr]; +"2512 compressed_weight_updated_constant131" [id=2512, type=get_attr]; +"2513 _param_constant349_0_0" [id=2513, type=get_attr]; +"2514 mul_179" [id=2514, type=]; +"2515 linear_130" [id=2515, type=linear]; +"2516 reshape_95" [id=2516, type=reshape]; +"2517 permute_97" [id=2517, type=permute]; +"2518 select_63" [id=2518, type=select]; +"2519 select_64" [id=2519, type=select]; +"2520 select_65" [id=2520, type=select]; +"2521 linalg_vector_norm_42" [id=2521, type=linalg_vector_norm]; +"2522 clamp_min_42" [id=2522, type=clamp_min]; +"2523 expand_as_42" [id=2523, type=expand_as]; +"2524 div_42" [id=2524, type=div]; +"2525 quantize_per_tensor_default_130" [id=2525, type=quantize_per_tensor]; +"2526 dequantize_per_tensor_default_130" [id=2526, type=dequantize_per_tensor]; +"2527 linalg_vector_norm_43" [id=2527, type=linalg_vector_norm]; +"2528 clamp_min_43" [id=2528, type=clamp_min]; +"2529 expand_as_43" [id=2529, type=expand_as]; +"2530 div_43" [id=2530, type=div]; +"2531 quantize_per_tensor_default_131" [id=2531, type=quantize_per_tensor]; +"2532 dequantize_per_tensor_default_131" [id=2532, type=dequantize_per_tensor]; +"2533 transpose_42" [id=2533, type=transpose]; +"2534 matmul_42" [id=2534, type=matmul]; +"2535 _param_constant351" [id=2535, type=get_attr]; +"2536 clamp_21" [id=2536, type=clamp]; +"2537 exp_21" [id=2537, type=exp]; +"2538 mul_43" [id=2538, type=mul]; +"2539 add_73" [id=2539, type=add]; +"2540 new_zeros_10" [id=2540, type=new_zeros]; +"2541 view_117" [id=2541, type=view]; +"2542 permute_98" [id=2542, type=permute]; +"2543 reshape_96" [id=2543, type=reshape]; +"2544 unsqueeze_62" [id=2544, type=unsqueeze]; +"2545 unsqueeze_63" [id=2545, type=unsqueeze]; +"2546 sub_10" [id=2546, type=sub]; +"2547 ne_10" [id=2547, type=ne]; +"2548 masked_fill_20" [id=2548, type=masked_fill]; +"2549 eq_10" [id=2549, type=eq]; +"2550 masked_fill_21" [id=2550, type=masked_fill]; +"2551 view_118" [id=2551, type=view]; +"2552 unsqueeze_64" [id=2552, type=unsqueeze]; +"2553 unsqueeze_65" [id=2553, type=unsqueeze]; +"2554 add_74" [id=2554, type=add]; +"2555 view_119" [id=2555, type=view]; +"2556 softmax_21" [id=2556, type=softmax]; +"2557 dropout_84" [id=2557, type=dropout]; +"2558 matmul_43" [id=2558, type=matmul]; +"2559 transpose_43" [id=2559, type=transpose]; +"2560 reshape_97" [id=2560, type=reshape]; +"2561 reshape_97_0_0_nncf_smooth_quant_0" [id=2561, type=call_module]; +"2562 quantize_per_tensor_default_132" [id=2562, type=quantize_per_tensor]; +"2563 dequantize_per_tensor_default_132" [id=2563, type=dequantize_per_tensor]; +"2564 linear_131_scale_0_updated_constant0" [id=2564, type=get_attr]; +"2565 compressed_weight_updated_constant132" [id=2565, type=get_attr]; +"2566 _param_constant353_0_0" [id=2566, type=get_attr]; +"2567 mul_180" [id=2567, type=]; +"2568 linear_131" [id=2568, type=linear]; +"2569 dropout_85" [id=2569, type=dropout]; +"2570 view_120" [id=2570, type=view]; +"2571 permute_99" [id=2571, type=permute]; +"2572 reshape_98" [id=2572, type=reshape]; +"2573 roll_21" [id=2573, type=roll]; +"2574 slice_325" [id=2574, type=slice]; +"2575 slice_326" [id=2575, type=slice]; +"2576 slice_327" [id=2576, type=slice]; +"2577 slice_328" [id=2577, type=slice]; +"2578 contiguous_41" [id=2578, type=contiguous]; +"2579 _param_constant354" [id=2579, type=get_attr]; +"2580 _param_constant355" [id=2580, type=get_attr]; +"2581 layer_norm_45" [id=2581, type=layer_norm]; +"2582 add_75" [id=2582, type=add]; +"2583 add_75_0_0_nncf_smooth_quant_0" [id=2583, type=call_module]; +"2584 quantize_per_tensor_default_133" [id=2584, type=quantize_per_tensor]; +"2585 dequantize_per_tensor_default_133" [id=2585, type=dequantize_per_tensor]; +"2586 linear_132_scale_0_updated_constant0" [id=2586, type=get_attr]; +"2587 compressed_weight_updated_constant133" [id=2587, type=get_attr]; +"2588 _param_constant357_0_0" [id=2588, type=get_attr]; +"2589 mul_181" [id=2589, type=]; +"2590 linear_132" [id=2590, type=linear]; +"2591 gelu_21" [id=2591, type=gelu]; +"2592 dropout_86" [id=2592, type=dropout]; +"2593 dropout_86_0_0_nncf_smooth_quant_0" [id=2593, type=call_module]; +"2594 quantize_per_tensor_default_134" [id=2594, type=quantize_per_tensor]; +"2595 dequantize_per_tensor_default_134" [id=2595, type=dequantize_per_tensor]; +"2596 linear_133_scale_0_updated_constant0" [id=2596, type=get_attr]; +"2597 compressed_weight_updated_constant134" [id=2597, type=get_attr]; +"2598 _param_constant359_0_0" [id=2598, type=get_attr]; +"2599 mul_182" [id=2599, type=]; +"2600 linear_133" [id=2600, type=linear]; +"2601 dropout_87" [id=2601, type=dropout]; +"2602 _param_constant360" [id=2602, type=get_attr]; +"2603 _param_constant361" [id=2603, type=get_attr]; +"2604 layer_norm_46" [id=2604, type=layer_norm]; +"2605 add_76" [id=2605, type=add]; +"2606 pad_24" [id=2606, type=pad]; +"2607 slice_329" [id=2607, type=slice]; +"2608 slice_330" [id=2608, type=slice]; +"2609 slice_331" [id=2609, type=slice]; +"2610 slice_332" [id=2610, type=slice]; +"2611 slice_333" [id=2611, type=slice]; +"2612 slice_334" [id=2612, type=slice]; +"2613 slice_335" [id=2613, type=slice]; +"2614 slice_336" [id=2614, type=slice]; +"2615 slice_337" [id=2615, type=slice]; +"2616 slice_338" [id=2616, type=slice]; +"2617 slice_339" [id=2617, type=slice]; +"2618 slice_340" [id=2618, type=slice]; +"2619 cat_2" [id=2619, type=cat]; +"2620 cat_2_0_0_nncf_smooth_quant_0" [id=2620, type=call_module]; +"2621 quantize_per_tensor_default_135" [id=2621, type=quantize_per_tensor]; +"2622 dequantize_per_tensor_default_135" [id=2622, type=dequantize_per_tensor]; +"2623 linear_134_scale_0_updated_constant0" [id=2623, type=get_attr]; +"2624 compressed_weight_updated_constant135" [id=2624, type=get_attr]; +"2625 mul_183" [id=2625, type=]; +"2626 linear_134" [id=2626, type=linear]; +"2627 _param_constant363" [id=2627, type=get_attr]; +"2628 _param_constant364" [id=2628, type=get_attr]; +"2629 layer_norm_47" [id=2629, type=layer_norm]; +"2630 _tensor_constant143" [id=2630, type=get_attr]; +"2631 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2631, type=call_module]; +"2632 linear_135_scale_0_updated_constant0" [id=2632, type=get_attr]; +"2633 compressed_weight_updated_constant136" [id=2633, type=get_attr]; +"2634 _param_constant366_0_0" [id=2634, type=get_attr]; +"2635 mul_184" [id=2635, type=]; +"2636 linear_135" [id=2636, type=linear]; +"2637 relu__22" [id=2637, type=relu_]; +"2638 relu__22_0_0_nncf_smooth_quant_0" [id=2638, type=call_module]; +"2639 linear_136_scale_0_updated_constant0" [id=2639, type=get_attr]; +"2640 compressed_weight_updated_constant137" [id=2640, type=get_attr]; +"2641 mul_185" [id=2641, type=]; +"2642 linear_136" [id=2642, type=linear]; +"2643 view_121" [id=2643, type=view]; +"2644 _tensor_constant144" [id=2644, type=get_attr]; +"2645 index_22" [id=2645, type=index]; +"2646 view_122" [id=2646, type=view]; +"2647 permute_100" [id=2647, type=permute]; +"2648 contiguous_42" [id=2648, type=contiguous]; +"2649 unsqueeze_66" [id=2649, type=unsqueeze]; +"2650 sigmoid_22" [id=2650, type=sigmoid]; +"2651 mul_44" [id=2651, type=mul]; +"2652 pad_25" [id=2652, type=pad]; +"2653 view_123" [id=2653, type=view]; +"2654 permute_101" [id=2654, type=permute]; +"2655 reshape_99" [id=2655, type=reshape]; +"2656 reshape_99_0_0_nncf_smooth_quant_0" [id=2656, type=call_module]; +"2657 quantize_per_tensor_default_136" [id=2657, type=quantize_per_tensor]; +"2658 dequantize_per_tensor_default_136" [id=2658, type=dequantize_per_tensor]; +"2659 linear_137_scale_0_updated_constant0" [id=2659, type=get_attr]; +"2660 compressed_weight_updated_constant138" [id=2660, type=get_attr]; +"2661 _param_constant368_0_0" [id=2661, type=get_attr]; +"2662 mul_186" [id=2662, type=]; +"2663 linear_137" [id=2663, type=linear]; +"2664 reshape_100" [id=2664, type=reshape]; +"2665 permute_102" [id=2665, type=permute]; +"2666 select_66" [id=2666, type=select]; +"2667 select_67" [id=2667, type=select]; +"2668 select_68" [id=2668, type=select]; +"2669 linalg_vector_norm_44" [id=2669, type=linalg_vector_norm]; +"2670 clamp_min_44" [id=2670, type=clamp_min]; +"2671 expand_as_44" [id=2671, type=expand_as]; +"2672 div_44" [id=2672, type=div]; +"2673 quantize_per_tensor_default_137" [id=2673, type=quantize_per_tensor]; +"2674 dequantize_per_tensor_default_137" [id=2674, type=dequantize_per_tensor]; +"2675 linalg_vector_norm_45" [id=2675, type=linalg_vector_norm]; +"2676 clamp_min_45" [id=2676, type=clamp_min]; +"2677 expand_as_45" [id=2677, type=expand_as]; +"2678 div_45" [id=2678, type=div]; +"2679 quantize_per_tensor_default_138" [id=2679, type=quantize_per_tensor]; +"2680 dequantize_per_tensor_default_138" [id=2680, type=dequantize_per_tensor]; +"2681 transpose_44" [id=2681, type=transpose]; +"2682 matmul_44" [id=2682, type=matmul]; +"2683 _param_constant370" [id=2683, type=get_attr]; +"2684 clamp_22" [id=2684, type=clamp]; +"2685 exp_22" [id=2685, type=exp]; +"2686 mul_45" [id=2686, type=mul]; +"2687 add_77" [id=2687, type=add]; +"2688 softmax_22" [id=2688, type=softmax]; +"2689 dropout_88" [id=2689, type=dropout]; +"2690 matmul_45" [id=2690, type=matmul]; +"2691 transpose_45" [id=2691, type=transpose]; +"2692 reshape_101" [id=2692, type=reshape]; +"2693 reshape_101_0_0_nncf_smooth_quant_0" [id=2693, type=call_module]; +"2694 quantize_per_tensor_default_139" [id=2694, type=quantize_per_tensor]; +"2695 dequantize_per_tensor_default_139" [id=2695, type=dequantize_per_tensor]; +"2696 linear_138_scale_0_updated_constant0" [id=2696, type=get_attr]; +"2697 compressed_weight_updated_constant139" [id=2697, type=get_attr]; +"2698 _param_constant372_0_0" [id=2698, type=get_attr]; +"2699 mul_187" [id=2699, type=]; +"2700 linear_138" [id=2700, type=linear]; +"2701 dropout_89" [id=2701, type=dropout]; +"2702 view_124" [id=2702, type=view]; +"2703 permute_103" [id=2703, type=permute]; +"2704 reshape_102" [id=2704, type=reshape]; +"2705 slice_342" [id=2705, type=slice]; +"2706 slice_343" [id=2706, type=slice]; +"2707 slice_344" [id=2707, type=slice]; +"2708 slice_345" [id=2708, type=slice]; +"2709 contiguous_43" [id=2709, type=contiguous]; +"2710 _param_constant373" [id=2710, type=get_attr]; +"2711 _param_constant374" [id=2711, type=get_attr]; +"2712 layer_norm_48" [id=2712, type=layer_norm]; +"2713 add_78" [id=2713, type=add]; +"2714 add_78_0_0_nncf_smooth_quant_0" [id=2714, type=call_module]; +"2715 quantize_per_tensor_default_140" [id=2715, type=quantize_per_tensor]; +"2716 dequantize_per_tensor_default_140" [id=2716, type=dequantize_per_tensor]; +"2717 linear_139_scale_0_updated_constant0" [id=2717, type=get_attr]; +"2718 compressed_weight_updated_constant140" [id=2718, type=get_attr]; +"2719 _param_constant376_0_0" [id=2719, type=get_attr]; +"2720 mul_188" [id=2720, type=]; +"2721 linear_139" [id=2721, type=linear]; +"2722 gelu_22" [id=2722, type=gelu]; +"2723 dropout_90" [id=2723, type=dropout]; +"2724 dropout_90_0_0_nncf_smooth_quant_0" [id=2724, type=call_module]; +"2725 quantize_per_tensor_default_141" [id=2725, type=quantize_per_tensor]; +"2726 dequantize_per_tensor_default_141" [id=2726, type=dequantize_per_tensor]; +"2727 linear_140_scale_0_updated_constant0" [id=2727, type=get_attr]; +"2728 compressed_weight_updated_constant141" [id=2728, type=get_attr]; +"2729 _param_constant378_0_0" [id=2729, type=get_attr]; +"2730 mul_189" [id=2730, type=]; +"2731 linear_140" [id=2731, type=linear]; +"2732 dropout_91" [id=2732, type=dropout]; +"2733 _param_constant379" [id=2733, type=get_attr]; +"2734 _param_constant380" [id=2734, type=get_attr]; +"2735 layer_norm_49" [id=2735, type=layer_norm]; +"2736 add_79" [id=2736, type=add]; +"2737 _tensor_constant145" [id=2737, type=get_attr]; +"2738 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=2738, type=call_module]; +"2739 linear_141_scale_0_updated_constant0" [id=2739, type=get_attr]; +"2740 compressed_weight_updated_constant142" [id=2740, type=get_attr]; +"2741 _param_constant382_0_0" [id=2741, type=get_attr]; +"2742 mul_190" [id=2742, type=]; +"2743 linear_141" [id=2743, type=linear]; +"2744 relu__23" [id=2744, type=relu_]; +"2745 relu__23_0_0_nncf_smooth_quant_0" [id=2745, type=call_module]; +"2746 linear_142_scale_0_updated_constant0" [id=2746, type=get_attr]; +"2747 compressed_weight_updated_constant143" [id=2747, type=get_attr]; +"2748 mul_191" [id=2748, type=]; +"2749 linear_142" [id=2749, type=linear]; +"2750 view_125" [id=2750, type=view]; +"2751 _tensor_constant146" [id=2751, type=get_attr]; +"2752 index_23" [id=2752, type=index]; +"2753 view_126" [id=2753, type=view]; +"2754 permute_104" [id=2754, type=permute]; +"2755 contiguous_44" [id=2755, type=contiguous]; +"2756 unsqueeze_67" [id=2756, type=unsqueeze]; +"2757 sigmoid_23" [id=2757, type=sigmoid]; +"2758 mul_46" [id=2758, type=mul]; +"2759 pad_26" [id=2759, type=pad]; +"2760 view_127" [id=2760, type=view]; +"2761 permute_105" [id=2761, type=permute]; +"2762 reshape_103" [id=2762, type=reshape]; +"2763 reshape_103_0_0_nncf_smooth_quant_0" [id=2763, type=call_module]; +"2764 quantize_per_tensor_default_142" [id=2764, type=quantize_per_tensor]; +"2765 dequantize_per_tensor_default_142" [id=2765, type=dequantize_per_tensor]; +"2766 linear_143_scale_0_updated_constant0" [id=2766, type=get_attr]; +"2767 compressed_weight_updated_constant144" [id=2767, type=get_attr]; +"2768 _param_constant384_0_0" [id=2768, type=get_attr]; +"2769 mul_192" [id=2769, type=]; +"2770 linear_143" [id=2770, type=linear]; +"2771 reshape_104" [id=2771, type=reshape]; +"2772 permute_106" [id=2772, type=permute]; +"2773 select_69" [id=2773, type=select]; +"2774 select_70" [id=2774, type=select]; +"2775 select_71" [id=2775, type=select]; +"2776 linalg_vector_norm_46" [id=2776, type=linalg_vector_norm]; +"2777 clamp_min_46" [id=2777, type=clamp_min]; +"2778 expand_as_46" [id=2778, type=expand_as]; +"2779 div_46" [id=2779, type=div]; +"2780 quantize_per_tensor_default_143" [id=2780, type=quantize_per_tensor]; +"2781 dequantize_per_tensor_default_143" [id=2781, type=dequantize_per_tensor]; +"2782 linalg_vector_norm_47" [id=2782, type=linalg_vector_norm]; +"2783 clamp_min_47" [id=2783, type=clamp_min]; +"2784 expand_as_47" [id=2784, type=expand_as]; +"2785 div_47" [id=2785, type=div]; +"2786 quantize_per_tensor_default_144" [id=2786, type=quantize_per_tensor]; +"2787 dequantize_per_tensor_default_144" [id=2787, type=dequantize_per_tensor]; +"2788 transpose_46" [id=2788, type=transpose]; +"2789 matmul_46" [id=2789, type=matmul]; +"2790 _param_constant386" [id=2790, type=get_attr]; +"2791 clamp_23" [id=2791, type=clamp]; +"2792 exp_23" [id=2792, type=exp]; +"2793 mul_47" [id=2793, type=mul]; +"2794 add_80" [id=2794, type=add]; +"2795 softmax_23" [id=2795, type=softmax]; +"2796 dropout_92" [id=2796, type=dropout]; +"2797 matmul_47" [id=2797, type=matmul]; +"2798 transpose_47" [id=2798, type=transpose]; +"2799 reshape_105" [id=2799, type=reshape]; +"2800 reshape_105_0_0_nncf_smooth_quant_0" [id=2800, type=call_module]; +"2801 quantize_per_tensor_default_145" [id=2801, type=quantize_per_tensor]; +"2802 dequantize_per_tensor_default_145" [id=2802, type=dequantize_per_tensor]; +"2803 linear_144_scale_0_updated_constant0" [id=2803, type=get_attr]; +"2804 compressed_weight_updated_constant145" [id=2804, type=get_attr]; +"2805 _param_constant388_0_0" [id=2805, type=get_attr]; +"2806 mul_193" [id=2806, type=]; +"2807 linear_144" [id=2807, type=linear]; +"2808 dropout_93" [id=2808, type=dropout]; +"2809 view_128" [id=2809, type=view]; +"2810 permute_107" [id=2810, type=permute]; +"2811 reshape_106" [id=2811, type=reshape]; +"2812 slice_347" [id=2812, type=slice]; +"2813 slice_348" [id=2813, type=slice]; +"2814 slice_349" [id=2814, type=slice]; +"2815 slice_350" [id=2815, type=slice]; +"2816 contiguous_45" [id=2816, type=contiguous]; +"2817 _param_constant389" [id=2817, type=get_attr]; +"2818 _param_constant390" [id=2818, type=get_attr]; +"2819 layer_norm_50" [id=2819, type=layer_norm]; +"2820 add_81" [id=2820, type=add]; +"2821 add_81_0_0_nncf_smooth_quant_0" [id=2821, type=call_module]; +"2822 quantize_per_tensor_default_146" [id=2822, type=quantize_per_tensor]; +"2823 dequantize_per_tensor_default_146" [id=2823, type=dequantize_per_tensor]; +"2824 linear_145_scale_0_updated_constant0" [id=2824, type=get_attr]; +"2825 compressed_weight_updated_constant146" [id=2825, type=get_attr]; +"2826 _param_constant392_0_0" [id=2826, type=get_attr]; +"2827 mul_194" [id=2827, type=]; +"2828 linear_145" [id=2828, type=linear]; +"2829 gelu_23" [id=2829, type=gelu]; +"2830 dropout_94" [id=2830, type=dropout]; +"2831 dropout_94_0_0_nncf_smooth_quant_0" [id=2831, type=call_module]; +"2832 quantize_per_tensor_default_147" [id=2832, type=quantize_per_tensor]; +"2833 dequantize_per_tensor_default_147" [id=2833, type=dequantize_per_tensor]; +"2834 linear_146_scale_0_updated_constant0" [id=2834, type=get_attr]; +"2835 compressed_weight_updated_constant147" [id=2835, type=get_attr]; +"2836 _param_constant394_0_0" [id=2836, type=get_attr]; +"2837 mul_195" [id=2837, type=]; +"2838 linear_146" [id=2838, type=linear]; +"2839 dropout_95" [id=2839, type=dropout]; +"2840 _param_constant395" [id=2840, type=get_attr]; +"2841 _param_constant396" [id=2841, type=get_attr]; +"2842 layer_norm_51" [id=2842, type=layer_norm]; +"2843 add_82" [id=2843, type=add]; +"2844 _param_constant397" [id=2844, type=get_attr]; +"2845 _param_constant398" [id=2845, type=get_attr]; +"2846 layer_norm_52" [id=2846, type=layer_norm]; +"2847 permute_108" [id=2847, type=permute]; +"2848 adaptive_avg_pool2d" [id=2848, type=adaptive_avg_pool2d]; +"2849 flatten" [id=2849, type=flatten]; +"2850 flatten_0_0_nncf_smooth_quant_0" [id=2850, type=call_module]; +"2851 quantize_per_tensor_default_148" [id=2851, type=quantize_per_tensor]; +"2852 dequantize_per_tensor_default_148" [id=2852, type=dequantize_per_tensor]; +"2853 linear_147_scale_0_updated_constant0" [id=2853, type=get_attr]; +"2854 compressed_weight_updated_constant148" [id=2854, type=get_attr]; +"2855 _param_constant400_0_0" [id=2855, type=get_attr]; +"2856 mul_196" [id=2856, type=]; +"2857 linear_147" [id=2857, type=linear]; +"2858 output" [id=2858, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default"; -"2 dequantize_per_tensor_default" -> "9 conv2d"; -"3 _param_constant0" -> "6 quantize_per_channel_default"; -"4 conv2d_scale_0" -> "6 quantize_per_channel_default"; -"4 conv2d_scale_0" -> "7 dequantize_per_channel_default"; -"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default"; -"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default"; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default"; -"7 dequantize_per_channel_default" -> "9 conv2d"; -"8 _param_constant1_0_0" -> "9 conv2d"; -"9 conv2d" -> "10 permute"; -"10 permute" -> "13 layer_norm"; -"11 _param_constant2" -> "13 layer_norm"; -"12 _param_constant3" -> "13 layer_norm"; -"13 layer_norm" -> "40 pad"; -"13 layer_norm" -> "102 add_1"; -"14 _tensor_constant0" -> "16 _tensor_constant0_0_0_nncf_smooth_quant_0"; -"15 linear_updated_constant0" -> "19 quantize_per_channel_default_1"; -"16 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "22 linear"; -"17 linear_scale_0" -> "19 quantize_per_channel_default_1"; -"17 linear_scale_0" -> "20 dequantize_per_channel_default_1"; -"18 linear_zero_point_0" -> "19 quantize_per_channel_default_1"; -"18 linear_zero_point_0" -> "20 dequantize_per_channel_default_1"; -"19 quantize_per_channel_default_1" -> "20 dequantize_per_channel_default_1"; -"20 dequantize_per_channel_default_1" -> "22 linear"; -"21 _param_constant5_0_0" -> "22 linear"; -"22 linear" -> "23 relu_"; -"23 relu_" -> "25 relu__0_0_nncf_smooth_quant_0"; -"24 linear_1_updated_constant0" -> "28 quantize_per_channel_default_2"; -"25 relu__0_0_nncf_smooth_quant_0" -> "30 linear_1"; -"26 linear_1_scale_0" -> "28 quantize_per_channel_default_2"; -"26 linear_1_scale_0" -> "29 dequantize_per_channel_default_2"; -"27 linear_1_zero_point_0" -> "28 quantize_per_channel_default_2"; -"27 linear_1_zero_point_0" -> "29 dequantize_per_channel_default_2"; -"28 quantize_per_channel_default_2" -> "29 dequantize_per_channel_default_2"; -"29 dequantize_per_channel_default_2" -> "30 linear_1"; -"30 linear_1" -> "31 view"; -"31 view" -> "33 index"; -"32 _tensor_constant1" -> "33 index"; -"33 index" -> "34 view_1"; -"34 view_1" -> "35 permute_1"; -"35 permute_1" -> "36 contiguous"; -"36 contiguous" -> "37 unsqueeze"; -"37 unsqueeze" -> "38 sigmoid"; -"38 sigmoid" -> "39 mul"; -"39 mul" -> "77 add"; -"40 pad" -> "41 view_2"; -"41 view_2" -> "42 permute_2"; -"42 permute_2" -> "43 reshape"; -"43 reshape" -> "45 reshape_0_0_nncf_smooth_quant_0"; -"44 linear_2_updated_constant0" -> "50 quantize_per_channel_default_3"; -"45 reshape_0_0_nncf_smooth_quant_0" -> "46 quantize_per_tensor_default_1"; -"46 quantize_per_tensor_default_1" -> "47 dequantize_per_tensor_default_1"; -"47 dequantize_per_tensor_default_1" -> "53 linear_2"; -"48 linear_2_scale_0" -> "50 quantize_per_channel_default_3"; -"48 linear_2_scale_0" -> "51 dequantize_per_channel_default_3"; -"49 linear_2_zero_point_0" -> "50 quantize_per_channel_default_3"; -"49 linear_2_zero_point_0" -> "51 dequantize_per_channel_default_3"; -"50 quantize_per_channel_default_3" -> "51 dequantize_per_channel_default_3"; -"51 dequantize_per_channel_default_3" -> "53 linear_2"; -"52 _param_constant7_0_0" -> "53 linear_2"; -"53 linear_2" -> "54 reshape_1"; -"54 reshape_1" -> "55 permute_3"; -"55 permute_3" -> "56 select"; -"55 permute_3" -> "57 select_1"; -"55 permute_3" -> "58 select_2"; -"56 select" -> "59 linalg_vector_norm"; -"56 select" -> "61 expand_as"; -"56 select" -> "62 div"; -"57 select_1" -> "65 linalg_vector_norm_1"; -"57 select_1" -> "67 expand_as_1"; -"57 select_1" -> "68 div_1"; -"58 select_2" -> "80 matmul_1"; -"59 linalg_vector_norm" -> "60 clamp_min"; -"60 clamp_min" -> "61 expand_as"; -"61 expand_as" -> "62 div"; -"62 div" -> "63 quantize_per_tensor_default_2"; -"63 quantize_per_tensor_default_2" -> "64 dequantize_per_tensor_default_2"; -"64 dequantize_per_tensor_default_2" -> "72 matmul"; -"65 linalg_vector_norm_1" -> "66 clamp_min_1"; -"66 clamp_min_1" -> "67 expand_as_1"; -"67 expand_as_1" -> "68 div_1"; -"68 div_1" -> "69 quantize_per_tensor_default_3"; -"69 quantize_per_tensor_default_3" -> "70 dequantize_per_tensor_default_3"; -"70 dequantize_per_tensor_default_3" -> "71 transpose"; -"71 transpose" -> "72 matmul"; -"72 matmul" -> "76 mul_1"; -"73 _param_constant9" -> "74 clamp"; -"74 clamp" -> "75 exp"; -"75 exp" -> "76 mul_1"; -"76 mul_1" -> "77 add"; -"77 add" -> "78 softmax"; -"78 softmax" -> "79 dropout"; -"79 dropout" -> "80 matmul_1"; -"80 matmul_1" -> "81 transpose_1"; -"81 transpose_1" -> "82 reshape_2"; -"82 reshape_2" -> "84 reshape_2_0_0_nncf_smooth_quant_0"; -"83 linear_3_updated_constant0" -> "89 quantize_per_channel_default_4"; -"84 reshape_2_0_0_nncf_smooth_quant_0" -> "85 quantize_per_tensor_default_4"; -"85 quantize_per_tensor_default_4" -> "86 dequantize_per_tensor_default_4"; -"86 dequantize_per_tensor_default_4" -> "92 linear_3"; -"87 linear_3_scale_0" -> "89 quantize_per_channel_default_4"; -"87 linear_3_scale_0" -> "90 dequantize_per_channel_default_4"; -"88 linear_3_zero_point_0" -> "89 quantize_per_channel_default_4"; -"88 linear_3_zero_point_0" -> "90 dequantize_per_channel_default_4"; -"89 quantize_per_channel_default_4" -> "90 dequantize_per_channel_default_4"; -"90 dequantize_per_channel_default_4" -> "92 linear_3"; -"91 _param_constant11_0_0" -> "92 linear_3"; -"92 linear_3" -> "93 dropout_1"; -"93 dropout_1" -> "94 view_3"; -"94 view_3" -> "95 permute_4"; -"95 permute_4" -> "96 reshape_3"; -"96 reshape_3" -> "97 slice_2"; -"97 slice_2" -> "98 slice_3"; -"98 slice_3" -> "101 layer_norm_1"; -"99 _param_constant12" -> "101 layer_norm_1"; -"100 _param_constant13" -> "101 layer_norm_1"; -"101 layer_norm_1" -> "102 add_1"; -"102 add_1" -> "104 add_1_0_0_nncf_smooth_quant_0"; -"102 add_1" -> "129 add_2"; -"103 linear_4_updated_constant0" -> "109 quantize_per_channel_default_5"; -"104 add_1_0_0_nncf_smooth_quant_0" -> "105 quantize_per_tensor_default_5"; -"105 quantize_per_tensor_default_5" -> "106 dequantize_per_tensor_default_5"; -"106 dequantize_per_tensor_default_5" -> "112 linear_4"; -"107 linear_4_scale_0" -> "109 quantize_per_channel_default_5"; -"107 linear_4_scale_0" -> "110 dequantize_per_channel_default_5"; -"108 linear_4_zero_point_0" -> "109 quantize_per_channel_default_5"; -"108 linear_4_zero_point_0" -> "110 dequantize_per_channel_default_5"; -"109 quantize_per_channel_default_5" -> "110 dequantize_per_channel_default_5"; -"110 dequantize_per_channel_default_5" -> "112 linear_4"; -"111 _param_constant15_0_0" -> "112 linear_4"; -"112 linear_4" -> "113 gelu"; -"113 gelu" -> "114 dropout_2"; -"114 dropout_2" -> "116 dropout_2_0_0_nncf_smooth_quant_0"; -"115 linear_5_updated_constant0" -> "121 quantize_per_channel_default_6"; -"116 dropout_2_0_0_nncf_smooth_quant_0" -> "117 quantize_per_tensor_default_6"; -"117 quantize_per_tensor_default_6" -> "118 dequantize_per_tensor_default_6"; -"118 dequantize_per_tensor_default_6" -> "124 linear_5"; -"119 linear_5_scale_0" -> "121 quantize_per_channel_default_6"; -"119 linear_5_scale_0" -> "122 dequantize_per_channel_default_6"; -"120 linear_5_zero_point_0" -> "121 quantize_per_channel_default_6"; -"120 linear_5_zero_point_0" -> "122 dequantize_per_channel_default_6"; -"121 quantize_per_channel_default_6" -> "122 dequantize_per_channel_default_6"; -"122 dequantize_per_channel_default_6" -> "124 linear_5"; -"123 _param_constant17_0_0" -> "124 linear_5"; -"124 linear_5" -> "125 dropout_3"; -"125 dropout_3" -> "128 layer_norm_2"; -"126 _param_constant18" -> "128 layer_norm_2"; -"127 _param_constant19" -> "128 layer_norm_2"; -"128 layer_norm_2" -> "129 add_2"; -"129 add_2" -> "156 pad_1"; -"129 add_2" -> "236 add_5"; -"130 _tensor_constant2" -> "132 _tensor_constant2_0_0_nncf_smooth_quant_0"; -"131 linear_6_updated_constant0" -> "135 quantize_per_channel_default_7"; -"132 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "138 linear_6"; -"133 linear_6_scale_0" -> "135 quantize_per_channel_default_7"; -"133 linear_6_scale_0" -> "136 dequantize_per_channel_default_7"; -"134 linear_6_zero_point_0" -> "135 quantize_per_channel_default_7"; -"134 linear_6_zero_point_0" -> "136 dequantize_per_channel_default_7"; -"135 quantize_per_channel_default_7" -> "136 dequantize_per_channel_default_7"; -"136 dequantize_per_channel_default_7" -> "138 linear_6"; -"137 _param_constant21_0_0" -> "138 linear_6"; -"138 linear_6" -> "139 relu__1"; -"139 relu__1" -> "141 relu__1_0_0_nncf_smooth_quant_0"; -"140 linear_7_updated_constant0" -> "144 quantize_per_channel_default_8"; -"141 relu__1_0_0_nncf_smooth_quant_0" -> "146 linear_7"; -"142 linear_7_scale_0" -> "144 quantize_per_channel_default_8"; -"142 linear_7_scale_0" -> "145 dequantize_per_channel_default_8"; -"143 linear_7_zero_point_0" -> "144 quantize_per_channel_default_8"; -"143 linear_7_zero_point_0" -> "145 dequantize_per_channel_default_8"; -"144 quantize_per_channel_default_8" -> "145 dequantize_per_channel_default_8"; -"145 dequantize_per_channel_default_8" -> "146 linear_7"; -"146 linear_7" -> "147 view_4"; -"147 view_4" -> "149 index_1"; -"148 _tensor_constant3" -> "149 index_1"; -"149 index_1" -> "150 view_5"; -"150 view_5" -> "151 permute_5"; -"151 permute_5" -> "152 contiguous_1"; -"152 contiguous_1" -> "153 unsqueeze_1"; -"153 unsqueeze_1" -> "154 sigmoid_1"; -"154 sigmoid_1" -> "155 mul_2"; -"155 mul_2" -> "194 add_3"; -"156 pad_1" -> "157 roll"; -"157 roll" -> "158 view_6"; -"158 view_6" -> "159 permute_6"; -"159 permute_6" -> "160 reshape_4"; -"160 reshape_4" -> "162 reshape_4_0_0_nncf_smooth_quant_0"; -"160 reshape_4" -> "195 new_zeros"; -"161 linear_8_updated_constant0" -> "167 quantize_per_channel_default_9"; -"162 reshape_4_0_0_nncf_smooth_quant_0" -> "163 quantize_per_tensor_default_7"; -"163 quantize_per_tensor_default_7" -> "164 dequantize_per_tensor_default_7"; -"164 dequantize_per_tensor_default_7" -> "170 linear_8"; -"165 linear_8_scale_0" -> "167 quantize_per_channel_default_9"; -"165 linear_8_scale_0" -> "168 dequantize_per_channel_default_9"; -"166 linear_8_zero_point_0" -> "167 quantize_per_channel_default_9"; -"166 linear_8_zero_point_0" -> "168 dequantize_per_channel_default_9"; -"167 quantize_per_channel_default_9" -> "168 dequantize_per_channel_default_9"; -"168 dequantize_per_channel_default_9" -> "170 linear_8"; -"169 _param_constant23_0_0" -> "170 linear_8"; -"170 linear_8" -> "171 reshape_5"; -"171 reshape_5" -> "172 permute_7"; -"172 permute_7" -> "173 select_3"; -"172 permute_7" -> "174 select_4"; -"172 permute_7" -> "175 select_5"; -"173 select_3" -> "176 linalg_vector_norm_2"; -"173 select_3" -> "178 expand_as_2"; -"173 select_3" -> "179 div_2"; -"174 select_4" -> "182 linalg_vector_norm_3"; -"174 select_4" -> "184 expand_as_3"; -"174 select_4" -> "185 div_3"; -"175 select_5" -> "213 matmul_3"; -"176 linalg_vector_norm_2" -> "177 clamp_min_2"; -"177 clamp_min_2" -> "178 expand_as_2"; -"178 expand_as_2" -> "179 div_2"; -"179 div_2" -> "180 quantize_per_tensor_default_8"; -"180 quantize_per_tensor_default_8" -> "181 dequantize_per_tensor_default_8"; -"181 dequantize_per_tensor_default_8" -> "189 matmul_2"; -"182 linalg_vector_norm_3" -> "183 clamp_min_3"; -"183 clamp_min_3" -> "184 expand_as_3"; -"184 expand_as_3" -> "185 div_3"; -"185 div_3" -> "186 quantize_per_tensor_default_9"; -"186 quantize_per_tensor_default_9" -> "187 dequantize_per_tensor_default_9"; -"187 dequantize_per_tensor_default_9" -> "188 transpose_2"; -"188 transpose_2" -> "189 matmul_2"; -"189 matmul_2" -> "193 mul_3"; -"190 _param_constant25" -> "191 clamp_1"; -"191 clamp_1" -> "192 exp_1"; -"192 exp_1" -> "193 mul_3"; -"193 mul_3" -> "194 add_3"; -"194 add_3" -> "206 view_8"; -"195 new_zeros" -> "196 view_7"; -"196 view_7" -> "197 permute_8"; -"197 permute_8" -> "198 reshape_6"; -"198 reshape_6" -> "199 unsqueeze_2"; -"198 reshape_6" -> "200 unsqueeze_3"; -"199 unsqueeze_2" -> "201 sub"; -"200 unsqueeze_3" -> "201 sub"; -"201 sub" -> "202 ne"; -"201 sub" -> "203 masked_fill"; -"201 sub" -> "204 eq"; -"202 ne" -> "203 masked_fill"; -"203 masked_fill" -> "205 masked_fill_1"; -"204 eq" -> "205 masked_fill_1"; -"205 masked_fill_1" -> "207 unsqueeze_4"; -"206 view_8" -> "209 add_4"; -"207 unsqueeze_4" -> "208 unsqueeze_5"; -"208 unsqueeze_5" -> "209 add_4"; -"209 add_4" -> "210 view_9"; -"210 view_9" -> "211 softmax_1"; -"211 softmax_1" -> "212 dropout_4"; -"212 dropout_4" -> "213 matmul_3"; -"213 matmul_3" -> "214 transpose_3"; -"214 transpose_3" -> "215 reshape_7"; -"215 reshape_7" -> "217 reshape_7_0_0_nncf_smooth_quant_0"; -"216 linear_9_updated_constant0" -> "222 quantize_per_channel_default_10"; -"217 reshape_7_0_0_nncf_smooth_quant_0" -> "218 quantize_per_tensor_default_10"; -"218 quantize_per_tensor_default_10" -> "219 dequantize_per_tensor_default_10"; -"219 dequantize_per_tensor_default_10" -> "225 linear_9"; -"220 linear_9_scale_0" -> "222 quantize_per_channel_default_10"; -"220 linear_9_scale_0" -> "223 dequantize_per_channel_default_10"; -"221 linear_9_zero_point_0" -> "222 quantize_per_channel_default_10"; -"221 linear_9_zero_point_0" -> "223 dequantize_per_channel_default_10"; -"222 quantize_per_channel_default_10" -> "223 dequantize_per_channel_default_10"; -"223 dequantize_per_channel_default_10" -> "225 linear_9"; -"224 _param_constant27_0_0" -> "225 linear_9"; -"225 linear_9" -> "226 dropout_5"; -"226 dropout_5" -> "227 view_10"; -"227 view_10" -> "228 permute_9"; -"228 permute_9" -> "229 reshape_8"; -"229 reshape_8" -> "230 roll_1"; -"230 roll_1" -> "231 slice_23"; -"231 slice_23" -> "232 slice_24"; -"232 slice_24" -> "235 layer_norm_3"; -"233 _param_constant28" -> "235 layer_norm_3"; -"234 _param_constant29" -> "235 layer_norm_3"; -"235 layer_norm_3" -> "236 add_5"; -"236 add_5" -> "238 add_5_0_0_nncf_smooth_quant_0"; -"236 add_5" -> "263 add_6"; -"237 linear_10_updated_constant0" -> "243 quantize_per_channel_default_11"; -"238 add_5_0_0_nncf_smooth_quant_0" -> "239 quantize_per_tensor_default_11"; -"239 quantize_per_tensor_default_11" -> "240 dequantize_per_tensor_default_11"; -"240 dequantize_per_tensor_default_11" -> "246 linear_10"; -"241 linear_10_scale_0" -> "243 quantize_per_channel_default_11"; -"241 linear_10_scale_0" -> "244 dequantize_per_channel_default_11"; -"242 linear_10_zero_point_0" -> "243 quantize_per_channel_default_11"; -"242 linear_10_zero_point_0" -> "244 dequantize_per_channel_default_11"; -"243 quantize_per_channel_default_11" -> "244 dequantize_per_channel_default_11"; -"244 dequantize_per_channel_default_11" -> "246 linear_10"; -"245 _param_constant31_0_0" -> "246 linear_10"; -"246 linear_10" -> "247 gelu_1"; -"247 gelu_1" -> "248 dropout_6"; -"248 dropout_6" -> "250 dropout_6_0_0_nncf_smooth_quant_0"; -"249 linear_11_updated_constant0" -> "255 quantize_per_channel_default_12"; -"250 dropout_6_0_0_nncf_smooth_quant_0" -> "251 quantize_per_tensor_default_12"; -"251 quantize_per_tensor_default_12" -> "252 dequantize_per_tensor_default_12"; -"252 dequantize_per_tensor_default_12" -> "258 linear_11"; -"253 linear_11_scale_0" -> "255 quantize_per_channel_default_12"; -"253 linear_11_scale_0" -> "256 dequantize_per_channel_default_12"; -"254 linear_11_zero_point_0" -> "255 quantize_per_channel_default_12"; -"254 linear_11_zero_point_0" -> "256 dequantize_per_channel_default_12"; -"255 quantize_per_channel_default_12" -> "256 dequantize_per_channel_default_12"; -"256 dequantize_per_channel_default_12" -> "258 linear_11"; -"257 _param_constant33_0_0" -> "258 linear_11"; -"258 linear_11" -> "259 dropout_7"; -"259 dropout_7" -> "262 layer_norm_4"; -"260 _param_constant34" -> "262 layer_norm_4"; -"261 _param_constant35" -> "262 layer_norm_4"; -"262 layer_norm_4" -> "263 add_6"; -"263 add_6" -> "264 pad_2"; -"264 pad_2" -> "265 slice_25"; -"264 pad_2" -> "268 slice_28"; -"264 pad_2" -> "271 slice_31"; -"264 pad_2" -> "274 slice_34"; -"265 slice_25" -> "266 slice_26"; -"266 slice_26" -> "267 slice_27"; -"267 slice_27" -> "277 cat"; -"268 slice_28" -> "269 slice_29"; -"269 slice_29" -> "270 slice_30"; -"270 slice_30" -> "277 cat"; -"271 slice_31" -> "272 slice_32"; -"272 slice_32" -> "273 slice_33"; -"273 slice_33" -> "277 cat"; -"274 slice_34" -> "275 slice_35"; -"275 slice_35" -> "276 slice_36"; -"276 slice_36" -> "277 cat"; -"277 cat" -> "279 cat_0_0_nncf_smooth_quant_0"; -"278 linear_12_updated_constant0" -> "284 quantize_per_channel_default_13"; -"279 cat_0_0_nncf_smooth_quant_0" -> "280 quantize_per_tensor_default_13"; -"280 quantize_per_tensor_default_13" -> "281 dequantize_per_tensor_default_13"; -"281 dequantize_per_tensor_default_13" -> "286 linear_12"; -"282 linear_12_scale_0" -> "284 quantize_per_channel_default_13"; -"282 linear_12_scale_0" -> "285 dequantize_per_channel_default_13"; -"283 linear_12_zero_point_0" -> "284 quantize_per_channel_default_13"; -"283 linear_12_zero_point_0" -> "285 dequantize_per_channel_default_13"; -"284 quantize_per_channel_default_13" -> "285 dequantize_per_channel_default_13"; -"285 dequantize_per_channel_default_13" -> "286 linear_12"; -"286 linear_12" -> "289 layer_norm_5"; -"287 _param_constant37" -> "289 layer_norm_5"; -"288 _param_constant38" -> "289 layer_norm_5"; -"289 layer_norm_5" -> "316 pad_3"; -"289 layer_norm_5" -> "381 add_8"; -"290 _tensor_constant13" -> "292 _tensor_constant13_0_0_nncf_smooth_quant_0"; -"291 linear_13_updated_constant0" -> "295 quantize_per_channel_default_14"; -"292 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "298 linear_13"; -"293 linear_13_scale_0" -> "295 quantize_per_channel_default_14"; -"293 linear_13_scale_0" -> "296 dequantize_per_channel_default_14"; -"294 linear_13_zero_point_0" -> "295 quantize_per_channel_default_14"; -"294 linear_13_zero_point_0" -> "296 dequantize_per_channel_default_14"; -"295 quantize_per_channel_default_14" -> "296 dequantize_per_channel_default_14"; -"296 dequantize_per_channel_default_14" -> "298 linear_13"; -"297 _param_constant40_0_0" -> "298 linear_13"; -"298 linear_13" -> "299 relu__2"; -"299 relu__2" -> "301 relu__2_0_0_nncf_smooth_quant_0"; -"300 linear_14_updated_constant0" -> "304 quantize_per_channel_default_15"; -"301 relu__2_0_0_nncf_smooth_quant_0" -> "306 linear_14"; -"302 linear_14_scale_0" -> "304 quantize_per_channel_default_15"; -"302 linear_14_scale_0" -> "305 dequantize_per_channel_default_15"; -"303 linear_14_zero_point_0" -> "304 quantize_per_channel_default_15"; -"303 linear_14_zero_point_0" -> "305 dequantize_per_channel_default_15"; -"304 quantize_per_channel_default_15" -> "305 dequantize_per_channel_default_15"; -"305 dequantize_per_channel_default_15" -> "306 linear_14"; -"306 linear_14" -> "307 view_11"; -"307 view_11" -> "309 index_2"; -"308 _tensor_constant14" -> "309 index_2"; -"309 index_2" -> "310 view_12"; -"310 view_12" -> "311 permute_10"; -"311 permute_10" -> "312 contiguous_2"; -"312 contiguous_2" -> "313 unsqueeze_6"; -"313 unsqueeze_6" -> "314 sigmoid_2"; -"314 sigmoid_2" -> "315 mul_4"; -"315 mul_4" -> "353 add_7"; -"316 pad_3" -> "317 view_13"; -"317 view_13" -> "318 permute_11"; -"318 permute_11" -> "319 reshape_9"; -"319 reshape_9" -> "321 reshape_9_0_0_nncf_smooth_quant_0"; -"320 linear_15_updated_constant0" -> "326 quantize_per_channel_default_16"; -"321 reshape_9_0_0_nncf_smooth_quant_0" -> "322 quantize_per_tensor_default_14"; -"322 quantize_per_tensor_default_14" -> "323 dequantize_per_tensor_default_14"; -"323 dequantize_per_tensor_default_14" -> "329 linear_15"; -"324 linear_15_scale_0" -> "326 quantize_per_channel_default_16"; -"324 linear_15_scale_0" -> "327 dequantize_per_channel_default_16"; -"325 linear_15_zero_point_0" -> "326 quantize_per_channel_default_16"; -"325 linear_15_zero_point_0" -> "327 dequantize_per_channel_default_16"; -"326 quantize_per_channel_default_16" -> "327 dequantize_per_channel_default_16"; -"327 dequantize_per_channel_default_16" -> "329 linear_15"; -"328 _param_constant42_0_0" -> "329 linear_15"; -"329 linear_15" -> "330 reshape_10"; -"330 reshape_10" -> "331 permute_12"; -"331 permute_12" -> "332 select_6"; -"331 permute_12" -> "333 select_7"; -"331 permute_12" -> "334 select_8"; -"332 select_6" -> "335 linalg_vector_norm_4"; -"332 select_6" -> "337 expand_as_4"; -"332 select_6" -> "338 div_4"; -"333 select_7" -> "341 linalg_vector_norm_5"; -"333 select_7" -> "343 expand_as_5"; -"333 select_7" -> "344 div_5"; -"334 select_8" -> "356 matmul_5"; -"335 linalg_vector_norm_4" -> "336 clamp_min_4"; -"336 clamp_min_4" -> "337 expand_as_4"; -"337 expand_as_4" -> "338 div_4"; -"338 div_4" -> "339 quantize_per_tensor_default_15"; -"339 quantize_per_tensor_default_15" -> "340 dequantize_per_tensor_default_15"; -"340 dequantize_per_tensor_default_15" -> "348 matmul_4"; -"341 linalg_vector_norm_5" -> "342 clamp_min_5"; -"342 clamp_min_5" -> "343 expand_as_5"; -"343 expand_as_5" -> "344 div_5"; -"344 div_5" -> "345 quantize_per_tensor_default_16"; -"345 quantize_per_tensor_default_16" -> "346 dequantize_per_tensor_default_16"; -"346 dequantize_per_tensor_default_16" -> "347 transpose_4"; -"347 transpose_4" -> "348 matmul_4"; -"348 matmul_4" -> "352 mul_5"; -"349 _param_constant44" -> "350 clamp_2"; -"350 clamp_2" -> "351 exp_2"; -"351 exp_2" -> "352 mul_5"; -"352 mul_5" -> "353 add_7"; -"353 add_7" -> "354 softmax_2"; -"354 softmax_2" -> "355 dropout_8"; -"355 dropout_8" -> "356 matmul_5"; -"356 matmul_5" -> "357 transpose_5"; -"357 transpose_5" -> "358 reshape_11"; -"358 reshape_11" -> "360 reshape_11_0_0_nncf_smooth_quant_0"; -"359 linear_16_updated_constant0" -> "365 quantize_per_channel_default_17"; -"360 reshape_11_0_0_nncf_smooth_quant_0" -> "361 quantize_per_tensor_default_17"; -"361 quantize_per_tensor_default_17" -> "362 dequantize_per_tensor_default_17"; -"362 dequantize_per_tensor_default_17" -> "368 linear_16"; -"363 linear_16_scale_0" -> "365 quantize_per_channel_default_17"; -"363 linear_16_scale_0" -> "366 dequantize_per_channel_default_17"; -"364 linear_16_zero_point_0" -> "365 quantize_per_channel_default_17"; -"364 linear_16_zero_point_0" -> "366 dequantize_per_channel_default_17"; -"365 quantize_per_channel_default_17" -> "366 dequantize_per_channel_default_17"; -"366 dequantize_per_channel_default_17" -> "368 linear_16"; -"367 _param_constant46_0_0" -> "368 linear_16"; -"368 linear_16" -> "369 dropout_9"; -"369 dropout_9" -> "370 view_14"; -"370 view_14" -> "371 permute_13"; -"371 permute_13" -> "372 reshape_12"; -"372 reshape_12" -> "373 slice_38"; -"373 slice_38" -> "374 slice_39"; -"374 slice_39" -> "375 slice_40"; -"375 slice_40" -> "376 slice_41"; -"376 slice_41" -> "377 contiguous_3"; -"377 contiguous_3" -> "380 layer_norm_6"; -"378 _param_constant47" -> "380 layer_norm_6"; -"379 _param_constant48" -> "380 layer_norm_6"; -"380 layer_norm_6" -> "381 add_8"; -"381 add_8" -> "383 add_8_0_0_nncf_smooth_quant_0"; -"381 add_8" -> "408 add_9"; -"382 linear_17_updated_constant0" -> "388 quantize_per_channel_default_18"; -"383 add_8_0_0_nncf_smooth_quant_0" -> "384 quantize_per_tensor_default_18"; -"384 quantize_per_tensor_default_18" -> "385 dequantize_per_tensor_default_18"; -"385 dequantize_per_tensor_default_18" -> "391 linear_17"; -"386 linear_17_scale_0" -> "388 quantize_per_channel_default_18"; -"386 linear_17_scale_0" -> "389 dequantize_per_channel_default_18"; -"387 linear_17_zero_point_0" -> "388 quantize_per_channel_default_18"; -"387 linear_17_zero_point_0" -> "389 dequantize_per_channel_default_18"; -"388 quantize_per_channel_default_18" -> "389 dequantize_per_channel_default_18"; -"389 dequantize_per_channel_default_18" -> "391 linear_17"; -"390 _param_constant50_0_0" -> "391 linear_17"; -"391 linear_17" -> "392 gelu_2"; -"392 gelu_2" -> "393 dropout_10"; -"393 dropout_10" -> "395 dropout_10_0_0_nncf_smooth_quant_0"; -"394 linear_18_updated_constant0" -> "400 quantize_per_channel_default_19"; -"395 dropout_10_0_0_nncf_smooth_quant_0" -> "396 quantize_per_tensor_default_19"; -"396 quantize_per_tensor_default_19" -> "397 dequantize_per_tensor_default_19"; -"397 dequantize_per_tensor_default_19" -> "403 linear_18"; -"398 linear_18_scale_0" -> "400 quantize_per_channel_default_19"; -"398 linear_18_scale_0" -> "401 dequantize_per_channel_default_19"; -"399 linear_18_zero_point_0" -> "400 quantize_per_channel_default_19"; -"399 linear_18_zero_point_0" -> "401 dequantize_per_channel_default_19"; -"400 quantize_per_channel_default_19" -> "401 dequantize_per_channel_default_19"; -"401 dequantize_per_channel_default_19" -> "403 linear_18"; -"402 _param_constant52_0_0" -> "403 linear_18"; -"403 linear_18" -> "404 dropout_11"; -"404 dropout_11" -> "407 layer_norm_7"; -"405 _param_constant53" -> "407 layer_norm_7"; -"406 _param_constant54" -> "407 layer_norm_7"; -"407 layer_norm_7" -> "408 add_9"; -"408 add_9" -> "435 pad_4"; -"408 add_9" -> "518 add_12"; -"409 _tensor_constant15" -> "411 _tensor_constant15_0_0_nncf_smooth_quant_0"; -"410 linear_19_updated_constant0" -> "414 quantize_per_channel_default_20"; -"411 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "417 linear_19"; -"412 linear_19_scale_0" -> "414 quantize_per_channel_default_20"; -"412 linear_19_scale_0" -> "415 dequantize_per_channel_default_20"; -"413 linear_19_zero_point_0" -> "414 quantize_per_channel_default_20"; -"413 linear_19_zero_point_0" -> "415 dequantize_per_channel_default_20"; -"414 quantize_per_channel_default_20" -> "415 dequantize_per_channel_default_20"; -"415 dequantize_per_channel_default_20" -> "417 linear_19"; -"416 _param_constant56_0_0" -> "417 linear_19"; -"417 linear_19" -> "418 relu__3"; -"418 relu__3" -> "420 relu__3_0_0_nncf_smooth_quant_0"; -"419 linear_20_updated_constant0" -> "423 quantize_per_channel_default_21"; -"420 relu__3_0_0_nncf_smooth_quant_0" -> "425 linear_20"; -"421 linear_20_scale_0" -> "423 quantize_per_channel_default_21"; -"421 linear_20_scale_0" -> "424 dequantize_per_channel_default_21"; -"422 linear_20_zero_point_0" -> "423 quantize_per_channel_default_21"; -"422 linear_20_zero_point_0" -> "424 dequantize_per_channel_default_21"; -"423 quantize_per_channel_default_21" -> "424 dequantize_per_channel_default_21"; -"424 dequantize_per_channel_default_21" -> "425 linear_20"; -"425 linear_20" -> "426 view_15"; -"426 view_15" -> "428 index_3"; -"427 _tensor_constant16" -> "428 index_3"; -"428 index_3" -> "429 view_16"; -"429 view_16" -> "430 permute_14"; -"430 permute_14" -> "431 contiguous_4"; -"431 contiguous_4" -> "432 unsqueeze_7"; -"432 unsqueeze_7" -> "433 sigmoid_3"; -"433 sigmoid_3" -> "434 mul_6"; -"434 mul_6" -> "473 add_10"; -"435 pad_4" -> "436 roll_2"; -"436 roll_2" -> "437 view_17"; -"437 view_17" -> "438 permute_15"; -"438 permute_15" -> "439 reshape_13"; -"439 reshape_13" -> "441 reshape_13_0_0_nncf_smooth_quant_0"; -"439 reshape_13" -> "474 new_zeros_1"; -"440 linear_21_updated_constant0" -> "446 quantize_per_channel_default_22"; -"441 reshape_13_0_0_nncf_smooth_quant_0" -> "442 quantize_per_tensor_default_20"; -"442 quantize_per_tensor_default_20" -> "443 dequantize_per_tensor_default_20"; -"443 dequantize_per_tensor_default_20" -> "449 linear_21"; -"444 linear_21_scale_0" -> "446 quantize_per_channel_default_22"; -"444 linear_21_scale_0" -> "447 dequantize_per_channel_default_22"; -"445 linear_21_zero_point_0" -> "446 quantize_per_channel_default_22"; -"445 linear_21_zero_point_0" -> "447 dequantize_per_channel_default_22"; -"446 quantize_per_channel_default_22" -> "447 dequantize_per_channel_default_22"; -"447 dequantize_per_channel_default_22" -> "449 linear_21"; -"448 _param_constant58_0_0" -> "449 linear_21"; -"449 linear_21" -> "450 reshape_14"; -"450 reshape_14" -> "451 permute_16"; -"451 permute_16" -> "452 select_9"; -"451 permute_16" -> "453 select_10"; -"451 permute_16" -> "454 select_11"; -"452 select_9" -> "455 linalg_vector_norm_6"; -"452 select_9" -> "457 expand_as_6"; -"452 select_9" -> "458 div_6"; -"453 select_10" -> "461 linalg_vector_norm_7"; -"453 select_10" -> "463 expand_as_7"; -"453 select_10" -> "464 div_7"; -"454 select_11" -> "492 matmul_7"; -"455 linalg_vector_norm_6" -> "456 clamp_min_6"; -"456 clamp_min_6" -> "457 expand_as_6"; -"457 expand_as_6" -> "458 div_6"; -"458 div_6" -> "459 quantize_per_tensor_default_21"; -"459 quantize_per_tensor_default_21" -> "460 dequantize_per_tensor_default_21"; -"460 dequantize_per_tensor_default_21" -> "468 matmul_6"; -"461 linalg_vector_norm_7" -> "462 clamp_min_7"; -"462 clamp_min_7" -> "463 expand_as_7"; -"463 expand_as_7" -> "464 div_7"; -"464 div_7" -> "465 quantize_per_tensor_default_22"; -"465 quantize_per_tensor_default_22" -> "466 dequantize_per_tensor_default_22"; -"466 dequantize_per_tensor_default_22" -> "467 transpose_6"; -"467 transpose_6" -> "468 matmul_6"; -"468 matmul_6" -> "472 mul_7"; -"469 _param_constant60" -> "470 clamp_3"; -"470 clamp_3" -> "471 exp_3"; -"471 exp_3" -> "472 mul_7"; -"472 mul_7" -> "473 add_10"; -"473 add_10" -> "485 view_19"; -"474 new_zeros_1" -> "475 view_18"; -"475 view_18" -> "476 permute_17"; -"476 permute_17" -> "477 reshape_15"; -"477 reshape_15" -> "478 unsqueeze_8"; -"477 reshape_15" -> "479 unsqueeze_9"; -"478 unsqueeze_8" -> "480 sub_1"; -"479 unsqueeze_9" -> "480 sub_1"; -"480 sub_1" -> "481 ne_1"; -"480 sub_1" -> "482 masked_fill_2"; -"480 sub_1" -> "483 eq_1"; -"481 ne_1" -> "482 masked_fill_2"; -"482 masked_fill_2" -> "484 masked_fill_3"; -"483 eq_1" -> "484 masked_fill_3"; -"484 masked_fill_3" -> "486 unsqueeze_10"; -"485 view_19" -> "488 add_11"; -"486 unsqueeze_10" -> "487 unsqueeze_11"; -"487 unsqueeze_11" -> "488 add_11"; -"488 add_11" -> "489 view_20"; -"489 view_20" -> "490 softmax_3"; -"490 softmax_3" -> "491 dropout_12"; -"491 dropout_12" -> "492 matmul_7"; -"492 matmul_7" -> "493 transpose_7"; -"493 transpose_7" -> "494 reshape_16"; -"494 reshape_16" -> "496 reshape_16_0_0_nncf_smooth_quant_0"; -"495 linear_22_updated_constant0" -> "501 quantize_per_channel_default_23"; -"496 reshape_16_0_0_nncf_smooth_quant_0" -> "497 quantize_per_tensor_default_23"; -"497 quantize_per_tensor_default_23" -> "498 dequantize_per_tensor_default_23"; -"498 dequantize_per_tensor_default_23" -> "504 linear_22"; -"499 linear_22_scale_0" -> "501 quantize_per_channel_default_23"; -"499 linear_22_scale_0" -> "502 dequantize_per_channel_default_23"; -"500 linear_22_zero_point_0" -> "501 quantize_per_channel_default_23"; -"500 linear_22_zero_point_0" -> "502 dequantize_per_channel_default_23"; -"501 quantize_per_channel_default_23" -> "502 dequantize_per_channel_default_23"; -"502 dequantize_per_channel_default_23" -> "504 linear_22"; -"503 _param_constant62_0_0" -> "504 linear_22"; -"504 linear_22" -> "505 dropout_13"; -"505 dropout_13" -> "506 view_21"; -"506 view_21" -> "507 permute_18"; -"507 permute_18" -> "508 reshape_17"; -"508 reshape_17" -> "509 roll_3"; -"509 roll_3" -> "510 slice_61"; -"510 slice_61" -> "511 slice_62"; -"511 slice_62" -> "512 slice_63"; -"512 slice_63" -> "513 slice_64"; -"513 slice_64" -> "514 contiguous_5"; -"514 contiguous_5" -> "517 layer_norm_8"; -"515 _param_constant63" -> "517 layer_norm_8"; -"516 _param_constant64" -> "517 layer_norm_8"; -"517 layer_norm_8" -> "518 add_12"; -"518 add_12" -> "520 add_12_0_0_nncf_smooth_quant_0"; -"518 add_12" -> "545 add_13"; -"519 linear_23_updated_constant0" -> "525 quantize_per_channel_default_24"; -"520 add_12_0_0_nncf_smooth_quant_0" -> "521 quantize_per_tensor_default_24"; -"521 quantize_per_tensor_default_24" -> "522 dequantize_per_tensor_default_24"; -"522 dequantize_per_tensor_default_24" -> "528 linear_23"; -"523 linear_23_scale_0" -> "525 quantize_per_channel_default_24"; -"523 linear_23_scale_0" -> "526 dequantize_per_channel_default_24"; -"524 linear_23_zero_point_0" -> "525 quantize_per_channel_default_24"; -"524 linear_23_zero_point_0" -> "526 dequantize_per_channel_default_24"; -"525 quantize_per_channel_default_24" -> "526 dequantize_per_channel_default_24"; -"526 dequantize_per_channel_default_24" -> "528 linear_23"; -"527 _param_constant66_0_0" -> "528 linear_23"; -"528 linear_23" -> "529 gelu_3"; -"529 gelu_3" -> "530 dropout_14"; -"530 dropout_14" -> "532 dropout_14_0_0_nncf_smooth_quant_0"; -"531 linear_24_updated_constant0" -> "537 quantize_per_channel_default_25"; -"532 dropout_14_0_0_nncf_smooth_quant_0" -> "533 quantize_per_tensor_default_25"; -"533 quantize_per_tensor_default_25" -> "534 dequantize_per_tensor_default_25"; -"534 dequantize_per_tensor_default_25" -> "540 linear_24"; -"535 linear_24_scale_0" -> "537 quantize_per_channel_default_25"; -"535 linear_24_scale_0" -> "538 dequantize_per_channel_default_25"; -"536 linear_24_zero_point_0" -> "537 quantize_per_channel_default_25"; -"536 linear_24_zero_point_0" -> "538 dequantize_per_channel_default_25"; -"537 quantize_per_channel_default_25" -> "538 dequantize_per_channel_default_25"; -"538 dequantize_per_channel_default_25" -> "540 linear_24"; -"539 _param_constant68_0_0" -> "540 linear_24"; -"540 linear_24" -> "541 dropout_15"; -"541 dropout_15" -> "544 layer_norm_9"; -"542 _param_constant69" -> "544 layer_norm_9"; -"543 _param_constant70" -> "544 layer_norm_9"; -"544 layer_norm_9" -> "545 add_13"; -"545 add_13" -> "546 pad_5"; -"546 pad_5" -> "547 slice_65"; -"546 pad_5" -> "550 slice_68"; -"546 pad_5" -> "553 slice_71"; -"546 pad_5" -> "556 slice_74"; -"547 slice_65" -> "548 slice_66"; -"548 slice_66" -> "549 slice_67"; -"549 slice_67" -> "559 cat_1"; -"550 slice_68" -> "551 slice_69"; -"551 slice_69" -> "552 slice_70"; -"552 slice_70" -> "559 cat_1"; -"553 slice_71" -> "554 slice_72"; -"554 slice_72" -> "555 slice_73"; -"555 slice_73" -> "559 cat_1"; -"556 slice_74" -> "557 slice_75"; -"557 slice_75" -> "558 slice_76"; -"558 slice_76" -> "559 cat_1"; -"559 cat_1" -> "561 cat_1_0_0_nncf_smooth_quant_0"; -"560 linear_25_updated_constant0" -> "566 quantize_per_channel_default_26"; -"561 cat_1_0_0_nncf_smooth_quant_0" -> "562 quantize_per_tensor_default_26"; -"562 quantize_per_tensor_default_26" -> "563 dequantize_per_tensor_default_26"; -"563 dequantize_per_tensor_default_26" -> "568 linear_25"; -"564 linear_25_scale_0" -> "566 quantize_per_channel_default_26"; -"564 linear_25_scale_0" -> "567 dequantize_per_channel_default_26"; -"565 linear_25_zero_point_0" -> "566 quantize_per_channel_default_26"; -"565 linear_25_zero_point_0" -> "567 dequantize_per_channel_default_26"; -"566 quantize_per_channel_default_26" -> "567 dequantize_per_channel_default_26"; -"567 dequantize_per_channel_default_26" -> "568 linear_25"; -"568 linear_25" -> "571 layer_norm_10"; -"569 _param_constant72" -> "571 layer_norm_10"; -"570 _param_constant73" -> "571 layer_norm_10"; -"571 layer_norm_10" -> "598 pad_6"; -"571 layer_norm_10" -> "663 add_15"; -"572 _tensor_constant26" -> "574 _tensor_constant26_0_0_nncf_smooth_quant_0"; -"573 linear_26_updated_constant0" -> "577 quantize_per_channel_default_27"; -"574 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "580 linear_26"; -"575 linear_26_scale_0" -> "577 quantize_per_channel_default_27"; -"575 linear_26_scale_0" -> "578 dequantize_per_channel_default_27"; -"576 linear_26_zero_point_0" -> "577 quantize_per_channel_default_27"; -"576 linear_26_zero_point_0" -> "578 dequantize_per_channel_default_27"; -"577 quantize_per_channel_default_27" -> "578 dequantize_per_channel_default_27"; -"578 dequantize_per_channel_default_27" -> "580 linear_26"; -"579 _param_constant75_0_0" -> "580 linear_26"; -"580 linear_26" -> "581 relu__4"; -"581 relu__4" -> "583 relu__4_0_0_nncf_smooth_quant_0"; -"582 linear_27_updated_constant0" -> "586 quantize_per_channel_default_28"; -"583 relu__4_0_0_nncf_smooth_quant_0" -> "588 linear_27"; -"584 linear_27_scale_0" -> "586 quantize_per_channel_default_28"; -"584 linear_27_scale_0" -> "587 dequantize_per_channel_default_28"; -"585 linear_27_zero_point_0" -> "586 quantize_per_channel_default_28"; -"585 linear_27_zero_point_0" -> "587 dequantize_per_channel_default_28"; -"586 quantize_per_channel_default_28" -> "587 dequantize_per_channel_default_28"; -"587 dequantize_per_channel_default_28" -> "588 linear_27"; -"588 linear_27" -> "589 view_22"; -"589 view_22" -> "591 index_4"; -"590 _tensor_constant27" -> "591 index_4"; -"591 index_4" -> "592 view_23"; -"592 view_23" -> "593 permute_19"; -"593 permute_19" -> "594 contiguous_6"; -"594 contiguous_6" -> "595 unsqueeze_12"; -"595 unsqueeze_12" -> "596 sigmoid_4"; -"596 sigmoid_4" -> "597 mul_8"; -"597 mul_8" -> "635 add_14"; -"598 pad_6" -> "599 view_24"; -"599 view_24" -> "600 permute_20"; -"600 permute_20" -> "601 reshape_18"; -"601 reshape_18" -> "603 reshape_18_0_0_nncf_smooth_quant_0"; -"602 linear_28_updated_constant0" -> "608 quantize_per_channel_default_29"; -"603 reshape_18_0_0_nncf_smooth_quant_0" -> "604 quantize_per_tensor_default_27"; -"604 quantize_per_tensor_default_27" -> "605 dequantize_per_tensor_default_27"; -"605 dequantize_per_tensor_default_27" -> "611 linear_28"; -"606 linear_28_scale_0" -> "608 quantize_per_channel_default_29"; -"606 linear_28_scale_0" -> "609 dequantize_per_channel_default_29"; -"607 linear_28_zero_point_0" -> "608 quantize_per_channel_default_29"; -"607 linear_28_zero_point_0" -> "609 dequantize_per_channel_default_29"; -"608 quantize_per_channel_default_29" -> "609 dequantize_per_channel_default_29"; -"609 dequantize_per_channel_default_29" -> "611 linear_28"; -"610 _param_constant77_0_0" -> "611 linear_28"; -"611 linear_28" -> "612 reshape_19"; -"612 reshape_19" -> "613 permute_21"; -"613 permute_21" -> "614 select_12"; -"613 permute_21" -> "615 select_13"; -"613 permute_21" -> "616 select_14"; -"614 select_12" -> "617 linalg_vector_norm_8"; -"614 select_12" -> "619 expand_as_8"; -"614 select_12" -> "620 div_8"; -"615 select_13" -> "623 linalg_vector_norm_9"; -"615 select_13" -> "625 expand_as_9"; -"615 select_13" -> "626 div_9"; -"616 select_14" -> "638 matmul_9"; -"617 linalg_vector_norm_8" -> "618 clamp_min_8"; -"618 clamp_min_8" -> "619 expand_as_8"; -"619 expand_as_8" -> "620 div_8"; -"620 div_8" -> "621 quantize_per_tensor_default_28"; -"621 quantize_per_tensor_default_28" -> "622 dequantize_per_tensor_default_28"; -"622 dequantize_per_tensor_default_28" -> "630 matmul_8"; -"623 linalg_vector_norm_9" -> "624 clamp_min_9"; -"624 clamp_min_9" -> "625 expand_as_9"; -"625 expand_as_9" -> "626 div_9"; -"626 div_9" -> "627 quantize_per_tensor_default_29"; -"627 quantize_per_tensor_default_29" -> "628 dequantize_per_tensor_default_29"; -"628 dequantize_per_tensor_default_29" -> "629 transpose_8"; -"629 transpose_8" -> "630 matmul_8"; -"630 matmul_8" -> "634 mul_9"; -"631 _param_constant79" -> "632 clamp_4"; -"632 clamp_4" -> "633 exp_4"; -"633 exp_4" -> "634 mul_9"; -"634 mul_9" -> "635 add_14"; -"635 add_14" -> "636 softmax_4"; -"636 softmax_4" -> "637 dropout_16"; -"637 dropout_16" -> "638 matmul_9"; -"638 matmul_9" -> "639 transpose_9"; -"639 transpose_9" -> "640 reshape_20"; -"640 reshape_20" -> "642 reshape_20_0_0_nncf_smooth_quant_0"; -"641 linear_29_updated_constant0" -> "647 quantize_per_channel_default_30"; -"642 reshape_20_0_0_nncf_smooth_quant_0" -> "643 quantize_per_tensor_default_30"; -"643 quantize_per_tensor_default_30" -> "644 dequantize_per_tensor_default_30"; -"644 dequantize_per_tensor_default_30" -> "650 linear_29"; -"645 linear_29_scale_0" -> "647 quantize_per_channel_default_30"; -"645 linear_29_scale_0" -> "648 dequantize_per_channel_default_30"; -"646 linear_29_zero_point_0" -> "647 quantize_per_channel_default_30"; -"646 linear_29_zero_point_0" -> "648 dequantize_per_channel_default_30"; -"647 quantize_per_channel_default_30" -> "648 dequantize_per_channel_default_30"; -"648 dequantize_per_channel_default_30" -> "650 linear_29"; -"649 _param_constant81_0_0" -> "650 linear_29"; -"650 linear_29" -> "651 dropout_17"; -"651 dropout_17" -> "652 view_25"; -"652 view_25" -> "653 permute_22"; -"653 permute_22" -> "654 reshape_21"; -"654 reshape_21" -> "655 slice_78"; -"655 slice_78" -> "656 slice_79"; -"656 slice_79" -> "657 slice_80"; -"657 slice_80" -> "658 slice_81"; -"658 slice_81" -> "659 contiguous_7"; -"659 contiguous_7" -> "662 layer_norm_11"; -"660 _param_constant82" -> "662 layer_norm_11"; -"661 _param_constant83" -> "662 layer_norm_11"; -"662 layer_norm_11" -> "663 add_15"; -"663 add_15" -> "665 add_15_0_0_nncf_smooth_quant_0"; -"663 add_15" -> "690 add_16"; -"664 linear_30_updated_constant0" -> "670 quantize_per_channel_default_31"; -"665 add_15_0_0_nncf_smooth_quant_0" -> "666 quantize_per_tensor_default_31"; -"666 quantize_per_tensor_default_31" -> "667 dequantize_per_tensor_default_31"; -"667 dequantize_per_tensor_default_31" -> "673 linear_30"; -"668 linear_30_scale_0" -> "670 quantize_per_channel_default_31"; -"668 linear_30_scale_0" -> "671 dequantize_per_channel_default_31"; -"669 linear_30_zero_point_0" -> "670 quantize_per_channel_default_31"; -"669 linear_30_zero_point_0" -> "671 dequantize_per_channel_default_31"; -"670 quantize_per_channel_default_31" -> "671 dequantize_per_channel_default_31"; -"671 dequantize_per_channel_default_31" -> "673 linear_30"; -"672 _param_constant85_0_0" -> "673 linear_30"; -"673 linear_30" -> "674 gelu_4"; -"674 gelu_4" -> "675 dropout_18"; -"675 dropout_18" -> "677 dropout_18_0_0_nncf_smooth_quant_0"; -"676 linear_31_updated_constant0" -> "682 quantize_per_channel_default_32"; -"677 dropout_18_0_0_nncf_smooth_quant_0" -> "678 quantize_per_tensor_default_32"; -"678 quantize_per_tensor_default_32" -> "679 dequantize_per_tensor_default_32"; -"679 dequantize_per_tensor_default_32" -> "685 linear_31"; -"680 linear_31_scale_0" -> "682 quantize_per_channel_default_32"; -"680 linear_31_scale_0" -> "683 dequantize_per_channel_default_32"; -"681 linear_31_zero_point_0" -> "682 quantize_per_channel_default_32"; -"681 linear_31_zero_point_0" -> "683 dequantize_per_channel_default_32"; -"682 quantize_per_channel_default_32" -> "683 dequantize_per_channel_default_32"; -"683 dequantize_per_channel_default_32" -> "685 linear_31"; -"684 _param_constant87_0_0" -> "685 linear_31"; -"685 linear_31" -> "686 dropout_19"; -"686 dropout_19" -> "689 layer_norm_12"; -"687 _param_constant88" -> "689 layer_norm_12"; -"688 _param_constant89" -> "689 layer_norm_12"; -"689 layer_norm_12" -> "690 add_16"; -"690 add_16" -> "717 pad_7"; -"690 add_16" -> "800 add_19"; -"691 _tensor_constant28" -> "693 _tensor_constant28_0_0_nncf_smooth_quant_0"; -"692 linear_32_updated_constant0" -> "696 quantize_per_channel_default_33"; -"693 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "699 linear_32"; -"694 linear_32_scale_0" -> "696 quantize_per_channel_default_33"; -"694 linear_32_scale_0" -> "697 dequantize_per_channel_default_33"; -"695 linear_32_zero_point_0" -> "696 quantize_per_channel_default_33"; -"695 linear_32_zero_point_0" -> "697 dequantize_per_channel_default_33"; -"696 quantize_per_channel_default_33" -> "697 dequantize_per_channel_default_33"; -"697 dequantize_per_channel_default_33" -> "699 linear_32"; -"698 _param_constant91_0_0" -> "699 linear_32"; -"699 linear_32" -> "700 relu__5"; -"700 relu__5" -> "702 relu__5_0_0_nncf_smooth_quant_0"; -"701 linear_33_updated_constant0" -> "705 quantize_per_channel_default_34"; -"702 relu__5_0_0_nncf_smooth_quant_0" -> "707 linear_33"; -"703 linear_33_scale_0" -> "705 quantize_per_channel_default_34"; -"703 linear_33_scale_0" -> "706 dequantize_per_channel_default_34"; -"704 linear_33_zero_point_0" -> "705 quantize_per_channel_default_34"; -"704 linear_33_zero_point_0" -> "706 dequantize_per_channel_default_34"; -"705 quantize_per_channel_default_34" -> "706 dequantize_per_channel_default_34"; -"706 dequantize_per_channel_default_34" -> "707 linear_33"; -"707 linear_33" -> "708 view_26"; -"708 view_26" -> "710 index_5"; -"709 _tensor_constant29" -> "710 index_5"; -"710 index_5" -> "711 view_27"; -"711 view_27" -> "712 permute_23"; -"712 permute_23" -> "713 contiguous_8"; -"713 contiguous_8" -> "714 unsqueeze_13"; -"714 unsqueeze_13" -> "715 sigmoid_5"; -"715 sigmoid_5" -> "716 mul_10"; -"716 mul_10" -> "755 add_17"; -"717 pad_7" -> "718 roll_4"; -"718 roll_4" -> "719 view_28"; -"719 view_28" -> "720 permute_24"; -"720 permute_24" -> "721 reshape_22"; -"721 reshape_22" -> "723 reshape_22_0_0_nncf_smooth_quant_0"; -"721 reshape_22" -> "756 new_zeros_2"; -"722 linear_34_updated_constant0" -> "728 quantize_per_channel_default_35"; -"723 reshape_22_0_0_nncf_smooth_quant_0" -> "724 quantize_per_tensor_default_33"; -"724 quantize_per_tensor_default_33" -> "725 dequantize_per_tensor_default_33"; -"725 dequantize_per_tensor_default_33" -> "731 linear_34"; -"726 linear_34_scale_0" -> "728 quantize_per_channel_default_35"; -"726 linear_34_scale_0" -> "729 dequantize_per_channel_default_35"; -"727 linear_34_zero_point_0" -> "728 quantize_per_channel_default_35"; -"727 linear_34_zero_point_0" -> "729 dequantize_per_channel_default_35"; -"728 quantize_per_channel_default_35" -> "729 dequantize_per_channel_default_35"; -"729 dequantize_per_channel_default_35" -> "731 linear_34"; -"730 _param_constant93_0_0" -> "731 linear_34"; -"731 linear_34" -> "732 reshape_23"; -"732 reshape_23" -> "733 permute_25"; -"733 permute_25" -> "734 select_15"; -"733 permute_25" -> "735 select_16"; -"733 permute_25" -> "736 select_17"; -"734 select_15" -> "737 linalg_vector_norm_10"; -"734 select_15" -> "739 expand_as_10"; -"734 select_15" -> "740 div_10"; -"735 select_16" -> "743 linalg_vector_norm_11"; -"735 select_16" -> "745 expand_as_11"; -"735 select_16" -> "746 div_11"; -"736 select_17" -> "774 matmul_11"; -"737 linalg_vector_norm_10" -> "738 clamp_min_10"; -"738 clamp_min_10" -> "739 expand_as_10"; -"739 expand_as_10" -> "740 div_10"; -"740 div_10" -> "741 quantize_per_tensor_default_34"; -"741 quantize_per_tensor_default_34" -> "742 dequantize_per_tensor_default_34"; -"742 dequantize_per_tensor_default_34" -> "750 matmul_10"; -"743 linalg_vector_norm_11" -> "744 clamp_min_11"; -"744 clamp_min_11" -> "745 expand_as_11"; -"745 expand_as_11" -> "746 div_11"; -"746 div_11" -> "747 quantize_per_tensor_default_35"; -"747 quantize_per_tensor_default_35" -> "748 dequantize_per_tensor_default_35"; -"748 dequantize_per_tensor_default_35" -> "749 transpose_10"; -"749 transpose_10" -> "750 matmul_10"; -"750 matmul_10" -> "754 mul_11"; -"751 _param_constant95" -> "752 clamp_5"; -"752 clamp_5" -> "753 exp_5"; -"753 exp_5" -> "754 mul_11"; -"754 mul_11" -> "755 add_17"; -"755 add_17" -> "767 view_30"; -"756 new_zeros_2" -> "757 view_29"; -"757 view_29" -> "758 permute_26"; -"758 permute_26" -> "759 reshape_24"; -"759 reshape_24" -> "760 unsqueeze_14"; -"759 reshape_24" -> "761 unsqueeze_15"; -"760 unsqueeze_14" -> "762 sub_2"; -"761 unsqueeze_15" -> "762 sub_2"; -"762 sub_2" -> "763 ne_2"; -"762 sub_2" -> "764 masked_fill_4"; -"762 sub_2" -> "765 eq_2"; -"763 ne_2" -> "764 masked_fill_4"; -"764 masked_fill_4" -> "766 masked_fill_5"; -"765 eq_2" -> "766 masked_fill_5"; -"766 masked_fill_5" -> "768 unsqueeze_16"; -"767 view_30" -> "770 add_18"; -"768 unsqueeze_16" -> "769 unsqueeze_17"; -"769 unsqueeze_17" -> "770 add_18"; -"770 add_18" -> "771 view_31"; -"771 view_31" -> "772 softmax_5"; -"772 softmax_5" -> "773 dropout_20"; -"773 dropout_20" -> "774 matmul_11"; -"774 matmul_11" -> "775 transpose_11"; -"775 transpose_11" -> "776 reshape_25"; -"776 reshape_25" -> "778 reshape_25_0_0_nncf_smooth_quant_0"; -"777 linear_35_updated_constant0" -> "783 quantize_per_channel_default_36"; -"778 reshape_25_0_0_nncf_smooth_quant_0" -> "779 quantize_per_tensor_default_36"; -"779 quantize_per_tensor_default_36" -> "780 dequantize_per_tensor_default_36"; -"780 dequantize_per_tensor_default_36" -> "786 linear_35"; -"781 linear_35_scale_0" -> "783 quantize_per_channel_default_36"; -"781 linear_35_scale_0" -> "784 dequantize_per_channel_default_36"; -"782 linear_35_zero_point_0" -> "783 quantize_per_channel_default_36"; -"782 linear_35_zero_point_0" -> "784 dequantize_per_channel_default_36"; -"783 quantize_per_channel_default_36" -> "784 dequantize_per_channel_default_36"; -"784 dequantize_per_channel_default_36" -> "786 linear_35"; -"785 _param_constant97_0_0" -> "786 linear_35"; -"786 linear_35" -> "787 dropout_21"; -"787 dropout_21" -> "788 view_32"; -"788 view_32" -> "789 permute_27"; -"789 permute_27" -> "790 reshape_26"; -"790 reshape_26" -> "791 roll_5"; -"791 roll_5" -> "792 slice_101"; -"792 slice_101" -> "793 slice_102"; -"793 slice_102" -> "794 slice_103"; -"794 slice_103" -> "795 slice_104"; -"795 slice_104" -> "796 contiguous_9"; -"796 contiguous_9" -> "799 layer_norm_13"; -"797 _param_constant98" -> "799 layer_norm_13"; -"798 _param_constant99" -> "799 layer_norm_13"; -"799 layer_norm_13" -> "800 add_19"; -"800 add_19" -> "802 add_19_0_0_nncf_smooth_quant_0"; -"800 add_19" -> "827 add_20"; -"801 linear_36_updated_constant0" -> "807 quantize_per_channel_default_37"; -"802 add_19_0_0_nncf_smooth_quant_0" -> "803 quantize_per_tensor_default_37"; -"803 quantize_per_tensor_default_37" -> "804 dequantize_per_tensor_default_37"; -"804 dequantize_per_tensor_default_37" -> "810 linear_36"; -"805 linear_36_scale_0" -> "807 quantize_per_channel_default_37"; -"805 linear_36_scale_0" -> "808 dequantize_per_channel_default_37"; -"806 linear_36_zero_point_0" -> "807 quantize_per_channel_default_37"; -"806 linear_36_zero_point_0" -> "808 dequantize_per_channel_default_37"; -"807 quantize_per_channel_default_37" -> "808 dequantize_per_channel_default_37"; -"808 dequantize_per_channel_default_37" -> "810 linear_36"; -"809 _param_constant101_0_0" -> "810 linear_36"; -"810 linear_36" -> "811 gelu_5"; -"811 gelu_5" -> "812 dropout_22"; -"812 dropout_22" -> "814 dropout_22_0_0_nncf_smooth_quant_0"; -"813 linear_37_updated_constant0" -> "819 quantize_per_channel_default_38"; -"814 dropout_22_0_0_nncf_smooth_quant_0" -> "815 quantize_per_tensor_default_38"; -"815 quantize_per_tensor_default_38" -> "816 dequantize_per_tensor_default_38"; -"816 dequantize_per_tensor_default_38" -> "822 linear_37"; -"817 linear_37_scale_0" -> "819 quantize_per_channel_default_38"; -"817 linear_37_scale_0" -> "820 dequantize_per_channel_default_38"; -"818 linear_37_zero_point_0" -> "819 quantize_per_channel_default_38"; -"818 linear_37_zero_point_0" -> "820 dequantize_per_channel_default_38"; -"819 quantize_per_channel_default_38" -> "820 dequantize_per_channel_default_38"; -"820 dequantize_per_channel_default_38" -> "822 linear_37"; -"821 _param_constant103_0_0" -> "822 linear_37"; -"822 linear_37" -> "823 dropout_23"; -"823 dropout_23" -> "826 layer_norm_14"; -"824 _param_constant104" -> "826 layer_norm_14"; -"825 _param_constant105" -> "826 layer_norm_14"; -"826 layer_norm_14" -> "827 add_20"; -"827 add_20" -> "854 pad_8"; -"827 add_20" -> "919 add_22"; -"828 _tensor_constant39" -> "830 _tensor_constant39_0_0_nncf_smooth_quant_0"; -"829 linear_38_updated_constant0" -> "833 quantize_per_channel_default_39"; -"830 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "836 linear_38"; -"831 linear_38_scale_0" -> "833 quantize_per_channel_default_39"; -"831 linear_38_scale_0" -> "834 dequantize_per_channel_default_39"; -"832 linear_38_zero_point_0" -> "833 quantize_per_channel_default_39"; -"832 linear_38_zero_point_0" -> "834 dequantize_per_channel_default_39"; -"833 quantize_per_channel_default_39" -> "834 dequantize_per_channel_default_39"; -"834 dequantize_per_channel_default_39" -> "836 linear_38"; -"835 _param_constant107_0_0" -> "836 linear_38"; -"836 linear_38" -> "837 relu__6"; -"837 relu__6" -> "839 relu__6_0_0_nncf_smooth_quant_0"; -"838 linear_39_updated_constant0" -> "842 quantize_per_channel_default_40"; -"839 relu__6_0_0_nncf_smooth_quant_0" -> "844 linear_39"; -"840 linear_39_scale_0" -> "842 quantize_per_channel_default_40"; -"840 linear_39_scale_0" -> "843 dequantize_per_channel_default_40"; -"841 linear_39_zero_point_0" -> "842 quantize_per_channel_default_40"; -"841 linear_39_zero_point_0" -> "843 dequantize_per_channel_default_40"; -"842 quantize_per_channel_default_40" -> "843 dequantize_per_channel_default_40"; -"843 dequantize_per_channel_default_40" -> "844 linear_39"; -"844 linear_39" -> "845 view_33"; -"845 view_33" -> "847 index_6"; -"846 _tensor_constant40" -> "847 index_6"; -"847 index_6" -> "848 view_34"; -"848 view_34" -> "849 permute_28"; -"849 permute_28" -> "850 contiguous_10"; -"850 contiguous_10" -> "851 unsqueeze_18"; -"851 unsqueeze_18" -> "852 sigmoid_6"; -"852 sigmoid_6" -> "853 mul_12"; -"853 mul_12" -> "891 add_21"; -"854 pad_8" -> "855 view_35"; -"855 view_35" -> "856 permute_29"; -"856 permute_29" -> "857 reshape_27"; -"857 reshape_27" -> "859 reshape_27_0_0_nncf_smooth_quant_0"; -"858 linear_40_updated_constant0" -> "864 quantize_per_channel_default_41"; -"859 reshape_27_0_0_nncf_smooth_quant_0" -> "860 quantize_per_tensor_default_39"; -"860 quantize_per_tensor_default_39" -> "861 dequantize_per_tensor_default_39"; -"861 dequantize_per_tensor_default_39" -> "867 linear_40"; -"862 linear_40_scale_0" -> "864 quantize_per_channel_default_41"; -"862 linear_40_scale_0" -> "865 dequantize_per_channel_default_41"; -"863 linear_40_zero_point_0" -> "864 quantize_per_channel_default_41"; -"863 linear_40_zero_point_0" -> "865 dequantize_per_channel_default_41"; -"864 quantize_per_channel_default_41" -> "865 dequantize_per_channel_default_41"; -"865 dequantize_per_channel_default_41" -> "867 linear_40"; -"866 _param_constant109_0_0" -> "867 linear_40"; -"867 linear_40" -> "868 reshape_28"; -"868 reshape_28" -> "869 permute_30"; -"869 permute_30" -> "870 select_18"; -"869 permute_30" -> "871 select_19"; -"869 permute_30" -> "872 select_20"; -"870 select_18" -> "873 linalg_vector_norm_12"; -"870 select_18" -> "875 expand_as_12"; -"870 select_18" -> "876 div_12"; -"871 select_19" -> "879 linalg_vector_norm_13"; -"871 select_19" -> "881 expand_as_13"; -"871 select_19" -> "882 div_13"; -"872 select_20" -> "894 matmul_13"; -"873 linalg_vector_norm_12" -> "874 clamp_min_12"; -"874 clamp_min_12" -> "875 expand_as_12"; -"875 expand_as_12" -> "876 div_12"; -"876 div_12" -> "877 quantize_per_tensor_default_40"; -"877 quantize_per_tensor_default_40" -> "878 dequantize_per_tensor_default_40"; -"878 dequantize_per_tensor_default_40" -> "886 matmul_12"; -"879 linalg_vector_norm_13" -> "880 clamp_min_13"; -"880 clamp_min_13" -> "881 expand_as_13"; -"881 expand_as_13" -> "882 div_13"; -"882 div_13" -> "883 quantize_per_tensor_default_41"; -"883 quantize_per_tensor_default_41" -> "884 dequantize_per_tensor_default_41"; -"884 dequantize_per_tensor_default_41" -> "885 transpose_12"; -"885 transpose_12" -> "886 matmul_12"; -"886 matmul_12" -> "890 mul_13"; -"887 _param_constant111" -> "888 clamp_6"; -"888 clamp_6" -> "889 exp_6"; -"889 exp_6" -> "890 mul_13"; -"890 mul_13" -> "891 add_21"; -"891 add_21" -> "892 softmax_6"; -"892 softmax_6" -> "893 dropout_24"; -"893 dropout_24" -> "894 matmul_13"; -"894 matmul_13" -> "895 transpose_13"; -"895 transpose_13" -> "896 reshape_29"; -"896 reshape_29" -> "898 reshape_29_0_0_nncf_smooth_quant_0"; -"897 linear_41_updated_constant0" -> "903 quantize_per_channel_default_42"; -"898 reshape_29_0_0_nncf_smooth_quant_0" -> "899 quantize_per_tensor_default_42"; -"899 quantize_per_tensor_default_42" -> "900 dequantize_per_tensor_default_42"; -"900 dequantize_per_tensor_default_42" -> "906 linear_41"; -"901 linear_41_scale_0" -> "903 quantize_per_channel_default_42"; -"901 linear_41_scale_0" -> "904 dequantize_per_channel_default_42"; -"902 linear_41_zero_point_0" -> "903 quantize_per_channel_default_42"; -"902 linear_41_zero_point_0" -> "904 dequantize_per_channel_default_42"; -"903 quantize_per_channel_default_42" -> "904 dequantize_per_channel_default_42"; -"904 dequantize_per_channel_default_42" -> "906 linear_41"; -"905 _param_constant113_0_0" -> "906 linear_41"; -"906 linear_41" -> "907 dropout_25"; -"907 dropout_25" -> "908 view_36"; -"908 view_36" -> "909 permute_31"; -"909 permute_31" -> "910 reshape_30"; -"910 reshape_30" -> "911 slice_106"; -"911 slice_106" -> "912 slice_107"; -"912 slice_107" -> "913 slice_108"; -"913 slice_108" -> "914 slice_109"; -"914 slice_109" -> "915 contiguous_11"; -"915 contiguous_11" -> "918 layer_norm_15"; -"916 _param_constant114" -> "918 layer_norm_15"; -"917 _param_constant115" -> "918 layer_norm_15"; -"918 layer_norm_15" -> "919 add_22"; -"919 add_22" -> "921 add_22_0_0_nncf_smooth_quant_0"; -"919 add_22" -> "946 add_23"; -"920 linear_42_updated_constant0" -> "926 quantize_per_channel_default_43"; -"921 add_22_0_0_nncf_smooth_quant_0" -> "922 quantize_per_tensor_default_43"; -"922 quantize_per_tensor_default_43" -> "923 dequantize_per_tensor_default_43"; -"923 dequantize_per_tensor_default_43" -> "929 linear_42"; -"924 linear_42_scale_0" -> "926 quantize_per_channel_default_43"; -"924 linear_42_scale_0" -> "927 dequantize_per_channel_default_43"; -"925 linear_42_zero_point_0" -> "926 quantize_per_channel_default_43"; -"925 linear_42_zero_point_0" -> "927 dequantize_per_channel_default_43"; -"926 quantize_per_channel_default_43" -> "927 dequantize_per_channel_default_43"; -"927 dequantize_per_channel_default_43" -> "929 linear_42"; -"928 _param_constant117_0_0" -> "929 linear_42"; -"929 linear_42" -> "930 gelu_6"; -"930 gelu_6" -> "931 dropout_26"; -"931 dropout_26" -> "933 dropout_26_0_0_nncf_smooth_quant_0"; -"932 linear_43_updated_constant0" -> "938 quantize_per_channel_default_44"; -"933 dropout_26_0_0_nncf_smooth_quant_0" -> "934 quantize_per_tensor_default_44"; -"934 quantize_per_tensor_default_44" -> "935 dequantize_per_tensor_default_44"; -"935 dequantize_per_tensor_default_44" -> "941 linear_43"; -"936 linear_43_scale_0" -> "938 quantize_per_channel_default_44"; -"936 linear_43_scale_0" -> "939 dequantize_per_channel_default_44"; -"937 linear_43_zero_point_0" -> "938 quantize_per_channel_default_44"; -"937 linear_43_zero_point_0" -> "939 dequantize_per_channel_default_44"; -"938 quantize_per_channel_default_44" -> "939 dequantize_per_channel_default_44"; -"939 dequantize_per_channel_default_44" -> "941 linear_43"; -"940 _param_constant119_0_0" -> "941 linear_43"; -"941 linear_43" -> "942 dropout_27"; -"942 dropout_27" -> "945 layer_norm_16"; -"943 _param_constant120" -> "945 layer_norm_16"; -"944 _param_constant121" -> "945 layer_norm_16"; -"945 layer_norm_16" -> "946 add_23"; -"946 add_23" -> "973 pad_9"; -"946 add_23" -> "1056 add_26"; -"947 _tensor_constant41" -> "949 _tensor_constant41_0_0_nncf_smooth_quant_0"; -"948 linear_44_updated_constant0" -> "952 quantize_per_channel_default_45"; -"949 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "955 linear_44"; -"950 linear_44_scale_0" -> "952 quantize_per_channel_default_45"; -"950 linear_44_scale_0" -> "953 dequantize_per_channel_default_45"; -"951 linear_44_zero_point_0" -> "952 quantize_per_channel_default_45"; -"951 linear_44_zero_point_0" -> "953 dequantize_per_channel_default_45"; -"952 quantize_per_channel_default_45" -> "953 dequantize_per_channel_default_45"; -"953 dequantize_per_channel_default_45" -> "955 linear_44"; -"954 _param_constant123_0_0" -> "955 linear_44"; -"955 linear_44" -> "956 relu__7"; -"956 relu__7" -> "958 relu__7_0_0_nncf_smooth_quant_0"; -"957 linear_45_updated_constant0" -> "961 quantize_per_channel_default_46"; -"958 relu__7_0_0_nncf_smooth_quant_0" -> "963 linear_45"; -"959 linear_45_scale_0" -> "961 quantize_per_channel_default_46"; -"959 linear_45_scale_0" -> "962 dequantize_per_channel_default_46"; -"960 linear_45_zero_point_0" -> "961 quantize_per_channel_default_46"; -"960 linear_45_zero_point_0" -> "962 dequantize_per_channel_default_46"; -"961 quantize_per_channel_default_46" -> "962 dequantize_per_channel_default_46"; -"962 dequantize_per_channel_default_46" -> "963 linear_45"; -"963 linear_45" -> "964 view_37"; -"964 view_37" -> "966 index_7"; -"965 _tensor_constant42" -> "966 index_7"; -"966 index_7" -> "967 view_38"; -"967 view_38" -> "968 permute_32"; -"968 permute_32" -> "969 contiguous_12"; -"969 contiguous_12" -> "970 unsqueeze_19"; -"970 unsqueeze_19" -> "971 sigmoid_7"; -"971 sigmoid_7" -> "972 mul_14"; -"972 mul_14" -> "1011 add_24"; -"973 pad_9" -> "974 roll_6"; -"974 roll_6" -> "975 view_39"; -"975 view_39" -> "976 permute_33"; -"976 permute_33" -> "977 reshape_31"; -"977 reshape_31" -> "979 reshape_31_0_0_nncf_smooth_quant_0"; -"977 reshape_31" -> "1012 new_zeros_3"; -"978 linear_46_updated_constant0" -> "984 quantize_per_channel_default_47"; -"979 reshape_31_0_0_nncf_smooth_quant_0" -> "980 quantize_per_tensor_default_45"; -"980 quantize_per_tensor_default_45" -> "981 dequantize_per_tensor_default_45"; -"981 dequantize_per_tensor_default_45" -> "987 linear_46"; -"982 linear_46_scale_0" -> "984 quantize_per_channel_default_47"; -"982 linear_46_scale_0" -> "985 dequantize_per_channel_default_47"; -"983 linear_46_zero_point_0" -> "984 quantize_per_channel_default_47"; -"983 linear_46_zero_point_0" -> "985 dequantize_per_channel_default_47"; -"984 quantize_per_channel_default_47" -> "985 dequantize_per_channel_default_47"; -"985 dequantize_per_channel_default_47" -> "987 linear_46"; -"986 _param_constant125_0_0" -> "987 linear_46"; -"987 linear_46" -> "988 reshape_32"; -"988 reshape_32" -> "989 permute_34"; -"989 permute_34" -> "990 select_21"; -"989 permute_34" -> "991 select_22"; -"989 permute_34" -> "992 select_23"; -"990 select_21" -> "993 linalg_vector_norm_14"; -"990 select_21" -> "995 expand_as_14"; -"990 select_21" -> "996 div_14"; -"991 select_22" -> "999 linalg_vector_norm_15"; -"991 select_22" -> "1001 expand_as_15"; -"991 select_22" -> "1002 div_15"; -"992 select_23" -> "1030 matmul_15"; -"993 linalg_vector_norm_14" -> "994 clamp_min_14"; -"994 clamp_min_14" -> "995 expand_as_14"; -"995 expand_as_14" -> "996 div_14"; -"996 div_14" -> "997 quantize_per_tensor_default_46"; -"997 quantize_per_tensor_default_46" -> "998 dequantize_per_tensor_default_46"; -"998 dequantize_per_tensor_default_46" -> "1006 matmul_14"; -"999 linalg_vector_norm_15" -> "1000 clamp_min_15"; -"1000 clamp_min_15" -> "1001 expand_as_15"; -"1001 expand_as_15" -> "1002 div_15"; -"1002 div_15" -> "1003 quantize_per_tensor_default_47"; -"1003 quantize_per_tensor_default_47" -> "1004 dequantize_per_tensor_default_47"; -"1004 dequantize_per_tensor_default_47" -> "1005 transpose_14"; -"1005 transpose_14" -> "1006 matmul_14"; -"1006 matmul_14" -> "1010 mul_15"; -"1007 _param_constant127" -> "1008 clamp_7"; -"1008 clamp_7" -> "1009 exp_7"; -"1009 exp_7" -> "1010 mul_15"; -"1010 mul_15" -> "1011 add_24"; -"1011 add_24" -> "1023 view_41"; -"1012 new_zeros_3" -> "1013 view_40"; -"1013 view_40" -> "1014 permute_35"; -"1014 permute_35" -> "1015 reshape_33"; -"1015 reshape_33" -> "1016 unsqueeze_20"; -"1015 reshape_33" -> "1017 unsqueeze_21"; -"1016 unsqueeze_20" -> "1018 sub_3"; -"1017 unsqueeze_21" -> "1018 sub_3"; -"1018 sub_3" -> "1019 ne_3"; -"1018 sub_3" -> "1020 masked_fill_6"; -"1018 sub_3" -> "1021 eq_3"; -"1019 ne_3" -> "1020 masked_fill_6"; -"1020 masked_fill_6" -> "1022 masked_fill_7"; -"1021 eq_3" -> "1022 masked_fill_7"; -"1022 masked_fill_7" -> "1024 unsqueeze_22"; -"1023 view_41" -> "1026 add_25"; -"1024 unsqueeze_22" -> "1025 unsqueeze_23"; -"1025 unsqueeze_23" -> "1026 add_25"; -"1026 add_25" -> "1027 view_42"; -"1027 view_42" -> "1028 softmax_7"; -"1028 softmax_7" -> "1029 dropout_28"; -"1029 dropout_28" -> "1030 matmul_15"; -"1030 matmul_15" -> "1031 transpose_15"; -"1031 transpose_15" -> "1032 reshape_34"; -"1032 reshape_34" -> "1034 reshape_34_0_0_nncf_smooth_quant_0"; -"1033 linear_47_updated_constant0" -> "1039 quantize_per_channel_default_48"; -"1034 reshape_34_0_0_nncf_smooth_quant_0" -> "1035 quantize_per_tensor_default_48"; -"1035 quantize_per_tensor_default_48" -> "1036 dequantize_per_tensor_default_48"; -"1036 dequantize_per_tensor_default_48" -> "1042 linear_47"; -"1037 linear_47_scale_0" -> "1039 quantize_per_channel_default_48"; -"1037 linear_47_scale_0" -> "1040 dequantize_per_channel_default_48"; -"1038 linear_47_zero_point_0" -> "1039 quantize_per_channel_default_48"; -"1038 linear_47_zero_point_0" -> "1040 dequantize_per_channel_default_48"; -"1039 quantize_per_channel_default_48" -> "1040 dequantize_per_channel_default_48"; -"1040 dequantize_per_channel_default_48" -> "1042 linear_47"; -"1041 _param_constant129_0_0" -> "1042 linear_47"; -"1042 linear_47" -> "1043 dropout_29"; -"1043 dropout_29" -> "1044 view_43"; -"1044 view_43" -> "1045 permute_36"; -"1045 permute_36" -> "1046 reshape_35"; -"1046 reshape_35" -> "1047 roll_7"; -"1047 roll_7" -> "1048 slice_129"; -"1048 slice_129" -> "1049 slice_130"; -"1049 slice_130" -> "1050 slice_131"; -"1050 slice_131" -> "1051 slice_132"; -"1051 slice_132" -> "1052 contiguous_13"; -"1052 contiguous_13" -> "1055 layer_norm_17"; -"1053 _param_constant130" -> "1055 layer_norm_17"; -"1054 _param_constant131" -> "1055 layer_norm_17"; -"1055 layer_norm_17" -> "1056 add_26"; -"1056 add_26" -> "1058 add_26_0_0_nncf_smooth_quant_0"; -"1056 add_26" -> "1083 add_27"; -"1057 linear_48_updated_constant0" -> "1063 quantize_per_channel_default_49"; -"1058 add_26_0_0_nncf_smooth_quant_0" -> "1059 quantize_per_tensor_default_49"; -"1059 quantize_per_tensor_default_49" -> "1060 dequantize_per_tensor_default_49"; -"1060 dequantize_per_tensor_default_49" -> "1066 linear_48"; -"1061 linear_48_scale_0" -> "1063 quantize_per_channel_default_49"; -"1061 linear_48_scale_0" -> "1064 dequantize_per_channel_default_49"; -"1062 linear_48_zero_point_0" -> "1063 quantize_per_channel_default_49"; -"1062 linear_48_zero_point_0" -> "1064 dequantize_per_channel_default_49"; -"1063 quantize_per_channel_default_49" -> "1064 dequantize_per_channel_default_49"; -"1064 dequantize_per_channel_default_49" -> "1066 linear_48"; -"1065 _param_constant133_0_0" -> "1066 linear_48"; -"1066 linear_48" -> "1067 gelu_7"; -"1067 gelu_7" -> "1068 dropout_30"; -"1068 dropout_30" -> "1070 dropout_30_0_0_nncf_smooth_quant_0"; -"1069 linear_49_updated_constant0" -> "1075 quantize_per_channel_default_50"; -"1070 dropout_30_0_0_nncf_smooth_quant_0" -> "1071 quantize_per_tensor_default_50"; -"1071 quantize_per_tensor_default_50" -> "1072 dequantize_per_tensor_default_50"; -"1072 dequantize_per_tensor_default_50" -> "1078 linear_49"; -"1073 linear_49_scale_0" -> "1075 quantize_per_channel_default_50"; -"1073 linear_49_scale_0" -> "1076 dequantize_per_channel_default_50"; -"1074 linear_49_zero_point_0" -> "1075 quantize_per_channel_default_50"; -"1074 linear_49_zero_point_0" -> "1076 dequantize_per_channel_default_50"; -"1075 quantize_per_channel_default_50" -> "1076 dequantize_per_channel_default_50"; -"1076 dequantize_per_channel_default_50" -> "1078 linear_49"; -"1077 _param_constant135_0_0" -> "1078 linear_49"; -"1078 linear_49" -> "1079 dropout_31"; -"1079 dropout_31" -> "1082 layer_norm_18"; -"1080 _param_constant136" -> "1082 layer_norm_18"; -"1081 _param_constant137" -> "1082 layer_norm_18"; -"1082 layer_norm_18" -> "1083 add_27"; -"1083 add_27" -> "1110 pad_10"; -"1083 add_27" -> "1175 add_29"; -"1084 _tensor_constant52" -> "1086 _tensor_constant52_0_0_nncf_smooth_quant_0"; -"1085 linear_50_updated_constant0" -> "1089 quantize_per_channel_default_51"; -"1086 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "1092 linear_50"; -"1087 linear_50_scale_0" -> "1089 quantize_per_channel_default_51"; -"1087 linear_50_scale_0" -> "1090 dequantize_per_channel_default_51"; -"1088 linear_50_zero_point_0" -> "1089 quantize_per_channel_default_51"; -"1088 linear_50_zero_point_0" -> "1090 dequantize_per_channel_default_51"; -"1089 quantize_per_channel_default_51" -> "1090 dequantize_per_channel_default_51"; -"1090 dequantize_per_channel_default_51" -> "1092 linear_50"; -"1091 _param_constant139_0_0" -> "1092 linear_50"; -"1092 linear_50" -> "1093 relu__8"; -"1093 relu__8" -> "1095 relu__8_0_0_nncf_smooth_quant_0"; -"1094 linear_51_updated_constant0" -> "1098 quantize_per_channel_default_52"; -"1095 relu__8_0_0_nncf_smooth_quant_0" -> "1100 linear_51"; -"1096 linear_51_scale_0" -> "1098 quantize_per_channel_default_52"; -"1096 linear_51_scale_0" -> "1099 dequantize_per_channel_default_52"; -"1097 linear_51_zero_point_0" -> "1098 quantize_per_channel_default_52"; -"1097 linear_51_zero_point_0" -> "1099 dequantize_per_channel_default_52"; -"1098 quantize_per_channel_default_52" -> "1099 dequantize_per_channel_default_52"; -"1099 dequantize_per_channel_default_52" -> "1100 linear_51"; -"1100 linear_51" -> "1101 view_44"; -"1101 view_44" -> "1103 index_8"; -"1102 _tensor_constant53" -> "1103 index_8"; -"1103 index_8" -> "1104 view_45"; -"1104 view_45" -> "1105 permute_37"; -"1105 permute_37" -> "1106 contiguous_14"; -"1106 contiguous_14" -> "1107 unsqueeze_24"; -"1107 unsqueeze_24" -> "1108 sigmoid_8"; -"1108 sigmoid_8" -> "1109 mul_16"; -"1109 mul_16" -> "1147 add_28"; -"1110 pad_10" -> "1111 view_46"; -"1111 view_46" -> "1112 permute_38"; -"1112 permute_38" -> "1113 reshape_36"; -"1113 reshape_36" -> "1115 reshape_36_0_0_nncf_smooth_quant_0"; -"1114 linear_52_updated_constant0" -> "1120 quantize_per_channel_default_53"; -"1115 reshape_36_0_0_nncf_smooth_quant_0" -> "1116 quantize_per_tensor_default_51"; -"1116 quantize_per_tensor_default_51" -> "1117 dequantize_per_tensor_default_51"; -"1117 dequantize_per_tensor_default_51" -> "1123 linear_52"; -"1118 linear_52_scale_0" -> "1120 quantize_per_channel_default_53"; -"1118 linear_52_scale_0" -> "1121 dequantize_per_channel_default_53"; -"1119 linear_52_zero_point_0" -> "1120 quantize_per_channel_default_53"; -"1119 linear_52_zero_point_0" -> "1121 dequantize_per_channel_default_53"; -"1120 quantize_per_channel_default_53" -> "1121 dequantize_per_channel_default_53"; -"1121 dequantize_per_channel_default_53" -> "1123 linear_52"; -"1122 _param_constant141_0_0" -> "1123 linear_52"; -"1123 linear_52" -> "1124 reshape_37"; -"1124 reshape_37" -> "1125 permute_39"; -"1125 permute_39" -> "1126 select_24"; -"1125 permute_39" -> "1127 select_25"; -"1125 permute_39" -> "1128 select_26"; -"1126 select_24" -> "1129 linalg_vector_norm_16"; -"1126 select_24" -> "1131 expand_as_16"; -"1126 select_24" -> "1132 div_16"; -"1127 select_25" -> "1135 linalg_vector_norm_17"; -"1127 select_25" -> "1137 expand_as_17"; -"1127 select_25" -> "1138 div_17"; -"1128 select_26" -> "1150 matmul_17"; -"1129 linalg_vector_norm_16" -> "1130 clamp_min_16"; -"1130 clamp_min_16" -> "1131 expand_as_16"; -"1131 expand_as_16" -> "1132 div_16"; -"1132 div_16" -> "1133 quantize_per_tensor_default_52"; -"1133 quantize_per_tensor_default_52" -> "1134 dequantize_per_tensor_default_52"; -"1134 dequantize_per_tensor_default_52" -> "1142 matmul_16"; -"1135 linalg_vector_norm_17" -> "1136 clamp_min_17"; -"1136 clamp_min_17" -> "1137 expand_as_17"; -"1137 expand_as_17" -> "1138 div_17"; -"1138 div_17" -> "1139 quantize_per_tensor_default_53"; -"1139 quantize_per_tensor_default_53" -> "1140 dequantize_per_tensor_default_53"; -"1140 dequantize_per_tensor_default_53" -> "1141 transpose_16"; -"1141 transpose_16" -> "1142 matmul_16"; -"1142 matmul_16" -> "1146 mul_17"; -"1143 _param_constant143" -> "1144 clamp_8"; -"1144 clamp_8" -> "1145 exp_8"; -"1145 exp_8" -> "1146 mul_17"; -"1146 mul_17" -> "1147 add_28"; -"1147 add_28" -> "1148 softmax_8"; -"1148 softmax_8" -> "1149 dropout_32"; -"1149 dropout_32" -> "1150 matmul_17"; -"1150 matmul_17" -> "1151 transpose_17"; -"1151 transpose_17" -> "1152 reshape_38"; -"1152 reshape_38" -> "1154 reshape_38_0_0_nncf_smooth_quant_0"; -"1153 linear_53_updated_constant0" -> "1159 quantize_per_channel_default_54"; -"1154 reshape_38_0_0_nncf_smooth_quant_0" -> "1155 quantize_per_tensor_default_54"; -"1155 quantize_per_tensor_default_54" -> "1156 dequantize_per_tensor_default_54"; -"1156 dequantize_per_tensor_default_54" -> "1162 linear_53"; -"1157 linear_53_scale_0" -> "1159 quantize_per_channel_default_54"; -"1157 linear_53_scale_0" -> "1160 dequantize_per_channel_default_54"; -"1158 linear_53_zero_point_0" -> "1159 quantize_per_channel_default_54"; -"1158 linear_53_zero_point_0" -> "1160 dequantize_per_channel_default_54"; -"1159 quantize_per_channel_default_54" -> "1160 dequantize_per_channel_default_54"; -"1160 dequantize_per_channel_default_54" -> "1162 linear_53"; -"1161 _param_constant145_0_0" -> "1162 linear_53"; -"1162 linear_53" -> "1163 dropout_33"; -"1163 dropout_33" -> "1164 view_47"; -"1164 view_47" -> "1165 permute_40"; -"1165 permute_40" -> "1166 reshape_39"; -"1166 reshape_39" -> "1167 slice_134"; -"1167 slice_134" -> "1168 slice_135"; -"1168 slice_135" -> "1169 slice_136"; -"1169 slice_136" -> "1170 slice_137"; -"1170 slice_137" -> "1171 contiguous_15"; -"1171 contiguous_15" -> "1174 layer_norm_19"; -"1172 _param_constant146" -> "1174 layer_norm_19"; -"1173 _param_constant147" -> "1174 layer_norm_19"; -"1174 layer_norm_19" -> "1175 add_29"; -"1175 add_29" -> "1177 add_29_0_0_nncf_smooth_quant_0"; -"1175 add_29" -> "1202 add_30"; -"1176 linear_54_updated_constant0" -> "1182 quantize_per_channel_default_55"; -"1177 add_29_0_0_nncf_smooth_quant_0" -> "1178 quantize_per_tensor_default_55"; -"1178 quantize_per_tensor_default_55" -> "1179 dequantize_per_tensor_default_55"; -"1179 dequantize_per_tensor_default_55" -> "1185 linear_54"; -"1180 linear_54_scale_0" -> "1182 quantize_per_channel_default_55"; -"1180 linear_54_scale_0" -> "1183 dequantize_per_channel_default_55"; -"1181 linear_54_zero_point_0" -> "1182 quantize_per_channel_default_55"; -"1181 linear_54_zero_point_0" -> "1183 dequantize_per_channel_default_55"; -"1182 quantize_per_channel_default_55" -> "1183 dequantize_per_channel_default_55"; -"1183 dequantize_per_channel_default_55" -> "1185 linear_54"; -"1184 _param_constant149_0_0" -> "1185 linear_54"; -"1185 linear_54" -> "1186 gelu_8"; -"1186 gelu_8" -> "1187 dropout_34"; -"1187 dropout_34" -> "1189 dropout_34_0_0_nncf_smooth_quant_0"; -"1188 linear_55_updated_constant0" -> "1194 quantize_per_channel_default_56"; -"1189 dropout_34_0_0_nncf_smooth_quant_0" -> "1190 quantize_per_tensor_default_56"; -"1190 quantize_per_tensor_default_56" -> "1191 dequantize_per_tensor_default_56"; -"1191 dequantize_per_tensor_default_56" -> "1197 linear_55"; -"1192 linear_55_scale_0" -> "1194 quantize_per_channel_default_56"; -"1192 linear_55_scale_0" -> "1195 dequantize_per_channel_default_56"; -"1193 linear_55_zero_point_0" -> "1194 quantize_per_channel_default_56"; -"1193 linear_55_zero_point_0" -> "1195 dequantize_per_channel_default_56"; -"1194 quantize_per_channel_default_56" -> "1195 dequantize_per_channel_default_56"; -"1195 dequantize_per_channel_default_56" -> "1197 linear_55"; -"1196 _param_constant151_0_0" -> "1197 linear_55"; -"1197 linear_55" -> "1198 dropout_35"; -"1198 dropout_35" -> "1201 layer_norm_20"; -"1199 _param_constant152" -> "1201 layer_norm_20"; -"1200 _param_constant153" -> "1201 layer_norm_20"; -"1201 layer_norm_20" -> "1202 add_30"; -"1202 add_30" -> "1229 pad_11"; -"1202 add_30" -> "1312 add_33"; -"1203 _tensor_constant54" -> "1205 _tensor_constant54_0_0_nncf_smooth_quant_0"; -"1204 linear_56_updated_constant0" -> "1208 quantize_per_channel_default_57"; -"1205 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1211 linear_56"; -"1206 linear_56_scale_0" -> "1208 quantize_per_channel_default_57"; -"1206 linear_56_scale_0" -> "1209 dequantize_per_channel_default_57"; -"1207 linear_56_zero_point_0" -> "1208 quantize_per_channel_default_57"; -"1207 linear_56_zero_point_0" -> "1209 dequantize_per_channel_default_57"; -"1208 quantize_per_channel_default_57" -> "1209 dequantize_per_channel_default_57"; -"1209 dequantize_per_channel_default_57" -> "1211 linear_56"; -"1210 _param_constant155_0_0" -> "1211 linear_56"; -"1211 linear_56" -> "1212 relu__9"; -"1212 relu__9" -> "1214 relu__9_0_0_nncf_smooth_quant_0"; -"1213 linear_57_updated_constant0" -> "1217 quantize_per_channel_default_58"; -"1214 relu__9_0_0_nncf_smooth_quant_0" -> "1219 linear_57"; -"1215 linear_57_scale_0" -> "1217 quantize_per_channel_default_58"; -"1215 linear_57_scale_0" -> "1218 dequantize_per_channel_default_58"; -"1216 linear_57_zero_point_0" -> "1217 quantize_per_channel_default_58"; -"1216 linear_57_zero_point_0" -> "1218 dequantize_per_channel_default_58"; -"1217 quantize_per_channel_default_58" -> "1218 dequantize_per_channel_default_58"; -"1218 dequantize_per_channel_default_58" -> "1219 linear_57"; -"1219 linear_57" -> "1220 view_48"; -"1220 view_48" -> "1222 index_9"; -"1221 _tensor_constant55" -> "1222 index_9"; -"1222 index_9" -> "1223 view_49"; -"1223 view_49" -> "1224 permute_41"; -"1224 permute_41" -> "1225 contiguous_16"; -"1225 contiguous_16" -> "1226 unsqueeze_25"; -"1226 unsqueeze_25" -> "1227 sigmoid_9"; -"1227 sigmoid_9" -> "1228 mul_18"; -"1228 mul_18" -> "1267 add_31"; -"1229 pad_11" -> "1230 roll_8"; -"1230 roll_8" -> "1231 view_50"; -"1231 view_50" -> "1232 permute_42"; -"1232 permute_42" -> "1233 reshape_40"; -"1233 reshape_40" -> "1235 reshape_40_0_0_nncf_smooth_quant_0"; -"1233 reshape_40" -> "1268 new_zeros_4"; -"1234 linear_58_updated_constant0" -> "1240 quantize_per_channel_default_59"; -"1235 reshape_40_0_0_nncf_smooth_quant_0" -> "1236 quantize_per_tensor_default_57"; -"1236 quantize_per_tensor_default_57" -> "1237 dequantize_per_tensor_default_57"; -"1237 dequantize_per_tensor_default_57" -> "1243 linear_58"; -"1238 linear_58_scale_0" -> "1240 quantize_per_channel_default_59"; -"1238 linear_58_scale_0" -> "1241 dequantize_per_channel_default_59"; -"1239 linear_58_zero_point_0" -> "1240 quantize_per_channel_default_59"; -"1239 linear_58_zero_point_0" -> "1241 dequantize_per_channel_default_59"; -"1240 quantize_per_channel_default_59" -> "1241 dequantize_per_channel_default_59"; -"1241 dequantize_per_channel_default_59" -> "1243 linear_58"; -"1242 _param_constant157_0_0" -> "1243 linear_58"; -"1243 linear_58" -> "1244 reshape_41"; -"1244 reshape_41" -> "1245 permute_43"; -"1245 permute_43" -> "1246 select_27"; -"1245 permute_43" -> "1247 select_28"; -"1245 permute_43" -> "1248 select_29"; -"1246 select_27" -> "1249 linalg_vector_norm_18"; -"1246 select_27" -> "1251 expand_as_18"; -"1246 select_27" -> "1252 div_18"; -"1247 select_28" -> "1255 linalg_vector_norm_19"; -"1247 select_28" -> "1257 expand_as_19"; -"1247 select_28" -> "1258 div_19"; -"1248 select_29" -> "1286 matmul_19"; -"1249 linalg_vector_norm_18" -> "1250 clamp_min_18"; -"1250 clamp_min_18" -> "1251 expand_as_18"; -"1251 expand_as_18" -> "1252 div_18"; -"1252 div_18" -> "1253 quantize_per_tensor_default_58"; -"1253 quantize_per_tensor_default_58" -> "1254 dequantize_per_tensor_default_58"; -"1254 dequantize_per_tensor_default_58" -> "1262 matmul_18"; -"1255 linalg_vector_norm_19" -> "1256 clamp_min_19"; -"1256 clamp_min_19" -> "1257 expand_as_19"; -"1257 expand_as_19" -> "1258 div_19"; -"1258 div_19" -> "1259 quantize_per_tensor_default_59"; -"1259 quantize_per_tensor_default_59" -> "1260 dequantize_per_tensor_default_59"; -"1260 dequantize_per_tensor_default_59" -> "1261 transpose_18"; -"1261 transpose_18" -> "1262 matmul_18"; -"1262 matmul_18" -> "1266 mul_19"; -"1263 _param_constant159" -> "1264 clamp_9"; -"1264 clamp_9" -> "1265 exp_9"; -"1265 exp_9" -> "1266 mul_19"; -"1266 mul_19" -> "1267 add_31"; -"1267 add_31" -> "1279 view_52"; -"1268 new_zeros_4" -> "1269 view_51"; -"1269 view_51" -> "1270 permute_44"; -"1270 permute_44" -> "1271 reshape_42"; -"1271 reshape_42" -> "1272 unsqueeze_26"; -"1271 reshape_42" -> "1273 unsqueeze_27"; -"1272 unsqueeze_26" -> "1274 sub_4"; -"1273 unsqueeze_27" -> "1274 sub_4"; -"1274 sub_4" -> "1275 ne_4"; -"1274 sub_4" -> "1276 masked_fill_8"; -"1274 sub_4" -> "1277 eq_4"; -"1275 ne_4" -> "1276 masked_fill_8"; -"1276 masked_fill_8" -> "1278 masked_fill_9"; -"1277 eq_4" -> "1278 masked_fill_9"; -"1278 masked_fill_9" -> "1280 unsqueeze_28"; -"1279 view_52" -> "1282 add_32"; -"1280 unsqueeze_28" -> "1281 unsqueeze_29"; -"1281 unsqueeze_29" -> "1282 add_32"; -"1282 add_32" -> "1283 view_53"; -"1283 view_53" -> "1284 softmax_9"; -"1284 softmax_9" -> "1285 dropout_36"; -"1285 dropout_36" -> "1286 matmul_19"; -"1286 matmul_19" -> "1287 transpose_19"; -"1287 transpose_19" -> "1288 reshape_43"; -"1288 reshape_43" -> "1290 reshape_43_0_0_nncf_smooth_quant_0"; -"1289 linear_59_updated_constant0" -> "1295 quantize_per_channel_default_60"; -"1290 reshape_43_0_0_nncf_smooth_quant_0" -> "1291 quantize_per_tensor_default_60"; -"1291 quantize_per_tensor_default_60" -> "1292 dequantize_per_tensor_default_60"; -"1292 dequantize_per_tensor_default_60" -> "1298 linear_59"; -"1293 linear_59_scale_0" -> "1295 quantize_per_channel_default_60"; -"1293 linear_59_scale_0" -> "1296 dequantize_per_channel_default_60"; -"1294 linear_59_zero_point_0" -> "1295 quantize_per_channel_default_60"; -"1294 linear_59_zero_point_0" -> "1296 dequantize_per_channel_default_60"; -"1295 quantize_per_channel_default_60" -> "1296 dequantize_per_channel_default_60"; -"1296 dequantize_per_channel_default_60" -> "1298 linear_59"; -"1297 _param_constant161_0_0" -> "1298 linear_59"; -"1298 linear_59" -> "1299 dropout_37"; -"1299 dropout_37" -> "1300 view_54"; -"1300 view_54" -> "1301 permute_45"; -"1301 permute_45" -> "1302 reshape_44"; -"1302 reshape_44" -> "1303 roll_9"; -"1303 roll_9" -> "1304 slice_157"; -"1304 slice_157" -> "1305 slice_158"; -"1305 slice_158" -> "1306 slice_159"; -"1306 slice_159" -> "1307 slice_160"; -"1307 slice_160" -> "1308 contiguous_17"; -"1308 contiguous_17" -> "1311 layer_norm_21"; -"1309 _param_constant162" -> "1311 layer_norm_21"; -"1310 _param_constant163" -> "1311 layer_norm_21"; -"1311 layer_norm_21" -> "1312 add_33"; -"1312 add_33" -> "1314 add_33_0_0_nncf_smooth_quant_0"; -"1312 add_33" -> "1339 add_34"; -"1313 linear_60_updated_constant0" -> "1319 quantize_per_channel_default_61"; -"1314 add_33_0_0_nncf_smooth_quant_0" -> "1315 quantize_per_tensor_default_61"; -"1315 quantize_per_tensor_default_61" -> "1316 dequantize_per_tensor_default_61"; -"1316 dequantize_per_tensor_default_61" -> "1322 linear_60"; -"1317 linear_60_scale_0" -> "1319 quantize_per_channel_default_61"; -"1317 linear_60_scale_0" -> "1320 dequantize_per_channel_default_61"; -"1318 linear_60_zero_point_0" -> "1319 quantize_per_channel_default_61"; -"1318 linear_60_zero_point_0" -> "1320 dequantize_per_channel_default_61"; -"1319 quantize_per_channel_default_61" -> "1320 dequantize_per_channel_default_61"; -"1320 dequantize_per_channel_default_61" -> "1322 linear_60"; -"1321 _param_constant165_0_0" -> "1322 linear_60"; -"1322 linear_60" -> "1323 gelu_9"; -"1323 gelu_9" -> "1324 dropout_38"; -"1324 dropout_38" -> "1326 dropout_38_0_0_nncf_smooth_quant_0"; -"1325 linear_61_updated_constant0" -> "1331 quantize_per_channel_default_62"; -"1326 dropout_38_0_0_nncf_smooth_quant_0" -> "1327 quantize_per_tensor_default_62"; -"1327 quantize_per_tensor_default_62" -> "1328 dequantize_per_tensor_default_62"; -"1328 dequantize_per_tensor_default_62" -> "1334 linear_61"; -"1329 linear_61_scale_0" -> "1331 quantize_per_channel_default_62"; -"1329 linear_61_scale_0" -> "1332 dequantize_per_channel_default_62"; -"1330 linear_61_zero_point_0" -> "1331 quantize_per_channel_default_62"; -"1330 linear_61_zero_point_0" -> "1332 dequantize_per_channel_default_62"; -"1331 quantize_per_channel_default_62" -> "1332 dequantize_per_channel_default_62"; -"1332 dequantize_per_channel_default_62" -> "1334 linear_61"; -"1333 _param_constant167_0_0" -> "1334 linear_61"; -"1334 linear_61" -> "1335 dropout_39"; -"1335 dropout_39" -> "1338 layer_norm_22"; -"1336 _param_constant168" -> "1338 layer_norm_22"; -"1337 _param_constant169" -> "1338 layer_norm_22"; -"1338 layer_norm_22" -> "1339 add_34"; -"1339 add_34" -> "1366 pad_12"; -"1339 add_34" -> "1431 add_36"; -"1340 _tensor_constant65" -> "1342 _tensor_constant65_0_0_nncf_smooth_quant_0"; -"1341 linear_62_updated_constant0" -> "1345 quantize_per_channel_default_63"; -"1342 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1348 linear_62"; -"1343 linear_62_scale_0" -> "1345 quantize_per_channel_default_63"; -"1343 linear_62_scale_0" -> "1346 dequantize_per_channel_default_63"; -"1344 linear_62_zero_point_0" -> "1345 quantize_per_channel_default_63"; -"1344 linear_62_zero_point_0" -> "1346 dequantize_per_channel_default_63"; -"1345 quantize_per_channel_default_63" -> "1346 dequantize_per_channel_default_63"; -"1346 dequantize_per_channel_default_63" -> "1348 linear_62"; -"1347 _param_constant171_0_0" -> "1348 linear_62"; -"1348 linear_62" -> "1349 relu__10"; -"1349 relu__10" -> "1351 relu__10_0_0_nncf_smooth_quant_0"; -"1350 linear_63_updated_constant0" -> "1354 quantize_per_channel_default_64"; -"1351 relu__10_0_0_nncf_smooth_quant_0" -> "1356 linear_63"; -"1352 linear_63_scale_0" -> "1354 quantize_per_channel_default_64"; -"1352 linear_63_scale_0" -> "1355 dequantize_per_channel_default_64"; -"1353 linear_63_zero_point_0" -> "1354 quantize_per_channel_default_64"; -"1353 linear_63_zero_point_0" -> "1355 dequantize_per_channel_default_64"; -"1354 quantize_per_channel_default_64" -> "1355 dequantize_per_channel_default_64"; -"1355 dequantize_per_channel_default_64" -> "1356 linear_63"; -"1356 linear_63" -> "1357 view_55"; -"1357 view_55" -> "1359 index_10"; -"1358 _tensor_constant66" -> "1359 index_10"; -"1359 index_10" -> "1360 view_56"; -"1360 view_56" -> "1361 permute_46"; -"1361 permute_46" -> "1362 contiguous_18"; -"1362 contiguous_18" -> "1363 unsqueeze_30"; -"1363 unsqueeze_30" -> "1364 sigmoid_10"; -"1364 sigmoid_10" -> "1365 mul_20"; -"1365 mul_20" -> "1403 add_35"; -"1366 pad_12" -> "1367 view_57"; -"1367 view_57" -> "1368 permute_47"; -"1368 permute_47" -> "1369 reshape_45"; -"1369 reshape_45" -> "1371 reshape_45_0_0_nncf_smooth_quant_0"; -"1370 linear_64_updated_constant0" -> "1376 quantize_per_channel_default_65"; -"1371 reshape_45_0_0_nncf_smooth_quant_0" -> "1372 quantize_per_tensor_default_63"; -"1372 quantize_per_tensor_default_63" -> "1373 dequantize_per_tensor_default_63"; -"1373 dequantize_per_tensor_default_63" -> "1379 linear_64"; -"1374 linear_64_scale_0" -> "1376 quantize_per_channel_default_65"; -"1374 linear_64_scale_0" -> "1377 dequantize_per_channel_default_65"; -"1375 linear_64_zero_point_0" -> "1376 quantize_per_channel_default_65"; -"1375 linear_64_zero_point_0" -> "1377 dequantize_per_channel_default_65"; -"1376 quantize_per_channel_default_65" -> "1377 dequantize_per_channel_default_65"; -"1377 dequantize_per_channel_default_65" -> "1379 linear_64"; -"1378 _param_constant173_0_0" -> "1379 linear_64"; -"1379 linear_64" -> "1380 reshape_46"; -"1380 reshape_46" -> "1381 permute_48"; -"1381 permute_48" -> "1382 select_30"; -"1381 permute_48" -> "1383 select_31"; -"1381 permute_48" -> "1384 select_32"; -"1382 select_30" -> "1385 linalg_vector_norm_20"; -"1382 select_30" -> "1387 expand_as_20"; -"1382 select_30" -> "1388 div_20"; -"1383 select_31" -> "1391 linalg_vector_norm_21"; -"1383 select_31" -> "1393 expand_as_21"; -"1383 select_31" -> "1394 div_21"; -"1384 select_32" -> "1406 matmul_21"; -"1385 linalg_vector_norm_20" -> "1386 clamp_min_20"; -"1386 clamp_min_20" -> "1387 expand_as_20"; -"1387 expand_as_20" -> "1388 div_20"; -"1388 div_20" -> "1389 quantize_per_tensor_default_64"; -"1389 quantize_per_tensor_default_64" -> "1390 dequantize_per_tensor_default_64"; -"1390 dequantize_per_tensor_default_64" -> "1398 matmul_20"; -"1391 linalg_vector_norm_21" -> "1392 clamp_min_21"; -"1392 clamp_min_21" -> "1393 expand_as_21"; -"1393 expand_as_21" -> "1394 div_21"; -"1394 div_21" -> "1395 quantize_per_tensor_default_65"; -"1395 quantize_per_tensor_default_65" -> "1396 dequantize_per_tensor_default_65"; -"1396 dequantize_per_tensor_default_65" -> "1397 transpose_20"; -"1397 transpose_20" -> "1398 matmul_20"; -"1398 matmul_20" -> "1402 mul_21"; -"1399 _param_constant175" -> "1400 clamp_10"; -"1400 clamp_10" -> "1401 exp_10"; -"1401 exp_10" -> "1402 mul_21"; -"1402 mul_21" -> "1403 add_35"; -"1403 add_35" -> "1404 softmax_10"; -"1404 softmax_10" -> "1405 dropout_40"; -"1405 dropout_40" -> "1406 matmul_21"; -"1406 matmul_21" -> "1407 transpose_21"; -"1407 transpose_21" -> "1408 reshape_47"; -"1408 reshape_47" -> "1410 reshape_47_0_0_nncf_smooth_quant_0"; -"1409 linear_65_updated_constant0" -> "1415 quantize_per_channel_default_66"; -"1410 reshape_47_0_0_nncf_smooth_quant_0" -> "1411 quantize_per_tensor_default_66"; -"1411 quantize_per_tensor_default_66" -> "1412 dequantize_per_tensor_default_66"; -"1412 dequantize_per_tensor_default_66" -> "1418 linear_65"; -"1413 linear_65_scale_0" -> "1415 quantize_per_channel_default_66"; -"1413 linear_65_scale_0" -> "1416 dequantize_per_channel_default_66"; -"1414 linear_65_zero_point_0" -> "1415 quantize_per_channel_default_66"; -"1414 linear_65_zero_point_0" -> "1416 dequantize_per_channel_default_66"; -"1415 quantize_per_channel_default_66" -> "1416 dequantize_per_channel_default_66"; -"1416 dequantize_per_channel_default_66" -> "1418 linear_65"; -"1417 _param_constant177_0_0" -> "1418 linear_65"; -"1418 linear_65" -> "1419 dropout_41"; -"1419 dropout_41" -> "1420 view_58"; -"1420 view_58" -> "1421 permute_49"; -"1421 permute_49" -> "1422 reshape_48"; -"1422 reshape_48" -> "1423 slice_162"; -"1423 slice_162" -> "1424 slice_163"; -"1424 slice_163" -> "1425 slice_164"; -"1425 slice_164" -> "1426 slice_165"; -"1426 slice_165" -> "1427 contiguous_19"; -"1427 contiguous_19" -> "1430 layer_norm_23"; -"1428 _param_constant178" -> "1430 layer_norm_23"; -"1429 _param_constant179" -> "1430 layer_norm_23"; -"1430 layer_norm_23" -> "1431 add_36"; -"1431 add_36" -> "1433 add_36_0_0_nncf_smooth_quant_0"; -"1431 add_36" -> "1458 add_37"; -"1432 linear_66_updated_constant0" -> "1438 quantize_per_channel_default_67"; -"1433 add_36_0_0_nncf_smooth_quant_0" -> "1434 quantize_per_tensor_default_67"; -"1434 quantize_per_tensor_default_67" -> "1435 dequantize_per_tensor_default_67"; -"1435 dequantize_per_tensor_default_67" -> "1441 linear_66"; -"1436 linear_66_scale_0" -> "1438 quantize_per_channel_default_67"; -"1436 linear_66_scale_0" -> "1439 dequantize_per_channel_default_67"; -"1437 linear_66_zero_point_0" -> "1438 quantize_per_channel_default_67"; -"1437 linear_66_zero_point_0" -> "1439 dequantize_per_channel_default_67"; -"1438 quantize_per_channel_default_67" -> "1439 dequantize_per_channel_default_67"; -"1439 dequantize_per_channel_default_67" -> "1441 linear_66"; -"1440 _param_constant181_0_0" -> "1441 linear_66"; -"1441 linear_66" -> "1442 gelu_10"; -"1442 gelu_10" -> "1443 dropout_42"; -"1443 dropout_42" -> "1445 dropout_42_0_0_nncf_smooth_quant_0"; -"1444 linear_67_updated_constant0" -> "1450 quantize_per_channel_default_68"; -"1445 dropout_42_0_0_nncf_smooth_quant_0" -> "1446 quantize_per_tensor_default_68"; -"1446 quantize_per_tensor_default_68" -> "1447 dequantize_per_tensor_default_68"; -"1447 dequantize_per_tensor_default_68" -> "1453 linear_67"; -"1448 linear_67_scale_0" -> "1450 quantize_per_channel_default_68"; -"1448 linear_67_scale_0" -> "1451 dequantize_per_channel_default_68"; -"1449 linear_67_zero_point_0" -> "1450 quantize_per_channel_default_68"; -"1449 linear_67_zero_point_0" -> "1451 dequantize_per_channel_default_68"; -"1450 quantize_per_channel_default_68" -> "1451 dequantize_per_channel_default_68"; -"1451 dequantize_per_channel_default_68" -> "1453 linear_67"; -"1452 _param_constant183_0_0" -> "1453 linear_67"; -"1453 linear_67" -> "1454 dropout_43"; -"1454 dropout_43" -> "1457 layer_norm_24"; -"1455 _param_constant184" -> "1457 layer_norm_24"; -"1456 _param_constant185" -> "1457 layer_norm_24"; -"1457 layer_norm_24" -> "1458 add_37"; -"1458 add_37" -> "1485 pad_13"; -"1458 add_37" -> "1568 add_40"; -"1459 _tensor_constant67" -> "1461 _tensor_constant67_0_0_nncf_smooth_quant_0"; -"1460 linear_68_updated_constant0" -> "1464 quantize_per_channel_default_69"; -"1461 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1467 linear_68"; -"1462 linear_68_scale_0" -> "1464 quantize_per_channel_default_69"; -"1462 linear_68_scale_0" -> "1465 dequantize_per_channel_default_69"; -"1463 linear_68_zero_point_0" -> "1464 quantize_per_channel_default_69"; -"1463 linear_68_zero_point_0" -> "1465 dequantize_per_channel_default_69"; -"1464 quantize_per_channel_default_69" -> "1465 dequantize_per_channel_default_69"; -"1465 dequantize_per_channel_default_69" -> "1467 linear_68"; -"1466 _param_constant187_0_0" -> "1467 linear_68"; -"1467 linear_68" -> "1468 relu__11"; -"1468 relu__11" -> "1470 relu__11_0_0_nncf_smooth_quant_0"; -"1469 linear_69_updated_constant0" -> "1473 quantize_per_channel_default_70"; -"1470 relu__11_0_0_nncf_smooth_quant_0" -> "1475 linear_69"; -"1471 linear_69_scale_0" -> "1473 quantize_per_channel_default_70"; -"1471 linear_69_scale_0" -> "1474 dequantize_per_channel_default_70"; -"1472 linear_69_zero_point_0" -> "1473 quantize_per_channel_default_70"; -"1472 linear_69_zero_point_0" -> "1474 dequantize_per_channel_default_70"; -"1473 quantize_per_channel_default_70" -> "1474 dequantize_per_channel_default_70"; -"1474 dequantize_per_channel_default_70" -> "1475 linear_69"; -"1475 linear_69" -> "1476 view_59"; -"1476 view_59" -> "1478 index_11"; -"1477 _tensor_constant68" -> "1478 index_11"; -"1478 index_11" -> "1479 view_60"; -"1479 view_60" -> "1480 permute_50"; -"1480 permute_50" -> "1481 contiguous_20"; -"1481 contiguous_20" -> "1482 unsqueeze_31"; -"1482 unsqueeze_31" -> "1483 sigmoid_11"; -"1483 sigmoid_11" -> "1484 mul_22"; -"1484 mul_22" -> "1523 add_38"; -"1485 pad_13" -> "1486 roll_10"; -"1486 roll_10" -> "1487 view_61"; -"1487 view_61" -> "1488 permute_51"; -"1488 permute_51" -> "1489 reshape_49"; -"1489 reshape_49" -> "1491 reshape_49_0_0_nncf_smooth_quant_0"; -"1489 reshape_49" -> "1524 new_zeros_5"; -"1490 linear_70_updated_constant0" -> "1496 quantize_per_channel_default_71"; -"1491 reshape_49_0_0_nncf_smooth_quant_0" -> "1492 quantize_per_tensor_default_69"; -"1492 quantize_per_tensor_default_69" -> "1493 dequantize_per_tensor_default_69"; -"1493 dequantize_per_tensor_default_69" -> "1499 linear_70"; -"1494 linear_70_scale_0" -> "1496 quantize_per_channel_default_71"; -"1494 linear_70_scale_0" -> "1497 dequantize_per_channel_default_71"; -"1495 linear_70_zero_point_0" -> "1496 quantize_per_channel_default_71"; -"1495 linear_70_zero_point_0" -> "1497 dequantize_per_channel_default_71"; -"1496 quantize_per_channel_default_71" -> "1497 dequantize_per_channel_default_71"; -"1497 dequantize_per_channel_default_71" -> "1499 linear_70"; -"1498 _param_constant189_0_0" -> "1499 linear_70"; -"1499 linear_70" -> "1500 reshape_50"; -"1500 reshape_50" -> "1501 permute_52"; -"1501 permute_52" -> "1502 select_33"; -"1501 permute_52" -> "1503 select_34"; -"1501 permute_52" -> "1504 select_35"; -"1502 select_33" -> "1505 linalg_vector_norm_22"; -"1502 select_33" -> "1507 expand_as_22"; -"1502 select_33" -> "1508 div_22"; -"1503 select_34" -> "1511 linalg_vector_norm_23"; -"1503 select_34" -> "1513 expand_as_23"; -"1503 select_34" -> "1514 div_23"; -"1504 select_35" -> "1542 matmul_23"; -"1505 linalg_vector_norm_22" -> "1506 clamp_min_22"; -"1506 clamp_min_22" -> "1507 expand_as_22"; -"1507 expand_as_22" -> "1508 div_22"; -"1508 div_22" -> "1509 quantize_per_tensor_default_70"; -"1509 quantize_per_tensor_default_70" -> "1510 dequantize_per_tensor_default_70"; -"1510 dequantize_per_tensor_default_70" -> "1518 matmul_22"; -"1511 linalg_vector_norm_23" -> "1512 clamp_min_23"; -"1512 clamp_min_23" -> "1513 expand_as_23"; -"1513 expand_as_23" -> "1514 div_23"; -"1514 div_23" -> "1515 quantize_per_tensor_default_71"; -"1515 quantize_per_tensor_default_71" -> "1516 dequantize_per_tensor_default_71"; -"1516 dequantize_per_tensor_default_71" -> "1517 transpose_22"; -"1517 transpose_22" -> "1518 matmul_22"; -"1518 matmul_22" -> "1522 mul_23"; -"1519 _param_constant191" -> "1520 clamp_11"; -"1520 clamp_11" -> "1521 exp_11"; -"1521 exp_11" -> "1522 mul_23"; -"1522 mul_23" -> "1523 add_38"; -"1523 add_38" -> "1535 view_63"; -"1524 new_zeros_5" -> "1525 view_62"; -"1525 view_62" -> "1526 permute_53"; -"1526 permute_53" -> "1527 reshape_51"; -"1527 reshape_51" -> "1528 unsqueeze_32"; -"1527 reshape_51" -> "1529 unsqueeze_33"; -"1528 unsqueeze_32" -> "1530 sub_5"; -"1529 unsqueeze_33" -> "1530 sub_5"; -"1530 sub_5" -> "1531 ne_5"; -"1530 sub_5" -> "1532 masked_fill_10"; -"1530 sub_5" -> "1533 eq_5"; -"1531 ne_5" -> "1532 masked_fill_10"; -"1532 masked_fill_10" -> "1534 masked_fill_11"; -"1533 eq_5" -> "1534 masked_fill_11"; -"1534 masked_fill_11" -> "1536 unsqueeze_34"; -"1535 view_63" -> "1538 add_39"; -"1536 unsqueeze_34" -> "1537 unsqueeze_35"; -"1537 unsqueeze_35" -> "1538 add_39"; -"1538 add_39" -> "1539 view_64"; -"1539 view_64" -> "1540 softmax_11"; -"1540 softmax_11" -> "1541 dropout_44"; -"1541 dropout_44" -> "1542 matmul_23"; -"1542 matmul_23" -> "1543 transpose_23"; -"1543 transpose_23" -> "1544 reshape_52"; -"1544 reshape_52" -> "1546 reshape_52_0_0_nncf_smooth_quant_0"; -"1545 linear_71_updated_constant0" -> "1551 quantize_per_channel_default_72"; -"1546 reshape_52_0_0_nncf_smooth_quant_0" -> "1547 quantize_per_tensor_default_72"; -"1547 quantize_per_tensor_default_72" -> "1548 dequantize_per_tensor_default_72"; -"1548 dequantize_per_tensor_default_72" -> "1554 linear_71"; -"1549 linear_71_scale_0" -> "1551 quantize_per_channel_default_72"; -"1549 linear_71_scale_0" -> "1552 dequantize_per_channel_default_72"; -"1550 linear_71_zero_point_0" -> "1551 quantize_per_channel_default_72"; -"1550 linear_71_zero_point_0" -> "1552 dequantize_per_channel_default_72"; -"1551 quantize_per_channel_default_72" -> "1552 dequantize_per_channel_default_72"; -"1552 dequantize_per_channel_default_72" -> "1554 linear_71"; -"1553 _param_constant193_0_0" -> "1554 linear_71"; -"1554 linear_71" -> "1555 dropout_45"; -"1555 dropout_45" -> "1556 view_65"; -"1556 view_65" -> "1557 permute_54"; -"1557 permute_54" -> "1558 reshape_53"; -"1558 reshape_53" -> "1559 roll_11"; -"1559 roll_11" -> "1560 slice_185"; -"1560 slice_185" -> "1561 slice_186"; -"1561 slice_186" -> "1562 slice_187"; -"1562 slice_187" -> "1563 slice_188"; -"1563 slice_188" -> "1564 contiguous_21"; -"1564 contiguous_21" -> "1567 layer_norm_25"; -"1565 _param_constant194" -> "1567 layer_norm_25"; -"1566 _param_constant195" -> "1567 layer_norm_25"; -"1567 layer_norm_25" -> "1568 add_40"; -"1568 add_40" -> "1570 add_40_0_0_nncf_smooth_quant_0"; -"1568 add_40" -> "1595 add_41"; -"1569 linear_72_updated_constant0" -> "1575 quantize_per_channel_default_73"; -"1570 add_40_0_0_nncf_smooth_quant_0" -> "1571 quantize_per_tensor_default_73"; -"1571 quantize_per_tensor_default_73" -> "1572 dequantize_per_tensor_default_73"; -"1572 dequantize_per_tensor_default_73" -> "1578 linear_72"; -"1573 linear_72_scale_0" -> "1575 quantize_per_channel_default_73"; -"1573 linear_72_scale_0" -> "1576 dequantize_per_channel_default_73"; -"1574 linear_72_zero_point_0" -> "1575 quantize_per_channel_default_73"; -"1574 linear_72_zero_point_0" -> "1576 dequantize_per_channel_default_73"; -"1575 quantize_per_channel_default_73" -> "1576 dequantize_per_channel_default_73"; -"1576 dequantize_per_channel_default_73" -> "1578 linear_72"; -"1577 _param_constant197_0_0" -> "1578 linear_72"; -"1578 linear_72" -> "1579 gelu_11"; -"1579 gelu_11" -> "1580 dropout_46"; -"1580 dropout_46" -> "1582 dropout_46_0_0_nncf_smooth_quant_0"; -"1581 linear_73_updated_constant0" -> "1587 quantize_per_channel_default_74"; -"1582 dropout_46_0_0_nncf_smooth_quant_0" -> "1583 quantize_per_tensor_default_74"; -"1583 quantize_per_tensor_default_74" -> "1584 dequantize_per_tensor_default_74"; -"1584 dequantize_per_tensor_default_74" -> "1590 linear_73"; -"1585 linear_73_scale_0" -> "1587 quantize_per_channel_default_74"; -"1585 linear_73_scale_0" -> "1588 dequantize_per_channel_default_74"; -"1586 linear_73_zero_point_0" -> "1587 quantize_per_channel_default_74"; -"1586 linear_73_zero_point_0" -> "1588 dequantize_per_channel_default_74"; -"1587 quantize_per_channel_default_74" -> "1588 dequantize_per_channel_default_74"; -"1588 dequantize_per_channel_default_74" -> "1590 linear_73"; -"1589 _param_constant199_0_0" -> "1590 linear_73"; -"1590 linear_73" -> "1591 dropout_47"; -"1591 dropout_47" -> "1594 layer_norm_26"; -"1592 _param_constant200" -> "1594 layer_norm_26"; -"1593 _param_constant201" -> "1594 layer_norm_26"; -"1594 layer_norm_26" -> "1595 add_41"; -"1595 add_41" -> "1622 pad_14"; -"1595 add_41" -> "1687 add_43"; -"1596 _tensor_constant78" -> "1598 _tensor_constant78_0_0_nncf_smooth_quant_0"; -"1597 linear_74_updated_constant0" -> "1601 quantize_per_channel_default_75"; -"1598 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1604 linear_74"; -"1599 linear_74_scale_0" -> "1601 quantize_per_channel_default_75"; -"1599 linear_74_scale_0" -> "1602 dequantize_per_channel_default_75"; -"1600 linear_74_zero_point_0" -> "1601 quantize_per_channel_default_75"; -"1600 linear_74_zero_point_0" -> "1602 dequantize_per_channel_default_75"; -"1601 quantize_per_channel_default_75" -> "1602 dequantize_per_channel_default_75"; -"1602 dequantize_per_channel_default_75" -> "1604 linear_74"; -"1603 _param_constant203_0_0" -> "1604 linear_74"; -"1604 linear_74" -> "1605 relu__12"; -"1605 relu__12" -> "1607 relu__12_0_0_nncf_smooth_quant_0"; -"1606 linear_75_updated_constant0" -> "1610 quantize_per_channel_default_76"; -"1607 relu__12_0_0_nncf_smooth_quant_0" -> "1612 linear_75"; -"1608 linear_75_scale_0" -> "1610 quantize_per_channel_default_76"; -"1608 linear_75_scale_0" -> "1611 dequantize_per_channel_default_76"; -"1609 linear_75_zero_point_0" -> "1610 quantize_per_channel_default_76"; -"1609 linear_75_zero_point_0" -> "1611 dequantize_per_channel_default_76"; -"1610 quantize_per_channel_default_76" -> "1611 dequantize_per_channel_default_76"; -"1611 dequantize_per_channel_default_76" -> "1612 linear_75"; -"1612 linear_75" -> "1613 view_66"; -"1613 view_66" -> "1615 index_12"; -"1614 _tensor_constant79" -> "1615 index_12"; -"1615 index_12" -> "1616 view_67"; -"1616 view_67" -> "1617 permute_55"; -"1617 permute_55" -> "1618 contiguous_22"; -"1618 contiguous_22" -> "1619 unsqueeze_36"; -"1619 unsqueeze_36" -> "1620 sigmoid_12"; -"1620 sigmoid_12" -> "1621 mul_24"; -"1621 mul_24" -> "1659 add_42"; -"1622 pad_14" -> "1623 view_68"; -"1623 view_68" -> "1624 permute_56"; -"1624 permute_56" -> "1625 reshape_54"; -"1625 reshape_54" -> "1627 reshape_54_0_0_nncf_smooth_quant_0"; -"1626 linear_76_updated_constant0" -> "1632 quantize_per_channel_default_77"; -"1627 reshape_54_0_0_nncf_smooth_quant_0" -> "1628 quantize_per_tensor_default_75"; -"1628 quantize_per_tensor_default_75" -> "1629 dequantize_per_tensor_default_75"; -"1629 dequantize_per_tensor_default_75" -> "1635 linear_76"; -"1630 linear_76_scale_0" -> "1632 quantize_per_channel_default_77"; -"1630 linear_76_scale_0" -> "1633 dequantize_per_channel_default_77"; -"1631 linear_76_zero_point_0" -> "1632 quantize_per_channel_default_77"; -"1631 linear_76_zero_point_0" -> "1633 dequantize_per_channel_default_77"; -"1632 quantize_per_channel_default_77" -> "1633 dequantize_per_channel_default_77"; -"1633 dequantize_per_channel_default_77" -> "1635 linear_76"; -"1634 _param_constant205_0_0" -> "1635 linear_76"; -"1635 linear_76" -> "1636 reshape_55"; -"1636 reshape_55" -> "1637 permute_57"; -"1637 permute_57" -> "1638 select_36"; -"1637 permute_57" -> "1639 select_37"; -"1637 permute_57" -> "1640 select_38"; -"1638 select_36" -> "1641 linalg_vector_norm_24"; -"1638 select_36" -> "1643 expand_as_24"; -"1638 select_36" -> "1644 div_24"; -"1639 select_37" -> "1647 linalg_vector_norm_25"; -"1639 select_37" -> "1649 expand_as_25"; -"1639 select_37" -> "1650 div_25"; -"1640 select_38" -> "1662 matmul_25"; -"1641 linalg_vector_norm_24" -> "1642 clamp_min_24"; -"1642 clamp_min_24" -> "1643 expand_as_24"; -"1643 expand_as_24" -> "1644 div_24"; -"1644 div_24" -> "1645 quantize_per_tensor_default_76"; -"1645 quantize_per_tensor_default_76" -> "1646 dequantize_per_tensor_default_76"; -"1646 dequantize_per_tensor_default_76" -> "1654 matmul_24"; -"1647 linalg_vector_norm_25" -> "1648 clamp_min_25"; -"1648 clamp_min_25" -> "1649 expand_as_25"; -"1649 expand_as_25" -> "1650 div_25"; -"1650 div_25" -> "1651 quantize_per_tensor_default_77"; -"1651 quantize_per_tensor_default_77" -> "1652 dequantize_per_tensor_default_77"; -"1652 dequantize_per_tensor_default_77" -> "1653 transpose_24"; -"1653 transpose_24" -> "1654 matmul_24"; -"1654 matmul_24" -> "1658 mul_25"; -"1655 _param_constant207" -> "1656 clamp_12"; -"1656 clamp_12" -> "1657 exp_12"; -"1657 exp_12" -> "1658 mul_25"; -"1658 mul_25" -> "1659 add_42"; -"1659 add_42" -> "1660 softmax_12"; -"1660 softmax_12" -> "1661 dropout_48"; -"1661 dropout_48" -> "1662 matmul_25"; -"1662 matmul_25" -> "1663 transpose_25"; -"1663 transpose_25" -> "1664 reshape_56"; -"1664 reshape_56" -> "1666 reshape_56_0_0_nncf_smooth_quant_0"; -"1665 linear_77_updated_constant0" -> "1671 quantize_per_channel_default_78"; -"1666 reshape_56_0_0_nncf_smooth_quant_0" -> "1667 quantize_per_tensor_default_78"; -"1667 quantize_per_tensor_default_78" -> "1668 dequantize_per_tensor_default_78"; -"1668 dequantize_per_tensor_default_78" -> "1674 linear_77"; -"1669 linear_77_scale_0" -> "1671 quantize_per_channel_default_78"; -"1669 linear_77_scale_0" -> "1672 dequantize_per_channel_default_78"; -"1670 linear_77_zero_point_0" -> "1671 quantize_per_channel_default_78"; -"1670 linear_77_zero_point_0" -> "1672 dequantize_per_channel_default_78"; -"1671 quantize_per_channel_default_78" -> "1672 dequantize_per_channel_default_78"; -"1672 dequantize_per_channel_default_78" -> "1674 linear_77"; -"1673 _param_constant209_0_0" -> "1674 linear_77"; -"1674 linear_77" -> "1675 dropout_49"; -"1675 dropout_49" -> "1676 view_69"; -"1676 view_69" -> "1677 permute_58"; -"1677 permute_58" -> "1678 reshape_57"; -"1678 reshape_57" -> "1679 slice_190"; -"1679 slice_190" -> "1680 slice_191"; -"1680 slice_191" -> "1681 slice_192"; -"1681 slice_192" -> "1682 slice_193"; -"1682 slice_193" -> "1683 contiguous_23"; -"1683 contiguous_23" -> "1686 layer_norm_27"; -"1684 _param_constant210" -> "1686 layer_norm_27"; -"1685 _param_constant211" -> "1686 layer_norm_27"; -"1686 layer_norm_27" -> "1687 add_43"; -"1687 add_43" -> "1689 add_43_0_0_nncf_smooth_quant_0"; -"1687 add_43" -> "1714 add_44"; -"1688 linear_78_updated_constant0" -> "1694 quantize_per_channel_default_79"; -"1689 add_43_0_0_nncf_smooth_quant_0" -> "1690 quantize_per_tensor_default_79"; -"1690 quantize_per_tensor_default_79" -> "1691 dequantize_per_tensor_default_79"; -"1691 dequantize_per_tensor_default_79" -> "1697 linear_78"; -"1692 linear_78_scale_0" -> "1694 quantize_per_channel_default_79"; -"1692 linear_78_scale_0" -> "1695 dequantize_per_channel_default_79"; -"1693 linear_78_zero_point_0" -> "1694 quantize_per_channel_default_79"; -"1693 linear_78_zero_point_0" -> "1695 dequantize_per_channel_default_79"; -"1694 quantize_per_channel_default_79" -> "1695 dequantize_per_channel_default_79"; -"1695 dequantize_per_channel_default_79" -> "1697 linear_78"; -"1696 _param_constant213_0_0" -> "1697 linear_78"; -"1697 linear_78" -> "1698 gelu_12"; -"1698 gelu_12" -> "1699 dropout_50"; -"1699 dropout_50" -> "1701 dropout_50_0_0_nncf_smooth_quant_0"; -"1700 linear_79_updated_constant0" -> "1706 quantize_per_channel_default_80"; -"1701 dropout_50_0_0_nncf_smooth_quant_0" -> "1702 quantize_per_tensor_default_80"; -"1702 quantize_per_tensor_default_80" -> "1703 dequantize_per_tensor_default_80"; -"1703 dequantize_per_tensor_default_80" -> "1709 linear_79"; -"1704 linear_79_scale_0" -> "1706 quantize_per_channel_default_80"; -"1704 linear_79_scale_0" -> "1707 dequantize_per_channel_default_80"; -"1705 linear_79_zero_point_0" -> "1706 quantize_per_channel_default_80"; -"1705 linear_79_zero_point_0" -> "1707 dequantize_per_channel_default_80"; -"1706 quantize_per_channel_default_80" -> "1707 dequantize_per_channel_default_80"; -"1707 dequantize_per_channel_default_80" -> "1709 linear_79"; -"1708 _param_constant215_0_0" -> "1709 linear_79"; -"1709 linear_79" -> "1710 dropout_51"; -"1710 dropout_51" -> "1713 layer_norm_28"; -"1711 _param_constant216" -> "1713 layer_norm_28"; -"1712 _param_constant217" -> "1713 layer_norm_28"; -"1713 layer_norm_28" -> "1714 add_44"; -"1714 add_44" -> "1741 pad_15"; -"1714 add_44" -> "1824 add_47"; -"1715 _tensor_constant80" -> "1717 _tensor_constant80_0_0_nncf_smooth_quant_0"; -"1716 linear_80_updated_constant0" -> "1720 quantize_per_channel_default_81"; -"1717 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1723 linear_80"; -"1718 linear_80_scale_0" -> "1720 quantize_per_channel_default_81"; -"1718 linear_80_scale_0" -> "1721 dequantize_per_channel_default_81"; -"1719 linear_80_zero_point_0" -> "1720 quantize_per_channel_default_81"; -"1719 linear_80_zero_point_0" -> "1721 dequantize_per_channel_default_81"; -"1720 quantize_per_channel_default_81" -> "1721 dequantize_per_channel_default_81"; -"1721 dequantize_per_channel_default_81" -> "1723 linear_80"; -"1722 _param_constant219_0_0" -> "1723 linear_80"; -"1723 linear_80" -> "1724 relu__13"; -"1724 relu__13" -> "1726 relu__13_0_0_nncf_smooth_quant_0"; -"1725 linear_81_updated_constant0" -> "1729 quantize_per_channel_default_82"; -"1726 relu__13_0_0_nncf_smooth_quant_0" -> "1731 linear_81"; -"1727 linear_81_scale_0" -> "1729 quantize_per_channel_default_82"; -"1727 linear_81_scale_0" -> "1730 dequantize_per_channel_default_82"; -"1728 linear_81_zero_point_0" -> "1729 quantize_per_channel_default_82"; -"1728 linear_81_zero_point_0" -> "1730 dequantize_per_channel_default_82"; -"1729 quantize_per_channel_default_82" -> "1730 dequantize_per_channel_default_82"; -"1730 dequantize_per_channel_default_82" -> "1731 linear_81"; -"1731 linear_81" -> "1732 view_70"; -"1732 view_70" -> "1734 index_13"; -"1733 _tensor_constant81" -> "1734 index_13"; -"1734 index_13" -> "1735 view_71"; -"1735 view_71" -> "1736 permute_59"; -"1736 permute_59" -> "1737 contiguous_24"; -"1737 contiguous_24" -> "1738 unsqueeze_37"; -"1738 unsqueeze_37" -> "1739 sigmoid_13"; -"1739 sigmoid_13" -> "1740 mul_26"; -"1740 mul_26" -> "1779 add_45"; -"1741 pad_15" -> "1742 roll_12"; -"1742 roll_12" -> "1743 view_72"; -"1743 view_72" -> "1744 permute_60"; -"1744 permute_60" -> "1745 reshape_58"; -"1745 reshape_58" -> "1747 reshape_58_0_0_nncf_smooth_quant_0"; -"1745 reshape_58" -> "1780 new_zeros_6"; -"1746 linear_82_updated_constant0" -> "1752 quantize_per_channel_default_83"; -"1747 reshape_58_0_0_nncf_smooth_quant_0" -> "1748 quantize_per_tensor_default_81"; -"1748 quantize_per_tensor_default_81" -> "1749 dequantize_per_tensor_default_81"; -"1749 dequantize_per_tensor_default_81" -> "1755 linear_82"; -"1750 linear_82_scale_0" -> "1752 quantize_per_channel_default_83"; -"1750 linear_82_scale_0" -> "1753 dequantize_per_channel_default_83"; -"1751 linear_82_zero_point_0" -> "1752 quantize_per_channel_default_83"; -"1751 linear_82_zero_point_0" -> "1753 dequantize_per_channel_default_83"; -"1752 quantize_per_channel_default_83" -> "1753 dequantize_per_channel_default_83"; -"1753 dequantize_per_channel_default_83" -> "1755 linear_82"; -"1754 _param_constant221_0_0" -> "1755 linear_82"; -"1755 linear_82" -> "1756 reshape_59"; -"1756 reshape_59" -> "1757 permute_61"; -"1757 permute_61" -> "1758 select_39"; -"1757 permute_61" -> "1759 select_40"; -"1757 permute_61" -> "1760 select_41"; -"1758 select_39" -> "1761 linalg_vector_norm_26"; -"1758 select_39" -> "1763 expand_as_26"; -"1758 select_39" -> "1764 div_26"; -"1759 select_40" -> "1767 linalg_vector_norm_27"; -"1759 select_40" -> "1769 expand_as_27"; -"1759 select_40" -> "1770 div_27"; -"1760 select_41" -> "1798 matmul_27"; -"1761 linalg_vector_norm_26" -> "1762 clamp_min_26"; -"1762 clamp_min_26" -> "1763 expand_as_26"; -"1763 expand_as_26" -> "1764 div_26"; -"1764 div_26" -> "1765 quantize_per_tensor_default_82"; -"1765 quantize_per_tensor_default_82" -> "1766 dequantize_per_tensor_default_82"; -"1766 dequantize_per_tensor_default_82" -> "1774 matmul_26"; -"1767 linalg_vector_norm_27" -> "1768 clamp_min_27"; -"1768 clamp_min_27" -> "1769 expand_as_27"; -"1769 expand_as_27" -> "1770 div_27"; -"1770 div_27" -> "1771 quantize_per_tensor_default_83"; -"1771 quantize_per_tensor_default_83" -> "1772 dequantize_per_tensor_default_83"; -"1772 dequantize_per_tensor_default_83" -> "1773 transpose_26"; -"1773 transpose_26" -> "1774 matmul_26"; -"1774 matmul_26" -> "1778 mul_27"; -"1775 _param_constant223" -> "1776 clamp_13"; -"1776 clamp_13" -> "1777 exp_13"; -"1777 exp_13" -> "1778 mul_27"; -"1778 mul_27" -> "1779 add_45"; -"1779 add_45" -> "1791 view_74"; -"1780 new_zeros_6" -> "1781 view_73"; -"1781 view_73" -> "1782 permute_62"; -"1782 permute_62" -> "1783 reshape_60"; -"1783 reshape_60" -> "1784 unsqueeze_38"; -"1783 reshape_60" -> "1785 unsqueeze_39"; -"1784 unsqueeze_38" -> "1786 sub_6"; -"1785 unsqueeze_39" -> "1786 sub_6"; -"1786 sub_6" -> "1787 ne_6"; -"1786 sub_6" -> "1788 masked_fill_12"; -"1786 sub_6" -> "1789 eq_6"; -"1787 ne_6" -> "1788 masked_fill_12"; -"1788 masked_fill_12" -> "1790 masked_fill_13"; -"1789 eq_6" -> "1790 masked_fill_13"; -"1790 masked_fill_13" -> "1792 unsqueeze_40"; -"1791 view_74" -> "1794 add_46"; -"1792 unsqueeze_40" -> "1793 unsqueeze_41"; -"1793 unsqueeze_41" -> "1794 add_46"; -"1794 add_46" -> "1795 view_75"; -"1795 view_75" -> "1796 softmax_13"; -"1796 softmax_13" -> "1797 dropout_52"; -"1797 dropout_52" -> "1798 matmul_27"; -"1798 matmul_27" -> "1799 transpose_27"; -"1799 transpose_27" -> "1800 reshape_61"; -"1800 reshape_61" -> "1802 reshape_61_0_0_nncf_smooth_quant_0"; -"1801 linear_83_updated_constant0" -> "1807 quantize_per_channel_default_84"; -"1802 reshape_61_0_0_nncf_smooth_quant_0" -> "1803 quantize_per_tensor_default_84"; -"1803 quantize_per_tensor_default_84" -> "1804 dequantize_per_tensor_default_84"; -"1804 dequantize_per_tensor_default_84" -> "1810 linear_83"; -"1805 linear_83_scale_0" -> "1807 quantize_per_channel_default_84"; -"1805 linear_83_scale_0" -> "1808 dequantize_per_channel_default_84"; -"1806 linear_83_zero_point_0" -> "1807 quantize_per_channel_default_84"; -"1806 linear_83_zero_point_0" -> "1808 dequantize_per_channel_default_84"; -"1807 quantize_per_channel_default_84" -> "1808 dequantize_per_channel_default_84"; -"1808 dequantize_per_channel_default_84" -> "1810 linear_83"; -"1809 _param_constant225_0_0" -> "1810 linear_83"; -"1810 linear_83" -> "1811 dropout_53"; -"1811 dropout_53" -> "1812 view_76"; -"1812 view_76" -> "1813 permute_63"; -"1813 permute_63" -> "1814 reshape_62"; -"1814 reshape_62" -> "1815 roll_13"; -"1815 roll_13" -> "1816 slice_213"; -"1816 slice_213" -> "1817 slice_214"; -"1817 slice_214" -> "1818 slice_215"; -"1818 slice_215" -> "1819 slice_216"; -"1819 slice_216" -> "1820 contiguous_25"; -"1820 contiguous_25" -> "1823 layer_norm_29"; -"1821 _param_constant226" -> "1823 layer_norm_29"; -"1822 _param_constant227" -> "1823 layer_norm_29"; -"1823 layer_norm_29" -> "1824 add_47"; -"1824 add_47" -> "1826 add_47_0_0_nncf_smooth_quant_0"; -"1824 add_47" -> "1851 add_48"; -"1825 linear_84_updated_constant0" -> "1831 quantize_per_channel_default_85"; -"1826 add_47_0_0_nncf_smooth_quant_0" -> "1827 quantize_per_tensor_default_85"; -"1827 quantize_per_tensor_default_85" -> "1828 dequantize_per_tensor_default_85"; -"1828 dequantize_per_tensor_default_85" -> "1834 linear_84"; -"1829 linear_84_scale_0" -> "1831 quantize_per_channel_default_85"; -"1829 linear_84_scale_0" -> "1832 dequantize_per_channel_default_85"; -"1830 linear_84_zero_point_0" -> "1831 quantize_per_channel_default_85"; -"1830 linear_84_zero_point_0" -> "1832 dequantize_per_channel_default_85"; -"1831 quantize_per_channel_default_85" -> "1832 dequantize_per_channel_default_85"; -"1832 dequantize_per_channel_default_85" -> "1834 linear_84"; -"1833 _param_constant229_0_0" -> "1834 linear_84"; -"1834 linear_84" -> "1835 gelu_13"; -"1835 gelu_13" -> "1836 dropout_54"; -"1836 dropout_54" -> "1838 dropout_54_0_0_nncf_smooth_quant_0"; -"1837 linear_85_updated_constant0" -> "1843 quantize_per_channel_default_86"; -"1838 dropout_54_0_0_nncf_smooth_quant_0" -> "1839 quantize_per_tensor_default_86"; -"1839 quantize_per_tensor_default_86" -> "1840 dequantize_per_tensor_default_86"; -"1840 dequantize_per_tensor_default_86" -> "1846 linear_85"; -"1841 linear_85_scale_0" -> "1843 quantize_per_channel_default_86"; -"1841 linear_85_scale_0" -> "1844 dequantize_per_channel_default_86"; -"1842 linear_85_zero_point_0" -> "1843 quantize_per_channel_default_86"; -"1842 linear_85_zero_point_0" -> "1844 dequantize_per_channel_default_86"; -"1843 quantize_per_channel_default_86" -> "1844 dequantize_per_channel_default_86"; -"1844 dequantize_per_channel_default_86" -> "1846 linear_85"; -"1845 _param_constant231_0_0" -> "1846 linear_85"; -"1846 linear_85" -> "1847 dropout_55"; -"1847 dropout_55" -> "1850 layer_norm_30"; -"1848 _param_constant232" -> "1850 layer_norm_30"; -"1849 _param_constant233" -> "1850 layer_norm_30"; -"1850 layer_norm_30" -> "1851 add_48"; -"1851 add_48" -> "1878 pad_16"; -"1851 add_48" -> "1943 add_50"; -"1852 _tensor_constant91" -> "1854 _tensor_constant91_0_0_nncf_smooth_quant_0"; -"1853 linear_86_updated_constant0" -> "1857 quantize_per_channel_default_87"; -"1854 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1860 linear_86"; -"1855 linear_86_scale_0" -> "1857 quantize_per_channel_default_87"; -"1855 linear_86_scale_0" -> "1858 dequantize_per_channel_default_87"; -"1856 linear_86_zero_point_0" -> "1857 quantize_per_channel_default_87"; -"1856 linear_86_zero_point_0" -> "1858 dequantize_per_channel_default_87"; -"1857 quantize_per_channel_default_87" -> "1858 dequantize_per_channel_default_87"; -"1858 dequantize_per_channel_default_87" -> "1860 linear_86"; -"1859 _param_constant235_0_0" -> "1860 linear_86"; -"1860 linear_86" -> "1861 relu__14"; -"1861 relu__14" -> "1863 relu__14_0_0_nncf_smooth_quant_0"; -"1862 linear_87_updated_constant0" -> "1866 quantize_per_channel_default_88"; -"1863 relu__14_0_0_nncf_smooth_quant_0" -> "1868 linear_87"; -"1864 linear_87_scale_0" -> "1866 quantize_per_channel_default_88"; -"1864 linear_87_scale_0" -> "1867 dequantize_per_channel_default_88"; -"1865 linear_87_zero_point_0" -> "1866 quantize_per_channel_default_88"; -"1865 linear_87_zero_point_0" -> "1867 dequantize_per_channel_default_88"; -"1866 quantize_per_channel_default_88" -> "1867 dequantize_per_channel_default_88"; -"1867 dequantize_per_channel_default_88" -> "1868 linear_87"; -"1868 linear_87" -> "1869 view_77"; -"1869 view_77" -> "1871 index_14"; -"1870 _tensor_constant92" -> "1871 index_14"; -"1871 index_14" -> "1872 view_78"; -"1872 view_78" -> "1873 permute_64"; -"1873 permute_64" -> "1874 contiguous_26"; -"1874 contiguous_26" -> "1875 unsqueeze_42"; -"1875 unsqueeze_42" -> "1876 sigmoid_14"; -"1876 sigmoid_14" -> "1877 mul_28"; -"1877 mul_28" -> "1915 add_49"; -"1878 pad_16" -> "1879 view_79"; -"1879 view_79" -> "1880 permute_65"; -"1880 permute_65" -> "1881 reshape_63"; -"1881 reshape_63" -> "1883 reshape_63_0_0_nncf_smooth_quant_0"; -"1882 linear_88_updated_constant0" -> "1888 quantize_per_channel_default_89"; -"1883 reshape_63_0_0_nncf_smooth_quant_0" -> "1884 quantize_per_tensor_default_87"; -"1884 quantize_per_tensor_default_87" -> "1885 dequantize_per_tensor_default_87"; -"1885 dequantize_per_tensor_default_87" -> "1891 linear_88"; -"1886 linear_88_scale_0" -> "1888 quantize_per_channel_default_89"; -"1886 linear_88_scale_0" -> "1889 dequantize_per_channel_default_89"; -"1887 linear_88_zero_point_0" -> "1888 quantize_per_channel_default_89"; -"1887 linear_88_zero_point_0" -> "1889 dequantize_per_channel_default_89"; -"1888 quantize_per_channel_default_89" -> "1889 dequantize_per_channel_default_89"; -"1889 dequantize_per_channel_default_89" -> "1891 linear_88"; -"1890 _param_constant237_0_0" -> "1891 linear_88"; -"1891 linear_88" -> "1892 reshape_64"; -"1892 reshape_64" -> "1893 permute_66"; -"1893 permute_66" -> "1894 select_42"; -"1893 permute_66" -> "1895 select_43"; -"1893 permute_66" -> "1896 select_44"; -"1894 select_42" -> "1897 linalg_vector_norm_28"; -"1894 select_42" -> "1899 expand_as_28"; -"1894 select_42" -> "1900 div_28"; -"1895 select_43" -> "1903 linalg_vector_norm_29"; -"1895 select_43" -> "1905 expand_as_29"; -"1895 select_43" -> "1906 div_29"; -"1896 select_44" -> "1918 matmul_29"; -"1897 linalg_vector_norm_28" -> "1898 clamp_min_28"; -"1898 clamp_min_28" -> "1899 expand_as_28"; -"1899 expand_as_28" -> "1900 div_28"; -"1900 div_28" -> "1901 quantize_per_tensor_default_88"; -"1901 quantize_per_tensor_default_88" -> "1902 dequantize_per_tensor_default_88"; -"1902 dequantize_per_tensor_default_88" -> "1910 matmul_28"; -"1903 linalg_vector_norm_29" -> "1904 clamp_min_29"; -"1904 clamp_min_29" -> "1905 expand_as_29"; -"1905 expand_as_29" -> "1906 div_29"; -"1906 div_29" -> "1907 quantize_per_tensor_default_89"; -"1907 quantize_per_tensor_default_89" -> "1908 dequantize_per_tensor_default_89"; -"1908 dequantize_per_tensor_default_89" -> "1909 transpose_28"; -"1909 transpose_28" -> "1910 matmul_28"; -"1910 matmul_28" -> "1914 mul_29"; -"1911 _param_constant239" -> "1912 clamp_14"; -"1912 clamp_14" -> "1913 exp_14"; -"1913 exp_14" -> "1914 mul_29"; -"1914 mul_29" -> "1915 add_49"; -"1915 add_49" -> "1916 softmax_14"; -"1916 softmax_14" -> "1917 dropout_56"; -"1917 dropout_56" -> "1918 matmul_29"; -"1918 matmul_29" -> "1919 transpose_29"; -"1919 transpose_29" -> "1920 reshape_65"; -"1920 reshape_65" -> "1922 reshape_65_0_0_nncf_smooth_quant_0"; -"1921 linear_89_updated_constant0" -> "1927 quantize_per_channel_default_90"; -"1922 reshape_65_0_0_nncf_smooth_quant_0" -> "1923 quantize_per_tensor_default_90"; -"1923 quantize_per_tensor_default_90" -> "1924 dequantize_per_tensor_default_90"; -"1924 dequantize_per_tensor_default_90" -> "1930 linear_89"; -"1925 linear_89_scale_0" -> "1927 quantize_per_channel_default_90"; -"1925 linear_89_scale_0" -> "1928 dequantize_per_channel_default_90"; -"1926 linear_89_zero_point_0" -> "1927 quantize_per_channel_default_90"; -"1926 linear_89_zero_point_0" -> "1928 dequantize_per_channel_default_90"; -"1927 quantize_per_channel_default_90" -> "1928 dequantize_per_channel_default_90"; -"1928 dequantize_per_channel_default_90" -> "1930 linear_89"; -"1929 _param_constant241_0_0" -> "1930 linear_89"; -"1930 linear_89" -> "1931 dropout_57"; -"1931 dropout_57" -> "1932 view_80"; -"1932 view_80" -> "1933 permute_67"; -"1933 permute_67" -> "1934 reshape_66"; -"1934 reshape_66" -> "1935 slice_218"; -"1935 slice_218" -> "1936 slice_219"; -"1936 slice_219" -> "1937 slice_220"; -"1937 slice_220" -> "1938 slice_221"; -"1938 slice_221" -> "1939 contiguous_27"; -"1939 contiguous_27" -> "1942 layer_norm_31"; -"1940 _param_constant242" -> "1942 layer_norm_31"; -"1941 _param_constant243" -> "1942 layer_norm_31"; -"1942 layer_norm_31" -> "1943 add_50"; -"1943 add_50" -> "1945 add_50_0_0_nncf_smooth_quant_0"; -"1943 add_50" -> "1970 add_51"; -"1944 linear_90_updated_constant0" -> "1950 quantize_per_channel_default_91"; -"1945 add_50_0_0_nncf_smooth_quant_0" -> "1946 quantize_per_tensor_default_91"; -"1946 quantize_per_tensor_default_91" -> "1947 dequantize_per_tensor_default_91"; -"1947 dequantize_per_tensor_default_91" -> "1953 linear_90"; -"1948 linear_90_scale_0" -> "1950 quantize_per_channel_default_91"; -"1948 linear_90_scale_0" -> "1951 dequantize_per_channel_default_91"; -"1949 linear_90_zero_point_0" -> "1950 quantize_per_channel_default_91"; -"1949 linear_90_zero_point_0" -> "1951 dequantize_per_channel_default_91"; -"1950 quantize_per_channel_default_91" -> "1951 dequantize_per_channel_default_91"; -"1951 dequantize_per_channel_default_91" -> "1953 linear_90"; -"1952 _param_constant245_0_0" -> "1953 linear_90"; -"1953 linear_90" -> "1954 gelu_14"; -"1954 gelu_14" -> "1955 dropout_58"; -"1955 dropout_58" -> "1957 dropout_58_0_0_nncf_smooth_quant_0"; -"1956 linear_91_updated_constant0" -> "1962 quantize_per_channel_default_92"; -"1957 dropout_58_0_0_nncf_smooth_quant_0" -> "1958 quantize_per_tensor_default_92"; -"1958 quantize_per_tensor_default_92" -> "1959 dequantize_per_tensor_default_92"; -"1959 dequantize_per_tensor_default_92" -> "1965 linear_91"; -"1960 linear_91_scale_0" -> "1962 quantize_per_channel_default_92"; -"1960 linear_91_scale_0" -> "1963 dequantize_per_channel_default_92"; -"1961 linear_91_zero_point_0" -> "1962 quantize_per_channel_default_92"; -"1961 linear_91_zero_point_0" -> "1963 dequantize_per_channel_default_92"; -"1962 quantize_per_channel_default_92" -> "1963 dequantize_per_channel_default_92"; -"1963 dequantize_per_channel_default_92" -> "1965 linear_91"; -"1964 _param_constant247_0_0" -> "1965 linear_91"; -"1965 linear_91" -> "1966 dropout_59"; -"1966 dropout_59" -> "1969 layer_norm_32"; -"1967 _param_constant248" -> "1969 layer_norm_32"; -"1968 _param_constant249" -> "1969 layer_norm_32"; -"1969 layer_norm_32" -> "1970 add_51"; -"1970 add_51" -> "1997 pad_17"; -"1970 add_51" -> "2080 add_54"; -"1971 _tensor_constant93" -> "1973 _tensor_constant93_0_0_nncf_smooth_quant_0"; -"1972 linear_92_updated_constant0" -> "1976 quantize_per_channel_default_93"; -"1973 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1979 linear_92"; -"1974 linear_92_scale_0" -> "1976 quantize_per_channel_default_93"; -"1974 linear_92_scale_0" -> "1977 dequantize_per_channel_default_93"; -"1975 linear_92_zero_point_0" -> "1976 quantize_per_channel_default_93"; -"1975 linear_92_zero_point_0" -> "1977 dequantize_per_channel_default_93"; -"1976 quantize_per_channel_default_93" -> "1977 dequantize_per_channel_default_93"; -"1977 dequantize_per_channel_default_93" -> "1979 linear_92"; -"1978 _param_constant251_0_0" -> "1979 linear_92"; -"1979 linear_92" -> "1980 relu__15"; -"1980 relu__15" -> "1982 relu__15_0_0_nncf_smooth_quant_0"; -"1981 linear_93_updated_constant0" -> "1985 quantize_per_channel_default_94"; -"1982 relu__15_0_0_nncf_smooth_quant_0" -> "1987 linear_93"; -"1983 linear_93_scale_0" -> "1985 quantize_per_channel_default_94"; -"1983 linear_93_scale_0" -> "1986 dequantize_per_channel_default_94"; -"1984 linear_93_zero_point_0" -> "1985 quantize_per_channel_default_94"; -"1984 linear_93_zero_point_0" -> "1986 dequantize_per_channel_default_94"; -"1985 quantize_per_channel_default_94" -> "1986 dequantize_per_channel_default_94"; -"1986 dequantize_per_channel_default_94" -> "1987 linear_93"; -"1987 linear_93" -> "1988 view_81"; -"1988 view_81" -> "1990 index_15"; -"1989 _tensor_constant94" -> "1990 index_15"; -"1990 index_15" -> "1991 view_82"; -"1991 view_82" -> "1992 permute_68"; -"1992 permute_68" -> "1993 contiguous_28"; -"1993 contiguous_28" -> "1994 unsqueeze_43"; -"1994 unsqueeze_43" -> "1995 sigmoid_15"; -"1995 sigmoid_15" -> "1996 mul_30"; -"1996 mul_30" -> "2035 add_52"; -"1997 pad_17" -> "1998 roll_14"; -"1998 roll_14" -> "1999 view_83"; -"1999 view_83" -> "2000 permute_69"; -"2000 permute_69" -> "2001 reshape_67"; -"2001 reshape_67" -> "2003 reshape_67_0_0_nncf_smooth_quant_0"; -"2001 reshape_67" -> "2036 new_zeros_7"; -"2002 linear_94_updated_constant0" -> "2008 quantize_per_channel_default_95"; -"2003 reshape_67_0_0_nncf_smooth_quant_0" -> "2004 quantize_per_tensor_default_93"; -"2004 quantize_per_tensor_default_93" -> "2005 dequantize_per_tensor_default_93"; -"2005 dequantize_per_tensor_default_93" -> "2011 linear_94"; -"2006 linear_94_scale_0" -> "2008 quantize_per_channel_default_95"; -"2006 linear_94_scale_0" -> "2009 dequantize_per_channel_default_95"; -"2007 linear_94_zero_point_0" -> "2008 quantize_per_channel_default_95"; -"2007 linear_94_zero_point_0" -> "2009 dequantize_per_channel_default_95"; -"2008 quantize_per_channel_default_95" -> "2009 dequantize_per_channel_default_95"; -"2009 dequantize_per_channel_default_95" -> "2011 linear_94"; -"2010 _param_constant253_0_0" -> "2011 linear_94"; -"2011 linear_94" -> "2012 reshape_68"; -"2012 reshape_68" -> "2013 permute_70"; -"2013 permute_70" -> "2014 select_45"; -"2013 permute_70" -> "2015 select_46"; -"2013 permute_70" -> "2016 select_47"; -"2014 select_45" -> "2017 linalg_vector_norm_30"; -"2014 select_45" -> "2019 expand_as_30"; -"2014 select_45" -> "2020 div_30"; -"2015 select_46" -> "2023 linalg_vector_norm_31"; -"2015 select_46" -> "2025 expand_as_31"; -"2015 select_46" -> "2026 div_31"; -"2016 select_47" -> "2054 matmul_31"; -"2017 linalg_vector_norm_30" -> "2018 clamp_min_30"; -"2018 clamp_min_30" -> "2019 expand_as_30"; -"2019 expand_as_30" -> "2020 div_30"; -"2020 div_30" -> "2021 quantize_per_tensor_default_94"; -"2021 quantize_per_tensor_default_94" -> "2022 dequantize_per_tensor_default_94"; -"2022 dequantize_per_tensor_default_94" -> "2030 matmul_30"; -"2023 linalg_vector_norm_31" -> "2024 clamp_min_31"; -"2024 clamp_min_31" -> "2025 expand_as_31"; -"2025 expand_as_31" -> "2026 div_31"; -"2026 div_31" -> "2027 quantize_per_tensor_default_95"; -"2027 quantize_per_tensor_default_95" -> "2028 dequantize_per_tensor_default_95"; -"2028 dequantize_per_tensor_default_95" -> "2029 transpose_30"; -"2029 transpose_30" -> "2030 matmul_30"; -"2030 matmul_30" -> "2034 mul_31"; -"2031 _param_constant255" -> "2032 clamp_15"; -"2032 clamp_15" -> "2033 exp_15"; -"2033 exp_15" -> "2034 mul_31"; -"2034 mul_31" -> "2035 add_52"; -"2035 add_52" -> "2047 view_85"; -"2036 new_zeros_7" -> "2037 view_84"; -"2037 view_84" -> "2038 permute_71"; -"2038 permute_71" -> "2039 reshape_69"; -"2039 reshape_69" -> "2040 unsqueeze_44"; -"2039 reshape_69" -> "2041 unsqueeze_45"; -"2040 unsqueeze_44" -> "2042 sub_7"; -"2041 unsqueeze_45" -> "2042 sub_7"; -"2042 sub_7" -> "2043 ne_7"; -"2042 sub_7" -> "2044 masked_fill_14"; -"2042 sub_7" -> "2045 eq_7"; -"2043 ne_7" -> "2044 masked_fill_14"; -"2044 masked_fill_14" -> "2046 masked_fill_15"; -"2045 eq_7" -> "2046 masked_fill_15"; -"2046 masked_fill_15" -> "2048 unsqueeze_46"; -"2047 view_85" -> "2050 add_53"; -"2048 unsqueeze_46" -> "2049 unsqueeze_47"; -"2049 unsqueeze_47" -> "2050 add_53"; -"2050 add_53" -> "2051 view_86"; -"2051 view_86" -> "2052 softmax_15"; -"2052 softmax_15" -> "2053 dropout_60"; -"2053 dropout_60" -> "2054 matmul_31"; -"2054 matmul_31" -> "2055 transpose_31"; -"2055 transpose_31" -> "2056 reshape_70"; -"2056 reshape_70" -> "2058 reshape_70_0_0_nncf_smooth_quant_0"; -"2057 linear_95_updated_constant0" -> "2063 quantize_per_channel_default_96"; -"2058 reshape_70_0_0_nncf_smooth_quant_0" -> "2059 quantize_per_tensor_default_96"; -"2059 quantize_per_tensor_default_96" -> "2060 dequantize_per_tensor_default_96"; -"2060 dequantize_per_tensor_default_96" -> "2066 linear_95"; -"2061 linear_95_scale_0" -> "2063 quantize_per_channel_default_96"; -"2061 linear_95_scale_0" -> "2064 dequantize_per_channel_default_96"; -"2062 linear_95_zero_point_0" -> "2063 quantize_per_channel_default_96"; -"2062 linear_95_zero_point_0" -> "2064 dequantize_per_channel_default_96"; -"2063 quantize_per_channel_default_96" -> "2064 dequantize_per_channel_default_96"; -"2064 dequantize_per_channel_default_96" -> "2066 linear_95"; -"2065 _param_constant257_0_0" -> "2066 linear_95"; -"2066 linear_95" -> "2067 dropout_61"; -"2067 dropout_61" -> "2068 view_87"; -"2068 view_87" -> "2069 permute_72"; -"2069 permute_72" -> "2070 reshape_71"; -"2070 reshape_71" -> "2071 roll_15"; -"2071 roll_15" -> "2072 slice_241"; -"2072 slice_241" -> "2073 slice_242"; -"2073 slice_242" -> "2074 slice_243"; -"2074 slice_243" -> "2075 slice_244"; -"2075 slice_244" -> "2076 contiguous_29"; -"2076 contiguous_29" -> "2079 layer_norm_33"; -"2077 _param_constant258" -> "2079 layer_norm_33"; -"2078 _param_constant259" -> "2079 layer_norm_33"; -"2079 layer_norm_33" -> "2080 add_54"; -"2080 add_54" -> "2082 add_54_0_0_nncf_smooth_quant_0"; -"2080 add_54" -> "2107 add_55"; -"2081 linear_96_updated_constant0" -> "2087 quantize_per_channel_default_97"; -"2082 add_54_0_0_nncf_smooth_quant_0" -> "2083 quantize_per_tensor_default_97"; -"2083 quantize_per_tensor_default_97" -> "2084 dequantize_per_tensor_default_97"; -"2084 dequantize_per_tensor_default_97" -> "2090 linear_96"; -"2085 linear_96_scale_0" -> "2087 quantize_per_channel_default_97"; -"2085 linear_96_scale_0" -> "2088 dequantize_per_channel_default_97"; -"2086 linear_96_zero_point_0" -> "2087 quantize_per_channel_default_97"; -"2086 linear_96_zero_point_0" -> "2088 dequantize_per_channel_default_97"; -"2087 quantize_per_channel_default_97" -> "2088 dequantize_per_channel_default_97"; -"2088 dequantize_per_channel_default_97" -> "2090 linear_96"; -"2089 _param_constant261_0_0" -> "2090 linear_96"; -"2090 linear_96" -> "2091 gelu_15"; -"2091 gelu_15" -> "2092 dropout_62"; -"2092 dropout_62" -> "2094 dropout_62_0_0_nncf_smooth_quant_0"; -"2093 linear_97_updated_constant0" -> "2099 quantize_per_channel_default_98"; -"2094 dropout_62_0_0_nncf_smooth_quant_0" -> "2095 quantize_per_tensor_default_98"; -"2095 quantize_per_tensor_default_98" -> "2096 dequantize_per_tensor_default_98"; -"2096 dequantize_per_tensor_default_98" -> "2102 linear_97"; -"2097 linear_97_scale_0" -> "2099 quantize_per_channel_default_98"; -"2097 linear_97_scale_0" -> "2100 dequantize_per_channel_default_98"; -"2098 linear_97_zero_point_0" -> "2099 quantize_per_channel_default_98"; -"2098 linear_97_zero_point_0" -> "2100 dequantize_per_channel_default_98"; -"2099 quantize_per_channel_default_98" -> "2100 dequantize_per_channel_default_98"; -"2100 dequantize_per_channel_default_98" -> "2102 linear_97"; -"2101 _param_constant263_0_0" -> "2102 linear_97"; -"2102 linear_97" -> "2103 dropout_63"; -"2103 dropout_63" -> "2106 layer_norm_34"; -"2104 _param_constant264" -> "2106 layer_norm_34"; -"2105 _param_constant265" -> "2106 layer_norm_34"; -"2106 layer_norm_34" -> "2107 add_55"; -"2107 add_55" -> "2134 pad_18"; -"2107 add_55" -> "2199 add_57"; -"2108 _tensor_constant104" -> "2110 _tensor_constant104_0_0_nncf_smooth_quant_0"; -"2109 linear_98_updated_constant0" -> "2113 quantize_per_channel_default_99"; -"2110 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "2116 linear_98"; -"2111 linear_98_scale_0" -> "2113 quantize_per_channel_default_99"; -"2111 linear_98_scale_0" -> "2114 dequantize_per_channel_default_99"; -"2112 linear_98_zero_point_0" -> "2113 quantize_per_channel_default_99"; -"2112 linear_98_zero_point_0" -> "2114 dequantize_per_channel_default_99"; -"2113 quantize_per_channel_default_99" -> "2114 dequantize_per_channel_default_99"; -"2114 dequantize_per_channel_default_99" -> "2116 linear_98"; -"2115 _param_constant267_0_0" -> "2116 linear_98"; -"2116 linear_98" -> "2117 relu__16"; -"2117 relu__16" -> "2119 relu__16_0_0_nncf_smooth_quant_0"; -"2118 linear_99_updated_constant0" -> "2122 quantize_per_channel_default_100"; -"2119 relu__16_0_0_nncf_smooth_quant_0" -> "2124 linear_99"; -"2120 linear_99_scale_0" -> "2122 quantize_per_channel_default_100"; -"2120 linear_99_scale_0" -> "2123 dequantize_per_channel_default_100"; -"2121 linear_99_zero_point_0" -> "2122 quantize_per_channel_default_100"; -"2121 linear_99_zero_point_0" -> "2123 dequantize_per_channel_default_100"; -"2122 quantize_per_channel_default_100" -> "2123 dequantize_per_channel_default_100"; -"2123 dequantize_per_channel_default_100" -> "2124 linear_99"; -"2124 linear_99" -> "2125 view_88"; -"2125 view_88" -> "2127 index_16"; -"2126 _tensor_constant105" -> "2127 index_16"; -"2127 index_16" -> "2128 view_89"; -"2128 view_89" -> "2129 permute_73"; -"2129 permute_73" -> "2130 contiguous_30"; -"2130 contiguous_30" -> "2131 unsqueeze_48"; -"2131 unsqueeze_48" -> "2132 sigmoid_16"; -"2132 sigmoid_16" -> "2133 mul_32"; -"2133 mul_32" -> "2171 add_56"; -"2134 pad_18" -> "2135 view_90"; -"2135 view_90" -> "2136 permute_74"; -"2136 permute_74" -> "2137 reshape_72"; -"2137 reshape_72" -> "2139 reshape_72_0_0_nncf_smooth_quant_0"; -"2138 linear_100_updated_constant0" -> "2144 quantize_per_channel_default_101"; -"2139 reshape_72_0_0_nncf_smooth_quant_0" -> "2140 quantize_per_tensor_default_99"; -"2140 quantize_per_tensor_default_99" -> "2141 dequantize_per_tensor_default_99"; -"2141 dequantize_per_tensor_default_99" -> "2147 linear_100"; -"2142 linear_100_scale_0" -> "2144 quantize_per_channel_default_101"; -"2142 linear_100_scale_0" -> "2145 dequantize_per_channel_default_101"; -"2143 linear_100_zero_point_0" -> "2144 quantize_per_channel_default_101"; -"2143 linear_100_zero_point_0" -> "2145 dequantize_per_channel_default_101"; -"2144 quantize_per_channel_default_101" -> "2145 dequantize_per_channel_default_101"; -"2145 dequantize_per_channel_default_101" -> "2147 linear_100"; -"2146 _param_constant269_0_0" -> "2147 linear_100"; -"2147 linear_100" -> "2148 reshape_73"; -"2148 reshape_73" -> "2149 permute_75"; -"2149 permute_75" -> "2150 select_48"; -"2149 permute_75" -> "2151 select_49"; -"2149 permute_75" -> "2152 select_50"; -"2150 select_48" -> "2153 linalg_vector_norm_32"; -"2150 select_48" -> "2155 expand_as_32"; -"2150 select_48" -> "2156 div_32"; -"2151 select_49" -> "2159 linalg_vector_norm_33"; -"2151 select_49" -> "2161 expand_as_33"; -"2151 select_49" -> "2162 div_33"; -"2152 select_50" -> "2174 matmul_33"; -"2153 linalg_vector_norm_32" -> "2154 clamp_min_32"; -"2154 clamp_min_32" -> "2155 expand_as_32"; -"2155 expand_as_32" -> "2156 div_32"; -"2156 div_32" -> "2157 quantize_per_tensor_default_100"; -"2157 quantize_per_tensor_default_100" -> "2158 dequantize_per_tensor_default_100"; -"2158 dequantize_per_tensor_default_100" -> "2166 matmul_32"; -"2159 linalg_vector_norm_33" -> "2160 clamp_min_33"; -"2160 clamp_min_33" -> "2161 expand_as_33"; -"2161 expand_as_33" -> "2162 div_33"; -"2162 div_33" -> "2163 quantize_per_tensor_default_101"; -"2163 quantize_per_tensor_default_101" -> "2164 dequantize_per_tensor_default_101"; -"2164 dequantize_per_tensor_default_101" -> "2165 transpose_32"; -"2165 transpose_32" -> "2166 matmul_32"; -"2166 matmul_32" -> "2170 mul_33"; -"2167 _param_constant271" -> "2168 clamp_16"; -"2168 clamp_16" -> "2169 exp_16"; -"2169 exp_16" -> "2170 mul_33"; -"2170 mul_33" -> "2171 add_56"; -"2171 add_56" -> "2172 softmax_16"; -"2172 softmax_16" -> "2173 dropout_64"; -"2173 dropout_64" -> "2174 matmul_33"; -"2174 matmul_33" -> "2175 transpose_33"; -"2175 transpose_33" -> "2176 reshape_74"; -"2176 reshape_74" -> "2178 reshape_74_0_0_nncf_smooth_quant_0"; -"2177 linear_101_updated_constant0" -> "2183 quantize_per_channel_default_102"; -"2178 reshape_74_0_0_nncf_smooth_quant_0" -> "2179 quantize_per_tensor_default_102"; -"2179 quantize_per_tensor_default_102" -> "2180 dequantize_per_tensor_default_102"; -"2180 dequantize_per_tensor_default_102" -> "2186 linear_101"; -"2181 linear_101_scale_0" -> "2183 quantize_per_channel_default_102"; -"2181 linear_101_scale_0" -> "2184 dequantize_per_channel_default_102"; -"2182 linear_101_zero_point_0" -> "2183 quantize_per_channel_default_102"; -"2182 linear_101_zero_point_0" -> "2184 dequantize_per_channel_default_102"; -"2183 quantize_per_channel_default_102" -> "2184 dequantize_per_channel_default_102"; -"2184 dequantize_per_channel_default_102" -> "2186 linear_101"; -"2185 _param_constant273_0_0" -> "2186 linear_101"; -"2186 linear_101" -> "2187 dropout_65"; -"2187 dropout_65" -> "2188 view_91"; -"2188 view_91" -> "2189 permute_76"; -"2189 permute_76" -> "2190 reshape_75"; -"2190 reshape_75" -> "2191 slice_246"; -"2191 slice_246" -> "2192 slice_247"; -"2192 slice_247" -> "2193 slice_248"; -"2193 slice_248" -> "2194 slice_249"; -"2194 slice_249" -> "2195 contiguous_31"; -"2195 contiguous_31" -> "2198 layer_norm_35"; -"2196 _param_constant274" -> "2198 layer_norm_35"; -"2197 _param_constant275" -> "2198 layer_norm_35"; -"2198 layer_norm_35" -> "2199 add_57"; -"2199 add_57" -> "2201 add_57_0_0_nncf_smooth_quant_0"; -"2199 add_57" -> "2226 add_58"; -"2200 linear_102_updated_constant0" -> "2206 quantize_per_channel_default_103"; -"2201 add_57_0_0_nncf_smooth_quant_0" -> "2202 quantize_per_tensor_default_103"; -"2202 quantize_per_tensor_default_103" -> "2203 dequantize_per_tensor_default_103"; -"2203 dequantize_per_tensor_default_103" -> "2209 linear_102"; -"2204 linear_102_scale_0" -> "2206 quantize_per_channel_default_103"; -"2204 linear_102_scale_0" -> "2207 dequantize_per_channel_default_103"; -"2205 linear_102_zero_point_0" -> "2206 quantize_per_channel_default_103"; -"2205 linear_102_zero_point_0" -> "2207 dequantize_per_channel_default_103"; -"2206 quantize_per_channel_default_103" -> "2207 dequantize_per_channel_default_103"; -"2207 dequantize_per_channel_default_103" -> "2209 linear_102"; -"2208 _param_constant277_0_0" -> "2209 linear_102"; -"2209 linear_102" -> "2210 gelu_16"; -"2210 gelu_16" -> "2211 dropout_66"; -"2211 dropout_66" -> "2213 dropout_66_0_0_nncf_smooth_quant_0"; -"2212 linear_103_updated_constant0" -> "2218 quantize_per_channel_default_104"; -"2213 dropout_66_0_0_nncf_smooth_quant_0" -> "2214 quantize_per_tensor_default_104"; -"2214 quantize_per_tensor_default_104" -> "2215 dequantize_per_tensor_default_104"; -"2215 dequantize_per_tensor_default_104" -> "2221 linear_103"; -"2216 linear_103_scale_0" -> "2218 quantize_per_channel_default_104"; -"2216 linear_103_scale_0" -> "2219 dequantize_per_channel_default_104"; -"2217 linear_103_zero_point_0" -> "2218 quantize_per_channel_default_104"; -"2217 linear_103_zero_point_0" -> "2219 dequantize_per_channel_default_104"; -"2218 quantize_per_channel_default_104" -> "2219 dequantize_per_channel_default_104"; -"2219 dequantize_per_channel_default_104" -> "2221 linear_103"; -"2220 _param_constant279_0_0" -> "2221 linear_103"; -"2221 linear_103" -> "2222 dropout_67"; -"2222 dropout_67" -> "2225 layer_norm_36"; -"2223 _param_constant280" -> "2225 layer_norm_36"; -"2224 _param_constant281" -> "2225 layer_norm_36"; -"2225 layer_norm_36" -> "2226 add_58"; -"2226 add_58" -> "2253 pad_19"; -"2226 add_58" -> "2336 add_61"; -"2227 _tensor_constant106" -> "2229 _tensor_constant106_0_0_nncf_smooth_quant_0"; -"2228 linear_104_updated_constant0" -> "2232 quantize_per_channel_default_105"; -"2229 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2235 linear_104"; -"2230 linear_104_scale_0" -> "2232 quantize_per_channel_default_105"; -"2230 linear_104_scale_0" -> "2233 dequantize_per_channel_default_105"; -"2231 linear_104_zero_point_0" -> "2232 quantize_per_channel_default_105"; -"2231 linear_104_zero_point_0" -> "2233 dequantize_per_channel_default_105"; -"2232 quantize_per_channel_default_105" -> "2233 dequantize_per_channel_default_105"; -"2233 dequantize_per_channel_default_105" -> "2235 linear_104"; -"2234 _param_constant283_0_0" -> "2235 linear_104"; -"2235 linear_104" -> "2236 relu__17"; -"2236 relu__17" -> "2238 relu__17_0_0_nncf_smooth_quant_0"; -"2237 linear_105_updated_constant0" -> "2241 quantize_per_channel_default_106"; -"2238 relu__17_0_0_nncf_smooth_quant_0" -> "2243 linear_105"; -"2239 linear_105_scale_0" -> "2241 quantize_per_channel_default_106"; -"2239 linear_105_scale_0" -> "2242 dequantize_per_channel_default_106"; -"2240 linear_105_zero_point_0" -> "2241 quantize_per_channel_default_106"; -"2240 linear_105_zero_point_0" -> "2242 dequantize_per_channel_default_106"; -"2241 quantize_per_channel_default_106" -> "2242 dequantize_per_channel_default_106"; -"2242 dequantize_per_channel_default_106" -> "2243 linear_105"; -"2243 linear_105" -> "2244 view_92"; -"2244 view_92" -> "2246 index_17"; -"2245 _tensor_constant107" -> "2246 index_17"; -"2246 index_17" -> "2247 view_93"; -"2247 view_93" -> "2248 permute_77"; -"2248 permute_77" -> "2249 contiguous_32"; -"2249 contiguous_32" -> "2250 unsqueeze_49"; -"2250 unsqueeze_49" -> "2251 sigmoid_17"; -"2251 sigmoid_17" -> "2252 mul_34"; -"2252 mul_34" -> "2291 add_59"; -"2253 pad_19" -> "2254 roll_16"; -"2254 roll_16" -> "2255 view_94"; -"2255 view_94" -> "2256 permute_78"; -"2256 permute_78" -> "2257 reshape_76"; -"2257 reshape_76" -> "2259 reshape_76_0_0_nncf_smooth_quant_0"; -"2257 reshape_76" -> "2292 new_zeros_8"; -"2258 linear_106_updated_constant0" -> "2264 quantize_per_channel_default_107"; -"2259 reshape_76_0_0_nncf_smooth_quant_0" -> "2260 quantize_per_tensor_default_105"; -"2260 quantize_per_tensor_default_105" -> "2261 dequantize_per_tensor_default_105"; -"2261 dequantize_per_tensor_default_105" -> "2267 linear_106"; -"2262 linear_106_scale_0" -> "2264 quantize_per_channel_default_107"; -"2262 linear_106_scale_0" -> "2265 dequantize_per_channel_default_107"; -"2263 linear_106_zero_point_0" -> "2264 quantize_per_channel_default_107"; -"2263 linear_106_zero_point_0" -> "2265 dequantize_per_channel_default_107"; -"2264 quantize_per_channel_default_107" -> "2265 dequantize_per_channel_default_107"; -"2265 dequantize_per_channel_default_107" -> "2267 linear_106"; -"2266 _param_constant285_0_0" -> "2267 linear_106"; -"2267 linear_106" -> "2268 reshape_77"; -"2268 reshape_77" -> "2269 permute_79"; -"2269 permute_79" -> "2270 select_51"; -"2269 permute_79" -> "2271 select_52"; -"2269 permute_79" -> "2272 select_53"; -"2270 select_51" -> "2273 linalg_vector_norm_34"; -"2270 select_51" -> "2275 expand_as_34"; -"2270 select_51" -> "2276 div_34"; -"2271 select_52" -> "2279 linalg_vector_norm_35"; -"2271 select_52" -> "2281 expand_as_35"; -"2271 select_52" -> "2282 div_35"; -"2272 select_53" -> "2310 matmul_35"; -"2273 linalg_vector_norm_34" -> "2274 clamp_min_34"; -"2274 clamp_min_34" -> "2275 expand_as_34"; -"2275 expand_as_34" -> "2276 div_34"; -"2276 div_34" -> "2277 quantize_per_tensor_default_106"; -"2277 quantize_per_tensor_default_106" -> "2278 dequantize_per_tensor_default_106"; -"2278 dequantize_per_tensor_default_106" -> "2286 matmul_34"; -"2279 linalg_vector_norm_35" -> "2280 clamp_min_35"; -"2280 clamp_min_35" -> "2281 expand_as_35"; -"2281 expand_as_35" -> "2282 div_35"; -"2282 div_35" -> "2283 quantize_per_tensor_default_107"; -"2283 quantize_per_tensor_default_107" -> "2284 dequantize_per_tensor_default_107"; -"2284 dequantize_per_tensor_default_107" -> "2285 transpose_34"; -"2285 transpose_34" -> "2286 matmul_34"; -"2286 matmul_34" -> "2290 mul_35"; -"2287 _param_constant287" -> "2288 clamp_17"; -"2288 clamp_17" -> "2289 exp_17"; -"2289 exp_17" -> "2290 mul_35"; -"2290 mul_35" -> "2291 add_59"; -"2291 add_59" -> "2303 view_96"; -"2292 new_zeros_8" -> "2293 view_95"; -"2293 view_95" -> "2294 permute_80"; -"2294 permute_80" -> "2295 reshape_78"; -"2295 reshape_78" -> "2296 unsqueeze_50"; -"2295 reshape_78" -> "2297 unsqueeze_51"; -"2296 unsqueeze_50" -> "2298 sub_8"; -"2297 unsqueeze_51" -> "2298 sub_8"; -"2298 sub_8" -> "2299 ne_8"; -"2298 sub_8" -> "2300 masked_fill_16"; -"2298 sub_8" -> "2301 eq_8"; -"2299 ne_8" -> "2300 masked_fill_16"; -"2300 masked_fill_16" -> "2302 masked_fill_17"; -"2301 eq_8" -> "2302 masked_fill_17"; -"2302 masked_fill_17" -> "2304 unsqueeze_52"; -"2303 view_96" -> "2306 add_60"; -"2304 unsqueeze_52" -> "2305 unsqueeze_53"; -"2305 unsqueeze_53" -> "2306 add_60"; -"2306 add_60" -> "2307 view_97"; -"2307 view_97" -> "2308 softmax_17"; -"2308 softmax_17" -> "2309 dropout_68"; -"2309 dropout_68" -> "2310 matmul_35"; -"2310 matmul_35" -> "2311 transpose_35"; -"2311 transpose_35" -> "2312 reshape_79"; -"2312 reshape_79" -> "2314 reshape_79_0_0_nncf_smooth_quant_0"; -"2313 linear_107_updated_constant0" -> "2319 quantize_per_channel_default_108"; -"2314 reshape_79_0_0_nncf_smooth_quant_0" -> "2315 quantize_per_tensor_default_108"; -"2315 quantize_per_tensor_default_108" -> "2316 dequantize_per_tensor_default_108"; -"2316 dequantize_per_tensor_default_108" -> "2322 linear_107"; -"2317 linear_107_scale_0" -> "2319 quantize_per_channel_default_108"; -"2317 linear_107_scale_0" -> "2320 dequantize_per_channel_default_108"; -"2318 linear_107_zero_point_0" -> "2319 quantize_per_channel_default_108"; -"2318 linear_107_zero_point_0" -> "2320 dequantize_per_channel_default_108"; -"2319 quantize_per_channel_default_108" -> "2320 dequantize_per_channel_default_108"; -"2320 dequantize_per_channel_default_108" -> "2322 linear_107"; -"2321 _param_constant289_0_0" -> "2322 linear_107"; -"2322 linear_107" -> "2323 dropout_69"; -"2323 dropout_69" -> "2324 view_98"; -"2324 view_98" -> "2325 permute_81"; -"2325 permute_81" -> "2326 reshape_80"; -"2326 reshape_80" -> "2327 roll_17"; -"2327 roll_17" -> "2328 slice_269"; -"2328 slice_269" -> "2329 slice_270"; -"2329 slice_270" -> "2330 slice_271"; -"2330 slice_271" -> "2331 slice_272"; -"2331 slice_272" -> "2332 contiguous_33"; -"2332 contiguous_33" -> "2335 layer_norm_37"; -"2333 _param_constant290" -> "2335 layer_norm_37"; -"2334 _param_constant291" -> "2335 layer_norm_37"; -"2335 layer_norm_37" -> "2336 add_61"; -"2336 add_61" -> "2338 add_61_0_0_nncf_smooth_quant_0"; -"2336 add_61" -> "2363 add_62"; -"2337 linear_108_updated_constant0" -> "2343 quantize_per_channel_default_109"; -"2338 add_61_0_0_nncf_smooth_quant_0" -> "2339 quantize_per_tensor_default_109"; -"2339 quantize_per_tensor_default_109" -> "2340 dequantize_per_tensor_default_109"; -"2340 dequantize_per_tensor_default_109" -> "2346 linear_108"; -"2341 linear_108_scale_0" -> "2343 quantize_per_channel_default_109"; -"2341 linear_108_scale_0" -> "2344 dequantize_per_channel_default_109"; -"2342 linear_108_zero_point_0" -> "2343 quantize_per_channel_default_109"; -"2342 linear_108_zero_point_0" -> "2344 dequantize_per_channel_default_109"; -"2343 quantize_per_channel_default_109" -> "2344 dequantize_per_channel_default_109"; -"2344 dequantize_per_channel_default_109" -> "2346 linear_108"; -"2345 _param_constant293_0_0" -> "2346 linear_108"; -"2346 linear_108" -> "2347 gelu_17"; -"2347 gelu_17" -> "2348 dropout_70"; -"2348 dropout_70" -> "2350 dropout_70_0_0_nncf_smooth_quant_0"; -"2349 linear_109_updated_constant0" -> "2355 quantize_per_channel_default_110"; -"2350 dropout_70_0_0_nncf_smooth_quant_0" -> "2351 quantize_per_tensor_default_110"; -"2351 quantize_per_tensor_default_110" -> "2352 dequantize_per_tensor_default_110"; -"2352 dequantize_per_tensor_default_110" -> "2358 linear_109"; -"2353 linear_109_scale_0" -> "2355 quantize_per_channel_default_110"; -"2353 linear_109_scale_0" -> "2356 dequantize_per_channel_default_110"; -"2354 linear_109_zero_point_0" -> "2355 quantize_per_channel_default_110"; -"2354 linear_109_zero_point_0" -> "2356 dequantize_per_channel_default_110"; -"2355 quantize_per_channel_default_110" -> "2356 dequantize_per_channel_default_110"; -"2356 dequantize_per_channel_default_110" -> "2358 linear_109"; -"2357 _param_constant295_0_0" -> "2358 linear_109"; -"2358 linear_109" -> "2359 dropout_71"; -"2359 dropout_71" -> "2362 layer_norm_38"; -"2360 _param_constant296" -> "2362 layer_norm_38"; -"2361 _param_constant297" -> "2362 layer_norm_38"; -"2362 layer_norm_38" -> "2363 add_62"; -"2363 add_62" -> "2390 pad_20"; -"2363 add_62" -> "2455 add_64"; -"2364 _tensor_constant117" -> "2366 _tensor_constant117_0_0_nncf_smooth_quant_0"; -"2365 linear_110_updated_constant0" -> "2369 quantize_per_channel_default_111"; -"2366 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2372 linear_110"; -"2367 linear_110_scale_0" -> "2369 quantize_per_channel_default_111"; -"2367 linear_110_scale_0" -> "2370 dequantize_per_channel_default_111"; -"2368 linear_110_zero_point_0" -> "2369 quantize_per_channel_default_111"; -"2368 linear_110_zero_point_0" -> "2370 dequantize_per_channel_default_111"; -"2369 quantize_per_channel_default_111" -> "2370 dequantize_per_channel_default_111"; -"2370 dequantize_per_channel_default_111" -> "2372 linear_110"; -"2371 _param_constant299_0_0" -> "2372 linear_110"; -"2372 linear_110" -> "2373 relu__18"; -"2373 relu__18" -> "2375 relu__18_0_0_nncf_smooth_quant_0"; -"2374 linear_111_updated_constant0" -> "2378 quantize_per_channel_default_112"; -"2375 relu__18_0_0_nncf_smooth_quant_0" -> "2380 linear_111"; -"2376 linear_111_scale_0" -> "2378 quantize_per_channel_default_112"; -"2376 linear_111_scale_0" -> "2379 dequantize_per_channel_default_112"; -"2377 linear_111_zero_point_0" -> "2378 quantize_per_channel_default_112"; -"2377 linear_111_zero_point_0" -> "2379 dequantize_per_channel_default_112"; -"2378 quantize_per_channel_default_112" -> "2379 dequantize_per_channel_default_112"; -"2379 dequantize_per_channel_default_112" -> "2380 linear_111"; -"2380 linear_111" -> "2381 view_99"; -"2381 view_99" -> "2383 index_18"; -"2382 _tensor_constant118" -> "2383 index_18"; -"2383 index_18" -> "2384 view_100"; -"2384 view_100" -> "2385 permute_82"; -"2385 permute_82" -> "2386 contiguous_34"; -"2386 contiguous_34" -> "2387 unsqueeze_54"; -"2387 unsqueeze_54" -> "2388 sigmoid_18"; -"2388 sigmoid_18" -> "2389 mul_36"; -"2389 mul_36" -> "2427 add_63"; -"2390 pad_20" -> "2391 view_101"; -"2391 view_101" -> "2392 permute_83"; -"2392 permute_83" -> "2393 reshape_81"; -"2393 reshape_81" -> "2395 reshape_81_0_0_nncf_smooth_quant_0"; -"2394 linear_112_updated_constant0" -> "2400 quantize_per_channel_default_113"; -"2395 reshape_81_0_0_nncf_smooth_quant_0" -> "2396 quantize_per_tensor_default_111"; -"2396 quantize_per_tensor_default_111" -> "2397 dequantize_per_tensor_default_111"; -"2397 dequantize_per_tensor_default_111" -> "2403 linear_112"; -"2398 linear_112_scale_0" -> "2400 quantize_per_channel_default_113"; -"2398 linear_112_scale_0" -> "2401 dequantize_per_channel_default_113"; -"2399 linear_112_zero_point_0" -> "2400 quantize_per_channel_default_113"; -"2399 linear_112_zero_point_0" -> "2401 dequantize_per_channel_default_113"; -"2400 quantize_per_channel_default_113" -> "2401 dequantize_per_channel_default_113"; -"2401 dequantize_per_channel_default_113" -> "2403 linear_112"; -"2402 _param_constant301_0_0" -> "2403 linear_112"; -"2403 linear_112" -> "2404 reshape_82"; -"2404 reshape_82" -> "2405 permute_84"; -"2405 permute_84" -> "2406 select_54"; -"2405 permute_84" -> "2407 select_55"; -"2405 permute_84" -> "2408 select_56"; -"2406 select_54" -> "2409 linalg_vector_norm_36"; -"2406 select_54" -> "2411 expand_as_36"; -"2406 select_54" -> "2412 div_36"; -"2407 select_55" -> "2415 linalg_vector_norm_37"; -"2407 select_55" -> "2417 expand_as_37"; -"2407 select_55" -> "2418 div_37"; -"2408 select_56" -> "2430 matmul_37"; -"2409 linalg_vector_norm_36" -> "2410 clamp_min_36"; -"2410 clamp_min_36" -> "2411 expand_as_36"; -"2411 expand_as_36" -> "2412 div_36"; -"2412 div_36" -> "2413 quantize_per_tensor_default_112"; -"2413 quantize_per_tensor_default_112" -> "2414 dequantize_per_tensor_default_112"; -"2414 dequantize_per_tensor_default_112" -> "2422 matmul_36"; -"2415 linalg_vector_norm_37" -> "2416 clamp_min_37"; -"2416 clamp_min_37" -> "2417 expand_as_37"; -"2417 expand_as_37" -> "2418 div_37"; -"2418 div_37" -> "2419 quantize_per_tensor_default_113"; -"2419 quantize_per_tensor_default_113" -> "2420 dequantize_per_tensor_default_113"; -"2420 dequantize_per_tensor_default_113" -> "2421 transpose_36"; -"2421 transpose_36" -> "2422 matmul_36"; -"2422 matmul_36" -> "2426 mul_37"; -"2423 _param_constant303" -> "2424 clamp_18"; -"2424 clamp_18" -> "2425 exp_18"; -"2425 exp_18" -> "2426 mul_37"; -"2426 mul_37" -> "2427 add_63"; -"2427 add_63" -> "2428 softmax_18"; -"2428 softmax_18" -> "2429 dropout_72"; -"2429 dropout_72" -> "2430 matmul_37"; -"2430 matmul_37" -> "2431 transpose_37"; -"2431 transpose_37" -> "2432 reshape_83"; -"2432 reshape_83" -> "2434 reshape_83_0_0_nncf_smooth_quant_0"; -"2433 linear_113_updated_constant0" -> "2439 quantize_per_channel_default_114"; -"2434 reshape_83_0_0_nncf_smooth_quant_0" -> "2435 quantize_per_tensor_default_114"; -"2435 quantize_per_tensor_default_114" -> "2436 dequantize_per_tensor_default_114"; -"2436 dequantize_per_tensor_default_114" -> "2442 linear_113"; -"2437 linear_113_scale_0" -> "2439 quantize_per_channel_default_114"; -"2437 linear_113_scale_0" -> "2440 dequantize_per_channel_default_114"; -"2438 linear_113_zero_point_0" -> "2439 quantize_per_channel_default_114"; -"2438 linear_113_zero_point_0" -> "2440 dequantize_per_channel_default_114"; -"2439 quantize_per_channel_default_114" -> "2440 dequantize_per_channel_default_114"; -"2440 dequantize_per_channel_default_114" -> "2442 linear_113"; -"2441 _param_constant305_0_0" -> "2442 linear_113"; -"2442 linear_113" -> "2443 dropout_73"; -"2443 dropout_73" -> "2444 view_102"; -"2444 view_102" -> "2445 permute_85"; -"2445 permute_85" -> "2446 reshape_84"; -"2446 reshape_84" -> "2447 slice_274"; -"2447 slice_274" -> "2448 slice_275"; -"2448 slice_275" -> "2449 slice_276"; -"2449 slice_276" -> "2450 slice_277"; -"2450 slice_277" -> "2451 contiguous_35"; -"2451 contiguous_35" -> "2454 layer_norm_39"; -"2452 _param_constant306" -> "2454 layer_norm_39"; -"2453 _param_constant307" -> "2454 layer_norm_39"; -"2454 layer_norm_39" -> "2455 add_64"; -"2455 add_64" -> "2457 add_64_0_0_nncf_smooth_quant_0"; -"2455 add_64" -> "2482 add_65"; -"2456 linear_114_updated_constant0" -> "2462 quantize_per_channel_default_115"; -"2457 add_64_0_0_nncf_smooth_quant_0" -> "2458 quantize_per_tensor_default_115"; -"2458 quantize_per_tensor_default_115" -> "2459 dequantize_per_tensor_default_115"; -"2459 dequantize_per_tensor_default_115" -> "2465 linear_114"; -"2460 linear_114_scale_0" -> "2462 quantize_per_channel_default_115"; -"2460 linear_114_scale_0" -> "2463 dequantize_per_channel_default_115"; -"2461 linear_114_zero_point_0" -> "2462 quantize_per_channel_default_115"; -"2461 linear_114_zero_point_0" -> "2463 dequantize_per_channel_default_115"; -"2462 quantize_per_channel_default_115" -> "2463 dequantize_per_channel_default_115"; -"2463 dequantize_per_channel_default_115" -> "2465 linear_114"; -"2464 _param_constant309_0_0" -> "2465 linear_114"; -"2465 linear_114" -> "2466 gelu_18"; -"2466 gelu_18" -> "2467 dropout_74"; -"2467 dropout_74" -> "2469 dropout_74_0_0_nncf_smooth_quant_0"; -"2468 linear_115_updated_constant0" -> "2474 quantize_per_channel_default_116"; -"2469 dropout_74_0_0_nncf_smooth_quant_0" -> "2470 quantize_per_tensor_default_116"; -"2470 quantize_per_tensor_default_116" -> "2471 dequantize_per_tensor_default_116"; -"2471 dequantize_per_tensor_default_116" -> "2477 linear_115"; -"2472 linear_115_scale_0" -> "2474 quantize_per_channel_default_116"; -"2472 linear_115_scale_0" -> "2475 dequantize_per_channel_default_116"; -"2473 linear_115_zero_point_0" -> "2474 quantize_per_channel_default_116"; -"2473 linear_115_zero_point_0" -> "2475 dequantize_per_channel_default_116"; -"2474 quantize_per_channel_default_116" -> "2475 dequantize_per_channel_default_116"; -"2475 dequantize_per_channel_default_116" -> "2477 linear_115"; -"2476 _param_constant311_0_0" -> "2477 linear_115"; -"2477 linear_115" -> "2478 dropout_75"; -"2478 dropout_75" -> "2481 layer_norm_40"; -"2479 _param_constant312" -> "2481 layer_norm_40"; -"2480 _param_constant313" -> "2481 layer_norm_40"; -"2481 layer_norm_40" -> "2482 add_65"; -"2482 add_65" -> "2509 pad_21"; -"2482 add_65" -> "2592 add_68"; -"2483 _tensor_constant119" -> "2485 _tensor_constant119_0_0_nncf_smooth_quant_0"; -"2484 linear_116_updated_constant0" -> "2488 quantize_per_channel_default_117"; -"2485 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2491 linear_116"; -"2486 linear_116_scale_0" -> "2488 quantize_per_channel_default_117"; -"2486 linear_116_scale_0" -> "2489 dequantize_per_channel_default_117"; -"2487 linear_116_zero_point_0" -> "2488 quantize_per_channel_default_117"; -"2487 linear_116_zero_point_0" -> "2489 dequantize_per_channel_default_117"; -"2488 quantize_per_channel_default_117" -> "2489 dequantize_per_channel_default_117"; -"2489 dequantize_per_channel_default_117" -> "2491 linear_116"; -"2490 _param_constant315_0_0" -> "2491 linear_116"; -"2491 linear_116" -> "2492 relu__19"; -"2492 relu__19" -> "2494 relu__19_0_0_nncf_smooth_quant_0"; -"2493 linear_117_updated_constant0" -> "2497 quantize_per_channel_default_118"; -"2494 relu__19_0_0_nncf_smooth_quant_0" -> "2499 linear_117"; -"2495 linear_117_scale_0" -> "2497 quantize_per_channel_default_118"; -"2495 linear_117_scale_0" -> "2498 dequantize_per_channel_default_118"; -"2496 linear_117_zero_point_0" -> "2497 quantize_per_channel_default_118"; -"2496 linear_117_zero_point_0" -> "2498 dequantize_per_channel_default_118"; -"2497 quantize_per_channel_default_118" -> "2498 dequantize_per_channel_default_118"; -"2498 dequantize_per_channel_default_118" -> "2499 linear_117"; -"2499 linear_117" -> "2500 view_103"; -"2500 view_103" -> "2502 index_19"; -"2501 _tensor_constant120" -> "2502 index_19"; -"2502 index_19" -> "2503 view_104"; -"2503 view_104" -> "2504 permute_86"; -"2504 permute_86" -> "2505 contiguous_36"; -"2505 contiguous_36" -> "2506 unsqueeze_55"; -"2506 unsqueeze_55" -> "2507 sigmoid_19"; -"2507 sigmoid_19" -> "2508 mul_38"; -"2508 mul_38" -> "2547 add_66"; -"2509 pad_21" -> "2510 roll_18"; -"2510 roll_18" -> "2511 view_105"; -"2511 view_105" -> "2512 permute_87"; -"2512 permute_87" -> "2513 reshape_85"; -"2513 reshape_85" -> "2515 reshape_85_0_0_nncf_smooth_quant_0"; -"2513 reshape_85" -> "2548 new_zeros_9"; -"2514 linear_118_updated_constant0" -> "2520 quantize_per_channel_default_119"; -"2515 reshape_85_0_0_nncf_smooth_quant_0" -> "2516 quantize_per_tensor_default_117"; -"2516 quantize_per_tensor_default_117" -> "2517 dequantize_per_tensor_default_117"; -"2517 dequantize_per_tensor_default_117" -> "2523 linear_118"; -"2518 linear_118_scale_0" -> "2520 quantize_per_channel_default_119"; -"2518 linear_118_scale_0" -> "2521 dequantize_per_channel_default_119"; -"2519 linear_118_zero_point_0" -> "2520 quantize_per_channel_default_119"; -"2519 linear_118_zero_point_0" -> "2521 dequantize_per_channel_default_119"; -"2520 quantize_per_channel_default_119" -> "2521 dequantize_per_channel_default_119"; -"2521 dequantize_per_channel_default_119" -> "2523 linear_118"; -"2522 _param_constant317_0_0" -> "2523 linear_118"; -"2523 linear_118" -> "2524 reshape_86"; -"2524 reshape_86" -> "2525 permute_88"; -"2525 permute_88" -> "2526 select_57"; -"2525 permute_88" -> "2527 select_58"; -"2525 permute_88" -> "2528 select_59"; -"2526 select_57" -> "2529 linalg_vector_norm_38"; -"2526 select_57" -> "2531 expand_as_38"; -"2526 select_57" -> "2532 div_38"; -"2527 select_58" -> "2535 linalg_vector_norm_39"; -"2527 select_58" -> "2537 expand_as_39"; -"2527 select_58" -> "2538 div_39"; -"2528 select_59" -> "2566 matmul_39"; -"2529 linalg_vector_norm_38" -> "2530 clamp_min_38"; -"2530 clamp_min_38" -> "2531 expand_as_38"; -"2531 expand_as_38" -> "2532 div_38"; -"2532 div_38" -> "2533 quantize_per_tensor_default_118"; -"2533 quantize_per_tensor_default_118" -> "2534 dequantize_per_tensor_default_118"; -"2534 dequantize_per_tensor_default_118" -> "2542 matmul_38"; -"2535 linalg_vector_norm_39" -> "2536 clamp_min_39"; -"2536 clamp_min_39" -> "2537 expand_as_39"; -"2537 expand_as_39" -> "2538 div_39"; -"2538 div_39" -> "2539 quantize_per_tensor_default_119"; -"2539 quantize_per_tensor_default_119" -> "2540 dequantize_per_tensor_default_119"; -"2540 dequantize_per_tensor_default_119" -> "2541 transpose_38"; -"2541 transpose_38" -> "2542 matmul_38"; -"2542 matmul_38" -> "2546 mul_39"; -"2543 _param_constant319" -> "2544 clamp_19"; -"2544 clamp_19" -> "2545 exp_19"; -"2545 exp_19" -> "2546 mul_39"; -"2546 mul_39" -> "2547 add_66"; -"2547 add_66" -> "2559 view_107"; -"2548 new_zeros_9" -> "2549 view_106"; -"2549 view_106" -> "2550 permute_89"; -"2550 permute_89" -> "2551 reshape_87"; -"2551 reshape_87" -> "2552 unsqueeze_56"; -"2551 reshape_87" -> "2553 unsqueeze_57"; -"2552 unsqueeze_56" -> "2554 sub_9"; -"2553 unsqueeze_57" -> "2554 sub_9"; -"2554 sub_9" -> "2555 ne_9"; -"2554 sub_9" -> "2556 masked_fill_18"; -"2554 sub_9" -> "2557 eq_9"; -"2555 ne_9" -> "2556 masked_fill_18"; -"2556 masked_fill_18" -> "2558 masked_fill_19"; -"2557 eq_9" -> "2558 masked_fill_19"; -"2558 masked_fill_19" -> "2560 unsqueeze_58"; -"2559 view_107" -> "2562 add_67"; -"2560 unsqueeze_58" -> "2561 unsqueeze_59"; -"2561 unsqueeze_59" -> "2562 add_67"; -"2562 add_67" -> "2563 view_108"; -"2563 view_108" -> "2564 softmax_19"; -"2564 softmax_19" -> "2565 dropout_76"; -"2565 dropout_76" -> "2566 matmul_39"; -"2566 matmul_39" -> "2567 transpose_39"; -"2567 transpose_39" -> "2568 reshape_88"; -"2568 reshape_88" -> "2570 reshape_88_0_0_nncf_smooth_quant_0"; -"2569 linear_119_updated_constant0" -> "2575 quantize_per_channel_default_120"; -"2570 reshape_88_0_0_nncf_smooth_quant_0" -> "2571 quantize_per_tensor_default_120"; -"2571 quantize_per_tensor_default_120" -> "2572 dequantize_per_tensor_default_120"; -"2572 dequantize_per_tensor_default_120" -> "2578 linear_119"; -"2573 linear_119_scale_0" -> "2575 quantize_per_channel_default_120"; -"2573 linear_119_scale_0" -> "2576 dequantize_per_channel_default_120"; -"2574 linear_119_zero_point_0" -> "2575 quantize_per_channel_default_120"; -"2574 linear_119_zero_point_0" -> "2576 dequantize_per_channel_default_120"; -"2575 quantize_per_channel_default_120" -> "2576 dequantize_per_channel_default_120"; -"2576 dequantize_per_channel_default_120" -> "2578 linear_119"; -"2577 _param_constant321_0_0" -> "2578 linear_119"; -"2578 linear_119" -> "2579 dropout_77"; -"2579 dropout_77" -> "2580 view_109"; -"2580 view_109" -> "2581 permute_90"; -"2581 permute_90" -> "2582 reshape_89"; -"2582 reshape_89" -> "2583 roll_19"; -"2583 roll_19" -> "2584 slice_297"; -"2584 slice_297" -> "2585 slice_298"; -"2585 slice_298" -> "2586 slice_299"; -"2586 slice_299" -> "2587 slice_300"; -"2587 slice_300" -> "2588 contiguous_37"; -"2588 contiguous_37" -> "2591 layer_norm_41"; -"2589 _param_constant322" -> "2591 layer_norm_41"; -"2590 _param_constant323" -> "2591 layer_norm_41"; -"2591 layer_norm_41" -> "2592 add_68"; -"2592 add_68" -> "2594 add_68_0_0_nncf_smooth_quant_0"; -"2592 add_68" -> "2619 add_69"; -"2593 linear_120_updated_constant0" -> "2599 quantize_per_channel_default_121"; -"2594 add_68_0_0_nncf_smooth_quant_0" -> "2595 quantize_per_tensor_default_121"; -"2595 quantize_per_tensor_default_121" -> "2596 dequantize_per_tensor_default_121"; -"2596 dequantize_per_tensor_default_121" -> "2602 linear_120"; -"2597 linear_120_scale_0" -> "2599 quantize_per_channel_default_121"; -"2597 linear_120_scale_0" -> "2600 dequantize_per_channel_default_121"; -"2598 linear_120_zero_point_0" -> "2599 quantize_per_channel_default_121"; -"2598 linear_120_zero_point_0" -> "2600 dequantize_per_channel_default_121"; -"2599 quantize_per_channel_default_121" -> "2600 dequantize_per_channel_default_121"; -"2600 dequantize_per_channel_default_121" -> "2602 linear_120"; -"2601 _param_constant325_0_0" -> "2602 linear_120"; -"2602 linear_120" -> "2603 gelu_19"; -"2603 gelu_19" -> "2604 dropout_78"; -"2604 dropout_78" -> "2606 dropout_78_0_0_nncf_smooth_quant_0"; -"2605 linear_121_updated_constant0" -> "2611 quantize_per_channel_default_122"; -"2606 dropout_78_0_0_nncf_smooth_quant_0" -> "2607 quantize_per_tensor_default_122"; -"2607 quantize_per_tensor_default_122" -> "2608 dequantize_per_tensor_default_122"; -"2608 dequantize_per_tensor_default_122" -> "2614 linear_121"; -"2609 linear_121_scale_0" -> "2611 quantize_per_channel_default_122"; -"2609 linear_121_scale_0" -> "2612 dequantize_per_channel_default_122"; -"2610 linear_121_zero_point_0" -> "2611 quantize_per_channel_default_122"; -"2610 linear_121_zero_point_0" -> "2612 dequantize_per_channel_default_122"; -"2611 quantize_per_channel_default_122" -> "2612 dequantize_per_channel_default_122"; -"2612 dequantize_per_channel_default_122" -> "2614 linear_121"; -"2613 _param_constant327_0_0" -> "2614 linear_121"; -"2614 linear_121" -> "2615 dropout_79"; -"2615 dropout_79" -> "2618 layer_norm_42"; -"2616 _param_constant328" -> "2618 layer_norm_42"; -"2617 _param_constant329" -> "2618 layer_norm_42"; -"2618 layer_norm_42" -> "2619 add_69"; -"2619 add_69" -> "2646 pad_22"; -"2619 add_69" -> "2711 add_71"; -"2620 _tensor_constant130" -> "2622 _tensor_constant130_0_0_nncf_smooth_quant_0"; -"2621 linear_122_updated_constant0" -> "2625 quantize_per_channel_default_123"; -"2622 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2628 linear_122"; -"2623 linear_122_scale_0" -> "2625 quantize_per_channel_default_123"; -"2623 linear_122_scale_0" -> "2626 dequantize_per_channel_default_123"; -"2624 linear_122_zero_point_0" -> "2625 quantize_per_channel_default_123"; -"2624 linear_122_zero_point_0" -> "2626 dequantize_per_channel_default_123"; -"2625 quantize_per_channel_default_123" -> "2626 dequantize_per_channel_default_123"; -"2626 dequantize_per_channel_default_123" -> "2628 linear_122"; -"2627 _param_constant331_0_0" -> "2628 linear_122"; -"2628 linear_122" -> "2629 relu__20"; -"2629 relu__20" -> "2631 relu__20_0_0_nncf_smooth_quant_0"; -"2630 linear_123_updated_constant0" -> "2634 quantize_per_channel_default_124"; -"2631 relu__20_0_0_nncf_smooth_quant_0" -> "2636 linear_123"; -"2632 linear_123_scale_0" -> "2634 quantize_per_channel_default_124"; -"2632 linear_123_scale_0" -> "2635 dequantize_per_channel_default_124"; -"2633 linear_123_zero_point_0" -> "2634 quantize_per_channel_default_124"; -"2633 linear_123_zero_point_0" -> "2635 dequantize_per_channel_default_124"; -"2634 quantize_per_channel_default_124" -> "2635 dequantize_per_channel_default_124"; -"2635 dequantize_per_channel_default_124" -> "2636 linear_123"; -"2636 linear_123" -> "2637 view_110"; -"2637 view_110" -> "2639 index_20"; -"2638 _tensor_constant131" -> "2639 index_20"; -"2639 index_20" -> "2640 view_111"; -"2640 view_111" -> "2641 permute_91"; -"2641 permute_91" -> "2642 contiguous_38"; -"2642 contiguous_38" -> "2643 unsqueeze_60"; -"2643 unsqueeze_60" -> "2644 sigmoid_20"; -"2644 sigmoid_20" -> "2645 mul_40"; -"2645 mul_40" -> "2683 add_70"; -"2646 pad_22" -> "2647 view_112"; -"2647 view_112" -> "2648 permute_92"; -"2648 permute_92" -> "2649 reshape_90"; -"2649 reshape_90" -> "2651 reshape_90_0_0_nncf_smooth_quant_0"; -"2650 linear_124_updated_constant0" -> "2656 quantize_per_channel_default_125"; -"2651 reshape_90_0_0_nncf_smooth_quant_0" -> "2652 quantize_per_tensor_default_123"; -"2652 quantize_per_tensor_default_123" -> "2653 dequantize_per_tensor_default_123"; -"2653 dequantize_per_tensor_default_123" -> "2659 linear_124"; -"2654 linear_124_scale_0" -> "2656 quantize_per_channel_default_125"; -"2654 linear_124_scale_0" -> "2657 dequantize_per_channel_default_125"; -"2655 linear_124_zero_point_0" -> "2656 quantize_per_channel_default_125"; -"2655 linear_124_zero_point_0" -> "2657 dequantize_per_channel_default_125"; -"2656 quantize_per_channel_default_125" -> "2657 dequantize_per_channel_default_125"; -"2657 dequantize_per_channel_default_125" -> "2659 linear_124"; -"2658 _param_constant333_0_0" -> "2659 linear_124"; -"2659 linear_124" -> "2660 reshape_91"; -"2660 reshape_91" -> "2661 permute_93"; -"2661 permute_93" -> "2662 select_60"; -"2661 permute_93" -> "2663 select_61"; -"2661 permute_93" -> "2664 select_62"; -"2662 select_60" -> "2665 linalg_vector_norm_40"; -"2662 select_60" -> "2667 expand_as_40"; -"2662 select_60" -> "2668 div_40"; -"2663 select_61" -> "2671 linalg_vector_norm_41"; -"2663 select_61" -> "2673 expand_as_41"; -"2663 select_61" -> "2674 div_41"; -"2664 select_62" -> "2686 matmul_41"; -"2665 linalg_vector_norm_40" -> "2666 clamp_min_40"; -"2666 clamp_min_40" -> "2667 expand_as_40"; -"2667 expand_as_40" -> "2668 div_40"; -"2668 div_40" -> "2669 quantize_per_tensor_default_124"; -"2669 quantize_per_tensor_default_124" -> "2670 dequantize_per_tensor_default_124"; -"2670 dequantize_per_tensor_default_124" -> "2678 matmul_40"; -"2671 linalg_vector_norm_41" -> "2672 clamp_min_41"; -"2672 clamp_min_41" -> "2673 expand_as_41"; -"2673 expand_as_41" -> "2674 div_41"; -"2674 div_41" -> "2675 quantize_per_tensor_default_125"; -"2675 quantize_per_tensor_default_125" -> "2676 dequantize_per_tensor_default_125"; -"2676 dequantize_per_tensor_default_125" -> "2677 transpose_40"; -"2677 transpose_40" -> "2678 matmul_40"; -"2678 matmul_40" -> "2682 mul_41"; -"2679 _param_constant335" -> "2680 clamp_20"; -"2680 clamp_20" -> "2681 exp_20"; -"2681 exp_20" -> "2682 mul_41"; -"2682 mul_41" -> "2683 add_70"; -"2683 add_70" -> "2684 softmax_20"; -"2684 softmax_20" -> "2685 dropout_80"; -"2685 dropout_80" -> "2686 matmul_41"; -"2686 matmul_41" -> "2687 transpose_41"; -"2687 transpose_41" -> "2688 reshape_92"; -"2688 reshape_92" -> "2690 reshape_92_0_0_nncf_smooth_quant_0"; -"2689 linear_125_updated_constant0" -> "2695 quantize_per_channel_default_126"; -"2690 reshape_92_0_0_nncf_smooth_quant_0" -> "2691 quantize_per_tensor_default_126"; -"2691 quantize_per_tensor_default_126" -> "2692 dequantize_per_tensor_default_126"; -"2692 dequantize_per_tensor_default_126" -> "2698 linear_125"; -"2693 linear_125_scale_0" -> "2695 quantize_per_channel_default_126"; -"2693 linear_125_scale_0" -> "2696 dequantize_per_channel_default_126"; -"2694 linear_125_zero_point_0" -> "2695 quantize_per_channel_default_126"; -"2694 linear_125_zero_point_0" -> "2696 dequantize_per_channel_default_126"; -"2695 quantize_per_channel_default_126" -> "2696 dequantize_per_channel_default_126"; -"2696 dequantize_per_channel_default_126" -> "2698 linear_125"; -"2697 _param_constant337_0_0" -> "2698 linear_125"; -"2698 linear_125" -> "2699 dropout_81"; -"2699 dropout_81" -> "2700 view_113"; -"2700 view_113" -> "2701 permute_94"; -"2701 permute_94" -> "2702 reshape_93"; -"2702 reshape_93" -> "2703 slice_302"; -"2703 slice_302" -> "2704 slice_303"; -"2704 slice_303" -> "2705 slice_304"; -"2705 slice_304" -> "2706 slice_305"; -"2706 slice_305" -> "2707 contiguous_39"; -"2707 contiguous_39" -> "2710 layer_norm_43"; -"2708 _param_constant338" -> "2710 layer_norm_43"; -"2709 _param_constant339" -> "2710 layer_norm_43"; -"2710 layer_norm_43" -> "2711 add_71"; -"2711 add_71" -> "2713 add_71_0_0_nncf_smooth_quant_0"; -"2711 add_71" -> "2738 add_72"; -"2712 linear_126_updated_constant0" -> "2718 quantize_per_channel_default_127"; -"2713 add_71_0_0_nncf_smooth_quant_0" -> "2714 quantize_per_tensor_default_127"; -"2714 quantize_per_tensor_default_127" -> "2715 dequantize_per_tensor_default_127"; -"2715 dequantize_per_tensor_default_127" -> "2721 linear_126"; -"2716 linear_126_scale_0" -> "2718 quantize_per_channel_default_127"; -"2716 linear_126_scale_0" -> "2719 dequantize_per_channel_default_127"; -"2717 linear_126_zero_point_0" -> "2718 quantize_per_channel_default_127"; -"2717 linear_126_zero_point_0" -> "2719 dequantize_per_channel_default_127"; -"2718 quantize_per_channel_default_127" -> "2719 dequantize_per_channel_default_127"; -"2719 dequantize_per_channel_default_127" -> "2721 linear_126"; -"2720 _param_constant341_0_0" -> "2721 linear_126"; -"2721 linear_126" -> "2722 gelu_20"; -"2722 gelu_20" -> "2723 dropout_82"; -"2723 dropout_82" -> "2725 dropout_82_0_0_nncf_smooth_quant_0"; -"2724 linear_127_updated_constant0" -> "2730 quantize_per_channel_default_128"; -"2725 dropout_82_0_0_nncf_smooth_quant_0" -> "2726 quantize_per_tensor_default_128"; -"2726 quantize_per_tensor_default_128" -> "2727 dequantize_per_tensor_default_128"; -"2727 dequantize_per_tensor_default_128" -> "2733 linear_127"; -"2728 linear_127_scale_0" -> "2730 quantize_per_channel_default_128"; -"2728 linear_127_scale_0" -> "2731 dequantize_per_channel_default_128"; -"2729 linear_127_zero_point_0" -> "2730 quantize_per_channel_default_128"; -"2729 linear_127_zero_point_0" -> "2731 dequantize_per_channel_default_128"; -"2730 quantize_per_channel_default_128" -> "2731 dequantize_per_channel_default_128"; -"2731 dequantize_per_channel_default_128" -> "2733 linear_127"; -"2732 _param_constant343_0_0" -> "2733 linear_127"; -"2733 linear_127" -> "2734 dropout_83"; -"2734 dropout_83" -> "2737 layer_norm_44"; -"2735 _param_constant344" -> "2737 layer_norm_44"; -"2736 _param_constant345" -> "2737 layer_norm_44"; -"2737 layer_norm_44" -> "2738 add_72"; -"2738 add_72" -> "2765 pad_23"; -"2738 add_72" -> "2848 add_75"; -"2739 _tensor_constant132" -> "2741 _tensor_constant132_0_0_nncf_smooth_quant_0"; -"2740 linear_128_updated_constant0" -> "2744 quantize_per_channel_default_129"; -"2741 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2747 linear_128"; -"2742 linear_128_scale_0" -> "2744 quantize_per_channel_default_129"; -"2742 linear_128_scale_0" -> "2745 dequantize_per_channel_default_129"; -"2743 linear_128_zero_point_0" -> "2744 quantize_per_channel_default_129"; -"2743 linear_128_zero_point_0" -> "2745 dequantize_per_channel_default_129"; -"2744 quantize_per_channel_default_129" -> "2745 dequantize_per_channel_default_129"; -"2745 dequantize_per_channel_default_129" -> "2747 linear_128"; -"2746 _param_constant347_0_0" -> "2747 linear_128"; -"2747 linear_128" -> "2748 relu__21"; -"2748 relu__21" -> "2750 relu__21_0_0_nncf_smooth_quant_0"; -"2749 linear_129_updated_constant0" -> "2753 quantize_per_channel_default_130"; -"2750 relu__21_0_0_nncf_smooth_quant_0" -> "2755 linear_129"; -"2751 linear_129_scale_0" -> "2753 quantize_per_channel_default_130"; -"2751 linear_129_scale_0" -> "2754 dequantize_per_channel_default_130"; -"2752 linear_129_zero_point_0" -> "2753 quantize_per_channel_default_130"; -"2752 linear_129_zero_point_0" -> "2754 dequantize_per_channel_default_130"; -"2753 quantize_per_channel_default_130" -> "2754 dequantize_per_channel_default_130"; -"2754 dequantize_per_channel_default_130" -> "2755 linear_129"; -"2755 linear_129" -> "2756 view_114"; -"2756 view_114" -> "2758 index_21"; -"2757 _tensor_constant133" -> "2758 index_21"; -"2758 index_21" -> "2759 view_115"; -"2759 view_115" -> "2760 permute_95"; -"2760 permute_95" -> "2761 contiguous_40"; -"2761 contiguous_40" -> "2762 unsqueeze_61"; -"2762 unsqueeze_61" -> "2763 sigmoid_21"; -"2763 sigmoid_21" -> "2764 mul_42"; -"2764 mul_42" -> "2803 add_73"; -"2765 pad_23" -> "2766 roll_20"; -"2766 roll_20" -> "2767 view_116"; -"2767 view_116" -> "2768 permute_96"; -"2768 permute_96" -> "2769 reshape_94"; -"2769 reshape_94" -> "2771 reshape_94_0_0_nncf_smooth_quant_0"; -"2769 reshape_94" -> "2804 new_zeros_10"; -"2770 linear_130_updated_constant0" -> "2776 quantize_per_channel_default_131"; -"2771 reshape_94_0_0_nncf_smooth_quant_0" -> "2772 quantize_per_tensor_default_129"; -"2772 quantize_per_tensor_default_129" -> "2773 dequantize_per_tensor_default_129"; -"2773 dequantize_per_tensor_default_129" -> "2779 linear_130"; -"2774 linear_130_scale_0" -> "2776 quantize_per_channel_default_131"; -"2774 linear_130_scale_0" -> "2777 dequantize_per_channel_default_131"; -"2775 linear_130_zero_point_0" -> "2776 quantize_per_channel_default_131"; -"2775 linear_130_zero_point_0" -> "2777 dequantize_per_channel_default_131"; -"2776 quantize_per_channel_default_131" -> "2777 dequantize_per_channel_default_131"; -"2777 dequantize_per_channel_default_131" -> "2779 linear_130"; -"2778 _param_constant349_0_0" -> "2779 linear_130"; -"2779 linear_130" -> "2780 reshape_95"; -"2780 reshape_95" -> "2781 permute_97"; -"2781 permute_97" -> "2782 select_63"; -"2781 permute_97" -> "2783 select_64"; -"2781 permute_97" -> "2784 select_65"; -"2782 select_63" -> "2785 linalg_vector_norm_42"; -"2782 select_63" -> "2787 expand_as_42"; -"2782 select_63" -> "2788 div_42"; -"2783 select_64" -> "2791 linalg_vector_norm_43"; -"2783 select_64" -> "2793 expand_as_43"; -"2783 select_64" -> "2794 div_43"; -"2784 select_65" -> "2822 matmul_43"; -"2785 linalg_vector_norm_42" -> "2786 clamp_min_42"; -"2786 clamp_min_42" -> "2787 expand_as_42"; -"2787 expand_as_42" -> "2788 div_42"; -"2788 div_42" -> "2789 quantize_per_tensor_default_130"; -"2789 quantize_per_tensor_default_130" -> "2790 dequantize_per_tensor_default_130"; -"2790 dequantize_per_tensor_default_130" -> "2798 matmul_42"; -"2791 linalg_vector_norm_43" -> "2792 clamp_min_43"; -"2792 clamp_min_43" -> "2793 expand_as_43"; -"2793 expand_as_43" -> "2794 div_43"; -"2794 div_43" -> "2795 quantize_per_tensor_default_131"; -"2795 quantize_per_tensor_default_131" -> "2796 dequantize_per_tensor_default_131"; -"2796 dequantize_per_tensor_default_131" -> "2797 transpose_42"; -"2797 transpose_42" -> "2798 matmul_42"; -"2798 matmul_42" -> "2802 mul_43"; -"2799 _param_constant351" -> "2800 clamp_21"; -"2800 clamp_21" -> "2801 exp_21"; -"2801 exp_21" -> "2802 mul_43"; -"2802 mul_43" -> "2803 add_73"; -"2803 add_73" -> "2815 view_118"; -"2804 new_zeros_10" -> "2805 view_117"; -"2805 view_117" -> "2806 permute_98"; -"2806 permute_98" -> "2807 reshape_96"; -"2807 reshape_96" -> "2808 unsqueeze_62"; -"2807 reshape_96" -> "2809 unsqueeze_63"; -"2808 unsqueeze_62" -> "2810 sub_10"; -"2809 unsqueeze_63" -> "2810 sub_10"; -"2810 sub_10" -> "2811 ne_10"; -"2810 sub_10" -> "2812 masked_fill_20"; -"2810 sub_10" -> "2813 eq_10"; -"2811 ne_10" -> "2812 masked_fill_20"; -"2812 masked_fill_20" -> "2814 masked_fill_21"; -"2813 eq_10" -> "2814 masked_fill_21"; -"2814 masked_fill_21" -> "2816 unsqueeze_64"; -"2815 view_118" -> "2818 add_74"; -"2816 unsqueeze_64" -> "2817 unsqueeze_65"; -"2817 unsqueeze_65" -> "2818 add_74"; -"2818 add_74" -> "2819 view_119"; -"2819 view_119" -> "2820 softmax_21"; -"2820 softmax_21" -> "2821 dropout_84"; -"2821 dropout_84" -> "2822 matmul_43"; -"2822 matmul_43" -> "2823 transpose_43"; -"2823 transpose_43" -> "2824 reshape_97"; -"2824 reshape_97" -> "2826 reshape_97_0_0_nncf_smooth_quant_0"; -"2825 linear_131_updated_constant0" -> "2831 quantize_per_channel_default_132"; -"2826 reshape_97_0_0_nncf_smooth_quant_0" -> "2827 quantize_per_tensor_default_132"; -"2827 quantize_per_tensor_default_132" -> "2828 dequantize_per_tensor_default_132"; -"2828 dequantize_per_tensor_default_132" -> "2834 linear_131"; -"2829 linear_131_scale_0" -> "2831 quantize_per_channel_default_132"; -"2829 linear_131_scale_0" -> "2832 dequantize_per_channel_default_132"; -"2830 linear_131_zero_point_0" -> "2831 quantize_per_channel_default_132"; -"2830 linear_131_zero_point_0" -> "2832 dequantize_per_channel_default_132"; -"2831 quantize_per_channel_default_132" -> "2832 dequantize_per_channel_default_132"; -"2832 dequantize_per_channel_default_132" -> "2834 linear_131"; -"2833 _param_constant353_0_0" -> "2834 linear_131"; -"2834 linear_131" -> "2835 dropout_85"; -"2835 dropout_85" -> "2836 view_120"; -"2836 view_120" -> "2837 permute_99"; -"2837 permute_99" -> "2838 reshape_98"; -"2838 reshape_98" -> "2839 roll_21"; -"2839 roll_21" -> "2840 slice_325"; -"2840 slice_325" -> "2841 slice_326"; -"2841 slice_326" -> "2842 slice_327"; -"2842 slice_327" -> "2843 slice_328"; -"2843 slice_328" -> "2844 contiguous_41"; -"2844 contiguous_41" -> "2847 layer_norm_45"; -"2845 _param_constant354" -> "2847 layer_norm_45"; -"2846 _param_constant355" -> "2847 layer_norm_45"; -"2847 layer_norm_45" -> "2848 add_75"; -"2848 add_75" -> "2850 add_75_0_0_nncf_smooth_quant_0"; -"2848 add_75" -> "2875 add_76"; -"2849 linear_132_updated_constant0" -> "2855 quantize_per_channel_default_133"; -"2850 add_75_0_0_nncf_smooth_quant_0" -> "2851 quantize_per_tensor_default_133"; -"2851 quantize_per_tensor_default_133" -> "2852 dequantize_per_tensor_default_133"; -"2852 dequantize_per_tensor_default_133" -> "2858 linear_132"; -"2853 linear_132_scale_0" -> "2855 quantize_per_channel_default_133"; -"2853 linear_132_scale_0" -> "2856 dequantize_per_channel_default_133"; -"2854 linear_132_zero_point_0" -> "2855 quantize_per_channel_default_133"; -"2854 linear_132_zero_point_0" -> "2856 dequantize_per_channel_default_133"; -"2855 quantize_per_channel_default_133" -> "2856 dequantize_per_channel_default_133"; -"2856 dequantize_per_channel_default_133" -> "2858 linear_132"; -"2857 _param_constant357_0_0" -> "2858 linear_132"; -"2858 linear_132" -> "2859 gelu_21"; -"2859 gelu_21" -> "2860 dropout_86"; -"2860 dropout_86" -> "2862 dropout_86_0_0_nncf_smooth_quant_0"; -"2861 linear_133_updated_constant0" -> "2867 quantize_per_channel_default_134"; -"2862 dropout_86_0_0_nncf_smooth_quant_0" -> "2863 quantize_per_tensor_default_134"; -"2863 quantize_per_tensor_default_134" -> "2864 dequantize_per_tensor_default_134"; -"2864 dequantize_per_tensor_default_134" -> "2870 linear_133"; -"2865 linear_133_scale_0" -> "2867 quantize_per_channel_default_134"; -"2865 linear_133_scale_0" -> "2868 dequantize_per_channel_default_134"; -"2866 linear_133_zero_point_0" -> "2867 quantize_per_channel_default_134"; -"2866 linear_133_zero_point_0" -> "2868 dequantize_per_channel_default_134"; -"2867 quantize_per_channel_default_134" -> "2868 dequantize_per_channel_default_134"; -"2868 dequantize_per_channel_default_134" -> "2870 linear_133"; -"2869 _param_constant359_0_0" -> "2870 linear_133"; -"2870 linear_133" -> "2871 dropout_87"; -"2871 dropout_87" -> "2874 layer_norm_46"; -"2872 _param_constant360" -> "2874 layer_norm_46"; -"2873 _param_constant361" -> "2874 layer_norm_46"; -"2874 layer_norm_46" -> "2875 add_76"; -"2875 add_76" -> "2876 pad_24"; -"2876 pad_24" -> "2877 slice_329"; -"2876 pad_24" -> "2880 slice_332"; -"2876 pad_24" -> "2883 slice_335"; -"2876 pad_24" -> "2886 slice_338"; -"2877 slice_329" -> "2878 slice_330"; -"2878 slice_330" -> "2879 slice_331"; -"2879 slice_331" -> "2889 cat_2"; -"2880 slice_332" -> "2881 slice_333"; -"2881 slice_333" -> "2882 slice_334"; -"2882 slice_334" -> "2889 cat_2"; -"2883 slice_335" -> "2884 slice_336"; -"2884 slice_336" -> "2885 slice_337"; -"2885 slice_337" -> "2889 cat_2"; -"2886 slice_338" -> "2887 slice_339"; -"2887 slice_339" -> "2888 slice_340"; -"2888 slice_340" -> "2889 cat_2"; -"2889 cat_2" -> "2891 cat_2_0_0_nncf_smooth_quant_0"; -"2890 linear_134_updated_constant0" -> "2896 quantize_per_channel_default_135"; -"2891 cat_2_0_0_nncf_smooth_quant_0" -> "2892 quantize_per_tensor_default_135"; -"2892 quantize_per_tensor_default_135" -> "2893 dequantize_per_tensor_default_135"; -"2893 dequantize_per_tensor_default_135" -> "2898 linear_134"; -"2894 linear_134_scale_0" -> "2896 quantize_per_channel_default_135"; -"2894 linear_134_scale_0" -> "2897 dequantize_per_channel_default_135"; -"2895 linear_134_zero_point_0" -> "2896 quantize_per_channel_default_135"; -"2895 linear_134_zero_point_0" -> "2897 dequantize_per_channel_default_135"; -"2896 quantize_per_channel_default_135" -> "2897 dequantize_per_channel_default_135"; -"2897 dequantize_per_channel_default_135" -> "2898 linear_134"; -"2898 linear_134" -> "2901 layer_norm_47"; -"2899 _param_constant363" -> "2901 layer_norm_47"; -"2900 _param_constant364" -> "2901 layer_norm_47"; -"2901 layer_norm_47" -> "2928 pad_25"; -"2901 layer_norm_47" -> "2993 add_78"; -"2902 _tensor_constant143" -> "2904 _tensor_constant143_0_0_nncf_smooth_quant_0"; -"2903 linear_135_updated_constant0" -> "2907 quantize_per_channel_default_136"; -"2904 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2910 linear_135"; -"2905 linear_135_scale_0" -> "2907 quantize_per_channel_default_136"; -"2905 linear_135_scale_0" -> "2908 dequantize_per_channel_default_136"; -"2906 linear_135_zero_point_0" -> "2907 quantize_per_channel_default_136"; -"2906 linear_135_zero_point_0" -> "2908 dequantize_per_channel_default_136"; -"2907 quantize_per_channel_default_136" -> "2908 dequantize_per_channel_default_136"; -"2908 dequantize_per_channel_default_136" -> "2910 linear_135"; -"2909 _param_constant366_0_0" -> "2910 linear_135"; -"2910 linear_135" -> "2911 relu__22"; -"2911 relu__22" -> "2913 relu__22_0_0_nncf_smooth_quant_0"; -"2912 linear_136_updated_constant0" -> "2916 quantize_per_channel_default_137"; -"2913 relu__22_0_0_nncf_smooth_quant_0" -> "2918 linear_136"; -"2914 linear_136_scale_0" -> "2916 quantize_per_channel_default_137"; -"2914 linear_136_scale_0" -> "2917 dequantize_per_channel_default_137"; -"2915 linear_136_zero_point_0" -> "2916 quantize_per_channel_default_137"; -"2915 linear_136_zero_point_0" -> "2917 dequantize_per_channel_default_137"; -"2916 quantize_per_channel_default_137" -> "2917 dequantize_per_channel_default_137"; -"2917 dequantize_per_channel_default_137" -> "2918 linear_136"; -"2918 linear_136" -> "2919 view_121"; -"2919 view_121" -> "2921 index_22"; -"2920 _tensor_constant144" -> "2921 index_22"; -"2921 index_22" -> "2922 view_122"; -"2922 view_122" -> "2923 permute_100"; -"2923 permute_100" -> "2924 contiguous_42"; -"2924 contiguous_42" -> "2925 unsqueeze_66"; -"2925 unsqueeze_66" -> "2926 sigmoid_22"; -"2926 sigmoid_22" -> "2927 mul_44"; -"2927 mul_44" -> "2965 add_77"; -"2928 pad_25" -> "2929 view_123"; -"2929 view_123" -> "2930 permute_101"; -"2930 permute_101" -> "2931 reshape_99"; -"2931 reshape_99" -> "2933 reshape_99_0_0_nncf_smooth_quant_0"; -"2932 linear_137_updated_constant0" -> "2938 quantize_per_channel_default_138"; -"2933 reshape_99_0_0_nncf_smooth_quant_0" -> "2934 quantize_per_tensor_default_136"; -"2934 quantize_per_tensor_default_136" -> "2935 dequantize_per_tensor_default_136"; -"2935 dequantize_per_tensor_default_136" -> "2941 linear_137"; -"2936 linear_137_scale_0" -> "2938 quantize_per_channel_default_138"; -"2936 linear_137_scale_0" -> "2939 dequantize_per_channel_default_138"; -"2937 linear_137_zero_point_0" -> "2938 quantize_per_channel_default_138"; -"2937 linear_137_zero_point_0" -> "2939 dequantize_per_channel_default_138"; -"2938 quantize_per_channel_default_138" -> "2939 dequantize_per_channel_default_138"; -"2939 dequantize_per_channel_default_138" -> "2941 linear_137"; -"2940 _param_constant368_0_0" -> "2941 linear_137"; -"2941 linear_137" -> "2942 reshape_100"; -"2942 reshape_100" -> "2943 permute_102"; -"2943 permute_102" -> "2944 select_66"; -"2943 permute_102" -> "2945 select_67"; -"2943 permute_102" -> "2946 select_68"; -"2944 select_66" -> "2947 linalg_vector_norm_44"; -"2944 select_66" -> "2949 expand_as_44"; -"2944 select_66" -> "2950 div_44"; -"2945 select_67" -> "2953 linalg_vector_norm_45"; -"2945 select_67" -> "2955 expand_as_45"; -"2945 select_67" -> "2956 div_45"; -"2946 select_68" -> "2968 matmul_45"; -"2947 linalg_vector_norm_44" -> "2948 clamp_min_44"; -"2948 clamp_min_44" -> "2949 expand_as_44"; -"2949 expand_as_44" -> "2950 div_44"; -"2950 div_44" -> "2951 quantize_per_tensor_default_137"; -"2951 quantize_per_tensor_default_137" -> "2952 dequantize_per_tensor_default_137"; -"2952 dequantize_per_tensor_default_137" -> "2960 matmul_44"; -"2953 linalg_vector_norm_45" -> "2954 clamp_min_45"; -"2954 clamp_min_45" -> "2955 expand_as_45"; -"2955 expand_as_45" -> "2956 div_45"; -"2956 div_45" -> "2957 quantize_per_tensor_default_138"; -"2957 quantize_per_tensor_default_138" -> "2958 dequantize_per_tensor_default_138"; -"2958 dequantize_per_tensor_default_138" -> "2959 transpose_44"; -"2959 transpose_44" -> "2960 matmul_44"; -"2960 matmul_44" -> "2964 mul_45"; -"2961 _param_constant370" -> "2962 clamp_22"; -"2962 clamp_22" -> "2963 exp_22"; -"2963 exp_22" -> "2964 mul_45"; -"2964 mul_45" -> "2965 add_77"; -"2965 add_77" -> "2966 softmax_22"; -"2966 softmax_22" -> "2967 dropout_88"; -"2967 dropout_88" -> "2968 matmul_45"; -"2968 matmul_45" -> "2969 transpose_45"; -"2969 transpose_45" -> "2970 reshape_101"; -"2970 reshape_101" -> "2972 reshape_101_0_0_nncf_smooth_quant_0"; -"2971 linear_138_updated_constant0" -> "2977 quantize_per_channel_default_139"; -"2972 reshape_101_0_0_nncf_smooth_quant_0" -> "2973 quantize_per_tensor_default_139"; -"2973 quantize_per_tensor_default_139" -> "2974 dequantize_per_tensor_default_139"; -"2974 dequantize_per_tensor_default_139" -> "2980 linear_138"; -"2975 linear_138_scale_0" -> "2977 quantize_per_channel_default_139"; -"2975 linear_138_scale_0" -> "2978 dequantize_per_channel_default_139"; -"2976 linear_138_zero_point_0" -> "2977 quantize_per_channel_default_139"; -"2976 linear_138_zero_point_0" -> "2978 dequantize_per_channel_default_139"; -"2977 quantize_per_channel_default_139" -> "2978 dequantize_per_channel_default_139"; -"2978 dequantize_per_channel_default_139" -> "2980 linear_138"; -"2979 _param_constant372_0_0" -> "2980 linear_138"; -"2980 linear_138" -> "2981 dropout_89"; -"2981 dropout_89" -> "2982 view_124"; -"2982 view_124" -> "2983 permute_103"; -"2983 permute_103" -> "2984 reshape_102"; -"2984 reshape_102" -> "2985 slice_342"; -"2985 slice_342" -> "2986 slice_343"; -"2986 slice_343" -> "2987 slice_344"; -"2987 slice_344" -> "2988 slice_345"; -"2988 slice_345" -> "2989 contiguous_43"; -"2989 contiguous_43" -> "2992 layer_norm_48"; -"2990 _param_constant373" -> "2992 layer_norm_48"; -"2991 _param_constant374" -> "2992 layer_norm_48"; -"2992 layer_norm_48" -> "2993 add_78"; -"2993 add_78" -> "2995 add_78_0_0_nncf_smooth_quant_0"; -"2993 add_78" -> "3020 add_79"; -"2994 linear_139_updated_constant0" -> "3000 quantize_per_channel_default_140"; -"2995 add_78_0_0_nncf_smooth_quant_0" -> "2996 quantize_per_tensor_default_140"; -"2996 quantize_per_tensor_default_140" -> "2997 dequantize_per_tensor_default_140"; -"2997 dequantize_per_tensor_default_140" -> "3003 linear_139"; -"2998 linear_139_scale_0" -> "3000 quantize_per_channel_default_140"; -"2998 linear_139_scale_0" -> "3001 dequantize_per_channel_default_140"; -"2999 linear_139_zero_point_0" -> "3000 quantize_per_channel_default_140"; -"2999 linear_139_zero_point_0" -> "3001 dequantize_per_channel_default_140"; -"3000 quantize_per_channel_default_140" -> "3001 dequantize_per_channel_default_140"; -"3001 dequantize_per_channel_default_140" -> "3003 linear_139"; -"3002 _param_constant376_0_0" -> "3003 linear_139"; -"3003 linear_139" -> "3004 gelu_22"; -"3004 gelu_22" -> "3005 dropout_90"; -"3005 dropout_90" -> "3007 dropout_90_0_0_nncf_smooth_quant_0"; -"3006 linear_140_updated_constant0" -> "3012 quantize_per_channel_default_141"; -"3007 dropout_90_0_0_nncf_smooth_quant_0" -> "3008 quantize_per_tensor_default_141"; -"3008 quantize_per_tensor_default_141" -> "3009 dequantize_per_tensor_default_141"; -"3009 dequantize_per_tensor_default_141" -> "3015 linear_140"; -"3010 linear_140_scale_0" -> "3012 quantize_per_channel_default_141"; -"3010 linear_140_scale_0" -> "3013 dequantize_per_channel_default_141"; -"3011 linear_140_zero_point_0" -> "3012 quantize_per_channel_default_141"; -"3011 linear_140_zero_point_0" -> "3013 dequantize_per_channel_default_141"; -"3012 quantize_per_channel_default_141" -> "3013 dequantize_per_channel_default_141"; -"3013 dequantize_per_channel_default_141" -> "3015 linear_140"; -"3014 _param_constant378_0_0" -> "3015 linear_140"; -"3015 linear_140" -> "3016 dropout_91"; -"3016 dropout_91" -> "3019 layer_norm_49"; -"3017 _param_constant379" -> "3019 layer_norm_49"; -"3018 _param_constant380" -> "3019 layer_norm_49"; -"3019 layer_norm_49" -> "3020 add_79"; -"3020 add_79" -> "3047 pad_26"; -"3020 add_79" -> "3112 add_81"; -"3021 _tensor_constant145" -> "3023 _tensor_constant145_0_0_nncf_smooth_quant_0"; -"3022 linear_141_updated_constant0" -> "3026 quantize_per_channel_default_142"; -"3023 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "3029 linear_141"; -"3024 linear_141_scale_0" -> "3026 quantize_per_channel_default_142"; -"3024 linear_141_scale_0" -> "3027 dequantize_per_channel_default_142"; -"3025 linear_141_zero_point_0" -> "3026 quantize_per_channel_default_142"; -"3025 linear_141_zero_point_0" -> "3027 dequantize_per_channel_default_142"; -"3026 quantize_per_channel_default_142" -> "3027 dequantize_per_channel_default_142"; -"3027 dequantize_per_channel_default_142" -> "3029 linear_141"; -"3028 _param_constant382_0_0" -> "3029 linear_141"; -"3029 linear_141" -> "3030 relu__23"; -"3030 relu__23" -> "3032 relu__23_0_0_nncf_smooth_quant_0"; -"3031 linear_142_updated_constant0" -> "3035 quantize_per_channel_default_143"; -"3032 relu__23_0_0_nncf_smooth_quant_0" -> "3037 linear_142"; -"3033 linear_142_scale_0" -> "3035 quantize_per_channel_default_143"; -"3033 linear_142_scale_0" -> "3036 dequantize_per_channel_default_143"; -"3034 linear_142_zero_point_0" -> "3035 quantize_per_channel_default_143"; -"3034 linear_142_zero_point_0" -> "3036 dequantize_per_channel_default_143"; -"3035 quantize_per_channel_default_143" -> "3036 dequantize_per_channel_default_143"; -"3036 dequantize_per_channel_default_143" -> "3037 linear_142"; -"3037 linear_142" -> "3038 view_125"; -"3038 view_125" -> "3040 index_23"; -"3039 _tensor_constant146" -> "3040 index_23"; -"3040 index_23" -> "3041 view_126"; -"3041 view_126" -> "3042 permute_104"; -"3042 permute_104" -> "3043 contiguous_44"; -"3043 contiguous_44" -> "3044 unsqueeze_67"; -"3044 unsqueeze_67" -> "3045 sigmoid_23"; -"3045 sigmoid_23" -> "3046 mul_46"; -"3046 mul_46" -> "3084 add_80"; -"3047 pad_26" -> "3048 view_127"; -"3048 view_127" -> "3049 permute_105"; -"3049 permute_105" -> "3050 reshape_103"; -"3050 reshape_103" -> "3052 reshape_103_0_0_nncf_smooth_quant_0"; -"3051 linear_143_updated_constant0" -> "3057 quantize_per_channel_default_144"; -"3052 reshape_103_0_0_nncf_smooth_quant_0" -> "3053 quantize_per_tensor_default_142"; -"3053 quantize_per_tensor_default_142" -> "3054 dequantize_per_tensor_default_142"; -"3054 dequantize_per_tensor_default_142" -> "3060 linear_143"; -"3055 linear_143_scale_0" -> "3057 quantize_per_channel_default_144"; -"3055 linear_143_scale_0" -> "3058 dequantize_per_channel_default_144"; -"3056 linear_143_zero_point_0" -> "3057 quantize_per_channel_default_144"; -"3056 linear_143_zero_point_0" -> "3058 dequantize_per_channel_default_144"; -"3057 quantize_per_channel_default_144" -> "3058 dequantize_per_channel_default_144"; -"3058 dequantize_per_channel_default_144" -> "3060 linear_143"; -"3059 _param_constant384_0_0" -> "3060 linear_143"; -"3060 linear_143" -> "3061 reshape_104"; -"3061 reshape_104" -> "3062 permute_106"; -"3062 permute_106" -> "3063 select_69"; -"3062 permute_106" -> "3064 select_70"; -"3062 permute_106" -> "3065 select_71"; -"3063 select_69" -> "3066 linalg_vector_norm_46"; -"3063 select_69" -> "3068 expand_as_46"; -"3063 select_69" -> "3069 div_46"; -"3064 select_70" -> "3072 linalg_vector_norm_47"; -"3064 select_70" -> "3074 expand_as_47"; -"3064 select_70" -> "3075 div_47"; -"3065 select_71" -> "3087 matmul_47"; -"3066 linalg_vector_norm_46" -> "3067 clamp_min_46"; -"3067 clamp_min_46" -> "3068 expand_as_46"; -"3068 expand_as_46" -> "3069 div_46"; -"3069 div_46" -> "3070 quantize_per_tensor_default_143"; -"3070 quantize_per_tensor_default_143" -> "3071 dequantize_per_tensor_default_143"; -"3071 dequantize_per_tensor_default_143" -> "3079 matmul_46"; -"3072 linalg_vector_norm_47" -> "3073 clamp_min_47"; -"3073 clamp_min_47" -> "3074 expand_as_47"; -"3074 expand_as_47" -> "3075 div_47"; -"3075 div_47" -> "3076 quantize_per_tensor_default_144"; -"3076 quantize_per_tensor_default_144" -> "3077 dequantize_per_tensor_default_144"; -"3077 dequantize_per_tensor_default_144" -> "3078 transpose_46"; -"3078 transpose_46" -> "3079 matmul_46"; -"3079 matmul_46" -> "3083 mul_47"; -"3080 _param_constant386" -> "3081 clamp_23"; -"3081 clamp_23" -> "3082 exp_23"; -"3082 exp_23" -> "3083 mul_47"; -"3083 mul_47" -> "3084 add_80"; -"3084 add_80" -> "3085 softmax_23"; -"3085 softmax_23" -> "3086 dropout_92"; -"3086 dropout_92" -> "3087 matmul_47"; -"3087 matmul_47" -> "3088 transpose_47"; -"3088 transpose_47" -> "3089 reshape_105"; -"3089 reshape_105" -> "3091 reshape_105_0_0_nncf_smooth_quant_0"; -"3090 linear_144_updated_constant0" -> "3096 quantize_per_channel_default_145"; -"3091 reshape_105_0_0_nncf_smooth_quant_0" -> "3092 quantize_per_tensor_default_145"; -"3092 quantize_per_tensor_default_145" -> "3093 dequantize_per_tensor_default_145"; -"3093 dequantize_per_tensor_default_145" -> "3099 linear_144"; -"3094 linear_144_scale_0" -> "3096 quantize_per_channel_default_145"; -"3094 linear_144_scale_0" -> "3097 dequantize_per_channel_default_145"; -"3095 linear_144_zero_point_0" -> "3096 quantize_per_channel_default_145"; -"3095 linear_144_zero_point_0" -> "3097 dequantize_per_channel_default_145"; -"3096 quantize_per_channel_default_145" -> "3097 dequantize_per_channel_default_145"; -"3097 dequantize_per_channel_default_145" -> "3099 linear_144"; -"3098 _param_constant388_0_0" -> "3099 linear_144"; -"3099 linear_144" -> "3100 dropout_93"; -"3100 dropout_93" -> "3101 view_128"; -"3101 view_128" -> "3102 permute_107"; -"3102 permute_107" -> "3103 reshape_106"; -"3103 reshape_106" -> "3104 slice_347"; -"3104 slice_347" -> "3105 slice_348"; -"3105 slice_348" -> "3106 slice_349"; -"3106 slice_349" -> "3107 slice_350"; -"3107 slice_350" -> "3108 contiguous_45"; -"3108 contiguous_45" -> "3111 layer_norm_50"; -"3109 _param_constant389" -> "3111 layer_norm_50"; -"3110 _param_constant390" -> "3111 layer_norm_50"; -"3111 layer_norm_50" -> "3112 add_81"; -"3112 add_81" -> "3114 add_81_0_0_nncf_smooth_quant_0"; -"3112 add_81" -> "3139 add_82"; -"3113 linear_145_updated_constant0" -> "3119 quantize_per_channel_default_146"; -"3114 add_81_0_0_nncf_smooth_quant_0" -> "3115 quantize_per_tensor_default_146"; -"3115 quantize_per_tensor_default_146" -> "3116 dequantize_per_tensor_default_146"; -"3116 dequantize_per_tensor_default_146" -> "3122 linear_145"; -"3117 linear_145_scale_0" -> "3119 quantize_per_channel_default_146"; -"3117 linear_145_scale_0" -> "3120 dequantize_per_channel_default_146"; -"3118 linear_145_zero_point_0" -> "3119 quantize_per_channel_default_146"; -"3118 linear_145_zero_point_0" -> "3120 dequantize_per_channel_default_146"; -"3119 quantize_per_channel_default_146" -> "3120 dequantize_per_channel_default_146"; -"3120 dequantize_per_channel_default_146" -> "3122 linear_145"; -"3121 _param_constant392_0_0" -> "3122 linear_145"; -"3122 linear_145" -> "3123 gelu_23"; -"3123 gelu_23" -> "3124 dropout_94"; -"3124 dropout_94" -> "3126 dropout_94_0_0_nncf_smooth_quant_0"; -"3125 linear_146_updated_constant0" -> "3131 quantize_per_channel_default_147"; -"3126 dropout_94_0_0_nncf_smooth_quant_0" -> "3127 quantize_per_tensor_default_147"; -"3127 quantize_per_tensor_default_147" -> "3128 dequantize_per_tensor_default_147"; -"3128 dequantize_per_tensor_default_147" -> "3134 linear_146"; -"3129 linear_146_scale_0" -> "3131 quantize_per_channel_default_147"; -"3129 linear_146_scale_0" -> "3132 dequantize_per_channel_default_147"; -"3130 linear_146_zero_point_0" -> "3131 quantize_per_channel_default_147"; -"3130 linear_146_zero_point_0" -> "3132 dequantize_per_channel_default_147"; -"3131 quantize_per_channel_default_147" -> "3132 dequantize_per_channel_default_147"; -"3132 dequantize_per_channel_default_147" -> "3134 linear_146"; -"3133 _param_constant394_0_0" -> "3134 linear_146"; -"3134 linear_146" -> "3135 dropout_95"; -"3135 dropout_95" -> "3138 layer_norm_51"; -"3136 _param_constant395" -> "3138 layer_norm_51"; -"3137 _param_constant396" -> "3138 layer_norm_51"; -"3138 layer_norm_51" -> "3139 add_82"; -"3139 add_82" -> "3142 layer_norm_52"; -"3140 _param_constant397" -> "3142 layer_norm_52"; -"3141 _param_constant398" -> "3142 layer_norm_52"; -"3142 layer_norm_52" -> "3143 permute_108"; -"3143 permute_108" -> "3144 adaptive_avg_pool2d"; -"3144 adaptive_avg_pool2d" -> "3145 flatten"; -"3145 flatten" -> "3147 flatten_0_0_nncf_smooth_quant_0"; -"3146 linear_147_updated_constant0" -> "3152 quantize_per_channel_default_148"; -"3147 flatten_0_0_nncf_smooth_quant_0" -> "3148 quantize_per_tensor_default_148"; -"3148 quantize_per_tensor_default_148" -> "3149 dequantize_per_tensor_default_148"; -"3149 dequantize_per_tensor_default_148" -> "3155 linear_147"; -"3150 linear_147_scale_0" -> "3152 quantize_per_channel_default_148"; -"3150 linear_147_scale_0" -> "3153 dequantize_per_channel_default_148"; -"3151 linear_147_zero_point_0" -> "3152 quantize_per_channel_default_148"; -"3151 linear_147_zero_point_0" -> "3153 dequantize_per_channel_default_148"; -"3152 quantize_per_channel_default_148" -> "3153 dequantize_per_channel_default_148"; -"3153 dequantize_per_channel_default_148" -> "3155 linear_147"; -"3154 _param_constant400_0_0" -> "3155 linear_147"; -"3155 linear_147" -> "3156 output"; +"2 dequantize_per_tensor_default" -> "7 conv2d"; +"3 conv2d_scale_0_updated_constant0" -> "6 mul_48"; +"4 compressed_weight_updated_constant0" -> "6 mul_48"; +"5 _param_constant1_0_0" -> "7 conv2d"; +"6 mul_48" -> "7 conv2d"; +"7 conv2d" -> "8 permute"; +"8 permute" -> "11 layer_norm"; +"9 _param_constant2" -> "11 layer_norm"; +"10 _param_constant3" -> "11 layer_norm"; +"11 layer_norm" -> "34 pad"; +"11 layer_norm" -> "92 add_1"; +"12 _tensor_constant0" -> "13 _tensor_constant0_0_0_nncf_smooth_quant_0"; +"13 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "18 linear"; +"14 linear_scale_0_updated_constant0" -> "17 mul_49"; +"15 compressed_weight_updated_constant1" -> "17 mul_49"; +"16 _param_constant5_0_0" -> "18 linear"; +"17 mul_49" -> "18 linear"; +"18 linear" -> "19 relu_"; +"19 relu_" -> "20 relu__0_0_nncf_smooth_quant_0"; +"20 relu__0_0_nncf_smooth_quant_0" -> "24 linear_1"; +"21 linear_1_scale_0_updated_constant0" -> "23 mul_50"; +"22 compressed_weight_updated_constant2" -> "23 mul_50"; +"23 mul_50" -> "24 linear_1"; +"24 linear_1" -> "25 view"; +"25 view" -> "27 index"; +"26 _tensor_constant1" -> "27 index"; +"27 index" -> "28 view_1"; +"28 view_1" -> "29 permute_1"; +"29 permute_1" -> "30 contiguous"; +"30 contiguous" -> "31 unsqueeze"; +"31 unsqueeze" -> "32 sigmoid"; +"32 sigmoid" -> "33 mul"; +"33 mul" -> "69 add"; +"34 pad" -> "35 view_2"; +"35 view_2" -> "36 permute_2"; +"36 permute_2" -> "37 reshape"; +"37 reshape" -> "38 reshape_0_0_nncf_smooth_quant_0"; +"38 reshape_0_0_nncf_smooth_quant_0" -> "39 quantize_per_tensor_default_1"; +"39 quantize_per_tensor_default_1" -> "40 dequantize_per_tensor_default_1"; +"40 dequantize_per_tensor_default_1" -> "45 linear_2"; +"41 linear_2_scale_0_updated_constant0" -> "44 mul_51"; +"42 compressed_weight_updated_constant3" -> "44 mul_51"; +"43 _param_constant7_0_0" -> "45 linear_2"; +"44 mul_51" -> "45 linear_2"; +"45 linear_2" -> "46 reshape_1"; +"46 reshape_1" -> "47 permute_3"; +"47 permute_3" -> "48 select"; +"47 permute_3" -> "49 select_1"; +"47 permute_3" -> "50 select_2"; +"48 select" -> "51 linalg_vector_norm"; +"48 select" -> "53 expand_as"; +"48 select" -> "54 div"; +"49 select_1" -> "57 linalg_vector_norm_1"; +"49 select_1" -> "59 expand_as_1"; +"49 select_1" -> "60 div_1"; +"50 select_2" -> "72 matmul_1"; +"51 linalg_vector_norm" -> "52 clamp_min"; +"52 clamp_min" -> "53 expand_as"; +"53 expand_as" -> "54 div"; +"54 div" -> "55 quantize_per_tensor_default_2"; +"55 quantize_per_tensor_default_2" -> "56 dequantize_per_tensor_default_2"; +"56 dequantize_per_tensor_default_2" -> "64 matmul"; +"57 linalg_vector_norm_1" -> "58 clamp_min_1"; +"58 clamp_min_1" -> "59 expand_as_1"; +"59 expand_as_1" -> "60 div_1"; +"60 div_1" -> "61 quantize_per_tensor_default_3"; +"61 quantize_per_tensor_default_3" -> "62 dequantize_per_tensor_default_3"; +"62 dequantize_per_tensor_default_3" -> "63 transpose"; +"63 transpose" -> "64 matmul"; +"64 matmul" -> "68 mul_1"; +"65 _param_constant9" -> "66 clamp"; +"66 clamp" -> "67 exp"; +"67 exp" -> "68 mul_1"; +"68 mul_1" -> "69 add"; +"69 add" -> "70 softmax"; +"70 softmax" -> "71 dropout"; +"71 dropout" -> "72 matmul_1"; +"72 matmul_1" -> "73 transpose_1"; +"73 transpose_1" -> "74 reshape_2"; +"74 reshape_2" -> "75 reshape_2_0_0_nncf_smooth_quant_0"; +"75 reshape_2_0_0_nncf_smooth_quant_0" -> "76 quantize_per_tensor_default_4"; +"76 quantize_per_tensor_default_4" -> "77 dequantize_per_tensor_default_4"; +"77 dequantize_per_tensor_default_4" -> "82 linear_3"; +"78 linear_3_scale_0_updated_constant0" -> "81 mul_52"; +"79 compressed_weight_updated_constant4" -> "81 mul_52"; +"80 _param_constant11_0_0" -> "82 linear_3"; +"81 mul_52" -> "82 linear_3"; +"82 linear_3" -> "83 dropout_1"; +"83 dropout_1" -> "84 view_3"; +"84 view_3" -> "85 permute_4"; +"85 permute_4" -> "86 reshape_3"; +"86 reshape_3" -> "87 slice_2"; +"87 slice_2" -> "88 slice_3"; +"88 slice_3" -> "91 layer_norm_1"; +"89 _param_constant12" -> "91 layer_norm_1"; +"90 _param_constant13" -> "91 layer_norm_1"; +"91 layer_norm_1" -> "92 add_1"; +"92 add_1" -> "93 add_1_0_0_nncf_smooth_quant_0"; +"92 add_1" -> "115 add_2"; +"93 add_1_0_0_nncf_smooth_quant_0" -> "94 quantize_per_tensor_default_5"; +"94 quantize_per_tensor_default_5" -> "95 dequantize_per_tensor_default_5"; +"95 dequantize_per_tensor_default_5" -> "100 linear_4"; +"96 linear_4_scale_0_updated_constant0" -> "99 mul_53"; +"97 compressed_weight_updated_constant5" -> "99 mul_53"; +"98 _param_constant15_0_0" -> "100 linear_4"; +"99 mul_53" -> "100 linear_4"; +"100 linear_4" -> "101 gelu"; +"101 gelu" -> "102 dropout_2"; +"102 dropout_2" -> "103 dropout_2_0_0_nncf_smooth_quant_0"; +"103 dropout_2_0_0_nncf_smooth_quant_0" -> "104 quantize_per_tensor_default_6"; +"104 quantize_per_tensor_default_6" -> "105 dequantize_per_tensor_default_6"; +"105 dequantize_per_tensor_default_6" -> "110 linear_5"; +"106 linear_5_scale_0_updated_constant0" -> "109 mul_54"; +"107 compressed_weight_updated_constant6" -> "109 mul_54"; +"108 _param_constant17_0_0" -> "110 linear_5"; +"109 mul_54" -> "110 linear_5"; +"110 linear_5" -> "111 dropout_3"; +"111 dropout_3" -> "114 layer_norm_2"; +"112 _param_constant18" -> "114 layer_norm_2"; +"113 _param_constant19" -> "114 layer_norm_2"; +"114 layer_norm_2" -> "115 add_2"; +"115 add_2" -> "138 pad_1"; +"115 add_2" -> "214 add_5"; +"116 _tensor_constant2" -> "117 _tensor_constant2_0_0_nncf_smooth_quant_0"; +"117 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "122 linear_6"; +"118 linear_6_scale_0_updated_constant0" -> "121 mul_55"; +"119 compressed_weight_updated_constant7" -> "121 mul_55"; +"120 _param_constant21_0_0" -> "122 linear_6"; +"121 mul_55" -> "122 linear_6"; +"122 linear_6" -> "123 relu__1"; +"123 relu__1" -> "124 relu__1_0_0_nncf_smooth_quant_0"; +"124 relu__1_0_0_nncf_smooth_quant_0" -> "128 linear_7"; +"125 linear_7_scale_0_updated_constant0" -> "127 mul_56"; +"126 compressed_weight_updated_constant8" -> "127 mul_56"; +"127 mul_56" -> "128 linear_7"; +"128 linear_7" -> "129 view_4"; +"129 view_4" -> "131 index_1"; +"130 _tensor_constant3" -> "131 index_1"; +"131 index_1" -> "132 view_5"; +"132 view_5" -> "133 permute_5"; +"133 permute_5" -> "134 contiguous_1"; +"134 contiguous_1" -> "135 unsqueeze_1"; +"135 unsqueeze_1" -> "136 sigmoid_1"; +"136 sigmoid_1" -> "137 mul_2"; +"137 mul_2" -> "174 add_3"; +"138 pad_1" -> "139 roll"; +"139 roll" -> "140 view_6"; +"140 view_6" -> "141 permute_6"; +"141 permute_6" -> "142 reshape_4"; +"142 reshape_4" -> "143 reshape_4_0_0_nncf_smooth_quant_0"; +"142 reshape_4" -> "175 new_zeros"; +"143 reshape_4_0_0_nncf_smooth_quant_0" -> "144 quantize_per_tensor_default_7"; +"144 quantize_per_tensor_default_7" -> "145 dequantize_per_tensor_default_7"; +"145 dequantize_per_tensor_default_7" -> "150 linear_8"; +"146 linear_8_scale_0_updated_constant0" -> "149 mul_57"; +"147 compressed_weight_updated_constant9" -> "149 mul_57"; +"148 _param_constant23_0_0" -> "150 linear_8"; +"149 mul_57" -> "150 linear_8"; +"150 linear_8" -> "151 reshape_5"; +"151 reshape_5" -> "152 permute_7"; +"152 permute_7" -> "153 select_3"; +"152 permute_7" -> "154 select_4"; +"152 permute_7" -> "155 select_5"; +"153 select_3" -> "156 linalg_vector_norm_2"; +"153 select_3" -> "158 expand_as_2"; +"153 select_3" -> "159 div_2"; +"154 select_4" -> "162 linalg_vector_norm_3"; +"154 select_4" -> "164 expand_as_3"; +"154 select_4" -> "165 div_3"; +"155 select_5" -> "193 matmul_3"; +"156 linalg_vector_norm_2" -> "157 clamp_min_2"; +"157 clamp_min_2" -> "158 expand_as_2"; +"158 expand_as_2" -> "159 div_2"; +"159 div_2" -> "160 quantize_per_tensor_default_8"; +"160 quantize_per_tensor_default_8" -> "161 dequantize_per_tensor_default_8"; +"161 dequantize_per_tensor_default_8" -> "169 matmul_2"; +"162 linalg_vector_norm_3" -> "163 clamp_min_3"; +"163 clamp_min_3" -> "164 expand_as_3"; +"164 expand_as_3" -> "165 div_3"; +"165 div_3" -> "166 quantize_per_tensor_default_9"; +"166 quantize_per_tensor_default_9" -> "167 dequantize_per_tensor_default_9"; +"167 dequantize_per_tensor_default_9" -> "168 transpose_2"; +"168 transpose_2" -> "169 matmul_2"; +"169 matmul_2" -> "173 mul_3"; +"170 _param_constant25" -> "171 clamp_1"; +"171 clamp_1" -> "172 exp_1"; +"172 exp_1" -> "173 mul_3"; +"173 mul_3" -> "174 add_3"; +"174 add_3" -> "186 view_8"; +"175 new_zeros" -> "176 view_7"; +"176 view_7" -> "177 permute_8"; +"177 permute_8" -> "178 reshape_6"; +"178 reshape_6" -> "179 unsqueeze_2"; +"178 reshape_6" -> "180 unsqueeze_3"; +"179 unsqueeze_2" -> "181 sub"; +"180 unsqueeze_3" -> "181 sub"; +"181 sub" -> "182 ne"; +"181 sub" -> "183 masked_fill"; +"181 sub" -> "184 eq"; +"182 ne" -> "183 masked_fill"; +"183 masked_fill" -> "185 masked_fill_1"; +"184 eq" -> "185 masked_fill_1"; +"185 masked_fill_1" -> "187 unsqueeze_4"; +"186 view_8" -> "189 add_4"; +"187 unsqueeze_4" -> "188 unsqueeze_5"; +"188 unsqueeze_5" -> "189 add_4"; +"189 add_4" -> "190 view_9"; +"190 view_9" -> "191 softmax_1"; +"191 softmax_1" -> "192 dropout_4"; +"192 dropout_4" -> "193 matmul_3"; +"193 matmul_3" -> "194 transpose_3"; +"194 transpose_3" -> "195 reshape_7"; +"195 reshape_7" -> "196 reshape_7_0_0_nncf_smooth_quant_0"; +"196 reshape_7_0_0_nncf_smooth_quant_0" -> "197 quantize_per_tensor_default_10"; +"197 quantize_per_tensor_default_10" -> "198 dequantize_per_tensor_default_10"; +"198 dequantize_per_tensor_default_10" -> "203 linear_9"; +"199 linear_9_scale_0_updated_constant0" -> "202 mul_58"; +"200 compressed_weight_updated_constant10" -> "202 mul_58"; +"201 _param_constant27_0_0" -> "203 linear_9"; +"202 mul_58" -> "203 linear_9"; +"203 linear_9" -> "204 dropout_5"; +"204 dropout_5" -> "205 view_10"; +"205 view_10" -> "206 permute_9"; +"206 permute_9" -> "207 reshape_8"; +"207 reshape_8" -> "208 roll_1"; +"208 roll_1" -> "209 slice_23"; +"209 slice_23" -> "210 slice_24"; +"210 slice_24" -> "213 layer_norm_3"; +"211 _param_constant28" -> "213 layer_norm_3"; +"212 _param_constant29" -> "213 layer_norm_3"; +"213 layer_norm_3" -> "214 add_5"; +"214 add_5" -> "215 add_5_0_0_nncf_smooth_quant_0"; +"214 add_5" -> "237 add_6"; +"215 add_5_0_0_nncf_smooth_quant_0" -> "216 quantize_per_tensor_default_11"; +"216 quantize_per_tensor_default_11" -> "217 dequantize_per_tensor_default_11"; +"217 dequantize_per_tensor_default_11" -> "222 linear_10"; +"218 linear_10_scale_0_updated_constant0" -> "221 mul_59"; +"219 compressed_weight_updated_constant11" -> "221 mul_59"; +"220 _param_constant31_0_0" -> "222 linear_10"; +"221 mul_59" -> "222 linear_10"; +"222 linear_10" -> "223 gelu_1"; +"223 gelu_1" -> "224 dropout_6"; +"224 dropout_6" -> "225 dropout_6_0_0_nncf_smooth_quant_0"; +"225 dropout_6_0_0_nncf_smooth_quant_0" -> "226 quantize_per_tensor_default_12"; +"226 quantize_per_tensor_default_12" -> "227 dequantize_per_tensor_default_12"; +"227 dequantize_per_tensor_default_12" -> "232 linear_11"; +"228 linear_11_scale_0_updated_constant0" -> "231 mul_60"; +"229 compressed_weight_updated_constant12" -> "231 mul_60"; +"230 _param_constant33_0_0" -> "232 linear_11"; +"231 mul_60" -> "232 linear_11"; +"232 linear_11" -> "233 dropout_7"; +"233 dropout_7" -> "236 layer_norm_4"; +"234 _param_constant34" -> "236 layer_norm_4"; +"235 _param_constant35" -> "236 layer_norm_4"; +"236 layer_norm_4" -> "237 add_6"; +"237 add_6" -> "238 pad_2"; +"238 pad_2" -> "239 slice_25"; +"238 pad_2" -> "242 slice_28"; +"238 pad_2" -> "245 slice_31"; +"238 pad_2" -> "248 slice_34"; +"239 slice_25" -> "240 slice_26"; +"240 slice_26" -> "241 slice_27"; +"241 slice_27" -> "251 cat"; +"242 slice_28" -> "243 slice_29"; +"243 slice_29" -> "244 slice_30"; +"244 slice_30" -> "251 cat"; +"245 slice_31" -> "246 slice_32"; +"246 slice_32" -> "247 slice_33"; +"247 slice_33" -> "251 cat"; +"248 slice_34" -> "249 slice_35"; +"249 slice_35" -> "250 slice_36"; +"250 slice_36" -> "251 cat"; +"251 cat" -> "252 cat_0_0_nncf_smooth_quant_0"; +"252 cat_0_0_nncf_smooth_quant_0" -> "253 quantize_per_tensor_default_13"; +"253 quantize_per_tensor_default_13" -> "254 dequantize_per_tensor_default_13"; +"254 dequantize_per_tensor_default_13" -> "258 linear_12"; +"255 linear_12_scale_0_updated_constant0" -> "257 mul_61"; +"256 compressed_weight_updated_constant13" -> "257 mul_61"; +"257 mul_61" -> "258 linear_12"; +"258 linear_12" -> "261 layer_norm_5"; +"259 _param_constant37" -> "261 layer_norm_5"; +"260 _param_constant38" -> "261 layer_norm_5"; +"261 layer_norm_5" -> "284 pad_3"; +"261 layer_norm_5" -> "345 add_8"; +"262 _tensor_constant13" -> "263 _tensor_constant13_0_0_nncf_smooth_quant_0"; +"263 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "268 linear_13"; +"264 linear_13_scale_0_updated_constant0" -> "267 mul_62"; +"265 compressed_weight_updated_constant14" -> "267 mul_62"; +"266 _param_constant40_0_0" -> "268 linear_13"; +"267 mul_62" -> "268 linear_13"; +"268 linear_13" -> "269 relu__2"; +"269 relu__2" -> "270 relu__2_0_0_nncf_smooth_quant_0"; +"270 relu__2_0_0_nncf_smooth_quant_0" -> "274 linear_14"; +"271 linear_14_scale_0_updated_constant0" -> "273 mul_63"; +"272 compressed_weight_updated_constant15" -> "273 mul_63"; +"273 mul_63" -> "274 linear_14"; +"274 linear_14" -> "275 view_11"; +"275 view_11" -> "277 index_2"; +"276 _tensor_constant14" -> "277 index_2"; +"277 index_2" -> "278 view_12"; +"278 view_12" -> "279 permute_10"; +"279 permute_10" -> "280 contiguous_2"; +"280 contiguous_2" -> "281 unsqueeze_6"; +"281 unsqueeze_6" -> "282 sigmoid_2"; +"282 sigmoid_2" -> "283 mul_4"; +"283 mul_4" -> "319 add_7"; +"284 pad_3" -> "285 view_13"; +"285 view_13" -> "286 permute_11"; +"286 permute_11" -> "287 reshape_9"; +"287 reshape_9" -> "288 reshape_9_0_0_nncf_smooth_quant_0"; +"288 reshape_9_0_0_nncf_smooth_quant_0" -> "289 quantize_per_tensor_default_14"; +"289 quantize_per_tensor_default_14" -> "290 dequantize_per_tensor_default_14"; +"290 dequantize_per_tensor_default_14" -> "295 linear_15"; +"291 linear_15_scale_0_updated_constant0" -> "294 mul_64"; +"292 compressed_weight_updated_constant16" -> "294 mul_64"; +"293 _param_constant42_0_0" -> "295 linear_15"; +"294 mul_64" -> "295 linear_15"; +"295 linear_15" -> "296 reshape_10"; +"296 reshape_10" -> "297 permute_12"; +"297 permute_12" -> "298 select_6"; +"297 permute_12" -> "299 select_7"; +"297 permute_12" -> "300 select_8"; +"298 select_6" -> "301 linalg_vector_norm_4"; +"298 select_6" -> "303 expand_as_4"; +"298 select_6" -> "304 div_4"; +"299 select_7" -> "307 linalg_vector_norm_5"; +"299 select_7" -> "309 expand_as_5"; +"299 select_7" -> "310 div_5"; +"300 select_8" -> "322 matmul_5"; +"301 linalg_vector_norm_4" -> "302 clamp_min_4"; +"302 clamp_min_4" -> "303 expand_as_4"; +"303 expand_as_4" -> "304 div_4"; +"304 div_4" -> "305 quantize_per_tensor_default_15"; +"305 quantize_per_tensor_default_15" -> "306 dequantize_per_tensor_default_15"; +"306 dequantize_per_tensor_default_15" -> "314 matmul_4"; +"307 linalg_vector_norm_5" -> "308 clamp_min_5"; +"308 clamp_min_5" -> "309 expand_as_5"; +"309 expand_as_5" -> "310 div_5"; +"310 div_5" -> "311 quantize_per_tensor_default_16"; +"311 quantize_per_tensor_default_16" -> "312 dequantize_per_tensor_default_16"; +"312 dequantize_per_tensor_default_16" -> "313 transpose_4"; +"313 transpose_4" -> "314 matmul_4"; +"314 matmul_4" -> "318 mul_5"; +"315 _param_constant44" -> "316 clamp_2"; +"316 clamp_2" -> "317 exp_2"; +"317 exp_2" -> "318 mul_5"; +"318 mul_5" -> "319 add_7"; +"319 add_7" -> "320 softmax_2"; +"320 softmax_2" -> "321 dropout_8"; +"321 dropout_8" -> "322 matmul_5"; +"322 matmul_5" -> "323 transpose_5"; +"323 transpose_5" -> "324 reshape_11"; +"324 reshape_11" -> "325 reshape_11_0_0_nncf_smooth_quant_0"; +"325 reshape_11_0_0_nncf_smooth_quant_0" -> "326 quantize_per_tensor_default_17"; +"326 quantize_per_tensor_default_17" -> "327 dequantize_per_tensor_default_17"; +"327 dequantize_per_tensor_default_17" -> "332 linear_16"; +"328 linear_16_scale_0_updated_constant0" -> "331 mul_65"; +"329 compressed_weight_updated_constant17" -> "331 mul_65"; +"330 _param_constant46_0_0" -> "332 linear_16"; +"331 mul_65" -> "332 linear_16"; +"332 linear_16" -> "333 dropout_9"; +"333 dropout_9" -> "334 view_14"; +"334 view_14" -> "335 permute_13"; +"335 permute_13" -> "336 reshape_12"; +"336 reshape_12" -> "337 slice_38"; +"337 slice_38" -> "338 slice_39"; +"338 slice_39" -> "339 slice_40"; +"339 slice_40" -> "340 slice_41"; +"340 slice_41" -> "341 contiguous_3"; +"341 contiguous_3" -> "344 layer_norm_6"; +"342 _param_constant47" -> "344 layer_norm_6"; +"343 _param_constant48" -> "344 layer_norm_6"; +"344 layer_norm_6" -> "345 add_8"; +"345 add_8" -> "346 add_8_0_0_nncf_smooth_quant_0"; +"345 add_8" -> "368 add_9"; +"346 add_8_0_0_nncf_smooth_quant_0" -> "347 quantize_per_tensor_default_18"; +"347 quantize_per_tensor_default_18" -> "348 dequantize_per_tensor_default_18"; +"348 dequantize_per_tensor_default_18" -> "353 linear_17"; +"349 linear_17_scale_0_updated_constant0" -> "352 mul_66"; +"350 compressed_weight_updated_constant18" -> "352 mul_66"; +"351 _param_constant50_0_0" -> "353 linear_17"; +"352 mul_66" -> "353 linear_17"; +"353 linear_17" -> "354 gelu_2"; +"354 gelu_2" -> "355 dropout_10"; +"355 dropout_10" -> "356 dropout_10_0_0_nncf_smooth_quant_0"; +"356 dropout_10_0_0_nncf_smooth_quant_0" -> "357 quantize_per_tensor_default_19"; +"357 quantize_per_tensor_default_19" -> "358 dequantize_per_tensor_default_19"; +"358 dequantize_per_tensor_default_19" -> "363 linear_18"; +"359 linear_18_scale_0_updated_constant0" -> "362 mul_67"; +"360 compressed_weight_updated_constant19" -> "362 mul_67"; +"361 _param_constant52_0_0" -> "363 linear_18"; +"362 mul_67" -> "363 linear_18"; +"363 linear_18" -> "364 dropout_11"; +"364 dropout_11" -> "367 layer_norm_7"; +"365 _param_constant53" -> "367 layer_norm_7"; +"366 _param_constant54" -> "367 layer_norm_7"; +"367 layer_norm_7" -> "368 add_9"; +"368 add_9" -> "391 pad_4"; +"368 add_9" -> "470 add_12"; +"369 _tensor_constant15" -> "370 _tensor_constant15_0_0_nncf_smooth_quant_0"; +"370 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "375 linear_19"; +"371 linear_19_scale_0_updated_constant0" -> "374 mul_68"; +"372 compressed_weight_updated_constant20" -> "374 mul_68"; +"373 _param_constant56_0_0" -> "375 linear_19"; +"374 mul_68" -> "375 linear_19"; +"375 linear_19" -> "376 relu__3"; +"376 relu__3" -> "377 relu__3_0_0_nncf_smooth_quant_0"; +"377 relu__3_0_0_nncf_smooth_quant_0" -> "381 linear_20"; +"378 linear_20_scale_0_updated_constant0" -> "380 mul_69"; +"379 compressed_weight_updated_constant21" -> "380 mul_69"; +"380 mul_69" -> "381 linear_20"; +"381 linear_20" -> "382 view_15"; +"382 view_15" -> "384 index_3"; +"383 _tensor_constant16" -> "384 index_3"; +"384 index_3" -> "385 view_16"; +"385 view_16" -> "386 permute_14"; +"386 permute_14" -> "387 contiguous_4"; +"387 contiguous_4" -> "388 unsqueeze_7"; +"388 unsqueeze_7" -> "389 sigmoid_3"; +"389 sigmoid_3" -> "390 mul_6"; +"390 mul_6" -> "427 add_10"; +"391 pad_4" -> "392 roll_2"; +"392 roll_2" -> "393 view_17"; +"393 view_17" -> "394 permute_15"; +"394 permute_15" -> "395 reshape_13"; +"395 reshape_13" -> "396 reshape_13_0_0_nncf_smooth_quant_0"; +"395 reshape_13" -> "428 new_zeros_1"; +"396 reshape_13_0_0_nncf_smooth_quant_0" -> "397 quantize_per_tensor_default_20"; +"397 quantize_per_tensor_default_20" -> "398 dequantize_per_tensor_default_20"; +"398 dequantize_per_tensor_default_20" -> "403 linear_21"; +"399 linear_21_scale_0_updated_constant0" -> "402 mul_70"; +"400 compressed_weight_updated_constant22" -> "402 mul_70"; +"401 _param_constant58_0_0" -> "403 linear_21"; +"402 mul_70" -> "403 linear_21"; +"403 linear_21" -> "404 reshape_14"; +"404 reshape_14" -> "405 permute_16"; +"405 permute_16" -> "406 select_9"; +"405 permute_16" -> "407 select_10"; +"405 permute_16" -> "408 select_11"; +"406 select_9" -> "409 linalg_vector_norm_6"; +"406 select_9" -> "411 expand_as_6"; +"406 select_9" -> "412 div_6"; +"407 select_10" -> "415 linalg_vector_norm_7"; +"407 select_10" -> "417 expand_as_7"; +"407 select_10" -> "418 div_7"; +"408 select_11" -> "446 matmul_7"; +"409 linalg_vector_norm_6" -> "410 clamp_min_6"; +"410 clamp_min_6" -> "411 expand_as_6"; +"411 expand_as_6" -> "412 div_6"; +"412 div_6" -> "413 quantize_per_tensor_default_21"; +"413 quantize_per_tensor_default_21" -> "414 dequantize_per_tensor_default_21"; +"414 dequantize_per_tensor_default_21" -> "422 matmul_6"; +"415 linalg_vector_norm_7" -> "416 clamp_min_7"; +"416 clamp_min_7" -> "417 expand_as_7"; +"417 expand_as_7" -> "418 div_7"; +"418 div_7" -> "419 quantize_per_tensor_default_22"; +"419 quantize_per_tensor_default_22" -> "420 dequantize_per_tensor_default_22"; +"420 dequantize_per_tensor_default_22" -> "421 transpose_6"; +"421 transpose_6" -> "422 matmul_6"; +"422 matmul_6" -> "426 mul_7"; +"423 _param_constant60" -> "424 clamp_3"; +"424 clamp_3" -> "425 exp_3"; +"425 exp_3" -> "426 mul_7"; +"426 mul_7" -> "427 add_10"; +"427 add_10" -> "439 view_19"; +"428 new_zeros_1" -> "429 view_18"; +"429 view_18" -> "430 permute_17"; +"430 permute_17" -> "431 reshape_15"; +"431 reshape_15" -> "432 unsqueeze_8"; +"431 reshape_15" -> "433 unsqueeze_9"; +"432 unsqueeze_8" -> "434 sub_1"; +"433 unsqueeze_9" -> "434 sub_1"; +"434 sub_1" -> "435 ne_1"; +"434 sub_1" -> "436 masked_fill_2"; +"434 sub_1" -> "437 eq_1"; +"435 ne_1" -> "436 masked_fill_2"; +"436 masked_fill_2" -> "438 masked_fill_3"; +"437 eq_1" -> "438 masked_fill_3"; +"438 masked_fill_3" -> "440 unsqueeze_10"; +"439 view_19" -> "442 add_11"; +"440 unsqueeze_10" -> "441 unsqueeze_11"; +"441 unsqueeze_11" -> "442 add_11"; +"442 add_11" -> "443 view_20"; +"443 view_20" -> "444 softmax_3"; +"444 softmax_3" -> "445 dropout_12"; +"445 dropout_12" -> "446 matmul_7"; +"446 matmul_7" -> "447 transpose_7"; +"447 transpose_7" -> "448 reshape_16"; +"448 reshape_16" -> "449 reshape_16_0_0_nncf_smooth_quant_0"; +"449 reshape_16_0_0_nncf_smooth_quant_0" -> "450 quantize_per_tensor_default_23"; +"450 quantize_per_tensor_default_23" -> "451 dequantize_per_tensor_default_23"; +"451 dequantize_per_tensor_default_23" -> "456 linear_22"; +"452 linear_22_scale_0_updated_constant0" -> "455 mul_71"; +"453 compressed_weight_updated_constant23" -> "455 mul_71"; +"454 _param_constant62_0_0" -> "456 linear_22"; +"455 mul_71" -> "456 linear_22"; +"456 linear_22" -> "457 dropout_13"; +"457 dropout_13" -> "458 view_21"; +"458 view_21" -> "459 permute_18"; +"459 permute_18" -> "460 reshape_17"; +"460 reshape_17" -> "461 roll_3"; +"461 roll_3" -> "462 slice_61"; +"462 slice_61" -> "463 slice_62"; +"463 slice_62" -> "464 slice_63"; +"464 slice_63" -> "465 slice_64"; +"465 slice_64" -> "466 contiguous_5"; +"466 contiguous_5" -> "469 layer_norm_8"; +"467 _param_constant63" -> "469 layer_norm_8"; +"468 _param_constant64" -> "469 layer_norm_8"; +"469 layer_norm_8" -> "470 add_12"; +"470 add_12" -> "471 add_12_0_0_nncf_smooth_quant_0"; +"470 add_12" -> "493 add_13"; +"471 add_12_0_0_nncf_smooth_quant_0" -> "472 quantize_per_tensor_default_24"; +"472 quantize_per_tensor_default_24" -> "473 dequantize_per_tensor_default_24"; +"473 dequantize_per_tensor_default_24" -> "478 linear_23"; +"474 linear_23_scale_0_updated_constant0" -> "477 mul_72"; +"475 compressed_weight_updated_constant24" -> "477 mul_72"; +"476 _param_constant66_0_0" -> "478 linear_23"; +"477 mul_72" -> "478 linear_23"; +"478 linear_23" -> "479 gelu_3"; +"479 gelu_3" -> "480 dropout_14"; +"480 dropout_14" -> "481 dropout_14_0_0_nncf_smooth_quant_0"; +"481 dropout_14_0_0_nncf_smooth_quant_0" -> "482 quantize_per_tensor_default_25"; +"482 quantize_per_tensor_default_25" -> "483 dequantize_per_tensor_default_25"; +"483 dequantize_per_tensor_default_25" -> "488 linear_24"; +"484 linear_24_scale_0_updated_constant0" -> "487 mul_73"; +"485 compressed_weight_updated_constant25" -> "487 mul_73"; +"486 _param_constant68_0_0" -> "488 linear_24"; +"487 mul_73" -> "488 linear_24"; +"488 linear_24" -> "489 dropout_15"; +"489 dropout_15" -> "492 layer_norm_9"; +"490 _param_constant69" -> "492 layer_norm_9"; +"491 _param_constant70" -> "492 layer_norm_9"; +"492 layer_norm_9" -> "493 add_13"; +"493 add_13" -> "494 pad_5"; +"494 pad_5" -> "495 slice_65"; +"494 pad_5" -> "498 slice_68"; +"494 pad_5" -> "501 slice_71"; +"494 pad_5" -> "504 slice_74"; +"495 slice_65" -> "496 slice_66"; +"496 slice_66" -> "497 slice_67"; +"497 slice_67" -> "507 cat_1"; +"498 slice_68" -> "499 slice_69"; +"499 slice_69" -> "500 slice_70"; +"500 slice_70" -> "507 cat_1"; +"501 slice_71" -> "502 slice_72"; +"502 slice_72" -> "503 slice_73"; +"503 slice_73" -> "507 cat_1"; +"504 slice_74" -> "505 slice_75"; +"505 slice_75" -> "506 slice_76"; +"506 slice_76" -> "507 cat_1"; +"507 cat_1" -> "508 cat_1_0_0_nncf_smooth_quant_0"; +"508 cat_1_0_0_nncf_smooth_quant_0" -> "509 quantize_per_tensor_default_26"; +"509 quantize_per_tensor_default_26" -> "510 dequantize_per_tensor_default_26"; +"510 dequantize_per_tensor_default_26" -> "514 linear_25"; +"511 linear_25_scale_0_updated_constant0" -> "513 mul_74"; +"512 compressed_weight_updated_constant26" -> "513 mul_74"; +"513 mul_74" -> "514 linear_25"; +"514 linear_25" -> "517 layer_norm_10"; +"515 _param_constant72" -> "517 layer_norm_10"; +"516 _param_constant73" -> "517 layer_norm_10"; +"517 layer_norm_10" -> "540 pad_6"; +"517 layer_norm_10" -> "601 add_15"; +"518 _tensor_constant26" -> "519 _tensor_constant26_0_0_nncf_smooth_quant_0"; +"519 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "524 linear_26"; +"520 linear_26_scale_0_updated_constant0" -> "523 mul_75"; +"521 compressed_weight_updated_constant27" -> "523 mul_75"; +"522 _param_constant75_0_0" -> "524 linear_26"; +"523 mul_75" -> "524 linear_26"; +"524 linear_26" -> "525 relu__4"; +"525 relu__4" -> "526 relu__4_0_0_nncf_smooth_quant_0"; +"526 relu__4_0_0_nncf_smooth_quant_0" -> "530 linear_27"; +"527 linear_27_scale_0_updated_constant0" -> "529 mul_76"; +"528 compressed_weight_updated_constant28" -> "529 mul_76"; +"529 mul_76" -> "530 linear_27"; +"530 linear_27" -> "531 view_22"; +"531 view_22" -> "533 index_4"; +"532 _tensor_constant27" -> "533 index_4"; +"533 index_4" -> "534 view_23"; +"534 view_23" -> "535 permute_19"; +"535 permute_19" -> "536 contiguous_6"; +"536 contiguous_6" -> "537 unsqueeze_12"; +"537 unsqueeze_12" -> "538 sigmoid_4"; +"538 sigmoid_4" -> "539 mul_8"; +"539 mul_8" -> "575 add_14"; +"540 pad_6" -> "541 view_24"; +"541 view_24" -> "542 permute_20"; +"542 permute_20" -> "543 reshape_18"; +"543 reshape_18" -> "544 reshape_18_0_0_nncf_smooth_quant_0"; +"544 reshape_18_0_0_nncf_smooth_quant_0" -> "545 quantize_per_tensor_default_27"; +"545 quantize_per_tensor_default_27" -> "546 dequantize_per_tensor_default_27"; +"546 dequantize_per_tensor_default_27" -> "551 linear_28"; +"547 linear_28_scale_0_updated_constant0" -> "550 mul_77"; +"548 compressed_weight_updated_constant29" -> "550 mul_77"; +"549 _param_constant77_0_0" -> "551 linear_28"; +"550 mul_77" -> "551 linear_28"; +"551 linear_28" -> "552 reshape_19"; +"552 reshape_19" -> "553 permute_21"; +"553 permute_21" -> "554 select_12"; +"553 permute_21" -> "555 select_13"; +"553 permute_21" -> "556 select_14"; +"554 select_12" -> "557 linalg_vector_norm_8"; +"554 select_12" -> "559 expand_as_8"; +"554 select_12" -> "560 div_8"; +"555 select_13" -> "563 linalg_vector_norm_9"; +"555 select_13" -> "565 expand_as_9"; +"555 select_13" -> "566 div_9"; +"556 select_14" -> "578 matmul_9"; +"557 linalg_vector_norm_8" -> "558 clamp_min_8"; +"558 clamp_min_8" -> "559 expand_as_8"; +"559 expand_as_8" -> "560 div_8"; +"560 div_8" -> "561 quantize_per_tensor_default_28"; +"561 quantize_per_tensor_default_28" -> "562 dequantize_per_tensor_default_28"; +"562 dequantize_per_tensor_default_28" -> "570 matmul_8"; +"563 linalg_vector_norm_9" -> "564 clamp_min_9"; +"564 clamp_min_9" -> "565 expand_as_9"; +"565 expand_as_9" -> "566 div_9"; +"566 div_9" -> "567 quantize_per_tensor_default_29"; +"567 quantize_per_tensor_default_29" -> "568 dequantize_per_tensor_default_29"; +"568 dequantize_per_tensor_default_29" -> "569 transpose_8"; +"569 transpose_8" -> "570 matmul_8"; +"570 matmul_8" -> "574 mul_9"; +"571 _param_constant79" -> "572 clamp_4"; +"572 clamp_4" -> "573 exp_4"; +"573 exp_4" -> "574 mul_9"; +"574 mul_9" -> "575 add_14"; +"575 add_14" -> "576 softmax_4"; +"576 softmax_4" -> "577 dropout_16"; +"577 dropout_16" -> "578 matmul_9"; +"578 matmul_9" -> "579 transpose_9"; +"579 transpose_9" -> "580 reshape_20"; +"580 reshape_20" -> "581 reshape_20_0_0_nncf_smooth_quant_0"; +"581 reshape_20_0_0_nncf_smooth_quant_0" -> "582 quantize_per_tensor_default_30"; +"582 quantize_per_tensor_default_30" -> "583 dequantize_per_tensor_default_30"; +"583 dequantize_per_tensor_default_30" -> "588 linear_29"; +"584 linear_29_scale_0_updated_constant0" -> "587 mul_78"; +"585 compressed_weight_updated_constant30" -> "587 mul_78"; +"586 _param_constant81_0_0" -> "588 linear_29"; +"587 mul_78" -> "588 linear_29"; +"588 linear_29" -> "589 dropout_17"; +"589 dropout_17" -> "590 view_25"; +"590 view_25" -> "591 permute_22"; +"591 permute_22" -> "592 reshape_21"; +"592 reshape_21" -> "593 slice_78"; +"593 slice_78" -> "594 slice_79"; +"594 slice_79" -> "595 slice_80"; +"595 slice_80" -> "596 slice_81"; +"596 slice_81" -> "597 contiguous_7"; +"597 contiguous_7" -> "600 layer_norm_11"; +"598 _param_constant82" -> "600 layer_norm_11"; +"599 _param_constant83" -> "600 layer_norm_11"; +"600 layer_norm_11" -> "601 add_15"; +"601 add_15" -> "602 add_15_0_0_nncf_smooth_quant_0"; +"601 add_15" -> "624 add_16"; +"602 add_15_0_0_nncf_smooth_quant_0" -> "603 quantize_per_tensor_default_31"; +"603 quantize_per_tensor_default_31" -> "604 dequantize_per_tensor_default_31"; +"604 dequantize_per_tensor_default_31" -> "609 linear_30"; +"605 linear_30_scale_0_updated_constant0" -> "608 mul_79"; +"606 compressed_weight_updated_constant31" -> "608 mul_79"; +"607 _param_constant85_0_0" -> "609 linear_30"; +"608 mul_79" -> "609 linear_30"; +"609 linear_30" -> "610 gelu_4"; +"610 gelu_4" -> "611 dropout_18"; +"611 dropout_18" -> "612 dropout_18_0_0_nncf_smooth_quant_0"; +"612 dropout_18_0_0_nncf_smooth_quant_0" -> "613 quantize_per_tensor_default_32"; +"613 quantize_per_tensor_default_32" -> "614 dequantize_per_tensor_default_32"; +"614 dequantize_per_tensor_default_32" -> "619 linear_31"; +"615 linear_31_scale_0_updated_constant0" -> "618 mul_80"; +"616 compressed_weight_updated_constant32" -> "618 mul_80"; +"617 _param_constant87_0_0" -> "619 linear_31"; +"618 mul_80" -> "619 linear_31"; +"619 linear_31" -> "620 dropout_19"; +"620 dropout_19" -> "623 layer_norm_12"; +"621 _param_constant88" -> "623 layer_norm_12"; +"622 _param_constant89" -> "623 layer_norm_12"; +"623 layer_norm_12" -> "624 add_16"; +"624 add_16" -> "647 pad_7"; +"624 add_16" -> "726 add_19"; +"625 _tensor_constant28" -> "626 _tensor_constant28_0_0_nncf_smooth_quant_0"; +"626 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "631 linear_32"; +"627 linear_32_scale_0_updated_constant0" -> "630 mul_81"; +"628 compressed_weight_updated_constant33" -> "630 mul_81"; +"629 _param_constant91_0_0" -> "631 linear_32"; +"630 mul_81" -> "631 linear_32"; +"631 linear_32" -> "632 relu__5"; +"632 relu__5" -> "633 relu__5_0_0_nncf_smooth_quant_0"; +"633 relu__5_0_0_nncf_smooth_quant_0" -> "637 linear_33"; +"634 linear_33_scale_0_updated_constant0" -> "636 mul_82"; +"635 compressed_weight_updated_constant34" -> "636 mul_82"; +"636 mul_82" -> "637 linear_33"; +"637 linear_33" -> "638 view_26"; +"638 view_26" -> "640 index_5"; +"639 _tensor_constant29" -> "640 index_5"; +"640 index_5" -> "641 view_27"; +"641 view_27" -> "642 permute_23"; +"642 permute_23" -> "643 contiguous_8"; +"643 contiguous_8" -> "644 unsqueeze_13"; +"644 unsqueeze_13" -> "645 sigmoid_5"; +"645 sigmoid_5" -> "646 mul_10"; +"646 mul_10" -> "683 add_17"; +"647 pad_7" -> "648 roll_4"; +"648 roll_4" -> "649 view_28"; +"649 view_28" -> "650 permute_24"; +"650 permute_24" -> "651 reshape_22"; +"651 reshape_22" -> "652 reshape_22_0_0_nncf_smooth_quant_0"; +"651 reshape_22" -> "684 new_zeros_2"; +"652 reshape_22_0_0_nncf_smooth_quant_0" -> "653 quantize_per_tensor_default_33"; +"653 quantize_per_tensor_default_33" -> "654 dequantize_per_tensor_default_33"; +"654 dequantize_per_tensor_default_33" -> "659 linear_34"; +"655 linear_34_scale_0_updated_constant0" -> "658 mul_83"; +"656 compressed_weight_updated_constant35" -> "658 mul_83"; +"657 _param_constant93_0_0" -> "659 linear_34"; +"658 mul_83" -> "659 linear_34"; +"659 linear_34" -> "660 reshape_23"; +"660 reshape_23" -> "661 permute_25"; +"661 permute_25" -> "662 select_15"; +"661 permute_25" -> "663 select_16"; +"661 permute_25" -> "664 select_17"; +"662 select_15" -> "665 linalg_vector_norm_10"; +"662 select_15" -> "667 expand_as_10"; +"662 select_15" -> "668 div_10"; +"663 select_16" -> "671 linalg_vector_norm_11"; +"663 select_16" -> "673 expand_as_11"; +"663 select_16" -> "674 div_11"; +"664 select_17" -> "702 matmul_11"; +"665 linalg_vector_norm_10" -> "666 clamp_min_10"; +"666 clamp_min_10" -> "667 expand_as_10"; +"667 expand_as_10" -> "668 div_10"; +"668 div_10" -> "669 quantize_per_tensor_default_34"; +"669 quantize_per_tensor_default_34" -> "670 dequantize_per_tensor_default_34"; +"670 dequantize_per_tensor_default_34" -> "678 matmul_10"; +"671 linalg_vector_norm_11" -> "672 clamp_min_11"; +"672 clamp_min_11" -> "673 expand_as_11"; +"673 expand_as_11" -> "674 div_11"; +"674 div_11" -> "675 quantize_per_tensor_default_35"; +"675 quantize_per_tensor_default_35" -> "676 dequantize_per_tensor_default_35"; +"676 dequantize_per_tensor_default_35" -> "677 transpose_10"; +"677 transpose_10" -> "678 matmul_10"; +"678 matmul_10" -> "682 mul_11"; +"679 _param_constant95" -> "680 clamp_5"; +"680 clamp_5" -> "681 exp_5"; +"681 exp_5" -> "682 mul_11"; +"682 mul_11" -> "683 add_17"; +"683 add_17" -> "695 view_30"; +"684 new_zeros_2" -> "685 view_29"; +"685 view_29" -> "686 permute_26"; +"686 permute_26" -> "687 reshape_24"; +"687 reshape_24" -> "688 unsqueeze_14"; +"687 reshape_24" -> "689 unsqueeze_15"; +"688 unsqueeze_14" -> "690 sub_2"; +"689 unsqueeze_15" -> "690 sub_2"; +"690 sub_2" -> "691 ne_2"; +"690 sub_2" -> "692 masked_fill_4"; +"690 sub_2" -> "693 eq_2"; +"691 ne_2" -> "692 masked_fill_4"; +"692 masked_fill_4" -> "694 masked_fill_5"; +"693 eq_2" -> "694 masked_fill_5"; +"694 masked_fill_5" -> "696 unsqueeze_16"; +"695 view_30" -> "698 add_18"; +"696 unsqueeze_16" -> "697 unsqueeze_17"; +"697 unsqueeze_17" -> "698 add_18"; +"698 add_18" -> "699 view_31"; +"699 view_31" -> "700 softmax_5"; +"700 softmax_5" -> "701 dropout_20"; +"701 dropout_20" -> "702 matmul_11"; +"702 matmul_11" -> "703 transpose_11"; +"703 transpose_11" -> "704 reshape_25"; +"704 reshape_25" -> "705 reshape_25_0_0_nncf_smooth_quant_0"; +"705 reshape_25_0_0_nncf_smooth_quant_0" -> "706 quantize_per_tensor_default_36"; +"706 quantize_per_tensor_default_36" -> "707 dequantize_per_tensor_default_36"; +"707 dequantize_per_tensor_default_36" -> "712 linear_35"; +"708 linear_35_scale_0_updated_constant0" -> "711 mul_84"; +"709 compressed_weight_updated_constant36" -> "711 mul_84"; +"710 _param_constant97_0_0" -> "712 linear_35"; +"711 mul_84" -> "712 linear_35"; +"712 linear_35" -> "713 dropout_21"; +"713 dropout_21" -> "714 view_32"; +"714 view_32" -> "715 permute_27"; +"715 permute_27" -> "716 reshape_26"; +"716 reshape_26" -> "717 roll_5"; +"717 roll_5" -> "718 slice_101"; +"718 slice_101" -> "719 slice_102"; +"719 slice_102" -> "720 slice_103"; +"720 slice_103" -> "721 slice_104"; +"721 slice_104" -> "722 contiguous_9"; +"722 contiguous_9" -> "725 layer_norm_13"; +"723 _param_constant98" -> "725 layer_norm_13"; +"724 _param_constant99" -> "725 layer_norm_13"; +"725 layer_norm_13" -> "726 add_19"; +"726 add_19" -> "727 add_19_0_0_nncf_smooth_quant_0"; +"726 add_19" -> "749 add_20"; +"727 add_19_0_0_nncf_smooth_quant_0" -> "728 quantize_per_tensor_default_37"; +"728 quantize_per_tensor_default_37" -> "729 dequantize_per_tensor_default_37"; +"729 dequantize_per_tensor_default_37" -> "734 linear_36"; +"730 linear_36_scale_0_updated_constant0" -> "733 mul_85"; +"731 compressed_weight_updated_constant37" -> "733 mul_85"; +"732 _param_constant101_0_0" -> "734 linear_36"; +"733 mul_85" -> "734 linear_36"; +"734 linear_36" -> "735 gelu_5"; +"735 gelu_5" -> "736 dropout_22"; +"736 dropout_22" -> "737 dropout_22_0_0_nncf_smooth_quant_0"; +"737 dropout_22_0_0_nncf_smooth_quant_0" -> "738 quantize_per_tensor_default_38"; +"738 quantize_per_tensor_default_38" -> "739 dequantize_per_tensor_default_38"; +"739 dequantize_per_tensor_default_38" -> "744 linear_37"; +"740 linear_37_scale_0_updated_constant0" -> "743 mul_86"; +"741 compressed_weight_updated_constant38" -> "743 mul_86"; +"742 _param_constant103_0_0" -> "744 linear_37"; +"743 mul_86" -> "744 linear_37"; +"744 linear_37" -> "745 dropout_23"; +"745 dropout_23" -> "748 layer_norm_14"; +"746 _param_constant104" -> "748 layer_norm_14"; +"747 _param_constant105" -> "748 layer_norm_14"; +"748 layer_norm_14" -> "749 add_20"; +"749 add_20" -> "772 pad_8"; +"749 add_20" -> "833 add_22"; +"750 _tensor_constant39" -> "751 _tensor_constant39_0_0_nncf_smooth_quant_0"; +"751 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "756 linear_38"; +"752 linear_38_scale_0_updated_constant0" -> "755 mul_87"; +"753 compressed_weight_updated_constant39" -> "755 mul_87"; +"754 _param_constant107_0_0" -> "756 linear_38"; +"755 mul_87" -> "756 linear_38"; +"756 linear_38" -> "757 relu__6"; +"757 relu__6" -> "758 relu__6_0_0_nncf_smooth_quant_0"; +"758 relu__6_0_0_nncf_smooth_quant_0" -> "762 linear_39"; +"759 linear_39_scale_0_updated_constant0" -> "761 mul_88"; +"760 compressed_weight_updated_constant40" -> "761 mul_88"; +"761 mul_88" -> "762 linear_39"; +"762 linear_39" -> "763 view_33"; +"763 view_33" -> "765 index_6"; +"764 _tensor_constant40" -> "765 index_6"; +"765 index_6" -> "766 view_34"; +"766 view_34" -> "767 permute_28"; +"767 permute_28" -> "768 contiguous_10"; +"768 contiguous_10" -> "769 unsqueeze_18"; +"769 unsqueeze_18" -> "770 sigmoid_6"; +"770 sigmoid_6" -> "771 mul_12"; +"771 mul_12" -> "807 add_21"; +"772 pad_8" -> "773 view_35"; +"773 view_35" -> "774 permute_29"; +"774 permute_29" -> "775 reshape_27"; +"775 reshape_27" -> "776 reshape_27_0_0_nncf_smooth_quant_0"; +"776 reshape_27_0_0_nncf_smooth_quant_0" -> "777 quantize_per_tensor_default_39"; +"777 quantize_per_tensor_default_39" -> "778 dequantize_per_tensor_default_39"; +"778 dequantize_per_tensor_default_39" -> "783 linear_40"; +"779 linear_40_scale_0_updated_constant0" -> "782 mul_89"; +"780 compressed_weight_updated_constant41" -> "782 mul_89"; +"781 _param_constant109_0_0" -> "783 linear_40"; +"782 mul_89" -> "783 linear_40"; +"783 linear_40" -> "784 reshape_28"; +"784 reshape_28" -> "785 permute_30"; +"785 permute_30" -> "786 select_18"; +"785 permute_30" -> "787 select_19"; +"785 permute_30" -> "788 select_20"; +"786 select_18" -> "789 linalg_vector_norm_12"; +"786 select_18" -> "791 expand_as_12"; +"786 select_18" -> "792 div_12"; +"787 select_19" -> "795 linalg_vector_norm_13"; +"787 select_19" -> "797 expand_as_13"; +"787 select_19" -> "798 div_13"; +"788 select_20" -> "810 matmul_13"; +"789 linalg_vector_norm_12" -> "790 clamp_min_12"; +"790 clamp_min_12" -> "791 expand_as_12"; +"791 expand_as_12" -> "792 div_12"; +"792 div_12" -> "793 quantize_per_tensor_default_40"; +"793 quantize_per_tensor_default_40" -> "794 dequantize_per_tensor_default_40"; +"794 dequantize_per_tensor_default_40" -> "802 matmul_12"; +"795 linalg_vector_norm_13" -> "796 clamp_min_13"; +"796 clamp_min_13" -> "797 expand_as_13"; +"797 expand_as_13" -> "798 div_13"; +"798 div_13" -> "799 quantize_per_tensor_default_41"; +"799 quantize_per_tensor_default_41" -> "800 dequantize_per_tensor_default_41"; +"800 dequantize_per_tensor_default_41" -> "801 transpose_12"; +"801 transpose_12" -> "802 matmul_12"; +"802 matmul_12" -> "806 mul_13"; +"803 _param_constant111" -> "804 clamp_6"; +"804 clamp_6" -> "805 exp_6"; +"805 exp_6" -> "806 mul_13"; +"806 mul_13" -> "807 add_21"; +"807 add_21" -> "808 softmax_6"; +"808 softmax_6" -> "809 dropout_24"; +"809 dropout_24" -> "810 matmul_13"; +"810 matmul_13" -> "811 transpose_13"; +"811 transpose_13" -> "812 reshape_29"; +"812 reshape_29" -> "813 reshape_29_0_0_nncf_smooth_quant_0"; +"813 reshape_29_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_42"; +"814 quantize_per_tensor_default_42" -> "815 dequantize_per_tensor_default_42"; +"815 dequantize_per_tensor_default_42" -> "820 linear_41"; +"816 linear_41_scale_0_updated_constant0" -> "819 mul_90"; +"817 compressed_weight_updated_constant42" -> "819 mul_90"; +"818 _param_constant113_0_0" -> "820 linear_41"; +"819 mul_90" -> "820 linear_41"; +"820 linear_41" -> "821 dropout_25"; +"821 dropout_25" -> "822 view_36"; +"822 view_36" -> "823 permute_31"; +"823 permute_31" -> "824 reshape_30"; +"824 reshape_30" -> "825 slice_106"; +"825 slice_106" -> "826 slice_107"; +"826 slice_107" -> "827 slice_108"; +"827 slice_108" -> "828 slice_109"; +"828 slice_109" -> "829 contiguous_11"; +"829 contiguous_11" -> "832 layer_norm_15"; +"830 _param_constant114" -> "832 layer_norm_15"; +"831 _param_constant115" -> "832 layer_norm_15"; +"832 layer_norm_15" -> "833 add_22"; +"833 add_22" -> "834 add_22_0_0_nncf_smooth_quant_0"; +"833 add_22" -> "856 add_23"; +"834 add_22_0_0_nncf_smooth_quant_0" -> "835 quantize_per_tensor_default_43"; +"835 quantize_per_tensor_default_43" -> "836 dequantize_per_tensor_default_43"; +"836 dequantize_per_tensor_default_43" -> "841 linear_42"; +"837 linear_42_scale_0_updated_constant0" -> "840 mul_91"; +"838 compressed_weight_updated_constant43" -> "840 mul_91"; +"839 _param_constant117_0_0" -> "841 linear_42"; +"840 mul_91" -> "841 linear_42"; +"841 linear_42" -> "842 gelu_6"; +"842 gelu_6" -> "843 dropout_26"; +"843 dropout_26" -> "844 dropout_26_0_0_nncf_smooth_quant_0"; +"844 dropout_26_0_0_nncf_smooth_quant_0" -> "845 quantize_per_tensor_default_44"; +"845 quantize_per_tensor_default_44" -> "846 dequantize_per_tensor_default_44"; +"846 dequantize_per_tensor_default_44" -> "851 linear_43"; +"847 linear_43_scale_0_updated_constant0" -> "850 mul_92"; +"848 compressed_weight_updated_constant44" -> "850 mul_92"; +"849 _param_constant119_0_0" -> "851 linear_43"; +"850 mul_92" -> "851 linear_43"; +"851 linear_43" -> "852 dropout_27"; +"852 dropout_27" -> "855 layer_norm_16"; +"853 _param_constant120" -> "855 layer_norm_16"; +"854 _param_constant121" -> "855 layer_norm_16"; +"855 layer_norm_16" -> "856 add_23"; +"856 add_23" -> "879 pad_9"; +"856 add_23" -> "958 add_26"; +"857 _tensor_constant41" -> "858 _tensor_constant41_0_0_nncf_smooth_quant_0"; +"858 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "863 linear_44"; +"859 linear_44_scale_0_updated_constant0" -> "862 mul_93"; +"860 compressed_weight_updated_constant45" -> "862 mul_93"; +"861 _param_constant123_0_0" -> "863 linear_44"; +"862 mul_93" -> "863 linear_44"; +"863 linear_44" -> "864 relu__7"; +"864 relu__7" -> "865 relu__7_0_0_nncf_smooth_quant_0"; +"865 relu__7_0_0_nncf_smooth_quant_0" -> "869 linear_45"; +"866 linear_45_scale_0_updated_constant0" -> "868 mul_94"; +"867 compressed_weight_updated_constant46" -> "868 mul_94"; +"868 mul_94" -> "869 linear_45"; +"869 linear_45" -> "870 view_37"; +"870 view_37" -> "872 index_7"; +"871 _tensor_constant42" -> "872 index_7"; +"872 index_7" -> "873 view_38"; +"873 view_38" -> "874 permute_32"; +"874 permute_32" -> "875 contiguous_12"; +"875 contiguous_12" -> "876 unsqueeze_19"; +"876 unsqueeze_19" -> "877 sigmoid_7"; +"877 sigmoid_7" -> "878 mul_14"; +"878 mul_14" -> "915 add_24"; +"879 pad_9" -> "880 roll_6"; +"880 roll_6" -> "881 view_39"; +"881 view_39" -> "882 permute_33"; +"882 permute_33" -> "883 reshape_31"; +"883 reshape_31" -> "884 reshape_31_0_0_nncf_smooth_quant_0"; +"883 reshape_31" -> "916 new_zeros_3"; +"884 reshape_31_0_0_nncf_smooth_quant_0" -> "885 quantize_per_tensor_default_45"; +"885 quantize_per_tensor_default_45" -> "886 dequantize_per_tensor_default_45"; +"886 dequantize_per_tensor_default_45" -> "891 linear_46"; +"887 linear_46_scale_0_updated_constant0" -> "890 mul_95"; +"888 compressed_weight_updated_constant47" -> "890 mul_95"; +"889 _param_constant125_0_0" -> "891 linear_46"; +"890 mul_95" -> "891 linear_46"; +"891 linear_46" -> "892 reshape_32"; +"892 reshape_32" -> "893 permute_34"; +"893 permute_34" -> "894 select_21"; +"893 permute_34" -> "895 select_22"; +"893 permute_34" -> "896 select_23"; +"894 select_21" -> "897 linalg_vector_norm_14"; +"894 select_21" -> "899 expand_as_14"; +"894 select_21" -> "900 div_14"; +"895 select_22" -> "903 linalg_vector_norm_15"; +"895 select_22" -> "905 expand_as_15"; +"895 select_22" -> "906 div_15"; +"896 select_23" -> "934 matmul_15"; +"897 linalg_vector_norm_14" -> "898 clamp_min_14"; +"898 clamp_min_14" -> "899 expand_as_14"; +"899 expand_as_14" -> "900 div_14"; +"900 div_14" -> "901 quantize_per_tensor_default_46"; +"901 quantize_per_tensor_default_46" -> "902 dequantize_per_tensor_default_46"; +"902 dequantize_per_tensor_default_46" -> "910 matmul_14"; +"903 linalg_vector_norm_15" -> "904 clamp_min_15"; +"904 clamp_min_15" -> "905 expand_as_15"; +"905 expand_as_15" -> "906 div_15"; +"906 div_15" -> "907 quantize_per_tensor_default_47"; +"907 quantize_per_tensor_default_47" -> "908 dequantize_per_tensor_default_47"; +"908 dequantize_per_tensor_default_47" -> "909 transpose_14"; +"909 transpose_14" -> "910 matmul_14"; +"910 matmul_14" -> "914 mul_15"; +"911 _param_constant127" -> "912 clamp_7"; +"912 clamp_7" -> "913 exp_7"; +"913 exp_7" -> "914 mul_15"; +"914 mul_15" -> "915 add_24"; +"915 add_24" -> "927 view_41"; +"916 new_zeros_3" -> "917 view_40"; +"917 view_40" -> "918 permute_35"; +"918 permute_35" -> "919 reshape_33"; +"919 reshape_33" -> "920 unsqueeze_20"; +"919 reshape_33" -> "921 unsqueeze_21"; +"920 unsqueeze_20" -> "922 sub_3"; +"921 unsqueeze_21" -> "922 sub_3"; +"922 sub_3" -> "923 ne_3"; +"922 sub_3" -> "924 masked_fill_6"; +"922 sub_3" -> "925 eq_3"; +"923 ne_3" -> "924 masked_fill_6"; +"924 masked_fill_6" -> "926 masked_fill_7"; +"925 eq_3" -> "926 masked_fill_7"; +"926 masked_fill_7" -> "928 unsqueeze_22"; +"927 view_41" -> "930 add_25"; +"928 unsqueeze_22" -> "929 unsqueeze_23"; +"929 unsqueeze_23" -> "930 add_25"; +"930 add_25" -> "931 view_42"; +"931 view_42" -> "932 softmax_7"; +"932 softmax_7" -> "933 dropout_28"; +"933 dropout_28" -> "934 matmul_15"; +"934 matmul_15" -> "935 transpose_15"; +"935 transpose_15" -> "936 reshape_34"; +"936 reshape_34" -> "937 reshape_34_0_0_nncf_smooth_quant_0"; +"937 reshape_34_0_0_nncf_smooth_quant_0" -> "938 quantize_per_tensor_default_48"; +"938 quantize_per_tensor_default_48" -> "939 dequantize_per_tensor_default_48"; +"939 dequantize_per_tensor_default_48" -> "944 linear_47"; +"940 linear_47_scale_0_updated_constant0" -> "943 mul_96"; +"941 compressed_weight_updated_constant48" -> "943 mul_96"; +"942 _param_constant129_0_0" -> "944 linear_47"; +"943 mul_96" -> "944 linear_47"; +"944 linear_47" -> "945 dropout_29"; +"945 dropout_29" -> "946 view_43"; +"946 view_43" -> "947 permute_36"; +"947 permute_36" -> "948 reshape_35"; +"948 reshape_35" -> "949 roll_7"; +"949 roll_7" -> "950 slice_129"; +"950 slice_129" -> "951 slice_130"; +"951 slice_130" -> "952 slice_131"; +"952 slice_131" -> "953 slice_132"; +"953 slice_132" -> "954 contiguous_13"; +"954 contiguous_13" -> "957 layer_norm_17"; +"955 _param_constant130" -> "957 layer_norm_17"; +"956 _param_constant131" -> "957 layer_norm_17"; +"957 layer_norm_17" -> "958 add_26"; +"958 add_26" -> "959 add_26_0_0_nncf_smooth_quant_0"; +"958 add_26" -> "981 add_27"; +"959 add_26_0_0_nncf_smooth_quant_0" -> "960 quantize_per_tensor_default_49"; +"960 quantize_per_tensor_default_49" -> "961 dequantize_per_tensor_default_49"; +"961 dequantize_per_tensor_default_49" -> "966 linear_48"; +"962 linear_48_scale_0_updated_constant0" -> "965 mul_97"; +"963 compressed_weight_updated_constant49" -> "965 mul_97"; +"964 _param_constant133_0_0" -> "966 linear_48"; +"965 mul_97" -> "966 linear_48"; +"966 linear_48" -> "967 gelu_7"; +"967 gelu_7" -> "968 dropout_30"; +"968 dropout_30" -> "969 dropout_30_0_0_nncf_smooth_quant_0"; +"969 dropout_30_0_0_nncf_smooth_quant_0" -> "970 quantize_per_tensor_default_50"; +"970 quantize_per_tensor_default_50" -> "971 dequantize_per_tensor_default_50"; +"971 dequantize_per_tensor_default_50" -> "976 linear_49"; +"972 linear_49_scale_0_updated_constant0" -> "975 mul_98"; +"973 compressed_weight_updated_constant50" -> "975 mul_98"; +"974 _param_constant135_0_0" -> "976 linear_49"; +"975 mul_98" -> "976 linear_49"; +"976 linear_49" -> "977 dropout_31"; +"977 dropout_31" -> "980 layer_norm_18"; +"978 _param_constant136" -> "980 layer_norm_18"; +"979 _param_constant137" -> "980 layer_norm_18"; +"980 layer_norm_18" -> "981 add_27"; +"981 add_27" -> "1004 pad_10"; +"981 add_27" -> "1065 add_29"; +"982 _tensor_constant52" -> "983 _tensor_constant52_0_0_nncf_smooth_quant_0"; +"983 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "988 linear_50"; +"984 linear_50_scale_0_updated_constant0" -> "987 mul_99"; +"985 compressed_weight_updated_constant51" -> "987 mul_99"; +"986 _param_constant139_0_0" -> "988 linear_50"; +"987 mul_99" -> "988 linear_50"; +"988 linear_50" -> "989 relu__8"; +"989 relu__8" -> "990 relu__8_0_0_nncf_smooth_quant_0"; +"990 relu__8_0_0_nncf_smooth_quant_0" -> "994 linear_51"; +"991 linear_51_scale_0_updated_constant0" -> "993 mul_100"; +"992 compressed_weight_updated_constant52" -> "993 mul_100"; +"993 mul_100" -> "994 linear_51"; +"994 linear_51" -> "995 view_44"; +"995 view_44" -> "997 index_8"; +"996 _tensor_constant53" -> "997 index_8"; +"997 index_8" -> "998 view_45"; +"998 view_45" -> "999 permute_37"; +"999 permute_37" -> "1000 contiguous_14"; +"1000 contiguous_14" -> "1001 unsqueeze_24"; +"1001 unsqueeze_24" -> "1002 sigmoid_8"; +"1002 sigmoid_8" -> "1003 mul_16"; +"1003 mul_16" -> "1039 add_28"; +"1004 pad_10" -> "1005 view_46"; +"1005 view_46" -> "1006 permute_38"; +"1006 permute_38" -> "1007 reshape_36"; +"1007 reshape_36" -> "1008 reshape_36_0_0_nncf_smooth_quant_0"; +"1008 reshape_36_0_0_nncf_smooth_quant_0" -> "1009 quantize_per_tensor_default_51"; +"1009 quantize_per_tensor_default_51" -> "1010 dequantize_per_tensor_default_51"; +"1010 dequantize_per_tensor_default_51" -> "1015 linear_52"; +"1011 linear_52_scale_0_updated_constant0" -> "1014 mul_101"; +"1012 compressed_weight_updated_constant53" -> "1014 mul_101"; +"1013 _param_constant141_0_0" -> "1015 linear_52"; +"1014 mul_101" -> "1015 linear_52"; +"1015 linear_52" -> "1016 reshape_37"; +"1016 reshape_37" -> "1017 permute_39"; +"1017 permute_39" -> "1018 select_24"; +"1017 permute_39" -> "1019 select_25"; +"1017 permute_39" -> "1020 select_26"; +"1018 select_24" -> "1021 linalg_vector_norm_16"; +"1018 select_24" -> "1023 expand_as_16"; +"1018 select_24" -> "1024 div_16"; +"1019 select_25" -> "1027 linalg_vector_norm_17"; +"1019 select_25" -> "1029 expand_as_17"; +"1019 select_25" -> "1030 div_17"; +"1020 select_26" -> "1042 matmul_17"; +"1021 linalg_vector_norm_16" -> "1022 clamp_min_16"; +"1022 clamp_min_16" -> "1023 expand_as_16"; +"1023 expand_as_16" -> "1024 div_16"; +"1024 div_16" -> "1025 quantize_per_tensor_default_52"; +"1025 quantize_per_tensor_default_52" -> "1026 dequantize_per_tensor_default_52"; +"1026 dequantize_per_tensor_default_52" -> "1034 matmul_16"; +"1027 linalg_vector_norm_17" -> "1028 clamp_min_17"; +"1028 clamp_min_17" -> "1029 expand_as_17"; +"1029 expand_as_17" -> "1030 div_17"; +"1030 div_17" -> "1031 quantize_per_tensor_default_53"; +"1031 quantize_per_tensor_default_53" -> "1032 dequantize_per_tensor_default_53"; +"1032 dequantize_per_tensor_default_53" -> "1033 transpose_16"; +"1033 transpose_16" -> "1034 matmul_16"; +"1034 matmul_16" -> "1038 mul_17"; +"1035 _param_constant143" -> "1036 clamp_8"; +"1036 clamp_8" -> "1037 exp_8"; +"1037 exp_8" -> "1038 mul_17"; +"1038 mul_17" -> "1039 add_28"; +"1039 add_28" -> "1040 softmax_8"; +"1040 softmax_8" -> "1041 dropout_32"; +"1041 dropout_32" -> "1042 matmul_17"; +"1042 matmul_17" -> "1043 transpose_17"; +"1043 transpose_17" -> "1044 reshape_38"; +"1044 reshape_38" -> "1045 reshape_38_0_0_nncf_smooth_quant_0"; +"1045 reshape_38_0_0_nncf_smooth_quant_0" -> "1046 quantize_per_tensor_default_54"; +"1046 quantize_per_tensor_default_54" -> "1047 dequantize_per_tensor_default_54"; +"1047 dequantize_per_tensor_default_54" -> "1052 linear_53"; +"1048 linear_53_scale_0_updated_constant0" -> "1051 mul_102"; +"1049 compressed_weight_updated_constant54" -> "1051 mul_102"; +"1050 _param_constant145_0_0" -> "1052 linear_53"; +"1051 mul_102" -> "1052 linear_53"; +"1052 linear_53" -> "1053 dropout_33"; +"1053 dropout_33" -> "1054 view_47"; +"1054 view_47" -> "1055 permute_40"; +"1055 permute_40" -> "1056 reshape_39"; +"1056 reshape_39" -> "1057 slice_134"; +"1057 slice_134" -> "1058 slice_135"; +"1058 slice_135" -> "1059 slice_136"; +"1059 slice_136" -> "1060 slice_137"; +"1060 slice_137" -> "1061 contiguous_15"; +"1061 contiguous_15" -> "1064 layer_norm_19"; +"1062 _param_constant146" -> "1064 layer_norm_19"; +"1063 _param_constant147" -> "1064 layer_norm_19"; +"1064 layer_norm_19" -> "1065 add_29"; +"1065 add_29" -> "1066 add_29_0_0_nncf_smooth_quant_0"; +"1065 add_29" -> "1088 add_30"; +"1066 add_29_0_0_nncf_smooth_quant_0" -> "1067 quantize_per_tensor_default_55"; +"1067 quantize_per_tensor_default_55" -> "1068 dequantize_per_tensor_default_55"; +"1068 dequantize_per_tensor_default_55" -> "1073 linear_54"; +"1069 linear_54_scale_0_updated_constant0" -> "1072 mul_103"; +"1070 compressed_weight_updated_constant55" -> "1072 mul_103"; +"1071 _param_constant149_0_0" -> "1073 linear_54"; +"1072 mul_103" -> "1073 linear_54"; +"1073 linear_54" -> "1074 gelu_8"; +"1074 gelu_8" -> "1075 dropout_34"; +"1075 dropout_34" -> "1076 dropout_34_0_0_nncf_smooth_quant_0"; +"1076 dropout_34_0_0_nncf_smooth_quant_0" -> "1077 quantize_per_tensor_default_56"; +"1077 quantize_per_tensor_default_56" -> "1078 dequantize_per_tensor_default_56"; +"1078 dequantize_per_tensor_default_56" -> "1083 linear_55"; +"1079 linear_55_scale_0_updated_constant0" -> "1082 mul_104"; +"1080 compressed_weight_updated_constant56" -> "1082 mul_104"; +"1081 _param_constant151_0_0" -> "1083 linear_55"; +"1082 mul_104" -> "1083 linear_55"; +"1083 linear_55" -> "1084 dropout_35"; +"1084 dropout_35" -> "1087 layer_norm_20"; +"1085 _param_constant152" -> "1087 layer_norm_20"; +"1086 _param_constant153" -> "1087 layer_norm_20"; +"1087 layer_norm_20" -> "1088 add_30"; +"1088 add_30" -> "1111 pad_11"; +"1088 add_30" -> "1190 add_33"; +"1089 _tensor_constant54" -> "1090 _tensor_constant54_0_0_nncf_smooth_quant_0"; +"1090 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1095 linear_56"; +"1091 linear_56_scale_0_updated_constant0" -> "1094 mul_105"; +"1092 compressed_weight_updated_constant57" -> "1094 mul_105"; +"1093 _param_constant155_0_0" -> "1095 linear_56"; +"1094 mul_105" -> "1095 linear_56"; +"1095 linear_56" -> "1096 relu__9"; +"1096 relu__9" -> "1097 relu__9_0_0_nncf_smooth_quant_0"; +"1097 relu__9_0_0_nncf_smooth_quant_0" -> "1101 linear_57"; +"1098 linear_57_scale_0_updated_constant0" -> "1100 mul_106"; +"1099 compressed_weight_updated_constant58" -> "1100 mul_106"; +"1100 mul_106" -> "1101 linear_57"; +"1101 linear_57" -> "1102 view_48"; +"1102 view_48" -> "1104 index_9"; +"1103 _tensor_constant55" -> "1104 index_9"; +"1104 index_9" -> "1105 view_49"; +"1105 view_49" -> "1106 permute_41"; +"1106 permute_41" -> "1107 contiguous_16"; +"1107 contiguous_16" -> "1108 unsqueeze_25"; +"1108 unsqueeze_25" -> "1109 sigmoid_9"; +"1109 sigmoid_9" -> "1110 mul_18"; +"1110 mul_18" -> "1147 add_31"; +"1111 pad_11" -> "1112 roll_8"; +"1112 roll_8" -> "1113 view_50"; +"1113 view_50" -> "1114 permute_42"; +"1114 permute_42" -> "1115 reshape_40"; +"1115 reshape_40" -> "1116 reshape_40_0_0_nncf_smooth_quant_0"; +"1115 reshape_40" -> "1148 new_zeros_4"; +"1116 reshape_40_0_0_nncf_smooth_quant_0" -> "1117 quantize_per_tensor_default_57"; +"1117 quantize_per_tensor_default_57" -> "1118 dequantize_per_tensor_default_57"; +"1118 dequantize_per_tensor_default_57" -> "1123 linear_58"; +"1119 linear_58_scale_0_updated_constant0" -> "1122 mul_107"; +"1120 compressed_weight_updated_constant59" -> "1122 mul_107"; +"1121 _param_constant157_0_0" -> "1123 linear_58"; +"1122 mul_107" -> "1123 linear_58"; +"1123 linear_58" -> "1124 reshape_41"; +"1124 reshape_41" -> "1125 permute_43"; +"1125 permute_43" -> "1126 select_27"; +"1125 permute_43" -> "1127 select_28"; +"1125 permute_43" -> "1128 select_29"; +"1126 select_27" -> "1129 linalg_vector_norm_18"; +"1126 select_27" -> "1131 expand_as_18"; +"1126 select_27" -> "1132 div_18"; +"1127 select_28" -> "1135 linalg_vector_norm_19"; +"1127 select_28" -> "1137 expand_as_19"; +"1127 select_28" -> "1138 div_19"; +"1128 select_29" -> "1166 matmul_19"; +"1129 linalg_vector_norm_18" -> "1130 clamp_min_18"; +"1130 clamp_min_18" -> "1131 expand_as_18"; +"1131 expand_as_18" -> "1132 div_18"; +"1132 div_18" -> "1133 quantize_per_tensor_default_58"; +"1133 quantize_per_tensor_default_58" -> "1134 dequantize_per_tensor_default_58"; +"1134 dequantize_per_tensor_default_58" -> "1142 matmul_18"; +"1135 linalg_vector_norm_19" -> "1136 clamp_min_19"; +"1136 clamp_min_19" -> "1137 expand_as_19"; +"1137 expand_as_19" -> "1138 div_19"; +"1138 div_19" -> "1139 quantize_per_tensor_default_59"; +"1139 quantize_per_tensor_default_59" -> "1140 dequantize_per_tensor_default_59"; +"1140 dequantize_per_tensor_default_59" -> "1141 transpose_18"; +"1141 transpose_18" -> "1142 matmul_18"; +"1142 matmul_18" -> "1146 mul_19"; +"1143 _param_constant159" -> "1144 clamp_9"; +"1144 clamp_9" -> "1145 exp_9"; +"1145 exp_9" -> "1146 mul_19"; +"1146 mul_19" -> "1147 add_31"; +"1147 add_31" -> "1159 view_52"; +"1148 new_zeros_4" -> "1149 view_51"; +"1149 view_51" -> "1150 permute_44"; +"1150 permute_44" -> "1151 reshape_42"; +"1151 reshape_42" -> "1152 unsqueeze_26"; +"1151 reshape_42" -> "1153 unsqueeze_27"; +"1152 unsqueeze_26" -> "1154 sub_4"; +"1153 unsqueeze_27" -> "1154 sub_4"; +"1154 sub_4" -> "1155 ne_4"; +"1154 sub_4" -> "1156 masked_fill_8"; +"1154 sub_4" -> "1157 eq_4"; +"1155 ne_4" -> "1156 masked_fill_8"; +"1156 masked_fill_8" -> "1158 masked_fill_9"; +"1157 eq_4" -> "1158 masked_fill_9"; +"1158 masked_fill_9" -> "1160 unsqueeze_28"; +"1159 view_52" -> "1162 add_32"; +"1160 unsqueeze_28" -> "1161 unsqueeze_29"; +"1161 unsqueeze_29" -> "1162 add_32"; +"1162 add_32" -> "1163 view_53"; +"1163 view_53" -> "1164 softmax_9"; +"1164 softmax_9" -> "1165 dropout_36"; +"1165 dropout_36" -> "1166 matmul_19"; +"1166 matmul_19" -> "1167 transpose_19"; +"1167 transpose_19" -> "1168 reshape_43"; +"1168 reshape_43" -> "1169 reshape_43_0_0_nncf_smooth_quant_0"; +"1169 reshape_43_0_0_nncf_smooth_quant_0" -> "1170 quantize_per_tensor_default_60"; +"1170 quantize_per_tensor_default_60" -> "1171 dequantize_per_tensor_default_60"; +"1171 dequantize_per_tensor_default_60" -> "1176 linear_59"; +"1172 linear_59_scale_0_updated_constant0" -> "1175 mul_108"; +"1173 compressed_weight_updated_constant60" -> "1175 mul_108"; +"1174 _param_constant161_0_0" -> "1176 linear_59"; +"1175 mul_108" -> "1176 linear_59"; +"1176 linear_59" -> "1177 dropout_37"; +"1177 dropout_37" -> "1178 view_54"; +"1178 view_54" -> "1179 permute_45"; +"1179 permute_45" -> "1180 reshape_44"; +"1180 reshape_44" -> "1181 roll_9"; +"1181 roll_9" -> "1182 slice_157"; +"1182 slice_157" -> "1183 slice_158"; +"1183 slice_158" -> "1184 slice_159"; +"1184 slice_159" -> "1185 slice_160"; +"1185 slice_160" -> "1186 contiguous_17"; +"1186 contiguous_17" -> "1189 layer_norm_21"; +"1187 _param_constant162" -> "1189 layer_norm_21"; +"1188 _param_constant163" -> "1189 layer_norm_21"; +"1189 layer_norm_21" -> "1190 add_33"; +"1190 add_33" -> "1191 add_33_0_0_nncf_smooth_quant_0"; +"1190 add_33" -> "1213 add_34"; +"1191 add_33_0_0_nncf_smooth_quant_0" -> "1192 quantize_per_tensor_default_61"; +"1192 quantize_per_tensor_default_61" -> "1193 dequantize_per_tensor_default_61"; +"1193 dequantize_per_tensor_default_61" -> "1198 linear_60"; +"1194 linear_60_scale_0_updated_constant0" -> "1197 mul_109"; +"1195 compressed_weight_updated_constant61" -> "1197 mul_109"; +"1196 _param_constant165_0_0" -> "1198 linear_60"; +"1197 mul_109" -> "1198 linear_60"; +"1198 linear_60" -> "1199 gelu_9"; +"1199 gelu_9" -> "1200 dropout_38"; +"1200 dropout_38" -> "1201 dropout_38_0_0_nncf_smooth_quant_0"; +"1201 dropout_38_0_0_nncf_smooth_quant_0" -> "1202 quantize_per_tensor_default_62"; +"1202 quantize_per_tensor_default_62" -> "1203 dequantize_per_tensor_default_62"; +"1203 dequantize_per_tensor_default_62" -> "1208 linear_61"; +"1204 linear_61_scale_0_updated_constant0" -> "1207 mul_110"; +"1205 compressed_weight_updated_constant62" -> "1207 mul_110"; +"1206 _param_constant167_0_0" -> "1208 linear_61"; +"1207 mul_110" -> "1208 linear_61"; +"1208 linear_61" -> "1209 dropout_39"; +"1209 dropout_39" -> "1212 layer_norm_22"; +"1210 _param_constant168" -> "1212 layer_norm_22"; +"1211 _param_constant169" -> "1212 layer_norm_22"; +"1212 layer_norm_22" -> "1213 add_34"; +"1213 add_34" -> "1236 pad_12"; +"1213 add_34" -> "1297 add_36"; +"1214 _tensor_constant65" -> "1215 _tensor_constant65_0_0_nncf_smooth_quant_0"; +"1215 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1220 linear_62"; +"1216 linear_62_scale_0_updated_constant0" -> "1219 mul_111"; +"1217 compressed_weight_updated_constant63" -> "1219 mul_111"; +"1218 _param_constant171_0_0" -> "1220 linear_62"; +"1219 mul_111" -> "1220 linear_62"; +"1220 linear_62" -> "1221 relu__10"; +"1221 relu__10" -> "1222 relu__10_0_0_nncf_smooth_quant_0"; +"1222 relu__10_0_0_nncf_smooth_quant_0" -> "1226 linear_63"; +"1223 linear_63_scale_0_updated_constant0" -> "1225 mul_112"; +"1224 compressed_weight_updated_constant64" -> "1225 mul_112"; +"1225 mul_112" -> "1226 linear_63"; +"1226 linear_63" -> "1227 view_55"; +"1227 view_55" -> "1229 index_10"; +"1228 _tensor_constant66" -> "1229 index_10"; +"1229 index_10" -> "1230 view_56"; +"1230 view_56" -> "1231 permute_46"; +"1231 permute_46" -> "1232 contiguous_18"; +"1232 contiguous_18" -> "1233 unsqueeze_30"; +"1233 unsqueeze_30" -> "1234 sigmoid_10"; +"1234 sigmoid_10" -> "1235 mul_20"; +"1235 mul_20" -> "1271 add_35"; +"1236 pad_12" -> "1237 view_57"; +"1237 view_57" -> "1238 permute_47"; +"1238 permute_47" -> "1239 reshape_45"; +"1239 reshape_45" -> "1240 reshape_45_0_0_nncf_smooth_quant_0"; +"1240 reshape_45_0_0_nncf_smooth_quant_0" -> "1241 quantize_per_tensor_default_63"; +"1241 quantize_per_tensor_default_63" -> "1242 dequantize_per_tensor_default_63"; +"1242 dequantize_per_tensor_default_63" -> "1247 linear_64"; +"1243 linear_64_scale_0_updated_constant0" -> "1246 mul_113"; +"1244 compressed_weight_updated_constant65" -> "1246 mul_113"; +"1245 _param_constant173_0_0" -> "1247 linear_64"; +"1246 mul_113" -> "1247 linear_64"; +"1247 linear_64" -> "1248 reshape_46"; +"1248 reshape_46" -> "1249 permute_48"; +"1249 permute_48" -> "1250 select_30"; +"1249 permute_48" -> "1251 select_31"; +"1249 permute_48" -> "1252 select_32"; +"1250 select_30" -> "1253 linalg_vector_norm_20"; +"1250 select_30" -> "1255 expand_as_20"; +"1250 select_30" -> "1256 div_20"; +"1251 select_31" -> "1259 linalg_vector_norm_21"; +"1251 select_31" -> "1261 expand_as_21"; +"1251 select_31" -> "1262 div_21"; +"1252 select_32" -> "1274 matmul_21"; +"1253 linalg_vector_norm_20" -> "1254 clamp_min_20"; +"1254 clamp_min_20" -> "1255 expand_as_20"; +"1255 expand_as_20" -> "1256 div_20"; +"1256 div_20" -> "1257 quantize_per_tensor_default_64"; +"1257 quantize_per_tensor_default_64" -> "1258 dequantize_per_tensor_default_64"; +"1258 dequantize_per_tensor_default_64" -> "1266 matmul_20"; +"1259 linalg_vector_norm_21" -> "1260 clamp_min_21"; +"1260 clamp_min_21" -> "1261 expand_as_21"; +"1261 expand_as_21" -> "1262 div_21"; +"1262 div_21" -> "1263 quantize_per_tensor_default_65"; +"1263 quantize_per_tensor_default_65" -> "1264 dequantize_per_tensor_default_65"; +"1264 dequantize_per_tensor_default_65" -> "1265 transpose_20"; +"1265 transpose_20" -> "1266 matmul_20"; +"1266 matmul_20" -> "1270 mul_21"; +"1267 _param_constant175" -> "1268 clamp_10"; +"1268 clamp_10" -> "1269 exp_10"; +"1269 exp_10" -> "1270 mul_21"; +"1270 mul_21" -> "1271 add_35"; +"1271 add_35" -> "1272 softmax_10"; +"1272 softmax_10" -> "1273 dropout_40"; +"1273 dropout_40" -> "1274 matmul_21"; +"1274 matmul_21" -> "1275 transpose_21"; +"1275 transpose_21" -> "1276 reshape_47"; +"1276 reshape_47" -> "1277 reshape_47_0_0_nncf_smooth_quant_0"; +"1277 reshape_47_0_0_nncf_smooth_quant_0" -> "1278 quantize_per_tensor_default_66"; +"1278 quantize_per_tensor_default_66" -> "1279 dequantize_per_tensor_default_66"; +"1279 dequantize_per_tensor_default_66" -> "1284 linear_65"; +"1280 linear_65_scale_0_updated_constant0" -> "1283 mul_114"; +"1281 compressed_weight_updated_constant66" -> "1283 mul_114"; +"1282 _param_constant177_0_0" -> "1284 linear_65"; +"1283 mul_114" -> "1284 linear_65"; +"1284 linear_65" -> "1285 dropout_41"; +"1285 dropout_41" -> "1286 view_58"; +"1286 view_58" -> "1287 permute_49"; +"1287 permute_49" -> "1288 reshape_48"; +"1288 reshape_48" -> "1289 slice_162"; +"1289 slice_162" -> "1290 slice_163"; +"1290 slice_163" -> "1291 slice_164"; +"1291 slice_164" -> "1292 slice_165"; +"1292 slice_165" -> "1293 contiguous_19"; +"1293 contiguous_19" -> "1296 layer_norm_23"; +"1294 _param_constant178" -> "1296 layer_norm_23"; +"1295 _param_constant179" -> "1296 layer_norm_23"; +"1296 layer_norm_23" -> "1297 add_36"; +"1297 add_36" -> "1298 add_36_0_0_nncf_smooth_quant_0"; +"1297 add_36" -> "1320 add_37"; +"1298 add_36_0_0_nncf_smooth_quant_0" -> "1299 quantize_per_tensor_default_67"; +"1299 quantize_per_tensor_default_67" -> "1300 dequantize_per_tensor_default_67"; +"1300 dequantize_per_tensor_default_67" -> "1305 linear_66"; +"1301 linear_66_scale_0_updated_constant0" -> "1304 mul_115"; +"1302 compressed_weight_updated_constant67" -> "1304 mul_115"; +"1303 _param_constant181_0_0" -> "1305 linear_66"; +"1304 mul_115" -> "1305 linear_66"; +"1305 linear_66" -> "1306 gelu_10"; +"1306 gelu_10" -> "1307 dropout_42"; +"1307 dropout_42" -> "1308 dropout_42_0_0_nncf_smooth_quant_0"; +"1308 dropout_42_0_0_nncf_smooth_quant_0" -> "1309 quantize_per_tensor_default_68"; +"1309 quantize_per_tensor_default_68" -> "1310 dequantize_per_tensor_default_68"; +"1310 dequantize_per_tensor_default_68" -> "1315 linear_67"; +"1311 linear_67_scale_0_updated_constant0" -> "1314 mul_116"; +"1312 compressed_weight_updated_constant68" -> "1314 mul_116"; +"1313 _param_constant183_0_0" -> "1315 linear_67"; +"1314 mul_116" -> "1315 linear_67"; +"1315 linear_67" -> "1316 dropout_43"; +"1316 dropout_43" -> "1319 layer_norm_24"; +"1317 _param_constant184" -> "1319 layer_norm_24"; +"1318 _param_constant185" -> "1319 layer_norm_24"; +"1319 layer_norm_24" -> "1320 add_37"; +"1320 add_37" -> "1343 pad_13"; +"1320 add_37" -> "1422 add_40"; +"1321 _tensor_constant67" -> "1322 _tensor_constant67_0_0_nncf_smooth_quant_0"; +"1322 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1327 linear_68"; +"1323 linear_68_scale_0_updated_constant0" -> "1326 mul_117"; +"1324 compressed_weight_updated_constant69" -> "1326 mul_117"; +"1325 _param_constant187_0_0" -> "1327 linear_68"; +"1326 mul_117" -> "1327 linear_68"; +"1327 linear_68" -> "1328 relu__11"; +"1328 relu__11" -> "1329 relu__11_0_0_nncf_smooth_quant_0"; +"1329 relu__11_0_0_nncf_smooth_quant_0" -> "1333 linear_69"; +"1330 linear_69_scale_0_updated_constant0" -> "1332 mul_118"; +"1331 compressed_weight_updated_constant70" -> "1332 mul_118"; +"1332 mul_118" -> "1333 linear_69"; +"1333 linear_69" -> "1334 view_59"; +"1334 view_59" -> "1336 index_11"; +"1335 _tensor_constant68" -> "1336 index_11"; +"1336 index_11" -> "1337 view_60"; +"1337 view_60" -> "1338 permute_50"; +"1338 permute_50" -> "1339 contiguous_20"; +"1339 contiguous_20" -> "1340 unsqueeze_31"; +"1340 unsqueeze_31" -> "1341 sigmoid_11"; +"1341 sigmoid_11" -> "1342 mul_22"; +"1342 mul_22" -> "1379 add_38"; +"1343 pad_13" -> "1344 roll_10"; +"1344 roll_10" -> "1345 view_61"; +"1345 view_61" -> "1346 permute_51"; +"1346 permute_51" -> "1347 reshape_49"; +"1347 reshape_49" -> "1348 reshape_49_0_0_nncf_smooth_quant_0"; +"1347 reshape_49" -> "1380 new_zeros_5"; +"1348 reshape_49_0_0_nncf_smooth_quant_0" -> "1349 quantize_per_tensor_default_69"; +"1349 quantize_per_tensor_default_69" -> "1350 dequantize_per_tensor_default_69"; +"1350 dequantize_per_tensor_default_69" -> "1355 linear_70"; +"1351 linear_70_scale_0_updated_constant0" -> "1354 mul_119"; +"1352 compressed_weight_updated_constant71" -> "1354 mul_119"; +"1353 _param_constant189_0_0" -> "1355 linear_70"; +"1354 mul_119" -> "1355 linear_70"; +"1355 linear_70" -> "1356 reshape_50"; +"1356 reshape_50" -> "1357 permute_52"; +"1357 permute_52" -> "1358 select_33"; +"1357 permute_52" -> "1359 select_34"; +"1357 permute_52" -> "1360 select_35"; +"1358 select_33" -> "1361 linalg_vector_norm_22"; +"1358 select_33" -> "1363 expand_as_22"; +"1358 select_33" -> "1364 div_22"; +"1359 select_34" -> "1367 linalg_vector_norm_23"; +"1359 select_34" -> "1369 expand_as_23"; +"1359 select_34" -> "1370 div_23"; +"1360 select_35" -> "1398 matmul_23"; +"1361 linalg_vector_norm_22" -> "1362 clamp_min_22"; +"1362 clamp_min_22" -> "1363 expand_as_22"; +"1363 expand_as_22" -> "1364 div_22"; +"1364 div_22" -> "1365 quantize_per_tensor_default_70"; +"1365 quantize_per_tensor_default_70" -> "1366 dequantize_per_tensor_default_70"; +"1366 dequantize_per_tensor_default_70" -> "1374 matmul_22"; +"1367 linalg_vector_norm_23" -> "1368 clamp_min_23"; +"1368 clamp_min_23" -> "1369 expand_as_23"; +"1369 expand_as_23" -> "1370 div_23"; +"1370 div_23" -> "1371 quantize_per_tensor_default_71"; +"1371 quantize_per_tensor_default_71" -> "1372 dequantize_per_tensor_default_71"; +"1372 dequantize_per_tensor_default_71" -> "1373 transpose_22"; +"1373 transpose_22" -> "1374 matmul_22"; +"1374 matmul_22" -> "1378 mul_23"; +"1375 _param_constant191" -> "1376 clamp_11"; +"1376 clamp_11" -> "1377 exp_11"; +"1377 exp_11" -> "1378 mul_23"; +"1378 mul_23" -> "1379 add_38"; +"1379 add_38" -> "1391 view_63"; +"1380 new_zeros_5" -> "1381 view_62"; +"1381 view_62" -> "1382 permute_53"; +"1382 permute_53" -> "1383 reshape_51"; +"1383 reshape_51" -> "1384 unsqueeze_32"; +"1383 reshape_51" -> "1385 unsqueeze_33"; +"1384 unsqueeze_32" -> "1386 sub_5"; +"1385 unsqueeze_33" -> "1386 sub_5"; +"1386 sub_5" -> "1387 ne_5"; +"1386 sub_5" -> "1388 masked_fill_10"; +"1386 sub_5" -> "1389 eq_5"; +"1387 ne_5" -> "1388 masked_fill_10"; +"1388 masked_fill_10" -> "1390 masked_fill_11"; +"1389 eq_5" -> "1390 masked_fill_11"; +"1390 masked_fill_11" -> "1392 unsqueeze_34"; +"1391 view_63" -> "1394 add_39"; +"1392 unsqueeze_34" -> "1393 unsqueeze_35"; +"1393 unsqueeze_35" -> "1394 add_39"; +"1394 add_39" -> "1395 view_64"; +"1395 view_64" -> "1396 softmax_11"; +"1396 softmax_11" -> "1397 dropout_44"; +"1397 dropout_44" -> "1398 matmul_23"; +"1398 matmul_23" -> "1399 transpose_23"; +"1399 transpose_23" -> "1400 reshape_52"; +"1400 reshape_52" -> "1401 reshape_52_0_0_nncf_smooth_quant_0"; +"1401 reshape_52_0_0_nncf_smooth_quant_0" -> "1402 quantize_per_tensor_default_72"; +"1402 quantize_per_tensor_default_72" -> "1403 dequantize_per_tensor_default_72"; +"1403 dequantize_per_tensor_default_72" -> "1408 linear_71"; +"1404 linear_71_scale_0_updated_constant0" -> "1407 mul_120"; +"1405 compressed_weight_updated_constant72" -> "1407 mul_120"; +"1406 _param_constant193_0_0" -> "1408 linear_71"; +"1407 mul_120" -> "1408 linear_71"; +"1408 linear_71" -> "1409 dropout_45"; +"1409 dropout_45" -> "1410 view_65"; +"1410 view_65" -> "1411 permute_54"; +"1411 permute_54" -> "1412 reshape_53"; +"1412 reshape_53" -> "1413 roll_11"; +"1413 roll_11" -> "1414 slice_185"; +"1414 slice_185" -> "1415 slice_186"; +"1415 slice_186" -> "1416 slice_187"; +"1416 slice_187" -> "1417 slice_188"; +"1417 slice_188" -> "1418 contiguous_21"; +"1418 contiguous_21" -> "1421 layer_norm_25"; +"1419 _param_constant194" -> "1421 layer_norm_25"; +"1420 _param_constant195" -> "1421 layer_norm_25"; +"1421 layer_norm_25" -> "1422 add_40"; +"1422 add_40" -> "1423 add_40_0_0_nncf_smooth_quant_0"; +"1422 add_40" -> "1445 add_41"; +"1423 add_40_0_0_nncf_smooth_quant_0" -> "1424 quantize_per_tensor_default_73"; +"1424 quantize_per_tensor_default_73" -> "1425 dequantize_per_tensor_default_73"; +"1425 dequantize_per_tensor_default_73" -> "1430 linear_72"; +"1426 linear_72_scale_0_updated_constant0" -> "1429 mul_121"; +"1427 compressed_weight_updated_constant73" -> "1429 mul_121"; +"1428 _param_constant197_0_0" -> "1430 linear_72"; +"1429 mul_121" -> "1430 linear_72"; +"1430 linear_72" -> "1431 gelu_11"; +"1431 gelu_11" -> "1432 dropout_46"; +"1432 dropout_46" -> "1433 dropout_46_0_0_nncf_smooth_quant_0"; +"1433 dropout_46_0_0_nncf_smooth_quant_0" -> "1434 quantize_per_tensor_default_74"; +"1434 quantize_per_tensor_default_74" -> "1435 dequantize_per_tensor_default_74"; +"1435 dequantize_per_tensor_default_74" -> "1440 linear_73"; +"1436 linear_73_scale_0_updated_constant0" -> "1439 mul_122"; +"1437 compressed_weight_updated_constant74" -> "1439 mul_122"; +"1438 _param_constant199_0_0" -> "1440 linear_73"; +"1439 mul_122" -> "1440 linear_73"; +"1440 linear_73" -> "1441 dropout_47"; +"1441 dropout_47" -> "1444 layer_norm_26"; +"1442 _param_constant200" -> "1444 layer_norm_26"; +"1443 _param_constant201" -> "1444 layer_norm_26"; +"1444 layer_norm_26" -> "1445 add_41"; +"1445 add_41" -> "1468 pad_14"; +"1445 add_41" -> "1529 add_43"; +"1446 _tensor_constant78" -> "1447 _tensor_constant78_0_0_nncf_smooth_quant_0"; +"1447 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1452 linear_74"; +"1448 linear_74_scale_0_updated_constant0" -> "1451 mul_123"; +"1449 compressed_weight_updated_constant75" -> "1451 mul_123"; +"1450 _param_constant203_0_0" -> "1452 linear_74"; +"1451 mul_123" -> "1452 linear_74"; +"1452 linear_74" -> "1453 relu__12"; +"1453 relu__12" -> "1454 relu__12_0_0_nncf_smooth_quant_0"; +"1454 relu__12_0_0_nncf_smooth_quant_0" -> "1458 linear_75"; +"1455 linear_75_scale_0_updated_constant0" -> "1457 mul_124"; +"1456 compressed_weight_updated_constant76" -> "1457 mul_124"; +"1457 mul_124" -> "1458 linear_75"; +"1458 linear_75" -> "1459 view_66"; +"1459 view_66" -> "1461 index_12"; +"1460 _tensor_constant79" -> "1461 index_12"; +"1461 index_12" -> "1462 view_67"; +"1462 view_67" -> "1463 permute_55"; +"1463 permute_55" -> "1464 contiguous_22"; +"1464 contiguous_22" -> "1465 unsqueeze_36"; +"1465 unsqueeze_36" -> "1466 sigmoid_12"; +"1466 sigmoid_12" -> "1467 mul_24"; +"1467 mul_24" -> "1503 add_42"; +"1468 pad_14" -> "1469 view_68"; +"1469 view_68" -> "1470 permute_56"; +"1470 permute_56" -> "1471 reshape_54"; +"1471 reshape_54" -> "1472 reshape_54_0_0_nncf_smooth_quant_0"; +"1472 reshape_54_0_0_nncf_smooth_quant_0" -> "1473 quantize_per_tensor_default_75"; +"1473 quantize_per_tensor_default_75" -> "1474 dequantize_per_tensor_default_75"; +"1474 dequantize_per_tensor_default_75" -> "1479 linear_76"; +"1475 linear_76_scale_0_updated_constant0" -> "1478 mul_125"; +"1476 compressed_weight_updated_constant77" -> "1478 mul_125"; +"1477 _param_constant205_0_0" -> "1479 linear_76"; +"1478 mul_125" -> "1479 linear_76"; +"1479 linear_76" -> "1480 reshape_55"; +"1480 reshape_55" -> "1481 permute_57"; +"1481 permute_57" -> "1482 select_36"; +"1481 permute_57" -> "1483 select_37"; +"1481 permute_57" -> "1484 select_38"; +"1482 select_36" -> "1485 linalg_vector_norm_24"; +"1482 select_36" -> "1487 expand_as_24"; +"1482 select_36" -> "1488 div_24"; +"1483 select_37" -> "1491 linalg_vector_norm_25"; +"1483 select_37" -> "1493 expand_as_25"; +"1483 select_37" -> "1494 div_25"; +"1484 select_38" -> "1506 matmul_25"; +"1485 linalg_vector_norm_24" -> "1486 clamp_min_24"; +"1486 clamp_min_24" -> "1487 expand_as_24"; +"1487 expand_as_24" -> "1488 div_24"; +"1488 div_24" -> "1489 quantize_per_tensor_default_76"; +"1489 quantize_per_tensor_default_76" -> "1490 dequantize_per_tensor_default_76"; +"1490 dequantize_per_tensor_default_76" -> "1498 matmul_24"; +"1491 linalg_vector_norm_25" -> "1492 clamp_min_25"; +"1492 clamp_min_25" -> "1493 expand_as_25"; +"1493 expand_as_25" -> "1494 div_25"; +"1494 div_25" -> "1495 quantize_per_tensor_default_77"; +"1495 quantize_per_tensor_default_77" -> "1496 dequantize_per_tensor_default_77"; +"1496 dequantize_per_tensor_default_77" -> "1497 transpose_24"; +"1497 transpose_24" -> "1498 matmul_24"; +"1498 matmul_24" -> "1502 mul_25"; +"1499 _param_constant207" -> "1500 clamp_12"; +"1500 clamp_12" -> "1501 exp_12"; +"1501 exp_12" -> "1502 mul_25"; +"1502 mul_25" -> "1503 add_42"; +"1503 add_42" -> "1504 softmax_12"; +"1504 softmax_12" -> "1505 dropout_48"; +"1505 dropout_48" -> "1506 matmul_25"; +"1506 matmul_25" -> "1507 transpose_25"; +"1507 transpose_25" -> "1508 reshape_56"; +"1508 reshape_56" -> "1509 reshape_56_0_0_nncf_smooth_quant_0"; +"1509 reshape_56_0_0_nncf_smooth_quant_0" -> "1510 quantize_per_tensor_default_78"; +"1510 quantize_per_tensor_default_78" -> "1511 dequantize_per_tensor_default_78"; +"1511 dequantize_per_tensor_default_78" -> "1516 linear_77"; +"1512 linear_77_scale_0_updated_constant0" -> "1515 mul_126"; +"1513 compressed_weight_updated_constant78" -> "1515 mul_126"; +"1514 _param_constant209_0_0" -> "1516 linear_77"; +"1515 mul_126" -> "1516 linear_77"; +"1516 linear_77" -> "1517 dropout_49"; +"1517 dropout_49" -> "1518 view_69"; +"1518 view_69" -> "1519 permute_58"; +"1519 permute_58" -> "1520 reshape_57"; +"1520 reshape_57" -> "1521 slice_190"; +"1521 slice_190" -> "1522 slice_191"; +"1522 slice_191" -> "1523 slice_192"; +"1523 slice_192" -> "1524 slice_193"; +"1524 slice_193" -> "1525 contiguous_23"; +"1525 contiguous_23" -> "1528 layer_norm_27"; +"1526 _param_constant210" -> "1528 layer_norm_27"; +"1527 _param_constant211" -> "1528 layer_norm_27"; +"1528 layer_norm_27" -> "1529 add_43"; +"1529 add_43" -> "1530 add_43_0_0_nncf_smooth_quant_0"; +"1529 add_43" -> "1552 add_44"; +"1530 add_43_0_0_nncf_smooth_quant_0" -> "1531 quantize_per_tensor_default_79"; +"1531 quantize_per_tensor_default_79" -> "1532 dequantize_per_tensor_default_79"; +"1532 dequantize_per_tensor_default_79" -> "1537 linear_78"; +"1533 linear_78_scale_0_updated_constant0" -> "1536 mul_127"; +"1534 compressed_weight_updated_constant79" -> "1536 mul_127"; +"1535 _param_constant213_0_0" -> "1537 linear_78"; +"1536 mul_127" -> "1537 linear_78"; +"1537 linear_78" -> "1538 gelu_12"; +"1538 gelu_12" -> "1539 dropout_50"; +"1539 dropout_50" -> "1540 dropout_50_0_0_nncf_smooth_quant_0"; +"1540 dropout_50_0_0_nncf_smooth_quant_0" -> "1541 quantize_per_tensor_default_80"; +"1541 quantize_per_tensor_default_80" -> "1542 dequantize_per_tensor_default_80"; +"1542 dequantize_per_tensor_default_80" -> "1547 linear_79"; +"1543 linear_79_scale_0_updated_constant0" -> "1546 mul_128"; +"1544 compressed_weight_updated_constant80" -> "1546 mul_128"; +"1545 _param_constant215_0_0" -> "1547 linear_79"; +"1546 mul_128" -> "1547 linear_79"; +"1547 linear_79" -> "1548 dropout_51"; +"1548 dropout_51" -> "1551 layer_norm_28"; +"1549 _param_constant216" -> "1551 layer_norm_28"; +"1550 _param_constant217" -> "1551 layer_norm_28"; +"1551 layer_norm_28" -> "1552 add_44"; +"1552 add_44" -> "1575 pad_15"; +"1552 add_44" -> "1654 add_47"; +"1553 _tensor_constant80" -> "1554 _tensor_constant80_0_0_nncf_smooth_quant_0"; +"1554 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1559 linear_80"; +"1555 linear_80_scale_0_updated_constant0" -> "1558 mul_129"; +"1556 compressed_weight_updated_constant81" -> "1558 mul_129"; +"1557 _param_constant219_0_0" -> "1559 linear_80"; +"1558 mul_129" -> "1559 linear_80"; +"1559 linear_80" -> "1560 relu__13"; +"1560 relu__13" -> "1561 relu__13_0_0_nncf_smooth_quant_0"; +"1561 relu__13_0_0_nncf_smooth_quant_0" -> "1565 linear_81"; +"1562 linear_81_scale_0_updated_constant0" -> "1564 mul_130"; +"1563 compressed_weight_updated_constant82" -> "1564 mul_130"; +"1564 mul_130" -> "1565 linear_81"; +"1565 linear_81" -> "1566 view_70"; +"1566 view_70" -> "1568 index_13"; +"1567 _tensor_constant81" -> "1568 index_13"; +"1568 index_13" -> "1569 view_71"; +"1569 view_71" -> "1570 permute_59"; +"1570 permute_59" -> "1571 contiguous_24"; +"1571 contiguous_24" -> "1572 unsqueeze_37"; +"1572 unsqueeze_37" -> "1573 sigmoid_13"; +"1573 sigmoid_13" -> "1574 mul_26"; +"1574 mul_26" -> "1611 add_45"; +"1575 pad_15" -> "1576 roll_12"; +"1576 roll_12" -> "1577 view_72"; +"1577 view_72" -> "1578 permute_60"; +"1578 permute_60" -> "1579 reshape_58"; +"1579 reshape_58" -> "1580 reshape_58_0_0_nncf_smooth_quant_0"; +"1579 reshape_58" -> "1612 new_zeros_6"; +"1580 reshape_58_0_0_nncf_smooth_quant_0" -> "1581 quantize_per_tensor_default_81"; +"1581 quantize_per_tensor_default_81" -> "1582 dequantize_per_tensor_default_81"; +"1582 dequantize_per_tensor_default_81" -> "1587 linear_82"; +"1583 linear_82_scale_0_updated_constant0" -> "1586 mul_131"; +"1584 compressed_weight_updated_constant83" -> "1586 mul_131"; +"1585 _param_constant221_0_0" -> "1587 linear_82"; +"1586 mul_131" -> "1587 linear_82"; +"1587 linear_82" -> "1588 reshape_59"; +"1588 reshape_59" -> "1589 permute_61"; +"1589 permute_61" -> "1590 select_39"; +"1589 permute_61" -> "1591 select_40"; +"1589 permute_61" -> "1592 select_41"; +"1590 select_39" -> "1593 linalg_vector_norm_26"; +"1590 select_39" -> "1595 expand_as_26"; +"1590 select_39" -> "1596 div_26"; +"1591 select_40" -> "1599 linalg_vector_norm_27"; +"1591 select_40" -> "1601 expand_as_27"; +"1591 select_40" -> "1602 div_27"; +"1592 select_41" -> "1630 matmul_27"; +"1593 linalg_vector_norm_26" -> "1594 clamp_min_26"; +"1594 clamp_min_26" -> "1595 expand_as_26"; +"1595 expand_as_26" -> "1596 div_26"; +"1596 div_26" -> "1597 quantize_per_tensor_default_82"; +"1597 quantize_per_tensor_default_82" -> "1598 dequantize_per_tensor_default_82"; +"1598 dequantize_per_tensor_default_82" -> "1606 matmul_26"; +"1599 linalg_vector_norm_27" -> "1600 clamp_min_27"; +"1600 clamp_min_27" -> "1601 expand_as_27"; +"1601 expand_as_27" -> "1602 div_27"; +"1602 div_27" -> "1603 quantize_per_tensor_default_83"; +"1603 quantize_per_tensor_default_83" -> "1604 dequantize_per_tensor_default_83"; +"1604 dequantize_per_tensor_default_83" -> "1605 transpose_26"; +"1605 transpose_26" -> "1606 matmul_26"; +"1606 matmul_26" -> "1610 mul_27"; +"1607 _param_constant223" -> "1608 clamp_13"; +"1608 clamp_13" -> "1609 exp_13"; +"1609 exp_13" -> "1610 mul_27"; +"1610 mul_27" -> "1611 add_45"; +"1611 add_45" -> "1623 view_74"; +"1612 new_zeros_6" -> "1613 view_73"; +"1613 view_73" -> "1614 permute_62"; +"1614 permute_62" -> "1615 reshape_60"; +"1615 reshape_60" -> "1616 unsqueeze_38"; +"1615 reshape_60" -> "1617 unsqueeze_39"; +"1616 unsqueeze_38" -> "1618 sub_6"; +"1617 unsqueeze_39" -> "1618 sub_6"; +"1618 sub_6" -> "1619 ne_6"; +"1618 sub_6" -> "1620 masked_fill_12"; +"1618 sub_6" -> "1621 eq_6"; +"1619 ne_6" -> "1620 masked_fill_12"; +"1620 masked_fill_12" -> "1622 masked_fill_13"; +"1621 eq_6" -> "1622 masked_fill_13"; +"1622 masked_fill_13" -> "1624 unsqueeze_40"; +"1623 view_74" -> "1626 add_46"; +"1624 unsqueeze_40" -> "1625 unsqueeze_41"; +"1625 unsqueeze_41" -> "1626 add_46"; +"1626 add_46" -> "1627 view_75"; +"1627 view_75" -> "1628 softmax_13"; +"1628 softmax_13" -> "1629 dropout_52"; +"1629 dropout_52" -> "1630 matmul_27"; +"1630 matmul_27" -> "1631 transpose_27"; +"1631 transpose_27" -> "1632 reshape_61"; +"1632 reshape_61" -> "1633 reshape_61_0_0_nncf_smooth_quant_0"; +"1633 reshape_61_0_0_nncf_smooth_quant_0" -> "1634 quantize_per_tensor_default_84"; +"1634 quantize_per_tensor_default_84" -> "1635 dequantize_per_tensor_default_84"; +"1635 dequantize_per_tensor_default_84" -> "1640 linear_83"; +"1636 linear_83_scale_0_updated_constant0" -> "1639 mul_132"; +"1637 compressed_weight_updated_constant84" -> "1639 mul_132"; +"1638 _param_constant225_0_0" -> "1640 linear_83"; +"1639 mul_132" -> "1640 linear_83"; +"1640 linear_83" -> "1641 dropout_53"; +"1641 dropout_53" -> "1642 view_76"; +"1642 view_76" -> "1643 permute_63"; +"1643 permute_63" -> "1644 reshape_62"; +"1644 reshape_62" -> "1645 roll_13"; +"1645 roll_13" -> "1646 slice_213"; +"1646 slice_213" -> "1647 slice_214"; +"1647 slice_214" -> "1648 slice_215"; +"1648 slice_215" -> "1649 slice_216"; +"1649 slice_216" -> "1650 contiguous_25"; +"1650 contiguous_25" -> "1653 layer_norm_29"; +"1651 _param_constant226" -> "1653 layer_norm_29"; +"1652 _param_constant227" -> "1653 layer_norm_29"; +"1653 layer_norm_29" -> "1654 add_47"; +"1654 add_47" -> "1655 add_47_0_0_nncf_smooth_quant_0"; +"1654 add_47" -> "1677 add_48"; +"1655 add_47_0_0_nncf_smooth_quant_0" -> "1656 quantize_per_tensor_default_85"; +"1656 quantize_per_tensor_default_85" -> "1657 dequantize_per_tensor_default_85"; +"1657 dequantize_per_tensor_default_85" -> "1662 linear_84"; +"1658 linear_84_scale_0_updated_constant0" -> "1661 mul_133"; +"1659 compressed_weight_updated_constant85" -> "1661 mul_133"; +"1660 _param_constant229_0_0" -> "1662 linear_84"; +"1661 mul_133" -> "1662 linear_84"; +"1662 linear_84" -> "1663 gelu_13"; +"1663 gelu_13" -> "1664 dropout_54"; +"1664 dropout_54" -> "1665 dropout_54_0_0_nncf_smooth_quant_0"; +"1665 dropout_54_0_0_nncf_smooth_quant_0" -> "1666 quantize_per_tensor_default_86"; +"1666 quantize_per_tensor_default_86" -> "1667 dequantize_per_tensor_default_86"; +"1667 dequantize_per_tensor_default_86" -> "1672 linear_85"; +"1668 linear_85_scale_0_updated_constant0" -> "1671 mul_134"; +"1669 compressed_weight_updated_constant86" -> "1671 mul_134"; +"1670 _param_constant231_0_0" -> "1672 linear_85"; +"1671 mul_134" -> "1672 linear_85"; +"1672 linear_85" -> "1673 dropout_55"; +"1673 dropout_55" -> "1676 layer_norm_30"; +"1674 _param_constant232" -> "1676 layer_norm_30"; +"1675 _param_constant233" -> "1676 layer_norm_30"; +"1676 layer_norm_30" -> "1677 add_48"; +"1677 add_48" -> "1700 pad_16"; +"1677 add_48" -> "1761 add_50"; +"1678 _tensor_constant91" -> "1679 _tensor_constant91_0_0_nncf_smooth_quant_0"; +"1679 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1684 linear_86"; +"1680 linear_86_scale_0_updated_constant0" -> "1683 mul_135"; +"1681 compressed_weight_updated_constant87" -> "1683 mul_135"; +"1682 _param_constant235_0_0" -> "1684 linear_86"; +"1683 mul_135" -> "1684 linear_86"; +"1684 linear_86" -> "1685 relu__14"; +"1685 relu__14" -> "1686 relu__14_0_0_nncf_smooth_quant_0"; +"1686 relu__14_0_0_nncf_smooth_quant_0" -> "1690 linear_87"; +"1687 linear_87_scale_0_updated_constant0" -> "1689 mul_136"; +"1688 compressed_weight_updated_constant88" -> "1689 mul_136"; +"1689 mul_136" -> "1690 linear_87"; +"1690 linear_87" -> "1691 view_77"; +"1691 view_77" -> "1693 index_14"; +"1692 _tensor_constant92" -> "1693 index_14"; +"1693 index_14" -> "1694 view_78"; +"1694 view_78" -> "1695 permute_64"; +"1695 permute_64" -> "1696 contiguous_26"; +"1696 contiguous_26" -> "1697 unsqueeze_42"; +"1697 unsqueeze_42" -> "1698 sigmoid_14"; +"1698 sigmoid_14" -> "1699 mul_28"; +"1699 mul_28" -> "1735 add_49"; +"1700 pad_16" -> "1701 view_79"; +"1701 view_79" -> "1702 permute_65"; +"1702 permute_65" -> "1703 reshape_63"; +"1703 reshape_63" -> "1704 reshape_63_0_0_nncf_smooth_quant_0"; +"1704 reshape_63_0_0_nncf_smooth_quant_0" -> "1705 quantize_per_tensor_default_87"; +"1705 quantize_per_tensor_default_87" -> "1706 dequantize_per_tensor_default_87"; +"1706 dequantize_per_tensor_default_87" -> "1711 linear_88"; +"1707 linear_88_scale_0_updated_constant0" -> "1710 mul_137"; +"1708 compressed_weight_updated_constant89" -> "1710 mul_137"; +"1709 _param_constant237_0_0" -> "1711 linear_88"; +"1710 mul_137" -> "1711 linear_88"; +"1711 linear_88" -> "1712 reshape_64"; +"1712 reshape_64" -> "1713 permute_66"; +"1713 permute_66" -> "1714 select_42"; +"1713 permute_66" -> "1715 select_43"; +"1713 permute_66" -> "1716 select_44"; +"1714 select_42" -> "1717 linalg_vector_norm_28"; +"1714 select_42" -> "1719 expand_as_28"; +"1714 select_42" -> "1720 div_28"; +"1715 select_43" -> "1723 linalg_vector_norm_29"; +"1715 select_43" -> "1725 expand_as_29"; +"1715 select_43" -> "1726 div_29"; +"1716 select_44" -> "1738 matmul_29"; +"1717 linalg_vector_norm_28" -> "1718 clamp_min_28"; +"1718 clamp_min_28" -> "1719 expand_as_28"; +"1719 expand_as_28" -> "1720 div_28"; +"1720 div_28" -> "1721 quantize_per_tensor_default_88"; +"1721 quantize_per_tensor_default_88" -> "1722 dequantize_per_tensor_default_88"; +"1722 dequantize_per_tensor_default_88" -> "1730 matmul_28"; +"1723 linalg_vector_norm_29" -> "1724 clamp_min_29"; +"1724 clamp_min_29" -> "1725 expand_as_29"; +"1725 expand_as_29" -> "1726 div_29"; +"1726 div_29" -> "1727 quantize_per_tensor_default_89"; +"1727 quantize_per_tensor_default_89" -> "1728 dequantize_per_tensor_default_89"; +"1728 dequantize_per_tensor_default_89" -> "1729 transpose_28"; +"1729 transpose_28" -> "1730 matmul_28"; +"1730 matmul_28" -> "1734 mul_29"; +"1731 _param_constant239" -> "1732 clamp_14"; +"1732 clamp_14" -> "1733 exp_14"; +"1733 exp_14" -> "1734 mul_29"; +"1734 mul_29" -> "1735 add_49"; +"1735 add_49" -> "1736 softmax_14"; +"1736 softmax_14" -> "1737 dropout_56"; +"1737 dropout_56" -> "1738 matmul_29"; +"1738 matmul_29" -> "1739 transpose_29"; +"1739 transpose_29" -> "1740 reshape_65"; +"1740 reshape_65" -> "1741 reshape_65_0_0_nncf_smooth_quant_0"; +"1741 reshape_65_0_0_nncf_smooth_quant_0" -> "1742 quantize_per_tensor_default_90"; +"1742 quantize_per_tensor_default_90" -> "1743 dequantize_per_tensor_default_90"; +"1743 dequantize_per_tensor_default_90" -> "1748 linear_89"; +"1744 linear_89_scale_0_updated_constant0" -> "1747 mul_138"; +"1745 compressed_weight_updated_constant90" -> "1747 mul_138"; +"1746 _param_constant241_0_0" -> "1748 linear_89"; +"1747 mul_138" -> "1748 linear_89"; +"1748 linear_89" -> "1749 dropout_57"; +"1749 dropout_57" -> "1750 view_80"; +"1750 view_80" -> "1751 permute_67"; +"1751 permute_67" -> "1752 reshape_66"; +"1752 reshape_66" -> "1753 slice_218"; +"1753 slice_218" -> "1754 slice_219"; +"1754 slice_219" -> "1755 slice_220"; +"1755 slice_220" -> "1756 slice_221"; +"1756 slice_221" -> "1757 contiguous_27"; +"1757 contiguous_27" -> "1760 layer_norm_31"; +"1758 _param_constant242" -> "1760 layer_norm_31"; +"1759 _param_constant243" -> "1760 layer_norm_31"; +"1760 layer_norm_31" -> "1761 add_50"; +"1761 add_50" -> "1762 add_50_0_0_nncf_smooth_quant_0"; +"1761 add_50" -> "1784 add_51"; +"1762 add_50_0_0_nncf_smooth_quant_0" -> "1763 quantize_per_tensor_default_91"; +"1763 quantize_per_tensor_default_91" -> "1764 dequantize_per_tensor_default_91"; +"1764 dequantize_per_tensor_default_91" -> "1769 linear_90"; +"1765 linear_90_scale_0_updated_constant0" -> "1768 mul_139"; +"1766 compressed_weight_updated_constant91" -> "1768 mul_139"; +"1767 _param_constant245_0_0" -> "1769 linear_90"; +"1768 mul_139" -> "1769 linear_90"; +"1769 linear_90" -> "1770 gelu_14"; +"1770 gelu_14" -> "1771 dropout_58"; +"1771 dropout_58" -> "1772 dropout_58_0_0_nncf_smooth_quant_0"; +"1772 dropout_58_0_0_nncf_smooth_quant_0" -> "1773 quantize_per_tensor_default_92"; +"1773 quantize_per_tensor_default_92" -> "1774 dequantize_per_tensor_default_92"; +"1774 dequantize_per_tensor_default_92" -> "1779 linear_91"; +"1775 linear_91_scale_0_updated_constant0" -> "1778 mul_140"; +"1776 compressed_weight_updated_constant92" -> "1778 mul_140"; +"1777 _param_constant247_0_0" -> "1779 linear_91"; +"1778 mul_140" -> "1779 linear_91"; +"1779 linear_91" -> "1780 dropout_59"; +"1780 dropout_59" -> "1783 layer_norm_32"; +"1781 _param_constant248" -> "1783 layer_norm_32"; +"1782 _param_constant249" -> "1783 layer_norm_32"; +"1783 layer_norm_32" -> "1784 add_51"; +"1784 add_51" -> "1807 pad_17"; +"1784 add_51" -> "1886 add_54"; +"1785 _tensor_constant93" -> "1786 _tensor_constant93_0_0_nncf_smooth_quant_0"; +"1786 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1791 linear_92"; +"1787 linear_92_scale_0_updated_constant0" -> "1790 mul_141"; +"1788 compressed_weight_updated_constant93" -> "1790 mul_141"; +"1789 _param_constant251_0_0" -> "1791 linear_92"; +"1790 mul_141" -> "1791 linear_92"; +"1791 linear_92" -> "1792 relu__15"; +"1792 relu__15" -> "1793 relu__15_0_0_nncf_smooth_quant_0"; +"1793 relu__15_0_0_nncf_smooth_quant_0" -> "1797 linear_93"; +"1794 linear_93_scale_0_updated_constant0" -> "1796 mul_142"; +"1795 compressed_weight_updated_constant94" -> "1796 mul_142"; +"1796 mul_142" -> "1797 linear_93"; +"1797 linear_93" -> "1798 view_81"; +"1798 view_81" -> "1800 index_15"; +"1799 _tensor_constant94" -> "1800 index_15"; +"1800 index_15" -> "1801 view_82"; +"1801 view_82" -> "1802 permute_68"; +"1802 permute_68" -> "1803 contiguous_28"; +"1803 contiguous_28" -> "1804 unsqueeze_43"; +"1804 unsqueeze_43" -> "1805 sigmoid_15"; +"1805 sigmoid_15" -> "1806 mul_30"; +"1806 mul_30" -> "1843 add_52"; +"1807 pad_17" -> "1808 roll_14"; +"1808 roll_14" -> "1809 view_83"; +"1809 view_83" -> "1810 permute_69"; +"1810 permute_69" -> "1811 reshape_67"; +"1811 reshape_67" -> "1812 reshape_67_0_0_nncf_smooth_quant_0"; +"1811 reshape_67" -> "1844 new_zeros_7"; +"1812 reshape_67_0_0_nncf_smooth_quant_0" -> "1813 quantize_per_tensor_default_93"; +"1813 quantize_per_tensor_default_93" -> "1814 dequantize_per_tensor_default_93"; +"1814 dequantize_per_tensor_default_93" -> "1819 linear_94"; +"1815 linear_94_scale_0_updated_constant0" -> "1818 mul_143"; +"1816 compressed_weight_updated_constant95" -> "1818 mul_143"; +"1817 _param_constant253_0_0" -> "1819 linear_94"; +"1818 mul_143" -> "1819 linear_94"; +"1819 linear_94" -> "1820 reshape_68"; +"1820 reshape_68" -> "1821 permute_70"; +"1821 permute_70" -> "1822 select_45"; +"1821 permute_70" -> "1823 select_46"; +"1821 permute_70" -> "1824 select_47"; +"1822 select_45" -> "1825 linalg_vector_norm_30"; +"1822 select_45" -> "1827 expand_as_30"; +"1822 select_45" -> "1828 div_30"; +"1823 select_46" -> "1831 linalg_vector_norm_31"; +"1823 select_46" -> "1833 expand_as_31"; +"1823 select_46" -> "1834 div_31"; +"1824 select_47" -> "1862 matmul_31"; +"1825 linalg_vector_norm_30" -> "1826 clamp_min_30"; +"1826 clamp_min_30" -> "1827 expand_as_30"; +"1827 expand_as_30" -> "1828 div_30"; +"1828 div_30" -> "1829 quantize_per_tensor_default_94"; +"1829 quantize_per_tensor_default_94" -> "1830 dequantize_per_tensor_default_94"; +"1830 dequantize_per_tensor_default_94" -> "1838 matmul_30"; +"1831 linalg_vector_norm_31" -> "1832 clamp_min_31"; +"1832 clamp_min_31" -> "1833 expand_as_31"; +"1833 expand_as_31" -> "1834 div_31"; +"1834 div_31" -> "1835 quantize_per_tensor_default_95"; +"1835 quantize_per_tensor_default_95" -> "1836 dequantize_per_tensor_default_95"; +"1836 dequantize_per_tensor_default_95" -> "1837 transpose_30"; +"1837 transpose_30" -> "1838 matmul_30"; +"1838 matmul_30" -> "1842 mul_31"; +"1839 _param_constant255" -> "1840 clamp_15"; +"1840 clamp_15" -> "1841 exp_15"; +"1841 exp_15" -> "1842 mul_31"; +"1842 mul_31" -> "1843 add_52"; +"1843 add_52" -> "1855 view_85"; +"1844 new_zeros_7" -> "1845 view_84"; +"1845 view_84" -> "1846 permute_71"; +"1846 permute_71" -> "1847 reshape_69"; +"1847 reshape_69" -> "1848 unsqueeze_44"; +"1847 reshape_69" -> "1849 unsqueeze_45"; +"1848 unsqueeze_44" -> "1850 sub_7"; +"1849 unsqueeze_45" -> "1850 sub_7"; +"1850 sub_7" -> "1851 ne_7"; +"1850 sub_7" -> "1852 masked_fill_14"; +"1850 sub_7" -> "1853 eq_7"; +"1851 ne_7" -> "1852 masked_fill_14"; +"1852 masked_fill_14" -> "1854 masked_fill_15"; +"1853 eq_7" -> "1854 masked_fill_15"; +"1854 masked_fill_15" -> "1856 unsqueeze_46"; +"1855 view_85" -> "1858 add_53"; +"1856 unsqueeze_46" -> "1857 unsqueeze_47"; +"1857 unsqueeze_47" -> "1858 add_53"; +"1858 add_53" -> "1859 view_86"; +"1859 view_86" -> "1860 softmax_15"; +"1860 softmax_15" -> "1861 dropout_60"; +"1861 dropout_60" -> "1862 matmul_31"; +"1862 matmul_31" -> "1863 transpose_31"; +"1863 transpose_31" -> "1864 reshape_70"; +"1864 reshape_70" -> "1865 reshape_70_0_0_nncf_smooth_quant_0"; +"1865 reshape_70_0_0_nncf_smooth_quant_0" -> "1866 quantize_per_tensor_default_96"; +"1866 quantize_per_tensor_default_96" -> "1867 dequantize_per_tensor_default_96"; +"1867 dequantize_per_tensor_default_96" -> "1872 linear_95"; +"1868 linear_95_scale_0_updated_constant0" -> "1871 mul_144"; +"1869 compressed_weight_updated_constant96" -> "1871 mul_144"; +"1870 _param_constant257_0_0" -> "1872 linear_95"; +"1871 mul_144" -> "1872 linear_95"; +"1872 linear_95" -> "1873 dropout_61"; +"1873 dropout_61" -> "1874 view_87"; +"1874 view_87" -> "1875 permute_72"; +"1875 permute_72" -> "1876 reshape_71"; +"1876 reshape_71" -> "1877 roll_15"; +"1877 roll_15" -> "1878 slice_241"; +"1878 slice_241" -> "1879 slice_242"; +"1879 slice_242" -> "1880 slice_243"; +"1880 slice_243" -> "1881 slice_244"; +"1881 slice_244" -> "1882 contiguous_29"; +"1882 contiguous_29" -> "1885 layer_norm_33"; +"1883 _param_constant258" -> "1885 layer_norm_33"; +"1884 _param_constant259" -> "1885 layer_norm_33"; +"1885 layer_norm_33" -> "1886 add_54"; +"1886 add_54" -> "1887 add_54_0_0_nncf_smooth_quant_0"; +"1886 add_54" -> "1909 add_55"; +"1887 add_54_0_0_nncf_smooth_quant_0" -> "1888 quantize_per_tensor_default_97"; +"1888 quantize_per_tensor_default_97" -> "1889 dequantize_per_tensor_default_97"; +"1889 dequantize_per_tensor_default_97" -> "1894 linear_96"; +"1890 linear_96_scale_0_updated_constant0" -> "1893 mul_145"; +"1891 compressed_weight_updated_constant97" -> "1893 mul_145"; +"1892 _param_constant261_0_0" -> "1894 linear_96"; +"1893 mul_145" -> "1894 linear_96"; +"1894 linear_96" -> "1895 gelu_15"; +"1895 gelu_15" -> "1896 dropout_62"; +"1896 dropout_62" -> "1897 dropout_62_0_0_nncf_smooth_quant_0"; +"1897 dropout_62_0_0_nncf_smooth_quant_0" -> "1898 quantize_per_tensor_default_98"; +"1898 quantize_per_tensor_default_98" -> "1899 dequantize_per_tensor_default_98"; +"1899 dequantize_per_tensor_default_98" -> "1904 linear_97"; +"1900 linear_97_scale_0_updated_constant0" -> "1903 mul_146"; +"1901 compressed_weight_updated_constant98" -> "1903 mul_146"; +"1902 _param_constant263_0_0" -> "1904 linear_97"; +"1903 mul_146" -> "1904 linear_97"; +"1904 linear_97" -> "1905 dropout_63"; +"1905 dropout_63" -> "1908 layer_norm_34"; +"1906 _param_constant264" -> "1908 layer_norm_34"; +"1907 _param_constant265" -> "1908 layer_norm_34"; +"1908 layer_norm_34" -> "1909 add_55"; +"1909 add_55" -> "1932 pad_18"; +"1909 add_55" -> "1993 add_57"; +"1910 _tensor_constant104" -> "1911 _tensor_constant104_0_0_nncf_smooth_quant_0"; +"1911 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "1916 linear_98"; +"1912 linear_98_scale_0_updated_constant0" -> "1915 mul_147"; +"1913 compressed_weight_updated_constant99" -> "1915 mul_147"; +"1914 _param_constant267_0_0" -> "1916 linear_98"; +"1915 mul_147" -> "1916 linear_98"; +"1916 linear_98" -> "1917 relu__16"; +"1917 relu__16" -> "1918 relu__16_0_0_nncf_smooth_quant_0"; +"1918 relu__16_0_0_nncf_smooth_quant_0" -> "1922 linear_99"; +"1919 linear_99_scale_0_updated_constant0" -> "1921 mul_148"; +"1920 compressed_weight_updated_constant100" -> "1921 mul_148"; +"1921 mul_148" -> "1922 linear_99"; +"1922 linear_99" -> "1923 view_88"; +"1923 view_88" -> "1925 index_16"; +"1924 _tensor_constant105" -> "1925 index_16"; +"1925 index_16" -> "1926 view_89"; +"1926 view_89" -> "1927 permute_73"; +"1927 permute_73" -> "1928 contiguous_30"; +"1928 contiguous_30" -> "1929 unsqueeze_48"; +"1929 unsqueeze_48" -> "1930 sigmoid_16"; +"1930 sigmoid_16" -> "1931 mul_32"; +"1931 mul_32" -> "1967 add_56"; +"1932 pad_18" -> "1933 view_90"; +"1933 view_90" -> "1934 permute_74"; +"1934 permute_74" -> "1935 reshape_72"; +"1935 reshape_72" -> "1936 reshape_72_0_0_nncf_smooth_quant_0"; +"1936 reshape_72_0_0_nncf_smooth_quant_0" -> "1937 quantize_per_tensor_default_99"; +"1937 quantize_per_tensor_default_99" -> "1938 dequantize_per_tensor_default_99"; +"1938 dequantize_per_tensor_default_99" -> "1943 linear_100"; +"1939 linear_100_scale_0_updated_constant0" -> "1942 mul_149"; +"1940 compressed_weight_updated_constant101" -> "1942 mul_149"; +"1941 _param_constant269_0_0" -> "1943 linear_100"; +"1942 mul_149" -> "1943 linear_100"; +"1943 linear_100" -> "1944 reshape_73"; +"1944 reshape_73" -> "1945 permute_75"; +"1945 permute_75" -> "1946 select_48"; +"1945 permute_75" -> "1947 select_49"; +"1945 permute_75" -> "1948 select_50"; +"1946 select_48" -> "1949 linalg_vector_norm_32"; +"1946 select_48" -> "1951 expand_as_32"; +"1946 select_48" -> "1952 div_32"; +"1947 select_49" -> "1955 linalg_vector_norm_33"; +"1947 select_49" -> "1957 expand_as_33"; +"1947 select_49" -> "1958 div_33"; +"1948 select_50" -> "1970 matmul_33"; +"1949 linalg_vector_norm_32" -> "1950 clamp_min_32"; +"1950 clamp_min_32" -> "1951 expand_as_32"; +"1951 expand_as_32" -> "1952 div_32"; +"1952 div_32" -> "1953 quantize_per_tensor_default_100"; +"1953 quantize_per_tensor_default_100" -> "1954 dequantize_per_tensor_default_100"; +"1954 dequantize_per_tensor_default_100" -> "1962 matmul_32"; +"1955 linalg_vector_norm_33" -> "1956 clamp_min_33"; +"1956 clamp_min_33" -> "1957 expand_as_33"; +"1957 expand_as_33" -> "1958 div_33"; +"1958 div_33" -> "1959 quantize_per_tensor_default_101"; +"1959 quantize_per_tensor_default_101" -> "1960 dequantize_per_tensor_default_101"; +"1960 dequantize_per_tensor_default_101" -> "1961 transpose_32"; +"1961 transpose_32" -> "1962 matmul_32"; +"1962 matmul_32" -> "1966 mul_33"; +"1963 _param_constant271" -> "1964 clamp_16"; +"1964 clamp_16" -> "1965 exp_16"; +"1965 exp_16" -> "1966 mul_33"; +"1966 mul_33" -> "1967 add_56"; +"1967 add_56" -> "1968 softmax_16"; +"1968 softmax_16" -> "1969 dropout_64"; +"1969 dropout_64" -> "1970 matmul_33"; +"1970 matmul_33" -> "1971 transpose_33"; +"1971 transpose_33" -> "1972 reshape_74"; +"1972 reshape_74" -> "1973 reshape_74_0_0_nncf_smooth_quant_0"; +"1973 reshape_74_0_0_nncf_smooth_quant_0" -> "1974 quantize_per_tensor_default_102"; +"1974 quantize_per_tensor_default_102" -> "1975 dequantize_per_tensor_default_102"; +"1975 dequantize_per_tensor_default_102" -> "1980 linear_101"; +"1976 linear_101_scale_0_updated_constant0" -> "1979 mul_150"; +"1977 compressed_weight_updated_constant102" -> "1979 mul_150"; +"1978 _param_constant273_0_0" -> "1980 linear_101"; +"1979 mul_150" -> "1980 linear_101"; +"1980 linear_101" -> "1981 dropout_65"; +"1981 dropout_65" -> "1982 view_91"; +"1982 view_91" -> "1983 permute_76"; +"1983 permute_76" -> "1984 reshape_75"; +"1984 reshape_75" -> "1985 slice_246"; +"1985 slice_246" -> "1986 slice_247"; +"1986 slice_247" -> "1987 slice_248"; +"1987 slice_248" -> "1988 slice_249"; +"1988 slice_249" -> "1989 contiguous_31"; +"1989 contiguous_31" -> "1992 layer_norm_35"; +"1990 _param_constant274" -> "1992 layer_norm_35"; +"1991 _param_constant275" -> "1992 layer_norm_35"; +"1992 layer_norm_35" -> "1993 add_57"; +"1993 add_57" -> "1994 add_57_0_0_nncf_smooth_quant_0"; +"1993 add_57" -> "2016 add_58"; +"1994 add_57_0_0_nncf_smooth_quant_0" -> "1995 quantize_per_tensor_default_103"; +"1995 quantize_per_tensor_default_103" -> "1996 dequantize_per_tensor_default_103"; +"1996 dequantize_per_tensor_default_103" -> "2001 linear_102"; +"1997 linear_102_scale_0_updated_constant0" -> "2000 mul_151"; +"1998 compressed_weight_updated_constant103" -> "2000 mul_151"; +"1999 _param_constant277_0_0" -> "2001 linear_102"; +"2000 mul_151" -> "2001 linear_102"; +"2001 linear_102" -> "2002 gelu_16"; +"2002 gelu_16" -> "2003 dropout_66"; +"2003 dropout_66" -> "2004 dropout_66_0_0_nncf_smooth_quant_0"; +"2004 dropout_66_0_0_nncf_smooth_quant_0" -> "2005 quantize_per_tensor_default_104"; +"2005 quantize_per_tensor_default_104" -> "2006 dequantize_per_tensor_default_104"; +"2006 dequantize_per_tensor_default_104" -> "2011 linear_103"; +"2007 linear_103_scale_0_updated_constant0" -> "2010 mul_152"; +"2008 compressed_weight_updated_constant104" -> "2010 mul_152"; +"2009 _param_constant279_0_0" -> "2011 linear_103"; +"2010 mul_152" -> "2011 linear_103"; +"2011 linear_103" -> "2012 dropout_67"; +"2012 dropout_67" -> "2015 layer_norm_36"; +"2013 _param_constant280" -> "2015 layer_norm_36"; +"2014 _param_constant281" -> "2015 layer_norm_36"; +"2015 layer_norm_36" -> "2016 add_58"; +"2016 add_58" -> "2039 pad_19"; +"2016 add_58" -> "2118 add_61"; +"2017 _tensor_constant106" -> "2018 _tensor_constant106_0_0_nncf_smooth_quant_0"; +"2018 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2023 linear_104"; +"2019 linear_104_scale_0_updated_constant0" -> "2022 mul_153"; +"2020 compressed_weight_updated_constant105" -> "2022 mul_153"; +"2021 _param_constant283_0_0" -> "2023 linear_104"; +"2022 mul_153" -> "2023 linear_104"; +"2023 linear_104" -> "2024 relu__17"; +"2024 relu__17" -> "2025 relu__17_0_0_nncf_smooth_quant_0"; +"2025 relu__17_0_0_nncf_smooth_quant_0" -> "2029 linear_105"; +"2026 linear_105_scale_0_updated_constant0" -> "2028 mul_154"; +"2027 compressed_weight_updated_constant106" -> "2028 mul_154"; +"2028 mul_154" -> "2029 linear_105"; +"2029 linear_105" -> "2030 view_92"; +"2030 view_92" -> "2032 index_17"; +"2031 _tensor_constant107" -> "2032 index_17"; +"2032 index_17" -> "2033 view_93"; +"2033 view_93" -> "2034 permute_77"; +"2034 permute_77" -> "2035 contiguous_32"; +"2035 contiguous_32" -> "2036 unsqueeze_49"; +"2036 unsqueeze_49" -> "2037 sigmoid_17"; +"2037 sigmoid_17" -> "2038 mul_34"; +"2038 mul_34" -> "2075 add_59"; +"2039 pad_19" -> "2040 roll_16"; +"2040 roll_16" -> "2041 view_94"; +"2041 view_94" -> "2042 permute_78"; +"2042 permute_78" -> "2043 reshape_76"; +"2043 reshape_76" -> "2044 reshape_76_0_0_nncf_smooth_quant_0"; +"2043 reshape_76" -> "2076 new_zeros_8"; +"2044 reshape_76_0_0_nncf_smooth_quant_0" -> "2045 quantize_per_tensor_default_105"; +"2045 quantize_per_tensor_default_105" -> "2046 dequantize_per_tensor_default_105"; +"2046 dequantize_per_tensor_default_105" -> "2051 linear_106"; +"2047 linear_106_scale_0_updated_constant0" -> "2050 mul_155"; +"2048 compressed_weight_updated_constant107" -> "2050 mul_155"; +"2049 _param_constant285_0_0" -> "2051 linear_106"; +"2050 mul_155" -> "2051 linear_106"; +"2051 linear_106" -> "2052 reshape_77"; +"2052 reshape_77" -> "2053 permute_79"; +"2053 permute_79" -> "2054 select_51"; +"2053 permute_79" -> "2055 select_52"; +"2053 permute_79" -> "2056 select_53"; +"2054 select_51" -> "2057 linalg_vector_norm_34"; +"2054 select_51" -> "2059 expand_as_34"; +"2054 select_51" -> "2060 div_34"; +"2055 select_52" -> "2063 linalg_vector_norm_35"; +"2055 select_52" -> "2065 expand_as_35"; +"2055 select_52" -> "2066 div_35"; +"2056 select_53" -> "2094 matmul_35"; +"2057 linalg_vector_norm_34" -> "2058 clamp_min_34"; +"2058 clamp_min_34" -> "2059 expand_as_34"; +"2059 expand_as_34" -> "2060 div_34"; +"2060 div_34" -> "2061 quantize_per_tensor_default_106"; +"2061 quantize_per_tensor_default_106" -> "2062 dequantize_per_tensor_default_106"; +"2062 dequantize_per_tensor_default_106" -> "2070 matmul_34"; +"2063 linalg_vector_norm_35" -> "2064 clamp_min_35"; +"2064 clamp_min_35" -> "2065 expand_as_35"; +"2065 expand_as_35" -> "2066 div_35"; +"2066 div_35" -> "2067 quantize_per_tensor_default_107"; +"2067 quantize_per_tensor_default_107" -> "2068 dequantize_per_tensor_default_107"; +"2068 dequantize_per_tensor_default_107" -> "2069 transpose_34"; +"2069 transpose_34" -> "2070 matmul_34"; +"2070 matmul_34" -> "2074 mul_35"; +"2071 _param_constant287" -> "2072 clamp_17"; +"2072 clamp_17" -> "2073 exp_17"; +"2073 exp_17" -> "2074 mul_35"; +"2074 mul_35" -> "2075 add_59"; +"2075 add_59" -> "2087 view_96"; +"2076 new_zeros_8" -> "2077 view_95"; +"2077 view_95" -> "2078 permute_80"; +"2078 permute_80" -> "2079 reshape_78"; +"2079 reshape_78" -> "2080 unsqueeze_50"; +"2079 reshape_78" -> "2081 unsqueeze_51"; +"2080 unsqueeze_50" -> "2082 sub_8"; +"2081 unsqueeze_51" -> "2082 sub_8"; +"2082 sub_8" -> "2083 ne_8"; +"2082 sub_8" -> "2084 masked_fill_16"; +"2082 sub_8" -> "2085 eq_8"; +"2083 ne_8" -> "2084 masked_fill_16"; +"2084 masked_fill_16" -> "2086 masked_fill_17"; +"2085 eq_8" -> "2086 masked_fill_17"; +"2086 masked_fill_17" -> "2088 unsqueeze_52"; +"2087 view_96" -> "2090 add_60"; +"2088 unsqueeze_52" -> "2089 unsqueeze_53"; +"2089 unsqueeze_53" -> "2090 add_60"; +"2090 add_60" -> "2091 view_97"; +"2091 view_97" -> "2092 softmax_17"; +"2092 softmax_17" -> "2093 dropout_68"; +"2093 dropout_68" -> "2094 matmul_35"; +"2094 matmul_35" -> "2095 transpose_35"; +"2095 transpose_35" -> "2096 reshape_79"; +"2096 reshape_79" -> "2097 reshape_79_0_0_nncf_smooth_quant_0"; +"2097 reshape_79_0_0_nncf_smooth_quant_0" -> "2098 quantize_per_tensor_default_108"; +"2098 quantize_per_tensor_default_108" -> "2099 dequantize_per_tensor_default_108"; +"2099 dequantize_per_tensor_default_108" -> "2104 linear_107"; +"2100 linear_107_scale_0_updated_constant0" -> "2103 mul_156"; +"2101 compressed_weight_updated_constant108" -> "2103 mul_156"; +"2102 _param_constant289_0_0" -> "2104 linear_107"; +"2103 mul_156" -> "2104 linear_107"; +"2104 linear_107" -> "2105 dropout_69"; +"2105 dropout_69" -> "2106 view_98"; +"2106 view_98" -> "2107 permute_81"; +"2107 permute_81" -> "2108 reshape_80"; +"2108 reshape_80" -> "2109 roll_17"; +"2109 roll_17" -> "2110 slice_269"; +"2110 slice_269" -> "2111 slice_270"; +"2111 slice_270" -> "2112 slice_271"; +"2112 slice_271" -> "2113 slice_272"; +"2113 slice_272" -> "2114 contiguous_33"; +"2114 contiguous_33" -> "2117 layer_norm_37"; +"2115 _param_constant290" -> "2117 layer_norm_37"; +"2116 _param_constant291" -> "2117 layer_norm_37"; +"2117 layer_norm_37" -> "2118 add_61"; +"2118 add_61" -> "2119 add_61_0_0_nncf_smooth_quant_0"; +"2118 add_61" -> "2141 add_62"; +"2119 add_61_0_0_nncf_smooth_quant_0" -> "2120 quantize_per_tensor_default_109"; +"2120 quantize_per_tensor_default_109" -> "2121 dequantize_per_tensor_default_109"; +"2121 dequantize_per_tensor_default_109" -> "2126 linear_108"; +"2122 linear_108_scale_0_updated_constant0" -> "2125 mul_157"; +"2123 compressed_weight_updated_constant109" -> "2125 mul_157"; +"2124 _param_constant293_0_0" -> "2126 linear_108"; +"2125 mul_157" -> "2126 linear_108"; +"2126 linear_108" -> "2127 gelu_17"; +"2127 gelu_17" -> "2128 dropout_70"; +"2128 dropout_70" -> "2129 dropout_70_0_0_nncf_smooth_quant_0"; +"2129 dropout_70_0_0_nncf_smooth_quant_0" -> "2130 quantize_per_tensor_default_110"; +"2130 quantize_per_tensor_default_110" -> "2131 dequantize_per_tensor_default_110"; +"2131 dequantize_per_tensor_default_110" -> "2136 linear_109"; +"2132 linear_109_scale_0_updated_constant0" -> "2135 mul_158"; +"2133 compressed_weight_updated_constant110" -> "2135 mul_158"; +"2134 _param_constant295_0_0" -> "2136 linear_109"; +"2135 mul_158" -> "2136 linear_109"; +"2136 linear_109" -> "2137 dropout_71"; +"2137 dropout_71" -> "2140 layer_norm_38"; +"2138 _param_constant296" -> "2140 layer_norm_38"; +"2139 _param_constant297" -> "2140 layer_norm_38"; +"2140 layer_norm_38" -> "2141 add_62"; +"2141 add_62" -> "2164 pad_20"; +"2141 add_62" -> "2225 add_64"; +"2142 _tensor_constant117" -> "2143 _tensor_constant117_0_0_nncf_smooth_quant_0"; +"2143 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2148 linear_110"; +"2144 linear_110_scale_0_updated_constant0" -> "2147 mul_159"; +"2145 compressed_weight_updated_constant111" -> "2147 mul_159"; +"2146 _param_constant299_0_0" -> "2148 linear_110"; +"2147 mul_159" -> "2148 linear_110"; +"2148 linear_110" -> "2149 relu__18"; +"2149 relu__18" -> "2150 relu__18_0_0_nncf_smooth_quant_0"; +"2150 relu__18_0_0_nncf_smooth_quant_0" -> "2154 linear_111"; +"2151 linear_111_scale_0_updated_constant0" -> "2153 mul_160"; +"2152 compressed_weight_updated_constant112" -> "2153 mul_160"; +"2153 mul_160" -> "2154 linear_111"; +"2154 linear_111" -> "2155 view_99"; +"2155 view_99" -> "2157 index_18"; +"2156 _tensor_constant118" -> "2157 index_18"; +"2157 index_18" -> "2158 view_100"; +"2158 view_100" -> "2159 permute_82"; +"2159 permute_82" -> "2160 contiguous_34"; +"2160 contiguous_34" -> "2161 unsqueeze_54"; +"2161 unsqueeze_54" -> "2162 sigmoid_18"; +"2162 sigmoid_18" -> "2163 mul_36"; +"2163 mul_36" -> "2199 add_63"; +"2164 pad_20" -> "2165 view_101"; +"2165 view_101" -> "2166 permute_83"; +"2166 permute_83" -> "2167 reshape_81"; +"2167 reshape_81" -> "2168 reshape_81_0_0_nncf_smooth_quant_0"; +"2168 reshape_81_0_0_nncf_smooth_quant_0" -> "2169 quantize_per_tensor_default_111"; +"2169 quantize_per_tensor_default_111" -> "2170 dequantize_per_tensor_default_111"; +"2170 dequantize_per_tensor_default_111" -> "2175 linear_112"; +"2171 linear_112_scale_0_updated_constant0" -> "2174 mul_161"; +"2172 compressed_weight_updated_constant113" -> "2174 mul_161"; +"2173 _param_constant301_0_0" -> "2175 linear_112"; +"2174 mul_161" -> "2175 linear_112"; +"2175 linear_112" -> "2176 reshape_82"; +"2176 reshape_82" -> "2177 permute_84"; +"2177 permute_84" -> "2178 select_54"; +"2177 permute_84" -> "2179 select_55"; +"2177 permute_84" -> "2180 select_56"; +"2178 select_54" -> "2181 linalg_vector_norm_36"; +"2178 select_54" -> "2183 expand_as_36"; +"2178 select_54" -> "2184 div_36"; +"2179 select_55" -> "2187 linalg_vector_norm_37"; +"2179 select_55" -> "2189 expand_as_37"; +"2179 select_55" -> "2190 div_37"; +"2180 select_56" -> "2202 matmul_37"; +"2181 linalg_vector_norm_36" -> "2182 clamp_min_36"; +"2182 clamp_min_36" -> "2183 expand_as_36"; +"2183 expand_as_36" -> "2184 div_36"; +"2184 div_36" -> "2185 quantize_per_tensor_default_112"; +"2185 quantize_per_tensor_default_112" -> "2186 dequantize_per_tensor_default_112"; +"2186 dequantize_per_tensor_default_112" -> "2194 matmul_36"; +"2187 linalg_vector_norm_37" -> "2188 clamp_min_37"; +"2188 clamp_min_37" -> "2189 expand_as_37"; +"2189 expand_as_37" -> "2190 div_37"; +"2190 div_37" -> "2191 quantize_per_tensor_default_113"; +"2191 quantize_per_tensor_default_113" -> "2192 dequantize_per_tensor_default_113"; +"2192 dequantize_per_tensor_default_113" -> "2193 transpose_36"; +"2193 transpose_36" -> "2194 matmul_36"; +"2194 matmul_36" -> "2198 mul_37"; +"2195 _param_constant303" -> "2196 clamp_18"; +"2196 clamp_18" -> "2197 exp_18"; +"2197 exp_18" -> "2198 mul_37"; +"2198 mul_37" -> "2199 add_63"; +"2199 add_63" -> "2200 softmax_18"; +"2200 softmax_18" -> "2201 dropout_72"; +"2201 dropout_72" -> "2202 matmul_37"; +"2202 matmul_37" -> "2203 transpose_37"; +"2203 transpose_37" -> "2204 reshape_83"; +"2204 reshape_83" -> "2205 reshape_83_0_0_nncf_smooth_quant_0"; +"2205 reshape_83_0_0_nncf_smooth_quant_0" -> "2206 quantize_per_tensor_default_114"; +"2206 quantize_per_tensor_default_114" -> "2207 dequantize_per_tensor_default_114"; +"2207 dequantize_per_tensor_default_114" -> "2212 linear_113"; +"2208 linear_113_scale_0_updated_constant0" -> "2211 mul_162"; +"2209 compressed_weight_updated_constant114" -> "2211 mul_162"; +"2210 _param_constant305_0_0" -> "2212 linear_113"; +"2211 mul_162" -> "2212 linear_113"; +"2212 linear_113" -> "2213 dropout_73"; +"2213 dropout_73" -> "2214 view_102"; +"2214 view_102" -> "2215 permute_85"; +"2215 permute_85" -> "2216 reshape_84"; +"2216 reshape_84" -> "2217 slice_274"; +"2217 slice_274" -> "2218 slice_275"; +"2218 slice_275" -> "2219 slice_276"; +"2219 slice_276" -> "2220 slice_277"; +"2220 slice_277" -> "2221 contiguous_35"; +"2221 contiguous_35" -> "2224 layer_norm_39"; +"2222 _param_constant306" -> "2224 layer_norm_39"; +"2223 _param_constant307" -> "2224 layer_norm_39"; +"2224 layer_norm_39" -> "2225 add_64"; +"2225 add_64" -> "2226 add_64_0_0_nncf_smooth_quant_0"; +"2225 add_64" -> "2248 add_65"; +"2226 add_64_0_0_nncf_smooth_quant_0" -> "2227 quantize_per_tensor_default_115"; +"2227 quantize_per_tensor_default_115" -> "2228 dequantize_per_tensor_default_115"; +"2228 dequantize_per_tensor_default_115" -> "2233 linear_114"; +"2229 linear_114_scale_0_updated_constant0" -> "2232 mul_163"; +"2230 compressed_weight_updated_constant115" -> "2232 mul_163"; +"2231 _param_constant309_0_0" -> "2233 linear_114"; +"2232 mul_163" -> "2233 linear_114"; +"2233 linear_114" -> "2234 gelu_18"; +"2234 gelu_18" -> "2235 dropout_74"; +"2235 dropout_74" -> "2236 dropout_74_0_0_nncf_smooth_quant_0"; +"2236 dropout_74_0_0_nncf_smooth_quant_0" -> "2237 quantize_per_tensor_default_116"; +"2237 quantize_per_tensor_default_116" -> "2238 dequantize_per_tensor_default_116"; +"2238 dequantize_per_tensor_default_116" -> "2243 linear_115"; +"2239 linear_115_scale_0_updated_constant0" -> "2242 mul_164"; +"2240 compressed_weight_updated_constant116" -> "2242 mul_164"; +"2241 _param_constant311_0_0" -> "2243 linear_115"; +"2242 mul_164" -> "2243 linear_115"; +"2243 linear_115" -> "2244 dropout_75"; +"2244 dropout_75" -> "2247 layer_norm_40"; +"2245 _param_constant312" -> "2247 layer_norm_40"; +"2246 _param_constant313" -> "2247 layer_norm_40"; +"2247 layer_norm_40" -> "2248 add_65"; +"2248 add_65" -> "2271 pad_21"; +"2248 add_65" -> "2350 add_68"; +"2249 _tensor_constant119" -> "2250 _tensor_constant119_0_0_nncf_smooth_quant_0"; +"2250 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2255 linear_116"; +"2251 linear_116_scale_0_updated_constant0" -> "2254 mul_165"; +"2252 compressed_weight_updated_constant117" -> "2254 mul_165"; +"2253 _param_constant315_0_0" -> "2255 linear_116"; +"2254 mul_165" -> "2255 linear_116"; +"2255 linear_116" -> "2256 relu__19"; +"2256 relu__19" -> "2257 relu__19_0_0_nncf_smooth_quant_0"; +"2257 relu__19_0_0_nncf_smooth_quant_0" -> "2261 linear_117"; +"2258 linear_117_scale_0_updated_constant0" -> "2260 mul_166"; +"2259 compressed_weight_updated_constant118" -> "2260 mul_166"; +"2260 mul_166" -> "2261 linear_117"; +"2261 linear_117" -> "2262 view_103"; +"2262 view_103" -> "2264 index_19"; +"2263 _tensor_constant120" -> "2264 index_19"; +"2264 index_19" -> "2265 view_104"; +"2265 view_104" -> "2266 permute_86"; +"2266 permute_86" -> "2267 contiguous_36"; +"2267 contiguous_36" -> "2268 unsqueeze_55"; +"2268 unsqueeze_55" -> "2269 sigmoid_19"; +"2269 sigmoid_19" -> "2270 mul_38"; +"2270 mul_38" -> "2307 add_66"; +"2271 pad_21" -> "2272 roll_18"; +"2272 roll_18" -> "2273 view_105"; +"2273 view_105" -> "2274 permute_87"; +"2274 permute_87" -> "2275 reshape_85"; +"2275 reshape_85" -> "2276 reshape_85_0_0_nncf_smooth_quant_0"; +"2275 reshape_85" -> "2308 new_zeros_9"; +"2276 reshape_85_0_0_nncf_smooth_quant_0" -> "2277 quantize_per_tensor_default_117"; +"2277 quantize_per_tensor_default_117" -> "2278 dequantize_per_tensor_default_117"; +"2278 dequantize_per_tensor_default_117" -> "2283 linear_118"; +"2279 linear_118_scale_0_updated_constant0" -> "2282 mul_167"; +"2280 compressed_weight_updated_constant119" -> "2282 mul_167"; +"2281 _param_constant317_0_0" -> "2283 linear_118"; +"2282 mul_167" -> "2283 linear_118"; +"2283 linear_118" -> "2284 reshape_86"; +"2284 reshape_86" -> "2285 permute_88"; +"2285 permute_88" -> "2286 select_57"; +"2285 permute_88" -> "2287 select_58"; +"2285 permute_88" -> "2288 select_59"; +"2286 select_57" -> "2289 linalg_vector_norm_38"; +"2286 select_57" -> "2291 expand_as_38"; +"2286 select_57" -> "2292 div_38"; +"2287 select_58" -> "2295 linalg_vector_norm_39"; +"2287 select_58" -> "2297 expand_as_39"; +"2287 select_58" -> "2298 div_39"; +"2288 select_59" -> "2326 matmul_39"; +"2289 linalg_vector_norm_38" -> "2290 clamp_min_38"; +"2290 clamp_min_38" -> "2291 expand_as_38"; +"2291 expand_as_38" -> "2292 div_38"; +"2292 div_38" -> "2293 quantize_per_tensor_default_118"; +"2293 quantize_per_tensor_default_118" -> "2294 dequantize_per_tensor_default_118"; +"2294 dequantize_per_tensor_default_118" -> "2302 matmul_38"; +"2295 linalg_vector_norm_39" -> "2296 clamp_min_39"; +"2296 clamp_min_39" -> "2297 expand_as_39"; +"2297 expand_as_39" -> "2298 div_39"; +"2298 div_39" -> "2299 quantize_per_tensor_default_119"; +"2299 quantize_per_tensor_default_119" -> "2300 dequantize_per_tensor_default_119"; +"2300 dequantize_per_tensor_default_119" -> "2301 transpose_38"; +"2301 transpose_38" -> "2302 matmul_38"; +"2302 matmul_38" -> "2306 mul_39"; +"2303 _param_constant319" -> "2304 clamp_19"; +"2304 clamp_19" -> "2305 exp_19"; +"2305 exp_19" -> "2306 mul_39"; +"2306 mul_39" -> "2307 add_66"; +"2307 add_66" -> "2319 view_107"; +"2308 new_zeros_9" -> "2309 view_106"; +"2309 view_106" -> "2310 permute_89"; +"2310 permute_89" -> "2311 reshape_87"; +"2311 reshape_87" -> "2312 unsqueeze_56"; +"2311 reshape_87" -> "2313 unsqueeze_57"; +"2312 unsqueeze_56" -> "2314 sub_9"; +"2313 unsqueeze_57" -> "2314 sub_9"; +"2314 sub_9" -> "2315 ne_9"; +"2314 sub_9" -> "2316 masked_fill_18"; +"2314 sub_9" -> "2317 eq_9"; +"2315 ne_9" -> "2316 masked_fill_18"; +"2316 masked_fill_18" -> "2318 masked_fill_19"; +"2317 eq_9" -> "2318 masked_fill_19"; +"2318 masked_fill_19" -> "2320 unsqueeze_58"; +"2319 view_107" -> "2322 add_67"; +"2320 unsqueeze_58" -> "2321 unsqueeze_59"; +"2321 unsqueeze_59" -> "2322 add_67"; +"2322 add_67" -> "2323 view_108"; +"2323 view_108" -> "2324 softmax_19"; +"2324 softmax_19" -> "2325 dropout_76"; +"2325 dropout_76" -> "2326 matmul_39"; +"2326 matmul_39" -> "2327 transpose_39"; +"2327 transpose_39" -> "2328 reshape_88"; +"2328 reshape_88" -> "2329 reshape_88_0_0_nncf_smooth_quant_0"; +"2329 reshape_88_0_0_nncf_smooth_quant_0" -> "2330 quantize_per_tensor_default_120"; +"2330 quantize_per_tensor_default_120" -> "2331 dequantize_per_tensor_default_120"; +"2331 dequantize_per_tensor_default_120" -> "2336 linear_119"; +"2332 linear_119_scale_0_updated_constant0" -> "2335 mul_168"; +"2333 compressed_weight_updated_constant120" -> "2335 mul_168"; +"2334 _param_constant321_0_0" -> "2336 linear_119"; +"2335 mul_168" -> "2336 linear_119"; +"2336 linear_119" -> "2337 dropout_77"; +"2337 dropout_77" -> "2338 view_109"; +"2338 view_109" -> "2339 permute_90"; +"2339 permute_90" -> "2340 reshape_89"; +"2340 reshape_89" -> "2341 roll_19"; +"2341 roll_19" -> "2342 slice_297"; +"2342 slice_297" -> "2343 slice_298"; +"2343 slice_298" -> "2344 slice_299"; +"2344 slice_299" -> "2345 slice_300"; +"2345 slice_300" -> "2346 contiguous_37"; +"2346 contiguous_37" -> "2349 layer_norm_41"; +"2347 _param_constant322" -> "2349 layer_norm_41"; +"2348 _param_constant323" -> "2349 layer_norm_41"; +"2349 layer_norm_41" -> "2350 add_68"; +"2350 add_68" -> "2351 add_68_0_0_nncf_smooth_quant_0"; +"2350 add_68" -> "2373 add_69"; +"2351 add_68_0_0_nncf_smooth_quant_0" -> "2352 quantize_per_tensor_default_121"; +"2352 quantize_per_tensor_default_121" -> "2353 dequantize_per_tensor_default_121"; +"2353 dequantize_per_tensor_default_121" -> "2358 linear_120"; +"2354 linear_120_scale_0_updated_constant0" -> "2357 mul_169"; +"2355 compressed_weight_updated_constant121" -> "2357 mul_169"; +"2356 _param_constant325_0_0" -> "2358 linear_120"; +"2357 mul_169" -> "2358 linear_120"; +"2358 linear_120" -> "2359 gelu_19"; +"2359 gelu_19" -> "2360 dropout_78"; +"2360 dropout_78" -> "2361 dropout_78_0_0_nncf_smooth_quant_0"; +"2361 dropout_78_0_0_nncf_smooth_quant_0" -> "2362 quantize_per_tensor_default_122"; +"2362 quantize_per_tensor_default_122" -> "2363 dequantize_per_tensor_default_122"; +"2363 dequantize_per_tensor_default_122" -> "2368 linear_121"; +"2364 linear_121_scale_0_updated_constant0" -> "2367 mul_170"; +"2365 compressed_weight_updated_constant122" -> "2367 mul_170"; +"2366 _param_constant327_0_0" -> "2368 linear_121"; +"2367 mul_170" -> "2368 linear_121"; +"2368 linear_121" -> "2369 dropout_79"; +"2369 dropout_79" -> "2372 layer_norm_42"; +"2370 _param_constant328" -> "2372 layer_norm_42"; +"2371 _param_constant329" -> "2372 layer_norm_42"; +"2372 layer_norm_42" -> "2373 add_69"; +"2373 add_69" -> "2396 pad_22"; +"2373 add_69" -> "2457 add_71"; +"2374 _tensor_constant130" -> "2375 _tensor_constant130_0_0_nncf_smooth_quant_0"; +"2375 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2380 linear_122"; +"2376 linear_122_scale_0_updated_constant0" -> "2379 mul_171"; +"2377 compressed_weight_updated_constant123" -> "2379 mul_171"; +"2378 _param_constant331_0_0" -> "2380 linear_122"; +"2379 mul_171" -> "2380 linear_122"; +"2380 linear_122" -> "2381 relu__20"; +"2381 relu__20" -> "2382 relu__20_0_0_nncf_smooth_quant_0"; +"2382 relu__20_0_0_nncf_smooth_quant_0" -> "2386 linear_123"; +"2383 linear_123_scale_0_updated_constant0" -> "2385 mul_172"; +"2384 compressed_weight_updated_constant124" -> "2385 mul_172"; +"2385 mul_172" -> "2386 linear_123"; +"2386 linear_123" -> "2387 view_110"; +"2387 view_110" -> "2389 index_20"; +"2388 _tensor_constant131" -> "2389 index_20"; +"2389 index_20" -> "2390 view_111"; +"2390 view_111" -> "2391 permute_91"; +"2391 permute_91" -> "2392 contiguous_38"; +"2392 contiguous_38" -> "2393 unsqueeze_60"; +"2393 unsqueeze_60" -> "2394 sigmoid_20"; +"2394 sigmoid_20" -> "2395 mul_40"; +"2395 mul_40" -> "2431 add_70"; +"2396 pad_22" -> "2397 view_112"; +"2397 view_112" -> "2398 permute_92"; +"2398 permute_92" -> "2399 reshape_90"; +"2399 reshape_90" -> "2400 reshape_90_0_0_nncf_smooth_quant_0"; +"2400 reshape_90_0_0_nncf_smooth_quant_0" -> "2401 quantize_per_tensor_default_123"; +"2401 quantize_per_tensor_default_123" -> "2402 dequantize_per_tensor_default_123"; +"2402 dequantize_per_tensor_default_123" -> "2407 linear_124"; +"2403 linear_124_scale_0_updated_constant0" -> "2406 mul_173"; +"2404 compressed_weight_updated_constant125" -> "2406 mul_173"; +"2405 _param_constant333_0_0" -> "2407 linear_124"; +"2406 mul_173" -> "2407 linear_124"; +"2407 linear_124" -> "2408 reshape_91"; +"2408 reshape_91" -> "2409 permute_93"; +"2409 permute_93" -> "2410 select_60"; +"2409 permute_93" -> "2411 select_61"; +"2409 permute_93" -> "2412 select_62"; +"2410 select_60" -> "2413 linalg_vector_norm_40"; +"2410 select_60" -> "2415 expand_as_40"; +"2410 select_60" -> "2416 div_40"; +"2411 select_61" -> "2419 linalg_vector_norm_41"; +"2411 select_61" -> "2421 expand_as_41"; +"2411 select_61" -> "2422 div_41"; +"2412 select_62" -> "2434 matmul_41"; +"2413 linalg_vector_norm_40" -> "2414 clamp_min_40"; +"2414 clamp_min_40" -> "2415 expand_as_40"; +"2415 expand_as_40" -> "2416 div_40"; +"2416 div_40" -> "2417 quantize_per_tensor_default_124"; +"2417 quantize_per_tensor_default_124" -> "2418 dequantize_per_tensor_default_124"; +"2418 dequantize_per_tensor_default_124" -> "2426 matmul_40"; +"2419 linalg_vector_norm_41" -> "2420 clamp_min_41"; +"2420 clamp_min_41" -> "2421 expand_as_41"; +"2421 expand_as_41" -> "2422 div_41"; +"2422 div_41" -> "2423 quantize_per_tensor_default_125"; +"2423 quantize_per_tensor_default_125" -> "2424 dequantize_per_tensor_default_125"; +"2424 dequantize_per_tensor_default_125" -> "2425 transpose_40"; +"2425 transpose_40" -> "2426 matmul_40"; +"2426 matmul_40" -> "2430 mul_41"; +"2427 _param_constant335" -> "2428 clamp_20"; +"2428 clamp_20" -> "2429 exp_20"; +"2429 exp_20" -> "2430 mul_41"; +"2430 mul_41" -> "2431 add_70"; +"2431 add_70" -> "2432 softmax_20"; +"2432 softmax_20" -> "2433 dropout_80"; +"2433 dropout_80" -> "2434 matmul_41"; +"2434 matmul_41" -> "2435 transpose_41"; +"2435 transpose_41" -> "2436 reshape_92"; +"2436 reshape_92" -> "2437 reshape_92_0_0_nncf_smooth_quant_0"; +"2437 reshape_92_0_0_nncf_smooth_quant_0" -> "2438 quantize_per_tensor_default_126"; +"2438 quantize_per_tensor_default_126" -> "2439 dequantize_per_tensor_default_126"; +"2439 dequantize_per_tensor_default_126" -> "2444 linear_125"; +"2440 linear_125_scale_0_updated_constant0" -> "2443 mul_174"; +"2441 compressed_weight_updated_constant126" -> "2443 mul_174"; +"2442 _param_constant337_0_0" -> "2444 linear_125"; +"2443 mul_174" -> "2444 linear_125"; +"2444 linear_125" -> "2445 dropout_81"; +"2445 dropout_81" -> "2446 view_113"; +"2446 view_113" -> "2447 permute_94"; +"2447 permute_94" -> "2448 reshape_93"; +"2448 reshape_93" -> "2449 slice_302"; +"2449 slice_302" -> "2450 slice_303"; +"2450 slice_303" -> "2451 slice_304"; +"2451 slice_304" -> "2452 slice_305"; +"2452 slice_305" -> "2453 contiguous_39"; +"2453 contiguous_39" -> "2456 layer_norm_43"; +"2454 _param_constant338" -> "2456 layer_norm_43"; +"2455 _param_constant339" -> "2456 layer_norm_43"; +"2456 layer_norm_43" -> "2457 add_71"; +"2457 add_71" -> "2458 add_71_0_0_nncf_smooth_quant_0"; +"2457 add_71" -> "2480 add_72"; +"2458 add_71_0_0_nncf_smooth_quant_0" -> "2459 quantize_per_tensor_default_127"; +"2459 quantize_per_tensor_default_127" -> "2460 dequantize_per_tensor_default_127"; +"2460 dequantize_per_tensor_default_127" -> "2465 linear_126"; +"2461 linear_126_scale_0_updated_constant0" -> "2464 mul_175"; +"2462 compressed_weight_updated_constant127" -> "2464 mul_175"; +"2463 _param_constant341_0_0" -> "2465 linear_126"; +"2464 mul_175" -> "2465 linear_126"; +"2465 linear_126" -> "2466 gelu_20"; +"2466 gelu_20" -> "2467 dropout_82"; +"2467 dropout_82" -> "2468 dropout_82_0_0_nncf_smooth_quant_0"; +"2468 dropout_82_0_0_nncf_smooth_quant_0" -> "2469 quantize_per_tensor_default_128"; +"2469 quantize_per_tensor_default_128" -> "2470 dequantize_per_tensor_default_128"; +"2470 dequantize_per_tensor_default_128" -> "2475 linear_127"; +"2471 linear_127_scale_0_updated_constant0" -> "2474 mul_176"; +"2472 compressed_weight_updated_constant128" -> "2474 mul_176"; +"2473 _param_constant343_0_0" -> "2475 linear_127"; +"2474 mul_176" -> "2475 linear_127"; +"2475 linear_127" -> "2476 dropout_83"; +"2476 dropout_83" -> "2479 layer_norm_44"; +"2477 _param_constant344" -> "2479 layer_norm_44"; +"2478 _param_constant345" -> "2479 layer_norm_44"; +"2479 layer_norm_44" -> "2480 add_72"; +"2480 add_72" -> "2503 pad_23"; +"2480 add_72" -> "2582 add_75"; +"2481 _tensor_constant132" -> "2482 _tensor_constant132_0_0_nncf_smooth_quant_0"; +"2482 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2487 linear_128"; +"2483 linear_128_scale_0_updated_constant0" -> "2486 mul_177"; +"2484 compressed_weight_updated_constant129" -> "2486 mul_177"; +"2485 _param_constant347_0_0" -> "2487 linear_128"; +"2486 mul_177" -> "2487 linear_128"; +"2487 linear_128" -> "2488 relu__21"; +"2488 relu__21" -> "2489 relu__21_0_0_nncf_smooth_quant_0"; +"2489 relu__21_0_0_nncf_smooth_quant_0" -> "2493 linear_129"; +"2490 linear_129_scale_0_updated_constant0" -> "2492 mul_178"; +"2491 compressed_weight_updated_constant130" -> "2492 mul_178"; +"2492 mul_178" -> "2493 linear_129"; +"2493 linear_129" -> "2494 view_114"; +"2494 view_114" -> "2496 index_21"; +"2495 _tensor_constant133" -> "2496 index_21"; +"2496 index_21" -> "2497 view_115"; +"2497 view_115" -> "2498 permute_95"; +"2498 permute_95" -> "2499 contiguous_40"; +"2499 contiguous_40" -> "2500 unsqueeze_61"; +"2500 unsqueeze_61" -> "2501 sigmoid_21"; +"2501 sigmoid_21" -> "2502 mul_42"; +"2502 mul_42" -> "2539 add_73"; +"2503 pad_23" -> "2504 roll_20"; +"2504 roll_20" -> "2505 view_116"; +"2505 view_116" -> "2506 permute_96"; +"2506 permute_96" -> "2507 reshape_94"; +"2507 reshape_94" -> "2508 reshape_94_0_0_nncf_smooth_quant_0"; +"2507 reshape_94" -> "2540 new_zeros_10"; +"2508 reshape_94_0_0_nncf_smooth_quant_0" -> "2509 quantize_per_tensor_default_129"; +"2509 quantize_per_tensor_default_129" -> "2510 dequantize_per_tensor_default_129"; +"2510 dequantize_per_tensor_default_129" -> "2515 linear_130"; +"2511 linear_130_scale_0_updated_constant0" -> "2514 mul_179"; +"2512 compressed_weight_updated_constant131" -> "2514 mul_179"; +"2513 _param_constant349_0_0" -> "2515 linear_130"; +"2514 mul_179" -> "2515 linear_130"; +"2515 linear_130" -> "2516 reshape_95"; +"2516 reshape_95" -> "2517 permute_97"; +"2517 permute_97" -> "2518 select_63"; +"2517 permute_97" -> "2519 select_64"; +"2517 permute_97" -> "2520 select_65"; +"2518 select_63" -> "2521 linalg_vector_norm_42"; +"2518 select_63" -> "2523 expand_as_42"; +"2518 select_63" -> "2524 div_42"; +"2519 select_64" -> "2527 linalg_vector_norm_43"; +"2519 select_64" -> "2529 expand_as_43"; +"2519 select_64" -> "2530 div_43"; +"2520 select_65" -> "2558 matmul_43"; +"2521 linalg_vector_norm_42" -> "2522 clamp_min_42"; +"2522 clamp_min_42" -> "2523 expand_as_42"; +"2523 expand_as_42" -> "2524 div_42"; +"2524 div_42" -> "2525 quantize_per_tensor_default_130"; +"2525 quantize_per_tensor_default_130" -> "2526 dequantize_per_tensor_default_130"; +"2526 dequantize_per_tensor_default_130" -> "2534 matmul_42"; +"2527 linalg_vector_norm_43" -> "2528 clamp_min_43"; +"2528 clamp_min_43" -> "2529 expand_as_43"; +"2529 expand_as_43" -> "2530 div_43"; +"2530 div_43" -> "2531 quantize_per_tensor_default_131"; +"2531 quantize_per_tensor_default_131" -> "2532 dequantize_per_tensor_default_131"; +"2532 dequantize_per_tensor_default_131" -> "2533 transpose_42"; +"2533 transpose_42" -> "2534 matmul_42"; +"2534 matmul_42" -> "2538 mul_43"; +"2535 _param_constant351" -> "2536 clamp_21"; +"2536 clamp_21" -> "2537 exp_21"; +"2537 exp_21" -> "2538 mul_43"; +"2538 mul_43" -> "2539 add_73"; +"2539 add_73" -> "2551 view_118"; +"2540 new_zeros_10" -> "2541 view_117"; +"2541 view_117" -> "2542 permute_98"; +"2542 permute_98" -> "2543 reshape_96"; +"2543 reshape_96" -> "2544 unsqueeze_62"; +"2543 reshape_96" -> "2545 unsqueeze_63"; +"2544 unsqueeze_62" -> "2546 sub_10"; +"2545 unsqueeze_63" -> "2546 sub_10"; +"2546 sub_10" -> "2547 ne_10"; +"2546 sub_10" -> "2548 masked_fill_20"; +"2546 sub_10" -> "2549 eq_10"; +"2547 ne_10" -> "2548 masked_fill_20"; +"2548 masked_fill_20" -> "2550 masked_fill_21"; +"2549 eq_10" -> "2550 masked_fill_21"; +"2550 masked_fill_21" -> "2552 unsqueeze_64"; +"2551 view_118" -> "2554 add_74"; +"2552 unsqueeze_64" -> "2553 unsqueeze_65"; +"2553 unsqueeze_65" -> "2554 add_74"; +"2554 add_74" -> "2555 view_119"; +"2555 view_119" -> "2556 softmax_21"; +"2556 softmax_21" -> "2557 dropout_84"; +"2557 dropout_84" -> "2558 matmul_43"; +"2558 matmul_43" -> "2559 transpose_43"; +"2559 transpose_43" -> "2560 reshape_97"; +"2560 reshape_97" -> "2561 reshape_97_0_0_nncf_smooth_quant_0"; +"2561 reshape_97_0_0_nncf_smooth_quant_0" -> "2562 quantize_per_tensor_default_132"; +"2562 quantize_per_tensor_default_132" -> "2563 dequantize_per_tensor_default_132"; +"2563 dequantize_per_tensor_default_132" -> "2568 linear_131"; +"2564 linear_131_scale_0_updated_constant0" -> "2567 mul_180"; +"2565 compressed_weight_updated_constant132" -> "2567 mul_180"; +"2566 _param_constant353_0_0" -> "2568 linear_131"; +"2567 mul_180" -> "2568 linear_131"; +"2568 linear_131" -> "2569 dropout_85"; +"2569 dropout_85" -> "2570 view_120"; +"2570 view_120" -> "2571 permute_99"; +"2571 permute_99" -> "2572 reshape_98"; +"2572 reshape_98" -> "2573 roll_21"; +"2573 roll_21" -> "2574 slice_325"; +"2574 slice_325" -> "2575 slice_326"; +"2575 slice_326" -> "2576 slice_327"; +"2576 slice_327" -> "2577 slice_328"; +"2577 slice_328" -> "2578 contiguous_41"; +"2578 contiguous_41" -> "2581 layer_norm_45"; +"2579 _param_constant354" -> "2581 layer_norm_45"; +"2580 _param_constant355" -> "2581 layer_norm_45"; +"2581 layer_norm_45" -> "2582 add_75"; +"2582 add_75" -> "2583 add_75_0_0_nncf_smooth_quant_0"; +"2582 add_75" -> "2605 add_76"; +"2583 add_75_0_0_nncf_smooth_quant_0" -> "2584 quantize_per_tensor_default_133"; +"2584 quantize_per_tensor_default_133" -> "2585 dequantize_per_tensor_default_133"; +"2585 dequantize_per_tensor_default_133" -> "2590 linear_132"; +"2586 linear_132_scale_0_updated_constant0" -> "2589 mul_181"; +"2587 compressed_weight_updated_constant133" -> "2589 mul_181"; +"2588 _param_constant357_0_0" -> "2590 linear_132"; +"2589 mul_181" -> "2590 linear_132"; +"2590 linear_132" -> "2591 gelu_21"; +"2591 gelu_21" -> "2592 dropout_86"; +"2592 dropout_86" -> "2593 dropout_86_0_0_nncf_smooth_quant_0"; +"2593 dropout_86_0_0_nncf_smooth_quant_0" -> "2594 quantize_per_tensor_default_134"; +"2594 quantize_per_tensor_default_134" -> "2595 dequantize_per_tensor_default_134"; +"2595 dequantize_per_tensor_default_134" -> "2600 linear_133"; +"2596 linear_133_scale_0_updated_constant0" -> "2599 mul_182"; +"2597 compressed_weight_updated_constant134" -> "2599 mul_182"; +"2598 _param_constant359_0_0" -> "2600 linear_133"; +"2599 mul_182" -> "2600 linear_133"; +"2600 linear_133" -> "2601 dropout_87"; +"2601 dropout_87" -> "2604 layer_norm_46"; +"2602 _param_constant360" -> "2604 layer_norm_46"; +"2603 _param_constant361" -> "2604 layer_norm_46"; +"2604 layer_norm_46" -> "2605 add_76"; +"2605 add_76" -> "2606 pad_24"; +"2606 pad_24" -> "2607 slice_329"; +"2606 pad_24" -> "2610 slice_332"; +"2606 pad_24" -> "2613 slice_335"; +"2606 pad_24" -> "2616 slice_338"; +"2607 slice_329" -> "2608 slice_330"; +"2608 slice_330" -> "2609 slice_331"; +"2609 slice_331" -> "2619 cat_2"; +"2610 slice_332" -> "2611 slice_333"; +"2611 slice_333" -> "2612 slice_334"; +"2612 slice_334" -> "2619 cat_2"; +"2613 slice_335" -> "2614 slice_336"; +"2614 slice_336" -> "2615 slice_337"; +"2615 slice_337" -> "2619 cat_2"; +"2616 slice_338" -> "2617 slice_339"; +"2617 slice_339" -> "2618 slice_340"; +"2618 slice_340" -> "2619 cat_2"; +"2619 cat_2" -> "2620 cat_2_0_0_nncf_smooth_quant_0"; +"2620 cat_2_0_0_nncf_smooth_quant_0" -> "2621 quantize_per_tensor_default_135"; +"2621 quantize_per_tensor_default_135" -> "2622 dequantize_per_tensor_default_135"; +"2622 dequantize_per_tensor_default_135" -> "2626 linear_134"; +"2623 linear_134_scale_0_updated_constant0" -> "2625 mul_183"; +"2624 compressed_weight_updated_constant135" -> "2625 mul_183"; +"2625 mul_183" -> "2626 linear_134"; +"2626 linear_134" -> "2629 layer_norm_47"; +"2627 _param_constant363" -> "2629 layer_norm_47"; +"2628 _param_constant364" -> "2629 layer_norm_47"; +"2629 layer_norm_47" -> "2652 pad_25"; +"2629 layer_norm_47" -> "2713 add_78"; +"2630 _tensor_constant143" -> "2631 _tensor_constant143_0_0_nncf_smooth_quant_0"; +"2631 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2636 linear_135"; +"2632 linear_135_scale_0_updated_constant0" -> "2635 mul_184"; +"2633 compressed_weight_updated_constant136" -> "2635 mul_184"; +"2634 _param_constant366_0_0" -> "2636 linear_135"; +"2635 mul_184" -> "2636 linear_135"; +"2636 linear_135" -> "2637 relu__22"; +"2637 relu__22" -> "2638 relu__22_0_0_nncf_smooth_quant_0"; +"2638 relu__22_0_0_nncf_smooth_quant_0" -> "2642 linear_136"; +"2639 linear_136_scale_0_updated_constant0" -> "2641 mul_185"; +"2640 compressed_weight_updated_constant137" -> "2641 mul_185"; +"2641 mul_185" -> "2642 linear_136"; +"2642 linear_136" -> "2643 view_121"; +"2643 view_121" -> "2645 index_22"; +"2644 _tensor_constant144" -> "2645 index_22"; +"2645 index_22" -> "2646 view_122"; +"2646 view_122" -> "2647 permute_100"; +"2647 permute_100" -> "2648 contiguous_42"; +"2648 contiguous_42" -> "2649 unsqueeze_66"; +"2649 unsqueeze_66" -> "2650 sigmoid_22"; +"2650 sigmoid_22" -> "2651 mul_44"; +"2651 mul_44" -> "2687 add_77"; +"2652 pad_25" -> "2653 view_123"; +"2653 view_123" -> "2654 permute_101"; +"2654 permute_101" -> "2655 reshape_99"; +"2655 reshape_99" -> "2656 reshape_99_0_0_nncf_smooth_quant_0"; +"2656 reshape_99_0_0_nncf_smooth_quant_0" -> "2657 quantize_per_tensor_default_136"; +"2657 quantize_per_tensor_default_136" -> "2658 dequantize_per_tensor_default_136"; +"2658 dequantize_per_tensor_default_136" -> "2663 linear_137"; +"2659 linear_137_scale_0_updated_constant0" -> "2662 mul_186"; +"2660 compressed_weight_updated_constant138" -> "2662 mul_186"; +"2661 _param_constant368_0_0" -> "2663 linear_137"; +"2662 mul_186" -> "2663 linear_137"; +"2663 linear_137" -> "2664 reshape_100"; +"2664 reshape_100" -> "2665 permute_102"; +"2665 permute_102" -> "2666 select_66"; +"2665 permute_102" -> "2667 select_67"; +"2665 permute_102" -> "2668 select_68"; +"2666 select_66" -> "2669 linalg_vector_norm_44"; +"2666 select_66" -> "2671 expand_as_44"; +"2666 select_66" -> "2672 div_44"; +"2667 select_67" -> "2675 linalg_vector_norm_45"; +"2667 select_67" -> "2677 expand_as_45"; +"2667 select_67" -> "2678 div_45"; +"2668 select_68" -> "2690 matmul_45"; +"2669 linalg_vector_norm_44" -> "2670 clamp_min_44"; +"2670 clamp_min_44" -> "2671 expand_as_44"; +"2671 expand_as_44" -> "2672 div_44"; +"2672 div_44" -> "2673 quantize_per_tensor_default_137"; +"2673 quantize_per_tensor_default_137" -> "2674 dequantize_per_tensor_default_137"; +"2674 dequantize_per_tensor_default_137" -> "2682 matmul_44"; +"2675 linalg_vector_norm_45" -> "2676 clamp_min_45"; +"2676 clamp_min_45" -> "2677 expand_as_45"; +"2677 expand_as_45" -> "2678 div_45"; +"2678 div_45" -> "2679 quantize_per_tensor_default_138"; +"2679 quantize_per_tensor_default_138" -> "2680 dequantize_per_tensor_default_138"; +"2680 dequantize_per_tensor_default_138" -> "2681 transpose_44"; +"2681 transpose_44" -> "2682 matmul_44"; +"2682 matmul_44" -> "2686 mul_45"; +"2683 _param_constant370" -> "2684 clamp_22"; +"2684 clamp_22" -> "2685 exp_22"; +"2685 exp_22" -> "2686 mul_45"; +"2686 mul_45" -> "2687 add_77"; +"2687 add_77" -> "2688 softmax_22"; +"2688 softmax_22" -> "2689 dropout_88"; +"2689 dropout_88" -> "2690 matmul_45"; +"2690 matmul_45" -> "2691 transpose_45"; +"2691 transpose_45" -> "2692 reshape_101"; +"2692 reshape_101" -> "2693 reshape_101_0_0_nncf_smooth_quant_0"; +"2693 reshape_101_0_0_nncf_smooth_quant_0" -> "2694 quantize_per_tensor_default_139"; +"2694 quantize_per_tensor_default_139" -> "2695 dequantize_per_tensor_default_139"; +"2695 dequantize_per_tensor_default_139" -> "2700 linear_138"; +"2696 linear_138_scale_0_updated_constant0" -> "2699 mul_187"; +"2697 compressed_weight_updated_constant139" -> "2699 mul_187"; +"2698 _param_constant372_0_0" -> "2700 linear_138"; +"2699 mul_187" -> "2700 linear_138"; +"2700 linear_138" -> "2701 dropout_89"; +"2701 dropout_89" -> "2702 view_124"; +"2702 view_124" -> "2703 permute_103"; +"2703 permute_103" -> "2704 reshape_102"; +"2704 reshape_102" -> "2705 slice_342"; +"2705 slice_342" -> "2706 slice_343"; +"2706 slice_343" -> "2707 slice_344"; +"2707 slice_344" -> "2708 slice_345"; +"2708 slice_345" -> "2709 contiguous_43"; +"2709 contiguous_43" -> "2712 layer_norm_48"; +"2710 _param_constant373" -> "2712 layer_norm_48"; +"2711 _param_constant374" -> "2712 layer_norm_48"; +"2712 layer_norm_48" -> "2713 add_78"; +"2713 add_78" -> "2714 add_78_0_0_nncf_smooth_quant_0"; +"2713 add_78" -> "2736 add_79"; +"2714 add_78_0_0_nncf_smooth_quant_0" -> "2715 quantize_per_tensor_default_140"; +"2715 quantize_per_tensor_default_140" -> "2716 dequantize_per_tensor_default_140"; +"2716 dequantize_per_tensor_default_140" -> "2721 linear_139"; +"2717 linear_139_scale_0_updated_constant0" -> "2720 mul_188"; +"2718 compressed_weight_updated_constant140" -> "2720 mul_188"; +"2719 _param_constant376_0_0" -> "2721 linear_139"; +"2720 mul_188" -> "2721 linear_139"; +"2721 linear_139" -> "2722 gelu_22"; +"2722 gelu_22" -> "2723 dropout_90"; +"2723 dropout_90" -> "2724 dropout_90_0_0_nncf_smooth_quant_0"; +"2724 dropout_90_0_0_nncf_smooth_quant_0" -> "2725 quantize_per_tensor_default_141"; +"2725 quantize_per_tensor_default_141" -> "2726 dequantize_per_tensor_default_141"; +"2726 dequantize_per_tensor_default_141" -> "2731 linear_140"; +"2727 linear_140_scale_0_updated_constant0" -> "2730 mul_189"; +"2728 compressed_weight_updated_constant141" -> "2730 mul_189"; +"2729 _param_constant378_0_0" -> "2731 linear_140"; +"2730 mul_189" -> "2731 linear_140"; +"2731 linear_140" -> "2732 dropout_91"; +"2732 dropout_91" -> "2735 layer_norm_49"; +"2733 _param_constant379" -> "2735 layer_norm_49"; +"2734 _param_constant380" -> "2735 layer_norm_49"; +"2735 layer_norm_49" -> "2736 add_79"; +"2736 add_79" -> "2759 pad_26"; +"2736 add_79" -> "2820 add_81"; +"2737 _tensor_constant145" -> "2738 _tensor_constant145_0_0_nncf_smooth_quant_0"; +"2738 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "2743 linear_141"; +"2739 linear_141_scale_0_updated_constant0" -> "2742 mul_190"; +"2740 compressed_weight_updated_constant142" -> "2742 mul_190"; +"2741 _param_constant382_0_0" -> "2743 linear_141"; +"2742 mul_190" -> "2743 linear_141"; +"2743 linear_141" -> "2744 relu__23"; +"2744 relu__23" -> "2745 relu__23_0_0_nncf_smooth_quant_0"; +"2745 relu__23_0_0_nncf_smooth_quant_0" -> "2749 linear_142"; +"2746 linear_142_scale_0_updated_constant0" -> "2748 mul_191"; +"2747 compressed_weight_updated_constant143" -> "2748 mul_191"; +"2748 mul_191" -> "2749 linear_142"; +"2749 linear_142" -> "2750 view_125"; +"2750 view_125" -> "2752 index_23"; +"2751 _tensor_constant146" -> "2752 index_23"; +"2752 index_23" -> "2753 view_126"; +"2753 view_126" -> "2754 permute_104"; +"2754 permute_104" -> "2755 contiguous_44"; +"2755 contiguous_44" -> "2756 unsqueeze_67"; +"2756 unsqueeze_67" -> "2757 sigmoid_23"; +"2757 sigmoid_23" -> "2758 mul_46"; +"2758 mul_46" -> "2794 add_80"; +"2759 pad_26" -> "2760 view_127"; +"2760 view_127" -> "2761 permute_105"; +"2761 permute_105" -> "2762 reshape_103"; +"2762 reshape_103" -> "2763 reshape_103_0_0_nncf_smooth_quant_0"; +"2763 reshape_103_0_0_nncf_smooth_quant_0" -> "2764 quantize_per_tensor_default_142"; +"2764 quantize_per_tensor_default_142" -> "2765 dequantize_per_tensor_default_142"; +"2765 dequantize_per_tensor_default_142" -> "2770 linear_143"; +"2766 linear_143_scale_0_updated_constant0" -> "2769 mul_192"; +"2767 compressed_weight_updated_constant144" -> "2769 mul_192"; +"2768 _param_constant384_0_0" -> "2770 linear_143"; +"2769 mul_192" -> "2770 linear_143"; +"2770 linear_143" -> "2771 reshape_104"; +"2771 reshape_104" -> "2772 permute_106"; +"2772 permute_106" -> "2773 select_69"; +"2772 permute_106" -> "2774 select_70"; +"2772 permute_106" -> "2775 select_71"; +"2773 select_69" -> "2776 linalg_vector_norm_46"; +"2773 select_69" -> "2778 expand_as_46"; +"2773 select_69" -> "2779 div_46"; +"2774 select_70" -> "2782 linalg_vector_norm_47"; +"2774 select_70" -> "2784 expand_as_47"; +"2774 select_70" -> "2785 div_47"; +"2775 select_71" -> "2797 matmul_47"; +"2776 linalg_vector_norm_46" -> "2777 clamp_min_46"; +"2777 clamp_min_46" -> "2778 expand_as_46"; +"2778 expand_as_46" -> "2779 div_46"; +"2779 div_46" -> "2780 quantize_per_tensor_default_143"; +"2780 quantize_per_tensor_default_143" -> "2781 dequantize_per_tensor_default_143"; +"2781 dequantize_per_tensor_default_143" -> "2789 matmul_46"; +"2782 linalg_vector_norm_47" -> "2783 clamp_min_47"; +"2783 clamp_min_47" -> "2784 expand_as_47"; +"2784 expand_as_47" -> "2785 div_47"; +"2785 div_47" -> "2786 quantize_per_tensor_default_144"; +"2786 quantize_per_tensor_default_144" -> "2787 dequantize_per_tensor_default_144"; +"2787 dequantize_per_tensor_default_144" -> "2788 transpose_46"; +"2788 transpose_46" -> "2789 matmul_46"; +"2789 matmul_46" -> "2793 mul_47"; +"2790 _param_constant386" -> "2791 clamp_23"; +"2791 clamp_23" -> "2792 exp_23"; +"2792 exp_23" -> "2793 mul_47"; +"2793 mul_47" -> "2794 add_80"; +"2794 add_80" -> "2795 softmax_23"; +"2795 softmax_23" -> "2796 dropout_92"; +"2796 dropout_92" -> "2797 matmul_47"; +"2797 matmul_47" -> "2798 transpose_47"; +"2798 transpose_47" -> "2799 reshape_105"; +"2799 reshape_105" -> "2800 reshape_105_0_0_nncf_smooth_quant_0"; +"2800 reshape_105_0_0_nncf_smooth_quant_0" -> "2801 quantize_per_tensor_default_145"; +"2801 quantize_per_tensor_default_145" -> "2802 dequantize_per_tensor_default_145"; +"2802 dequantize_per_tensor_default_145" -> "2807 linear_144"; +"2803 linear_144_scale_0_updated_constant0" -> "2806 mul_193"; +"2804 compressed_weight_updated_constant145" -> "2806 mul_193"; +"2805 _param_constant388_0_0" -> "2807 linear_144"; +"2806 mul_193" -> "2807 linear_144"; +"2807 linear_144" -> "2808 dropout_93"; +"2808 dropout_93" -> "2809 view_128"; +"2809 view_128" -> "2810 permute_107"; +"2810 permute_107" -> "2811 reshape_106"; +"2811 reshape_106" -> "2812 slice_347"; +"2812 slice_347" -> "2813 slice_348"; +"2813 slice_348" -> "2814 slice_349"; +"2814 slice_349" -> "2815 slice_350"; +"2815 slice_350" -> "2816 contiguous_45"; +"2816 contiguous_45" -> "2819 layer_norm_50"; +"2817 _param_constant389" -> "2819 layer_norm_50"; +"2818 _param_constant390" -> "2819 layer_norm_50"; +"2819 layer_norm_50" -> "2820 add_81"; +"2820 add_81" -> "2821 add_81_0_0_nncf_smooth_quant_0"; +"2820 add_81" -> "2843 add_82"; +"2821 add_81_0_0_nncf_smooth_quant_0" -> "2822 quantize_per_tensor_default_146"; +"2822 quantize_per_tensor_default_146" -> "2823 dequantize_per_tensor_default_146"; +"2823 dequantize_per_tensor_default_146" -> "2828 linear_145"; +"2824 linear_145_scale_0_updated_constant0" -> "2827 mul_194"; +"2825 compressed_weight_updated_constant146" -> "2827 mul_194"; +"2826 _param_constant392_0_0" -> "2828 linear_145"; +"2827 mul_194" -> "2828 linear_145"; +"2828 linear_145" -> "2829 gelu_23"; +"2829 gelu_23" -> "2830 dropout_94"; +"2830 dropout_94" -> "2831 dropout_94_0_0_nncf_smooth_quant_0"; +"2831 dropout_94_0_0_nncf_smooth_quant_0" -> "2832 quantize_per_tensor_default_147"; +"2832 quantize_per_tensor_default_147" -> "2833 dequantize_per_tensor_default_147"; +"2833 dequantize_per_tensor_default_147" -> "2838 linear_146"; +"2834 linear_146_scale_0_updated_constant0" -> "2837 mul_195"; +"2835 compressed_weight_updated_constant147" -> "2837 mul_195"; +"2836 _param_constant394_0_0" -> "2838 linear_146"; +"2837 mul_195" -> "2838 linear_146"; +"2838 linear_146" -> "2839 dropout_95"; +"2839 dropout_95" -> "2842 layer_norm_51"; +"2840 _param_constant395" -> "2842 layer_norm_51"; +"2841 _param_constant396" -> "2842 layer_norm_51"; +"2842 layer_norm_51" -> "2843 add_82"; +"2843 add_82" -> "2846 layer_norm_52"; +"2844 _param_constant397" -> "2846 layer_norm_52"; +"2845 _param_constant398" -> "2846 layer_norm_52"; +"2846 layer_norm_52" -> "2847 permute_108"; +"2847 permute_108" -> "2848 adaptive_avg_pool2d"; +"2848 adaptive_avg_pool2d" -> "2849 flatten"; +"2849 flatten" -> "2850 flatten_0_0_nncf_smooth_quant_0"; +"2850 flatten_0_0_nncf_smooth_quant_0" -> "2851 quantize_per_tensor_default_148"; +"2851 quantize_per_tensor_default_148" -> "2852 dequantize_per_tensor_default_148"; +"2852 dequantize_per_tensor_default_148" -> "2857 linear_147"; +"2853 linear_147_scale_0_updated_constant0" -> "2856 mul_196"; +"2854 compressed_weight_updated_constant148" -> "2856 mul_196"; +"2855 _param_constant400_0_0" -> "2857 linear_147"; +"2856 mul_196" -> "2857 linear_147"; +"2857 linear_147" -> "2858 output"; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/unet.dot b/tests/torch/data/reference_graphs/fx/quantized/unet.dot index bd82cc0c653..dfcd6e1c402 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/unet.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/unet.dot @@ -2,560 +2,422 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default_8" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default_12" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0" [id=4, type=get_attr]; -"5 conv2d_zero_point_0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 _param_constant1_0_0" [id=8, type=get_attr]; -"9 conv2d" [id=9, type=conv2d]; -"10 relu" [id=10, type=relu]; -"11 quantize_per_tensor_default_9" [id=11, type=quantize_per_tensor]; -"12 dequantize_per_tensor_default_13" [id=12, type=dequantize_per_tensor]; -"13 _param_constant4" [id=13, type=get_attr]; -"14 conv2d_1_scale_0" [id=14, type=get_attr]; -"15 conv2d_1_zero_point_0" [id=15, type=get_attr]; -"16 quantize_per_channel_default_1" [id=16, type=quantize_per_channel]; -"17 dequantize_per_channel_default_1" [id=17, type=dequantize_per_channel]; -"18 _param_constant5_0_0" [id=18, type=get_attr]; -"19 conv2d_1" [id=19, type=conv2d]; -"20 relu_1" [id=20, type=relu]; -"21 quantize_per_tensor_default" [id=21, type=quantize_per_tensor]; -"22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; -"23 dequantize_per_tensor_default" [id=23, type=dequantize_per_tensor]; -"24 max_pool2d" [id=24, type=max_pool2d]; -"25 _param_constant8" [id=25, type=get_attr]; -"26 conv2d_2_scale_0" [id=26, type=get_attr]; -"27 conv2d_2_zero_point_0" [id=27, type=get_attr]; -"28 quantize_per_channel_default_2" [id=28, type=quantize_per_channel]; -"29 dequantize_per_channel_default_2" [id=29, type=dequantize_per_channel]; -"30 _param_constant9_0_0" [id=30, type=get_attr]; -"31 conv2d_2" [id=31, type=conv2d]; -"32 relu_2" [id=32, type=relu]; -"33 quantize_per_tensor_default_10" [id=33, type=quantize_per_tensor]; -"34 dequantize_per_tensor_default_14" [id=34, type=dequantize_per_tensor]; -"35 _param_constant12" [id=35, type=get_attr]; -"36 conv2d_3_scale_0" [id=36, type=get_attr]; -"37 conv2d_3_zero_point_0" [id=37, type=get_attr]; -"38 quantize_per_channel_default_3" [id=38, type=quantize_per_channel]; -"39 dequantize_per_channel_default_3" [id=39, type=dequantize_per_channel]; -"40 _param_constant13_0_0" [id=40, type=get_attr]; -"41 conv2d_3" [id=41, type=conv2d]; -"42 relu_3" [id=42, type=relu]; -"43 quantize_per_tensor_default_3" [id=43, type=quantize_per_tensor]; -"44 dequantize_per_tensor_default_5" [id=44, type=dequantize_per_tensor]; -"45 dequantize_per_tensor_default_4" [id=45, type=dequantize_per_tensor]; -"46 max_pool2d_1" [id=46, type=max_pool2d]; -"47 _param_constant16" [id=47, type=get_attr]; -"48 conv2d_4_scale_0" [id=48, type=get_attr]; -"49 conv2d_4_zero_point_0" [id=49, type=get_attr]; -"50 quantize_per_channel_default_4" [id=50, type=quantize_per_channel]; -"51 dequantize_per_channel_default_4" [id=51, type=dequantize_per_channel]; -"52 _param_constant17_0_0" [id=52, type=get_attr]; -"53 conv2d_4" [id=53, type=conv2d]; -"54 relu_4" [id=54, type=relu]; -"55 quantize_per_tensor_default_11" [id=55, type=quantize_per_tensor]; -"56 dequantize_per_tensor_default_15" [id=56, type=dequantize_per_tensor]; -"57 _param_constant20" [id=57, type=get_attr]; -"58 conv2d_5_scale_0" [id=58, type=get_attr]; -"59 conv2d_5_zero_point_0" [id=59, type=get_attr]; -"60 quantize_per_channel_default_5" [id=60, type=quantize_per_channel]; -"61 dequantize_per_channel_default_5" [id=61, type=dequantize_per_channel]; -"62 _param_constant21_0_0" [id=62, type=get_attr]; -"63 conv2d_5" [id=63, type=conv2d]; -"64 relu_5" [id=64, type=relu]; -"65 quantize_per_tensor_default_4" [id=65, type=quantize_per_tensor]; -"66 dequantize_per_tensor_default_7" [id=66, type=dequantize_per_tensor]; -"67 dequantize_per_tensor_default_6" [id=67, type=dequantize_per_tensor]; -"68 max_pool2d_2" [id=68, type=max_pool2d]; -"69 _param_constant24" [id=69, type=get_attr]; -"70 conv2d_6_scale_0" [id=70, type=get_attr]; -"71 conv2d_6_zero_point_0" [id=71, type=get_attr]; -"72 quantize_per_channel_default_6" [id=72, type=quantize_per_channel]; -"73 dequantize_per_channel_default_6" [id=73, type=dequantize_per_channel]; -"74 _param_constant25_0_0" [id=74, type=get_attr]; -"75 conv2d_6" [id=75, type=conv2d]; -"76 relu_6" [id=76, type=relu]; -"77 quantize_per_tensor_default_12" [id=77, type=quantize_per_tensor]; -"78 dequantize_per_tensor_default_16" [id=78, type=dequantize_per_tensor]; -"79 _param_constant28" [id=79, type=get_attr]; -"80 conv2d_7_scale_0" [id=80, type=get_attr]; -"81 conv2d_7_zero_point_0" [id=81, type=get_attr]; -"82 quantize_per_channel_default_7" [id=82, type=quantize_per_channel]; -"83 dequantize_per_channel_default_7" [id=83, type=dequantize_per_channel]; -"84 _param_constant29_0_0" [id=84, type=get_attr]; -"85 conv2d_7" [id=85, type=conv2d]; -"86 relu_7" [id=86, type=relu]; -"87 quantize_per_tensor_default_7" [id=87, type=quantize_per_tensor]; -"88 dequantize_per_tensor_default_11" [id=88, type=dequantize_per_tensor]; -"89 dequantize_per_tensor_default_10" [id=89, type=dequantize_per_tensor]; -"90 max_pool2d_3" [id=90, type=max_pool2d]; -"91 _param_constant32" [id=91, type=get_attr]; -"92 conv2d_8_scale_0" [id=92, type=get_attr]; -"93 conv2d_8_zero_point_0" [id=93, type=get_attr]; -"94 quantize_per_channel_default_8" [id=94, type=quantize_per_channel]; -"95 dequantize_per_channel_default_8" [id=95, type=dequantize_per_channel]; -"96 _param_constant33_0_0" [id=96, type=get_attr]; -"97 conv2d_8" [id=97, type=conv2d]; -"98 relu_8" [id=98, type=relu]; -"99 quantize_per_tensor_default_13" [id=99, type=quantize_per_tensor]; -"100 dequantize_per_tensor_default_17" [id=100, type=dequantize_per_tensor]; -"101 _param_constant36" [id=101, type=get_attr]; -"102 conv2d_9_scale_0" [id=102, type=get_attr]; -"103 conv2d_9_zero_point_0" [id=103, type=get_attr]; -"104 quantize_per_channel_default_9" [id=104, type=quantize_per_channel]; -"105 dequantize_per_channel_default_9" [id=105, type=dequantize_per_channel]; -"106 _param_constant37_0_0" [id=106, type=get_attr]; -"107 conv2d_9" [id=107, type=conv2d]; -"108 relu_9" [id=108, type=relu]; -"109 quantize_per_tensor_default_14" [id=109, type=quantize_per_tensor]; -"110 dequantize_per_tensor_default_18" [id=110, type=dequantize_per_tensor]; -"111 _param_constant40" [id=111, type=get_attr]; -"112 _param_constant41" [id=112, type=get_attr]; -"113 conv_transpose2d_scale_0" [id=113, type=get_attr]; -"114 conv_transpose2d_zero_point_0" [id=114, type=get_attr]; -"115 quantize_per_channel_default_10" [id=115, type=quantize_per_channel]; -"116 dequantize_per_channel_default_10" [id=116, type=dequantize_per_channel]; -"117 conv_transpose2d" [id=117, type=conv_transpose2d]; -"118 quantize_per_tensor_default_6" [id=118, type=quantize_per_tensor]; -"119 dequantize_per_tensor_default_9" [id=119, type=dequantize_per_tensor]; -"120 slice_1" [id=120, type=slice]; -"121 slice_2" [id=121, type=slice]; -"122 slice_3" [id=122, type=slice]; -"123 slice_4" [id=123, type=slice]; -"124 cat" [id=124, type=cat]; -"125 _param_constant42" [id=125, type=get_attr]; -"126 conv2d_10_scale_0" [id=126, type=get_attr]; -"127 conv2d_10_zero_point_0" [id=127, type=get_attr]; -"128 quantize_per_channel_default_11" [id=128, type=quantize_per_channel]; -"129 dequantize_per_channel_default_11" [id=129, type=dequantize_per_channel]; -"130 _param_constant43_0_0" [id=130, type=get_attr]; -"131 conv2d_10" [id=131, type=conv2d]; -"132 relu_10" [id=132, type=relu]; -"133 quantize_per_tensor_default_15" [id=133, type=quantize_per_tensor]; -"134 dequantize_per_tensor_default_19" [id=134, type=dequantize_per_tensor]; -"135 _param_constant46" [id=135, type=get_attr]; -"136 conv2d_11_scale_0" [id=136, type=get_attr]; -"137 conv2d_11_zero_point_0" [id=137, type=get_attr]; -"138 quantize_per_channel_default_12" [id=138, type=quantize_per_channel]; -"139 dequantize_per_channel_default_12" [id=139, type=dequantize_per_channel]; -"140 _param_constant47_0_0" [id=140, type=get_attr]; -"141 conv2d_11" [id=141, type=conv2d]; -"142 relu_11" [id=142, type=relu]; -"143 quantize_per_tensor_default_16" [id=143, type=quantize_per_tensor]; -"144 dequantize_per_tensor_default_20" [id=144, type=dequantize_per_tensor]; -"145 _param_constant50" [id=145, type=get_attr]; -"146 _param_constant51" [id=146, type=get_attr]; -"147 conv_transpose2d_1_scale_0" [id=147, type=get_attr]; -"148 conv_transpose2d_1_zero_point_0" [id=148, type=get_attr]; -"149 quantize_per_channel_default_13" [id=149, type=quantize_per_channel]; -"150 dequantize_per_channel_default_13" [id=150, type=dequantize_per_channel]; -"151 conv_transpose2d_1" [id=151, type=conv_transpose2d]; -"152 quantize_per_tensor_default_5" [id=152, type=quantize_per_tensor]; -"153 dequantize_per_tensor_default_8" [id=153, type=dequantize_per_tensor]; -"154 slice_5" [id=154, type=slice]; -"155 slice_6" [id=155, type=slice]; -"156 slice_7" [id=156, type=slice]; -"157 slice_8" [id=157, type=slice]; -"158 cat_1" [id=158, type=cat]; -"159 _param_constant52" [id=159, type=get_attr]; -"160 conv2d_12_scale_0" [id=160, type=get_attr]; -"161 conv2d_12_zero_point_0" [id=161, type=get_attr]; -"162 quantize_per_channel_default_14" [id=162, type=quantize_per_channel]; -"163 dequantize_per_channel_default_14" [id=163, type=dequantize_per_channel]; -"164 _param_constant53_0_0" [id=164, type=get_attr]; -"165 conv2d_12" [id=165, type=conv2d]; -"166 relu_12" [id=166, type=relu]; -"167 quantize_per_tensor_default_17" [id=167, type=quantize_per_tensor]; -"168 dequantize_per_tensor_default_21" [id=168, type=dequantize_per_tensor]; -"169 _param_constant56" [id=169, type=get_attr]; -"170 conv2d_13_scale_0" [id=170, type=get_attr]; -"171 conv2d_13_zero_point_0" [id=171, type=get_attr]; -"172 quantize_per_channel_default_15" [id=172, type=quantize_per_channel]; -"173 dequantize_per_channel_default_15" [id=173, type=dequantize_per_channel]; -"174 _param_constant57_0_0" [id=174, type=get_attr]; -"175 conv2d_13" [id=175, type=conv2d]; -"176 relu_13" [id=176, type=relu]; -"177 quantize_per_tensor_default_18" [id=177, type=quantize_per_tensor]; -"178 dequantize_per_tensor_default_22" [id=178, type=dequantize_per_tensor]; -"179 _param_constant60" [id=179, type=get_attr]; -"180 _param_constant61" [id=180, type=get_attr]; -"181 conv_transpose2d_2_scale_0" [id=181, type=get_attr]; -"182 conv_transpose2d_2_zero_point_0" [id=182, type=get_attr]; -"183 quantize_per_channel_default_16" [id=183, type=quantize_per_channel]; -"184 dequantize_per_channel_default_16" [id=184, type=dequantize_per_channel]; -"185 conv_transpose2d_2" [id=185, type=conv_transpose2d]; -"186 quantize_per_tensor_default_2" [id=186, type=quantize_per_tensor]; -"187 dequantize_per_tensor_default_3" [id=187, type=dequantize_per_tensor]; -"188 slice_9" [id=188, type=slice]; -"189 slice_10" [id=189, type=slice]; -"190 slice_11" [id=190, type=slice]; -"191 slice_12" [id=191, type=slice]; -"192 cat_2" [id=192, type=cat]; -"193 _param_constant62" [id=193, type=get_attr]; -"194 conv2d_14_scale_0" [id=194, type=get_attr]; -"195 conv2d_14_zero_point_0" [id=195, type=get_attr]; -"196 quantize_per_channel_default_17" [id=196, type=quantize_per_channel]; -"197 dequantize_per_channel_default_17" [id=197, type=dequantize_per_channel]; -"198 _param_constant63_0_0" [id=198, type=get_attr]; -"199 conv2d_14" [id=199, type=conv2d]; -"200 relu_14" [id=200, type=relu]; -"201 quantize_per_tensor_default_19" [id=201, type=quantize_per_tensor]; -"202 dequantize_per_tensor_default_23" [id=202, type=dequantize_per_tensor]; -"203 _param_constant66" [id=203, type=get_attr]; -"204 conv2d_15_scale_0" [id=204, type=get_attr]; -"205 conv2d_15_zero_point_0" [id=205, type=get_attr]; -"206 quantize_per_channel_default_18" [id=206, type=quantize_per_channel]; -"207 dequantize_per_channel_default_18" [id=207, type=dequantize_per_channel]; -"208 _param_constant67_0_0" [id=208, type=get_attr]; -"209 conv2d_15" [id=209, type=conv2d]; -"210 relu_15" [id=210, type=relu]; -"211 quantize_per_tensor_default_20" [id=211, type=quantize_per_tensor]; -"212 dequantize_per_tensor_default_24" [id=212, type=dequantize_per_tensor]; -"213 _param_constant70" [id=213, type=get_attr]; -"214 _param_constant71" [id=214, type=get_attr]; -"215 conv_transpose2d_3_scale_0" [id=215, type=get_attr]; -"216 conv_transpose2d_3_zero_point_0" [id=216, type=get_attr]; -"217 quantize_per_channel_default_19" [id=217, type=quantize_per_channel]; -"218 dequantize_per_channel_default_19" [id=218, type=dequantize_per_channel]; -"219 conv_transpose2d_3" [id=219, type=conv_transpose2d]; -"220 quantize_per_tensor_default_1" [id=220, type=quantize_per_tensor]; -"221 dequantize_per_tensor_default_2" [id=221, type=dequantize_per_tensor]; -"222 slice_13" [id=222, type=slice]; -"223 slice_14" [id=223, type=slice]; -"224 slice_15" [id=224, type=slice]; -"225 slice_16" [id=225, type=slice]; -"226 cat_3" [id=226, type=cat]; -"227 _param_constant72" [id=227, type=get_attr]; -"228 conv2d_16_scale_0" [id=228, type=get_attr]; -"229 conv2d_16_zero_point_0" [id=229, type=get_attr]; -"230 quantize_per_channel_default_20" [id=230, type=quantize_per_channel]; -"231 dequantize_per_channel_default_20" [id=231, type=dequantize_per_channel]; -"232 _param_constant73_0_0" [id=232, type=get_attr]; -"233 conv2d_16" [id=233, type=conv2d]; -"234 relu_16" [id=234, type=relu]; -"235 quantize_per_tensor_default_21" [id=235, type=quantize_per_tensor]; -"236 dequantize_per_tensor_default_25" [id=236, type=dequantize_per_tensor]; -"237 _param_constant76" [id=237, type=get_attr]; -"238 conv2d_17_scale_0" [id=238, type=get_attr]; -"239 conv2d_17_zero_point_0" [id=239, type=get_attr]; -"240 quantize_per_channel_default_21" [id=240, type=quantize_per_channel]; -"241 dequantize_per_channel_default_21" [id=241, type=dequantize_per_channel]; -"242 _param_constant77_0_0" [id=242, type=get_attr]; -"243 conv2d_17" [id=243, type=conv2d]; -"244 relu_17" [id=244, type=relu]; -"245 quantize_per_tensor_default_22" [id=245, type=quantize_per_tensor]; -"246 dequantize_per_tensor_default_26" [id=246, type=dequantize_per_tensor]; -"247 _param_constant80" [id=247, type=get_attr]; -"248 conv2d_18_scale_0" [id=248, type=get_attr]; -"249 conv2d_18_zero_point_0" [id=249, type=get_attr]; -"250 quantize_per_channel_default_22" [id=250, type=quantize_per_channel]; -"251 dequantize_per_channel_default_22" [id=251, type=dequantize_per_channel]; -"252 _param_constant81_0_0" [id=252, type=get_attr]; -"253 conv2d_18" [id=253, type=conv2d]; -"254 output" [id=254, type=output]; +"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; +"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; +"5 _param_constant1_0_0" [id=5, type=get_attr]; +"6 mul" [id=6, type=]; +"7 conv2d" [id=7, type=conv2d]; +"8 relu" [id=8, type=relu]; +"9 quantize_per_tensor_default_9" [id=9, type=quantize_per_tensor]; +"10 dequantize_per_tensor_default_13" [id=10, type=dequantize_per_tensor]; +"11 conv2d_1_scale_0_updated_constant0" [id=11, type=get_attr]; +"12 compressed_weight_updated_constant1" [id=12, type=get_attr]; +"13 _param_constant5_0_0" [id=13, type=get_attr]; +"14 mul_1" [id=14, type=]; +"15 conv2d_1" [id=15, type=conv2d]; +"16 relu_1" [id=16, type=relu]; +"17 quantize_per_tensor_default" [id=17, type=quantize_per_tensor]; +"18 dequantize_per_tensor_default_1" [id=18, type=dequantize_per_tensor]; +"19 dequantize_per_tensor_default" [id=19, type=dequantize_per_tensor]; +"20 max_pool2d" [id=20, type=max_pool2d]; +"21 conv2d_2_scale_0_updated_constant0" [id=21, type=get_attr]; +"22 compressed_weight_updated_constant2" [id=22, type=get_attr]; +"23 _param_constant9_0_0" [id=23, type=get_attr]; +"24 mul_2" [id=24, type=]; +"25 conv2d_2" [id=25, type=conv2d]; +"26 relu_2" [id=26, type=relu]; +"27 quantize_per_tensor_default_10" [id=27, type=quantize_per_tensor]; +"28 dequantize_per_tensor_default_14" [id=28, type=dequantize_per_tensor]; +"29 conv2d_3_scale_0_updated_constant0" [id=29, type=get_attr]; +"30 compressed_weight_updated_constant3" [id=30, type=get_attr]; +"31 _param_constant13_0_0" [id=31, type=get_attr]; +"32 mul_3" [id=32, type=]; +"33 conv2d_3" [id=33, type=conv2d]; +"34 relu_3" [id=34, type=relu]; +"35 quantize_per_tensor_default_3" [id=35, type=quantize_per_tensor]; +"36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; +"37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; +"38 max_pool2d_1" [id=38, type=max_pool2d]; +"39 conv2d_4_scale_0_updated_constant0" [id=39, type=get_attr]; +"40 compressed_weight_updated_constant4" [id=40, type=get_attr]; +"41 _param_constant17_0_0" [id=41, type=get_attr]; +"42 mul_4" [id=42, type=]; +"43 conv2d_4" [id=43, type=conv2d]; +"44 relu_4" [id=44, type=relu]; +"45 quantize_per_tensor_default_11" [id=45, type=quantize_per_tensor]; +"46 dequantize_per_tensor_default_15" [id=46, type=dequantize_per_tensor]; +"47 conv2d_5_scale_0_updated_constant0" [id=47, type=get_attr]; +"48 compressed_weight_updated_constant5" [id=48, type=get_attr]; +"49 _param_constant21_0_0" [id=49, type=get_attr]; +"50 mul_5" [id=50, type=]; +"51 conv2d_5" [id=51, type=conv2d]; +"52 relu_5" [id=52, type=relu]; +"53 quantize_per_tensor_default_4" [id=53, type=quantize_per_tensor]; +"54 dequantize_per_tensor_default_7" [id=54, type=dequantize_per_tensor]; +"55 dequantize_per_tensor_default_6" [id=55, type=dequantize_per_tensor]; +"56 max_pool2d_2" [id=56, type=max_pool2d]; +"57 conv2d_6_scale_0_updated_constant0" [id=57, type=get_attr]; +"58 compressed_weight_updated_constant6" [id=58, type=get_attr]; +"59 _param_constant25_0_0" [id=59, type=get_attr]; +"60 mul_6" [id=60, type=]; +"61 conv2d_6" [id=61, type=conv2d]; +"62 relu_6" [id=62, type=relu]; +"63 quantize_per_tensor_default_12" [id=63, type=quantize_per_tensor]; +"64 dequantize_per_tensor_default_16" [id=64, type=dequantize_per_tensor]; +"65 conv2d_7_scale_0_updated_constant0" [id=65, type=get_attr]; +"66 compressed_weight_updated_constant7" [id=66, type=get_attr]; +"67 _param_constant29_0_0" [id=67, type=get_attr]; +"68 mul_7" [id=68, type=]; +"69 conv2d_7" [id=69, type=conv2d]; +"70 relu_7" [id=70, type=relu]; +"71 quantize_per_tensor_default_7" [id=71, type=quantize_per_tensor]; +"72 dequantize_per_tensor_default_11" [id=72, type=dequantize_per_tensor]; +"73 dequantize_per_tensor_default_10" [id=73, type=dequantize_per_tensor]; +"74 max_pool2d_3" [id=74, type=max_pool2d]; +"75 conv2d_8_scale_0_updated_constant0" [id=75, type=get_attr]; +"76 compressed_weight_updated_constant8" [id=76, type=get_attr]; +"77 _param_constant33_0_0" [id=77, type=get_attr]; +"78 mul_8" [id=78, type=]; +"79 conv2d_8" [id=79, type=conv2d]; +"80 relu_8" [id=80, type=relu]; +"81 quantize_per_tensor_default_13" [id=81, type=quantize_per_tensor]; +"82 dequantize_per_tensor_default_17" [id=82, type=dequantize_per_tensor]; +"83 conv2d_9_scale_0_updated_constant0" [id=83, type=get_attr]; +"84 compressed_weight_updated_constant9" [id=84, type=get_attr]; +"85 _param_constant37_0_0" [id=85, type=get_attr]; +"86 mul_9" [id=86, type=]; +"87 conv2d_9" [id=87, type=conv2d]; +"88 relu_9" [id=88, type=relu]; +"89 quantize_per_tensor_default_14" [id=89, type=quantize_per_tensor]; +"90 dequantize_per_tensor_default_18" [id=90, type=dequantize_per_tensor]; +"91 _param_constant41" [id=91, type=get_attr]; +"92 conv_transpose2d_scale_0_updated_constant0" [id=92, type=get_attr]; +"93 compressed_weight_updated_constant10" [id=93, type=get_attr]; +"94 mul_10" [id=94, type=]; +"95 conv_transpose2d" [id=95, type=conv_transpose2d]; +"96 quantize_per_tensor_default_6" [id=96, type=quantize_per_tensor]; +"97 dequantize_per_tensor_default_9" [id=97, type=dequantize_per_tensor]; +"98 slice_1" [id=98, type=slice]; +"99 slice_2" [id=99, type=slice]; +"100 slice_3" [id=100, type=slice]; +"101 slice_4" [id=101, type=slice]; +"102 cat" [id=102, type=cat]; +"103 conv2d_10_scale_0_updated_constant0" [id=103, type=get_attr]; +"104 compressed_weight_updated_constant11" [id=104, type=get_attr]; +"105 _param_constant43_0_0" [id=105, type=get_attr]; +"106 mul_11" [id=106, type=]; +"107 conv2d_10" [id=107, type=conv2d]; +"108 relu_10" [id=108, type=relu]; +"109 quantize_per_tensor_default_15" [id=109, type=quantize_per_tensor]; +"110 dequantize_per_tensor_default_19" [id=110, type=dequantize_per_tensor]; +"111 conv2d_11_scale_0_updated_constant0" [id=111, type=get_attr]; +"112 compressed_weight_updated_constant12" [id=112, type=get_attr]; +"113 _param_constant47_0_0" [id=113, type=get_attr]; +"114 mul_12" [id=114, type=]; +"115 conv2d_11" [id=115, type=conv2d]; +"116 relu_11" [id=116, type=relu]; +"117 quantize_per_tensor_default_16" [id=117, type=quantize_per_tensor]; +"118 dequantize_per_tensor_default_20" [id=118, type=dequantize_per_tensor]; +"119 _param_constant51" [id=119, type=get_attr]; +"120 conv_transpose2d_1_scale_0_updated_constant0" [id=120, type=get_attr]; +"121 compressed_weight_updated_constant13" [id=121, type=get_attr]; +"122 mul_13" [id=122, type=]; +"123 conv_transpose2d_1" [id=123, type=conv_transpose2d]; +"124 quantize_per_tensor_default_5" [id=124, type=quantize_per_tensor]; +"125 dequantize_per_tensor_default_8" [id=125, type=dequantize_per_tensor]; +"126 slice_5" [id=126, type=slice]; +"127 slice_6" [id=127, type=slice]; +"128 slice_7" [id=128, type=slice]; +"129 slice_8" [id=129, type=slice]; +"130 cat_1" [id=130, type=cat]; +"131 conv2d_12_scale_0_updated_constant0" [id=131, type=get_attr]; +"132 compressed_weight_updated_constant14" [id=132, type=get_attr]; +"133 _param_constant53_0_0" [id=133, type=get_attr]; +"134 mul_14" [id=134, type=]; +"135 conv2d_12" [id=135, type=conv2d]; +"136 relu_12" [id=136, type=relu]; +"137 quantize_per_tensor_default_17" [id=137, type=quantize_per_tensor]; +"138 dequantize_per_tensor_default_21" [id=138, type=dequantize_per_tensor]; +"139 conv2d_13_scale_0_updated_constant0" [id=139, type=get_attr]; +"140 compressed_weight_updated_constant15" [id=140, type=get_attr]; +"141 _param_constant57_0_0" [id=141, type=get_attr]; +"142 mul_15" [id=142, type=]; +"143 conv2d_13" [id=143, type=conv2d]; +"144 relu_13" [id=144, type=relu]; +"145 quantize_per_tensor_default_18" [id=145, type=quantize_per_tensor]; +"146 dequantize_per_tensor_default_22" [id=146, type=dequantize_per_tensor]; +"147 _param_constant61" [id=147, type=get_attr]; +"148 conv_transpose2d_2_scale_0_updated_constant0" [id=148, type=get_attr]; +"149 compressed_weight_updated_constant16" [id=149, type=get_attr]; +"150 mul_16" [id=150, type=]; +"151 conv_transpose2d_2" [id=151, type=conv_transpose2d]; +"152 quantize_per_tensor_default_2" [id=152, type=quantize_per_tensor]; +"153 dequantize_per_tensor_default_3" [id=153, type=dequantize_per_tensor]; +"154 slice_9" [id=154, type=slice]; +"155 slice_10" [id=155, type=slice]; +"156 slice_11" [id=156, type=slice]; +"157 slice_12" [id=157, type=slice]; +"158 cat_2" [id=158, type=cat]; +"159 conv2d_14_scale_0_updated_constant0" [id=159, type=get_attr]; +"160 compressed_weight_updated_constant17" [id=160, type=get_attr]; +"161 _param_constant63_0_0" [id=161, type=get_attr]; +"162 mul_17" [id=162, type=]; +"163 conv2d_14" [id=163, type=conv2d]; +"164 relu_14" [id=164, type=relu]; +"165 quantize_per_tensor_default_19" [id=165, type=quantize_per_tensor]; +"166 dequantize_per_tensor_default_23" [id=166, type=dequantize_per_tensor]; +"167 conv2d_15_scale_0_updated_constant0" [id=167, type=get_attr]; +"168 compressed_weight_updated_constant18" [id=168, type=get_attr]; +"169 _param_constant67_0_0" [id=169, type=get_attr]; +"170 mul_18" [id=170, type=]; +"171 conv2d_15" [id=171, type=conv2d]; +"172 relu_15" [id=172, type=relu]; +"173 quantize_per_tensor_default_20" [id=173, type=quantize_per_tensor]; +"174 dequantize_per_tensor_default_24" [id=174, type=dequantize_per_tensor]; +"175 _param_constant71" [id=175, type=get_attr]; +"176 conv_transpose2d_3_scale_0_updated_constant0" [id=176, type=get_attr]; +"177 compressed_weight_updated_constant19" [id=177, type=get_attr]; +"178 mul_19" [id=178, type=]; +"179 conv_transpose2d_3" [id=179, type=conv_transpose2d]; +"180 quantize_per_tensor_default_1" [id=180, type=quantize_per_tensor]; +"181 dequantize_per_tensor_default_2" [id=181, type=dequantize_per_tensor]; +"182 slice_13" [id=182, type=slice]; +"183 slice_14" [id=183, type=slice]; +"184 slice_15" [id=184, type=slice]; +"185 slice_16" [id=185, type=slice]; +"186 cat_3" [id=186, type=cat]; +"187 conv2d_16_scale_0_updated_constant0" [id=187, type=get_attr]; +"188 compressed_weight_updated_constant20" [id=188, type=get_attr]; +"189 _param_constant73_0_0" [id=189, type=get_attr]; +"190 mul_20" [id=190, type=]; +"191 conv2d_16" [id=191, type=conv2d]; +"192 relu_16" [id=192, type=relu]; +"193 quantize_per_tensor_default_21" [id=193, type=quantize_per_tensor]; +"194 dequantize_per_tensor_default_25" [id=194, type=dequantize_per_tensor]; +"195 conv2d_17_scale_0_updated_constant0" [id=195, type=get_attr]; +"196 compressed_weight_updated_constant21" [id=196, type=get_attr]; +"197 _param_constant77_0_0" [id=197, type=get_attr]; +"198 mul_21" [id=198, type=]; +"199 conv2d_17" [id=199, type=conv2d]; +"200 relu_17" [id=200, type=relu]; +"201 quantize_per_tensor_default_22" [id=201, type=quantize_per_tensor]; +"202 dequantize_per_tensor_default_26" [id=202, type=dequantize_per_tensor]; +"203 conv2d_18_scale_0_updated_constant0" [id=203, type=get_attr]; +"204 compressed_weight_updated_constant22" [id=204, type=get_attr]; +"205 _param_constant81_0_0" [id=205, type=get_attr]; +"206 mul_22" [id=206, type=]; +"207 conv2d_18" [id=207, type=conv2d]; +"208 output" [id=208, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default_8"; "1 quantize_per_tensor_default_8" -> "2 dequantize_per_tensor_default_12"; -"2 dequantize_per_tensor_default_12" -> "9 conv2d"; -"3 _param_constant0" -> "6 quantize_per_channel_default"; -"4 conv2d_scale_0" -> "6 quantize_per_channel_default"; -"4 conv2d_scale_0" -> "7 dequantize_per_channel_default"; -"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default"; -"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default"; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default"; -"7 dequantize_per_channel_default" -> "9 conv2d"; -"8 _param_constant1_0_0" -> "9 conv2d"; -"9 conv2d" -> "10 relu"; -"10 relu" -> "11 quantize_per_tensor_default_9"; -"11 quantize_per_tensor_default_9" -> "12 dequantize_per_tensor_default_13"; -"12 dequantize_per_tensor_default_13" -> "19 conv2d_1"; -"13 _param_constant4" -> "16 quantize_per_channel_default_1"; -"14 conv2d_1_scale_0" -> "16 quantize_per_channel_default_1"; -"14 conv2d_1_scale_0" -> "17 dequantize_per_channel_default_1"; -"15 conv2d_1_zero_point_0" -> "16 quantize_per_channel_default_1"; -"15 conv2d_1_zero_point_0" -> "17 dequantize_per_channel_default_1"; -"16 quantize_per_channel_default_1" -> "17 dequantize_per_channel_default_1"; -"17 dequantize_per_channel_default_1" -> "19 conv2d_1"; -"18 _param_constant5_0_0" -> "19 conv2d_1"; -"19 conv2d_1" -> "20 relu_1"; -"20 relu_1" -> "21 quantize_per_tensor_default"; -"21 quantize_per_tensor_default" -> "22 dequantize_per_tensor_default_1"; -"21 quantize_per_tensor_default" -> "23 dequantize_per_tensor_default"; -"22 dequantize_per_tensor_default_1" -> "222 slice_13"; -"23 dequantize_per_tensor_default" -> "24 max_pool2d"; -"24 max_pool2d" -> "31 conv2d_2"; -"25 _param_constant8" -> "28 quantize_per_channel_default_2"; -"26 conv2d_2_scale_0" -> "28 quantize_per_channel_default_2"; -"26 conv2d_2_scale_0" -> "29 dequantize_per_channel_default_2"; -"27 conv2d_2_zero_point_0" -> "28 quantize_per_channel_default_2"; -"27 conv2d_2_zero_point_0" -> "29 dequantize_per_channel_default_2"; -"28 quantize_per_channel_default_2" -> "29 dequantize_per_channel_default_2"; -"29 dequantize_per_channel_default_2" -> "31 conv2d_2"; -"30 _param_constant9_0_0" -> "31 conv2d_2"; -"31 conv2d_2" -> "32 relu_2"; -"32 relu_2" -> "33 quantize_per_tensor_default_10"; -"33 quantize_per_tensor_default_10" -> "34 dequantize_per_tensor_default_14"; -"34 dequantize_per_tensor_default_14" -> "41 conv2d_3"; -"35 _param_constant12" -> "38 quantize_per_channel_default_3"; -"36 conv2d_3_scale_0" -> "38 quantize_per_channel_default_3"; -"36 conv2d_3_scale_0" -> "39 dequantize_per_channel_default_3"; -"37 conv2d_3_zero_point_0" -> "38 quantize_per_channel_default_3"; -"37 conv2d_3_zero_point_0" -> "39 dequantize_per_channel_default_3"; -"38 quantize_per_channel_default_3" -> "39 dequantize_per_channel_default_3"; -"39 dequantize_per_channel_default_3" -> "41 conv2d_3"; -"40 _param_constant13_0_0" -> "41 conv2d_3"; -"41 conv2d_3" -> "42 relu_3"; -"42 relu_3" -> "43 quantize_per_tensor_default_3"; -"43 quantize_per_tensor_default_3" -> "44 dequantize_per_tensor_default_5"; -"43 quantize_per_tensor_default_3" -> "45 dequantize_per_tensor_default_4"; -"44 dequantize_per_tensor_default_5" -> "188 slice_9"; -"45 dequantize_per_tensor_default_4" -> "46 max_pool2d_1"; -"46 max_pool2d_1" -> "53 conv2d_4"; -"47 _param_constant16" -> "50 quantize_per_channel_default_4"; -"48 conv2d_4_scale_0" -> "50 quantize_per_channel_default_4"; -"48 conv2d_4_scale_0" -> "51 dequantize_per_channel_default_4"; -"49 conv2d_4_zero_point_0" -> "50 quantize_per_channel_default_4"; -"49 conv2d_4_zero_point_0" -> "51 dequantize_per_channel_default_4"; -"50 quantize_per_channel_default_4" -> "51 dequantize_per_channel_default_4"; -"51 dequantize_per_channel_default_4" -> "53 conv2d_4"; -"52 _param_constant17_0_0" -> "53 conv2d_4"; -"53 conv2d_4" -> "54 relu_4"; -"54 relu_4" -> "55 quantize_per_tensor_default_11"; -"55 quantize_per_tensor_default_11" -> "56 dequantize_per_tensor_default_15"; -"56 dequantize_per_tensor_default_15" -> "63 conv2d_5"; -"57 _param_constant20" -> "60 quantize_per_channel_default_5"; -"58 conv2d_5_scale_0" -> "60 quantize_per_channel_default_5"; -"58 conv2d_5_scale_0" -> "61 dequantize_per_channel_default_5"; -"59 conv2d_5_zero_point_0" -> "60 quantize_per_channel_default_5"; -"59 conv2d_5_zero_point_0" -> "61 dequantize_per_channel_default_5"; -"60 quantize_per_channel_default_5" -> "61 dequantize_per_channel_default_5"; -"61 dequantize_per_channel_default_5" -> "63 conv2d_5"; -"62 _param_constant21_0_0" -> "63 conv2d_5"; -"63 conv2d_5" -> "64 relu_5"; -"64 relu_5" -> "65 quantize_per_tensor_default_4"; -"65 quantize_per_tensor_default_4" -> "66 dequantize_per_tensor_default_7"; -"65 quantize_per_tensor_default_4" -> "67 dequantize_per_tensor_default_6"; -"66 dequantize_per_tensor_default_7" -> "154 slice_5"; -"67 dequantize_per_tensor_default_6" -> "68 max_pool2d_2"; -"68 max_pool2d_2" -> "75 conv2d_6"; -"69 _param_constant24" -> "72 quantize_per_channel_default_6"; -"70 conv2d_6_scale_0" -> "72 quantize_per_channel_default_6"; -"70 conv2d_6_scale_0" -> "73 dequantize_per_channel_default_6"; -"71 conv2d_6_zero_point_0" -> "72 quantize_per_channel_default_6"; -"71 conv2d_6_zero_point_0" -> "73 dequantize_per_channel_default_6"; -"72 quantize_per_channel_default_6" -> "73 dequantize_per_channel_default_6"; -"73 dequantize_per_channel_default_6" -> "75 conv2d_6"; -"74 _param_constant25_0_0" -> "75 conv2d_6"; -"75 conv2d_6" -> "76 relu_6"; -"76 relu_6" -> "77 quantize_per_tensor_default_12"; -"77 quantize_per_tensor_default_12" -> "78 dequantize_per_tensor_default_16"; -"78 dequantize_per_tensor_default_16" -> "85 conv2d_7"; -"79 _param_constant28" -> "82 quantize_per_channel_default_7"; -"80 conv2d_7_scale_0" -> "82 quantize_per_channel_default_7"; -"80 conv2d_7_scale_0" -> "83 dequantize_per_channel_default_7"; -"81 conv2d_7_zero_point_0" -> "82 quantize_per_channel_default_7"; -"81 conv2d_7_zero_point_0" -> "83 dequantize_per_channel_default_7"; -"82 quantize_per_channel_default_7" -> "83 dequantize_per_channel_default_7"; -"83 dequantize_per_channel_default_7" -> "85 conv2d_7"; -"84 _param_constant29_0_0" -> "85 conv2d_7"; -"85 conv2d_7" -> "86 relu_7"; -"86 relu_7" -> "87 quantize_per_tensor_default_7"; -"87 quantize_per_tensor_default_7" -> "88 dequantize_per_tensor_default_11"; -"87 quantize_per_tensor_default_7" -> "89 dequantize_per_tensor_default_10"; -"88 dequantize_per_tensor_default_11" -> "120 slice_1"; -"89 dequantize_per_tensor_default_10" -> "90 max_pool2d_3"; -"90 max_pool2d_3" -> "97 conv2d_8"; -"91 _param_constant32" -> "94 quantize_per_channel_default_8"; -"92 conv2d_8_scale_0" -> "94 quantize_per_channel_default_8"; -"92 conv2d_8_scale_0" -> "95 dequantize_per_channel_default_8"; -"93 conv2d_8_zero_point_0" -> "94 quantize_per_channel_default_8"; -"93 conv2d_8_zero_point_0" -> "95 dequantize_per_channel_default_8"; -"94 quantize_per_channel_default_8" -> "95 dequantize_per_channel_default_8"; -"95 dequantize_per_channel_default_8" -> "97 conv2d_8"; -"96 _param_constant33_0_0" -> "97 conv2d_8"; -"97 conv2d_8" -> "98 relu_8"; -"98 relu_8" -> "99 quantize_per_tensor_default_13"; -"99 quantize_per_tensor_default_13" -> "100 dequantize_per_tensor_default_17"; -"100 dequantize_per_tensor_default_17" -> "107 conv2d_9"; -"101 _param_constant36" -> "104 quantize_per_channel_default_9"; -"102 conv2d_9_scale_0" -> "104 quantize_per_channel_default_9"; -"102 conv2d_9_scale_0" -> "105 dequantize_per_channel_default_9"; -"103 conv2d_9_zero_point_0" -> "104 quantize_per_channel_default_9"; -"103 conv2d_9_zero_point_0" -> "105 dequantize_per_channel_default_9"; -"104 quantize_per_channel_default_9" -> "105 dequantize_per_channel_default_9"; -"105 dequantize_per_channel_default_9" -> "107 conv2d_9"; -"106 _param_constant37_0_0" -> "107 conv2d_9"; -"107 conv2d_9" -> "108 relu_9"; -"108 relu_9" -> "109 quantize_per_tensor_default_14"; -"109 quantize_per_tensor_default_14" -> "110 dequantize_per_tensor_default_18"; -"110 dequantize_per_tensor_default_18" -> "117 conv_transpose2d"; -"111 _param_constant40" -> "115 quantize_per_channel_default_10"; -"112 _param_constant41" -> "117 conv_transpose2d"; -"113 conv_transpose2d_scale_0" -> "115 quantize_per_channel_default_10"; -"113 conv_transpose2d_scale_0" -> "116 dequantize_per_channel_default_10"; -"114 conv_transpose2d_zero_point_0" -> "115 quantize_per_channel_default_10"; -"114 conv_transpose2d_zero_point_0" -> "116 dequantize_per_channel_default_10"; -"115 quantize_per_channel_default_10" -> "116 dequantize_per_channel_default_10"; -"116 dequantize_per_channel_default_10" -> "117 conv_transpose2d"; -"117 conv_transpose2d" -> "118 quantize_per_tensor_default_6"; -"118 quantize_per_tensor_default_6" -> "119 dequantize_per_tensor_default_9"; -"119 dequantize_per_tensor_default_9" -> "124 cat"; -"120 slice_1" -> "121 slice_2"; -"121 slice_2" -> "122 slice_3"; -"122 slice_3" -> "123 slice_4"; -"123 slice_4" -> "124 cat"; -"124 cat" -> "131 conv2d_10"; -"125 _param_constant42" -> "128 quantize_per_channel_default_11"; -"126 conv2d_10_scale_0" -> "128 quantize_per_channel_default_11"; -"126 conv2d_10_scale_0" -> "129 dequantize_per_channel_default_11"; -"127 conv2d_10_zero_point_0" -> "128 quantize_per_channel_default_11"; -"127 conv2d_10_zero_point_0" -> "129 dequantize_per_channel_default_11"; -"128 quantize_per_channel_default_11" -> "129 dequantize_per_channel_default_11"; -"129 dequantize_per_channel_default_11" -> "131 conv2d_10"; -"130 _param_constant43_0_0" -> "131 conv2d_10"; -"131 conv2d_10" -> "132 relu_10"; -"132 relu_10" -> "133 quantize_per_tensor_default_15"; -"133 quantize_per_tensor_default_15" -> "134 dequantize_per_tensor_default_19"; -"134 dequantize_per_tensor_default_19" -> "141 conv2d_11"; -"135 _param_constant46" -> "138 quantize_per_channel_default_12"; -"136 conv2d_11_scale_0" -> "138 quantize_per_channel_default_12"; -"136 conv2d_11_scale_0" -> "139 dequantize_per_channel_default_12"; -"137 conv2d_11_zero_point_0" -> "138 quantize_per_channel_default_12"; -"137 conv2d_11_zero_point_0" -> "139 dequantize_per_channel_default_12"; -"138 quantize_per_channel_default_12" -> "139 dequantize_per_channel_default_12"; -"139 dequantize_per_channel_default_12" -> "141 conv2d_11"; -"140 _param_constant47_0_0" -> "141 conv2d_11"; -"141 conv2d_11" -> "142 relu_11"; -"142 relu_11" -> "143 quantize_per_tensor_default_16"; -"143 quantize_per_tensor_default_16" -> "144 dequantize_per_tensor_default_20"; -"144 dequantize_per_tensor_default_20" -> "151 conv_transpose2d_1"; -"145 _param_constant50" -> "149 quantize_per_channel_default_13"; -"146 _param_constant51" -> "151 conv_transpose2d_1"; -"147 conv_transpose2d_1_scale_0" -> "149 quantize_per_channel_default_13"; -"147 conv_transpose2d_1_scale_0" -> "150 dequantize_per_channel_default_13"; -"148 conv_transpose2d_1_zero_point_0" -> "149 quantize_per_channel_default_13"; -"148 conv_transpose2d_1_zero_point_0" -> "150 dequantize_per_channel_default_13"; -"149 quantize_per_channel_default_13" -> "150 dequantize_per_channel_default_13"; -"150 dequantize_per_channel_default_13" -> "151 conv_transpose2d_1"; -"151 conv_transpose2d_1" -> "152 quantize_per_tensor_default_5"; -"152 quantize_per_tensor_default_5" -> "153 dequantize_per_tensor_default_8"; -"153 dequantize_per_tensor_default_8" -> "158 cat_1"; -"154 slice_5" -> "155 slice_6"; -"155 slice_6" -> "156 slice_7"; -"156 slice_7" -> "157 slice_8"; -"157 slice_8" -> "158 cat_1"; -"158 cat_1" -> "165 conv2d_12"; -"159 _param_constant52" -> "162 quantize_per_channel_default_14"; -"160 conv2d_12_scale_0" -> "162 quantize_per_channel_default_14"; -"160 conv2d_12_scale_0" -> "163 dequantize_per_channel_default_14"; -"161 conv2d_12_zero_point_0" -> "162 quantize_per_channel_default_14"; -"161 conv2d_12_zero_point_0" -> "163 dequantize_per_channel_default_14"; -"162 quantize_per_channel_default_14" -> "163 dequantize_per_channel_default_14"; -"163 dequantize_per_channel_default_14" -> "165 conv2d_12"; -"164 _param_constant53_0_0" -> "165 conv2d_12"; -"165 conv2d_12" -> "166 relu_12"; -"166 relu_12" -> "167 quantize_per_tensor_default_17"; -"167 quantize_per_tensor_default_17" -> "168 dequantize_per_tensor_default_21"; -"168 dequantize_per_tensor_default_21" -> "175 conv2d_13"; -"169 _param_constant56" -> "172 quantize_per_channel_default_15"; -"170 conv2d_13_scale_0" -> "172 quantize_per_channel_default_15"; -"170 conv2d_13_scale_0" -> "173 dequantize_per_channel_default_15"; -"171 conv2d_13_zero_point_0" -> "172 quantize_per_channel_default_15"; -"171 conv2d_13_zero_point_0" -> "173 dequantize_per_channel_default_15"; -"172 quantize_per_channel_default_15" -> "173 dequantize_per_channel_default_15"; -"173 dequantize_per_channel_default_15" -> "175 conv2d_13"; -"174 _param_constant57_0_0" -> "175 conv2d_13"; -"175 conv2d_13" -> "176 relu_13"; -"176 relu_13" -> "177 quantize_per_tensor_default_18"; -"177 quantize_per_tensor_default_18" -> "178 dequantize_per_tensor_default_22"; -"178 dequantize_per_tensor_default_22" -> "185 conv_transpose2d_2"; -"179 _param_constant60" -> "183 quantize_per_channel_default_16"; -"180 _param_constant61" -> "185 conv_transpose2d_2"; -"181 conv_transpose2d_2_scale_0" -> "183 quantize_per_channel_default_16"; -"181 conv_transpose2d_2_scale_0" -> "184 dequantize_per_channel_default_16"; -"182 conv_transpose2d_2_zero_point_0" -> "183 quantize_per_channel_default_16"; -"182 conv_transpose2d_2_zero_point_0" -> "184 dequantize_per_channel_default_16"; -"183 quantize_per_channel_default_16" -> "184 dequantize_per_channel_default_16"; -"184 dequantize_per_channel_default_16" -> "185 conv_transpose2d_2"; -"185 conv_transpose2d_2" -> "186 quantize_per_tensor_default_2"; -"186 quantize_per_tensor_default_2" -> "187 dequantize_per_tensor_default_3"; -"187 dequantize_per_tensor_default_3" -> "192 cat_2"; -"188 slice_9" -> "189 slice_10"; -"189 slice_10" -> "190 slice_11"; -"190 slice_11" -> "191 slice_12"; -"191 slice_12" -> "192 cat_2"; -"192 cat_2" -> "199 conv2d_14"; -"193 _param_constant62" -> "196 quantize_per_channel_default_17"; -"194 conv2d_14_scale_0" -> "196 quantize_per_channel_default_17"; -"194 conv2d_14_scale_0" -> "197 dequantize_per_channel_default_17"; -"195 conv2d_14_zero_point_0" -> "196 quantize_per_channel_default_17"; -"195 conv2d_14_zero_point_0" -> "197 dequantize_per_channel_default_17"; -"196 quantize_per_channel_default_17" -> "197 dequantize_per_channel_default_17"; -"197 dequantize_per_channel_default_17" -> "199 conv2d_14"; -"198 _param_constant63_0_0" -> "199 conv2d_14"; -"199 conv2d_14" -> "200 relu_14"; -"200 relu_14" -> "201 quantize_per_tensor_default_19"; -"201 quantize_per_tensor_default_19" -> "202 dequantize_per_tensor_default_23"; -"202 dequantize_per_tensor_default_23" -> "209 conv2d_15"; -"203 _param_constant66" -> "206 quantize_per_channel_default_18"; -"204 conv2d_15_scale_0" -> "206 quantize_per_channel_default_18"; -"204 conv2d_15_scale_0" -> "207 dequantize_per_channel_default_18"; -"205 conv2d_15_zero_point_0" -> "206 quantize_per_channel_default_18"; -"205 conv2d_15_zero_point_0" -> "207 dequantize_per_channel_default_18"; -"206 quantize_per_channel_default_18" -> "207 dequantize_per_channel_default_18"; -"207 dequantize_per_channel_default_18" -> "209 conv2d_15"; -"208 _param_constant67_0_0" -> "209 conv2d_15"; -"209 conv2d_15" -> "210 relu_15"; -"210 relu_15" -> "211 quantize_per_tensor_default_20"; -"211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_24"; -"212 dequantize_per_tensor_default_24" -> "219 conv_transpose2d_3"; -"213 _param_constant70" -> "217 quantize_per_channel_default_19"; -"214 _param_constant71" -> "219 conv_transpose2d_3"; -"215 conv_transpose2d_3_scale_0" -> "217 quantize_per_channel_default_19"; -"215 conv_transpose2d_3_scale_0" -> "218 dequantize_per_channel_default_19"; -"216 conv_transpose2d_3_zero_point_0" -> "217 quantize_per_channel_default_19"; -"216 conv_transpose2d_3_zero_point_0" -> "218 dequantize_per_channel_default_19"; -"217 quantize_per_channel_default_19" -> "218 dequantize_per_channel_default_19"; -"218 dequantize_per_channel_default_19" -> "219 conv_transpose2d_3"; -"219 conv_transpose2d_3" -> "220 quantize_per_tensor_default_1"; -"220 quantize_per_tensor_default_1" -> "221 dequantize_per_tensor_default_2"; -"221 dequantize_per_tensor_default_2" -> "226 cat_3"; -"222 slice_13" -> "223 slice_14"; -"223 slice_14" -> "224 slice_15"; -"224 slice_15" -> "225 slice_16"; -"225 slice_16" -> "226 cat_3"; -"226 cat_3" -> "233 conv2d_16"; -"227 _param_constant72" -> "230 quantize_per_channel_default_20"; -"228 conv2d_16_scale_0" -> "230 quantize_per_channel_default_20"; -"228 conv2d_16_scale_0" -> "231 dequantize_per_channel_default_20"; -"229 conv2d_16_zero_point_0" -> "230 quantize_per_channel_default_20"; -"229 conv2d_16_zero_point_0" -> "231 dequantize_per_channel_default_20"; -"230 quantize_per_channel_default_20" -> "231 dequantize_per_channel_default_20"; -"231 dequantize_per_channel_default_20" -> "233 conv2d_16"; -"232 _param_constant73_0_0" -> "233 conv2d_16"; -"233 conv2d_16" -> "234 relu_16"; -"234 relu_16" -> "235 quantize_per_tensor_default_21"; -"235 quantize_per_tensor_default_21" -> "236 dequantize_per_tensor_default_25"; -"236 dequantize_per_tensor_default_25" -> "243 conv2d_17"; -"237 _param_constant76" -> "240 quantize_per_channel_default_21"; -"238 conv2d_17_scale_0" -> "240 quantize_per_channel_default_21"; -"238 conv2d_17_scale_0" -> "241 dequantize_per_channel_default_21"; -"239 conv2d_17_zero_point_0" -> "240 quantize_per_channel_default_21"; -"239 conv2d_17_zero_point_0" -> "241 dequantize_per_channel_default_21"; -"240 quantize_per_channel_default_21" -> "241 dequantize_per_channel_default_21"; -"241 dequantize_per_channel_default_21" -> "243 conv2d_17"; -"242 _param_constant77_0_0" -> "243 conv2d_17"; -"243 conv2d_17" -> "244 relu_17"; -"244 relu_17" -> "245 quantize_per_tensor_default_22"; -"245 quantize_per_tensor_default_22" -> "246 dequantize_per_tensor_default_26"; -"246 dequantize_per_tensor_default_26" -> "253 conv2d_18"; -"247 _param_constant80" -> "250 quantize_per_channel_default_22"; -"248 conv2d_18_scale_0" -> "250 quantize_per_channel_default_22"; -"248 conv2d_18_scale_0" -> "251 dequantize_per_channel_default_22"; -"249 conv2d_18_zero_point_0" -> "250 quantize_per_channel_default_22"; -"249 conv2d_18_zero_point_0" -> "251 dequantize_per_channel_default_22"; -"250 quantize_per_channel_default_22" -> "251 dequantize_per_channel_default_22"; -"251 dequantize_per_channel_default_22" -> "253 conv2d_18"; -"252 _param_constant81_0_0" -> "253 conv2d_18"; -"253 conv2d_18" -> "254 output"; +"2 dequantize_per_tensor_default_12" -> "7 conv2d"; +"3 conv2d_scale_0_updated_constant0" -> "6 mul"; +"4 compressed_weight_updated_constant0" -> "6 mul"; +"5 _param_constant1_0_0" -> "7 conv2d"; +"6 mul" -> "7 conv2d"; +"7 conv2d" -> "8 relu"; +"8 relu" -> "9 quantize_per_tensor_default_9"; +"9 quantize_per_tensor_default_9" -> "10 dequantize_per_tensor_default_13"; +"10 dequantize_per_tensor_default_13" -> "15 conv2d_1"; +"11 conv2d_1_scale_0_updated_constant0" -> "14 mul_1"; +"12 compressed_weight_updated_constant1" -> "14 mul_1"; +"13 _param_constant5_0_0" -> "15 conv2d_1"; +"14 mul_1" -> "15 conv2d_1"; +"15 conv2d_1" -> "16 relu_1"; +"16 relu_1" -> "17 quantize_per_tensor_default"; +"17 quantize_per_tensor_default" -> "18 dequantize_per_tensor_default_1"; +"17 quantize_per_tensor_default" -> "19 dequantize_per_tensor_default"; +"18 dequantize_per_tensor_default_1" -> "182 slice_13"; +"19 dequantize_per_tensor_default" -> "20 max_pool2d"; +"20 max_pool2d" -> "25 conv2d_2"; +"21 conv2d_2_scale_0_updated_constant0" -> "24 mul_2"; +"22 compressed_weight_updated_constant2" -> "24 mul_2"; +"23 _param_constant9_0_0" -> "25 conv2d_2"; +"24 mul_2" -> "25 conv2d_2"; +"25 conv2d_2" -> "26 relu_2"; +"26 relu_2" -> "27 quantize_per_tensor_default_10"; +"27 quantize_per_tensor_default_10" -> "28 dequantize_per_tensor_default_14"; +"28 dequantize_per_tensor_default_14" -> "33 conv2d_3"; +"29 conv2d_3_scale_0_updated_constant0" -> "32 mul_3"; +"30 compressed_weight_updated_constant3" -> "32 mul_3"; +"31 _param_constant13_0_0" -> "33 conv2d_3"; +"32 mul_3" -> "33 conv2d_3"; +"33 conv2d_3" -> "34 relu_3"; +"34 relu_3" -> "35 quantize_per_tensor_default_3"; +"35 quantize_per_tensor_default_3" -> "36 dequantize_per_tensor_default_5"; +"35 quantize_per_tensor_default_3" -> "37 dequantize_per_tensor_default_4"; +"36 dequantize_per_tensor_default_5" -> "154 slice_9"; +"37 dequantize_per_tensor_default_4" -> "38 max_pool2d_1"; +"38 max_pool2d_1" -> "43 conv2d_4"; +"39 conv2d_4_scale_0_updated_constant0" -> "42 mul_4"; +"40 compressed_weight_updated_constant4" -> "42 mul_4"; +"41 _param_constant17_0_0" -> "43 conv2d_4"; +"42 mul_4" -> "43 conv2d_4"; +"43 conv2d_4" -> "44 relu_4"; +"44 relu_4" -> "45 quantize_per_tensor_default_11"; +"45 quantize_per_tensor_default_11" -> "46 dequantize_per_tensor_default_15"; +"46 dequantize_per_tensor_default_15" -> "51 conv2d_5"; +"47 conv2d_5_scale_0_updated_constant0" -> "50 mul_5"; +"48 compressed_weight_updated_constant5" -> "50 mul_5"; +"49 _param_constant21_0_0" -> "51 conv2d_5"; +"50 mul_5" -> "51 conv2d_5"; +"51 conv2d_5" -> "52 relu_5"; +"52 relu_5" -> "53 quantize_per_tensor_default_4"; +"53 quantize_per_tensor_default_4" -> "54 dequantize_per_tensor_default_7"; +"53 quantize_per_tensor_default_4" -> "55 dequantize_per_tensor_default_6"; +"54 dequantize_per_tensor_default_7" -> "126 slice_5"; +"55 dequantize_per_tensor_default_6" -> "56 max_pool2d_2"; +"56 max_pool2d_2" -> "61 conv2d_6"; +"57 conv2d_6_scale_0_updated_constant0" -> "60 mul_6"; +"58 compressed_weight_updated_constant6" -> "60 mul_6"; +"59 _param_constant25_0_0" -> "61 conv2d_6"; +"60 mul_6" -> "61 conv2d_6"; +"61 conv2d_6" -> "62 relu_6"; +"62 relu_6" -> "63 quantize_per_tensor_default_12"; +"63 quantize_per_tensor_default_12" -> "64 dequantize_per_tensor_default_16"; +"64 dequantize_per_tensor_default_16" -> "69 conv2d_7"; +"65 conv2d_7_scale_0_updated_constant0" -> "68 mul_7"; +"66 compressed_weight_updated_constant7" -> "68 mul_7"; +"67 _param_constant29_0_0" -> "69 conv2d_7"; +"68 mul_7" -> "69 conv2d_7"; +"69 conv2d_7" -> "70 relu_7"; +"70 relu_7" -> "71 quantize_per_tensor_default_7"; +"71 quantize_per_tensor_default_7" -> "72 dequantize_per_tensor_default_11"; +"71 quantize_per_tensor_default_7" -> "73 dequantize_per_tensor_default_10"; +"72 dequantize_per_tensor_default_11" -> "98 slice_1"; +"73 dequantize_per_tensor_default_10" -> "74 max_pool2d_3"; +"74 max_pool2d_3" -> "79 conv2d_8"; +"75 conv2d_8_scale_0_updated_constant0" -> "78 mul_8"; +"76 compressed_weight_updated_constant8" -> "78 mul_8"; +"77 _param_constant33_0_0" -> "79 conv2d_8"; +"78 mul_8" -> "79 conv2d_8"; +"79 conv2d_8" -> "80 relu_8"; +"80 relu_8" -> "81 quantize_per_tensor_default_13"; +"81 quantize_per_tensor_default_13" -> "82 dequantize_per_tensor_default_17"; +"82 dequantize_per_tensor_default_17" -> "87 conv2d_9"; +"83 conv2d_9_scale_0_updated_constant0" -> "86 mul_9"; +"84 compressed_weight_updated_constant9" -> "86 mul_9"; +"85 _param_constant37_0_0" -> "87 conv2d_9"; +"86 mul_9" -> "87 conv2d_9"; +"87 conv2d_9" -> "88 relu_9"; +"88 relu_9" -> "89 quantize_per_tensor_default_14"; +"89 quantize_per_tensor_default_14" -> "90 dequantize_per_tensor_default_18"; +"90 dequantize_per_tensor_default_18" -> "95 conv_transpose2d"; +"91 _param_constant41" -> "95 conv_transpose2d"; +"92 conv_transpose2d_scale_0_updated_constant0" -> "94 mul_10"; +"93 compressed_weight_updated_constant10" -> "94 mul_10"; +"94 mul_10" -> "95 conv_transpose2d"; +"95 conv_transpose2d" -> "96 quantize_per_tensor_default_6"; +"96 quantize_per_tensor_default_6" -> "97 dequantize_per_tensor_default_9"; +"97 dequantize_per_tensor_default_9" -> "102 cat"; +"98 slice_1" -> "99 slice_2"; +"99 slice_2" -> "100 slice_3"; +"100 slice_3" -> "101 slice_4"; +"101 slice_4" -> "102 cat"; +"102 cat" -> "107 conv2d_10"; +"103 conv2d_10_scale_0_updated_constant0" -> "106 mul_11"; +"104 compressed_weight_updated_constant11" -> "106 mul_11"; +"105 _param_constant43_0_0" -> "107 conv2d_10"; +"106 mul_11" -> "107 conv2d_10"; +"107 conv2d_10" -> "108 relu_10"; +"108 relu_10" -> "109 quantize_per_tensor_default_15"; +"109 quantize_per_tensor_default_15" -> "110 dequantize_per_tensor_default_19"; +"110 dequantize_per_tensor_default_19" -> "115 conv2d_11"; +"111 conv2d_11_scale_0_updated_constant0" -> "114 mul_12"; +"112 compressed_weight_updated_constant12" -> "114 mul_12"; +"113 _param_constant47_0_0" -> "115 conv2d_11"; +"114 mul_12" -> "115 conv2d_11"; +"115 conv2d_11" -> "116 relu_11"; +"116 relu_11" -> "117 quantize_per_tensor_default_16"; +"117 quantize_per_tensor_default_16" -> "118 dequantize_per_tensor_default_20"; +"118 dequantize_per_tensor_default_20" -> "123 conv_transpose2d_1"; +"119 _param_constant51" -> "123 conv_transpose2d_1"; +"120 conv_transpose2d_1_scale_0_updated_constant0" -> "122 mul_13"; +"121 compressed_weight_updated_constant13" -> "122 mul_13"; +"122 mul_13" -> "123 conv_transpose2d_1"; +"123 conv_transpose2d_1" -> "124 quantize_per_tensor_default_5"; +"124 quantize_per_tensor_default_5" -> "125 dequantize_per_tensor_default_8"; +"125 dequantize_per_tensor_default_8" -> "130 cat_1"; +"126 slice_5" -> "127 slice_6"; +"127 slice_6" -> "128 slice_7"; +"128 slice_7" -> "129 slice_8"; +"129 slice_8" -> "130 cat_1"; +"130 cat_1" -> "135 conv2d_12"; +"131 conv2d_12_scale_0_updated_constant0" -> "134 mul_14"; +"132 compressed_weight_updated_constant14" -> "134 mul_14"; +"133 _param_constant53_0_0" -> "135 conv2d_12"; +"134 mul_14" -> "135 conv2d_12"; +"135 conv2d_12" -> "136 relu_12"; +"136 relu_12" -> "137 quantize_per_tensor_default_17"; +"137 quantize_per_tensor_default_17" -> "138 dequantize_per_tensor_default_21"; +"138 dequantize_per_tensor_default_21" -> "143 conv2d_13"; +"139 conv2d_13_scale_0_updated_constant0" -> "142 mul_15"; +"140 compressed_weight_updated_constant15" -> "142 mul_15"; +"141 _param_constant57_0_0" -> "143 conv2d_13"; +"142 mul_15" -> "143 conv2d_13"; +"143 conv2d_13" -> "144 relu_13"; +"144 relu_13" -> "145 quantize_per_tensor_default_18"; +"145 quantize_per_tensor_default_18" -> "146 dequantize_per_tensor_default_22"; +"146 dequantize_per_tensor_default_22" -> "151 conv_transpose2d_2"; +"147 _param_constant61" -> "151 conv_transpose2d_2"; +"148 conv_transpose2d_2_scale_0_updated_constant0" -> "150 mul_16"; +"149 compressed_weight_updated_constant16" -> "150 mul_16"; +"150 mul_16" -> "151 conv_transpose2d_2"; +"151 conv_transpose2d_2" -> "152 quantize_per_tensor_default_2"; +"152 quantize_per_tensor_default_2" -> "153 dequantize_per_tensor_default_3"; +"153 dequantize_per_tensor_default_3" -> "158 cat_2"; +"154 slice_9" -> "155 slice_10"; +"155 slice_10" -> "156 slice_11"; +"156 slice_11" -> "157 slice_12"; +"157 slice_12" -> "158 cat_2"; +"158 cat_2" -> "163 conv2d_14"; +"159 conv2d_14_scale_0_updated_constant0" -> "162 mul_17"; +"160 compressed_weight_updated_constant17" -> "162 mul_17"; +"161 _param_constant63_0_0" -> "163 conv2d_14"; +"162 mul_17" -> "163 conv2d_14"; +"163 conv2d_14" -> "164 relu_14"; +"164 relu_14" -> "165 quantize_per_tensor_default_19"; +"165 quantize_per_tensor_default_19" -> "166 dequantize_per_tensor_default_23"; +"166 dequantize_per_tensor_default_23" -> "171 conv2d_15"; +"167 conv2d_15_scale_0_updated_constant0" -> "170 mul_18"; +"168 compressed_weight_updated_constant18" -> "170 mul_18"; +"169 _param_constant67_0_0" -> "171 conv2d_15"; +"170 mul_18" -> "171 conv2d_15"; +"171 conv2d_15" -> "172 relu_15"; +"172 relu_15" -> "173 quantize_per_tensor_default_20"; +"173 quantize_per_tensor_default_20" -> "174 dequantize_per_tensor_default_24"; +"174 dequantize_per_tensor_default_24" -> "179 conv_transpose2d_3"; +"175 _param_constant71" -> "179 conv_transpose2d_3"; +"176 conv_transpose2d_3_scale_0_updated_constant0" -> "178 mul_19"; +"177 compressed_weight_updated_constant19" -> "178 mul_19"; +"178 mul_19" -> "179 conv_transpose2d_3"; +"179 conv_transpose2d_3" -> "180 quantize_per_tensor_default_1"; +"180 quantize_per_tensor_default_1" -> "181 dequantize_per_tensor_default_2"; +"181 dequantize_per_tensor_default_2" -> "186 cat_3"; +"182 slice_13" -> "183 slice_14"; +"183 slice_14" -> "184 slice_15"; +"184 slice_15" -> "185 slice_16"; +"185 slice_16" -> "186 cat_3"; +"186 cat_3" -> "191 conv2d_16"; +"187 conv2d_16_scale_0_updated_constant0" -> "190 mul_20"; +"188 compressed_weight_updated_constant20" -> "190 mul_20"; +"189 _param_constant73_0_0" -> "191 conv2d_16"; +"190 mul_20" -> "191 conv2d_16"; +"191 conv2d_16" -> "192 relu_16"; +"192 relu_16" -> "193 quantize_per_tensor_default_21"; +"193 quantize_per_tensor_default_21" -> "194 dequantize_per_tensor_default_25"; +"194 dequantize_per_tensor_default_25" -> "199 conv2d_17"; +"195 conv2d_17_scale_0_updated_constant0" -> "198 mul_21"; +"196 compressed_weight_updated_constant21" -> "198 mul_21"; +"197 _param_constant77_0_0" -> "199 conv2d_17"; +"198 mul_21" -> "199 conv2d_17"; +"199 conv2d_17" -> "200 relu_17"; +"200 relu_17" -> "201 quantize_per_tensor_default_22"; +"201 quantize_per_tensor_default_22" -> "202 dequantize_per_tensor_default_26"; +"202 dequantize_per_tensor_default_26" -> "207 conv2d_18"; +"203 conv2d_18_scale_0_updated_constant0" -> "206 mul_22"; +"204 compressed_weight_updated_constant22" -> "206 mul_22"; +"205 _param_constant81_0_0" -> "207 conv2d_18"; +"206 mul_22" -> "207 conv2d_18"; +"207 conv2d_18" -> "208 output"; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot index 340c0e0714a..8ca56eac0dd 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot @@ -2,2112 +2,1812 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0" [id=4, type=get_attr]; -"5 conv2d_zero_point_0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 _param_constant1_0_0" [id=8, type=get_attr]; -"9 conv2d" [id=9, type=conv2d]; -"10 reshape" [id=10, type=reshape]; -"11 permute" [id=11, type=permute]; -"12 _param_constant2" [id=12, type=get_attr]; -"13 expand" [id=13, type=expand]; -"14 cat" [id=14, type=cat]; -"15 _param_constant3" [id=15, type=get_attr]; -"16 add" [id=16, type=add]; -"17 dropout" [id=17, type=dropout]; -"18 _param_constant4" [id=18, type=get_attr]; -"19 _param_constant5" [id=19, type=get_attr]; -"20 layer_norm" [id=20, type=layer_norm]; -"21 transpose" [id=21, type=transpose]; -"22 linear_updated_constant0" [id=22, type=get_attr]; -"23 transpose_0_0_nncf_smooth_quant_0" [id=23, type=call_module]; -"24 quantize_per_tensor_default_1" [id=24, type=quantize_per_tensor]; -"25 dequantize_per_tensor_default_1" [id=25, type=dequantize_per_tensor]; -"26 linear_scale_0" [id=26, type=get_attr]; -"27 linear_zero_point_0" [id=27, type=get_attr]; -"28 quantize_per_channel_default_1" [id=28, type=quantize_per_channel]; -"29 dequantize_per_channel_default_1" [id=29, type=dequantize_per_channel]; -"30 _param_constant7_0_0" [id=30, type=get_attr]; -"31 linear" [id=31, type=linear]; -"32 unflatten" [id=32, type=unflatten]; -"33 unsqueeze" [id=33, type=unsqueeze]; -"34 transpose_1" [id=34, type=transpose]; -"35 squeeze" [id=35, type=squeeze]; -"36 contiguous" [id=36, type=contiguous]; -"37 quantize_per_tensor_default_2" [id=37, type=quantize_per_tensor]; -"38 dequantize_per_tensor_default_2" [id=38, type=dequantize_per_tensor]; -"39 select" [id=39, type=select]; -"40 quantize_per_tensor_default_3" [id=40, type=quantize_per_tensor]; -"41 dequantize_per_tensor_default_3" [id=41, type=dequantize_per_tensor]; -"42 select_1" [id=42, type=select]; -"43 select_2" [id=43, type=select]; -"44 view" [id=44, type=view]; -"45 transpose_2" [id=45, type=transpose]; -"46 view_1" [id=46, type=view]; -"47 transpose_3" [id=47, type=transpose]; -"48 view_2" [id=48, type=view]; -"49 transpose_4" [id=49, type=transpose]; -"50 view_3" [id=50, type=view]; -"51 view_4" [id=51, type=view]; -"52 view_5" [id=52, type=view]; -"53 scaled_dot_product_attention" [id=53, type=scaled_dot_product_attention]; -"54 permute_1" [id=54, type=permute]; -"55 view_6" [id=55, type=view]; -"56 linear_1_updated_constant0" [id=56, type=get_attr]; -"57 view_6_0_0_nncf_smooth_quant_0" [id=57, type=call_module]; -"58 quantize_per_tensor_default_4" [id=58, type=quantize_per_tensor]; -"59 dequantize_per_tensor_default_4" [id=59, type=dequantize_per_tensor]; -"60 linear_1_scale_0" [id=60, type=get_attr]; -"61 linear_1_zero_point_0" [id=61, type=get_attr]; -"62 quantize_per_channel_default_2" [id=62, type=quantize_per_channel]; -"63 dequantize_per_channel_default_2" [id=63, type=dequantize_per_channel]; -"64 _param_constant9_0_0" [id=64, type=get_attr]; -"65 linear_1" [id=65, type=linear]; -"66 view_7" [id=66, type=view]; -"67 transpose_5" [id=67, type=transpose]; -"68 dropout_1" [id=68, type=dropout]; -"69 add_1" [id=69, type=add]; -"70 _param_constant10" [id=70, type=get_attr]; -"71 _param_constant11" [id=71, type=get_attr]; -"72 layer_norm_1" [id=72, type=layer_norm]; -"73 linear_2_updated_constant0" [id=73, type=get_attr]; -"74 layer_norm_1_0_0_nncf_smooth_quant_0" [id=74, type=call_module]; -"75 quantize_per_tensor_default_5" [id=75, type=quantize_per_tensor]; -"76 dequantize_per_tensor_default_5" [id=76, type=dequantize_per_tensor]; -"77 linear_2_scale_0" [id=77, type=get_attr]; -"78 linear_2_zero_point_0" [id=78, type=get_attr]; -"79 quantize_per_channel_default_3" [id=79, type=quantize_per_channel]; -"80 dequantize_per_channel_default_3" [id=80, type=dequantize_per_channel]; -"81 _param_constant13_0_0" [id=81, type=get_attr]; -"82 linear_2" [id=82, type=linear]; -"83 gelu" [id=83, type=gelu]; -"84 dropout_2" [id=84, type=dropout]; -"85 linear_3_updated_constant0" [id=85, type=get_attr]; -"86 dropout_2_0_0_nncf_smooth_quant_0" [id=86, type=call_module]; -"87 quantize_per_tensor_default_6" [id=87, type=quantize_per_tensor]; -"88 dequantize_per_tensor_default_6" [id=88, type=dequantize_per_tensor]; -"89 linear_3_scale_0" [id=89, type=get_attr]; -"90 linear_3_zero_point_0" [id=90, type=get_attr]; -"91 quantize_per_channel_default_4" [id=91, type=quantize_per_channel]; -"92 dequantize_per_channel_default_4" [id=92, type=dequantize_per_channel]; -"93 _param_constant15_0_0" [id=93, type=get_attr]; -"94 linear_3" [id=94, type=linear]; -"95 dropout_3" [id=95, type=dropout]; -"96 add_2" [id=96, type=add]; -"97 _param_constant16" [id=97, type=get_attr]; -"98 _param_constant17" [id=98, type=get_attr]; -"99 layer_norm_2" [id=99, type=layer_norm]; -"100 transpose_6" [id=100, type=transpose]; -"101 linear_4_updated_constant0" [id=101, type=get_attr]; -"102 transpose_6_0_0_nncf_smooth_quant_0" [id=102, type=call_module]; -"103 quantize_per_tensor_default_7" [id=103, type=quantize_per_tensor]; -"104 dequantize_per_tensor_default_7" [id=104, type=dequantize_per_tensor]; -"105 linear_4_scale_0" [id=105, type=get_attr]; -"106 linear_4_zero_point_0" [id=106, type=get_attr]; -"107 quantize_per_channel_default_5" [id=107, type=quantize_per_channel]; -"108 dequantize_per_channel_default_5" [id=108, type=dequantize_per_channel]; -"109 _param_constant19_0_0" [id=109, type=get_attr]; -"110 linear_4" [id=110, type=linear]; -"111 unflatten_1" [id=111, type=unflatten]; -"112 unsqueeze_1" [id=112, type=unsqueeze]; -"113 transpose_7" [id=113, type=transpose]; -"114 squeeze_1" [id=114, type=squeeze]; -"115 contiguous_1" [id=115, type=contiguous]; -"116 quantize_per_tensor_default_8" [id=116, type=quantize_per_tensor]; -"117 dequantize_per_tensor_default_8" [id=117, type=dequantize_per_tensor]; -"118 select_3" [id=118, type=select]; -"119 quantize_per_tensor_default_9" [id=119, type=quantize_per_tensor]; -"120 dequantize_per_tensor_default_9" [id=120, type=dequantize_per_tensor]; -"121 select_4" [id=121, type=select]; -"122 select_5" [id=122, type=select]; -"123 view_8" [id=123, type=view]; -"124 transpose_8" [id=124, type=transpose]; -"125 view_9" [id=125, type=view]; -"126 transpose_9" [id=126, type=transpose]; -"127 view_10" [id=127, type=view]; -"128 transpose_10" [id=128, type=transpose]; -"129 view_11" [id=129, type=view]; -"130 view_12" [id=130, type=view]; -"131 view_13" [id=131, type=view]; -"132 scaled_dot_product_attention_1" [id=132, type=scaled_dot_product_attention]; -"133 permute_2" [id=133, type=permute]; -"134 view_14" [id=134, type=view]; -"135 linear_5_updated_constant0" [id=135, type=get_attr]; -"136 view_14_0_0_nncf_smooth_quant_0" [id=136, type=call_module]; -"137 quantize_per_tensor_default_10" [id=137, type=quantize_per_tensor]; -"138 dequantize_per_tensor_default_10" [id=138, type=dequantize_per_tensor]; -"139 linear_5_scale_0" [id=139, type=get_attr]; -"140 linear_5_zero_point_0" [id=140, type=get_attr]; -"141 quantize_per_channel_default_6" [id=141, type=quantize_per_channel]; -"142 dequantize_per_channel_default_6" [id=142, type=dequantize_per_channel]; -"143 _param_constant21_0_0" [id=143, type=get_attr]; -"144 linear_5" [id=144, type=linear]; -"145 view_15" [id=145, type=view]; -"146 transpose_11" [id=146, type=transpose]; -"147 dropout_4" [id=147, type=dropout]; -"148 add_3" [id=148, type=add]; -"149 _param_constant22" [id=149, type=get_attr]; -"150 _param_constant23" [id=150, type=get_attr]; -"151 layer_norm_3" [id=151, type=layer_norm]; -"152 linear_6_updated_constant0" [id=152, type=get_attr]; -"153 layer_norm_3_0_0_nncf_smooth_quant_0" [id=153, type=call_module]; -"154 quantize_per_tensor_default_11" [id=154, type=quantize_per_tensor]; -"155 dequantize_per_tensor_default_11" [id=155, type=dequantize_per_tensor]; -"156 linear_6_scale_0" [id=156, type=get_attr]; -"157 linear_6_zero_point_0" [id=157, type=get_attr]; -"158 quantize_per_channel_default_7" [id=158, type=quantize_per_channel]; -"159 dequantize_per_channel_default_7" [id=159, type=dequantize_per_channel]; -"160 _param_constant25_0_0" [id=160, type=get_attr]; -"161 linear_6" [id=161, type=linear]; -"162 gelu_1" [id=162, type=gelu]; -"163 dropout_5" [id=163, type=dropout]; -"164 linear_7_updated_constant0" [id=164, type=get_attr]; -"165 dropout_5_0_0_nncf_smooth_quant_0" [id=165, type=call_module]; -"166 quantize_per_tensor_default_12" [id=166, type=quantize_per_tensor]; -"167 dequantize_per_tensor_default_12" [id=167, type=dequantize_per_tensor]; -"168 linear_7_scale_0" [id=168, type=get_attr]; -"169 linear_7_zero_point_0" [id=169, type=get_attr]; -"170 quantize_per_channel_default_8" [id=170, type=quantize_per_channel]; -"171 dequantize_per_channel_default_8" [id=171, type=dequantize_per_channel]; -"172 _param_constant27_0_0" [id=172, type=get_attr]; -"173 linear_7" [id=173, type=linear]; -"174 dropout_6" [id=174, type=dropout]; -"175 add_4" [id=175, type=add]; -"176 _param_constant28" [id=176, type=get_attr]; -"177 _param_constant29" [id=177, type=get_attr]; -"178 layer_norm_4" [id=178, type=layer_norm]; -"179 transpose_12" [id=179, type=transpose]; -"180 linear_8_updated_constant0" [id=180, type=get_attr]; -"181 transpose_12_0_0_nncf_smooth_quant_0" [id=181, type=call_module]; -"182 quantize_per_tensor_default_13" [id=182, type=quantize_per_tensor]; -"183 dequantize_per_tensor_default_13" [id=183, type=dequantize_per_tensor]; -"184 linear_8_scale_0" [id=184, type=get_attr]; -"185 linear_8_zero_point_0" [id=185, type=get_attr]; -"186 quantize_per_channel_default_9" [id=186, type=quantize_per_channel]; -"187 dequantize_per_channel_default_9" [id=187, type=dequantize_per_channel]; -"188 _param_constant31_0_0" [id=188, type=get_attr]; -"189 linear_8" [id=189, type=linear]; -"190 unflatten_2" [id=190, type=unflatten]; -"191 unsqueeze_2" [id=191, type=unsqueeze]; -"192 transpose_13" [id=192, type=transpose]; -"193 squeeze_2" [id=193, type=squeeze]; -"194 contiguous_2" [id=194, type=contiguous]; -"195 quantize_per_tensor_default_14" [id=195, type=quantize_per_tensor]; -"196 dequantize_per_tensor_default_14" [id=196, type=dequantize_per_tensor]; -"197 select_6" [id=197, type=select]; -"198 quantize_per_tensor_default_15" [id=198, type=quantize_per_tensor]; -"199 dequantize_per_tensor_default_15" [id=199, type=dequantize_per_tensor]; -"200 select_7" [id=200, type=select]; -"201 select_8" [id=201, type=select]; -"202 view_16" [id=202, type=view]; -"203 transpose_14" [id=203, type=transpose]; -"204 view_17" [id=204, type=view]; -"205 transpose_15" [id=205, type=transpose]; -"206 view_18" [id=206, type=view]; -"207 transpose_16" [id=207, type=transpose]; -"208 view_19" [id=208, type=view]; -"209 view_20" [id=209, type=view]; -"210 view_21" [id=210, type=view]; -"211 scaled_dot_product_attention_2" [id=211, type=scaled_dot_product_attention]; -"212 permute_3" [id=212, type=permute]; -"213 view_22" [id=213, type=view]; -"214 linear_9_updated_constant0" [id=214, type=get_attr]; -"215 view_22_0_0_nncf_smooth_quant_0" [id=215, type=call_module]; -"216 quantize_per_tensor_default_16" [id=216, type=quantize_per_tensor]; -"217 dequantize_per_tensor_default_16" [id=217, type=dequantize_per_tensor]; -"218 linear_9_scale_0" [id=218, type=get_attr]; -"219 linear_9_zero_point_0" [id=219, type=get_attr]; -"220 quantize_per_channel_default_10" [id=220, type=quantize_per_channel]; -"221 dequantize_per_channel_default_10" [id=221, type=dequantize_per_channel]; -"222 _param_constant33_0_0" [id=222, type=get_attr]; -"223 linear_9" [id=223, type=linear]; -"224 view_23" [id=224, type=view]; -"225 transpose_17" [id=225, type=transpose]; -"226 dropout_7" [id=226, type=dropout]; -"227 add_5" [id=227, type=add]; -"228 _param_constant34" [id=228, type=get_attr]; -"229 _param_constant35" [id=229, type=get_attr]; -"230 layer_norm_5" [id=230, type=layer_norm]; -"231 linear_10_updated_constant0" [id=231, type=get_attr]; -"232 layer_norm_5_0_0_nncf_smooth_quant_0" [id=232, type=call_module]; -"233 quantize_per_tensor_default_17" [id=233, type=quantize_per_tensor]; -"234 dequantize_per_tensor_default_17" [id=234, type=dequantize_per_tensor]; -"235 linear_10_scale_0" [id=235, type=get_attr]; -"236 linear_10_zero_point_0" [id=236, type=get_attr]; -"237 quantize_per_channel_default_11" [id=237, type=quantize_per_channel]; -"238 dequantize_per_channel_default_11" [id=238, type=dequantize_per_channel]; -"239 _param_constant37_0_0" [id=239, type=get_attr]; -"240 linear_10" [id=240, type=linear]; -"241 gelu_2" [id=241, type=gelu]; -"242 dropout_8" [id=242, type=dropout]; -"243 linear_11_updated_constant0" [id=243, type=get_attr]; -"244 dropout_8_0_0_nncf_smooth_quant_0" [id=244, type=call_module]; -"245 quantize_per_tensor_default_18" [id=245, type=quantize_per_tensor]; -"246 dequantize_per_tensor_default_18" [id=246, type=dequantize_per_tensor]; -"247 linear_11_scale_0" [id=247, type=get_attr]; -"248 linear_11_zero_point_0" [id=248, type=get_attr]; -"249 quantize_per_channel_default_12" [id=249, type=quantize_per_channel]; -"250 dequantize_per_channel_default_12" [id=250, type=dequantize_per_channel]; -"251 _param_constant39_0_0" [id=251, type=get_attr]; -"252 linear_11" [id=252, type=linear]; -"253 dropout_9" [id=253, type=dropout]; -"254 add_6" [id=254, type=add]; -"255 _param_constant40" [id=255, type=get_attr]; -"256 _param_constant41" [id=256, type=get_attr]; -"257 layer_norm_6" [id=257, type=layer_norm]; -"258 transpose_18" [id=258, type=transpose]; -"259 linear_12_updated_constant0" [id=259, type=get_attr]; -"260 transpose_18_0_0_nncf_smooth_quant_0" [id=260, type=call_module]; -"261 quantize_per_tensor_default_19" [id=261, type=quantize_per_tensor]; -"262 dequantize_per_tensor_default_19" [id=262, type=dequantize_per_tensor]; -"263 linear_12_scale_0" [id=263, type=get_attr]; -"264 linear_12_zero_point_0" [id=264, type=get_attr]; -"265 quantize_per_channel_default_13" [id=265, type=quantize_per_channel]; -"266 dequantize_per_channel_default_13" [id=266, type=dequantize_per_channel]; -"267 _param_constant43_0_0" [id=267, type=get_attr]; -"268 linear_12" [id=268, type=linear]; -"269 unflatten_3" [id=269, type=unflatten]; -"270 unsqueeze_3" [id=270, type=unsqueeze]; -"271 transpose_19" [id=271, type=transpose]; -"272 squeeze_3" [id=272, type=squeeze]; -"273 contiguous_3" [id=273, type=contiguous]; -"274 quantize_per_tensor_default_20" [id=274, type=quantize_per_tensor]; -"275 dequantize_per_tensor_default_20" [id=275, type=dequantize_per_tensor]; -"276 select_9" [id=276, type=select]; -"277 quantize_per_tensor_default_21" [id=277, type=quantize_per_tensor]; -"278 dequantize_per_tensor_default_21" [id=278, type=dequantize_per_tensor]; -"279 select_10" [id=279, type=select]; -"280 select_11" [id=280, type=select]; -"281 view_24" [id=281, type=view]; -"282 transpose_20" [id=282, type=transpose]; -"283 view_25" [id=283, type=view]; -"284 transpose_21" [id=284, type=transpose]; -"285 view_26" [id=285, type=view]; -"286 transpose_22" [id=286, type=transpose]; -"287 view_27" [id=287, type=view]; -"288 view_28" [id=288, type=view]; -"289 view_29" [id=289, type=view]; -"290 scaled_dot_product_attention_3" [id=290, type=scaled_dot_product_attention]; -"291 permute_4" [id=291, type=permute]; -"292 view_30" [id=292, type=view]; -"293 linear_13_updated_constant0" [id=293, type=get_attr]; -"294 view_30_0_0_nncf_smooth_quant_0" [id=294, type=call_module]; -"295 quantize_per_tensor_default_22" [id=295, type=quantize_per_tensor]; -"296 dequantize_per_tensor_default_22" [id=296, type=dequantize_per_tensor]; -"297 linear_13_scale_0" [id=297, type=get_attr]; -"298 linear_13_zero_point_0" [id=298, type=get_attr]; -"299 quantize_per_channel_default_14" [id=299, type=quantize_per_channel]; -"300 dequantize_per_channel_default_14" [id=300, type=dequantize_per_channel]; -"301 _param_constant45_0_0" [id=301, type=get_attr]; -"302 linear_13" [id=302, type=linear]; -"303 view_31" [id=303, type=view]; -"304 transpose_23" [id=304, type=transpose]; -"305 dropout_10" [id=305, type=dropout]; -"306 add_7" [id=306, type=add]; -"307 _param_constant46" [id=307, type=get_attr]; -"308 _param_constant47" [id=308, type=get_attr]; -"309 layer_norm_7" [id=309, type=layer_norm]; -"310 linear_14_updated_constant0" [id=310, type=get_attr]; -"311 layer_norm_7_0_0_nncf_smooth_quant_0" [id=311, type=call_module]; -"312 quantize_per_tensor_default_23" [id=312, type=quantize_per_tensor]; -"313 dequantize_per_tensor_default_23" [id=313, type=dequantize_per_tensor]; -"314 linear_14_scale_0" [id=314, type=get_attr]; -"315 linear_14_zero_point_0" [id=315, type=get_attr]; -"316 quantize_per_channel_default_15" [id=316, type=quantize_per_channel]; -"317 dequantize_per_channel_default_15" [id=317, type=dequantize_per_channel]; -"318 _param_constant49_0_0" [id=318, type=get_attr]; -"319 linear_14" [id=319, type=linear]; -"320 gelu_3" [id=320, type=gelu]; -"321 dropout_11" [id=321, type=dropout]; -"322 linear_15_updated_constant0" [id=322, type=get_attr]; -"323 dropout_11_0_0_nncf_smooth_quant_0" [id=323, type=call_module]; -"324 quantize_per_tensor_default_24" [id=324, type=quantize_per_tensor]; -"325 dequantize_per_tensor_default_24" [id=325, type=dequantize_per_tensor]; -"326 linear_15_scale_0" [id=326, type=get_attr]; -"327 linear_15_zero_point_0" [id=327, type=get_attr]; -"328 quantize_per_channel_default_16" [id=328, type=quantize_per_channel]; -"329 dequantize_per_channel_default_16" [id=329, type=dequantize_per_channel]; -"330 _param_constant51_0_0" [id=330, type=get_attr]; -"331 linear_15" [id=331, type=linear]; -"332 dropout_12" [id=332, type=dropout]; -"333 add_8" [id=333, type=add]; -"334 _param_constant52" [id=334, type=get_attr]; -"335 _param_constant53" [id=335, type=get_attr]; -"336 layer_norm_8" [id=336, type=layer_norm]; -"337 transpose_24" [id=337, type=transpose]; -"338 linear_16_updated_constant0" [id=338, type=get_attr]; -"339 transpose_24_0_0_nncf_smooth_quant_0" [id=339, type=call_module]; -"340 quantize_per_tensor_default_25" [id=340, type=quantize_per_tensor]; -"341 dequantize_per_tensor_default_25" [id=341, type=dequantize_per_tensor]; -"342 linear_16_scale_0" [id=342, type=get_attr]; -"343 linear_16_zero_point_0" [id=343, type=get_attr]; -"344 quantize_per_channel_default_17" [id=344, type=quantize_per_channel]; -"345 dequantize_per_channel_default_17" [id=345, type=dequantize_per_channel]; -"346 _param_constant55_0_0" [id=346, type=get_attr]; -"347 linear_16" [id=347, type=linear]; -"348 unflatten_4" [id=348, type=unflatten]; -"349 unsqueeze_4" [id=349, type=unsqueeze]; -"350 transpose_25" [id=350, type=transpose]; -"351 squeeze_4" [id=351, type=squeeze]; -"352 contiguous_4" [id=352, type=contiguous]; -"353 quantize_per_tensor_default_26" [id=353, type=quantize_per_tensor]; -"354 dequantize_per_tensor_default_26" [id=354, type=dequantize_per_tensor]; -"355 select_12" [id=355, type=select]; -"356 quantize_per_tensor_default_27" [id=356, type=quantize_per_tensor]; -"357 dequantize_per_tensor_default_27" [id=357, type=dequantize_per_tensor]; -"358 select_13" [id=358, type=select]; -"359 select_14" [id=359, type=select]; -"360 view_32" [id=360, type=view]; -"361 transpose_26" [id=361, type=transpose]; -"362 view_33" [id=362, type=view]; -"363 transpose_27" [id=363, type=transpose]; -"364 view_34" [id=364, type=view]; -"365 transpose_28" [id=365, type=transpose]; -"366 view_35" [id=366, type=view]; -"367 view_36" [id=367, type=view]; -"368 view_37" [id=368, type=view]; -"369 scaled_dot_product_attention_4" [id=369, type=scaled_dot_product_attention]; -"370 permute_5" [id=370, type=permute]; -"371 view_38" [id=371, type=view]; -"372 linear_17_updated_constant0" [id=372, type=get_attr]; -"373 view_38_0_0_nncf_smooth_quant_0" [id=373, type=call_module]; -"374 quantize_per_tensor_default_28" [id=374, type=quantize_per_tensor]; -"375 dequantize_per_tensor_default_28" [id=375, type=dequantize_per_tensor]; -"376 linear_17_scale_0" [id=376, type=get_attr]; -"377 linear_17_zero_point_0" [id=377, type=get_attr]; -"378 quantize_per_channel_default_18" [id=378, type=quantize_per_channel]; -"379 dequantize_per_channel_default_18" [id=379, type=dequantize_per_channel]; -"380 _param_constant57_0_0" [id=380, type=get_attr]; -"381 linear_17" [id=381, type=linear]; -"382 view_39" [id=382, type=view]; -"383 transpose_29" [id=383, type=transpose]; -"384 dropout_13" [id=384, type=dropout]; -"385 add_9" [id=385, type=add]; -"386 _param_constant58" [id=386, type=get_attr]; -"387 _param_constant59" [id=387, type=get_attr]; -"388 layer_norm_9" [id=388, type=layer_norm]; -"389 linear_18_updated_constant0" [id=389, type=get_attr]; -"390 layer_norm_9_0_0_nncf_smooth_quant_0" [id=390, type=call_module]; -"391 quantize_per_tensor_default_29" [id=391, type=quantize_per_tensor]; -"392 dequantize_per_tensor_default_29" [id=392, type=dequantize_per_tensor]; -"393 linear_18_scale_0" [id=393, type=get_attr]; -"394 linear_18_zero_point_0" [id=394, type=get_attr]; -"395 quantize_per_channel_default_19" [id=395, type=quantize_per_channel]; -"396 dequantize_per_channel_default_19" [id=396, type=dequantize_per_channel]; -"397 _param_constant61_0_0" [id=397, type=get_attr]; -"398 linear_18" [id=398, type=linear]; -"399 gelu_4" [id=399, type=gelu]; -"400 dropout_14" [id=400, type=dropout]; -"401 linear_19_updated_constant0" [id=401, type=get_attr]; -"402 dropout_14_0_0_nncf_smooth_quant_0" [id=402, type=call_module]; -"403 quantize_per_tensor_default_30" [id=403, type=quantize_per_tensor]; -"404 dequantize_per_tensor_default_30" [id=404, type=dequantize_per_tensor]; -"405 linear_19_scale_0" [id=405, type=get_attr]; -"406 linear_19_zero_point_0" [id=406, type=get_attr]; -"407 quantize_per_channel_default_20" [id=407, type=quantize_per_channel]; -"408 dequantize_per_channel_default_20" [id=408, type=dequantize_per_channel]; -"409 _param_constant63_0_0" [id=409, type=get_attr]; -"410 linear_19" [id=410, type=linear]; -"411 dropout_15" [id=411, type=dropout]; -"412 add_10" [id=412, type=add]; -"413 _param_constant64" [id=413, type=get_attr]; -"414 _param_constant65" [id=414, type=get_attr]; -"415 layer_norm_10" [id=415, type=layer_norm]; -"416 transpose_30" [id=416, type=transpose]; -"417 linear_20_updated_constant0" [id=417, type=get_attr]; -"418 transpose_30_0_0_nncf_smooth_quant_0" [id=418, type=call_module]; -"419 quantize_per_tensor_default_31" [id=419, type=quantize_per_tensor]; -"420 dequantize_per_tensor_default_31" [id=420, type=dequantize_per_tensor]; -"421 linear_20_scale_0" [id=421, type=get_attr]; -"422 linear_20_zero_point_0" [id=422, type=get_attr]; -"423 quantize_per_channel_default_21" [id=423, type=quantize_per_channel]; -"424 dequantize_per_channel_default_21" [id=424, type=dequantize_per_channel]; -"425 _param_constant67_0_0" [id=425, type=get_attr]; -"426 linear_20" [id=426, type=linear]; -"427 unflatten_5" [id=427, type=unflatten]; -"428 unsqueeze_5" [id=428, type=unsqueeze]; -"429 transpose_31" [id=429, type=transpose]; -"430 squeeze_5" [id=430, type=squeeze]; -"431 contiguous_5" [id=431, type=contiguous]; -"432 quantize_per_tensor_default_32" [id=432, type=quantize_per_tensor]; -"433 dequantize_per_tensor_default_32" [id=433, type=dequantize_per_tensor]; -"434 select_15" [id=434, type=select]; -"435 quantize_per_tensor_default_33" [id=435, type=quantize_per_tensor]; -"436 dequantize_per_tensor_default_33" [id=436, type=dequantize_per_tensor]; -"437 select_16" [id=437, type=select]; -"438 select_17" [id=438, type=select]; -"439 view_40" [id=439, type=view]; -"440 transpose_32" [id=440, type=transpose]; -"441 view_41" [id=441, type=view]; -"442 transpose_33" [id=442, type=transpose]; -"443 view_42" [id=443, type=view]; -"444 transpose_34" [id=444, type=transpose]; -"445 view_43" [id=445, type=view]; -"446 view_44" [id=446, type=view]; -"447 view_45" [id=447, type=view]; -"448 scaled_dot_product_attention_5" [id=448, type=scaled_dot_product_attention]; -"449 permute_6" [id=449, type=permute]; -"450 view_46" [id=450, type=view]; -"451 linear_21_updated_constant0" [id=451, type=get_attr]; -"452 view_46_0_0_nncf_smooth_quant_0" [id=452, type=call_module]; -"453 quantize_per_tensor_default_34" [id=453, type=quantize_per_tensor]; -"454 dequantize_per_tensor_default_34" [id=454, type=dequantize_per_tensor]; -"455 linear_21_scale_0" [id=455, type=get_attr]; -"456 linear_21_zero_point_0" [id=456, type=get_attr]; -"457 quantize_per_channel_default_22" [id=457, type=quantize_per_channel]; -"458 dequantize_per_channel_default_22" [id=458, type=dequantize_per_channel]; -"459 _param_constant69_0_0" [id=459, type=get_attr]; -"460 linear_21" [id=460, type=linear]; -"461 view_47" [id=461, type=view]; -"462 transpose_35" [id=462, type=transpose]; -"463 dropout_16" [id=463, type=dropout]; -"464 add_11" [id=464, type=add]; -"465 _param_constant70" [id=465, type=get_attr]; -"466 _param_constant71" [id=466, type=get_attr]; -"467 layer_norm_11" [id=467, type=layer_norm]; -"468 linear_22_updated_constant0" [id=468, type=get_attr]; -"469 layer_norm_11_0_0_nncf_smooth_quant_0" [id=469, type=call_module]; -"470 quantize_per_tensor_default_35" [id=470, type=quantize_per_tensor]; -"471 dequantize_per_tensor_default_35" [id=471, type=dequantize_per_tensor]; -"472 linear_22_scale_0" [id=472, type=get_attr]; -"473 linear_22_zero_point_0" [id=473, type=get_attr]; -"474 quantize_per_channel_default_23" [id=474, type=quantize_per_channel]; -"475 dequantize_per_channel_default_23" [id=475, type=dequantize_per_channel]; -"476 _param_constant73_0_0" [id=476, type=get_attr]; -"477 linear_22" [id=477, type=linear]; -"478 gelu_5" [id=478, type=gelu]; -"479 dropout_17" [id=479, type=dropout]; -"480 linear_23_updated_constant0" [id=480, type=get_attr]; -"481 dropout_17_0_0_nncf_smooth_quant_0" [id=481, type=call_module]; -"482 quantize_per_tensor_default_36" [id=482, type=quantize_per_tensor]; -"483 dequantize_per_tensor_default_36" [id=483, type=dequantize_per_tensor]; -"484 linear_23_scale_0" [id=484, type=get_attr]; -"485 linear_23_zero_point_0" [id=485, type=get_attr]; -"486 quantize_per_channel_default_24" [id=486, type=quantize_per_channel]; -"487 dequantize_per_channel_default_24" [id=487, type=dequantize_per_channel]; -"488 _param_constant75_0_0" [id=488, type=get_attr]; -"489 linear_23" [id=489, type=linear]; -"490 dropout_18" [id=490, type=dropout]; -"491 add_12" [id=491, type=add]; -"492 _param_constant76" [id=492, type=get_attr]; -"493 _param_constant77" [id=493, type=get_attr]; -"494 layer_norm_12" [id=494, type=layer_norm]; -"495 transpose_36" [id=495, type=transpose]; -"496 linear_24_updated_constant0" [id=496, type=get_attr]; -"497 transpose_36_0_0_nncf_smooth_quant_0" [id=497, type=call_module]; -"498 quantize_per_tensor_default_37" [id=498, type=quantize_per_tensor]; -"499 dequantize_per_tensor_default_37" [id=499, type=dequantize_per_tensor]; -"500 linear_24_scale_0" [id=500, type=get_attr]; -"501 linear_24_zero_point_0" [id=501, type=get_attr]; -"502 quantize_per_channel_default_25" [id=502, type=quantize_per_channel]; -"503 dequantize_per_channel_default_25" [id=503, type=dequantize_per_channel]; -"504 _param_constant79_0_0" [id=504, type=get_attr]; -"505 linear_24" [id=505, type=linear]; -"506 unflatten_6" [id=506, type=unflatten]; -"507 unsqueeze_6" [id=507, type=unsqueeze]; -"508 transpose_37" [id=508, type=transpose]; -"509 squeeze_6" [id=509, type=squeeze]; -"510 contiguous_6" [id=510, type=contiguous]; -"511 quantize_per_tensor_default_38" [id=511, type=quantize_per_tensor]; -"512 dequantize_per_tensor_default_38" [id=512, type=dequantize_per_tensor]; -"513 select_18" [id=513, type=select]; -"514 quantize_per_tensor_default_39" [id=514, type=quantize_per_tensor]; -"515 dequantize_per_tensor_default_39" [id=515, type=dequantize_per_tensor]; -"516 select_19" [id=516, type=select]; -"517 select_20" [id=517, type=select]; -"518 view_48" [id=518, type=view]; -"519 transpose_38" [id=519, type=transpose]; -"520 view_49" [id=520, type=view]; -"521 transpose_39" [id=521, type=transpose]; -"522 view_50" [id=522, type=view]; -"523 transpose_40" [id=523, type=transpose]; -"524 view_51" [id=524, type=view]; -"525 view_52" [id=525, type=view]; -"526 view_53" [id=526, type=view]; -"527 scaled_dot_product_attention_6" [id=527, type=scaled_dot_product_attention]; -"528 permute_7" [id=528, type=permute]; -"529 view_54" [id=529, type=view]; -"530 linear_25_updated_constant0" [id=530, type=get_attr]; -"531 view_54_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; -"532 quantize_per_tensor_default_40" [id=532, type=quantize_per_tensor]; -"533 dequantize_per_tensor_default_40" [id=533, type=dequantize_per_tensor]; -"534 linear_25_scale_0" [id=534, type=get_attr]; -"535 linear_25_zero_point_0" [id=535, type=get_attr]; -"536 quantize_per_channel_default_26" [id=536, type=quantize_per_channel]; -"537 dequantize_per_channel_default_26" [id=537, type=dequantize_per_channel]; -"538 _param_constant81_0_0" [id=538, type=get_attr]; -"539 linear_25" [id=539, type=linear]; -"540 view_55" [id=540, type=view]; -"541 transpose_41" [id=541, type=transpose]; -"542 dropout_19" [id=542, type=dropout]; -"543 add_13" [id=543, type=add]; -"544 _param_constant82" [id=544, type=get_attr]; -"545 _param_constant83" [id=545, type=get_attr]; -"546 layer_norm_13" [id=546, type=layer_norm]; -"547 linear_26_updated_constant0" [id=547, type=get_attr]; -"548 layer_norm_13_0_0_nncf_smooth_quant_0" [id=548, type=call_module]; -"549 quantize_per_tensor_default_41" [id=549, type=quantize_per_tensor]; -"550 dequantize_per_tensor_default_41" [id=550, type=dequantize_per_tensor]; -"551 linear_26_scale_0" [id=551, type=get_attr]; -"552 linear_26_zero_point_0" [id=552, type=get_attr]; -"553 quantize_per_channel_default_27" [id=553, type=quantize_per_channel]; -"554 dequantize_per_channel_default_27" [id=554, type=dequantize_per_channel]; -"555 _param_constant85_0_0" [id=555, type=get_attr]; -"556 linear_26" [id=556, type=linear]; -"557 gelu_6" [id=557, type=gelu]; -"558 dropout_20" [id=558, type=dropout]; -"559 linear_27_updated_constant0" [id=559, type=get_attr]; -"560 dropout_20_0_0_nncf_smooth_quant_0" [id=560, type=call_module]; -"561 quantize_per_tensor_default_42" [id=561, type=quantize_per_tensor]; -"562 dequantize_per_tensor_default_42" [id=562, type=dequantize_per_tensor]; -"563 linear_27_scale_0" [id=563, type=get_attr]; -"564 linear_27_zero_point_0" [id=564, type=get_attr]; -"565 quantize_per_channel_default_28" [id=565, type=quantize_per_channel]; -"566 dequantize_per_channel_default_28" [id=566, type=dequantize_per_channel]; -"567 _param_constant87_0_0" [id=567, type=get_attr]; -"568 linear_27" [id=568, type=linear]; -"569 dropout_21" [id=569, type=dropout]; -"570 add_14" [id=570, type=add]; -"571 _param_constant88" [id=571, type=get_attr]; -"572 _param_constant89" [id=572, type=get_attr]; -"573 layer_norm_14" [id=573, type=layer_norm]; -"574 transpose_42" [id=574, type=transpose]; -"575 linear_28_updated_constant0" [id=575, type=get_attr]; -"576 transpose_42_0_0_nncf_smooth_quant_0" [id=576, type=call_module]; -"577 quantize_per_tensor_default_43" [id=577, type=quantize_per_tensor]; -"578 dequantize_per_tensor_default_43" [id=578, type=dequantize_per_tensor]; -"579 linear_28_scale_0" [id=579, type=get_attr]; -"580 linear_28_zero_point_0" [id=580, type=get_attr]; -"581 quantize_per_channel_default_29" [id=581, type=quantize_per_channel]; -"582 dequantize_per_channel_default_29" [id=582, type=dequantize_per_channel]; -"583 _param_constant91_0_0" [id=583, type=get_attr]; -"584 linear_28" [id=584, type=linear]; -"585 unflatten_7" [id=585, type=unflatten]; -"586 unsqueeze_7" [id=586, type=unsqueeze]; -"587 transpose_43" [id=587, type=transpose]; -"588 squeeze_7" [id=588, type=squeeze]; -"589 contiguous_7" [id=589, type=contiguous]; -"590 quantize_per_tensor_default_44" [id=590, type=quantize_per_tensor]; -"591 dequantize_per_tensor_default_44" [id=591, type=dequantize_per_tensor]; -"592 select_21" [id=592, type=select]; -"593 quantize_per_tensor_default_45" [id=593, type=quantize_per_tensor]; -"594 dequantize_per_tensor_default_45" [id=594, type=dequantize_per_tensor]; -"595 select_22" [id=595, type=select]; -"596 select_23" [id=596, type=select]; -"597 view_56" [id=597, type=view]; -"598 transpose_44" [id=598, type=transpose]; -"599 view_57" [id=599, type=view]; -"600 transpose_45" [id=600, type=transpose]; -"601 view_58" [id=601, type=view]; -"602 transpose_46" [id=602, type=transpose]; -"603 view_59" [id=603, type=view]; -"604 view_60" [id=604, type=view]; -"605 view_61" [id=605, type=view]; -"606 scaled_dot_product_attention_7" [id=606, type=scaled_dot_product_attention]; -"607 permute_8" [id=607, type=permute]; -"608 view_62" [id=608, type=view]; -"609 linear_29_updated_constant0" [id=609, type=get_attr]; -"610 view_62_0_0_nncf_smooth_quant_0" [id=610, type=call_module]; -"611 quantize_per_tensor_default_46" [id=611, type=quantize_per_tensor]; -"612 dequantize_per_tensor_default_46" [id=612, type=dequantize_per_tensor]; -"613 linear_29_scale_0" [id=613, type=get_attr]; -"614 linear_29_zero_point_0" [id=614, type=get_attr]; -"615 quantize_per_channel_default_30" [id=615, type=quantize_per_channel]; -"616 dequantize_per_channel_default_30" [id=616, type=dequantize_per_channel]; -"617 _param_constant93_0_0" [id=617, type=get_attr]; -"618 linear_29" [id=618, type=linear]; -"619 view_63" [id=619, type=view]; -"620 transpose_47" [id=620, type=transpose]; -"621 dropout_22" [id=621, type=dropout]; -"622 add_15" [id=622, type=add]; -"623 _param_constant94" [id=623, type=get_attr]; -"624 _param_constant95" [id=624, type=get_attr]; -"625 layer_norm_15" [id=625, type=layer_norm]; -"626 linear_30_updated_constant0" [id=626, type=get_attr]; -"627 layer_norm_15_0_0_nncf_smooth_quant_0" [id=627, type=call_module]; -"628 quantize_per_tensor_default_47" [id=628, type=quantize_per_tensor]; -"629 dequantize_per_tensor_default_47" [id=629, type=dequantize_per_tensor]; -"630 linear_30_scale_0" [id=630, type=get_attr]; -"631 linear_30_zero_point_0" [id=631, type=get_attr]; -"632 quantize_per_channel_default_31" [id=632, type=quantize_per_channel]; -"633 dequantize_per_channel_default_31" [id=633, type=dequantize_per_channel]; -"634 _param_constant97_0_0" [id=634, type=get_attr]; -"635 linear_30" [id=635, type=linear]; -"636 gelu_7" [id=636, type=gelu]; -"637 dropout_23" [id=637, type=dropout]; -"638 linear_31_updated_constant0" [id=638, type=get_attr]; -"639 dropout_23_0_0_nncf_smooth_quant_0" [id=639, type=call_module]; -"640 quantize_per_tensor_default_48" [id=640, type=quantize_per_tensor]; -"641 dequantize_per_tensor_default_48" [id=641, type=dequantize_per_tensor]; -"642 linear_31_scale_0" [id=642, type=get_attr]; -"643 linear_31_zero_point_0" [id=643, type=get_attr]; -"644 quantize_per_channel_default_32" [id=644, type=quantize_per_channel]; -"645 dequantize_per_channel_default_32" [id=645, type=dequantize_per_channel]; -"646 _param_constant99_0_0" [id=646, type=get_attr]; -"647 linear_31" [id=647, type=linear]; -"648 dropout_24" [id=648, type=dropout]; -"649 add_16" [id=649, type=add]; -"650 _param_constant100" [id=650, type=get_attr]; -"651 _param_constant101" [id=651, type=get_attr]; -"652 layer_norm_16" [id=652, type=layer_norm]; -"653 transpose_48" [id=653, type=transpose]; -"654 linear_32_updated_constant0" [id=654, type=get_attr]; -"655 transpose_48_0_0_nncf_smooth_quant_0" [id=655, type=call_module]; -"656 quantize_per_tensor_default_49" [id=656, type=quantize_per_tensor]; -"657 dequantize_per_tensor_default_49" [id=657, type=dequantize_per_tensor]; -"658 linear_32_scale_0" [id=658, type=get_attr]; -"659 linear_32_zero_point_0" [id=659, type=get_attr]; -"660 quantize_per_channel_default_33" [id=660, type=quantize_per_channel]; -"661 dequantize_per_channel_default_33" [id=661, type=dequantize_per_channel]; -"662 _param_constant103_0_0" [id=662, type=get_attr]; -"663 linear_32" [id=663, type=linear]; -"664 unflatten_8" [id=664, type=unflatten]; -"665 unsqueeze_8" [id=665, type=unsqueeze]; -"666 transpose_49" [id=666, type=transpose]; -"667 squeeze_8" [id=667, type=squeeze]; -"668 contiguous_8" [id=668, type=contiguous]; -"669 quantize_per_tensor_default_50" [id=669, type=quantize_per_tensor]; -"670 dequantize_per_tensor_default_50" [id=670, type=dequantize_per_tensor]; -"671 select_24" [id=671, type=select]; -"672 quantize_per_tensor_default_51" [id=672, type=quantize_per_tensor]; -"673 dequantize_per_tensor_default_51" [id=673, type=dequantize_per_tensor]; -"674 select_25" [id=674, type=select]; -"675 select_26" [id=675, type=select]; -"676 view_64" [id=676, type=view]; -"677 transpose_50" [id=677, type=transpose]; -"678 view_65" [id=678, type=view]; -"679 transpose_51" [id=679, type=transpose]; -"680 view_66" [id=680, type=view]; -"681 transpose_52" [id=681, type=transpose]; -"682 view_67" [id=682, type=view]; -"683 view_68" [id=683, type=view]; -"684 view_69" [id=684, type=view]; -"685 scaled_dot_product_attention_8" [id=685, type=scaled_dot_product_attention]; -"686 permute_9" [id=686, type=permute]; -"687 view_70" [id=687, type=view]; -"688 linear_33_updated_constant0" [id=688, type=get_attr]; -"689 view_70_0_0_nncf_smooth_quant_0" [id=689, type=call_module]; -"690 quantize_per_tensor_default_52" [id=690, type=quantize_per_tensor]; -"691 dequantize_per_tensor_default_52" [id=691, type=dequantize_per_tensor]; -"692 linear_33_scale_0" [id=692, type=get_attr]; -"693 linear_33_zero_point_0" [id=693, type=get_attr]; -"694 quantize_per_channel_default_34" [id=694, type=quantize_per_channel]; -"695 dequantize_per_channel_default_34" [id=695, type=dequantize_per_channel]; -"696 _param_constant105_0_0" [id=696, type=get_attr]; -"697 linear_33" [id=697, type=linear]; -"698 view_71" [id=698, type=view]; -"699 transpose_53" [id=699, type=transpose]; -"700 dropout_25" [id=700, type=dropout]; -"701 add_17" [id=701, type=add]; -"702 _param_constant106" [id=702, type=get_attr]; -"703 _param_constant107" [id=703, type=get_attr]; -"704 layer_norm_17" [id=704, type=layer_norm]; -"705 linear_34_updated_constant0" [id=705, type=get_attr]; -"706 layer_norm_17_0_0_nncf_smooth_quant_0" [id=706, type=call_module]; -"707 quantize_per_tensor_default_53" [id=707, type=quantize_per_tensor]; -"708 dequantize_per_tensor_default_53" [id=708, type=dequantize_per_tensor]; -"709 linear_34_scale_0" [id=709, type=get_attr]; -"710 linear_34_zero_point_0" [id=710, type=get_attr]; -"711 quantize_per_channel_default_35" [id=711, type=quantize_per_channel]; -"712 dequantize_per_channel_default_35" [id=712, type=dequantize_per_channel]; -"713 _param_constant109_0_0" [id=713, type=get_attr]; -"714 linear_34" [id=714, type=linear]; -"715 gelu_8" [id=715, type=gelu]; -"716 dropout_26" [id=716, type=dropout]; -"717 linear_35_updated_constant0" [id=717, type=get_attr]; -"718 dropout_26_0_0_nncf_smooth_quant_0" [id=718, type=call_module]; -"719 quantize_per_tensor_default_54" [id=719, type=quantize_per_tensor]; -"720 dequantize_per_tensor_default_54" [id=720, type=dequantize_per_tensor]; -"721 linear_35_scale_0" [id=721, type=get_attr]; -"722 linear_35_zero_point_0" [id=722, type=get_attr]; -"723 quantize_per_channel_default_36" [id=723, type=quantize_per_channel]; -"724 dequantize_per_channel_default_36" [id=724, type=dequantize_per_channel]; -"725 _param_constant111_0_0" [id=725, type=get_attr]; -"726 linear_35" [id=726, type=linear]; -"727 dropout_27" [id=727, type=dropout]; -"728 add_18" [id=728, type=add]; -"729 _param_constant112" [id=729, type=get_attr]; -"730 _param_constant113" [id=730, type=get_attr]; -"731 layer_norm_18" [id=731, type=layer_norm]; -"732 transpose_54" [id=732, type=transpose]; -"733 linear_36_updated_constant0" [id=733, type=get_attr]; -"734 transpose_54_0_0_nncf_smooth_quant_0" [id=734, type=call_module]; -"735 quantize_per_tensor_default_55" [id=735, type=quantize_per_tensor]; -"736 dequantize_per_tensor_default_55" [id=736, type=dequantize_per_tensor]; -"737 linear_36_scale_0" [id=737, type=get_attr]; -"738 linear_36_zero_point_0" [id=738, type=get_attr]; -"739 quantize_per_channel_default_37" [id=739, type=quantize_per_channel]; -"740 dequantize_per_channel_default_37" [id=740, type=dequantize_per_channel]; -"741 _param_constant115_0_0" [id=741, type=get_attr]; -"742 linear_36" [id=742, type=linear]; -"743 unflatten_9" [id=743, type=unflatten]; -"744 unsqueeze_9" [id=744, type=unsqueeze]; -"745 transpose_55" [id=745, type=transpose]; -"746 squeeze_9" [id=746, type=squeeze]; -"747 contiguous_9" [id=747, type=contiguous]; -"748 quantize_per_tensor_default_56" [id=748, type=quantize_per_tensor]; -"749 dequantize_per_tensor_default_56" [id=749, type=dequantize_per_tensor]; -"750 select_27" [id=750, type=select]; -"751 quantize_per_tensor_default_57" [id=751, type=quantize_per_tensor]; -"752 dequantize_per_tensor_default_57" [id=752, type=dequantize_per_tensor]; -"753 select_28" [id=753, type=select]; -"754 select_29" [id=754, type=select]; -"755 view_72" [id=755, type=view]; -"756 transpose_56" [id=756, type=transpose]; -"757 view_73" [id=757, type=view]; -"758 transpose_57" [id=758, type=transpose]; -"759 view_74" [id=759, type=view]; -"760 transpose_58" [id=760, type=transpose]; -"761 view_75" [id=761, type=view]; -"762 view_76" [id=762, type=view]; -"763 view_77" [id=763, type=view]; -"764 scaled_dot_product_attention_9" [id=764, type=scaled_dot_product_attention]; -"765 permute_10" [id=765, type=permute]; -"766 view_78" [id=766, type=view]; -"767 linear_37_updated_constant0" [id=767, type=get_attr]; -"768 view_78_0_0_nncf_smooth_quant_0" [id=768, type=call_module]; -"769 quantize_per_tensor_default_58" [id=769, type=quantize_per_tensor]; -"770 dequantize_per_tensor_default_58" [id=770, type=dequantize_per_tensor]; -"771 linear_37_scale_0" [id=771, type=get_attr]; -"772 linear_37_zero_point_0" [id=772, type=get_attr]; -"773 quantize_per_channel_default_38" [id=773, type=quantize_per_channel]; -"774 dequantize_per_channel_default_38" [id=774, type=dequantize_per_channel]; -"775 _param_constant117_0_0" [id=775, type=get_attr]; -"776 linear_37" [id=776, type=linear]; -"777 view_79" [id=777, type=view]; -"778 transpose_59" [id=778, type=transpose]; -"779 dropout_28" [id=779, type=dropout]; -"780 add_19" [id=780, type=add]; -"781 _param_constant118" [id=781, type=get_attr]; -"782 _param_constant119" [id=782, type=get_attr]; -"783 layer_norm_19" [id=783, type=layer_norm]; -"784 linear_38_updated_constant0" [id=784, type=get_attr]; -"785 layer_norm_19_0_0_nncf_smooth_quant_0" [id=785, type=call_module]; -"786 quantize_per_tensor_default_59" [id=786, type=quantize_per_tensor]; -"787 dequantize_per_tensor_default_59" [id=787, type=dequantize_per_tensor]; -"788 linear_38_scale_0" [id=788, type=get_attr]; -"789 linear_38_zero_point_0" [id=789, type=get_attr]; -"790 quantize_per_channel_default_39" [id=790, type=quantize_per_channel]; -"791 dequantize_per_channel_default_39" [id=791, type=dequantize_per_channel]; -"792 _param_constant121_0_0" [id=792, type=get_attr]; -"793 linear_38" [id=793, type=linear]; -"794 gelu_9" [id=794, type=gelu]; -"795 dropout_29" [id=795, type=dropout]; -"796 linear_39_updated_constant0" [id=796, type=get_attr]; -"797 dropout_29_0_0_nncf_smooth_quant_0" [id=797, type=call_module]; -"798 quantize_per_tensor_default_60" [id=798, type=quantize_per_tensor]; -"799 dequantize_per_tensor_default_60" [id=799, type=dequantize_per_tensor]; -"800 linear_39_scale_0" [id=800, type=get_attr]; -"801 linear_39_zero_point_0" [id=801, type=get_attr]; -"802 quantize_per_channel_default_40" [id=802, type=quantize_per_channel]; -"803 dequantize_per_channel_default_40" [id=803, type=dequantize_per_channel]; -"804 _param_constant123_0_0" [id=804, type=get_attr]; -"805 linear_39" [id=805, type=linear]; -"806 dropout_30" [id=806, type=dropout]; -"807 add_20" [id=807, type=add]; -"808 _param_constant124" [id=808, type=get_attr]; -"809 _param_constant125" [id=809, type=get_attr]; -"810 layer_norm_20" [id=810, type=layer_norm]; -"811 transpose_60" [id=811, type=transpose]; -"812 linear_40_updated_constant0" [id=812, type=get_attr]; -"813 transpose_60_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; -"814 quantize_per_tensor_default_61" [id=814, type=quantize_per_tensor]; -"815 dequantize_per_tensor_default_61" [id=815, type=dequantize_per_tensor]; -"816 linear_40_scale_0" [id=816, type=get_attr]; -"817 linear_40_zero_point_0" [id=817, type=get_attr]; -"818 quantize_per_channel_default_41" [id=818, type=quantize_per_channel]; -"819 dequantize_per_channel_default_41" [id=819, type=dequantize_per_channel]; -"820 _param_constant127_0_0" [id=820, type=get_attr]; -"821 linear_40" [id=821, type=linear]; -"822 unflatten_10" [id=822, type=unflatten]; -"823 unsqueeze_10" [id=823, type=unsqueeze]; -"824 transpose_61" [id=824, type=transpose]; -"825 squeeze_10" [id=825, type=squeeze]; -"826 contiguous_10" [id=826, type=contiguous]; -"827 quantize_per_tensor_default_62" [id=827, type=quantize_per_tensor]; -"828 dequantize_per_tensor_default_62" [id=828, type=dequantize_per_tensor]; -"829 select_30" [id=829, type=select]; -"830 quantize_per_tensor_default_63" [id=830, type=quantize_per_tensor]; -"831 dequantize_per_tensor_default_63" [id=831, type=dequantize_per_tensor]; -"832 select_31" [id=832, type=select]; -"833 select_32" [id=833, type=select]; -"834 view_80" [id=834, type=view]; -"835 transpose_62" [id=835, type=transpose]; -"836 view_81" [id=836, type=view]; -"837 transpose_63" [id=837, type=transpose]; -"838 view_82" [id=838, type=view]; -"839 transpose_64" [id=839, type=transpose]; -"840 view_83" [id=840, type=view]; -"841 view_84" [id=841, type=view]; -"842 view_85" [id=842, type=view]; -"843 scaled_dot_product_attention_10" [id=843, type=scaled_dot_product_attention]; -"844 permute_11" [id=844, type=permute]; -"845 view_86" [id=845, type=view]; -"846 linear_41_updated_constant0" [id=846, type=get_attr]; -"847 view_86_0_0_nncf_smooth_quant_0" [id=847, type=call_module]; -"848 quantize_per_tensor_default_64" [id=848, type=quantize_per_tensor]; -"849 dequantize_per_tensor_default_64" [id=849, type=dequantize_per_tensor]; -"850 linear_41_scale_0" [id=850, type=get_attr]; -"851 linear_41_zero_point_0" [id=851, type=get_attr]; -"852 quantize_per_channel_default_42" [id=852, type=quantize_per_channel]; -"853 dequantize_per_channel_default_42" [id=853, type=dequantize_per_channel]; -"854 _param_constant129_0_0" [id=854, type=get_attr]; -"855 linear_41" [id=855, type=linear]; -"856 view_87" [id=856, type=view]; -"857 transpose_65" [id=857, type=transpose]; -"858 dropout_31" [id=858, type=dropout]; -"859 add_21" [id=859, type=add]; -"860 _param_constant130" [id=860, type=get_attr]; -"861 _param_constant131" [id=861, type=get_attr]; -"862 layer_norm_21" [id=862, type=layer_norm]; -"863 linear_42_updated_constant0" [id=863, type=get_attr]; -"864 layer_norm_21_0_0_nncf_smooth_quant_0" [id=864, type=call_module]; -"865 quantize_per_tensor_default_65" [id=865, type=quantize_per_tensor]; -"866 dequantize_per_tensor_default_65" [id=866, type=dequantize_per_tensor]; -"867 linear_42_scale_0" [id=867, type=get_attr]; -"868 linear_42_zero_point_0" [id=868, type=get_attr]; -"869 quantize_per_channel_default_43" [id=869, type=quantize_per_channel]; -"870 dequantize_per_channel_default_43" [id=870, type=dequantize_per_channel]; -"871 _param_constant133_0_0" [id=871, type=get_attr]; -"872 linear_42" [id=872, type=linear]; -"873 gelu_10" [id=873, type=gelu]; -"874 dropout_32" [id=874, type=dropout]; -"875 linear_43_updated_constant0" [id=875, type=get_attr]; -"876 dropout_32_0_0_nncf_smooth_quant_0" [id=876, type=call_module]; -"877 quantize_per_tensor_default_66" [id=877, type=quantize_per_tensor]; -"878 dequantize_per_tensor_default_66" [id=878, type=dequantize_per_tensor]; -"879 linear_43_scale_0" [id=879, type=get_attr]; -"880 linear_43_zero_point_0" [id=880, type=get_attr]; -"881 quantize_per_channel_default_44" [id=881, type=quantize_per_channel]; -"882 dequantize_per_channel_default_44" [id=882, type=dequantize_per_channel]; -"883 _param_constant135_0_0" [id=883, type=get_attr]; -"884 linear_43" [id=884, type=linear]; -"885 dropout_33" [id=885, type=dropout]; -"886 add_22" [id=886, type=add]; -"887 _param_constant136" [id=887, type=get_attr]; -"888 _param_constant137" [id=888, type=get_attr]; -"889 layer_norm_22" [id=889, type=layer_norm]; -"890 transpose_66" [id=890, type=transpose]; -"891 linear_44_updated_constant0" [id=891, type=get_attr]; -"892 transpose_66_0_0_nncf_smooth_quant_0" [id=892, type=call_module]; -"893 quantize_per_tensor_default_67" [id=893, type=quantize_per_tensor]; -"894 dequantize_per_tensor_default_67" [id=894, type=dequantize_per_tensor]; -"895 linear_44_scale_0" [id=895, type=get_attr]; -"896 linear_44_zero_point_0" [id=896, type=get_attr]; -"897 quantize_per_channel_default_45" [id=897, type=quantize_per_channel]; -"898 dequantize_per_channel_default_45" [id=898, type=dequantize_per_channel]; -"899 _param_constant139_0_0" [id=899, type=get_attr]; -"900 linear_44" [id=900, type=linear]; -"901 unflatten_11" [id=901, type=unflatten]; -"902 unsqueeze_11" [id=902, type=unsqueeze]; -"903 transpose_67" [id=903, type=transpose]; -"904 squeeze_11" [id=904, type=squeeze]; -"905 contiguous_11" [id=905, type=contiguous]; -"906 quantize_per_tensor_default_68" [id=906, type=quantize_per_tensor]; -"907 dequantize_per_tensor_default_68" [id=907, type=dequantize_per_tensor]; -"908 select_33" [id=908, type=select]; -"909 quantize_per_tensor_default_69" [id=909, type=quantize_per_tensor]; -"910 dequantize_per_tensor_default_69" [id=910, type=dequantize_per_tensor]; -"911 select_34" [id=911, type=select]; -"912 select_35" [id=912, type=select]; -"913 view_88" [id=913, type=view]; -"914 transpose_68" [id=914, type=transpose]; -"915 view_89" [id=915, type=view]; -"916 transpose_69" [id=916, type=transpose]; -"917 view_90" [id=917, type=view]; -"918 transpose_70" [id=918, type=transpose]; -"919 view_91" [id=919, type=view]; -"920 view_92" [id=920, type=view]; -"921 view_93" [id=921, type=view]; -"922 scaled_dot_product_attention_11" [id=922, type=scaled_dot_product_attention]; -"923 permute_12" [id=923, type=permute]; -"924 view_94" [id=924, type=view]; -"925 linear_45_updated_constant0" [id=925, type=get_attr]; -"926 view_94_0_0_nncf_smooth_quant_0" [id=926, type=call_module]; -"927 quantize_per_tensor_default_70" [id=927, type=quantize_per_tensor]; -"928 dequantize_per_tensor_default_70" [id=928, type=dequantize_per_tensor]; -"929 linear_45_scale_0" [id=929, type=get_attr]; -"930 linear_45_zero_point_0" [id=930, type=get_attr]; -"931 quantize_per_channel_default_46" [id=931, type=quantize_per_channel]; -"932 dequantize_per_channel_default_46" [id=932, type=dequantize_per_channel]; -"933 _param_constant141_0_0" [id=933, type=get_attr]; -"934 linear_45" [id=934, type=linear]; -"935 view_95" [id=935, type=view]; -"936 transpose_71" [id=936, type=transpose]; -"937 dropout_34" [id=937, type=dropout]; -"938 add_23" [id=938, type=add]; -"939 _param_constant142" [id=939, type=get_attr]; -"940 _param_constant143" [id=940, type=get_attr]; -"941 layer_norm_23" [id=941, type=layer_norm]; -"942 linear_46_updated_constant0" [id=942, type=get_attr]; -"943 layer_norm_23_0_0_nncf_smooth_quant_0" [id=943, type=call_module]; -"944 quantize_per_tensor_default_71" [id=944, type=quantize_per_tensor]; -"945 dequantize_per_tensor_default_71" [id=945, type=dequantize_per_tensor]; -"946 linear_46_scale_0" [id=946, type=get_attr]; -"947 linear_46_zero_point_0" [id=947, type=get_attr]; -"948 quantize_per_channel_default_47" [id=948, type=quantize_per_channel]; -"949 dequantize_per_channel_default_47" [id=949, type=dequantize_per_channel]; -"950 _param_constant145_0_0" [id=950, type=get_attr]; -"951 linear_46" [id=951, type=linear]; -"952 gelu_11" [id=952, type=gelu]; -"953 dropout_35" [id=953, type=dropout]; -"954 linear_47_updated_constant0" [id=954, type=get_attr]; -"955 dropout_35_0_0_nncf_smooth_quant_0" [id=955, type=call_module]; -"956 quantize_per_tensor_default_72" [id=956, type=quantize_per_tensor]; -"957 dequantize_per_tensor_default_72" [id=957, type=dequantize_per_tensor]; -"958 linear_47_scale_0" [id=958, type=get_attr]; -"959 linear_47_zero_point_0" [id=959, type=get_attr]; -"960 quantize_per_channel_default_48" [id=960, type=quantize_per_channel]; -"961 dequantize_per_channel_default_48" [id=961, type=dequantize_per_channel]; -"962 _param_constant147_0_0" [id=962, type=get_attr]; -"963 linear_47" [id=963, type=linear]; -"964 dropout_36" [id=964, type=dropout]; -"965 add_24" [id=965, type=add]; -"966 _param_constant148" [id=966, type=get_attr]; -"967 _param_constant149" [id=967, type=get_attr]; -"968 layer_norm_24" [id=968, type=layer_norm]; -"969 slice_1" [id=969, type=slice]; -"970 select_36" [id=970, type=select]; -"971 linear_48_updated_constant0" [id=971, type=get_attr]; -"972 select_36_0_0_nncf_smooth_quant_0" [id=972, type=call_module]; -"973 quantize_per_tensor_default_73" [id=973, type=quantize_per_tensor]; -"974 dequantize_per_tensor_default_73" [id=974, type=dequantize_per_tensor]; -"975 linear_48_scale_0" [id=975, type=get_attr]; -"976 linear_48_zero_point_0" [id=976, type=get_attr]; -"977 quantize_per_channel_default_49" [id=977, type=quantize_per_channel]; -"978 dequantize_per_channel_default_49" [id=978, type=dequantize_per_channel]; -"979 _param_constant151_0_0" [id=979, type=get_attr]; -"980 linear_48" [id=980, type=linear]; -"981 output" [id=981, type=output]; +"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; +"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; +"5 _param_constant1_0_0" [id=5, type=get_attr]; +"6 mul" [id=6, type=]; +"7 conv2d" [id=7, type=conv2d]; +"8 reshape" [id=8, type=reshape]; +"9 permute" [id=9, type=permute]; +"10 _param_constant2" [id=10, type=get_attr]; +"11 expand" [id=11, type=expand]; +"12 cat" [id=12, type=cat]; +"13 _param_constant3" [id=13, type=get_attr]; +"14 add" [id=14, type=add]; +"15 dropout" [id=15, type=dropout]; +"16 _param_constant4" [id=16, type=get_attr]; +"17 _param_constant5" [id=17, type=get_attr]; +"18 layer_norm" [id=18, type=layer_norm]; +"19 transpose" [id=19, type=transpose]; +"20 transpose_0_0_nncf_smooth_quant_0" [id=20, type=call_module]; +"21 quantize_per_tensor_default_1" [id=21, type=quantize_per_tensor]; +"22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; +"23 linear_scale_0_updated_constant0" [id=23, type=get_attr]; +"24 compressed_weight_updated_constant1" [id=24, type=get_attr]; +"25 _param_constant7_0_0" [id=25, type=get_attr]; +"26 mul_1" [id=26, type=]; +"27 linear" [id=27, type=linear]; +"28 unflatten" [id=28, type=unflatten]; +"29 unsqueeze" [id=29, type=unsqueeze]; +"30 transpose_1" [id=30, type=transpose]; +"31 squeeze" [id=31, type=squeeze]; +"32 contiguous" [id=32, type=contiguous]; +"33 quantize_per_tensor_default_2" [id=33, type=quantize_per_tensor]; +"34 dequantize_per_tensor_default_2" [id=34, type=dequantize_per_tensor]; +"35 select" [id=35, type=select]; +"36 quantize_per_tensor_default_3" [id=36, type=quantize_per_tensor]; +"37 dequantize_per_tensor_default_3" [id=37, type=dequantize_per_tensor]; +"38 select_1" [id=38, type=select]; +"39 select_2" [id=39, type=select]; +"40 view" [id=40, type=view]; +"41 transpose_2" [id=41, type=transpose]; +"42 view_1" [id=42, type=view]; +"43 transpose_3" [id=43, type=transpose]; +"44 view_2" [id=44, type=view]; +"45 transpose_4" [id=45, type=transpose]; +"46 view_3" [id=46, type=view]; +"47 view_4" [id=47, type=view]; +"48 view_5" [id=48, type=view]; +"49 scaled_dot_product_attention" [id=49, type=scaled_dot_product_attention]; +"50 permute_1" [id=50, type=permute]; +"51 view_6" [id=51, type=view]; +"52 view_6_0_0_nncf_smooth_quant_0" [id=52, type=call_module]; +"53 quantize_per_tensor_default_4" [id=53, type=quantize_per_tensor]; +"54 dequantize_per_tensor_default_4" [id=54, type=dequantize_per_tensor]; +"55 linear_1_scale_0_updated_constant0" [id=55, type=get_attr]; +"56 compressed_weight_updated_constant2" [id=56, type=get_attr]; +"57 _param_constant9_0_0" [id=57, type=get_attr]; +"58 mul_2" [id=58, type=]; +"59 linear_1" [id=59, type=linear]; +"60 view_7" [id=60, type=view]; +"61 transpose_5" [id=61, type=transpose]; +"62 dropout_1" [id=62, type=dropout]; +"63 add_1" [id=63, type=add]; +"64 _param_constant10" [id=64, type=get_attr]; +"65 _param_constant11" [id=65, type=get_attr]; +"66 layer_norm_1" [id=66, type=layer_norm]; +"67 layer_norm_1_0_0_nncf_smooth_quant_0" [id=67, type=call_module]; +"68 quantize_per_tensor_default_5" [id=68, type=quantize_per_tensor]; +"69 dequantize_per_tensor_default_5" [id=69, type=dequantize_per_tensor]; +"70 linear_2_scale_0_updated_constant0" [id=70, type=get_attr]; +"71 compressed_weight_updated_constant3" [id=71, type=get_attr]; +"72 _param_constant13_0_0" [id=72, type=get_attr]; +"73 mul_3" [id=73, type=]; +"74 linear_2" [id=74, type=linear]; +"75 gelu" [id=75, type=gelu]; +"76 dropout_2" [id=76, type=dropout]; +"77 dropout_2_0_0_nncf_smooth_quant_0" [id=77, type=call_module]; +"78 quantize_per_tensor_default_6" [id=78, type=quantize_per_tensor]; +"79 dequantize_per_tensor_default_6" [id=79, type=dequantize_per_tensor]; +"80 linear_3_scale_0_updated_constant0" [id=80, type=get_attr]; +"81 compressed_weight_updated_constant4" [id=81, type=get_attr]; +"82 _param_constant15_0_0" [id=82, type=get_attr]; +"83 mul_4" [id=83, type=]; +"84 linear_3" [id=84, type=linear]; +"85 dropout_3" [id=85, type=dropout]; +"86 add_2" [id=86, type=add]; +"87 _param_constant16" [id=87, type=get_attr]; +"88 _param_constant17" [id=88, type=get_attr]; +"89 layer_norm_2" [id=89, type=layer_norm]; +"90 transpose_6" [id=90, type=transpose]; +"91 transpose_6_0_0_nncf_smooth_quant_0" [id=91, type=call_module]; +"92 quantize_per_tensor_default_7" [id=92, type=quantize_per_tensor]; +"93 dequantize_per_tensor_default_7" [id=93, type=dequantize_per_tensor]; +"94 linear_4_scale_0_updated_constant0" [id=94, type=get_attr]; +"95 compressed_weight_updated_constant5" [id=95, type=get_attr]; +"96 _param_constant19_0_0" [id=96, type=get_attr]; +"97 mul_5" [id=97, type=]; +"98 linear_4" [id=98, type=linear]; +"99 unflatten_1" [id=99, type=unflatten]; +"100 unsqueeze_1" [id=100, type=unsqueeze]; +"101 transpose_7" [id=101, type=transpose]; +"102 squeeze_1" [id=102, type=squeeze]; +"103 contiguous_1" [id=103, type=contiguous]; +"104 quantize_per_tensor_default_8" [id=104, type=quantize_per_tensor]; +"105 dequantize_per_tensor_default_8" [id=105, type=dequantize_per_tensor]; +"106 select_3" [id=106, type=select]; +"107 quantize_per_tensor_default_9" [id=107, type=quantize_per_tensor]; +"108 dequantize_per_tensor_default_9" [id=108, type=dequantize_per_tensor]; +"109 select_4" [id=109, type=select]; +"110 select_5" [id=110, type=select]; +"111 view_8" [id=111, type=view]; +"112 transpose_8" [id=112, type=transpose]; +"113 view_9" [id=113, type=view]; +"114 transpose_9" [id=114, type=transpose]; +"115 view_10" [id=115, type=view]; +"116 transpose_10" [id=116, type=transpose]; +"117 view_11" [id=117, type=view]; +"118 view_12" [id=118, type=view]; +"119 view_13" [id=119, type=view]; +"120 scaled_dot_product_attention_1" [id=120, type=scaled_dot_product_attention]; +"121 permute_2" [id=121, type=permute]; +"122 view_14" [id=122, type=view]; +"123 view_14_0_0_nncf_smooth_quant_0" [id=123, type=call_module]; +"124 quantize_per_tensor_default_10" [id=124, type=quantize_per_tensor]; +"125 dequantize_per_tensor_default_10" [id=125, type=dequantize_per_tensor]; +"126 linear_5_scale_0_updated_constant0" [id=126, type=get_attr]; +"127 compressed_weight_updated_constant6" [id=127, type=get_attr]; +"128 _param_constant21_0_0" [id=128, type=get_attr]; +"129 mul_6" [id=129, type=]; +"130 linear_5" [id=130, type=linear]; +"131 view_15" [id=131, type=view]; +"132 transpose_11" [id=132, type=transpose]; +"133 dropout_4" [id=133, type=dropout]; +"134 add_3" [id=134, type=add]; +"135 _param_constant22" [id=135, type=get_attr]; +"136 _param_constant23" [id=136, type=get_attr]; +"137 layer_norm_3" [id=137, type=layer_norm]; +"138 layer_norm_3_0_0_nncf_smooth_quant_0" [id=138, type=call_module]; +"139 quantize_per_tensor_default_11" [id=139, type=quantize_per_tensor]; +"140 dequantize_per_tensor_default_11" [id=140, type=dequantize_per_tensor]; +"141 linear_6_scale_0_updated_constant0" [id=141, type=get_attr]; +"142 compressed_weight_updated_constant7" [id=142, type=get_attr]; +"143 _param_constant25_0_0" [id=143, type=get_attr]; +"144 mul_7" [id=144, type=]; +"145 linear_6" [id=145, type=linear]; +"146 gelu_1" [id=146, type=gelu]; +"147 dropout_5" [id=147, type=dropout]; +"148 dropout_5_0_0_nncf_smooth_quant_0" [id=148, type=call_module]; +"149 quantize_per_tensor_default_12" [id=149, type=quantize_per_tensor]; +"150 dequantize_per_tensor_default_12" [id=150, type=dequantize_per_tensor]; +"151 linear_7_scale_0_updated_constant0" [id=151, type=get_attr]; +"152 compressed_weight_updated_constant8" [id=152, type=get_attr]; +"153 _param_constant27_0_0" [id=153, type=get_attr]; +"154 mul_8" [id=154, type=]; +"155 linear_7" [id=155, type=linear]; +"156 dropout_6" [id=156, type=dropout]; +"157 add_4" [id=157, type=add]; +"158 _param_constant28" [id=158, type=get_attr]; +"159 _param_constant29" [id=159, type=get_attr]; +"160 layer_norm_4" [id=160, type=layer_norm]; +"161 transpose_12" [id=161, type=transpose]; +"162 transpose_12_0_0_nncf_smooth_quant_0" [id=162, type=call_module]; +"163 quantize_per_tensor_default_13" [id=163, type=quantize_per_tensor]; +"164 dequantize_per_tensor_default_13" [id=164, type=dequantize_per_tensor]; +"165 linear_8_scale_0_updated_constant0" [id=165, type=get_attr]; +"166 compressed_weight_updated_constant9" [id=166, type=get_attr]; +"167 _param_constant31_0_0" [id=167, type=get_attr]; +"168 mul_9" [id=168, type=]; +"169 linear_8" [id=169, type=linear]; +"170 unflatten_2" [id=170, type=unflatten]; +"171 unsqueeze_2" [id=171, type=unsqueeze]; +"172 transpose_13" [id=172, type=transpose]; +"173 squeeze_2" [id=173, type=squeeze]; +"174 contiguous_2" [id=174, type=contiguous]; +"175 quantize_per_tensor_default_14" [id=175, type=quantize_per_tensor]; +"176 dequantize_per_tensor_default_14" [id=176, type=dequantize_per_tensor]; +"177 select_6" [id=177, type=select]; +"178 quantize_per_tensor_default_15" [id=178, type=quantize_per_tensor]; +"179 dequantize_per_tensor_default_15" [id=179, type=dequantize_per_tensor]; +"180 select_7" [id=180, type=select]; +"181 select_8" [id=181, type=select]; +"182 view_16" [id=182, type=view]; +"183 transpose_14" [id=183, type=transpose]; +"184 view_17" [id=184, type=view]; +"185 transpose_15" [id=185, type=transpose]; +"186 view_18" [id=186, type=view]; +"187 transpose_16" [id=187, type=transpose]; +"188 view_19" [id=188, type=view]; +"189 view_20" [id=189, type=view]; +"190 view_21" [id=190, type=view]; +"191 scaled_dot_product_attention_2" [id=191, type=scaled_dot_product_attention]; +"192 permute_3" [id=192, type=permute]; +"193 view_22" [id=193, type=view]; +"194 view_22_0_0_nncf_smooth_quant_0" [id=194, type=call_module]; +"195 quantize_per_tensor_default_16" [id=195, type=quantize_per_tensor]; +"196 dequantize_per_tensor_default_16" [id=196, type=dequantize_per_tensor]; +"197 linear_9_scale_0_updated_constant0" [id=197, type=get_attr]; +"198 compressed_weight_updated_constant10" [id=198, type=get_attr]; +"199 _param_constant33_0_0" [id=199, type=get_attr]; +"200 mul_10" [id=200, type=]; +"201 linear_9" [id=201, type=linear]; +"202 view_23" [id=202, type=view]; +"203 transpose_17" [id=203, type=transpose]; +"204 dropout_7" [id=204, type=dropout]; +"205 add_5" [id=205, type=add]; +"206 _param_constant34" [id=206, type=get_attr]; +"207 _param_constant35" [id=207, type=get_attr]; +"208 layer_norm_5" [id=208, type=layer_norm]; +"209 layer_norm_5_0_0_nncf_smooth_quant_0" [id=209, type=call_module]; +"210 quantize_per_tensor_default_17" [id=210, type=quantize_per_tensor]; +"211 dequantize_per_tensor_default_17" [id=211, type=dequantize_per_tensor]; +"212 linear_10_scale_0_updated_constant0" [id=212, type=get_attr]; +"213 compressed_weight_updated_constant11" [id=213, type=get_attr]; +"214 _param_constant37_0_0" [id=214, type=get_attr]; +"215 mul_11" [id=215, type=]; +"216 linear_10" [id=216, type=linear]; +"217 gelu_2" [id=217, type=gelu]; +"218 dropout_8" [id=218, type=dropout]; +"219 dropout_8_0_0_nncf_smooth_quant_0" [id=219, type=call_module]; +"220 quantize_per_tensor_default_18" [id=220, type=quantize_per_tensor]; +"221 dequantize_per_tensor_default_18" [id=221, type=dequantize_per_tensor]; +"222 linear_11_scale_0_updated_constant0" [id=222, type=get_attr]; +"223 compressed_weight_updated_constant12" [id=223, type=get_attr]; +"224 _param_constant39_0_0" [id=224, type=get_attr]; +"225 mul_12" [id=225, type=]; +"226 linear_11" [id=226, type=linear]; +"227 dropout_9" [id=227, type=dropout]; +"228 add_6" [id=228, type=add]; +"229 _param_constant40" [id=229, type=get_attr]; +"230 _param_constant41" [id=230, type=get_attr]; +"231 layer_norm_6" [id=231, type=layer_norm]; +"232 transpose_18" [id=232, type=transpose]; +"233 transpose_18_0_0_nncf_smooth_quant_0" [id=233, type=call_module]; +"234 quantize_per_tensor_default_19" [id=234, type=quantize_per_tensor]; +"235 dequantize_per_tensor_default_19" [id=235, type=dequantize_per_tensor]; +"236 linear_12_scale_0_updated_constant0" [id=236, type=get_attr]; +"237 compressed_weight_updated_constant13" [id=237, type=get_attr]; +"238 _param_constant43_0_0" [id=238, type=get_attr]; +"239 mul_13" [id=239, type=]; +"240 linear_12" [id=240, type=linear]; +"241 unflatten_3" [id=241, type=unflatten]; +"242 unsqueeze_3" [id=242, type=unsqueeze]; +"243 transpose_19" [id=243, type=transpose]; +"244 squeeze_3" [id=244, type=squeeze]; +"245 contiguous_3" [id=245, type=contiguous]; +"246 quantize_per_tensor_default_20" [id=246, type=quantize_per_tensor]; +"247 dequantize_per_tensor_default_20" [id=247, type=dequantize_per_tensor]; +"248 select_9" [id=248, type=select]; +"249 quantize_per_tensor_default_21" [id=249, type=quantize_per_tensor]; +"250 dequantize_per_tensor_default_21" [id=250, type=dequantize_per_tensor]; +"251 select_10" [id=251, type=select]; +"252 select_11" [id=252, type=select]; +"253 view_24" [id=253, type=view]; +"254 transpose_20" [id=254, type=transpose]; +"255 view_25" [id=255, type=view]; +"256 transpose_21" [id=256, type=transpose]; +"257 view_26" [id=257, type=view]; +"258 transpose_22" [id=258, type=transpose]; +"259 view_27" [id=259, type=view]; +"260 view_28" [id=260, type=view]; +"261 view_29" [id=261, type=view]; +"262 scaled_dot_product_attention_3" [id=262, type=scaled_dot_product_attention]; +"263 permute_4" [id=263, type=permute]; +"264 view_30" [id=264, type=view]; +"265 view_30_0_0_nncf_smooth_quant_0" [id=265, type=call_module]; +"266 quantize_per_tensor_default_22" [id=266, type=quantize_per_tensor]; +"267 dequantize_per_tensor_default_22" [id=267, type=dequantize_per_tensor]; +"268 linear_13_scale_0_updated_constant0" [id=268, type=get_attr]; +"269 compressed_weight_updated_constant14" [id=269, type=get_attr]; +"270 _param_constant45_0_0" [id=270, type=get_attr]; +"271 mul_14" [id=271, type=]; +"272 linear_13" [id=272, type=linear]; +"273 view_31" [id=273, type=view]; +"274 transpose_23" [id=274, type=transpose]; +"275 dropout_10" [id=275, type=dropout]; +"276 add_7" [id=276, type=add]; +"277 _param_constant46" [id=277, type=get_attr]; +"278 _param_constant47" [id=278, type=get_attr]; +"279 layer_norm_7" [id=279, type=layer_norm]; +"280 layer_norm_7_0_0_nncf_smooth_quant_0" [id=280, type=call_module]; +"281 quantize_per_tensor_default_23" [id=281, type=quantize_per_tensor]; +"282 dequantize_per_tensor_default_23" [id=282, type=dequantize_per_tensor]; +"283 linear_14_scale_0_updated_constant0" [id=283, type=get_attr]; +"284 compressed_weight_updated_constant15" [id=284, type=get_attr]; +"285 _param_constant49_0_0" [id=285, type=get_attr]; +"286 mul_15" [id=286, type=]; +"287 linear_14" [id=287, type=linear]; +"288 gelu_3" [id=288, type=gelu]; +"289 dropout_11" [id=289, type=dropout]; +"290 dropout_11_0_0_nncf_smooth_quant_0" [id=290, type=call_module]; +"291 quantize_per_tensor_default_24" [id=291, type=quantize_per_tensor]; +"292 dequantize_per_tensor_default_24" [id=292, type=dequantize_per_tensor]; +"293 linear_15_scale_0_updated_constant0" [id=293, type=get_attr]; +"294 compressed_weight_updated_constant16" [id=294, type=get_attr]; +"295 _param_constant51_0_0" [id=295, type=get_attr]; +"296 mul_16" [id=296, type=]; +"297 linear_15" [id=297, type=linear]; +"298 dropout_12" [id=298, type=dropout]; +"299 add_8" [id=299, type=add]; +"300 _param_constant52" [id=300, type=get_attr]; +"301 _param_constant53" [id=301, type=get_attr]; +"302 layer_norm_8" [id=302, type=layer_norm]; +"303 transpose_24" [id=303, type=transpose]; +"304 transpose_24_0_0_nncf_smooth_quant_0" [id=304, type=call_module]; +"305 quantize_per_tensor_default_25" [id=305, type=quantize_per_tensor]; +"306 dequantize_per_tensor_default_25" [id=306, type=dequantize_per_tensor]; +"307 linear_16_scale_0_updated_constant0" [id=307, type=get_attr]; +"308 compressed_weight_updated_constant17" [id=308, type=get_attr]; +"309 _param_constant55_0_0" [id=309, type=get_attr]; +"310 mul_17" [id=310, type=]; +"311 linear_16" [id=311, type=linear]; +"312 unflatten_4" [id=312, type=unflatten]; +"313 unsqueeze_4" [id=313, type=unsqueeze]; +"314 transpose_25" [id=314, type=transpose]; +"315 squeeze_4" [id=315, type=squeeze]; +"316 contiguous_4" [id=316, type=contiguous]; +"317 quantize_per_tensor_default_26" [id=317, type=quantize_per_tensor]; +"318 dequantize_per_tensor_default_26" [id=318, type=dequantize_per_tensor]; +"319 select_12" [id=319, type=select]; +"320 quantize_per_tensor_default_27" [id=320, type=quantize_per_tensor]; +"321 dequantize_per_tensor_default_27" [id=321, type=dequantize_per_tensor]; +"322 select_13" [id=322, type=select]; +"323 select_14" [id=323, type=select]; +"324 view_32" [id=324, type=view]; +"325 transpose_26" [id=325, type=transpose]; +"326 view_33" [id=326, type=view]; +"327 transpose_27" [id=327, type=transpose]; +"328 view_34" [id=328, type=view]; +"329 transpose_28" [id=329, type=transpose]; +"330 view_35" [id=330, type=view]; +"331 view_36" [id=331, type=view]; +"332 view_37" [id=332, type=view]; +"333 scaled_dot_product_attention_4" [id=333, type=scaled_dot_product_attention]; +"334 permute_5" [id=334, type=permute]; +"335 view_38" [id=335, type=view]; +"336 view_38_0_0_nncf_smooth_quant_0" [id=336, type=call_module]; +"337 quantize_per_tensor_default_28" [id=337, type=quantize_per_tensor]; +"338 dequantize_per_tensor_default_28" [id=338, type=dequantize_per_tensor]; +"339 linear_17_scale_0_updated_constant0" [id=339, type=get_attr]; +"340 compressed_weight_updated_constant18" [id=340, type=get_attr]; +"341 _param_constant57_0_0" [id=341, type=get_attr]; +"342 mul_18" [id=342, type=]; +"343 linear_17" [id=343, type=linear]; +"344 view_39" [id=344, type=view]; +"345 transpose_29" [id=345, type=transpose]; +"346 dropout_13" [id=346, type=dropout]; +"347 add_9" [id=347, type=add]; +"348 _param_constant58" [id=348, type=get_attr]; +"349 _param_constant59" [id=349, type=get_attr]; +"350 layer_norm_9" [id=350, type=layer_norm]; +"351 layer_norm_9_0_0_nncf_smooth_quant_0" [id=351, type=call_module]; +"352 quantize_per_tensor_default_29" [id=352, type=quantize_per_tensor]; +"353 dequantize_per_tensor_default_29" [id=353, type=dequantize_per_tensor]; +"354 linear_18_scale_0_updated_constant0" [id=354, type=get_attr]; +"355 compressed_weight_updated_constant19" [id=355, type=get_attr]; +"356 _param_constant61_0_0" [id=356, type=get_attr]; +"357 mul_19" [id=357, type=]; +"358 linear_18" [id=358, type=linear]; +"359 gelu_4" [id=359, type=gelu]; +"360 dropout_14" [id=360, type=dropout]; +"361 dropout_14_0_0_nncf_smooth_quant_0" [id=361, type=call_module]; +"362 quantize_per_tensor_default_30" [id=362, type=quantize_per_tensor]; +"363 dequantize_per_tensor_default_30" [id=363, type=dequantize_per_tensor]; +"364 linear_19_scale_0_updated_constant0" [id=364, type=get_attr]; +"365 compressed_weight_updated_constant20" [id=365, type=get_attr]; +"366 _param_constant63_0_0" [id=366, type=get_attr]; +"367 mul_20" [id=367, type=]; +"368 linear_19" [id=368, type=linear]; +"369 dropout_15" [id=369, type=dropout]; +"370 add_10" [id=370, type=add]; +"371 _param_constant64" [id=371, type=get_attr]; +"372 _param_constant65" [id=372, type=get_attr]; +"373 layer_norm_10" [id=373, type=layer_norm]; +"374 transpose_30" [id=374, type=transpose]; +"375 transpose_30_0_0_nncf_smooth_quant_0" [id=375, type=call_module]; +"376 quantize_per_tensor_default_31" [id=376, type=quantize_per_tensor]; +"377 dequantize_per_tensor_default_31" [id=377, type=dequantize_per_tensor]; +"378 linear_20_scale_0_updated_constant0" [id=378, type=get_attr]; +"379 compressed_weight_updated_constant21" [id=379, type=get_attr]; +"380 _param_constant67_0_0" [id=380, type=get_attr]; +"381 mul_21" [id=381, type=]; +"382 linear_20" [id=382, type=linear]; +"383 unflatten_5" [id=383, type=unflatten]; +"384 unsqueeze_5" [id=384, type=unsqueeze]; +"385 transpose_31" [id=385, type=transpose]; +"386 squeeze_5" [id=386, type=squeeze]; +"387 contiguous_5" [id=387, type=contiguous]; +"388 quantize_per_tensor_default_32" [id=388, type=quantize_per_tensor]; +"389 dequantize_per_tensor_default_32" [id=389, type=dequantize_per_tensor]; +"390 select_15" [id=390, type=select]; +"391 quantize_per_tensor_default_33" [id=391, type=quantize_per_tensor]; +"392 dequantize_per_tensor_default_33" [id=392, type=dequantize_per_tensor]; +"393 select_16" [id=393, type=select]; +"394 select_17" [id=394, type=select]; +"395 view_40" [id=395, type=view]; +"396 transpose_32" [id=396, type=transpose]; +"397 view_41" [id=397, type=view]; +"398 transpose_33" [id=398, type=transpose]; +"399 view_42" [id=399, type=view]; +"400 transpose_34" [id=400, type=transpose]; +"401 view_43" [id=401, type=view]; +"402 view_44" [id=402, type=view]; +"403 view_45" [id=403, type=view]; +"404 scaled_dot_product_attention_5" [id=404, type=scaled_dot_product_attention]; +"405 permute_6" [id=405, type=permute]; +"406 view_46" [id=406, type=view]; +"407 view_46_0_0_nncf_smooth_quant_0" [id=407, type=call_module]; +"408 quantize_per_tensor_default_34" [id=408, type=quantize_per_tensor]; +"409 dequantize_per_tensor_default_34" [id=409, type=dequantize_per_tensor]; +"410 linear_21_scale_0_updated_constant0" [id=410, type=get_attr]; +"411 compressed_weight_updated_constant22" [id=411, type=get_attr]; +"412 _param_constant69_0_0" [id=412, type=get_attr]; +"413 mul_22" [id=413, type=]; +"414 linear_21" [id=414, type=linear]; +"415 view_47" [id=415, type=view]; +"416 transpose_35" [id=416, type=transpose]; +"417 dropout_16" [id=417, type=dropout]; +"418 add_11" [id=418, type=add]; +"419 _param_constant70" [id=419, type=get_attr]; +"420 _param_constant71" [id=420, type=get_attr]; +"421 layer_norm_11" [id=421, type=layer_norm]; +"422 layer_norm_11_0_0_nncf_smooth_quant_0" [id=422, type=call_module]; +"423 quantize_per_tensor_default_35" [id=423, type=quantize_per_tensor]; +"424 dequantize_per_tensor_default_35" [id=424, type=dequantize_per_tensor]; +"425 linear_22_scale_0_updated_constant0" [id=425, type=get_attr]; +"426 compressed_weight_updated_constant23" [id=426, type=get_attr]; +"427 _param_constant73_0_0" [id=427, type=get_attr]; +"428 mul_23" [id=428, type=]; +"429 linear_22" [id=429, type=linear]; +"430 gelu_5" [id=430, type=gelu]; +"431 dropout_17" [id=431, type=dropout]; +"432 dropout_17_0_0_nncf_smooth_quant_0" [id=432, type=call_module]; +"433 quantize_per_tensor_default_36" [id=433, type=quantize_per_tensor]; +"434 dequantize_per_tensor_default_36" [id=434, type=dequantize_per_tensor]; +"435 linear_23_scale_0_updated_constant0" [id=435, type=get_attr]; +"436 compressed_weight_updated_constant24" [id=436, type=get_attr]; +"437 _param_constant75_0_0" [id=437, type=get_attr]; +"438 mul_24" [id=438, type=]; +"439 linear_23" [id=439, type=linear]; +"440 dropout_18" [id=440, type=dropout]; +"441 add_12" [id=441, type=add]; +"442 _param_constant76" [id=442, type=get_attr]; +"443 _param_constant77" [id=443, type=get_attr]; +"444 layer_norm_12" [id=444, type=layer_norm]; +"445 transpose_36" [id=445, type=transpose]; +"446 transpose_36_0_0_nncf_smooth_quant_0" [id=446, type=call_module]; +"447 quantize_per_tensor_default_37" [id=447, type=quantize_per_tensor]; +"448 dequantize_per_tensor_default_37" [id=448, type=dequantize_per_tensor]; +"449 linear_24_scale_0_updated_constant0" [id=449, type=get_attr]; +"450 compressed_weight_updated_constant25" [id=450, type=get_attr]; +"451 _param_constant79_0_0" [id=451, type=get_attr]; +"452 mul_25" [id=452, type=]; +"453 linear_24" [id=453, type=linear]; +"454 unflatten_6" [id=454, type=unflatten]; +"455 unsqueeze_6" [id=455, type=unsqueeze]; +"456 transpose_37" [id=456, type=transpose]; +"457 squeeze_6" [id=457, type=squeeze]; +"458 contiguous_6" [id=458, type=contiguous]; +"459 quantize_per_tensor_default_38" [id=459, type=quantize_per_tensor]; +"460 dequantize_per_tensor_default_38" [id=460, type=dequantize_per_tensor]; +"461 select_18" [id=461, type=select]; +"462 quantize_per_tensor_default_39" [id=462, type=quantize_per_tensor]; +"463 dequantize_per_tensor_default_39" [id=463, type=dequantize_per_tensor]; +"464 select_19" [id=464, type=select]; +"465 select_20" [id=465, type=select]; +"466 view_48" [id=466, type=view]; +"467 transpose_38" [id=467, type=transpose]; +"468 view_49" [id=468, type=view]; +"469 transpose_39" [id=469, type=transpose]; +"470 view_50" [id=470, type=view]; +"471 transpose_40" [id=471, type=transpose]; +"472 view_51" [id=472, type=view]; +"473 view_52" [id=473, type=view]; +"474 view_53" [id=474, type=view]; +"475 scaled_dot_product_attention_6" [id=475, type=scaled_dot_product_attention]; +"476 permute_7" [id=476, type=permute]; +"477 view_54" [id=477, type=view]; +"478 view_54_0_0_nncf_smooth_quant_0" [id=478, type=call_module]; +"479 quantize_per_tensor_default_40" [id=479, type=quantize_per_tensor]; +"480 dequantize_per_tensor_default_40" [id=480, type=dequantize_per_tensor]; +"481 linear_25_scale_0_updated_constant0" [id=481, type=get_attr]; +"482 compressed_weight_updated_constant26" [id=482, type=get_attr]; +"483 _param_constant81_0_0" [id=483, type=get_attr]; +"484 mul_26" [id=484, type=]; +"485 linear_25" [id=485, type=linear]; +"486 view_55" [id=486, type=view]; +"487 transpose_41" [id=487, type=transpose]; +"488 dropout_19" [id=488, type=dropout]; +"489 add_13" [id=489, type=add]; +"490 _param_constant82" [id=490, type=get_attr]; +"491 _param_constant83" [id=491, type=get_attr]; +"492 layer_norm_13" [id=492, type=layer_norm]; +"493 layer_norm_13_0_0_nncf_smooth_quant_0" [id=493, type=call_module]; +"494 quantize_per_tensor_default_41" [id=494, type=quantize_per_tensor]; +"495 dequantize_per_tensor_default_41" [id=495, type=dequantize_per_tensor]; +"496 linear_26_scale_0_updated_constant0" [id=496, type=get_attr]; +"497 compressed_weight_updated_constant27" [id=497, type=get_attr]; +"498 _param_constant85_0_0" [id=498, type=get_attr]; +"499 mul_27" [id=499, type=]; +"500 linear_26" [id=500, type=linear]; +"501 gelu_6" [id=501, type=gelu]; +"502 dropout_20" [id=502, type=dropout]; +"503 dropout_20_0_0_nncf_smooth_quant_0" [id=503, type=call_module]; +"504 quantize_per_tensor_default_42" [id=504, type=quantize_per_tensor]; +"505 dequantize_per_tensor_default_42" [id=505, type=dequantize_per_tensor]; +"506 linear_27_scale_0_updated_constant0" [id=506, type=get_attr]; +"507 compressed_weight_updated_constant28" [id=507, type=get_attr]; +"508 _param_constant87_0_0" [id=508, type=get_attr]; +"509 mul_28" [id=509, type=]; +"510 linear_27" [id=510, type=linear]; +"511 dropout_21" [id=511, type=dropout]; +"512 add_14" [id=512, type=add]; +"513 _param_constant88" [id=513, type=get_attr]; +"514 _param_constant89" [id=514, type=get_attr]; +"515 layer_norm_14" [id=515, type=layer_norm]; +"516 transpose_42" [id=516, type=transpose]; +"517 transpose_42_0_0_nncf_smooth_quant_0" [id=517, type=call_module]; +"518 quantize_per_tensor_default_43" [id=518, type=quantize_per_tensor]; +"519 dequantize_per_tensor_default_43" [id=519, type=dequantize_per_tensor]; +"520 linear_28_scale_0_updated_constant0" [id=520, type=get_attr]; +"521 compressed_weight_updated_constant29" [id=521, type=get_attr]; +"522 _param_constant91_0_0" [id=522, type=get_attr]; +"523 mul_29" [id=523, type=]; +"524 linear_28" [id=524, type=linear]; +"525 unflatten_7" [id=525, type=unflatten]; +"526 unsqueeze_7" [id=526, type=unsqueeze]; +"527 transpose_43" [id=527, type=transpose]; +"528 squeeze_7" [id=528, type=squeeze]; +"529 contiguous_7" [id=529, type=contiguous]; +"530 quantize_per_tensor_default_44" [id=530, type=quantize_per_tensor]; +"531 dequantize_per_tensor_default_44" [id=531, type=dequantize_per_tensor]; +"532 select_21" [id=532, type=select]; +"533 quantize_per_tensor_default_45" [id=533, type=quantize_per_tensor]; +"534 dequantize_per_tensor_default_45" [id=534, type=dequantize_per_tensor]; +"535 select_22" [id=535, type=select]; +"536 select_23" [id=536, type=select]; +"537 view_56" [id=537, type=view]; +"538 transpose_44" [id=538, type=transpose]; +"539 view_57" [id=539, type=view]; +"540 transpose_45" [id=540, type=transpose]; +"541 view_58" [id=541, type=view]; +"542 transpose_46" [id=542, type=transpose]; +"543 view_59" [id=543, type=view]; +"544 view_60" [id=544, type=view]; +"545 view_61" [id=545, type=view]; +"546 scaled_dot_product_attention_7" [id=546, type=scaled_dot_product_attention]; +"547 permute_8" [id=547, type=permute]; +"548 view_62" [id=548, type=view]; +"549 view_62_0_0_nncf_smooth_quant_0" [id=549, type=call_module]; +"550 quantize_per_tensor_default_46" [id=550, type=quantize_per_tensor]; +"551 dequantize_per_tensor_default_46" [id=551, type=dequantize_per_tensor]; +"552 linear_29_scale_0_updated_constant0" [id=552, type=get_attr]; +"553 compressed_weight_updated_constant30" [id=553, type=get_attr]; +"554 _param_constant93_0_0" [id=554, type=get_attr]; +"555 mul_30" [id=555, type=]; +"556 linear_29" [id=556, type=linear]; +"557 view_63" [id=557, type=view]; +"558 transpose_47" [id=558, type=transpose]; +"559 dropout_22" [id=559, type=dropout]; +"560 add_15" [id=560, type=add]; +"561 _param_constant94" [id=561, type=get_attr]; +"562 _param_constant95" [id=562, type=get_attr]; +"563 layer_norm_15" [id=563, type=layer_norm]; +"564 layer_norm_15_0_0_nncf_smooth_quant_0" [id=564, type=call_module]; +"565 quantize_per_tensor_default_47" [id=565, type=quantize_per_tensor]; +"566 dequantize_per_tensor_default_47" [id=566, type=dequantize_per_tensor]; +"567 linear_30_scale_0_updated_constant0" [id=567, type=get_attr]; +"568 compressed_weight_updated_constant31" [id=568, type=get_attr]; +"569 _param_constant97_0_0" [id=569, type=get_attr]; +"570 mul_31" [id=570, type=]; +"571 linear_30" [id=571, type=linear]; +"572 gelu_7" [id=572, type=gelu]; +"573 dropout_23" [id=573, type=dropout]; +"574 dropout_23_0_0_nncf_smooth_quant_0" [id=574, type=call_module]; +"575 quantize_per_tensor_default_48" [id=575, type=quantize_per_tensor]; +"576 dequantize_per_tensor_default_48" [id=576, type=dequantize_per_tensor]; +"577 linear_31_scale_0_updated_constant0" [id=577, type=get_attr]; +"578 compressed_weight_updated_constant32" [id=578, type=get_attr]; +"579 _param_constant99_0_0" [id=579, type=get_attr]; +"580 mul_32" [id=580, type=]; +"581 linear_31" [id=581, type=linear]; +"582 dropout_24" [id=582, type=dropout]; +"583 add_16" [id=583, type=add]; +"584 _param_constant100" [id=584, type=get_attr]; +"585 _param_constant101" [id=585, type=get_attr]; +"586 layer_norm_16" [id=586, type=layer_norm]; +"587 transpose_48" [id=587, type=transpose]; +"588 transpose_48_0_0_nncf_smooth_quant_0" [id=588, type=call_module]; +"589 quantize_per_tensor_default_49" [id=589, type=quantize_per_tensor]; +"590 dequantize_per_tensor_default_49" [id=590, type=dequantize_per_tensor]; +"591 linear_32_scale_0_updated_constant0" [id=591, type=get_attr]; +"592 compressed_weight_updated_constant33" [id=592, type=get_attr]; +"593 _param_constant103_0_0" [id=593, type=get_attr]; +"594 mul_33" [id=594, type=]; +"595 linear_32" [id=595, type=linear]; +"596 unflatten_8" [id=596, type=unflatten]; +"597 unsqueeze_8" [id=597, type=unsqueeze]; +"598 transpose_49" [id=598, type=transpose]; +"599 squeeze_8" [id=599, type=squeeze]; +"600 contiguous_8" [id=600, type=contiguous]; +"601 quantize_per_tensor_default_50" [id=601, type=quantize_per_tensor]; +"602 dequantize_per_tensor_default_50" [id=602, type=dequantize_per_tensor]; +"603 select_24" [id=603, type=select]; +"604 quantize_per_tensor_default_51" [id=604, type=quantize_per_tensor]; +"605 dequantize_per_tensor_default_51" [id=605, type=dequantize_per_tensor]; +"606 select_25" [id=606, type=select]; +"607 select_26" [id=607, type=select]; +"608 view_64" [id=608, type=view]; +"609 transpose_50" [id=609, type=transpose]; +"610 view_65" [id=610, type=view]; +"611 transpose_51" [id=611, type=transpose]; +"612 view_66" [id=612, type=view]; +"613 transpose_52" [id=613, type=transpose]; +"614 view_67" [id=614, type=view]; +"615 view_68" [id=615, type=view]; +"616 view_69" [id=616, type=view]; +"617 scaled_dot_product_attention_8" [id=617, type=scaled_dot_product_attention]; +"618 permute_9" [id=618, type=permute]; +"619 view_70" [id=619, type=view]; +"620 view_70_0_0_nncf_smooth_quant_0" [id=620, type=call_module]; +"621 quantize_per_tensor_default_52" [id=621, type=quantize_per_tensor]; +"622 dequantize_per_tensor_default_52" [id=622, type=dequantize_per_tensor]; +"623 linear_33_scale_0_updated_constant0" [id=623, type=get_attr]; +"624 compressed_weight_updated_constant34" [id=624, type=get_attr]; +"625 _param_constant105_0_0" [id=625, type=get_attr]; +"626 mul_34" [id=626, type=]; +"627 linear_33" [id=627, type=linear]; +"628 view_71" [id=628, type=view]; +"629 transpose_53" [id=629, type=transpose]; +"630 dropout_25" [id=630, type=dropout]; +"631 add_17" [id=631, type=add]; +"632 _param_constant106" [id=632, type=get_attr]; +"633 _param_constant107" [id=633, type=get_attr]; +"634 layer_norm_17" [id=634, type=layer_norm]; +"635 layer_norm_17_0_0_nncf_smooth_quant_0" [id=635, type=call_module]; +"636 quantize_per_tensor_default_53" [id=636, type=quantize_per_tensor]; +"637 dequantize_per_tensor_default_53" [id=637, type=dequantize_per_tensor]; +"638 linear_34_scale_0_updated_constant0" [id=638, type=get_attr]; +"639 compressed_weight_updated_constant35" [id=639, type=get_attr]; +"640 _param_constant109_0_0" [id=640, type=get_attr]; +"641 mul_35" [id=641, type=]; +"642 linear_34" [id=642, type=linear]; +"643 gelu_8" [id=643, type=gelu]; +"644 dropout_26" [id=644, type=dropout]; +"645 dropout_26_0_0_nncf_smooth_quant_0" [id=645, type=call_module]; +"646 quantize_per_tensor_default_54" [id=646, type=quantize_per_tensor]; +"647 dequantize_per_tensor_default_54" [id=647, type=dequantize_per_tensor]; +"648 linear_35_scale_0_updated_constant0" [id=648, type=get_attr]; +"649 compressed_weight_updated_constant36" [id=649, type=get_attr]; +"650 _param_constant111_0_0" [id=650, type=get_attr]; +"651 mul_36" [id=651, type=]; +"652 linear_35" [id=652, type=linear]; +"653 dropout_27" [id=653, type=dropout]; +"654 add_18" [id=654, type=add]; +"655 _param_constant112" [id=655, type=get_attr]; +"656 _param_constant113" [id=656, type=get_attr]; +"657 layer_norm_18" [id=657, type=layer_norm]; +"658 transpose_54" [id=658, type=transpose]; +"659 transpose_54_0_0_nncf_smooth_quant_0" [id=659, type=call_module]; +"660 quantize_per_tensor_default_55" [id=660, type=quantize_per_tensor]; +"661 dequantize_per_tensor_default_55" [id=661, type=dequantize_per_tensor]; +"662 linear_36_scale_0_updated_constant0" [id=662, type=get_attr]; +"663 compressed_weight_updated_constant37" [id=663, type=get_attr]; +"664 _param_constant115_0_0" [id=664, type=get_attr]; +"665 mul_37" [id=665, type=]; +"666 linear_36" [id=666, type=linear]; +"667 unflatten_9" [id=667, type=unflatten]; +"668 unsqueeze_9" [id=668, type=unsqueeze]; +"669 transpose_55" [id=669, type=transpose]; +"670 squeeze_9" [id=670, type=squeeze]; +"671 contiguous_9" [id=671, type=contiguous]; +"672 quantize_per_tensor_default_56" [id=672, type=quantize_per_tensor]; +"673 dequantize_per_tensor_default_56" [id=673, type=dequantize_per_tensor]; +"674 select_27" [id=674, type=select]; +"675 quantize_per_tensor_default_57" [id=675, type=quantize_per_tensor]; +"676 dequantize_per_tensor_default_57" [id=676, type=dequantize_per_tensor]; +"677 select_28" [id=677, type=select]; +"678 select_29" [id=678, type=select]; +"679 view_72" [id=679, type=view]; +"680 transpose_56" [id=680, type=transpose]; +"681 view_73" [id=681, type=view]; +"682 transpose_57" [id=682, type=transpose]; +"683 view_74" [id=683, type=view]; +"684 transpose_58" [id=684, type=transpose]; +"685 view_75" [id=685, type=view]; +"686 view_76" [id=686, type=view]; +"687 view_77" [id=687, type=view]; +"688 scaled_dot_product_attention_9" [id=688, type=scaled_dot_product_attention]; +"689 permute_10" [id=689, type=permute]; +"690 view_78" [id=690, type=view]; +"691 view_78_0_0_nncf_smooth_quant_0" [id=691, type=call_module]; +"692 quantize_per_tensor_default_58" [id=692, type=quantize_per_tensor]; +"693 dequantize_per_tensor_default_58" [id=693, type=dequantize_per_tensor]; +"694 linear_37_scale_0_updated_constant0" [id=694, type=get_attr]; +"695 compressed_weight_updated_constant38" [id=695, type=get_attr]; +"696 _param_constant117_0_0" [id=696, type=get_attr]; +"697 mul_38" [id=697, type=]; +"698 linear_37" [id=698, type=linear]; +"699 view_79" [id=699, type=view]; +"700 transpose_59" [id=700, type=transpose]; +"701 dropout_28" [id=701, type=dropout]; +"702 add_19" [id=702, type=add]; +"703 _param_constant118" [id=703, type=get_attr]; +"704 _param_constant119" [id=704, type=get_attr]; +"705 layer_norm_19" [id=705, type=layer_norm]; +"706 layer_norm_19_0_0_nncf_smooth_quant_0" [id=706, type=call_module]; +"707 quantize_per_tensor_default_59" [id=707, type=quantize_per_tensor]; +"708 dequantize_per_tensor_default_59" [id=708, type=dequantize_per_tensor]; +"709 linear_38_scale_0_updated_constant0" [id=709, type=get_attr]; +"710 compressed_weight_updated_constant39" [id=710, type=get_attr]; +"711 _param_constant121_0_0" [id=711, type=get_attr]; +"712 mul_39" [id=712, type=]; +"713 linear_38" [id=713, type=linear]; +"714 gelu_9" [id=714, type=gelu]; +"715 dropout_29" [id=715, type=dropout]; +"716 dropout_29_0_0_nncf_smooth_quant_0" [id=716, type=call_module]; +"717 quantize_per_tensor_default_60" [id=717, type=quantize_per_tensor]; +"718 dequantize_per_tensor_default_60" [id=718, type=dequantize_per_tensor]; +"719 linear_39_scale_0_updated_constant0" [id=719, type=get_attr]; +"720 compressed_weight_updated_constant40" [id=720, type=get_attr]; +"721 _param_constant123_0_0" [id=721, type=get_attr]; +"722 mul_40" [id=722, type=]; +"723 linear_39" [id=723, type=linear]; +"724 dropout_30" [id=724, type=dropout]; +"725 add_20" [id=725, type=add]; +"726 _param_constant124" [id=726, type=get_attr]; +"727 _param_constant125" [id=727, type=get_attr]; +"728 layer_norm_20" [id=728, type=layer_norm]; +"729 transpose_60" [id=729, type=transpose]; +"730 transpose_60_0_0_nncf_smooth_quant_0" [id=730, type=call_module]; +"731 quantize_per_tensor_default_61" [id=731, type=quantize_per_tensor]; +"732 dequantize_per_tensor_default_61" [id=732, type=dequantize_per_tensor]; +"733 linear_40_scale_0_updated_constant0" [id=733, type=get_attr]; +"734 compressed_weight_updated_constant41" [id=734, type=get_attr]; +"735 _param_constant127_0_0" [id=735, type=get_attr]; +"736 mul_41" [id=736, type=]; +"737 linear_40" [id=737, type=linear]; +"738 unflatten_10" [id=738, type=unflatten]; +"739 unsqueeze_10" [id=739, type=unsqueeze]; +"740 transpose_61" [id=740, type=transpose]; +"741 squeeze_10" [id=741, type=squeeze]; +"742 contiguous_10" [id=742, type=contiguous]; +"743 quantize_per_tensor_default_62" [id=743, type=quantize_per_tensor]; +"744 dequantize_per_tensor_default_62" [id=744, type=dequantize_per_tensor]; +"745 select_30" [id=745, type=select]; +"746 quantize_per_tensor_default_63" [id=746, type=quantize_per_tensor]; +"747 dequantize_per_tensor_default_63" [id=747, type=dequantize_per_tensor]; +"748 select_31" [id=748, type=select]; +"749 select_32" [id=749, type=select]; +"750 view_80" [id=750, type=view]; +"751 transpose_62" [id=751, type=transpose]; +"752 view_81" [id=752, type=view]; +"753 transpose_63" [id=753, type=transpose]; +"754 view_82" [id=754, type=view]; +"755 transpose_64" [id=755, type=transpose]; +"756 view_83" [id=756, type=view]; +"757 view_84" [id=757, type=view]; +"758 view_85" [id=758, type=view]; +"759 scaled_dot_product_attention_10" [id=759, type=scaled_dot_product_attention]; +"760 permute_11" [id=760, type=permute]; +"761 view_86" [id=761, type=view]; +"762 view_86_0_0_nncf_smooth_quant_0" [id=762, type=call_module]; +"763 quantize_per_tensor_default_64" [id=763, type=quantize_per_tensor]; +"764 dequantize_per_tensor_default_64" [id=764, type=dequantize_per_tensor]; +"765 linear_41_scale_0_updated_constant0" [id=765, type=get_attr]; +"766 compressed_weight_updated_constant42" [id=766, type=get_attr]; +"767 _param_constant129_0_0" [id=767, type=get_attr]; +"768 mul_42" [id=768, type=]; +"769 linear_41" [id=769, type=linear]; +"770 view_87" [id=770, type=view]; +"771 transpose_65" [id=771, type=transpose]; +"772 dropout_31" [id=772, type=dropout]; +"773 add_21" [id=773, type=add]; +"774 _param_constant130" [id=774, type=get_attr]; +"775 _param_constant131" [id=775, type=get_attr]; +"776 layer_norm_21" [id=776, type=layer_norm]; +"777 layer_norm_21_0_0_nncf_smooth_quant_0" [id=777, type=call_module]; +"778 quantize_per_tensor_default_65" [id=778, type=quantize_per_tensor]; +"779 dequantize_per_tensor_default_65" [id=779, type=dequantize_per_tensor]; +"780 linear_42_scale_0_updated_constant0" [id=780, type=get_attr]; +"781 compressed_weight_updated_constant43" [id=781, type=get_attr]; +"782 _param_constant133_0_0" [id=782, type=get_attr]; +"783 mul_43" [id=783, type=]; +"784 linear_42" [id=784, type=linear]; +"785 gelu_10" [id=785, type=gelu]; +"786 dropout_32" [id=786, type=dropout]; +"787 dropout_32_0_0_nncf_smooth_quant_0" [id=787, type=call_module]; +"788 quantize_per_tensor_default_66" [id=788, type=quantize_per_tensor]; +"789 dequantize_per_tensor_default_66" [id=789, type=dequantize_per_tensor]; +"790 linear_43_scale_0_updated_constant0" [id=790, type=get_attr]; +"791 compressed_weight_updated_constant44" [id=791, type=get_attr]; +"792 _param_constant135_0_0" [id=792, type=get_attr]; +"793 mul_44" [id=793, type=]; +"794 linear_43" [id=794, type=linear]; +"795 dropout_33" [id=795, type=dropout]; +"796 add_22" [id=796, type=add]; +"797 _param_constant136" [id=797, type=get_attr]; +"798 _param_constant137" [id=798, type=get_attr]; +"799 layer_norm_22" [id=799, type=layer_norm]; +"800 transpose_66" [id=800, type=transpose]; +"801 transpose_66_0_0_nncf_smooth_quant_0" [id=801, type=call_module]; +"802 quantize_per_tensor_default_67" [id=802, type=quantize_per_tensor]; +"803 dequantize_per_tensor_default_67" [id=803, type=dequantize_per_tensor]; +"804 linear_44_scale_0_updated_constant0" [id=804, type=get_attr]; +"805 compressed_weight_updated_constant45" [id=805, type=get_attr]; +"806 _param_constant139_0_0" [id=806, type=get_attr]; +"807 mul_45" [id=807, type=]; +"808 linear_44" [id=808, type=linear]; +"809 unflatten_11" [id=809, type=unflatten]; +"810 unsqueeze_11" [id=810, type=unsqueeze]; +"811 transpose_67" [id=811, type=transpose]; +"812 squeeze_11" [id=812, type=squeeze]; +"813 contiguous_11" [id=813, type=contiguous]; +"814 quantize_per_tensor_default_68" [id=814, type=quantize_per_tensor]; +"815 dequantize_per_tensor_default_68" [id=815, type=dequantize_per_tensor]; +"816 select_33" [id=816, type=select]; +"817 quantize_per_tensor_default_69" [id=817, type=quantize_per_tensor]; +"818 dequantize_per_tensor_default_69" [id=818, type=dequantize_per_tensor]; +"819 select_34" [id=819, type=select]; +"820 select_35" [id=820, type=select]; +"821 view_88" [id=821, type=view]; +"822 transpose_68" [id=822, type=transpose]; +"823 view_89" [id=823, type=view]; +"824 transpose_69" [id=824, type=transpose]; +"825 view_90" [id=825, type=view]; +"826 transpose_70" [id=826, type=transpose]; +"827 view_91" [id=827, type=view]; +"828 view_92" [id=828, type=view]; +"829 view_93" [id=829, type=view]; +"830 scaled_dot_product_attention_11" [id=830, type=scaled_dot_product_attention]; +"831 permute_12" [id=831, type=permute]; +"832 view_94" [id=832, type=view]; +"833 view_94_0_0_nncf_smooth_quant_0" [id=833, type=call_module]; +"834 quantize_per_tensor_default_70" [id=834, type=quantize_per_tensor]; +"835 dequantize_per_tensor_default_70" [id=835, type=dequantize_per_tensor]; +"836 linear_45_scale_0_updated_constant0" [id=836, type=get_attr]; +"837 compressed_weight_updated_constant46" [id=837, type=get_attr]; +"838 _param_constant141_0_0" [id=838, type=get_attr]; +"839 mul_46" [id=839, type=]; +"840 linear_45" [id=840, type=linear]; +"841 view_95" [id=841, type=view]; +"842 transpose_71" [id=842, type=transpose]; +"843 dropout_34" [id=843, type=dropout]; +"844 add_23" [id=844, type=add]; +"845 _param_constant142" [id=845, type=get_attr]; +"846 _param_constant143" [id=846, type=get_attr]; +"847 layer_norm_23" [id=847, type=layer_norm]; +"848 layer_norm_23_0_0_nncf_smooth_quant_0" [id=848, type=call_module]; +"849 quantize_per_tensor_default_71" [id=849, type=quantize_per_tensor]; +"850 dequantize_per_tensor_default_71" [id=850, type=dequantize_per_tensor]; +"851 linear_46_scale_0_updated_constant0" [id=851, type=get_attr]; +"852 compressed_weight_updated_constant47" [id=852, type=get_attr]; +"853 _param_constant145_0_0" [id=853, type=get_attr]; +"854 mul_47" [id=854, type=]; +"855 linear_46" [id=855, type=linear]; +"856 gelu_11" [id=856, type=gelu]; +"857 dropout_35" [id=857, type=dropout]; +"858 dropout_35_0_0_nncf_smooth_quant_0" [id=858, type=call_module]; +"859 quantize_per_tensor_default_72" [id=859, type=quantize_per_tensor]; +"860 dequantize_per_tensor_default_72" [id=860, type=dequantize_per_tensor]; +"861 linear_47_scale_0_updated_constant0" [id=861, type=get_attr]; +"862 compressed_weight_updated_constant48" [id=862, type=get_attr]; +"863 _param_constant147_0_0" [id=863, type=get_attr]; +"864 mul_48" [id=864, type=]; +"865 linear_47" [id=865, type=linear]; +"866 dropout_36" [id=866, type=dropout]; +"867 add_24" [id=867, type=add]; +"868 _param_constant148" [id=868, type=get_attr]; +"869 _param_constant149" [id=869, type=get_attr]; +"870 layer_norm_24" [id=870, type=layer_norm]; +"871 slice_1" [id=871, type=slice]; +"872 select_36" [id=872, type=select]; +"873 select_36_0_0_nncf_smooth_quant_0" [id=873, type=call_module]; +"874 quantize_per_tensor_default_73" [id=874, type=quantize_per_tensor]; +"875 dequantize_per_tensor_default_73" [id=875, type=dequantize_per_tensor]; +"876 linear_48_scale_0_updated_constant0" [id=876, type=get_attr]; +"877 compressed_weight_updated_constant49" [id=877, type=get_attr]; +"878 _param_constant151_0_0" [id=878, type=get_attr]; +"879 mul_49" [id=879, type=]; +"880 linear_48" [id=880, type=linear]; +"881 output" [id=881, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default"; -"2 dequantize_per_tensor_default" -> "9 conv2d"; -"3 _param_constant0" -> "6 quantize_per_channel_default"; -"4 conv2d_scale_0" -> "6 quantize_per_channel_default"; -"4 conv2d_scale_0" -> "7 dequantize_per_channel_default"; -"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default"; -"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default"; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default"; -"7 dequantize_per_channel_default" -> "9 conv2d"; -"8 _param_constant1_0_0" -> "9 conv2d"; -"9 conv2d" -> "10 reshape"; -"10 reshape" -> "11 permute"; -"11 permute" -> "14 cat"; -"12 _param_constant2" -> "13 expand"; -"13 expand" -> "14 cat"; -"14 cat" -> "16 add"; -"15 _param_constant3" -> "16 add"; -"16 add" -> "17 dropout"; -"17 dropout" -> "20 layer_norm"; -"17 dropout" -> "69 add_1"; -"18 _param_constant4" -> "20 layer_norm"; -"19 _param_constant5" -> "20 layer_norm"; -"20 layer_norm" -> "21 transpose"; -"21 transpose" -> "23 transpose_0_0_nncf_smooth_quant_0"; -"22 linear_updated_constant0" -> "28 quantize_per_channel_default_1"; -"23 transpose_0_0_nncf_smooth_quant_0" -> "24 quantize_per_tensor_default_1"; -"24 quantize_per_tensor_default_1" -> "25 dequantize_per_tensor_default_1"; -"25 dequantize_per_tensor_default_1" -> "31 linear"; -"26 linear_scale_0" -> "28 quantize_per_channel_default_1"; -"26 linear_scale_0" -> "29 dequantize_per_channel_default_1"; -"27 linear_zero_point_0" -> "28 quantize_per_channel_default_1"; -"27 linear_zero_point_0" -> "29 dequantize_per_channel_default_1"; -"28 quantize_per_channel_default_1" -> "29 dequantize_per_channel_default_1"; -"29 dequantize_per_channel_default_1" -> "31 linear"; -"30 _param_constant7_0_0" -> "31 linear"; -"31 linear" -> "32 unflatten"; -"32 unflatten" -> "33 unsqueeze"; -"33 unsqueeze" -> "34 transpose_1"; -"34 transpose_1" -> "35 squeeze"; -"35 squeeze" -> "36 contiguous"; -"36 contiguous" -> "37 quantize_per_tensor_default_2"; -"36 contiguous" -> "40 quantize_per_tensor_default_3"; -"36 contiguous" -> "43 select_2"; -"37 quantize_per_tensor_default_2" -> "38 dequantize_per_tensor_default_2"; -"38 dequantize_per_tensor_default_2" -> "39 select"; -"39 select" -> "44 view"; -"40 quantize_per_tensor_default_3" -> "41 dequantize_per_tensor_default_3"; -"41 dequantize_per_tensor_default_3" -> "42 select_1"; -"42 select_1" -> "46 view_1"; -"43 select_2" -> "48 view_2"; -"44 view" -> "45 transpose_2"; -"45 transpose_2" -> "50 view_3"; -"46 view_1" -> "47 transpose_3"; -"47 transpose_3" -> "51 view_4"; -"48 view_2" -> "49 transpose_4"; -"49 transpose_4" -> "52 view_5"; -"50 view_3" -> "53 scaled_dot_product_attention"; -"51 view_4" -> "53 scaled_dot_product_attention"; -"52 view_5" -> "53 scaled_dot_product_attention"; -"53 scaled_dot_product_attention" -> "54 permute_1"; -"54 permute_1" -> "55 view_6"; -"55 view_6" -> "57 view_6_0_0_nncf_smooth_quant_0"; -"56 linear_1_updated_constant0" -> "62 quantize_per_channel_default_2"; -"57 view_6_0_0_nncf_smooth_quant_0" -> "58 quantize_per_tensor_default_4"; -"58 quantize_per_tensor_default_4" -> "59 dequantize_per_tensor_default_4"; -"59 dequantize_per_tensor_default_4" -> "65 linear_1"; -"60 linear_1_scale_0" -> "62 quantize_per_channel_default_2"; -"60 linear_1_scale_0" -> "63 dequantize_per_channel_default_2"; -"61 linear_1_zero_point_0" -> "62 quantize_per_channel_default_2"; -"61 linear_1_zero_point_0" -> "63 dequantize_per_channel_default_2"; -"62 quantize_per_channel_default_2" -> "63 dequantize_per_channel_default_2"; -"63 dequantize_per_channel_default_2" -> "65 linear_1"; -"64 _param_constant9_0_0" -> "65 linear_1"; -"65 linear_1" -> "66 view_7"; -"66 view_7" -> "67 transpose_5"; -"67 transpose_5" -> "68 dropout_1"; -"68 dropout_1" -> "69 add_1"; -"69 add_1" -> "72 layer_norm_1"; -"69 add_1" -> "96 add_2"; -"70 _param_constant10" -> "72 layer_norm_1"; -"71 _param_constant11" -> "72 layer_norm_1"; -"72 layer_norm_1" -> "74 layer_norm_1_0_0_nncf_smooth_quant_0"; -"73 linear_2_updated_constant0" -> "79 quantize_per_channel_default_3"; -"74 layer_norm_1_0_0_nncf_smooth_quant_0" -> "75 quantize_per_tensor_default_5"; -"75 quantize_per_tensor_default_5" -> "76 dequantize_per_tensor_default_5"; -"76 dequantize_per_tensor_default_5" -> "82 linear_2"; -"77 linear_2_scale_0" -> "79 quantize_per_channel_default_3"; -"77 linear_2_scale_0" -> "80 dequantize_per_channel_default_3"; -"78 linear_2_zero_point_0" -> "79 quantize_per_channel_default_3"; -"78 linear_2_zero_point_0" -> "80 dequantize_per_channel_default_3"; -"79 quantize_per_channel_default_3" -> "80 dequantize_per_channel_default_3"; -"80 dequantize_per_channel_default_3" -> "82 linear_2"; -"81 _param_constant13_0_0" -> "82 linear_2"; -"82 linear_2" -> "83 gelu"; -"83 gelu" -> "84 dropout_2"; -"84 dropout_2" -> "86 dropout_2_0_0_nncf_smooth_quant_0"; -"85 linear_3_updated_constant0" -> "91 quantize_per_channel_default_4"; -"86 dropout_2_0_0_nncf_smooth_quant_0" -> "87 quantize_per_tensor_default_6"; -"87 quantize_per_tensor_default_6" -> "88 dequantize_per_tensor_default_6"; -"88 dequantize_per_tensor_default_6" -> "94 linear_3"; -"89 linear_3_scale_0" -> "91 quantize_per_channel_default_4"; -"89 linear_3_scale_0" -> "92 dequantize_per_channel_default_4"; -"90 linear_3_zero_point_0" -> "91 quantize_per_channel_default_4"; -"90 linear_3_zero_point_0" -> "92 dequantize_per_channel_default_4"; -"91 quantize_per_channel_default_4" -> "92 dequantize_per_channel_default_4"; -"92 dequantize_per_channel_default_4" -> "94 linear_3"; -"93 _param_constant15_0_0" -> "94 linear_3"; -"94 linear_3" -> "95 dropout_3"; -"95 dropout_3" -> "96 add_2"; -"96 add_2" -> "99 layer_norm_2"; -"96 add_2" -> "148 add_3"; -"97 _param_constant16" -> "99 layer_norm_2"; -"98 _param_constant17" -> "99 layer_norm_2"; -"99 layer_norm_2" -> "100 transpose_6"; -"100 transpose_6" -> "102 transpose_6_0_0_nncf_smooth_quant_0"; -"101 linear_4_updated_constant0" -> "107 quantize_per_channel_default_5"; -"102 transpose_6_0_0_nncf_smooth_quant_0" -> "103 quantize_per_tensor_default_7"; -"103 quantize_per_tensor_default_7" -> "104 dequantize_per_tensor_default_7"; -"104 dequantize_per_tensor_default_7" -> "110 linear_4"; -"105 linear_4_scale_0" -> "107 quantize_per_channel_default_5"; -"105 linear_4_scale_0" -> "108 dequantize_per_channel_default_5"; -"106 linear_4_zero_point_0" -> "107 quantize_per_channel_default_5"; -"106 linear_4_zero_point_0" -> "108 dequantize_per_channel_default_5"; -"107 quantize_per_channel_default_5" -> "108 dequantize_per_channel_default_5"; -"108 dequantize_per_channel_default_5" -> "110 linear_4"; -"109 _param_constant19_0_0" -> "110 linear_4"; -"110 linear_4" -> "111 unflatten_1"; -"111 unflatten_1" -> "112 unsqueeze_1"; -"112 unsqueeze_1" -> "113 transpose_7"; -"113 transpose_7" -> "114 squeeze_1"; -"114 squeeze_1" -> "115 contiguous_1"; -"115 contiguous_1" -> "116 quantize_per_tensor_default_8"; -"115 contiguous_1" -> "119 quantize_per_tensor_default_9"; -"115 contiguous_1" -> "122 select_5"; -"116 quantize_per_tensor_default_8" -> "117 dequantize_per_tensor_default_8"; -"117 dequantize_per_tensor_default_8" -> "118 select_3"; -"118 select_3" -> "123 view_8"; -"119 quantize_per_tensor_default_9" -> "120 dequantize_per_tensor_default_9"; -"120 dequantize_per_tensor_default_9" -> "121 select_4"; -"121 select_4" -> "125 view_9"; -"122 select_5" -> "127 view_10"; -"123 view_8" -> "124 transpose_8"; -"124 transpose_8" -> "129 view_11"; -"125 view_9" -> "126 transpose_9"; -"126 transpose_9" -> "130 view_12"; -"127 view_10" -> "128 transpose_10"; -"128 transpose_10" -> "131 view_13"; -"129 view_11" -> "132 scaled_dot_product_attention_1"; -"130 view_12" -> "132 scaled_dot_product_attention_1"; -"131 view_13" -> "132 scaled_dot_product_attention_1"; -"132 scaled_dot_product_attention_1" -> "133 permute_2"; -"133 permute_2" -> "134 view_14"; -"134 view_14" -> "136 view_14_0_0_nncf_smooth_quant_0"; -"135 linear_5_updated_constant0" -> "141 quantize_per_channel_default_6"; -"136 view_14_0_0_nncf_smooth_quant_0" -> "137 quantize_per_tensor_default_10"; -"137 quantize_per_tensor_default_10" -> "138 dequantize_per_tensor_default_10"; -"138 dequantize_per_tensor_default_10" -> "144 linear_5"; -"139 linear_5_scale_0" -> "141 quantize_per_channel_default_6"; -"139 linear_5_scale_0" -> "142 dequantize_per_channel_default_6"; -"140 linear_5_zero_point_0" -> "141 quantize_per_channel_default_6"; -"140 linear_5_zero_point_0" -> "142 dequantize_per_channel_default_6"; -"141 quantize_per_channel_default_6" -> "142 dequantize_per_channel_default_6"; -"142 dequantize_per_channel_default_6" -> "144 linear_5"; -"143 _param_constant21_0_0" -> "144 linear_5"; -"144 linear_5" -> "145 view_15"; -"145 view_15" -> "146 transpose_11"; -"146 transpose_11" -> "147 dropout_4"; -"147 dropout_4" -> "148 add_3"; -"148 add_3" -> "151 layer_norm_3"; -"148 add_3" -> "175 add_4"; -"149 _param_constant22" -> "151 layer_norm_3"; -"150 _param_constant23" -> "151 layer_norm_3"; -"151 layer_norm_3" -> "153 layer_norm_3_0_0_nncf_smooth_quant_0"; -"152 linear_6_updated_constant0" -> "158 quantize_per_channel_default_7"; -"153 layer_norm_3_0_0_nncf_smooth_quant_0" -> "154 quantize_per_tensor_default_11"; -"154 quantize_per_tensor_default_11" -> "155 dequantize_per_tensor_default_11"; -"155 dequantize_per_tensor_default_11" -> "161 linear_6"; -"156 linear_6_scale_0" -> "158 quantize_per_channel_default_7"; -"156 linear_6_scale_0" -> "159 dequantize_per_channel_default_7"; -"157 linear_6_zero_point_0" -> "158 quantize_per_channel_default_7"; -"157 linear_6_zero_point_0" -> "159 dequantize_per_channel_default_7"; -"158 quantize_per_channel_default_7" -> "159 dequantize_per_channel_default_7"; -"159 dequantize_per_channel_default_7" -> "161 linear_6"; -"160 _param_constant25_0_0" -> "161 linear_6"; -"161 linear_6" -> "162 gelu_1"; -"162 gelu_1" -> "163 dropout_5"; -"163 dropout_5" -> "165 dropout_5_0_0_nncf_smooth_quant_0"; -"164 linear_7_updated_constant0" -> "170 quantize_per_channel_default_8"; -"165 dropout_5_0_0_nncf_smooth_quant_0" -> "166 quantize_per_tensor_default_12"; -"166 quantize_per_tensor_default_12" -> "167 dequantize_per_tensor_default_12"; -"167 dequantize_per_tensor_default_12" -> "173 linear_7"; -"168 linear_7_scale_0" -> "170 quantize_per_channel_default_8"; -"168 linear_7_scale_0" -> "171 dequantize_per_channel_default_8"; -"169 linear_7_zero_point_0" -> "170 quantize_per_channel_default_8"; -"169 linear_7_zero_point_0" -> "171 dequantize_per_channel_default_8"; -"170 quantize_per_channel_default_8" -> "171 dequantize_per_channel_default_8"; -"171 dequantize_per_channel_default_8" -> "173 linear_7"; -"172 _param_constant27_0_0" -> "173 linear_7"; -"173 linear_7" -> "174 dropout_6"; -"174 dropout_6" -> "175 add_4"; -"175 add_4" -> "178 layer_norm_4"; -"175 add_4" -> "227 add_5"; -"176 _param_constant28" -> "178 layer_norm_4"; -"177 _param_constant29" -> "178 layer_norm_4"; -"178 layer_norm_4" -> "179 transpose_12"; -"179 transpose_12" -> "181 transpose_12_0_0_nncf_smooth_quant_0"; -"180 linear_8_updated_constant0" -> "186 quantize_per_channel_default_9"; -"181 transpose_12_0_0_nncf_smooth_quant_0" -> "182 quantize_per_tensor_default_13"; -"182 quantize_per_tensor_default_13" -> "183 dequantize_per_tensor_default_13"; -"183 dequantize_per_tensor_default_13" -> "189 linear_8"; -"184 linear_8_scale_0" -> "186 quantize_per_channel_default_9"; -"184 linear_8_scale_0" -> "187 dequantize_per_channel_default_9"; -"185 linear_8_zero_point_0" -> "186 quantize_per_channel_default_9"; -"185 linear_8_zero_point_0" -> "187 dequantize_per_channel_default_9"; -"186 quantize_per_channel_default_9" -> "187 dequantize_per_channel_default_9"; -"187 dequantize_per_channel_default_9" -> "189 linear_8"; -"188 _param_constant31_0_0" -> "189 linear_8"; -"189 linear_8" -> "190 unflatten_2"; -"190 unflatten_2" -> "191 unsqueeze_2"; -"191 unsqueeze_2" -> "192 transpose_13"; -"192 transpose_13" -> "193 squeeze_2"; -"193 squeeze_2" -> "194 contiguous_2"; -"194 contiguous_2" -> "195 quantize_per_tensor_default_14"; -"194 contiguous_2" -> "198 quantize_per_tensor_default_15"; -"194 contiguous_2" -> "201 select_8"; -"195 quantize_per_tensor_default_14" -> "196 dequantize_per_tensor_default_14"; -"196 dequantize_per_tensor_default_14" -> "197 select_6"; -"197 select_6" -> "202 view_16"; -"198 quantize_per_tensor_default_15" -> "199 dequantize_per_tensor_default_15"; -"199 dequantize_per_tensor_default_15" -> "200 select_7"; -"200 select_7" -> "204 view_17"; -"201 select_8" -> "206 view_18"; -"202 view_16" -> "203 transpose_14"; -"203 transpose_14" -> "208 view_19"; -"204 view_17" -> "205 transpose_15"; -"205 transpose_15" -> "209 view_20"; -"206 view_18" -> "207 transpose_16"; -"207 transpose_16" -> "210 view_21"; -"208 view_19" -> "211 scaled_dot_product_attention_2"; -"209 view_20" -> "211 scaled_dot_product_attention_2"; -"210 view_21" -> "211 scaled_dot_product_attention_2"; -"211 scaled_dot_product_attention_2" -> "212 permute_3"; -"212 permute_3" -> "213 view_22"; -"213 view_22" -> "215 view_22_0_0_nncf_smooth_quant_0"; -"214 linear_9_updated_constant0" -> "220 quantize_per_channel_default_10"; -"215 view_22_0_0_nncf_smooth_quant_0" -> "216 quantize_per_tensor_default_16"; -"216 quantize_per_tensor_default_16" -> "217 dequantize_per_tensor_default_16"; -"217 dequantize_per_tensor_default_16" -> "223 linear_9"; -"218 linear_9_scale_0" -> "220 quantize_per_channel_default_10"; -"218 linear_9_scale_0" -> "221 dequantize_per_channel_default_10"; -"219 linear_9_zero_point_0" -> "220 quantize_per_channel_default_10"; -"219 linear_9_zero_point_0" -> "221 dequantize_per_channel_default_10"; -"220 quantize_per_channel_default_10" -> "221 dequantize_per_channel_default_10"; -"221 dequantize_per_channel_default_10" -> "223 linear_9"; -"222 _param_constant33_0_0" -> "223 linear_9"; -"223 linear_9" -> "224 view_23"; -"224 view_23" -> "225 transpose_17"; -"225 transpose_17" -> "226 dropout_7"; -"226 dropout_7" -> "227 add_5"; -"227 add_5" -> "230 layer_norm_5"; -"227 add_5" -> "254 add_6"; -"228 _param_constant34" -> "230 layer_norm_5"; -"229 _param_constant35" -> "230 layer_norm_5"; -"230 layer_norm_5" -> "232 layer_norm_5_0_0_nncf_smooth_quant_0"; -"231 linear_10_updated_constant0" -> "237 quantize_per_channel_default_11"; -"232 layer_norm_5_0_0_nncf_smooth_quant_0" -> "233 quantize_per_tensor_default_17"; -"233 quantize_per_tensor_default_17" -> "234 dequantize_per_tensor_default_17"; -"234 dequantize_per_tensor_default_17" -> "240 linear_10"; -"235 linear_10_scale_0" -> "237 quantize_per_channel_default_11"; -"235 linear_10_scale_0" -> "238 dequantize_per_channel_default_11"; -"236 linear_10_zero_point_0" -> "237 quantize_per_channel_default_11"; -"236 linear_10_zero_point_0" -> "238 dequantize_per_channel_default_11"; -"237 quantize_per_channel_default_11" -> "238 dequantize_per_channel_default_11"; -"238 dequantize_per_channel_default_11" -> "240 linear_10"; -"239 _param_constant37_0_0" -> "240 linear_10"; -"240 linear_10" -> "241 gelu_2"; -"241 gelu_2" -> "242 dropout_8"; -"242 dropout_8" -> "244 dropout_8_0_0_nncf_smooth_quant_0"; -"243 linear_11_updated_constant0" -> "249 quantize_per_channel_default_12"; -"244 dropout_8_0_0_nncf_smooth_quant_0" -> "245 quantize_per_tensor_default_18"; -"245 quantize_per_tensor_default_18" -> "246 dequantize_per_tensor_default_18"; -"246 dequantize_per_tensor_default_18" -> "252 linear_11"; -"247 linear_11_scale_0" -> "249 quantize_per_channel_default_12"; -"247 linear_11_scale_0" -> "250 dequantize_per_channel_default_12"; -"248 linear_11_zero_point_0" -> "249 quantize_per_channel_default_12"; -"248 linear_11_zero_point_0" -> "250 dequantize_per_channel_default_12"; -"249 quantize_per_channel_default_12" -> "250 dequantize_per_channel_default_12"; -"250 dequantize_per_channel_default_12" -> "252 linear_11"; -"251 _param_constant39_0_0" -> "252 linear_11"; -"252 linear_11" -> "253 dropout_9"; -"253 dropout_9" -> "254 add_6"; -"254 add_6" -> "257 layer_norm_6"; -"254 add_6" -> "306 add_7"; -"255 _param_constant40" -> "257 layer_norm_6"; -"256 _param_constant41" -> "257 layer_norm_6"; -"257 layer_norm_6" -> "258 transpose_18"; -"258 transpose_18" -> "260 transpose_18_0_0_nncf_smooth_quant_0"; -"259 linear_12_updated_constant0" -> "265 quantize_per_channel_default_13"; -"260 transpose_18_0_0_nncf_smooth_quant_0" -> "261 quantize_per_tensor_default_19"; -"261 quantize_per_tensor_default_19" -> "262 dequantize_per_tensor_default_19"; -"262 dequantize_per_tensor_default_19" -> "268 linear_12"; -"263 linear_12_scale_0" -> "265 quantize_per_channel_default_13"; -"263 linear_12_scale_0" -> "266 dequantize_per_channel_default_13"; -"264 linear_12_zero_point_0" -> "265 quantize_per_channel_default_13"; -"264 linear_12_zero_point_0" -> "266 dequantize_per_channel_default_13"; -"265 quantize_per_channel_default_13" -> "266 dequantize_per_channel_default_13"; -"266 dequantize_per_channel_default_13" -> "268 linear_12"; -"267 _param_constant43_0_0" -> "268 linear_12"; -"268 linear_12" -> "269 unflatten_3"; -"269 unflatten_3" -> "270 unsqueeze_3"; -"270 unsqueeze_3" -> "271 transpose_19"; -"271 transpose_19" -> "272 squeeze_3"; -"272 squeeze_3" -> "273 contiguous_3"; -"273 contiguous_3" -> "274 quantize_per_tensor_default_20"; -"273 contiguous_3" -> "277 quantize_per_tensor_default_21"; -"273 contiguous_3" -> "280 select_11"; -"274 quantize_per_tensor_default_20" -> "275 dequantize_per_tensor_default_20"; -"275 dequantize_per_tensor_default_20" -> "276 select_9"; -"276 select_9" -> "281 view_24"; -"277 quantize_per_tensor_default_21" -> "278 dequantize_per_tensor_default_21"; -"278 dequantize_per_tensor_default_21" -> "279 select_10"; -"279 select_10" -> "283 view_25"; -"280 select_11" -> "285 view_26"; -"281 view_24" -> "282 transpose_20"; -"282 transpose_20" -> "287 view_27"; -"283 view_25" -> "284 transpose_21"; -"284 transpose_21" -> "288 view_28"; -"285 view_26" -> "286 transpose_22"; -"286 transpose_22" -> "289 view_29"; -"287 view_27" -> "290 scaled_dot_product_attention_3"; -"288 view_28" -> "290 scaled_dot_product_attention_3"; -"289 view_29" -> "290 scaled_dot_product_attention_3"; -"290 scaled_dot_product_attention_3" -> "291 permute_4"; -"291 permute_4" -> "292 view_30"; -"292 view_30" -> "294 view_30_0_0_nncf_smooth_quant_0"; -"293 linear_13_updated_constant0" -> "299 quantize_per_channel_default_14"; -"294 view_30_0_0_nncf_smooth_quant_0" -> "295 quantize_per_tensor_default_22"; -"295 quantize_per_tensor_default_22" -> "296 dequantize_per_tensor_default_22"; -"296 dequantize_per_tensor_default_22" -> "302 linear_13"; -"297 linear_13_scale_0" -> "299 quantize_per_channel_default_14"; -"297 linear_13_scale_0" -> "300 dequantize_per_channel_default_14"; -"298 linear_13_zero_point_0" -> "299 quantize_per_channel_default_14"; -"298 linear_13_zero_point_0" -> "300 dequantize_per_channel_default_14"; -"299 quantize_per_channel_default_14" -> "300 dequantize_per_channel_default_14"; -"300 dequantize_per_channel_default_14" -> "302 linear_13"; -"301 _param_constant45_0_0" -> "302 linear_13"; -"302 linear_13" -> "303 view_31"; -"303 view_31" -> "304 transpose_23"; -"304 transpose_23" -> "305 dropout_10"; -"305 dropout_10" -> "306 add_7"; -"306 add_7" -> "309 layer_norm_7"; -"306 add_7" -> "333 add_8"; -"307 _param_constant46" -> "309 layer_norm_7"; -"308 _param_constant47" -> "309 layer_norm_7"; -"309 layer_norm_7" -> "311 layer_norm_7_0_0_nncf_smooth_quant_0"; -"310 linear_14_updated_constant0" -> "316 quantize_per_channel_default_15"; -"311 layer_norm_7_0_0_nncf_smooth_quant_0" -> "312 quantize_per_tensor_default_23"; -"312 quantize_per_tensor_default_23" -> "313 dequantize_per_tensor_default_23"; -"313 dequantize_per_tensor_default_23" -> "319 linear_14"; -"314 linear_14_scale_0" -> "316 quantize_per_channel_default_15"; -"314 linear_14_scale_0" -> "317 dequantize_per_channel_default_15"; -"315 linear_14_zero_point_0" -> "316 quantize_per_channel_default_15"; -"315 linear_14_zero_point_0" -> "317 dequantize_per_channel_default_15"; -"316 quantize_per_channel_default_15" -> "317 dequantize_per_channel_default_15"; -"317 dequantize_per_channel_default_15" -> "319 linear_14"; -"318 _param_constant49_0_0" -> "319 linear_14"; -"319 linear_14" -> "320 gelu_3"; -"320 gelu_3" -> "321 dropout_11"; -"321 dropout_11" -> "323 dropout_11_0_0_nncf_smooth_quant_0"; -"322 linear_15_updated_constant0" -> "328 quantize_per_channel_default_16"; -"323 dropout_11_0_0_nncf_smooth_quant_0" -> "324 quantize_per_tensor_default_24"; -"324 quantize_per_tensor_default_24" -> "325 dequantize_per_tensor_default_24"; -"325 dequantize_per_tensor_default_24" -> "331 linear_15"; -"326 linear_15_scale_0" -> "328 quantize_per_channel_default_16"; -"326 linear_15_scale_0" -> "329 dequantize_per_channel_default_16"; -"327 linear_15_zero_point_0" -> "328 quantize_per_channel_default_16"; -"327 linear_15_zero_point_0" -> "329 dequantize_per_channel_default_16"; -"328 quantize_per_channel_default_16" -> "329 dequantize_per_channel_default_16"; -"329 dequantize_per_channel_default_16" -> "331 linear_15"; -"330 _param_constant51_0_0" -> "331 linear_15"; -"331 linear_15" -> "332 dropout_12"; -"332 dropout_12" -> "333 add_8"; -"333 add_8" -> "336 layer_norm_8"; -"333 add_8" -> "385 add_9"; -"334 _param_constant52" -> "336 layer_norm_8"; -"335 _param_constant53" -> "336 layer_norm_8"; -"336 layer_norm_8" -> "337 transpose_24"; -"337 transpose_24" -> "339 transpose_24_0_0_nncf_smooth_quant_0"; -"338 linear_16_updated_constant0" -> "344 quantize_per_channel_default_17"; -"339 transpose_24_0_0_nncf_smooth_quant_0" -> "340 quantize_per_tensor_default_25"; -"340 quantize_per_tensor_default_25" -> "341 dequantize_per_tensor_default_25"; -"341 dequantize_per_tensor_default_25" -> "347 linear_16"; -"342 linear_16_scale_0" -> "344 quantize_per_channel_default_17"; -"342 linear_16_scale_0" -> "345 dequantize_per_channel_default_17"; -"343 linear_16_zero_point_0" -> "344 quantize_per_channel_default_17"; -"343 linear_16_zero_point_0" -> "345 dequantize_per_channel_default_17"; -"344 quantize_per_channel_default_17" -> "345 dequantize_per_channel_default_17"; -"345 dequantize_per_channel_default_17" -> "347 linear_16"; -"346 _param_constant55_0_0" -> "347 linear_16"; -"347 linear_16" -> "348 unflatten_4"; -"348 unflatten_4" -> "349 unsqueeze_4"; -"349 unsqueeze_4" -> "350 transpose_25"; -"350 transpose_25" -> "351 squeeze_4"; -"351 squeeze_4" -> "352 contiguous_4"; -"352 contiguous_4" -> "353 quantize_per_tensor_default_26"; -"352 contiguous_4" -> "356 quantize_per_tensor_default_27"; -"352 contiguous_4" -> "359 select_14"; -"353 quantize_per_tensor_default_26" -> "354 dequantize_per_tensor_default_26"; -"354 dequantize_per_tensor_default_26" -> "355 select_12"; -"355 select_12" -> "360 view_32"; -"356 quantize_per_tensor_default_27" -> "357 dequantize_per_tensor_default_27"; -"357 dequantize_per_tensor_default_27" -> "358 select_13"; -"358 select_13" -> "362 view_33"; -"359 select_14" -> "364 view_34"; -"360 view_32" -> "361 transpose_26"; -"361 transpose_26" -> "366 view_35"; -"362 view_33" -> "363 transpose_27"; -"363 transpose_27" -> "367 view_36"; -"364 view_34" -> "365 transpose_28"; -"365 transpose_28" -> "368 view_37"; -"366 view_35" -> "369 scaled_dot_product_attention_4"; -"367 view_36" -> "369 scaled_dot_product_attention_4"; -"368 view_37" -> "369 scaled_dot_product_attention_4"; -"369 scaled_dot_product_attention_4" -> "370 permute_5"; -"370 permute_5" -> "371 view_38"; -"371 view_38" -> "373 view_38_0_0_nncf_smooth_quant_0"; -"372 linear_17_updated_constant0" -> "378 quantize_per_channel_default_18"; -"373 view_38_0_0_nncf_smooth_quant_0" -> "374 quantize_per_tensor_default_28"; -"374 quantize_per_tensor_default_28" -> "375 dequantize_per_tensor_default_28"; -"375 dequantize_per_tensor_default_28" -> "381 linear_17"; -"376 linear_17_scale_0" -> "378 quantize_per_channel_default_18"; -"376 linear_17_scale_0" -> "379 dequantize_per_channel_default_18"; -"377 linear_17_zero_point_0" -> "378 quantize_per_channel_default_18"; -"377 linear_17_zero_point_0" -> "379 dequantize_per_channel_default_18"; -"378 quantize_per_channel_default_18" -> "379 dequantize_per_channel_default_18"; -"379 dequantize_per_channel_default_18" -> "381 linear_17"; -"380 _param_constant57_0_0" -> "381 linear_17"; -"381 linear_17" -> "382 view_39"; -"382 view_39" -> "383 transpose_29"; -"383 transpose_29" -> "384 dropout_13"; -"384 dropout_13" -> "385 add_9"; -"385 add_9" -> "388 layer_norm_9"; -"385 add_9" -> "412 add_10"; -"386 _param_constant58" -> "388 layer_norm_9"; -"387 _param_constant59" -> "388 layer_norm_9"; -"388 layer_norm_9" -> "390 layer_norm_9_0_0_nncf_smooth_quant_0"; -"389 linear_18_updated_constant0" -> "395 quantize_per_channel_default_19"; -"390 layer_norm_9_0_0_nncf_smooth_quant_0" -> "391 quantize_per_tensor_default_29"; -"391 quantize_per_tensor_default_29" -> "392 dequantize_per_tensor_default_29"; -"392 dequantize_per_tensor_default_29" -> "398 linear_18"; -"393 linear_18_scale_0" -> "395 quantize_per_channel_default_19"; -"393 linear_18_scale_0" -> "396 dequantize_per_channel_default_19"; -"394 linear_18_zero_point_0" -> "395 quantize_per_channel_default_19"; -"394 linear_18_zero_point_0" -> "396 dequantize_per_channel_default_19"; -"395 quantize_per_channel_default_19" -> "396 dequantize_per_channel_default_19"; -"396 dequantize_per_channel_default_19" -> "398 linear_18"; -"397 _param_constant61_0_0" -> "398 linear_18"; -"398 linear_18" -> "399 gelu_4"; -"399 gelu_4" -> "400 dropout_14"; -"400 dropout_14" -> "402 dropout_14_0_0_nncf_smooth_quant_0"; -"401 linear_19_updated_constant0" -> "407 quantize_per_channel_default_20"; -"402 dropout_14_0_0_nncf_smooth_quant_0" -> "403 quantize_per_tensor_default_30"; -"403 quantize_per_tensor_default_30" -> "404 dequantize_per_tensor_default_30"; -"404 dequantize_per_tensor_default_30" -> "410 linear_19"; -"405 linear_19_scale_0" -> "407 quantize_per_channel_default_20"; -"405 linear_19_scale_0" -> "408 dequantize_per_channel_default_20"; -"406 linear_19_zero_point_0" -> "407 quantize_per_channel_default_20"; -"406 linear_19_zero_point_0" -> "408 dequantize_per_channel_default_20"; -"407 quantize_per_channel_default_20" -> "408 dequantize_per_channel_default_20"; -"408 dequantize_per_channel_default_20" -> "410 linear_19"; -"409 _param_constant63_0_0" -> "410 linear_19"; -"410 linear_19" -> "411 dropout_15"; -"411 dropout_15" -> "412 add_10"; -"412 add_10" -> "415 layer_norm_10"; -"412 add_10" -> "464 add_11"; -"413 _param_constant64" -> "415 layer_norm_10"; -"414 _param_constant65" -> "415 layer_norm_10"; -"415 layer_norm_10" -> "416 transpose_30"; -"416 transpose_30" -> "418 transpose_30_0_0_nncf_smooth_quant_0"; -"417 linear_20_updated_constant0" -> "423 quantize_per_channel_default_21"; -"418 transpose_30_0_0_nncf_smooth_quant_0" -> "419 quantize_per_tensor_default_31"; -"419 quantize_per_tensor_default_31" -> "420 dequantize_per_tensor_default_31"; -"420 dequantize_per_tensor_default_31" -> "426 linear_20"; -"421 linear_20_scale_0" -> "423 quantize_per_channel_default_21"; -"421 linear_20_scale_0" -> "424 dequantize_per_channel_default_21"; -"422 linear_20_zero_point_0" -> "423 quantize_per_channel_default_21"; -"422 linear_20_zero_point_0" -> "424 dequantize_per_channel_default_21"; -"423 quantize_per_channel_default_21" -> "424 dequantize_per_channel_default_21"; -"424 dequantize_per_channel_default_21" -> "426 linear_20"; -"425 _param_constant67_0_0" -> "426 linear_20"; -"426 linear_20" -> "427 unflatten_5"; -"427 unflatten_5" -> "428 unsqueeze_5"; -"428 unsqueeze_5" -> "429 transpose_31"; -"429 transpose_31" -> "430 squeeze_5"; -"430 squeeze_5" -> "431 contiguous_5"; -"431 contiguous_5" -> "432 quantize_per_tensor_default_32"; -"431 contiguous_5" -> "435 quantize_per_tensor_default_33"; -"431 contiguous_5" -> "438 select_17"; -"432 quantize_per_tensor_default_32" -> "433 dequantize_per_tensor_default_32"; -"433 dequantize_per_tensor_default_32" -> "434 select_15"; -"434 select_15" -> "439 view_40"; -"435 quantize_per_tensor_default_33" -> "436 dequantize_per_tensor_default_33"; -"436 dequantize_per_tensor_default_33" -> "437 select_16"; -"437 select_16" -> "441 view_41"; -"438 select_17" -> "443 view_42"; -"439 view_40" -> "440 transpose_32"; -"440 transpose_32" -> "445 view_43"; -"441 view_41" -> "442 transpose_33"; -"442 transpose_33" -> "446 view_44"; -"443 view_42" -> "444 transpose_34"; -"444 transpose_34" -> "447 view_45"; -"445 view_43" -> "448 scaled_dot_product_attention_5"; -"446 view_44" -> "448 scaled_dot_product_attention_5"; -"447 view_45" -> "448 scaled_dot_product_attention_5"; -"448 scaled_dot_product_attention_5" -> "449 permute_6"; -"449 permute_6" -> "450 view_46"; -"450 view_46" -> "452 view_46_0_0_nncf_smooth_quant_0"; -"451 linear_21_updated_constant0" -> "457 quantize_per_channel_default_22"; -"452 view_46_0_0_nncf_smooth_quant_0" -> "453 quantize_per_tensor_default_34"; -"453 quantize_per_tensor_default_34" -> "454 dequantize_per_tensor_default_34"; -"454 dequantize_per_tensor_default_34" -> "460 linear_21"; -"455 linear_21_scale_0" -> "457 quantize_per_channel_default_22"; -"455 linear_21_scale_0" -> "458 dequantize_per_channel_default_22"; -"456 linear_21_zero_point_0" -> "457 quantize_per_channel_default_22"; -"456 linear_21_zero_point_0" -> "458 dequantize_per_channel_default_22"; -"457 quantize_per_channel_default_22" -> "458 dequantize_per_channel_default_22"; -"458 dequantize_per_channel_default_22" -> "460 linear_21"; -"459 _param_constant69_0_0" -> "460 linear_21"; -"460 linear_21" -> "461 view_47"; -"461 view_47" -> "462 transpose_35"; -"462 transpose_35" -> "463 dropout_16"; -"463 dropout_16" -> "464 add_11"; -"464 add_11" -> "467 layer_norm_11"; -"464 add_11" -> "491 add_12"; -"465 _param_constant70" -> "467 layer_norm_11"; -"466 _param_constant71" -> "467 layer_norm_11"; -"467 layer_norm_11" -> "469 layer_norm_11_0_0_nncf_smooth_quant_0"; -"468 linear_22_updated_constant0" -> "474 quantize_per_channel_default_23"; -"469 layer_norm_11_0_0_nncf_smooth_quant_0" -> "470 quantize_per_tensor_default_35"; -"470 quantize_per_tensor_default_35" -> "471 dequantize_per_tensor_default_35"; -"471 dequantize_per_tensor_default_35" -> "477 linear_22"; -"472 linear_22_scale_0" -> "474 quantize_per_channel_default_23"; -"472 linear_22_scale_0" -> "475 dequantize_per_channel_default_23"; -"473 linear_22_zero_point_0" -> "474 quantize_per_channel_default_23"; -"473 linear_22_zero_point_0" -> "475 dequantize_per_channel_default_23"; -"474 quantize_per_channel_default_23" -> "475 dequantize_per_channel_default_23"; -"475 dequantize_per_channel_default_23" -> "477 linear_22"; -"476 _param_constant73_0_0" -> "477 linear_22"; -"477 linear_22" -> "478 gelu_5"; -"478 gelu_5" -> "479 dropout_17"; -"479 dropout_17" -> "481 dropout_17_0_0_nncf_smooth_quant_0"; -"480 linear_23_updated_constant0" -> "486 quantize_per_channel_default_24"; -"481 dropout_17_0_0_nncf_smooth_quant_0" -> "482 quantize_per_tensor_default_36"; -"482 quantize_per_tensor_default_36" -> "483 dequantize_per_tensor_default_36"; -"483 dequantize_per_tensor_default_36" -> "489 linear_23"; -"484 linear_23_scale_0" -> "486 quantize_per_channel_default_24"; -"484 linear_23_scale_0" -> "487 dequantize_per_channel_default_24"; -"485 linear_23_zero_point_0" -> "486 quantize_per_channel_default_24"; -"485 linear_23_zero_point_0" -> "487 dequantize_per_channel_default_24"; -"486 quantize_per_channel_default_24" -> "487 dequantize_per_channel_default_24"; -"487 dequantize_per_channel_default_24" -> "489 linear_23"; -"488 _param_constant75_0_0" -> "489 linear_23"; -"489 linear_23" -> "490 dropout_18"; -"490 dropout_18" -> "491 add_12"; -"491 add_12" -> "494 layer_norm_12"; -"491 add_12" -> "543 add_13"; -"492 _param_constant76" -> "494 layer_norm_12"; -"493 _param_constant77" -> "494 layer_norm_12"; -"494 layer_norm_12" -> "495 transpose_36"; -"495 transpose_36" -> "497 transpose_36_0_0_nncf_smooth_quant_0"; -"496 linear_24_updated_constant0" -> "502 quantize_per_channel_default_25"; -"497 transpose_36_0_0_nncf_smooth_quant_0" -> "498 quantize_per_tensor_default_37"; -"498 quantize_per_tensor_default_37" -> "499 dequantize_per_tensor_default_37"; -"499 dequantize_per_tensor_default_37" -> "505 linear_24"; -"500 linear_24_scale_0" -> "502 quantize_per_channel_default_25"; -"500 linear_24_scale_0" -> "503 dequantize_per_channel_default_25"; -"501 linear_24_zero_point_0" -> "502 quantize_per_channel_default_25"; -"501 linear_24_zero_point_0" -> "503 dequantize_per_channel_default_25"; -"502 quantize_per_channel_default_25" -> "503 dequantize_per_channel_default_25"; -"503 dequantize_per_channel_default_25" -> "505 linear_24"; -"504 _param_constant79_0_0" -> "505 linear_24"; -"505 linear_24" -> "506 unflatten_6"; -"506 unflatten_6" -> "507 unsqueeze_6"; -"507 unsqueeze_6" -> "508 transpose_37"; -"508 transpose_37" -> "509 squeeze_6"; -"509 squeeze_6" -> "510 contiguous_6"; -"510 contiguous_6" -> "511 quantize_per_tensor_default_38"; -"510 contiguous_6" -> "514 quantize_per_tensor_default_39"; -"510 contiguous_6" -> "517 select_20"; -"511 quantize_per_tensor_default_38" -> "512 dequantize_per_tensor_default_38"; -"512 dequantize_per_tensor_default_38" -> "513 select_18"; -"513 select_18" -> "518 view_48"; -"514 quantize_per_tensor_default_39" -> "515 dequantize_per_tensor_default_39"; -"515 dequantize_per_tensor_default_39" -> "516 select_19"; -"516 select_19" -> "520 view_49"; -"517 select_20" -> "522 view_50"; -"518 view_48" -> "519 transpose_38"; -"519 transpose_38" -> "524 view_51"; -"520 view_49" -> "521 transpose_39"; -"521 transpose_39" -> "525 view_52"; -"522 view_50" -> "523 transpose_40"; -"523 transpose_40" -> "526 view_53"; -"524 view_51" -> "527 scaled_dot_product_attention_6"; -"525 view_52" -> "527 scaled_dot_product_attention_6"; -"526 view_53" -> "527 scaled_dot_product_attention_6"; -"527 scaled_dot_product_attention_6" -> "528 permute_7"; -"528 permute_7" -> "529 view_54"; -"529 view_54" -> "531 view_54_0_0_nncf_smooth_quant_0"; -"530 linear_25_updated_constant0" -> "536 quantize_per_channel_default_26"; -"531 view_54_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_40"; -"532 quantize_per_tensor_default_40" -> "533 dequantize_per_tensor_default_40"; -"533 dequantize_per_tensor_default_40" -> "539 linear_25"; -"534 linear_25_scale_0" -> "536 quantize_per_channel_default_26"; -"534 linear_25_scale_0" -> "537 dequantize_per_channel_default_26"; -"535 linear_25_zero_point_0" -> "536 quantize_per_channel_default_26"; -"535 linear_25_zero_point_0" -> "537 dequantize_per_channel_default_26"; -"536 quantize_per_channel_default_26" -> "537 dequantize_per_channel_default_26"; -"537 dequantize_per_channel_default_26" -> "539 linear_25"; -"538 _param_constant81_0_0" -> "539 linear_25"; -"539 linear_25" -> "540 view_55"; -"540 view_55" -> "541 transpose_41"; -"541 transpose_41" -> "542 dropout_19"; -"542 dropout_19" -> "543 add_13"; -"543 add_13" -> "546 layer_norm_13"; -"543 add_13" -> "570 add_14"; -"544 _param_constant82" -> "546 layer_norm_13"; -"545 _param_constant83" -> "546 layer_norm_13"; -"546 layer_norm_13" -> "548 layer_norm_13_0_0_nncf_smooth_quant_0"; -"547 linear_26_updated_constant0" -> "553 quantize_per_channel_default_27"; -"548 layer_norm_13_0_0_nncf_smooth_quant_0" -> "549 quantize_per_tensor_default_41"; -"549 quantize_per_tensor_default_41" -> "550 dequantize_per_tensor_default_41"; -"550 dequantize_per_tensor_default_41" -> "556 linear_26"; -"551 linear_26_scale_0" -> "553 quantize_per_channel_default_27"; -"551 linear_26_scale_0" -> "554 dequantize_per_channel_default_27"; -"552 linear_26_zero_point_0" -> "553 quantize_per_channel_default_27"; -"552 linear_26_zero_point_0" -> "554 dequantize_per_channel_default_27"; -"553 quantize_per_channel_default_27" -> "554 dequantize_per_channel_default_27"; -"554 dequantize_per_channel_default_27" -> "556 linear_26"; -"555 _param_constant85_0_0" -> "556 linear_26"; -"556 linear_26" -> "557 gelu_6"; -"557 gelu_6" -> "558 dropout_20"; -"558 dropout_20" -> "560 dropout_20_0_0_nncf_smooth_quant_0"; -"559 linear_27_updated_constant0" -> "565 quantize_per_channel_default_28"; -"560 dropout_20_0_0_nncf_smooth_quant_0" -> "561 quantize_per_tensor_default_42"; -"561 quantize_per_tensor_default_42" -> "562 dequantize_per_tensor_default_42"; -"562 dequantize_per_tensor_default_42" -> "568 linear_27"; -"563 linear_27_scale_0" -> "565 quantize_per_channel_default_28"; -"563 linear_27_scale_0" -> "566 dequantize_per_channel_default_28"; -"564 linear_27_zero_point_0" -> "565 quantize_per_channel_default_28"; -"564 linear_27_zero_point_0" -> "566 dequantize_per_channel_default_28"; -"565 quantize_per_channel_default_28" -> "566 dequantize_per_channel_default_28"; -"566 dequantize_per_channel_default_28" -> "568 linear_27"; -"567 _param_constant87_0_0" -> "568 linear_27"; -"568 linear_27" -> "569 dropout_21"; -"569 dropout_21" -> "570 add_14"; -"570 add_14" -> "573 layer_norm_14"; -"570 add_14" -> "622 add_15"; -"571 _param_constant88" -> "573 layer_norm_14"; -"572 _param_constant89" -> "573 layer_norm_14"; -"573 layer_norm_14" -> "574 transpose_42"; -"574 transpose_42" -> "576 transpose_42_0_0_nncf_smooth_quant_0"; -"575 linear_28_updated_constant0" -> "581 quantize_per_channel_default_29"; -"576 transpose_42_0_0_nncf_smooth_quant_0" -> "577 quantize_per_tensor_default_43"; -"577 quantize_per_tensor_default_43" -> "578 dequantize_per_tensor_default_43"; -"578 dequantize_per_tensor_default_43" -> "584 linear_28"; -"579 linear_28_scale_0" -> "581 quantize_per_channel_default_29"; -"579 linear_28_scale_0" -> "582 dequantize_per_channel_default_29"; -"580 linear_28_zero_point_0" -> "581 quantize_per_channel_default_29"; -"580 linear_28_zero_point_0" -> "582 dequantize_per_channel_default_29"; -"581 quantize_per_channel_default_29" -> "582 dequantize_per_channel_default_29"; -"582 dequantize_per_channel_default_29" -> "584 linear_28"; -"583 _param_constant91_0_0" -> "584 linear_28"; -"584 linear_28" -> "585 unflatten_7"; -"585 unflatten_7" -> "586 unsqueeze_7"; -"586 unsqueeze_7" -> "587 transpose_43"; -"587 transpose_43" -> "588 squeeze_7"; -"588 squeeze_7" -> "589 contiguous_7"; -"589 contiguous_7" -> "590 quantize_per_tensor_default_44"; -"589 contiguous_7" -> "593 quantize_per_tensor_default_45"; -"589 contiguous_7" -> "596 select_23"; -"590 quantize_per_tensor_default_44" -> "591 dequantize_per_tensor_default_44"; -"591 dequantize_per_tensor_default_44" -> "592 select_21"; -"592 select_21" -> "597 view_56"; -"593 quantize_per_tensor_default_45" -> "594 dequantize_per_tensor_default_45"; -"594 dequantize_per_tensor_default_45" -> "595 select_22"; -"595 select_22" -> "599 view_57"; -"596 select_23" -> "601 view_58"; -"597 view_56" -> "598 transpose_44"; -"598 transpose_44" -> "603 view_59"; -"599 view_57" -> "600 transpose_45"; -"600 transpose_45" -> "604 view_60"; -"601 view_58" -> "602 transpose_46"; -"602 transpose_46" -> "605 view_61"; -"603 view_59" -> "606 scaled_dot_product_attention_7"; -"604 view_60" -> "606 scaled_dot_product_attention_7"; -"605 view_61" -> "606 scaled_dot_product_attention_7"; -"606 scaled_dot_product_attention_7" -> "607 permute_8"; -"607 permute_8" -> "608 view_62"; -"608 view_62" -> "610 view_62_0_0_nncf_smooth_quant_0"; -"609 linear_29_updated_constant0" -> "615 quantize_per_channel_default_30"; -"610 view_62_0_0_nncf_smooth_quant_0" -> "611 quantize_per_tensor_default_46"; -"611 quantize_per_tensor_default_46" -> "612 dequantize_per_tensor_default_46"; -"612 dequantize_per_tensor_default_46" -> "618 linear_29"; -"613 linear_29_scale_0" -> "615 quantize_per_channel_default_30"; -"613 linear_29_scale_0" -> "616 dequantize_per_channel_default_30"; -"614 linear_29_zero_point_0" -> "615 quantize_per_channel_default_30"; -"614 linear_29_zero_point_0" -> "616 dequantize_per_channel_default_30"; -"615 quantize_per_channel_default_30" -> "616 dequantize_per_channel_default_30"; -"616 dequantize_per_channel_default_30" -> "618 linear_29"; -"617 _param_constant93_0_0" -> "618 linear_29"; -"618 linear_29" -> "619 view_63"; -"619 view_63" -> "620 transpose_47"; -"620 transpose_47" -> "621 dropout_22"; -"621 dropout_22" -> "622 add_15"; -"622 add_15" -> "625 layer_norm_15"; -"622 add_15" -> "649 add_16"; -"623 _param_constant94" -> "625 layer_norm_15"; -"624 _param_constant95" -> "625 layer_norm_15"; -"625 layer_norm_15" -> "627 layer_norm_15_0_0_nncf_smooth_quant_0"; -"626 linear_30_updated_constant0" -> "632 quantize_per_channel_default_31"; -"627 layer_norm_15_0_0_nncf_smooth_quant_0" -> "628 quantize_per_tensor_default_47"; -"628 quantize_per_tensor_default_47" -> "629 dequantize_per_tensor_default_47"; -"629 dequantize_per_tensor_default_47" -> "635 linear_30"; -"630 linear_30_scale_0" -> "632 quantize_per_channel_default_31"; -"630 linear_30_scale_0" -> "633 dequantize_per_channel_default_31"; -"631 linear_30_zero_point_0" -> "632 quantize_per_channel_default_31"; -"631 linear_30_zero_point_0" -> "633 dequantize_per_channel_default_31"; -"632 quantize_per_channel_default_31" -> "633 dequantize_per_channel_default_31"; -"633 dequantize_per_channel_default_31" -> "635 linear_30"; -"634 _param_constant97_0_0" -> "635 linear_30"; -"635 linear_30" -> "636 gelu_7"; -"636 gelu_7" -> "637 dropout_23"; -"637 dropout_23" -> "639 dropout_23_0_0_nncf_smooth_quant_0"; -"638 linear_31_updated_constant0" -> "644 quantize_per_channel_default_32"; -"639 dropout_23_0_0_nncf_smooth_quant_0" -> "640 quantize_per_tensor_default_48"; -"640 quantize_per_tensor_default_48" -> "641 dequantize_per_tensor_default_48"; -"641 dequantize_per_tensor_default_48" -> "647 linear_31"; -"642 linear_31_scale_0" -> "644 quantize_per_channel_default_32"; -"642 linear_31_scale_0" -> "645 dequantize_per_channel_default_32"; -"643 linear_31_zero_point_0" -> "644 quantize_per_channel_default_32"; -"643 linear_31_zero_point_0" -> "645 dequantize_per_channel_default_32"; -"644 quantize_per_channel_default_32" -> "645 dequantize_per_channel_default_32"; -"645 dequantize_per_channel_default_32" -> "647 linear_31"; -"646 _param_constant99_0_0" -> "647 linear_31"; -"647 linear_31" -> "648 dropout_24"; -"648 dropout_24" -> "649 add_16"; -"649 add_16" -> "652 layer_norm_16"; -"649 add_16" -> "701 add_17"; -"650 _param_constant100" -> "652 layer_norm_16"; -"651 _param_constant101" -> "652 layer_norm_16"; -"652 layer_norm_16" -> "653 transpose_48"; -"653 transpose_48" -> "655 transpose_48_0_0_nncf_smooth_quant_0"; -"654 linear_32_updated_constant0" -> "660 quantize_per_channel_default_33"; -"655 transpose_48_0_0_nncf_smooth_quant_0" -> "656 quantize_per_tensor_default_49"; -"656 quantize_per_tensor_default_49" -> "657 dequantize_per_tensor_default_49"; -"657 dequantize_per_tensor_default_49" -> "663 linear_32"; -"658 linear_32_scale_0" -> "660 quantize_per_channel_default_33"; -"658 linear_32_scale_0" -> "661 dequantize_per_channel_default_33"; -"659 linear_32_zero_point_0" -> "660 quantize_per_channel_default_33"; -"659 linear_32_zero_point_0" -> "661 dequantize_per_channel_default_33"; -"660 quantize_per_channel_default_33" -> "661 dequantize_per_channel_default_33"; -"661 dequantize_per_channel_default_33" -> "663 linear_32"; -"662 _param_constant103_0_0" -> "663 linear_32"; -"663 linear_32" -> "664 unflatten_8"; -"664 unflatten_8" -> "665 unsqueeze_8"; -"665 unsqueeze_8" -> "666 transpose_49"; -"666 transpose_49" -> "667 squeeze_8"; -"667 squeeze_8" -> "668 contiguous_8"; -"668 contiguous_8" -> "669 quantize_per_tensor_default_50"; -"668 contiguous_8" -> "672 quantize_per_tensor_default_51"; -"668 contiguous_8" -> "675 select_26"; -"669 quantize_per_tensor_default_50" -> "670 dequantize_per_tensor_default_50"; -"670 dequantize_per_tensor_default_50" -> "671 select_24"; -"671 select_24" -> "676 view_64"; -"672 quantize_per_tensor_default_51" -> "673 dequantize_per_tensor_default_51"; -"673 dequantize_per_tensor_default_51" -> "674 select_25"; -"674 select_25" -> "678 view_65"; -"675 select_26" -> "680 view_66"; -"676 view_64" -> "677 transpose_50"; -"677 transpose_50" -> "682 view_67"; -"678 view_65" -> "679 transpose_51"; -"679 transpose_51" -> "683 view_68"; -"680 view_66" -> "681 transpose_52"; -"681 transpose_52" -> "684 view_69"; -"682 view_67" -> "685 scaled_dot_product_attention_8"; -"683 view_68" -> "685 scaled_dot_product_attention_8"; -"684 view_69" -> "685 scaled_dot_product_attention_8"; -"685 scaled_dot_product_attention_8" -> "686 permute_9"; -"686 permute_9" -> "687 view_70"; -"687 view_70" -> "689 view_70_0_0_nncf_smooth_quant_0"; -"688 linear_33_updated_constant0" -> "694 quantize_per_channel_default_34"; -"689 view_70_0_0_nncf_smooth_quant_0" -> "690 quantize_per_tensor_default_52"; -"690 quantize_per_tensor_default_52" -> "691 dequantize_per_tensor_default_52"; -"691 dequantize_per_tensor_default_52" -> "697 linear_33"; -"692 linear_33_scale_0" -> "694 quantize_per_channel_default_34"; -"692 linear_33_scale_0" -> "695 dequantize_per_channel_default_34"; -"693 linear_33_zero_point_0" -> "694 quantize_per_channel_default_34"; -"693 linear_33_zero_point_0" -> "695 dequantize_per_channel_default_34"; -"694 quantize_per_channel_default_34" -> "695 dequantize_per_channel_default_34"; -"695 dequantize_per_channel_default_34" -> "697 linear_33"; -"696 _param_constant105_0_0" -> "697 linear_33"; -"697 linear_33" -> "698 view_71"; -"698 view_71" -> "699 transpose_53"; -"699 transpose_53" -> "700 dropout_25"; -"700 dropout_25" -> "701 add_17"; -"701 add_17" -> "704 layer_norm_17"; -"701 add_17" -> "728 add_18"; -"702 _param_constant106" -> "704 layer_norm_17"; -"703 _param_constant107" -> "704 layer_norm_17"; -"704 layer_norm_17" -> "706 layer_norm_17_0_0_nncf_smooth_quant_0"; -"705 linear_34_updated_constant0" -> "711 quantize_per_channel_default_35"; -"706 layer_norm_17_0_0_nncf_smooth_quant_0" -> "707 quantize_per_tensor_default_53"; -"707 quantize_per_tensor_default_53" -> "708 dequantize_per_tensor_default_53"; -"708 dequantize_per_tensor_default_53" -> "714 linear_34"; -"709 linear_34_scale_0" -> "711 quantize_per_channel_default_35"; -"709 linear_34_scale_0" -> "712 dequantize_per_channel_default_35"; -"710 linear_34_zero_point_0" -> "711 quantize_per_channel_default_35"; -"710 linear_34_zero_point_0" -> "712 dequantize_per_channel_default_35"; -"711 quantize_per_channel_default_35" -> "712 dequantize_per_channel_default_35"; -"712 dequantize_per_channel_default_35" -> "714 linear_34"; -"713 _param_constant109_0_0" -> "714 linear_34"; -"714 linear_34" -> "715 gelu_8"; -"715 gelu_8" -> "716 dropout_26"; -"716 dropout_26" -> "718 dropout_26_0_0_nncf_smooth_quant_0"; -"717 linear_35_updated_constant0" -> "723 quantize_per_channel_default_36"; -"718 dropout_26_0_0_nncf_smooth_quant_0" -> "719 quantize_per_tensor_default_54"; -"719 quantize_per_tensor_default_54" -> "720 dequantize_per_tensor_default_54"; -"720 dequantize_per_tensor_default_54" -> "726 linear_35"; -"721 linear_35_scale_0" -> "723 quantize_per_channel_default_36"; -"721 linear_35_scale_0" -> "724 dequantize_per_channel_default_36"; -"722 linear_35_zero_point_0" -> "723 quantize_per_channel_default_36"; -"722 linear_35_zero_point_0" -> "724 dequantize_per_channel_default_36"; -"723 quantize_per_channel_default_36" -> "724 dequantize_per_channel_default_36"; -"724 dequantize_per_channel_default_36" -> "726 linear_35"; -"725 _param_constant111_0_0" -> "726 linear_35"; -"726 linear_35" -> "727 dropout_27"; -"727 dropout_27" -> "728 add_18"; -"728 add_18" -> "731 layer_norm_18"; -"728 add_18" -> "780 add_19"; -"729 _param_constant112" -> "731 layer_norm_18"; -"730 _param_constant113" -> "731 layer_norm_18"; -"731 layer_norm_18" -> "732 transpose_54"; -"732 transpose_54" -> "734 transpose_54_0_0_nncf_smooth_quant_0"; -"733 linear_36_updated_constant0" -> "739 quantize_per_channel_default_37"; -"734 transpose_54_0_0_nncf_smooth_quant_0" -> "735 quantize_per_tensor_default_55"; -"735 quantize_per_tensor_default_55" -> "736 dequantize_per_tensor_default_55"; -"736 dequantize_per_tensor_default_55" -> "742 linear_36"; -"737 linear_36_scale_0" -> "739 quantize_per_channel_default_37"; -"737 linear_36_scale_0" -> "740 dequantize_per_channel_default_37"; -"738 linear_36_zero_point_0" -> "739 quantize_per_channel_default_37"; -"738 linear_36_zero_point_0" -> "740 dequantize_per_channel_default_37"; -"739 quantize_per_channel_default_37" -> "740 dequantize_per_channel_default_37"; -"740 dequantize_per_channel_default_37" -> "742 linear_36"; -"741 _param_constant115_0_0" -> "742 linear_36"; -"742 linear_36" -> "743 unflatten_9"; -"743 unflatten_9" -> "744 unsqueeze_9"; -"744 unsqueeze_9" -> "745 transpose_55"; -"745 transpose_55" -> "746 squeeze_9"; -"746 squeeze_9" -> "747 contiguous_9"; -"747 contiguous_9" -> "748 quantize_per_tensor_default_56"; -"747 contiguous_9" -> "751 quantize_per_tensor_default_57"; -"747 contiguous_9" -> "754 select_29"; -"748 quantize_per_tensor_default_56" -> "749 dequantize_per_tensor_default_56"; -"749 dequantize_per_tensor_default_56" -> "750 select_27"; -"750 select_27" -> "755 view_72"; -"751 quantize_per_tensor_default_57" -> "752 dequantize_per_tensor_default_57"; -"752 dequantize_per_tensor_default_57" -> "753 select_28"; -"753 select_28" -> "757 view_73"; -"754 select_29" -> "759 view_74"; -"755 view_72" -> "756 transpose_56"; -"756 transpose_56" -> "761 view_75"; -"757 view_73" -> "758 transpose_57"; -"758 transpose_57" -> "762 view_76"; -"759 view_74" -> "760 transpose_58"; -"760 transpose_58" -> "763 view_77"; -"761 view_75" -> "764 scaled_dot_product_attention_9"; -"762 view_76" -> "764 scaled_dot_product_attention_9"; -"763 view_77" -> "764 scaled_dot_product_attention_9"; -"764 scaled_dot_product_attention_9" -> "765 permute_10"; -"765 permute_10" -> "766 view_78"; -"766 view_78" -> "768 view_78_0_0_nncf_smooth_quant_0"; -"767 linear_37_updated_constant0" -> "773 quantize_per_channel_default_38"; -"768 view_78_0_0_nncf_smooth_quant_0" -> "769 quantize_per_tensor_default_58"; -"769 quantize_per_tensor_default_58" -> "770 dequantize_per_tensor_default_58"; -"770 dequantize_per_tensor_default_58" -> "776 linear_37"; -"771 linear_37_scale_0" -> "773 quantize_per_channel_default_38"; -"771 linear_37_scale_0" -> "774 dequantize_per_channel_default_38"; -"772 linear_37_zero_point_0" -> "773 quantize_per_channel_default_38"; -"772 linear_37_zero_point_0" -> "774 dequantize_per_channel_default_38"; -"773 quantize_per_channel_default_38" -> "774 dequantize_per_channel_default_38"; -"774 dequantize_per_channel_default_38" -> "776 linear_37"; -"775 _param_constant117_0_0" -> "776 linear_37"; -"776 linear_37" -> "777 view_79"; -"777 view_79" -> "778 transpose_59"; -"778 transpose_59" -> "779 dropout_28"; -"779 dropout_28" -> "780 add_19"; -"780 add_19" -> "783 layer_norm_19"; -"780 add_19" -> "807 add_20"; -"781 _param_constant118" -> "783 layer_norm_19"; -"782 _param_constant119" -> "783 layer_norm_19"; -"783 layer_norm_19" -> "785 layer_norm_19_0_0_nncf_smooth_quant_0"; -"784 linear_38_updated_constant0" -> "790 quantize_per_channel_default_39"; -"785 layer_norm_19_0_0_nncf_smooth_quant_0" -> "786 quantize_per_tensor_default_59"; -"786 quantize_per_tensor_default_59" -> "787 dequantize_per_tensor_default_59"; -"787 dequantize_per_tensor_default_59" -> "793 linear_38"; -"788 linear_38_scale_0" -> "790 quantize_per_channel_default_39"; -"788 linear_38_scale_0" -> "791 dequantize_per_channel_default_39"; -"789 linear_38_zero_point_0" -> "790 quantize_per_channel_default_39"; -"789 linear_38_zero_point_0" -> "791 dequantize_per_channel_default_39"; -"790 quantize_per_channel_default_39" -> "791 dequantize_per_channel_default_39"; -"791 dequantize_per_channel_default_39" -> "793 linear_38"; -"792 _param_constant121_0_0" -> "793 linear_38"; -"793 linear_38" -> "794 gelu_9"; -"794 gelu_9" -> "795 dropout_29"; -"795 dropout_29" -> "797 dropout_29_0_0_nncf_smooth_quant_0"; -"796 linear_39_updated_constant0" -> "802 quantize_per_channel_default_40"; -"797 dropout_29_0_0_nncf_smooth_quant_0" -> "798 quantize_per_tensor_default_60"; -"798 quantize_per_tensor_default_60" -> "799 dequantize_per_tensor_default_60"; -"799 dequantize_per_tensor_default_60" -> "805 linear_39"; -"800 linear_39_scale_0" -> "802 quantize_per_channel_default_40"; -"800 linear_39_scale_0" -> "803 dequantize_per_channel_default_40"; -"801 linear_39_zero_point_0" -> "802 quantize_per_channel_default_40"; -"801 linear_39_zero_point_0" -> "803 dequantize_per_channel_default_40"; -"802 quantize_per_channel_default_40" -> "803 dequantize_per_channel_default_40"; -"803 dequantize_per_channel_default_40" -> "805 linear_39"; -"804 _param_constant123_0_0" -> "805 linear_39"; -"805 linear_39" -> "806 dropout_30"; -"806 dropout_30" -> "807 add_20"; -"807 add_20" -> "810 layer_norm_20"; -"807 add_20" -> "859 add_21"; -"808 _param_constant124" -> "810 layer_norm_20"; -"809 _param_constant125" -> "810 layer_norm_20"; -"810 layer_norm_20" -> "811 transpose_60"; -"811 transpose_60" -> "813 transpose_60_0_0_nncf_smooth_quant_0"; -"812 linear_40_updated_constant0" -> "818 quantize_per_channel_default_41"; -"813 transpose_60_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_61"; -"814 quantize_per_tensor_default_61" -> "815 dequantize_per_tensor_default_61"; -"815 dequantize_per_tensor_default_61" -> "821 linear_40"; -"816 linear_40_scale_0" -> "818 quantize_per_channel_default_41"; -"816 linear_40_scale_0" -> "819 dequantize_per_channel_default_41"; -"817 linear_40_zero_point_0" -> "818 quantize_per_channel_default_41"; -"817 linear_40_zero_point_0" -> "819 dequantize_per_channel_default_41"; -"818 quantize_per_channel_default_41" -> "819 dequantize_per_channel_default_41"; -"819 dequantize_per_channel_default_41" -> "821 linear_40"; -"820 _param_constant127_0_0" -> "821 linear_40"; -"821 linear_40" -> "822 unflatten_10"; -"822 unflatten_10" -> "823 unsqueeze_10"; -"823 unsqueeze_10" -> "824 transpose_61"; -"824 transpose_61" -> "825 squeeze_10"; -"825 squeeze_10" -> "826 contiguous_10"; -"826 contiguous_10" -> "827 quantize_per_tensor_default_62"; -"826 contiguous_10" -> "830 quantize_per_tensor_default_63"; -"826 contiguous_10" -> "833 select_32"; -"827 quantize_per_tensor_default_62" -> "828 dequantize_per_tensor_default_62"; -"828 dequantize_per_tensor_default_62" -> "829 select_30"; -"829 select_30" -> "834 view_80"; -"830 quantize_per_tensor_default_63" -> "831 dequantize_per_tensor_default_63"; -"831 dequantize_per_tensor_default_63" -> "832 select_31"; -"832 select_31" -> "836 view_81"; -"833 select_32" -> "838 view_82"; -"834 view_80" -> "835 transpose_62"; -"835 transpose_62" -> "840 view_83"; -"836 view_81" -> "837 transpose_63"; -"837 transpose_63" -> "841 view_84"; -"838 view_82" -> "839 transpose_64"; -"839 transpose_64" -> "842 view_85"; -"840 view_83" -> "843 scaled_dot_product_attention_10"; -"841 view_84" -> "843 scaled_dot_product_attention_10"; -"842 view_85" -> "843 scaled_dot_product_attention_10"; -"843 scaled_dot_product_attention_10" -> "844 permute_11"; -"844 permute_11" -> "845 view_86"; -"845 view_86" -> "847 view_86_0_0_nncf_smooth_quant_0"; -"846 linear_41_updated_constant0" -> "852 quantize_per_channel_default_42"; -"847 view_86_0_0_nncf_smooth_quant_0" -> "848 quantize_per_tensor_default_64"; -"848 quantize_per_tensor_default_64" -> "849 dequantize_per_tensor_default_64"; -"849 dequantize_per_tensor_default_64" -> "855 linear_41"; -"850 linear_41_scale_0" -> "852 quantize_per_channel_default_42"; -"850 linear_41_scale_0" -> "853 dequantize_per_channel_default_42"; -"851 linear_41_zero_point_0" -> "852 quantize_per_channel_default_42"; -"851 linear_41_zero_point_0" -> "853 dequantize_per_channel_default_42"; -"852 quantize_per_channel_default_42" -> "853 dequantize_per_channel_default_42"; -"853 dequantize_per_channel_default_42" -> "855 linear_41"; -"854 _param_constant129_0_0" -> "855 linear_41"; -"855 linear_41" -> "856 view_87"; -"856 view_87" -> "857 transpose_65"; -"857 transpose_65" -> "858 dropout_31"; -"858 dropout_31" -> "859 add_21"; -"859 add_21" -> "862 layer_norm_21"; -"859 add_21" -> "886 add_22"; -"860 _param_constant130" -> "862 layer_norm_21"; -"861 _param_constant131" -> "862 layer_norm_21"; -"862 layer_norm_21" -> "864 layer_norm_21_0_0_nncf_smooth_quant_0"; -"863 linear_42_updated_constant0" -> "869 quantize_per_channel_default_43"; -"864 layer_norm_21_0_0_nncf_smooth_quant_0" -> "865 quantize_per_tensor_default_65"; -"865 quantize_per_tensor_default_65" -> "866 dequantize_per_tensor_default_65"; -"866 dequantize_per_tensor_default_65" -> "872 linear_42"; -"867 linear_42_scale_0" -> "869 quantize_per_channel_default_43"; -"867 linear_42_scale_0" -> "870 dequantize_per_channel_default_43"; -"868 linear_42_zero_point_0" -> "869 quantize_per_channel_default_43"; -"868 linear_42_zero_point_0" -> "870 dequantize_per_channel_default_43"; -"869 quantize_per_channel_default_43" -> "870 dequantize_per_channel_default_43"; -"870 dequantize_per_channel_default_43" -> "872 linear_42"; -"871 _param_constant133_0_0" -> "872 linear_42"; -"872 linear_42" -> "873 gelu_10"; -"873 gelu_10" -> "874 dropout_32"; -"874 dropout_32" -> "876 dropout_32_0_0_nncf_smooth_quant_0"; -"875 linear_43_updated_constant0" -> "881 quantize_per_channel_default_44"; -"876 dropout_32_0_0_nncf_smooth_quant_0" -> "877 quantize_per_tensor_default_66"; -"877 quantize_per_tensor_default_66" -> "878 dequantize_per_tensor_default_66"; -"878 dequantize_per_tensor_default_66" -> "884 linear_43"; -"879 linear_43_scale_0" -> "881 quantize_per_channel_default_44"; -"879 linear_43_scale_0" -> "882 dequantize_per_channel_default_44"; -"880 linear_43_zero_point_0" -> "881 quantize_per_channel_default_44"; -"880 linear_43_zero_point_0" -> "882 dequantize_per_channel_default_44"; -"881 quantize_per_channel_default_44" -> "882 dequantize_per_channel_default_44"; -"882 dequantize_per_channel_default_44" -> "884 linear_43"; -"883 _param_constant135_0_0" -> "884 linear_43"; -"884 linear_43" -> "885 dropout_33"; -"885 dropout_33" -> "886 add_22"; -"886 add_22" -> "889 layer_norm_22"; -"886 add_22" -> "938 add_23"; -"887 _param_constant136" -> "889 layer_norm_22"; -"888 _param_constant137" -> "889 layer_norm_22"; -"889 layer_norm_22" -> "890 transpose_66"; -"890 transpose_66" -> "892 transpose_66_0_0_nncf_smooth_quant_0"; -"891 linear_44_updated_constant0" -> "897 quantize_per_channel_default_45"; -"892 transpose_66_0_0_nncf_smooth_quant_0" -> "893 quantize_per_tensor_default_67"; -"893 quantize_per_tensor_default_67" -> "894 dequantize_per_tensor_default_67"; -"894 dequantize_per_tensor_default_67" -> "900 linear_44"; -"895 linear_44_scale_0" -> "897 quantize_per_channel_default_45"; -"895 linear_44_scale_0" -> "898 dequantize_per_channel_default_45"; -"896 linear_44_zero_point_0" -> "897 quantize_per_channel_default_45"; -"896 linear_44_zero_point_0" -> "898 dequantize_per_channel_default_45"; -"897 quantize_per_channel_default_45" -> "898 dequantize_per_channel_default_45"; -"898 dequantize_per_channel_default_45" -> "900 linear_44"; -"899 _param_constant139_0_0" -> "900 linear_44"; -"900 linear_44" -> "901 unflatten_11"; -"901 unflatten_11" -> "902 unsqueeze_11"; -"902 unsqueeze_11" -> "903 transpose_67"; -"903 transpose_67" -> "904 squeeze_11"; -"904 squeeze_11" -> "905 contiguous_11"; -"905 contiguous_11" -> "906 quantize_per_tensor_default_68"; -"905 contiguous_11" -> "909 quantize_per_tensor_default_69"; -"905 contiguous_11" -> "912 select_35"; -"906 quantize_per_tensor_default_68" -> "907 dequantize_per_tensor_default_68"; -"907 dequantize_per_tensor_default_68" -> "908 select_33"; -"908 select_33" -> "913 view_88"; -"909 quantize_per_tensor_default_69" -> "910 dequantize_per_tensor_default_69"; -"910 dequantize_per_tensor_default_69" -> "911 select_34"; -"911 select_34" -> "915 view_89"; -"912 select_35" -> "917 view_90"; -"913 view_88" -> "914 transpose_68"; -"914 transpose_68" -> "919 view_91"; -"915 view_89" -> "916 transpose_69"; -"916 transpose_69" -> "920 view_92"; -"917 view_90" -> "918 transpose_70"; -"918 transpose_70" -> "921 view_93"; -"919 view_91" -> "922 scaled_dot_product_attention_11"; -"920 view_92" -> "922 scaled_dot_product_attention_11"; -"921 view_93" -> "922 scaled_dot_product_attention_11"; -"922 scaled_dot_product_attention_11" -> "923 permute_12"; -"923 permute_12" -> "924 view_94"; -"924 view_94" -> "926 view_94_0_0_nncf_smooth_quant_0"; -"925 linear_45_updated_constant0" -> "931 quantize_per_channel_default_46"; -"926 view_94_0_0_nncf_smooth_quant_0" -> "927 quantize_per_tensor_default_70"; -"927 quantize_per_tensor_default_70" -> "928 dequantize_per_tensor_default_70"; -"928 dequantize_per_tensor_default_70" -> "934 linear_45"; -"929 linear_45_scale_0" -> "931 quantize_per_channel_default_46"; -"929 linear_45_scale_0" -> "932 dequantize_per_channel_default_46"; -"930 linear_45_zero_point_0" -> "931 quantize_per_channel_default_46"; -"930 linear_45_zero_point_0" -> "932 dequantize_per_channel_default_46"; -"931 quantize_per_channel_default_46" -> "932 dequantize_per_channel_default_46"; -"932 dequantize_per_channel_default_46" -> "934 linear_45"; -"933 _param_constant141_0_0" -> "934 linear_45"; -"934 linear_45" -> "935 view_95"; -"935 view_95" -> "936 transpose_71"; -"936 transpose_71" -> "937 dropout_34"; -"937 dropout_34" -> "938 add_23"; -"938 add_23" -> "941 layer_norm_23"; -"938 add_23" -> "965 add_24"; -"939 _param_constant142" -> "941 layer_norm_23"; -"940 _param_constant143" -> "941 layer_norm_23"; -"941 layer_norm_23" -> "943 layer_norm_23_0_0_nncf_smooth_quant_0"; -"942 linear_46_updated_constant0" -> "948 quantize_per_channel_default_47"; -"943 layer_norm_23_0_0_nncf_smooth_quant_0" -> "944 quantize_per_tensor_default_71"; -"944 quantize_per_tensor_default_71" -> "945 dequantize_per_tensor_default_71"; -"945 dequantize_per_tensor_default_71" -> "951 linear_46"; -"946 linear_46_scale_0" -> "948 quantize_per_channel_default_47"; -"946 linear_46_scale_0" -> "949 dequantize_per_channel_default_47"; -"947 linear_46_zero_point_0" -> "948 quantize_per_channel_default_47"; -"947 linear_46_zero_point_0" -> "949 dequantize_per_channel_default_47"; -"948 quantize_per_channel_default_47" -> "949 dequantize_per_channel_default_47"; -"949 dequantize_per_channel_default_47" -> "951 linear_46"; -"950 _param_constant145_0_0" -> "951 linear_46"; -"951 linear_46" -> "952 gelu_11"; -"952 gelu_11" -> "953 dropout_35"; -"953 dropout_35" -> "955 dropout_35_0_0_nncf_smooth_quant_0"; -"954 linear_47_updated_constant0" -> "960 quantize_per_channel_default_48"; -"955 dropout_35_0_0_nncf_smooth_quant_0" -> "956 quantize_per_tensor_default_72"; -"956 quantize_per_tensor_default_72" -> "957 dequantize_per_tensor_default_72"; -"957 dequantize_per_tensor_default_72" -> "963 linear_47"; -"958 linear_47_scale_0" -> "960 quantize_per_channel_default_48"; -"958 linear_47_scale_0" -> "961 dequantize_per_channel_default_48"; -"959 linear_47_zero_point_0" -> "960 quantize_per_channel_default_48"; -"959 linear_47_zero_point_0" -> "961 dequantize_per_channel_default_48"; -"960 quantize_per_channel_default_48" -> "961 dequantize_per_channel_default_48"; -"961 dequantize_per_channel_default_48" -> "963 linear_47"; -"962 _param_constant147_0_0" -> "963 linear_47"; -"963 linear_47" -> "964 dropout_36"; -"964 dropout_36" -> "965 add_24"; -"965 add_24" -> "968 layer_norm_24"; -"966 _param_constant148" -> "968 layer_norm_24"; -"967 _param_constant149" -> "968 layer_norm_24"; -"968 layer_norm_24" -> "969 slice_1"; -"969 slice_1" -> "970 select_36"; -"970 select_36" -> "972 select_36_0_0_nncf_smooth_quant_0"; -"971 linear_48_updated_constant0" -> "977 quantize_per_channel_default_49"; -"972 select_36_0_0_nncf_smooth_quant_0" -> "973 quantize_per_tensor_default_73"; -"973 quantize_per_tensor_default_73" -> "974 dequantize_per_tensor_default_73"; -"974 dequantize_per_tensor_default_73" -> "980 linear_48"; -"975 linear_48_scale_0" -> "977 quantize_per_channel_default_49"; -"975 linear_48_scale_0" -> "978 dequantize_per_channel_default_49"; -"976 linear_48_zero_point_0" -> "977 quantize_per_channel_default_49"; -"976 linear_48_zero_point_0" -> "978 dequantize_per_channel_default_49"; -"977 quantize_per_channel_default_49" -> "978 dequantize_per_channel_default_49"; -"978 dequantize_per_channel_default_49" -> "980 linear_48"; -"979 _param_constant151_0_0" -> "980 linear_48"; -"980 linear_48" -> "981 output"; +"2 dequantize_per_tensor_default" -> "7 conv2d"; +"3 conv2d_scale_0_updated_constant0" -> "6 mul"; +"4 compressed_weight_updated_constant0" -> "6 mul"; +"5 _param_constant1_0_0" -> "7 conv2d"; +"6 mul" -> "7 conv2d"; +"7 conv2d" -> "8 reshape"; +"8 reshape" -> "9 permute"; +"9 permute" -> "12 cat"; +"10 _param_constant2" -> "11 expand"; +"11 expand" -> "12 cat"; +"12 cat" -> "14 add"; +"13 _param_constant3" -> "14 add"; +"14 add" -> "15 dropout"; +"15 dropout" -> "18 layer_norm"; +"15 dropout" -> "63 add_1"; +"16 _param_constant4" -> "18 layer_norm"; +"17 _param_constant5" -> "18 layer_norm"; +"18 layer_norm" -> "19 transpose"; +"19 transpose" -> "20 transpose_0_0_nncf_smooth_quant_0"; +"20 transpose_0_0_nncf_smooth_quant_0" -> "21 quantize_per_tensor_default_1"; +"21 quantize_per_tensor_default_1" -> "22 dequantize_per_tensor_default_1"; +"22 dequantize_per_tensor_default_1" -> "27 linear"; +"23 linear_scale_0_updated_constant0" -> "26 mul_1"; +"24 compressed_weight_updated_constant1" -> "26 mul_1"; +"25 _param_constant7_0_0" -> "27 linear"; +"26 mul_1" -> "27 linear"; +"27 linear" -> "28 unflatten"; +"28 unflatten" -> "29 unsqueeze"; +"29 unsqueeze" -> "30 transpose_1"; +"30 transpose_1" -> "31 squeeze"; +"31 squeeze" -> "32 contiguous"; +"32 contiguous" -> "33 quantize_per_tensor_default_2"; +"32 contiguous" -> "36 quantize_per_tensor_default_3"; +"32 contiguous" -> "39 select_2"; +"33 quantize_per_tensor_default_2" -> "34 dequantize_per_tensor_default_2"; +"34 dequantize_per_tensor_default_2" -> "35 select"; +"35 select" -> "40 view"; +"36 quantize_per_tensor_default_3" -> "37 dequantize_per_tensor_default_3"; +"37 dequantize_per_tensor_default_3" -> "38 select_1"; +"38 select_1" -> "42 view_1"; +"39 select_2" -> "44 view_2"; +"40 view" -> "41 transpose_2"; +"41 transpose_2" -> "46 view_3"; +"42 view_1" -> "43 transpose_3"; +"43 transpose_3" -> "47 view_4"; +"44 view_2" -> "45 transpose_4"; +"45 transpose_4" -> "48 view_5"; +"46 view_3" -> "49 scaled_dot_product_attention"; +"47 view_4" -> "49 scaled_dot_product_attention"; +"48 view_5" -> "49 scaled_dot_product_attention"; +"49 scaled_dot_product_attention" -> "50 permute_1"; +"50 permute_1" -> "51 view_6"; +"51 view_6" -> "52 view_6_0_0_nncf_smooth_quant_0"; +"52 view_6_0_0_nncf_smooth_quant_0" -> "53 quantize_per_tensor_default_4"; +"53 quantize_per_tensor_default_4" -> "54 dequantize_per_tensor_default_4"; +"54 dequantize_per_tensor_default_4" -> "59 linear_1"; +"55 linear_1_scale_0_updated_constant0" -> "58 mul_2"; +"56 compressed_weight_updated_constant2" -> "58 mul_2"; +"57 _param_constant9_0_0" -> "59 linear_1"; +"58 mul_2" -> "59 linear_1"; +"59 linear_1" -> "60 view_7"; +"60 view_7" -> "61 transpose_5"; +"61 transpose_5" -> "62 dropout_1"; +"62 dropout_1" -> "63 add_1"; +"63 add_1" -> "66 layer_norm_1"; +"63 add_1" -> "86 add_2"; +"64 _param_constant10" -> "66 layer_norm_1"; +"65 _param_constant11" -> "66 layer_norm_1"; +"66 layer_norm_1" -> "67 layer_norm_1_0_0_nncf_smooth_quant_0"; +"67 layer_norm_1_0_0_nncf_smooth_quant_0" -> "68 quantize_per_tensor_default_5"; +"68 quantize_per_tensor_default_5" -> "69 dequantize_per_tensor_default_5"; +"69 dequantize_per_tensor_default_5" -> "74 linear_2"; +"70 linear_2_scale_0_updated_constant0" -> "73 mul_3"; +"71 compressed_weight_updated_constant3" -> "73 mul_3"; +"72 _param_constant13_0_0" -> "74 linear_2"; +"73 mul_3" -> "74 linear_2"; +"74 linear_2" -> "75 gelu"; +"75 gelu" -> "76 dropout_2"; +"76 dropout_2" -> "77 dropout_2_0_0_nncf_smooth_quant_0"; +"77 dropout_2_0_0_nncf_smooth_quant_0" -> "78 quantize_per_tensor_default_6"; +"78 quantize_per_tensor_default_6" -> "79 dequantize_per_tensor_default_6"; +"79 dequantize_per_tensor_default_6" -> "84 linear_3"; +"80 linear_3_scale_0_updated_constant0" -> "83 mul_4"; +"81 compressed_weight_updated_constant4" -> "83 mul_4"; +"82 _param_constant15_0_0" -> "84 linear_3"; +"83 mul_4" -> "84 linear_3"; +"84 linear_3" -> "85 dropout_3"; +"85 dropout_3" -> "86 add_2"; +"86 add_2" -> "89 layer_norm_2"; +"86 add_2" -> "134 add_3"; +"87 _param_constant16" -> "89 layer_norm_2"; +"88 _param_constant17" -> "89 layer_norm_2"; +"89 layer_norm_2" -> "90 transpose_6"; +"90 transpose_6" -> "91 transpose_6_0_0_nncf_smooth_quant_0"; +"91 transpose_6_0_0_nncf_smooth_quant_0" -> "92 quantize_per_tensor_default_7"; +"92 quantize_per_tensor_default_7" -> "93 dequantize_per_tensor_default_7"; +"93 dequantize_per_tensor_default_7" -> "98 linear_4"; +"94 linear_4_scale_0_updated_constant0" -> "97 mul_5"; +"95 compressed_weight_updated_constant5" -> "97 mul_5"; +"96 _param_constant19_0_0" -> "98 linear_4"; +"97 mul_5" -> "98 linear_4"; +"98 linear_4" -> "99 unflatten_1"; +"99 unflatten_1" -> "100 unsqueeze_1"; +"100 unsqueeze_1" -> "101 transpose_7"; +"101 transpose_7" -> "102 squeeze_1"; +"102 squeeze_1" -> "103 contiguous_1"; +"103 contiguous_1" -> "104 quantize_per_tensor_default_8"; +"103 contiguous_1" -> "107 quantize_per_tensor_default_9"; +"103 contiguous_1" -> "110 select_5"; +"104 quantize_per_tensor_default_8" -> "105 dequantize_per_tensor_default_8"; +"105 dequantize_per_tensor_default_8" -> "106 select_3"; +"106 select_3" -> "111 view_8"; +"107 quantize_per_tensor_default_9" -> "108 dequantize_per_tensor_default_9"; +"108 dequantize_per_tensor_default_9" -> "109 select_4"; +"109 select_4" -> "113 view_9"; +"110 select_5" -> "115 view_10"; +"111 view_8" -> "112 transpose_8"; +"112 transpose_8" -> "117 view_11"; +"113 view_9" -> "114 transpose_9"; +"114 transpose_9" -> "118 view_12"; +"115 view_10" -> "116 transpose_10"; +"116 transpose_10" -> "119 view_13"; +"117 view_11" -> "120 scaled_dot_product_attention_1"; +"118 view_12" -> "120 scaled_dot_product_attention_1"; +"119 view_13" -> "120 scaled_dot_product_attention_1"; +"120 scaled_dot_product_attention_1" -> "121 permute_2"; +"121 permute_2" -> "122 view_14"; +"122 view_14" -> "123 view_14_0_0_nncf_smooth_quant_0"; +"123 view_14_0_0_nncf_smooth_quant_0" -> "124 quantize_per_tensor_default_10"; +"124 quantize_per_tensor_default_10" -> "125 dequantize_per_tensor_default_10"; +"125 dequantize_per_tensor_default_10" -> "130 linear_5"; +"126 linear_5_scale_0_updated_constant0" -> "129 mul_6"; +"127 compressed_weight_updated_constant6" -> "129 mul_6"; +"128 _param_constant21_0_0" -> "130 linear_5"; +"129 mul_6" -> "130 linear_5"; +"130 linear_5" -> "131 view_15"; +"131 view_15" -> "132 transpose_11"; +"132 transpose_11" -> "133 dropout_4"; +"133 dropout_4" -> "134 add_3"; +"134 add_3" -> "137 layer_norm_3"; +"134 add_3" -> "157 add_4"; +"135 _param_constant22" -> "137 layer_norm_3"; +"136 _param_constant23" -> "137 layer_norm_3"; +"137 layer_norm_3" -> "138 layer_norm_3_0_0_nncf_smooth_quant_0"; +"138 layer_norm_3_0_0_nncf_smooth_quant_0" -> "139 quantize_per_tensor_default_11"; +"139 quantize_per_tensor_default_11" -> "140 dequantize_per_tensor_default_11"; +"140 dequantize_per_tensor_default_11" -> "145 linear_6"; +"141 linear_6_scale_0_updated_constant0" -> "144 mul_7"; +"142 compressed_weight_updated_constant7" -> "144 mul_7"; +"143 _param_constant25_0_0" -> "145 linear_6"; +"144 mul_7" -> "145 linear_6"; +"145 linear_6" -> "146 gelu_1"; +"146 gelu_1" -> "147 dropout_5"; +"147 dropout_5" -> "148 dropout_5_0_0_nncf_smooth_quant_0"; +"148 dropout_5_0_0_nncf_smooth_quant_0" -> "149 quantize_per_tensor_default_12"; +"149 quantize_per_tensor_default_12" -> "150 dequantize_per_tensor_default_12"; +"150 dequantize_per_tensor_default_12" -> "155 linear_7"; +"151 linear_7_scale_0_updated_constant0" -> "154 mul_8"; +"152 compressed_weight_updated_constant8" -> "154 mul_8"; +"153 _param_constant27_0_0" -> "155 linear_7"; +"154 mul_8" -> "155 linear_7"; +"155 linear_7" -> "156 dropout_6"; +"156 dropout_6" -> "157 add_4"; +"157 add_4" -> "160 layer_norm_4"; +"157 add_4" -> "205 add_5"; +"158 _param_constant28" -> "160 layer_norm_4"; +"159 _param_constant29" -> "160 layer_norm_4"; +"160 layer_norm_4" -> "161 transpose_12"; +"161 transpose_12" -> "162 transpose_12_0_0_nncf_smooth_quant_0"; +"162 transpose_12_0_0_nncf_smooth_quant_0" -> "163 quantize_per_tensor_default_13"; +"163 quantize_per_tensor_default_13" -> "164 dequantize_per_tensor_default_13"; +"164 dequantize_per_tensor_default_13" -> "169 linear_8"; +"165 linear_8_scale_0_updated_constant0" -> "168 mul_9"; +"166 compressed_weight_updated_constant9" -> "168 mul_9"; +"167 _param_constant31_0_0" -> "169 linear_8"; +"168 mul_9" -> "169 linear_8"; +"169 linear_8" -> "170 unflatten_2"; +"170 unflatten_2" -> "171 unsqueeze_2"; +"171 unsqueeze_2" -> "172 transpose_13"; +"172 transpose_13" -> "173 squeeze_2"; +"173 squeeze_2" -> "174 contiguous_2"; +"174 contiguous_2" -> "175 quantize_per_tensor_default_14"; +"174 contiguous_2" -> "178 quantize_per_tensor_default_15"; +"174 contiguous_2" -> "181 select_8"; +"175 quantize_per_tensor_default_14" -> "176 dequantize_per_tensor_default_14"; +"176 dequantize_per_tensor_default_14" -> "177 select_6"; +"177 select_6" -> "182 view_16"; +"178 quantize_per_tensor_default_15" -> "179 dequantize_per_tensor_default_15"; +"179 dequantize_per_tensor_default_15" -> "180 select_7"; +"180 select_7" -> "184 view_17"; +"181 select_8" -> "186 view_18"; +"182 view_16" -> "183 transpose_14"; +"183 transpose_14" -> "188 view_19"; +"184 view_17" -> "185 transpose_15"; +"185 transpose_15" -> "189 view_20"; +"186 view_18" -> "187 transpose_16"; +"187 transpose_16" -> "190 view_21"; +"188 view_19" -> "191 scaled_dot_product_attention_2"; +"189 view_20" -> "191 scaled_dot_product_attention_2"; +"190 view_21" -> "191 scaled_dot_product_attention_2"; +"191 scaled_dot_product_attention_2" -> "192 permute_3"; +"192 permute_3" -> "193 view_22"; +"193 view_22" -> "194 view_22_0_0_nncf_smooth_quant_0"; +"194 view_22_0_0_nncf_smooth_quant_0" -> "195 quantize_per_tensor_default_16"; +"195 quantize_per_tensor_default_16" -> "196 dequantize_per_tensor_default_16"; +"196 dequantize_per_tensor_default_16" -> "201 linear_9"; +"197 linear_9_scale_0_updated_constant0" -> "200 mul_10"; +"198 compressed_weight_updated_constant10" -> "200 mul_10"; +"199 _param_constant33_0_0" -> "201 linear_9"; +"200 mul_10" -> "201 linear_9"; +"201 linear_9" -> "202 view_23"; +"202 view_23" -> "203 transpose_17"; +"203 transpose_17" -> "204 dropout_7"; +"204 dropout_7" -> "205 add_5"; +"205 add_5" -> "208 layer_norm_5"; +"205 add_5" -> "228 add_6"; +"206 _param_constant34" -> "208 layer_norm_5"; +"207 _param_constant35" -> "208 layer_norm_5"; +"208 layer_norm_5" -> "209 layer_norm_5_0_0_nncf_smooth_quant_0"; +"209 layer_norm_5_0_0_nncf_smooth_quant_0" -> "210 quantize_per_tensor_default_17"; +"210 quantize_per_tensor_default_17" -> "211 dequantize_per_tensor_default_17"; +"211 dequantize_per_tensor_default_17" -> "216 linear_10"; +"212 linear_10_scale_0_updated_constant0" -> "215 mul_11"; +"213 compressed_weight_updated_constant11" -> "215 mul_11"; +"214 _param_constant37_0_0" -> "216 linear_10"; +"215 mul_11" -> "216 linear_10"; +"216 linear_10" -> "217 gelu_2"; +"217 gelu_2" -> "218 dropout_8"; +"218 dropout_8" -> "219 dropout_8_0_0_nncf_smooth_quant_0"; +"219 dropout_8_0_0_nncf_smooth_quant_0" -> "220 quantize_per_tensor_default_18"; +"220 quantize_per_tensor_default_18" -> "221 dequantize_per_tensor_default_18"; +"221 dequantize_per_tensor_default_18" -> "226 linear_11"; +"222 linear_11_scale_0_updated_constant0" -> "225 mul_12"; +"223 compressed_weight_updated_constant12" -> "225 mul_12"; +"224 _param_constant39_0_0" -> "226 linear_11"; +"225 mul_12" -> "226 linear_11"; +"226 linear_11" -> "227 dropout_9"; +"227 dropout_9" -> "228 add_6"; +"228 add_6" -> "231 layer_norm_6"; +"228 add_6" -> "276 add_7"; +"229 _param_constant40" -> "231 layer_norm_6"; +"230 _param_constant41" -> "231 layer_norm_6"; +"231 layer_norm_6" -> "232 transpose_18"; +"232 transpose_18" -> "233 transpose_18_0_0_nncf_smooth_quant_0"; +"233 transpose_18_0_0_nncf_smooth_quant_0" -> "234 quantize_per_tensor_default_19"; +"234 quantize_per_tensor_default_19" -> "235 dequantize_per_tensor_default_19"; +"235 dequantize_per_tensor_default_19" -> "240 linear_12"; +"236 linear_12_scale_0_updated_constant0" -> "239 mul_13"; +"237 compressed_weight_updated_constant13" -> "239 mul_13"; +"238 _param_constant43_0_0" -> "240 linear_12"; +"239 mul_13" -> "240 linear_12"; +"240 linear_12" -> "241 unflatten_3"; +"241 unflatten_3" -> "242 unsqueeze_3"; +"242 unsqueeze_3" -> "243 transpose_19"; +"243 transpose_19" -> "244 squeeze_3"; +"244 squeeze_3" -> "245 contiguous_3"; +"245 contiguous_3" -> "246 quantize_per_tensor_default_20"; +"245 contiguous_3" -> "249 quantize_per_tensor_default_21"; +"245 contiguous_3" -> "252 select_11"; +"246 quantize_per_tensor_default_20" -> "247 dequantize_per_tensor_default_20"; +"247 dequantize_per_tensor_default_20" -> "248 select_9"; +"248 select_9" -> "253 view_24"; +"249 quantize_per_tensor_default_21" -> "250 dequantize_per_tensor_default_21"; +"250 dequantize_per_tensor_default_21" -> "251 select_10"; +"251 select_10" -> "255 view_25"; +"252 select_11" -> "257 view_26"; +"253 view_24" -> "254 transpose_20"; +"254 transpose_20" -> "259 view_27"; +"255 view_25" -> "256 transpose_21"; +"256 transpose_21" -> "260 view_28"; +"257 view_26" -> "258 transpose_22"; +"258 transpose_22" -> "261 view_29"; +"259 view_27" -> "262 scaled_dot_product_attention_3"; +"260 view_28" -> "262 scaled_dot_product_attention_3"; +"261 view_29" -> "262 scaled_dot_product_attention_3"; +"262 scaled_dot_product_attention_3" -> "263 permute_4"; +"263 permute_4" -> "264 view_30"; +"264 view_30" -> "265 view_30_0_0_nncf_smooth_quant_0"; +"265 view_30_0_0_nncf_smooth_quant_0" -> "266 quantize_per_tensor_default_22"; +"266 quantize_per_tensor_default_22" -> "267 dequantize_per_tensor_default_22"; +"267 dequantize_per_tensor_default_22" -> "272 linear_13"; +"268 linear_13_scale_0_updated_constant0" -> "271 mul_14"; +"269 compressed_weight_updated_constant14" -> "271 mul_14"; +"270 _param_constant45_0_0" -> "272 linear_13"; +"271 mul_14" -> "272 linear_13"; +"272 linear_13" -> "273 view_31"; +"273 view_31" -> "274 transpose_23"; +"274 transpose_23" -> "275 dropout_10"; +"275 dropout_10" -> "276 add_7"; +"276 add_7" -> "279 layer_norm_7"; +"276 add_7" -> "299 add_8"; +"277 _param_constant46" -> "279 layer_norm_7"; +"278 _param_constant47" -> "279 layer_norm_7"; +"279 layer_norm_7" -> "280 layer_norm_7_0_0_nncf_smooth_quant_0"; +"280 layer_norm_7_0_0_nncf_smooth_quant_0" -> "281 quantize_per_tensor_default_23"; +"281 quantize_per_tensor_default_23" -> "282 dequantize_per_tensor_default_23"; +"282 dequantize_per_tensor_default_23" -> "287 linear_14"; +"283 linear_14_scale_0_updated_constant0" -> "286 mul_15"; +"284 compressed_weight_updated_constant15" -> "286 mul_15"; +"285 _param_constant49_0_0" -> "287 linear_14"; +"286 mul_15" -> "287 linear_14"; +"287 linear_14" -> "288 gelu_3"; +"288 gelu_3" -> "289 dropout_11"; +"289 dropout_11" -> "290 dropout_11_0_0_nncf_smooth_quant_0"; +"290 dropout_11_0_0_nncf_smooth_quant_0" -> "291 quantize_per_tensor_default_24"; +"291 quantize_per_tensor_default_24" -> "292 dequantize_per_tensor_default_24"; +"292 dequantize_per_tensor_default_24" -> "297 linear_15"; +"293 linear_15_scale_0_updated_constant0" -> "296 mul_16"; +"294 compressed_weight_updated_constant16" -> "296 mul_16"; +"295 _param_constant51_0_0" -> "297 linear_15"; +"296 mul_16" -> "297 linear_15"; +"297 linear_15" -> "298 dropout_12"; +"298 dropout_12" -> "299 add_8"; +"299 add_8" -> "302 layer_norm_8"; +"299 add_8" -> "347 add_9"; +"300 _param_constant52" -> "302 layer_norm_8"; +"301 _param_constant53" -> "302 layer_norm_8"; +"302 layer_norm_8" -> "303 transpose_24"; +"303 transpose_24" -> "304 transpose_24_0_0_nncf_smooth_quant_0"; +"304 transpose_24_0_0_nncf_smooth_quant_0" -> "305 quantize_per_tensor_default_25"; +"305 quantize_per_tensor_default_25" -> "306 dequantize_per_tensor_default_25"; +"306 dequantize_per_tensor_default_25" -> "311 linear_16"; +"307 linear_16_scale_0_updated_constant0" -> "310 mul_17"; +"308 compressed_weight_updated_constant17" -> "310 mul_17"; +"309 _param_constant55_0_0" -> "311 linear_16"; +"310 mul_17" -> "311 linear_16"; +"311 linear_16" -> "312 unflatten_4"; +"312 unflatten_4" -> "313 unsqueeze_4"; +"313 unsqueeze_4" -> "314 transpose_25"; +"314 transpose_25" -> "315 squeeze_4"; +"315 squeeze_4" -> "316 contiguous_4"; +"316 contiguous_4" -> "317 quantize_per_tensor_default_26"; +"316 contiguous_4" -> "320 quantize_per_tensor_default_27"; +"316 contiguous_4" -> "323 select_14"; +"317 quantize_per_tensor_default_26" -> "318 dequantize_per_tensor_default_26"; +"318 dequantize_per_tensor_default_26" -> "319 select_12"; +"319 select_12" -> "324 view_32"; +"320 quantize_per_tensor_default_27" -> "321 dequantize_per_tensor_default_27"; +"321 dequantize_per_tensor_default_27" -> "322 select_13"; +"322 select_13" -> "326 view_33"; +"323 select_14" -> "328 view_34"; +"324 view_32" -> "325 transpose_26"; +"325 transpose_26" -> "330 view_35"; +"326 view_33" -> "327 transpose_27"; +"327 transpose_27" -> "331 view_36"; +"328 view_34" -> "329 transpose_28"; +"329 transpose_28" -> "332 view_37"; +"330 view_35" -> "333 scaled_dot_product_attention_4"; +"331 view_36" -> "333 scaled_dot_product_attention_4"; +"332 view_37" -> "333 scaled_dot_product_attention_4"; +"333 scaled_dot_product_attention_4" -> "334 permute_5"; +"334 permute_5" -> "335 view_38"; +"335 view_38" -> "336 view_38_0_0_nncf_smooth_quant_0"; +"336 view_38_0_0_nncf_smooth_quant_0" -> "337 quantize_per_tensor_default_28"; +"337 quantize_per_tensor_default_28" -> "338 dequantize_per_tensor_default_28"; +"338 dequantize_per_tensor_default_28" -> "343 linear_17"; +"339 linear_17_scale_0_updated_constant0" -> "342 mul_18"; +"340 compressed_weight_updated_constant18" -> "342 mul_18"; +"341 _param_constant57_0_0" -> "343 linear_17"; +"342 mul_18" -> "343 linear_17"; +"343 linear_17" -> "344 view_39"; +"344 view_39" -> "345 transpose_29"; +"345 transpose_29" -> "346 dropout_13"; +"346 dropout_13" -> "347 add_9"; +"347 add_9" -> "350 layer_norm_9"; +"347 add_9" -> "370 add_10"; +"348 _param_constant58" -> "350 layer_norm_9"; +"349 _param_constant59" -> "350 layer_norm_9"; +"350 layer_norm_9" -> "351 layer_norm_9_0_0_nncf_smooth_quant_0"; +"351 layer_norm_9_0_0_nncf_smooth_quant_0" -> "352 quantize_per_tensor_default_29"; +"352 quantize_per_tensor_default_29" -> "353 dequantize_per_tensor_default_29"; +"353 dequantize_per_tensor_default_29" -> "358 linear_18"; +"354 linear_18_scale_0_updated_constant0" -> "357 mul_19"; +"355 compressed_weight_updated_constant19" -> "357 mul_19"; +"356 _param_constant61_0_0" -> "358 linear_18"; +"357 mul_19" -> "358 linear_18"; +"358 linear_18" -> "359 gelu_4"; +"359 gelu_4" -> "360 dropout_14"; +"360 dropout_14" -> "361 dropout_14_0_0_nncf_smooth_quant_0"; +"361 dropout_14_0_0_nncf_smooth_quant_0" -> "362 quantize_per_tensor_default_30"; +"362 quantize_per_tensor_default_30" -> "363 dequantize_per_tensor_default_30"; +"363 dequantize_per_tensor_default_30" -> "368 linear_19"; +"364 linear_19_scale_0_updated_constant0" -> "367 mul_20"; +"365 compressed_weight_updated_constant20" -> "367 mul_20"; +"366 _param_constant63_0_0" -> "368 linear_19"; +"367 mul_20" -> "368 linear_19"; +"368 linear_19" -> "369 dropout_15"; +"369 dropout_15" -> "370 add_10"; +"370 add_10" -> "373 layer_norm_10"; +"370 add_10" -> "418 add_11"; +"371 _param_constant64" -> "373 layer_norm_10"; +"372 _param_constant65" -> "373 layer_norm_10"; +"373 layer_norm_10" -> "374 transpose_30"; +"374 transpose_30" -> "375 transpose_30_0_0_nncf_smooth_quant_0"; +"375 transpose_30_0_0_nncf_smooth_quant_0" -> "376 quantize_per_tensor_default_31"; +"376 quantize_per_tensor_default_31" -> "377 dequantize_per_tensor_default_31"; +"377 dequantize_per_tensor_default_31" -> "382 linear_20"; +"378 linear_20_scale_0_updated_constant0" -> "381 mul_21"; +"379 compressed_weight_updated_constant21" -> "381 mul_21"; +"380 _param_constant67_0_0" -> "382 linear_20"; +"381 mul_21" -> "382 linear_20"; +"382 linear_20" -> "383 unflatten_5"; +"383 unflatten_5" -> "384 unsqueeze_5"; +"384 unsqueeze_5" -> "385 transpose_31"; +"385 transpose_31" -> "386 squeeze_5"; +"386 squeeze_5" -> "387 contiguous_5"; +"387 contiguous_5" -> "388 quantize_per_tensor_default_32"; +"387 contiguous_5" -> "391 quantize_per_tensor_default_33"; +"387 contiguous_5" -> "394 select_17"; +"388 quantize_per_tensor_default_32" -> "389 dequantize_per_tensor_default_32"; +"389 dequantize_per_tensor_default_32" -> "390 select_15"; +"390 select_15" -> "395 view_40"; +"391 quantize_per_tensor_default_33" -> "392 dequantize_per_tensor_default_33"; +"392 dequantize_per_tensor_default_33" -> "393 select_16"; +"393 select_16" -> "397 view_41"; +"394 select_17" -> "399 view_42"; +"395 view_40" -> "396 transpose_32"; +"396 transpose_32" -> "401 view_43"; +"397 view_41" -> "398 transpose_33"; +"398 transpose_33" -> "402 view_44"; +"399 view_42" -> "400 transpose_34"; +"400 transpose_34" -> "403 view_45"; +"401 view_43" -> "404 scaled_dot_product_attention_5"; +"402 view_44" -> "404 scaled_dot_product_attention_5"; +"403 view_45" -> "404 scaled_dot_product_attention_5"; +"404 scaled_dot_product_attention_5" -> "405 permute_6"; +"405 permute_6" -> "406 view_46"; +"406 view_46" -> "407 view_46_0_0_nncf_smooth_quant_0"; +"407 view_46_0_0_nncf_smooth_quant_0" -> "408 quantize_per_tensor_default_34"; +"408 quantize_per_tensor_default_34" -> "409 dequantize_per_tensor_default_34"; +"409 dequantize_per_tensor_default_34" -> "414 linear_21"; +"410 linear_21_scale_0_updated_constant0" -> "413 mul_22"; +"411 compressed_weight_updated_constant22" -> "413 mul_22"; +"412 _param_constant69_0_0" -> "414 linear_21"; +"413 mul_22" -> "414 linear_21"; +"414 linear_21" -> "415 view_47"; +"415 view_47" -> "416 transpose_35"; +"416 transpose_35" -> "417 dropout_16"; +"417 dropout_16" -> "418 add_11"; +"418 add_11" -> "421 layer_norm_11"; +"418 add_11" -> "441 add_12"; +"419 _param_constant70" -> "421 layer_norm_11"; +"420 _param_constant71" -> "421 layer_norm_11"; +"421 layer_norm_11" -> "422 layer_norm_11_0_0_nncf_smooth_quant_0"; +"422 layer_norm_11_0_0_nncf_smooth_quant_0" -> "423 quantize_per_tensor_default_35"; +"423 quantize_per_tensor_default_35" -> "424 dequantize_per_tensor_default_35"; +"424 dequantize_per_tensor_default_35" -> "429 linear_22"; +"425 linear_22_scale_0_updated_constant0" -> "428 mul_23"; +"426 compressed_weight_updated_constant23" -> "428 mul_23"; +"427 _param_constant73_0_0" -> "429 linear_22"; +"428 mul_23" -> "429 linear_22"; +"429 linear_22" -> "430 gelu_5"; +"430 gelu_5" -> "431 dropout_17"; +"431 dropout_17" -> "432 dropout_17_0_0_nncf_smooth_quant_0"; +"432 dropout_17_0_0_nncf_smooth_quant_0" -> "433 quantize_per_tensor_default_36"; +"433 quantize_per_tensor_default_36" -> "434 dequantize_per_tensor_default_36"; +"434 dequantize_per_tensor_default_36" -> "439 linear_23"; +"435 linear_23_scale_0_updated_constant0" -> "438 mul_24"; +"436 compressed_weight_updated_constant24" -> "438 mul_24"; +"437 _param_constant75_0_0" -> "439 linear_23"; +"438 mul_24" -> "439 linear_23"; +"439 linear_23" -> "440 dropout_18"; +"440 dropout_18" -> "441 add_12"; +"441 add_12" -> "444 layer_norm_12"; +"441 add_12" -> "489 add_13"; +"442 _param_constant76" -> "444 layer_norm_12"; +"443 _param_constant77" -> "444 layer_norm_12"; +"444 layer_norm_12" -> "445 transpose_36"; +"445 transpose_36" -> "446 transpose_36_0_0_nncf_smooth_quant_0"; +"446 transpose_36_0_0_nncf_smooth_quant_0" -> "447 quantize_per_tensor_default_37"; +"447 quantize_per_tensor_default_37" -> "448 dequantize_per_tensor_default_37"; +"448 dequantize_per_tensor_default_37" -> "453 linear_24"; +"449 linear_24_scale_0_updated_constant0" -> "452 mul_25"; +"450 compressed_weight_updated_constant25" -> "452 mul_25"; +"451 _param_constant79_0_0" -> "453 linear_24"; +"452 mul_25" -> "453 linear_24"; +"453 linear_24" -> "454 unflatten_6"; +"454 unflatten_6" -> "455 unsqueeze_6"; +"455 unsqueeze_6" -> "456 transpose_37"; +"456 transpose_37" -> "457 squeeze_6"; +"457 squeeze_6" -> "458 contiguous_6"; +"458 contiguous_6" -> "459 quantize_per_tensor_default_38"; +"458 contiguous_6" -> "462 quantize_per_tensor_default_39"; +"458 contiguous_6" -> "465 select_20"; +"459 quantize_per_tensor_default_38" -> "460 dequantize_per_tensor_default_38"; +"460 dequantize_per_tensor_default_38" -> "461 select_18"; +"461 select_18" -> "466 view_48"; +"462 quantize_per_tensor_default_39" -> "463 dequantize_per_tensor_default_39"; +"463 dequantize_per_tensor_default_39" -> "464 select_19"; +"464 select_19" -> "468 view_49"; +"465 select_20" -> "470 view_50"; +"466 view_48" -> "467 transpose_38"; +"467 transpose_38" -> "472 view_51"; +"468 view_49" -> "469 transpose_39"; +"469 transpose_39" -> "473 view_52"; +"470 view_50" -> "471 transpose_40"; +"471 transpose_40" -> "474 view_53"; +"472 view_51" -> "475 scaled_dot_product_attention_6"; +"473 view_52" -> "475 scaled_dot_product_attention_6"; +"474 view_53" -> "475 scaled_dot_product_attention_6"; +"475 scaled_dot_product_attention_6" -> "476 permute_7"; +"476 permute_7" -> "477 view_54"; +"477 view_54" -> "478 view_54_0_0_nncf_smooth_quant_0"; +"478 view_54_0_0_nncf_smooth_quant_0" -> "479 quantize_per_tensor_default_40"; +"479 quantize_per_tensor_default_40" -> "480 dequantize_per_tensor_default_40"; +"480 dequantize_per_tensor_default_40" -> "485 linear_25"; +"481 linear_25_scale_0_updated_constant0" -> "484 mul_26"; +"482 compressed_weight_updated_constant26" -> "484 mul_26"; +"483 _param_constant81_0_0" -> "485 linear_25"; +"484 mul_26" -> "485 linear_25"; +"485 linear_25" -> "486 view_55"; +"486 view_55" -> "487 transpose_41"; +"487 transpose_41" -> "488 dropout_19"; +"488 dropout_19" -> "489 add_13"; +"489 add_13" -> "492 layer_norm_13"; +"489 add_13" -> "512 add_14"; +"490 _param_constant82" -> "492 layer_norm_13"; +"491 _param_constant83" -> "492 layer_norm_13"; +"492 layer_norm_13" -> "493 layer_norm_13_0_0_nncf_smooth_quant_0"; +"493 layer_norm_13_0_0_nncf_smooth_quant_0" -> "494 quantize_per_tensor_default_41"; +"494 quantize_per_tensor_default_41" -> "495 dequantize_per_tensor_default_41"; +"495 dequantize_per_tensor_default_41" -> "500 linear_26"; +"496 linear_26_scale_0_updated_constant0" -> "499 mul_27"; +"497 compressed_weight_updated_constant27" -> "499 mul_27"; +"498 _param_constant85_0_0" -> "500 linear_26"; +"499 mul_27" -> "500 linear_26"; +"500 linear_26" -> "501 gelu_6"; +"501 gelu_6" -> "502 dropout_20"; +"502 dropout_20" -> "503 dropout_20_0_0_nncf_smooth_quant_0"; +"503 dropout_20_0_0_nncf_smooth_quant_0" -> "504 quantize_per_tensor_default_42"; +"504 quantize_per_tensor_default_42" -> "505 dequantize_per_tensor_default_42"; +"505 dequantize_per_tensor_default_42" -> "510 linear_27"; +"506 linear_27_scale_0_updated_constant0" -> "509 mul_28"; +"507 compressed_weight_updated_constant28" -> "509 mul_28"; +"508 _param_constant87_0_0" -> "510 linear_27"; +"509 mul_28" -> "510 linear_27"; +"510 linear_27" -> "511 dropout_21"; +"511 dropout_21" -> "512 add_14"; +"512 add_14" -> "515 layer_norm_14"; +"512 add_14" -> "560 add_15"; +"513 _param_constant88" -> "515 layer_norm_14"; +"514 _param_constant89" -> "515 layer_norm_14"; +"515 layer_norm_14" -> "516 transpose_42"; +"516 transpose_42" -> "517 transpose_42_0_0_nncf_smooth_quant_0"; +"517 transpose_42_0_0_nncf_smooth_quant_0" -> "518 quantize_per_tensor_default_43"; +"518 quantize_per_tensor_default_43" -> "519 dequantize_per_tensor_default_43"; +"519 dequantize_per_tensor_default_43" -> "524 linear_28"; +"520 linear_28_scale_0_updated_constant0" -> "523 mul_29"; +"521 compressed_weight_updated_constant29" -> "523 mul_29"; +"522 _param_constant91_0_0" -> "524 linear_28"; +"523 mul_29" -> "524 linear_28"; +"524 linear_28" -> "525 unflatten_7"; +"525 unflatten_7" -> "526 unsqueeze_7"; +"526 unsqueeze_7" -> "527 transpose_43"; +"527 transpose_43" -> "528 squeeze_7"; +"528 squeeze_7" -> "529 contiguous_7"; +"529 contiguous_7" -> "530 quantize_per_tensor_default_44"; +"529 contiguous_7" -> "533 quantize_per_tensor_default_45"; +"529 contiguous_7" -> "536 select_23"; +"530 quantize_per_tensor_default_44" -> "531 dequantize_per_tensor_default_44"; +"531 dequantize_per_tensor_default_44" -> "532 select_21"; +"532 select_21" -> "537 view_56"; +"533 quantize_per_tensor_default_45" -> "534 dequantize_per_tensor_default_45"; +"534 dequantize_per_tensor_default_45" -> "535 select_22"; +"535 select_22" -> "539 view_57"; +"536 select_23" -> "541 view_58"; +"537 view_56" -> "538 transpose_44"; +"538 transpose_44" -> "543 view_59"; +"539 view_57" -> "540 transpose_45"; +"540 transpose_45" -> "544 view_60"; +"541 view_58" -> "542 transpose_46"; +"542 transpose_46" -> "545 view_61"; +"543 view_59" -> "546 scaled_dot_product_attention_7"; +"544 view_60" -> "546 scaled_dot_product_attention_7"; +"545 view_61" -> "546 scaled_dot_product_attention_7"; +"546 scaled_dot_product_attention_7" -> "547 permute_8"; +"547 permute_8" -> "548 view_62"; +"548 view_62" -> "549 view_62_0_0_nncf_smooth_quant_0"; +"549 view_62_0_0_nncf_smooth_quant_0" -> "550 quantize_per_tensor_default_46"; +"550 quantize_per_tensor_default_46" -> "551 dequantize_per_tensor_default_46"; +"551 dequantize_per_tensor_default_46" -> "556 linear_29"; +"552 linear_29_scale_0_updated_constant0" -> "555 mul_30"; +"553 compressed_weight_updated_constant30" -> "555 mul_30"; +"554 _param_constant93_0_0" -> "556 linear_29"; +"555 mul_30" -> "556 linear_29"; +"556 linear_29" -> "557 view_63"; +"557 view_63" -> "558 transpose_47"; +"558 transpose_47" -> "559 dropout_22"; +"559 dropout_22" -> "560 add_15"; +"560 add_15" -> "563 layer_norm_15"; +"560 add_15" -> "583 add_16"; +"561 _param_constant94" -> "563 layer_norm_15"; +"562 _param_constant95" -> "563 layer_norm_15"; +"563 layer_norm_15" -> "564 layer_norm_15_0_0_nncf_smooth_quant_0"; +"564 layer_norm_15_0_0_nncf_smooth_quant_0" -> "565 quantize_per_tensor_default_47"; +"565 quantize_per_tensor_default_47" -> "566 dequantize_per_tensor_default_47"; +"566 dequantize_per_tensor_default_47" -> "571 linear_30"; +"567 linear_30_scale_0_updated_constant0" -> "570 mul_31"; +"568 compressed_weight_updated_constant31" -> "570 mul_31"; +"569 _param_constant97_0_0" -> "571 linear_30"; +"570 mul_31" -> "571 linear_30"; +"571 linear_30" -> "572 gelu_7"; +"572 gelu_7" -> "573 dropout_23"; +"573 dropout_23" -> "574 dropout_23_0_0_nncf_smooth_quant_0"; +"574 dropout_23_0_0_nncf_smooth_quant_0" -> "575 quantize_per_tensor_default_48"; +"575 quantize_per_tensor_default_48" -> "576 dequantize_per_tensor_default_48"; +"576 dequantize_per_tensor_default_48" -> "581 linear_31"; +"577 linear_31_scale_0_updated_constant0" -> "580 mul_32"; +"578 compressed_weight_updated_constant32" -> "580 mul_32"; +"579 _param_constant99_0_0" -> "581 linear_31"; +"580 mul_32" -> "581 linear_31"; +"581 linear_31" -> "582 dropout_24"; +"582 dropout_24" -> "583 add_16"; +"583 add_16" -> "586 layer_norm_16"; +"583 add_16" -> "631 add_17"; +"584 _param_constant100" -> "586 layer_norm_16"; +"585 _param_constant101" -> "586 layer_norm_16"; +"586 layer_norm_16" -> "587 transpose_48"; +"587 transpose_48" -> "588 transpose_48_0_0_nncf_smooth_quant_0"; +"588 transpose_48_0_0_nncf_smooth_quant_0" -> "589 quantize_per_tensor_default_49"; +"589 quantize_per_tensor_default_49" -> "590 dequantize_per_tensor_default_49"; +"590 dequantize_per_tensor_default_49" -> "595 linear_32"; +"591 linear_32_scale_0_updated_constant0" -> "594 mul_33"; +"592 compressed_weight_updated_constant33" -> "594 mul_33"; +"593 _param_constant103_0_0" -> "595 linear_32"; +"594 mul_33" -> "595 linear_32"; +"595 linear_32" -> "596 unflatten_8"; +"596 unflatten_8" -> "597 unsqueeze_8"; +"597 unsqueeze_8" -> "598 transpose_49"; +"598 transpose_49" -> "599 squeeze_8"; +"599 squeeze_8" -> "600 contiguous_8"; +"600 contiguous_8" -> "601 quantize_per_tensor_default_50"; +"600 contiguous_8" -> "604 quantize_per_tensor_default_51"; +"600 contiguous_8" -> "607 select_26"; +"601 quantize_per_tensor_default_50" -> "602 dequantize_per_tensor_default_50"; +"602 dequantize_per_tensor_default_50" -> "603 select_24"; +"603 select_24" -> "608 view_64"; +"604 quantize_per_tensor_default_51" -> "605 dequantize_per_tensor_default_51"; +"605 dequantize_per_tensor_default_51" -> "606 select_25"; +"606 select_25" -> "610 view_65"; +"607 select_26" -> "612 view_66"; +"608 view_64" -> "609 transpose_50"; +"609 transpose_50" -> "614 view_67"; +"610 view_65" -> "611 transpose_51"; +"611 transpose_51" -> "615 view_68"; +"612 view_66" -> "613 transpose_52"; +"613 transpose_52" -> "616 view_69"; +"614 view_67" -> "617 scaled_dot_product_attention_8"; +"615 view_68" -> "617 scaled_dot_product_attention_8"; +"616 view_69" -> "617 scaled_dot_product_attention_8"; +"617 scaled_dot_product_attention_8" -> "618 permute_9"; +"618 permute_9" -> "619 view_70"; +"619 view_70" -> "620 view_70_0_0_nncf_smooth_quant_0"; +"620 view_70_0_0_nncf_smooth_quant_0" -> "621 quantize_per_tensor_default_52"; +"621 quantize_per_tensor_default_52" -> "622 dequantize_per_tensor_default_52"; +"622 dequantize_per_tensor_default_52" -> "627 linear_33"; +"623 linear_33_scale_0_updated_constant0" -> "626 mul_34"; +"624 compressed_weight_updated_constant34" -> "626 mul_34"; +"625 _param_constant105_0_0" -> "627 linear_33"; +"626 mul_34" -> "627 linear_33"; +"627 linear_33" -> "628 view_71"; +"628 view_71" -> "629 transpose_53"; +"629 transpose_53" -> "630 dropout_25"; +"630 dropout_25" -> "631 add_17"; +"631 add_17" -> "634 layer_norm_17"; +"631 add_17" -> "654 add_18"; +"632 _param_constant106" -> "634 layer_norm_17"; +"633 _param_constant107" -> "634 layer_norm_17"; +"634 layer_norm_17" -> "635 layer_norm_17_0_0_nncf_smooth_quant_0"; +"635 layer_norm_17_0_0_nncf_smooth_quant_0" -> "636 quantize_per_tensor_default_53"; +"636 quantize_per_tensor_default_53" -> "637 dequantize_per_tensor_default_53"; +"637 dequantize_per_tensor_default_53" -> "642 linear_34"; +"638 linear_34_scale_0_updated_constant0" -> "641 mul_35"; +"639 compressed_weight_updated_constant35" -> "641 mul_35"; +"640 _param_constant109_0_0" -> "642 linear_34"; +"641 mul_35" -> "642 linear_34"; +"642 linear_34" -> "643 gelu_8"; +"643 gelu_8" -> "644 dropout_26"; +"644 dropout_26" -> "645 dropout_26_0_0_nncf_smooth_quant_0"; +"645 dropout_26_0_0_nncf_smooth_quant_0" -> "646 quantize_per_tensor_default_54"; +"646 quantize_per_tensor_default_54" -> "647 dequantize_per_tensor_default_54"; +"647 dequantize_per_tensor_default_54" -> "652 linear_35"; +"648 linear_35_scale_0_updated_constant0" -> "651 mul_36"; +"649 compressed_weight_updated_constant36" -> "651 mul_36"; +"650 _param_constant111_0_0" -> "652 linear_35"; +"651 mul_36" -> "652 linear_35"; +"652 linear_35" -> "653 dropout_27"; +"653 dropout_27" -> "654 add_18"; +"654 add_18" -> "657 layer_norm_18"; +"654 add_18" -> "702 add_19"; +"655 _param_constant112" -> "657 layer_norm_18"; +"656 _param_constant113" -> "657 layer_norm_18"; +"657 layer_norm_18" -> "658 transpose_54"; +"658 transpose_54" -> "659 transpose_54_0_0_nncf_smooth_quant_0"; +"659 transpose_54_0_0_nncf_smooth_quant_0" -> "660 quantize_per_tensor_default_55"; +"660 quantize_per_tensor_default_55" -> "661 dequantize_per_tensor_default_55"; +"661 dequantize_per_tensor_default_55" -> "666 linear_36"; +"662 linear_36_scale_0_updated_constant0" -> "665 mul_37"; +"663 compressed_weight_updated_constant37" -> "665 mul_37"; +"664 _param_constant115_0_0" -> "666 linear_36"; +"665 mul_37" -> "666 linear_36"; +"666 linear_36" -> "667 unflatten_9"; +"667 unflatten_9" -> "668 unsqueeze_9"; +"668 unsqueeze_9" -> "669 transpose_55"; +"669 transpose_55" -> "670 squeeze_9"; +"670 squeeze_9" -> "671 contiguous_9"; +"671 contiguous_9" -> "672 quantize_per_tensor_default_56"; +"671 contiguous_9" -> "675 quantize_per_tensor_default_57"; +"671 contiguous_9" -> "678 select_29"; +"672 quantize_per_tensor_default_56" -> "673 dequantize_per_tensor_default_56"; +"673 dequantize_per_tensor_default_56" -> "674 select_27"; +"674 select_27" -> "679 view_72"; +"675 quantize_per_tensor_default_57" -> "676 dequantize_per_tensor_default_57"; +"676 dequantize_per_tensor_default_57" -> "677 select_28"; +"677 select_28" -> "681 view_73"; +"678 select_29" -> "683 view_74"; +"679 view_72" -> "680 transpose_56"; +"680 transpose_56" -> "685 view_75"; +"681 view_73" -> "682 transpose_57"; +"682 transpose_57" -> "686 view_76"; +"683 view_74" -> "684 transpose_58"; +"684 transpose_58" -> "687 view_77"; +"685 view_75" -> "688 scaled_dot_product_attention_9"; +"686 view_76" -> "688 scaled_dot_product_attention_9"; +"687 view_77" -> "688 scaled_dot_product_attention_9"; +"688 scaled_dot_product_attention_9" -> "689 permute_10"; +"689 permute_10" -> "690 view_78"; +"690 view_78" -> "691 view_78_0_0_nncf_smooth_quant_0"; +"691 view_78_0_0_nncf_smooth_quant_0" -> "692 quantize_per_tensor_default_58"; +"692 quantize_per_tensor_default_58" -> "693 dequantize_per_tensor_default_58"; +"693 dequantize_per_tensor_default_58" -> "698 linear_37"; +"694 linear_37_scale_0_updated_constant0" -> "697 mul_38"; +"695 compressed_weight_updated_constant38" -> "697 mul_38"; +"696 _param_constant117_0_0" -> "698 linear_37"; +"697 mul_38" -> "698 linear_37"; +"698 linear_37" -> "699 view_79"; +"699 view_79" -> "700 transpose_59"; +"700 transpose_59" -> "701 dropout_28"; +"701 dropout_28" -> "702 add_19"; +"702 add_19" -> "705 layer_norm_19"; +"702 add_19" -> "725 add_20"; +"703 _param_constant118" -> "705 layer_norm_19"; +"704 _param_constant119" -> "705 layer_norm_19"; +"705 layer_norm_19" -> "706 layer_norm_19_0_0_nncf_smooth_quant_0"; +"706 layer_norm_19_0_0_nncf_smooth_quant_0" -> "707 quantize_per_tensor_default_59"; +"707 quantize_per_tensor_default_59" -> "708 dequantize_per_tensor_default_59"; +"708 dequantize_per_tensor_default_59" -> "713 linear_38"; +"709 linear_38_scale_0_updated_constant0" -> "712 mul_39"; +"710 compressed_weight_updated_constant39" -> "712 mul_39"; +"711 _param_constant121_0_0" -> "713 linear_38"; +"712 mul_39" -> "713 linear_38"; +"713 linear_38" -> "714 gelu_9"; +"714 gelu_9" -> "715 dropout_29"; +"715 dropout_29" -> "716 dropout_29_0_0_nncf_smooth_quant_0"; +"716 dropout_29_0_0_nncf_smooth_quant_0" -> "717 quantize_per_tensor_default_60"; +"717 quantize_per_tensor_default_60" -> "718 dequantize_per_tensor_default_60"; +"718 dequantize_per_tensor_default_60" -> "723 linear_39"; +"719 linear_39_scale_0_updated_constant0" -> "722 mul_40"; +"720 compressed_weight_updated_constant40" -> "722 mul_40"; +"721 _param_constant123_0_0" -> "723 linear_39"; +"722 mul_40" -> "723 linear_39"; +"723 linear_39" -> "724 dropout_30"; +"724 dropout_30" -> "725 add_20"; +"725 add_20" -> "728 layer_norm_20"; +"725 add_20" -> "773 add_21"; +"726 _param_constant124" -> "728 layer_norm_20"; +"727 _param_constant125" -> "728 layer_norm_20"; +"728 layer_norm_20" -> "729 transpose_60"; +"729 transpose_60" -> "730 transpose_60_0_0_nncf_smooth_quant_0"; +"730 transpose_60_0_0_nncf_smooth_quant_0" -> "731 quantize_per_tensor_default_61"; +"731 quantize_per_tensor_default_61" -> "732 dequantize_per_tensor_default_61"; +"732 dequantize_per_tensor_default_61" -> "737 linear_40"; +"733 linear_40_scale_0_updated_constant0" -> "736 mul_41"; +"734 compressed_weight_updated_constant41" -> "736 mul_41"; +"735 _param_constant127_0_0" -> "737 linear_40"; +"736 mul_41" -> "737 linear_40"; +"737 linear_40" -> "738 unflatten_10"; +"738 unflatten_10" -> "739 unsqueeze_10"; +"739 unsqueeze_10" -> "740 transpose_61"; +"740 transpose_61" -> "741 squeeze_10"; +"741 squeeze_10" -> "742 contiguous_10"; +"742 contiguous_10" -> "743 quantize_per_tensor_default_62"; +"742 contiguous_10" -> "746 quantize_per_tensor_default_63"; +"742 contiguous_10" -> "749 select_32"; +"743 quantize_per_tensor_default_62" -> "744 dequantize_per_tensor_default_62"; +"744 dequantize_per_tensor_default_62" -> "745 select_30"; +"745 select_30" -> "750 view_80"; +"746 quantize_per_tensor_default_63" -> "747 dequantize_per_tensor_default_63"; +"747 dequantize_per_tensor_default_63" -> "748 select_31"; +"748 select_31" -> "752 view_81"; +"749 select_32" -> "754 view_82"; +"750 view_80" -> "751 transpose_62"; +"751 transpose_62" -> "756 view_83"; +"752 view_81" -> "753 transpose_63"; +"753 transpose_63" -> "757 view_84"; +"754 view_82" -> "755 transpose_64"; +"755 transpose_64" -> "758 view_85"; +"756 view_83" -> "759 scaled_dot_product_attention_10"; +"757 view_84" -> "759 scaled_dot_product_attention_10"; +"758 view_85" -> "759 scaled_dot_product_attention_10"; +"759 scaled_dot_product_attention_10" -> "760 permute_11"; +"760 permute_11" -> "761 view_86"; +"761 view_86" -> "762 view_86_0_0_nncf_smooth_quant_0"; +"762 view_86_0_0_nncf_smooth_quant_0" -> "763 quantize_per_tensor_default_64"; +"763 quantize_per_tensor_default_64" -> "764 dequantize_per_tensor_default_64"; +"764 dequantize_per_tensor_default_64" -> "769 linear_41"; +"765 linear_41_scale_0_updated_constant0" -> "768 mul_42"; +"766 compressed_weight_updated_constant42" -> "768 mul_42"; +"767 _param_constant129_0_0" -> "769 linear_41"; +"768 mul_42" -> "769 linear_41"; +"769 linear_41" -> "770 view_87"; +"770 view_87" -> "771 transpose_65"; +"771 transpose_65" -> "772 dropout_31"; +"772 dropout_31" -> "773 add_21"; +"773 add_21" -> "776 layer_norm_21"; +"773 add_21" -> "796 add_22"; +"774 _param_constant130" -> "776 layer_norm_21"; +"775 _param_constant131" -> "776 layer_norm_21"; +"776 layer_norm_21" -> "777 layer_norm_21_0_0_nncf_smooth_quant_0"; +"777 layer_norm_21_0_0_nncf_smooth_quant_0" -> "778 quantize_per_tensor_default_65"; +"778 quantize_per_tensor_default_65" -> "779 dequantize_per_tensor_default_65"; +"779 dequantize_per_tensor_default_65" -> "784 linear_42"; +"780 linear_42_scale_0_updated_constant0" -> "783 mul_43"; +"781 compressed_weight_updated_constant43" -> "783 mul_43"; +"782 _param_constant133_0_0" -> "784 linear_42"; +"783 mul_43" -> "784 linear_42"; +"784 linear_42" -> "785 gelu_10"; +"785 gelu_10" -> "786 dropout_32"; +"786 dropout_32" -> "787 dropout_32_0_0_nncf_smooth_quant_0"; +"787 dropout_32_0_0_nncf_smooth_quant_0" -> "788 quantize_per_tensor_default_66"; +"788 quantize_per_tensor_default_66" -> "789 dequantize_per_tensor_default_66"; +"789 dequantize_per_tensor_default_66" -> "794 linear_43"; +"790 linear_43_scale_0_updated_constant0" -> "793 mul_44"; +"791 compressed_weight_updated_constant44" -> "793 mul_44"; +"792 _param_constant135_0_0" -> "794 linear_43"; +"793 mul_44" -> "794 linear_43"; +"794 linear_43" -> "795 dropout_33"; +"795 dropout_33" -> "796 add_22"; +"796 add_22" -> "799 layer_norm_22"; +"796 add_22" -> "844 add_23"; +"797 _param_constant136" -> "799 layer_norm_22"; +"798 _param_constant137" -> "799 layer_norm_22"; +"799 layer_norm_22" -> "800 transpose_66"; +"800 transpose_66" -> "801 transpose_66_0_0_nncf_smooth_quant_0"; +"801 transpose_66_0_0_nncf_smooth_quant_0" -> "802 quantize_per_tensor_default_67"; +"802 quantize_per_tensor_default_67" -> "803 dequantize_per_tensor_default_67"; +"803 dequantize_per_tensor_default_67" -> "808 linear_44"; +"804 linear_44_scale_0_updated_constant0" -> "807 mul_45"; +"805 compressed_weight_updated_constant45" -> "807 mul_45"; +"806 _param_constant139_0_0" -> "808 linear_44"; +"807 mul_45" -> "808 linear_44"; +"808 linear_44" -> "809 unflatten_11"; +"809 unflatten_11" -> "810 unsqueeze_11"; +"810 unsqueeze_11" -> "811 transpose_67"; +"811 transpose_67" -> "812 squeeze_11"; +"812 squeeze_11" -> "813 contiguous_11"; +"813 contiguous_11" -> "814 quantize_per_tensor_default_68"; +"813 contiguous_11" -> "817 quantize_per_tensor_default_69"; +"813 contiguous_11" -> "820 select_35"; +"814 quantize_per_tensor_default_68" -> "815 dequantize_per_tensor_default_68"; +"815 dequantize_per_tensor_default_68" -> "816 select_33"; +"816 select_33" -> "821 view_88"; +"817 quantize_per_tensor_default_69" -> "818 dequantize_per_tensor_default_69"; +"818 dequantize_per_tensor_default_69" -> "819 select_34"; +"819 select_34" -> "823 view_89"; +"820 select_35" -> "825 view_90"; +"821 view_88" -> "822 transpose_68"; +"822 transpose_68" -> "827 view_91"; +"823 view_89" -> "824 transpose_69"; +"824 transpose_69" -> "828 view_92"; +"825 view_90" -> "826 transpose_70"; +"826 transpose_70" -> "829 view_93"; +"827 view_91" -> "830 scaled_dot_product_attention_11"; +"828 view_92" -> "830 scaled_dot_product_attention_11"; +"829 view_93" -> "830 scaled_dot_product_attention_11"; +"830 scaled_dot_product_attention_11" -> "831 permute_12"; +"831 permute_12" -> "832 view_94"; +"832 view_94" -> "833 view_94_0_0_nncf_smooth_quant_0"; +"833 view_94_0_0_nncf_smooth_quant_0" -> "834 quantize_per_tensor_default_70"; +"834 quantize_per_tensor_default_70" -> "835 dequantize_per_tensor_default_70"; +"835 dequantize_per_tensor_default_70" -> "840 linear_45"; +"836 linear_45_scale_0_updated_constant0" -> "839 mul_46"; +"837 compressed_weight_updated_constant46" -> "839 mul_46"; +"838 _param_constant141_0_0" -> "840 linear_45"; +"839 mul_46" -> "840 linear_45"; +"840 linear_45" -> "841 view_95"; +"841 view_95" -> "842 transpose_71"; +"842 transpose_71" -> "843 dropout_34"; +"843 dropout_34" -> "844 add_23"; +"844 add_23" -> "847 layer_norm_23"; +"844 add_23" -> "867 add_24"; +"845 _param_constant142" -> "847 layer_norm_23"; +"846 _param_constant143" -> "847 layer_norm_23"; +"847 layer_norm_23" -> "848 layer_norm_23_0_0_nncf_smooth_quant_0"; +"848 layer_norm_23_0_0_nncf_smooth_quant_0" -> "849 quantize_per_tensor_default_71"; +"849 quantize_per_tensor_default_71" -> "850 dequantize_per_tensor_default_71"; +"850 dequantize_per_tensor_default_71" -> "855 linear_46"; +"851 linear_46_scale_0_updated_constant0" -> "854 mul_47"; +"852 compressed_weight_updated_constant47" -> "854 mul_47"; +"853 _param_constant145_0_0" -> "855 linear_46"; +"854 mul_47" -> "855 linear_46"; +"855 linear_46" -> "856 gelu_11"; +"856 gelu_11" -> "857 dropout_35"; +"857 dropout_35" -> "858 dropout_35_0_0_nncf_smooth_quant_0"; +"858 dropout_35_0_0_nncf_smooth_quant_0" -> "859 quantize_per_tensor_default_72"; +"859 quantize_per_tensor_default_72" -> "860 dequantize_per_tensor_default_72"; +"860 dequantize_per_tensor_default_72" -> "865 linear_47"; +"861 linear_47_scale_0_updated_constant0" -> "864 mul_48"; +"862 compressed_weight_updated_constant48" -> "864 mul_48"; +"863 _param_constant147_0_0" -> "865 linear_47"; +"864 mul_48" -> "865 linear_47"; +"865 linear_47" -> "866 dropout_36"; +"866 dropout_36" -> "867 add_24"; +"867 add_24" -> "870 layer_norm_24"; +"868 _param_constant148" -> "870 layer_norm_24"; +"869 _param_constant149" -> "870 layer_norm_24"; +"870 layer_norm_24" -> "871 slice_1"; +"871 slice_1" -> "872 select_36"; +"872 select_36" -> "873 select_36_0_0_nncf_smooth_quant_0"; +"873 select_36_0_0_nncf_smooth_quant_0" -> "874 quantize_per_tensor_default_73"; +"874 quantize_per_tensor_default_73" -> "875 dequantize_per_tensor_default_73"; +"875 dequantize_per_tensor_default_73" -> "880 linear_48"; +"876 linear_48_scale_0_updated_constant0" -> "879 mul_49"; +"877 compressed_weight_updated_constant49" -> "879 mul_49"; +"878 _param_constant151_0_0" -> "880 linear_48"; +"879 mul_49" -> "880 linear_48"; +"880 linear_48" -> "881 output"; } diff --git a/tests/torch/fx/test_sanity.py b/tests/torch/fx/test_sanity.py index a3f0d828260..b6d97c8eef5 100644 --- a/tests/torch/fx/test_sanity.py +++ b/tests/torch/fx/test_sanity.py @@ -53,8 +53,8 @@ class SanitySampleCase: "resnet18", "https://storage.openvinotoolkit.org/repositories/nncf/openvino_notebook_ckpts/302_resnet18_fp32_v1.pth", 55.35, - 51, - 58, + 30, + 37, ), ) From b49d9f71df835932175c05924bb47c00864d73e4 Mon Sep 17 00:00:00 2001 From: Aamir Nazir Date: Fri, 20 Sep 2024 10:34:53 +0400 Subject: [PATCH 03/48] fix per tensor transformation --- nncf/experimental/torch/fx/transformations.py | 12 +++-- tests/torch/fx/test_model_transformer.py | 50 ++++++++++++++++++- tests/torch/fx/test_models.py | 5 +- 3 files changed, 60 insertions(+), 7 deletions(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index 41273208804..3db3a82f09c 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -518,7 +518,10 @@ def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): ) return dequantized - def replacement(x, scale, zero_point, axis, low, high, dtype): + def replacement_per_channel(x, scale, zero_point, axis, low, high, dtype): + return torch.mul(x, scale) + + def replacement_per_tensor(x, scale, zero_point, low, high, dtype): return torch.mul(x, scale) def match_filters(match, original_graph, graph): @@ -526,8 +529,8 @@ def match_filters(match, original_graph, graph): if node.name=='weight' and match.nodes_map[node].op == 'get_attr': return True return False - torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern_per_channel, replacement, [match_filters]) - torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern_per_tensor, replacement, [match_filters]) + torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern_per_channel, replacement_per_channel, [match_filters]) + torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern_per_tensor, replacement_per_tensor, [match_filters]) def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule): input_tup = [] @@ -540,7 +543,6 @@ def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule): return None else: input_tup.append(params) - _reshape_scale(model, node) return input_tup def _compress_qdq_constant_transformation(model: torch.fx.GraphModule) -> None: @@ -549,6 +551,8 @@ def _compress_qdq_constant_transformation(model: torch.fx.GraphModule) -> None: port_id = 0 input_tup = _get_node_inputs(node, model) if(input_tup): + if(node.target == torch.ops.quantized_decomposed.quantize_per_channel.default): + _reshape_scale(model, node) result = node.target(*tuple(input_tup)) constant_update_fn(model, node, result, port_id, updated_node_name='compressed_weight_updated_constant') diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index 2dc6d251d5f..d3070f7f6b5 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -11,12 +11,14 @@ from dataclasses import dataclass from pathlib import Path -from typing import Any, Tuple +from typing import Any, Callable, Tuple import pytest +import torchvision.models as models import torch from torch._export import capture_pre_autograd_graph +import nncf from nncf.common.graph.transformations.commands import TargetType from nncf.common.graph.transformations.layout import TransformationLayout from nncf.experimental.torch.fx.model_transformer import FXModelTransformer @@ -29,7 +31,7 @@ from tests.torch.test_models.synthetic import ConvolutionWithAllConstantInputsModel from tests.torch.test_models.synthetic import ConvolutionWithNotTensorBiasModel from tests.torch.test_models.synthetic import MultiBranchesConnectedModel - +from tests.torch.ptq.test_weights_compression import ShortTransformer @dataclass class ModelExtractionTestCase: @@ -124,3 +126,47 @@ def test_output_insertion_transformation(tuple_output, target_point): check_graph( nncf_graph, f"output_insertion_{_target_point_to_str(target_point)}_ref.dot", TRANSFORMED_GRAPH_DIR_NAME ) + + +@dataclass +class ModelCase: + model_id: str + input_shape: Tuple[int] + +TEST_MODELS_QUANIZED = ( + ModelCase("resnet18", [1, 3, 224, 224]), + ModelCase("mobilenet_v3_small", [1, 3, 224, 224]), + ModelCase("vit_b_16", [1, 3, 224, 224]), +) + +@pytest.mark.parametrize( + ("model_case"), TEST_MODELS_QUANIZED, ids=[m.model_id for m in TEST_MODELS_QUANIZED] +) +def test_post_quantization_compression(model_case: ModelCase): + with disable_patching(): + torch.manual_seed(42) + # model = ShortTransformer(5, 10).to('cpu') + model = getattr(models, model_case.model_id)().eval() + input_ids = torch.ones(model_case.input_shape) + exported_model = capture_pre_autograd_graph(model, args=(input_ids,)) + quantized_model = nncf.quantize(exported_model, + calibration_dataset=nncf.Dataset([input_ids]), + subset_size=1, + advanced_parameters=nncf.AdvancedQuantizationParameters(disable_bias_correction=True)) + # for node in quantized_model.graph.nodes: + # if(node.target == torch.mul): + # # node_pre_value = getattr(quantized_model, node.name) + # input_tup = [] + # for i in node.args: + # if isinstance(i, torch.fx.Node) and i.target == 'get_attr': + # weight_value = getattr(quantized_model, i.target) + # input_tup.append(weight_value) + # assert weight_value.dtype == torch.int8 + # else: + # input_tup.append(i) + # if input_tup: + # result = node.target(*tuple(input_tup)) + # assert result.dtype == torch.fp32 + # constant_count = sum(1 for node in quantized_model.graph.nodes if node.op == 'get_attr') + # buffer_count = sum(1 for node in quantized_model.buffers()) + # assert buffer_count == constant_count diff --git a/tests/torch/fx/test_models.py b/tests/torch/fx/test_models.py index 1d86ec4fd63..47f3ba6aac5 100644 --- a/tests/torch/fx/test_models.py +++ b/tests/torch/fx/test_models.py @@ -150,9 +150,12 @@ def transform_fn(data_item): quantization_parameters["subset_size"] = 1 quantized_model = nncf.quantize(fx_model, calibration_dataset, **quantization_parameters) + # Uncomment to visualize torch fx graph # from tests.torch.fx.helpers import visualize_fx_model # visualize_fx_model(quantized_model, f"{model_case.model_id}_int8.svg") - + constant_count = sum(1 for node in quantized_model.graph.nodes if node.op == 'get_attr') + buffer_count = sum(1 for node in quantized_model.buffers()) + assert buffer_count == constant_count nncf_graph = GraphConverter.create_nncf_graph(quantized_model) check_graph(nncf_graph, get_dot_filename(model_case.model_id), FX_QUANTIZED_DIR_NAME) From 094802dd59f39e41b0a52f9502615d6307eb8b36 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Fri, 20 Sep 2024 16:54:50 +0400 Subject: [PATCH 04/48] add test for post quantization compression transformation --- .../torch/fx/quantization/quantize_model.py | 2 +- nncf/experimental/torch/fx/transformations.py | 48 ++++++++++---- tests/torch/fx/test_model_transformer.py | 65 ++++++++++--------- tests/torch/fx/test_models.py | 6 +- 4 files changed, 72 insertions(+), 49 deletions(-) diff --git a/nncf/experimental/torch/fx/quantization/quantize_model.py b/nncf/experimental/torch/fx/quantization/quantize_model.py index 83012e9ba57..cdd6f3f8918 100644 --- a/nncf/experimental/torch/fx/quantization/quantize_model.py +++ b/nncf/experimental/torch/fx/quantization/quantize_model.py @@ -27,8 +27,8 @@ from nncf.common.quantization.structs import QuantizationPreset from nncf.data import Dataset from nncf.experimental.torch.fx.transformations import apply_quantization_transformations -from nncf.experimental.torch.fx.transformations import revert_quantization_transformations from nncf.experimental.torch.fx.transformations import compress_post_quantize_transformation +from nncf.experimental.torch.fx.transformations import revert_quantization_transformations from nncf.parameters import ModelType from nncf.parameters import QuantizationMode from nncf.parameters import TargetDevice diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index 3db3a82f09c..41518716791 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -151,7 +151,13 @@ def constant_update_transformation(model: torch.fx.GraphModule): return constant_update_transformation -def constant_update_fn(model: torch.fx.GraphModule, node: torch.fx.Node, value: torch.Tensor, input_port_id: int = 1, updated_node_name: Optional[str] = None): +def constant_update_fn( + model: torch.fx.GraphModule, + node: torch.fx.Node, + value: torch.Tensor, + input_port_id: int = 1, + updated_node_name: Optional[str] = None, +): """ Updates constant of given node on the given input port id with given value. @@ -180,7 +186,7 @@ def constant_update_fn(model: torch.fx.GraphModule, node: torch.fx.Node, value: consumer_nodes = list(previous_const.users.keys()) for node in consumer_nodes: node.replace_input_with(previous_const, new_constant) - + graph.erase_node(previous_const) graph.eliminate_dead_code() @@ -499,6 +505,7 @@ def fuse_conv_bn(model: torch.fx.GraphModule) -> None: model.graph.eliminate_dead_code() model.recompile() + def _remove_constant_qdq_transformation(model: torch.fx.GraphModule) -> None: def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): quantized = torch.ops.quantized_decomposed.quantize_per_channel.default( @@ -520,23 +527,29 @@ def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): def replacement_per_channel(x, scale, zero_point, axis, low, high, dtype): return torch.mul(x, scale) - + def replacement_per_tensor(x, scale, zero_point, low, high, dtype): return torch.mul(x, scale) - + def match_filters(match, original_graph, graph): - for node in match.nodes_map.keys(): - if node.name=='weight' and match.nodes_map[node].op == 'get_attr': + for node in match.nodes_map: + if node.name == "weight" and match.nodes_map[node].op == "get_attr": return True return False - torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern_per_channel, replacement_per_channel, [match_filters]) - torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern_per_tensor, replacement_per_tensor, [match_filters]) + + torch.fx.subgraph_rewriter.replace_pattern_with_filters( + model, pattern_per_channel, replacement_per_channel, [match_filters] + ) + torch.fx.subgraph_rewriter.replace_pattern_with_filters( + model, pattern_per_tensor, replacement_per_tensor, [match_filters] + ) + def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule): input_tup = [] for params in node.args: if isinstance(params, torch.fx.Node): - if params.op == 'get_attr': + if params.op == "get_attr": value = get_tensor_constant_from_node(params, model) input_tup.append(value) else: @@ -545,16 +558,21 @@ def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule): input_tup.append(params) return input_tup + def _compress_qdq_constant_transformation(model: torch.fx.GraphModule) -> None: for node in model.graph.nodes: - if node.target in [torch.ops.quantized_decomposed.quantize_per_tensor.default, torch.ops.quantized_decomposed.quantize_per_channel.default]: + if node.target in [ + torch.ops.quantized_decomposed.quantize_per_tensor.default, + torch.ops.quantized_decomposed.quantize_per_channel.default, + ]: port_id = 0 input_tup = _get_node_inputs(node, model) - if(input_tup): - if(node.target == torch.ops.quantized_decomposed.quantize_per_channel.default): + if input_tup: + if node.target == torch.ops.quantized_decomposed.quantize_per_channel.default: _reshape_scale(model, node) result = node.target(*tuple(input_tup)) - constant_update_fn(model, node, result, port_id, updated_node_name='compressed_weight_updated_constant') + constant_update_fn(model, node, result, port_id, updated_node_name="compressed_weight_updated_constant") + def _reshape_scale(model, node: torch.fx.Node): weight_node = node.all_input_nodes[0] @@ -565,12 +583,14 @@ def _reshape_scale(model, node: torch.fx.Node): new_shape = [1] * weight_value.dim() new_shape[axis] = scale_value.shape[0] scale_value = scale_value.view(new_shape) - constant_update_fn(model, node, scale_value, 1, updated_node_name=scale_node.name+'_updated_constant') + constant_update_fn(model, node, scale_value, 1, updated_node_name=scale_node.name + "_updated_constant") + def compress_post_quantize_transformation(model: torch.fx.GraphModule): _compress_qdq_constant_transformation(model) _remove_constant_qdq_transformation(model) + def apply_quantization_transformations(model: torch.fx.GraphModule) -> None: """ Applies quantization transformations to the model. diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index d3070f7f6b5..10fc5f0cc13 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -10,12 +10,13 @@ # limitations under the License. from dataclasses import dataclass +from functools import partial from pathlib import Path from typing import Any, Callable, Tuple import pytest -import torchvision.models as models import torch +import torchvision.models as models from torch._export import capture_pre_autograd_graph import nncf @@ -23,6 +24,7 @@ from nncf.common.graph.transformations.layout import TransformationLayout from nncf.experimental.torch.fx.model_transformer import FXModelTransformer from nncf.experimental.torch.fx.nncf_graph_builder import GraphConverter +from nncf.experimental.torch.fx.transformations import _get_node_inputs from nncf.experimental.torch.fx.transformations import output_insertion_transformation_builder from nncf.torch import disable_patching from nncf.torch.graph.transformations.commands import PTModelExtractionCommand @@ -31,7 +33,7 @@ from tests.torch.test_models.synthetic import ConvolutionWithAllConstantInputsModel from tests.torch.test_models.synthetic import ConvolutionWithNotTensorBiasModel from tests.torch.test_models.synthetic import MultiBranchesConnectedModel -from tests.torch.ptq.test_weights_compression import ShortTransformer + @dataclass class ModelExtractionTestCase: @@ -130,43 +132,46 @@ def test_output_insertion_transformation(tuple_output, target_point): @dataclass class ModelCase: + model_builder: Callable[[], torch.nn.Module] model_id: str input_shape: Tuple[int] + buffer_count: int + + +def torchvision_model_case(model_id: str, input_shape: Tuple[int,], buffer_count): + model = getattr(models, model_id) + return ModelCase(partial(model, weights=None), model_id, input_shape, buffer_count) + TEST_MODELS_QUANIZED = ( - ModelCase("resnet18", [1, 3, 224, 224]), - ModelCase("mobilenet_v3_small", [1, 3, 224, 224]), - ModelCase("vit_b_16", [1, 3, 224, 224]), + (torchvision_model_case("resnet18", (1, 3, 224, 224), 63), {}), + (torchvision_model_case("mobilenet_v3_small", (1, 3, 224, 224), 148), {}), + (torchvision_model_case("vit_b_16", (1, 3, 224, 224), 150), {"model_type": nncf.ModelType.TRANSFORMER}), + (torchvision_model_case("swin_v2_s", (1, 3, 224, 224), 468), {"model_type": nncf.ModelType.TRANSFORMER}), ) + @pytest.mark.parametrize( - ("model_case"), TEST_MODELS_QUANIZED, ids=[m.model_id for m in TEST_MODELS_QUANIZED] + ("model_case", "quantization_parameters"), TEST_MODELS_QUANIZED, ids=[m[0].model_id for m in TEST_MODELS_QUANIZED] ) -def test_post_quantization_compression(model_case: ModelCase): +def test_post_quantization_compression(model_case: ModelCase, quantization_parameters): with disable_patching(): - torch.manual_seed(42) - # model = ShortTransformer(5, 10).to('cpu') + torch.manual_seed(42) model = getattr(models, model_case.model_id)().eval() input_ids = torch.ones(model_case.input_shape) exported_model = capture_pre_autograd_graph(model, args=(input_ids,)) - quantized_model = nncf.quantize(exported_model, - calibration_dataset=nncf.Dataset([input_ids]), - subset_size=1, - advanced_parameters=nncf.AdvancedQuantizationParameters(disable_bias_correction=True)) - # for node in quantized_model.graph.nodes: - # if(node.target == torch.mul): - # # node_pre_value = getattr(quantized_model, node.name) - # input_tup = [] - # for i in node.args: - # if isinstance(i, torch.fx.Node) and i.target == 'get_attr': - # weight_value = getattr(quantized_model, i.target) - # input_tup.append(weight_value) - # assert weight_value.dtype == torch.int8 - # else: - # input_tup.append(i) - # if input_tup: - # result = node.target(*tuple(input_tup)) - # assert result.dtype == torch.fp32 - # constant_count = sum(1 for node in quantized_model.graph.nodes if node.op == 'get_attr') - # buffer_count = sum(1 for node in quantized_model.buffers()) - # assert buffer_count == constant_count + quantization_parameters["advanced_parameters"] = nncf.AdvancedQuantizationParameters() + quantization_parameters["subset_size"] = 1 + quantized_model = nncf.quantize( + exported_model, calibration_dataset=nncf.Dataset([input_ids]), **quantization_parameters + ) + for node in quantized_model.graph.nodes: + if node.name[:3] == "mul": + input_tup = [] + input_tup = _get_node_inputs(node, quantized_model) + if input_tup: + assert input_tup[0].dtype == torch.int8 + result = node.target(*tuple(input_tup)) + assert result.dtype == torch.float32 + buffer_count = sum(1 for ele in quantized_model.buffers()) + assert buffer_count == model_case.buffer_count diff --git a/tests/torch/fx/test_models.py b/tests/torch/fx/test_models.py index 47f3ba6aac5..498a176f664 100644 --- a/tests/torch/fx/test_models.py +++ b/tests/torch/fx/test_models.py @@ -150,12 +150,10 @@ def transform_fn(data_item): quantization_parameters["subset_size"] = 1 quantized_model = nncf.quantize(fx_model, calibration_dataset, **quantization_parameters) - + # Uncomment to visualize torch fx graph # from tests.torch.fx.helpers import visualize_fx_model # visualize_fx_model(quantized_model, f"{model_case.model_id}_int8.svg") - constant_count = sum(1 for node in quantized_model.graph.nodes if node.op == 'get_attr') - buffer_count = sum(1 for node in quantized_model.buffers()) - assert buffer_count == constant_count + nncf_graph = GraphConverter.create_nncf_graph(quantized_model) check_graph(nncf_graph, get_dot_filename(model_case.model_id), FX_QUANTIZED_DIR_NAME) From b4719a8e46a3d63acc3a8786a517eeb9a4617722 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Mon, 23 Sep 2024 15:42:04 +0400 Subject: [PATCH 05/48] remove buffer test --- tests/torch/fx/test_model_transformer.py | 12 +++++------- 1 file changed, 5 insertions(+), 7 deletions(-) diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index 10fc5f0cc13..960011e92c1 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -135,7 +135,6 @@ class ModelCase: model_builder: Callable[[], torch.nn.Module] model_id: str input_shape: Tuple[int] - buffer_count: int def torchvision_model_case(model_id: str, input_shape: Tuple[int,], buffer_count): @@ -144,10 +143,11 @@ def torchvision_model_case(model_id: str, input_shape: Tuple[int,], buffer_count TEST_MODELS_QUANIZED = ( - (torchvision_model_case("resnet18", (1, 3, 224, 224), 63), {}), - (torchvision_model_case("mobilenet_v3_small", (1, 3, 224, 224), 148), {}), - (torchvision_model_case("vit_b_16", (1, 3, 224, 224), 150), {"model_type": nncf.ModelType.TRANSFORMER}), - (torchvision_model_case("swin_v2_s", (1, 3, 224, 224), 468), {"model_type": nncf.ModelType.TRANSFORMER}), + (torchvision_model_case("resnet18", (1, 3, 224, 224)), {}), + (torchvision_model_case("mobilenet_v3_small", (1, 3, 224, 224)), {}), + (torchvision_model_case("vit_b_16", (1, 3, 224, 224)), {"model_type": nncf.ModelType.TRANSFORMER}), + (torchvision_model_case("swin_v2_s", (1, 3, 224, 224)), {"model_type": nncf.ModelType.TRANSFORMER}), + ) @@ -173,5 +173,3 @@ def test_post_quantization_compression(model_case: ModelCase, quantization_param assert input_tup[0].dtype == torch.int8 result = node.target(*tuple(input_tup)) assert result.dtype == torch.float32 - buffer_count = sum(1 for ele in quantized_model.buffers()) - assert buffer_count == model_case.buffer_count From a71e892a0135e68db719d175ce444fe9769884e7 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Tue, 24 Sep 2024 11:34:29 +0400 Subject: [PATCH 06/48] update reference graphs --- nncf/experimental/torch/fx/transformations.py | 4 +- .../fx/quantized/mobilenet_v3_small.dot | 72 ++--- .../fx/quantized/resnet18.dot | 42 +-- .../fx/quantized/swin_v2_s.dot | 298 +++++++++--------- .../reference_graphs/fx/quantized/unet.dot | 46 +-- .../fx/quantized/vit_b_16.dot | 100 +++--- tests/torch/fx/test_model_transformer.py | 5 +- 7 files changed, 283 insertions(+), 284 deletions(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index 41518716791..cbd1a65da12 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -526,10 +526,10 @@ def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): return dequantized def replacement_per_channel(x, scale, zero_point, axis, low, high, dtype): - return torch.mul(x, scale) + return x.mul(scale) def replacement_per_tensor(x, scale, zero_point, low, high, dtype): - return torch.mul(x, scale) + return x.mul(scale) def match_filters(match, original_graph, graph): for node in match.nodes_map: diff --git a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot index b64a3c68da6..e61558746fc 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot @@ -5,7 +5,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; "4 compressed_weight_updated_constant0" [id=4, type=get_attr]; "5 features_0_0_weight_bias_0_0" [id=5, type=get_attr]; -"6 mul_9" [id=6, type=]; +"6 mul_9" [id=6, type=call_method]; "7 conv2d" [id=7, type=conv2d]; "8 hardswish__scale_0" [id=8, type=get_attr]; "9 hardswish__zero_point_0" [id=9, type=get_attr]; @@ -15,7 +15,7 @@ strict digraph { "13 conv2d_1_scale_0_updated_constant0" [id=13, type=get_attr]; "14 compressed_weight_updated_constant1" [id=14, type=get_attr]; "15 features_1_block_0_0_weight_bias_0_0" [id=15, type=get_attr]; -"16 mul_10" [id=16, type=]; +"16 mul_10" [id=16, type=call_method]; "17 conv2d_1" [id=17, type=conv2d]; "18 relu_" [id=18, type=relu_]; "19 quantize_per_tensor_default_1" [id=19, type=quantize_per_tensor]; @@ -38,14 +38,14 @@ strict digraph { "36 conv2d_4_scale_0_updated_constant0" [id=36, type=get_attr]; "37 compressed_weight_updated_constant2" [id=37, type=get_attr]; "38 features_1_block_2_0_weight_bias_0_0" [id=38, type=get_attr]; -"39 mul_11" [id=39, type=]; +"39 mul_11" [id=39, type=call_method]; "40 conv2d_4" [id=40, type=conv2d]; "41 quantize_per_tensor_default_4" [id=41, type=quantize_per_tensor]; "42 dequantize_per_tensor_default_5" [id=42, type=dequantize_per_tensor]; "43 conv2d_5_scale_0_updated_constant0" [id=43, type=get_attr]; "44 compressed_weight_updated_constant3" [id=44, type=get_attr]; "45 features_2_block_0_0_weight_bias_0_0" [id=45, type=get_attr]; -"46 mul_12" [id=46, type=]; +"46 mul_12" [id=46, type=call_method]; "47 conv2d_5" [id=47, type=conv2d]; "48 relu__1_scale_0" [id=48, type=get_attr]; "49 relu__1_zero_point_0" [id=49, type=get_attr]; @@ -55,7 +55,7 @@ strict digraph { "53 conv2d_6_scale_0_updated_constant0" [id=53, type=get_attr]; "54 compressed_weight_updated_constant4" [id=54, type=get_attr]; "55 features_2_block_1_0_weight_bias_0_0" [id=55, type=get_attr]; -"56 mul_13" [id=56, type=]; +"56 mul_13" [id=56, type=call_method]; "57 conv2d_6" [id=57, type=conv2d]; "58 relu__2" [id=58, type=relu_]; "59 quantize_per_tensor_default_5" [id=59, type=quantize_per_tensor]; @@ -63,7 +63,7 @@ strict digraph { "61 conv2d_7_scale_0_updated_constant0" [id=61, type=get_attr]; "62 compressed_weight_updated_constant5" [id=62, type=get_attr]; "63 features_2_block_2_0_weight_bias_0_0" [id=63, type=get_attr]; -"64 mul_14" [id=64, type=]; +"64 mul_14" [id=64, type=call_method]; "65 conv2d_7" [id=65, type=conv2d]; "66 quantize_per_tensor_default_6" [id=66, type=quantize_per_tensor]; "67 dequantize_per_tensor_default_8" [id=67, type=dequantize_per_tensor]; @@ -71,7 +71,7 @@ strict digraph { "69 conv2d_8_scale_0_updated_constant0" [id=69, type=get_attr]; "70 compressed_weight_updated_constant6" [id=70, type=get_attr]; "71 features_3_block_0_0_weight_bias_0_0" [id=71, type=get_attr]; -"72 mul_15" [id=72, type=]; +"72 mul_15" [id=72, type=call_method]; "73 conv2d_8" [id=73, type=conv2d]; "74 relu__3_scale_0" [id=74, type=get_attr]; "75 relu__3_zero_point_0" [id=75, type=get_attr]; @@ -81,7 +81,7 @@ strict digraph { "79 conv2d_9_scale_0_updated_constant0" [id=79, type=get_attr]; "80 compressed_weight_updated_constant7" [id=80, type=get_attr]; "81 features_3_block_1_0_weight_bias_0_0" [id=81, type=get_attr]; -"82 mul_16" [id=82, type=]; +"82 mul_16" [id=82, type=call_method]; "83 conv2d_9" [id=83, type=conv2d]; "84 relu__4" [id=84, type=relu_]; "85 quantize_per_tensor_default_7" [id=85, type=quantize_per_tensor]; @@ -89,7 +89,7 @@ strict digraph { "87 conv2d_10_scale_0_updated_constant0" [id=87, type=get_attr]; "88 compressed_weight_updated_constant8" [id=88, type=get_attr]; "89 features_3_block_2_0_weight_bias_0_0" [id=89, type=get_attr]; -"90 mul_17" [id=90, type=]; +"90 mul_17" [id=90, type=call_method]; "91 conv2d_10" [id=91, type=conv2d]; "92 quantize_per_tensor_default_8" [id=92, type=quantize_per_tensor]; "93 dequantize_per_tensor_default_10" [id=93, type=dequantize_per_tensor]; @@ -99,7 +99,7 @@ strict digraph { "97 conv2d_11_scale_0_updated_constant0" [id=97, type=get_attr]; "98 compressed_weight_updated_constant9" [id=98, type=get_attr]; "99 features_4_block_0_0_weight_bias_0_0" [id=99, type=get_attr]; -"100 mul_18" [id=100, type=]; +"100 mul_18" [id=100, type=call_method]; "101 conv2d_11" [id=101, type=conv2d]; "102 hardswish__1_scale_0" [id=102, type=get_attr]; "103 hardswish__1_zero_point_0" [id=103, type=get_attr]; @@ -109,7 +109,7 @@ strict digraph { "107 conv2d_12_scale_0_updated_constant0" [id=107, type=get_attr]; "108 compressed_weight_updated_constant10" [id=108, type=get_attr]; "109 features_4_block_1_0_weight_bias_0_0" [id=109, type=get_attr]; -"110 mul_19" [id=110, type=]; +"110 mul_19" [id=110, type=call_method]; "111 conv2d_12" [id=111, type=conv2d]; "112 hardswish__2" [id=112, type=hardswish_]; "113 quantize_per_tensor_default_10" [id=113, type=quantize_per_tensor]; @@ -132,7 +132,7 @@ strict digraph { "130 conv2d_15_scale_0_updated_constant0" [id=130, type=get_attr]; "131 compressed_weight_updated_constant11" [id=131, type=get_attr]; "132 features_4_block_3_0_weight_bias_0_0" [id=132, type=get_attr]; -"133 mul_20" [id=133, type=]; +"133 mul_20" [id=133, type=call_method]; "134 conv2d_15" [id=134, type=conv2d]; "135 quantize_per_tensor_default_13" [id=135, type=quantize_per_tensor]; "136 dequantize_per_tensor_default_17" [id=136, type=dequantize_per_tensor]; @@ -140,7 +140,7 @@ strict digraph { "138 conv2d_16_scale_0_updated_constant0" [id=138, type=get_attr]; "139 compressed_weight_updated_constant12" [id=139, type=get_attr]; "140 features_5_block_0_0_weight_bias_0_0" [id=140, type=get_attr]; -"141 mul_21" [id=141, type=]; +"141 mul_21" [id=141, type=call_method]; "142 conv2d_16" [id=142, type=conv2d]; "143 hardswish__3_scale_0" [id=143, type=get_attr]; "144 hardswish__3_zero_point_0" [id=144, type=get_attr]; @@ -150,7 +150,7 @@ strict digraph { "148 conv2d_17_scale_0_updated_constant0" [id=148, type=get_attr]; "149 compressed_weight_updated_constant13" [id=149, type=get_attr]; "150 features_5_block_1_0_weight_bias_0_0" [id=150, type=get_attr]; -"151 mul_22" [id=151, type=]; +"151 mul_22" [id=151, type=call_method]; "152 conv2d_17" [id=152, type=conv2d]; "153 hardswish__4" [id=153, type=hardswish_]; "154 quantize_per_tensor_default_14" [id=154, type=quantize_per_tensor]; @@ -173,7 +173,7 @@ strict digraph { "171 conv2d_20_scale_0_updated_constant0" [id=171, type=get_attr]; "172 compressed_weight_updated_constant14" [id=172, type=get_attr]; "173 features_5_block_3_0_weight_bias_0_0" [id=173, type=get_attr]; -"174 mul_23" [id=174, type=]; +"174 mul_23" [id=174, type=call_method]; "175 conv2d_20" [id=175, type=conv2d]; "176 quantize_per_tensor_default_17" [id=176, type=quantize_per_tensor]; "177 dequantize_per_tensor_default_22" [id=177, type=dequantize_per_tensor]; @@ -184,7 +184,7 @@ strict digraph { "182 conv2d_21_scale_0_updated_constant0" [id=182, type=get_attr]; "183 compressed_weight_updated_constant15" [id=183, type=get_attr]; "184 features_6_block_0_0_weight_bias_0_0" [id=184, type=get_attr]; -"185 mul_24" [id=185, type=]; +"185 mul_24" [id=185, type=call_method]; "186 conv2d_21" [id=186, type=conv2d]; "187 hardswish__5_scale_0" [id=187, type=get_attr]; "188 hardswish__5_zero_point_0" [id=188, type=get_attr]; @@ -194,7 +194,7 @@ strict digraph { "192 conv2d_22_scale_0_updated_constant0" [id=192, type=get_attr]; "193 compressed_weight_updated_constant16" [id=193, type=get_attr]; "194 features_6_block_1_0_weight_bias_0_0" [id=194, type=get_attr]; -"195 mul_25" [id=195, type=]; +"195 mul_25" [id=195, type=call_method]; "196 conv2d_22" [id=196, type=conv2d]; "197 hardswish__6" [id=197, type=hardswish_]; "198 quantize_per_tensor_default_19" [id=198, type=quantize_per_tensor]; @@ -217,7 +217,7 @@ strict digraph { "215 conv2d_25_scale_0_updated_constant0" [id=215, type=get_attr]; "216 compressed_weight_updated_constant17" [id=216, type=get_attr]; "217 features_6_block_3_0_weight_bias_0_0" [id=217, type=get_attr]; -"218 mul_26" [id=218, type=]; +"218 mul_26" [id=218, type=call_method]; "219 conv2d_25" [id=219, type=conv2d]; "220 quantize_per_tensor_default_22" [id=220, type=quantize_per_tensor]; "221 dequantize_per_tensor_default_29" [id=221, type=dequantize_per_tensor]; @@ -227,7 +227,7 @@ strict digraph { "225 conv2d_26_scale_0_updated_constant0" [id=225, type=get_attr]; "226 compressed_weight_updated_constant18" [id=226, type=get_attr]; "227 features_7_block_0_0_weight_bias_0_0" [id=227, type=get_attr]; -"228 mul_27" [id=228, type=]; +"228 mul_27" [id=228, type=call_method]; "229 conv2d_26" [id=229, type=conv2d]; "230 hardswish__7_scale_0" [id=230, type=get_attr]; "231 hardswish__7_zero_point_0" [id=231, type=get_attr]; @@ -237,7 +237,7 @@ strict digraph { "235 conv2d_27_scale_0_updated_constant0" [id=235, type=get_attr]; "236 compressed_weight_updated_constant19" [id=236, type=get_attr]; "237 features_7_block_1_0_weight_bias_0_0" [id=237, type=get_attr]; -"238 mul_28" [id=238, type=]; +"238 mul_28" [id=238, type=call_method]; "239 conv2d_27" [id=239, type=conv2d]; "240 hardswish__8" [id=240, type=hardswish_]; "241 quantize_per_tensor_default_24" [id=241, type=quantize_per_tensor]; @@ -260,7 +260,7 @@ strict digraph { "258 conv2d_30_scale_0_updated_constant0" [id=258, type=get_attr]; "259 compressed_weight_updated_constant20" [id=259, type=get_attr]; "260 features_7_block_3_0_weight_bias_0_0" [id=260, type=get_attr]; -"261 mul_29" [id=261, type=]; +"261 mul_29" [id=261, type=call_method]; "262 conv2d_30" [id=262, type=conv2d]; "263 quantize_per_tensor_default_27" [id=263, type=quantize_per_tensor]; "264 dequantize_per_tensor_default_36" [id=264, type=dequantize_per_tensor]; @@ -268,7 +268,7 @@ strict digraph { "266 conv2d_31_scale_0_updated_constant0" [id=266, type=get_attr]; "267 compressed_weight_updated_constant21" [id=267, type=get_attr]; "268 features_8_block_0_0_weight_bias_0_0" [id=268, type=get_attr]; -"269 mul_30" [id=269, type=]; +"269 mul_30" [id=269, type=call_method]; "270 conv2d_31" [id=270, type=conv2d]; "271 hardswish__9_scale_0" [id=271, type=get_attr]; "272 hardswish__9_zero_point_0" [id=272, type=get_attr]; @@ -278,7 +278,7 @@ strict digraph { "276 conv2d_32_scale_0_updated_constant0" [id=276, type=get_attr]; "277 compressed_weight_updated_constant22" [id=277, type=get_attr]; "278 features_8_block_1_0_weight_bias_0_0" [id=278, type=get_attr]; -"279 mul_31" [id=279, type=]; +"279 mul_31" [id=279, type=call_method]; "280 conv2d_32" [id=280, type=conv2d]; "281 hardswish__10" [id=281, type=hardswish_]; "282 quantize_per_tensor_default_28" [id=282, type=quantize_per_tensor]; @@ -301,7 +301,7 @@ strict digraph { "299 conv2d_35_scale_0_updated_constant0" [id=299, type=get_attr]; "300 compressed_weight_updated_constant23" [id=300, type=get_attr]; "301 features_8_block_3_0_weight_bias_0_0" [id=301, type=get_attr]; -"302 mul_32" [id=302, type=]; +"302 mul_32" [id=302, type=call_method]; "303 conv2d_35" [id=303, type=conv2d]; "304 quantize_per_tensor_default_31" [id=304, type=quantize_per_tensor]; "305 dequantize_per_tensor_default_41" [id=305, type=dequantize_per_tensor]; @@ -311,7 +311,7 @@ strict digraph { "309 conv2d_36_scale_0_updated_constant0" [id=309, type=get_attr]; "310 compressed_weight_updated_constant24" [id=310, type=get_attr]; "311 features_9_block_0_0_weight_bias_0_0" [id=311, type=get_attr]; -"312 mul_33" [id=312, type=]; +"312 mul_33" [id=312, type=call_method]; "313 conv2d_36" [id=313, type=conv2d]; "314 hardswish__11_scale_0" [id=314, type=get_attr]; "315 hardswish__11_zero_point_0" [id=315, type=get_attr]; @@ -321,7 +321,7 @@ strict digraph { "319 conv2d_37_scale_0_updated_constant0" [id=319, type=get_attr]; "320 compressed_weight_updated_constant25" [id=320, type=get_attr]; "321 features_9_block_1_0_weight_bias_0_0" [id=321, type=get_attr]; -"322 mul_34" [id=322, type=]; +"322 mul_34" [id=322, type=call_method]; "323 conv2d_37" [id=323, type=conv2d]; "324 hardswish__12" [id=324, type=hardswish_]; "325 quantize_per_tensor_default_33" [id=325, type=quantize_per_tensor]; @@ -344,7 +344,7 @@ strict digraph { "342 conv2d_40_scale_0_updated_constant0" [id=342, type=get_attr]; "343 compressed_weight_updated_constant26" [id=343, type=get_attr]; "344 features_9_block_3_0_weight_bias_0_0" [id=344, type=get_attr]; -"345 mul_35" [id=345, type=]; +"345 mul_35" [id=345, type=call_method]; "346 conv2d_40" [id=346, type=conv2d]; "347 quantize_per_tensor_default_36" [id=347, type=quantize_per_tensor]; "348 dequantize_per_tensor_default_48" [id=348, type=dequantize_per_tensor]; @@ -352,7 +352,7 @@ strict digraph { "350 conv2d_41_scale_0_updated_constant0" [id=350, type=get_attr]; "351 compressed_weight_updated_constant27" [id=351, type=get_attr]; "352 features_10_block_0_0_weight_bias_0_0" [id=352, type=get_attr]; -"353 mul_36" [id=353, type=]; +"353 mul_36" [id=353, type=call_method]; "354 conv2d_41" [id=354, type=conv2d]; "355 hardswish__13_scale_0" [id=355, type=get_attr]; "356 hardswish__13_zero_point_0" [id=356, type=get_attr]; @@ -362,7 +362,7 @@ strict digraph { "360 conv2d_42_scale_0_updated_constant0" [id=360, type=get_attr]; "361 compressed_weight_updated_constant28" [id=361, type=get_attr]; "362 features_10_block_1_0_weight_bias_0_0" [id=362, type=get_attr]; -"363 mul_37" [id=363, type=]; +"363 mul_37" [id=363, type=call_method]; "364 conv2d_42" [id=364, type=conv2d]; "365 hardswish__14" [id=365, type=hardswish_]; "366 quantize_per_tensor_default_37" [id=366, type=quantize_per_tensor]; @@ -385,7 +385,7 @@ strict digraph { "383 conv2d_45_scale_0_updated_constant0" [id=383, type=get_attr]; "384 compressed_weight_updated_constant29" [id=384, type=get_attr]; "385 features_10_block_3_0_weight_bias_0_0" [id=385, type=get_attr]; -"386 mul_38" [id=386, type=]; +"386 mul_38" [id=386, type=call_method]; "387 conv2d_45" [id=387, type=conv2d]; "388 quantize_per_tensor_default_40" [id=388, type=quantize_per_tensor]; "389 dequantize_per_tensor_default_53" [id=389, type=dequantize_per_tensor]; @@ -396,7 +396,7 @@ strict digraph { "394 conv2d_46_scale_0_updated_constant0" [id=394, type=get_attr]; "395 compressed_weight_updated_constant30" [id=395, type=get_attr]; "396 features_11_block_0_0_weight_bias_0_0" [id=396, type=get_attr]; -"397 mul_39" [id=397, type=]; +"397 mul_39" [id=397, type=call_method]; "398 conv2d_46" [id=398, type=conv2d]; "399 hardswish__15_scale_0" [id=399, type=get_attr]; "400 hardswish__15_zero_point_0" [id=400, type=get_attr]; @@ -406,7 +406,7 @@ strict digraph { "404 conv2d_47_scale_0_updated_constant0" [id=404, type=get_attr]; "405 compressed_weight_updated_constant31" [id=405, type=get_attr]; "406 features_11_block_1_0_weight_bias_0_0" [id=406, type=get_attr]; -"407 mul_40" [id=407, type=]; +"407 mul_40" [id=407, type=call_method]; "408 conv2d_47" [id=408, type=conv2d]; "409 hardswish__16" [id=409, type=hardswish_]; "410 quantize_per_tensor_default_42" [id=410, type=quantize_per_tensor]; @@ -429,7 +429,7 @@ strict digraph { "427 conv2d_50_scale_0_updated_constant0" [id=427, type=get_attr]; "428 compressed_weight_updated_constant32" [id=428, type=get_attr]; "429 features_11_block_3_0_weight_bias_0_0" [id=429, type=get_attr]; -"430 mul_41" [id=430, type=]; +"430 mul_41" [id=430, type=call_method]; "431 conv2d_50" [id=431, type=conv2d]; "432 quantize_per_tensor_default_45" [id=432, type=quantize_per_tensor]; "433 dequantize_per_tensor_default_60" [id=433, type=dequantize_per_tensor]; @@ -439,7 +439,7 @@ strict digraph { "437 conv2d_51_scale_0_updated_constant0" [id=437, type=get_attr]; "438 compressed_weight_updated_constant33" [id=438, type=get_attr]; "439 features_12_0_weight_bias_0_0" [id=439, type=get_attr]; -"440 mul_42" [id=440, type=]; +"440 mul_42" [id=440, type=call_method]; "441 conv2d_51" [id=441, type=conv2d]; "442 hardswish__17" [id=442, type=hardswish_]; "443 quantize_per_tensor_default_47" [id=443, type=quantize_per_tensor]; @@ -451,7 +451,7 @@ strict digraph { "449 linear_scale_0_updated_constant0" [id=449, type=get_attr]; "450 compressed_weight_updated_constant34" [id=450, type=get_attr]; "451 _param_constant139_0_0" [id=451, type=get_attr]; -"452 mul_43" [id=452, type=]; +"452 mul_43" [id=452, type=call_method]; "453 linear" [id=453, type=linear]; "454 hardswish__18" [id=454, type=hardswish_]; "455 quantize_per_tensor_default_49" [id=455, type=quantize_per_tensor]; @@ -460,7 +460,7 @@ strict digraph { "458 linear_1_scale_0_updated_constant0" [id=458, type=get_attr]; "459 compressed_weight_updated_constant35" [id=459, type=get_attr]; "460 _param_constant141_0_0" [id=460, type=get_attr]; -"461 mul_44" [id=461, type=]; +"461 mul_44" [id=461, type=call_method]; "462 linear_1" [id=462, type=linear]; "463 output" [id=463, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; diff --git a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot index c9b9d79d5d1..bc341c9034f 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot @@ -5,7 +5,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; "4 compressed_weight_updated_constant0" [id=4, type=get_attr]; "5 conv1_weight_bias_0_0" [id=5, type=get_attr]; -"6 mul" [id=6, type=]; +"6 mul" [id=6, type=call_method]; "7 conv2d" [id=7, type=conv2d]; "8 relu_" [id=8, type=relu_]; "9 quantize_per_tensor_default_1" [id=9, type=quantize_per_tensor]; @@ -14,7 +14,7 @@ strict digraph { "12 conv2d_1_scale_0_updated_constant0" [id=12, type=get_attr]; "13 compressed_weight_updated_constant1" [id=13, type=get_attr]; "14 layer1_0_conv1_weight_bias_0_0" [id=14, type=get_attr]; -"15 mul_1" [id=15, type=]; +"15 mul_1" [id=15, type=call_method]; "16 conv2d_1" [id=16, type=conv2d]; "17 relu__1" [id=17, type=relu_]; "18 quantize_per_tensor_default_2" [id=18, type=quantize_per_tensor]; @@ -22,7 +22,7 @@ strict digraph { "20 conv2d_2_scale_0_updated_constant0" [id=20, type=get_attr]; "21 compressed_weight_updated_constant2" [id=21, type=get_attr]; "22 layer1_0_conv2_weight_bias_0_0" [id=22, type=get_attr]; -"23 mul_2" [id=23, type=]; +"23 mul_2" [id=23, type=call_method]; "24 conv2d_2" [id=24, type=conv2d]; "25 quantize_per_tensor_default_3" [id=25, type=quantize_per_tensor]; "26 dequantize_per_tensor_default_3" [id=26, type=dequantize_per_tensor]; @@ -34,7 +34,7 @@ strict digraph { "32 conv2d_3_scale_0_updated_constant0" [id=32, type=get_attr]; "33 compressed_weight_updated_constant3" [id=33, type=get_attr]; "34 layer1_1_conv1_weight_bias_0_0" [id=34, type=get_attr]; -"35 mul_3" [id=35, type=]; +"35 mul_3" [id=35, type=call_method]; "36 conv2d_3" [id=36, type=conv2d]; "37 relu__3" [id=37, type=relu_]; "38 quantize_per_tensor_default_5" [id=38, type=quantize_per_tensor]; @@ -42,7 +42,7 @@ strict digraph { "40 conv2d_4_scale_0_updated_constant0" [id=40, type=get_attr]; "41 compressed_weight_updated_constant4" [id=41, type=get_attr]; "42 layer1_1_conv2_weight_bias_0_0" [id=42, type=get_attr]; -"43 mul_4" [id=43, type=]; +"43 mul_4" [id=43, type=call_method]; "44 conv2d_4" [id=44, type=conv2d]; "45 quantize_per_tensor_default_6" [id=45, type=quantize_per_tensor]; "46 dequantize_per_tensor_default_7" [id=46, type=dequantize_per_tensor]; @@ -54,7 +54,7 @@ strict digraph { "52 conv2d_5_scale_0_updated_constant0" [id=52, type=get_attr]; "53 compressed_weight_updated_constant5" [id=53, type=get_attr]; "54 layer2_0_conv1_weight_bias_0_0" [id=54, type=get_attr]; -"55 mul_5" [id=55, type=]; +"55 mul_5" [id=55, type=call_method]; "56 conv2d_5" [id=56, type=conv2d]; "57 relu__5" [id=57, type=relu_]; "58 quantize_per_tensor_default_8" [id=58, type=quantize_per_tensor]; @@ -62,14 +62,14 @@ strict digraph { "60 conv2d_6_scale_0_updated_constant0" [id=60, type=get_attr]; "61 compressed_weight_updated_constant6" [id=61, type=get_attr]; "62 layer2_0_conv2_weight_bias_0_0" [id=62, type=get_attr]; -"63 mul_6" [id=63, type=]; +"63 mul_6" [id=63, type=call_method]; "64 conv2d_6" [id=64, type=conv2d]; "65 quantize_per_tensor_default_9" [id=65, type=quantize_per_tensor]; "66 dequantize_per_tensor_default_11" [id=66, type=dequantize_per_tensor]; "67 conv2d_7_scale_0_updated_constant0" [id=67, type=get_attr]; "68 compressed_weight_updated_constant7" [id=68, type=get_attr]; "69 layer2_0_downsample_0_weight_bias_0_0" [id=69, type=get_attr]; -"70 mul_7" [id=70, type=]; +"70 mul_7" [id=70, type=call_method]; "71 conv2d_7" [id=71, type=conv2d]; "72 quantize_per_tensor_default_10" [id=72, type=quantize_per_tensor]; "73 dequantize_per_tensor_default_12" [id=73, type=dequantize_per_tensor]; @@ -81,7 +81,7 @@ strict digraph { "79 conv2d_8_scale_0_updated_constant0" [id=79, type=get_attr]; "80 compressed_weight_updated_constant8" [id=80, type=get_attr]; "81 layer2_1_conv1_weight_bias_0_0" [id=81, type=get_attr]; -"82 mul_8" [id=82, type=]; +"82 mul_8" [id=82, type=call_method]; "83 conv2d_8" [id=83, type=conv2d]; "84 relu__7" [id=84, type=relu_]; "85 quantize_per_tensor_default_12" [id=85, type=quantize_per_tensor]; @@ -89,7 +89,7 @@ strict digraph { "87 conv2d_9_scale_0_updated_constant0" [id=87, type=get_attr]; "88 compressed_weight_updated_constant9" [id=88, type=get_attr]; "89 layer2_1_conv2_weight_bias_0_0" [id=89, type=get_attr]; -"90 mul_9" [id=90, type=]; +"90 mul_9" [id=90, type=call_method]; "91 conv2d_9" [id=91, type=conv2d]; "92 quantize_per_tensor_default_13" [id=92, type=quantize_per_tensor]; "93 dequantize_per_tensor_default_16" [id=93, type=dequantize_per_tensor]; @@ -101,7 +101,7 @@ strict digraph { "99 conv2d_10_scale_0_updated_constant0" [id=99, type=get_attr]; "100 compressed_weight_updated_constant10" [id=100, type=get_attr]; "101 layer3_0_conv1_weight_bias_0_0" [id=101, type=get_attr]; -"102 mul_10" [id=102, type=]; +"102 mul_10" [id=102, type=call_method]; "103 conv2d_10" [id=103, type=conv2d]; "104 relu__9" [id=104, type=relu_]; "105 quantize_per_tensor_default_15" [id=105, type=quantize_per_tensor]; @@ -109,14 +109,14 @@ strict digraph { "107 conv2d_11_scale_0_updated_constant0" [id=107, type=get_attr]; "108 compressed_weight_updated_constant11" [id=108, type=get_attr]; "109 layer3_0_conv2_weight_bias_0_0" [id=109, type=get_attr]; -"110 mul_11" [id=110, type=]; +"110 mul_11" [id=110, type=call_method]; "111 conv2d_11" [id=111, type=conv2d]; "112 quantize_per_tensor_default_16" [id=112, type=quantize_per_tensor]; "113 dequantize_per_tensor_default_20" [id=113, type=dequantize_per_tensor]; "114 conv2d_12_scale_0_updated_constant0" [id=114, type=get_attr]; "115 compressed_weight_updated_constant12" [id=115, type=get_attr]; "116 layer3_0_downsample_0_weight_bias_0_0" [id=116, type=get_attr]; -"117 mul_12" [id=117, type=]; +"117 mul_12" [id=117, type=call_method]; "118 conv2d_12" [id=118, type=conv2d]; "119 quantize_per_tensor_default_17" [id=119, type=quantize_per_tensor]; "120 dequantize_per_tensor_default_21" [id=120, type=dequantize_per_tensor]; @@ -128,7 +128,7 @@ strict digraph { "126 conv2d_13_scale_0_updated_constant0" [id=126, type=get_attr]; "127 compressed_weight_updated_constant13" [id=127, type=get_attr]; "128 layer3_1_conv1_weight_bias_0_0" [id=128, type=get_attr]; -"129 mul_13" [id=129, type=]; +"129 mul_13" [id=129, type=call_method]; "130 conv2d_13" [id=130, type=conv2d]; "131 relu__11" [id=131, type=relu_]; "132 quantize_per_tensor_default_19" [id=132, type=quantize_per_tensor]; @@ -136,7 +136,7 @@ strict digraph { "134 conv2d_14_scale_0_updated_constant0" [id=134, type=get_attr]; "135 compressed_weight_updated_constant14" [id=135, type=get_attr]; "136 layer3_1_conv2_weight_bias_0_0" [id=136, type=get_attr]; -"137 mul_14" [id=137, type=]; +"137 mul_14" [id=137, type=call_method]; "138 conv2d_14" [id=138, type=conv2d]; "139 quantize_per_tensor_default_20" [id=139, type=quantize_per_tensor]; "140 dequantize_per_tensor_default_25" [id=140, type=dequantize_per_tensor]; @@ -148,7 +148,7 @@ strict digraph { "146 conv2d_15_scale_0_updated_constant0" [id=146, type=get_attr]; "147 compressed_weight_updated_constant15" [id=147, type=get_attr]; "148 layer4_0_conv1_weight_bias_0_0" [id=148, type=get_attr]; -"149 mul_15" [id=149, type=]; +"149 mul_15" [id=149, type=call_method]; "150 conv2d_15" [id=150, type=conv2d]; "151 relu__13" [id=151, type=relu_]; "152 quantize_per_tensor_default_22" [id=152, type=quantize_per_tensor]; @@ -156,14 +156,14 @@ strict digraph { "154 conv2d_16_scale_0_updated_constant0" [id=154, type=get_attr]; "155 compressed_weight_updated_constant16" [id=155, type=get_attr]; "156 layer4_0_conv2_weight_bias_0_0" [id=156, type=get_attr]; -"157 mul_16" [id=157, type=]; +"157 mul_16" [id=157, type=call_method]; "158 conv2d_16" [id=158, type=conv2d]; "159 quantize_per_tensor_default_23" [id=159, type=quantize_per_tensor]; "160 dequantize_per_tensor_default_29" [id=160, type=dequantize_per_tensor]; "161 conv2d_17_scale_0_updated_constant0" [id=161, type=get_attr]; "162 compressed_weight_updated_constant17" [id=162, type=get_attr]; "163 layer4_0_downsample_0_weight_bias_0_0" [id=163, type=get_attr]; -"164 mul_17" [id=164, type=]; +"164 mul_17" [id=164, type=call_method]; "165 conv2d_17" [id=165, type=conv2d]; "166 quantize_per_tensor_default_24" [id=166, type=quantize_per_tensor]; "167 dequantize_per_tensor_default_30" [id=167, type=dequantize_per_tensor]; @@ -175,7 +175,7 @@ strict digraph { "173 conv2d_18_scale_0_updated_constant0" [id=173, type=get_attr]; "174 compressed_weight_updated_constant18" [id=174, type=get_attr]; "175 layer4_1_conv1_weight_bias_0_0" [id=175, type=get_attr]; -"176 mul_18" [id=176, type=]; +"176 mul_18" [id=176, type=call_method]; "177 conv2d_18" [id=177, type=conv2d]; "178 relu__15" [id=178, type=relu_]; "179 quantize_per_tensor_default_26" [id=179, type=quantize_per_tensor]; @@ -183,7 +183,7 @@ strict digraph { "181 conv2d_19_scale_0_updated_constant0" [id=181, type=get_attr]; "182 compressed_weight_updated_constant19" [id=182, type=get_attr]; "183 layer4_1_conv2_weight_bias_0_0" [id=183, type=get_attr]; -"184 mul_19" [id=184, type=]; +"184 mul_19" [id=184, type=call_method]; "185 conv2d_19" [id=185, type=conv2d]; "186 quantize_per_tensor_default_27" [id=186, type=quantize_per_tensor]; "187 dequantize_per_tensor_default_34" [id=187, type=dequantize_per_tensor]; @@ -198,7 +198,7 @@ strict digraph { "196 linear_scale_0_updated_constant0" [id=196, type=get_attr]; "197 compressed_weight_updated_constant20" [id=197, type=get_attr]; "198 _param_constant61_0_0" [id=198, type=get_attr]; -"199 mul_20" [id=199, type=]; +"199 mul_20" [id=199, type=call_method]; "200 linear" [id=200, type=linear]; "201 output" [id=201, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; diff --git a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot index a84cd471a32..1c6e6b83e5f 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot @@ -5,7 +5,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; "4 compressed_weight_updated_constant0" [id=4, type=get_attr]; "5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul_48" [id=6, type=]; +"6 mul_48" [id=6, type=call_method]; "7 conv2d" [id=7, type=conv2d]; "8 permute" [id=8, type=permute]; "9 _param_constant2" [id=9, type=get_attr]; @@ -16,13 +16,13 @@ strict digraph { "14 linear_scale_0_updated_constant0" [id=14, type=get_attr]; "15 compressed_weight_updated_constant1" [id=15, type=get_attr]; "16 _param_constant5_0_0" [id=16, type=get_attr]; -"17 mul_49" [id=17, type=]; +"17 mul_49" [id=17, type=call_method]; "18 linear" [id=18, type=linear]; "19 relu_" [id=19, type=relu_]; "20 relu__0_0_nncf_smooth_quant_0" [id=20, type=call_module]; "21 linear_1_scale_0_updated_constant0" [id=21, type=get_attr]; "22 compressed_weight_updated_constant2" [id=22, type=get_attr]; -"23 mul_50" [id=23, type=]; +"23 mul_50" [id=23, type=call_method]; "24 linear_1" [id=24, type=linear]; "25 view" [id=25, type=view]; "26 _tensor_constant1" [id=26, type=get_attr]; @@ -43,7 +43,7 @@ strict digraph { "41 linear_2_scale_0_updated_constant0" [id=41, type=get_attr]; "42 compressed_weight_updated_constant3" [id=42, type=get_attr]; "43 _param_constant7_0_0" [id=43, type=get_attr]; -"44 mul_51" [id=44, type=]; +"44 mul_51" [id=44, type=call_method]; "45 linear_2" [id=45, type=linear]; "46 reshape_1" [id=46, type=reshape]; "47 permute_3" [id=47, type=permute]; @@ -80,7 +80,7 @@ strict digraph { "78 linear_3_scale_0_updated_constant0" [id=78, type=get_attr]; "79 compressed_weight_updated_constant4" [id=79, type=get_attr]; "80 _param_constant11_0_0" [id=80, type=get_attr]; -"81 mul_52" [id=81, type=]; +"81 mul_52" [id=81, type=call_method]; "82 linear_3" [id=82, type=linear]; "83 dropout_1" [id=83, type=dropout]; "84 view_3" [id=84, type=view]; @@ -98,7 +98,7 @@ strict digraph { "96 linear_4_scale_0_updated_constant0" [id=96, type=get_attr]; "97 compressed_weight_updated_constant5" [id=97, type=get_attr]; "98 _param_constant15_0_0" [id=98, type=get_attr]; -"99 mul_53" [id=99, type=]; +"99 mul_53" [id=99, type=call_method]; "100 linear_4" [id=100, type=linear]; "101 gelu" [id=101, type=gelu]; "102 dropout_2" [id=102, type=dropout]; @@ -108,7 +108,7 @@ strict digraph { "106 linear_5_scale_0_updated_constant0" [id=106, type=get_attr]; "107 compressed_weight_updated_constant6" [id=107, type=get_attr]; "108 _param_constant17_0_0" [id=108, type=get_attr]; -"109 mul_54" [id=109, type=]; +"109 mul_54" [id=109, type=call_method]; "110 linear_5" [id=110, type=linear]; "111 dropout_3" [id=111, type=dropout]; "112 _param_constant18" [id=112, type=get_attr]; @@ -120,13 +120,13 @@ strict digraph { "118 linear_6_scale_0_updated_constant0" [id=118, type=get_attr]; "119 compressed_weight_updated_constant7" [id=119, type=get_attr]; "120 _param_constant21_0_0" [id=120, type=get_attr]; -"121 mul_55" [id=121, type=]; +"121 mul_55" [id=121, type=call_method]; "122 linear_6" [id=122, type=linear]; "123 relu__1" [id=123, type=relu_]; "124 relu__1_0_0_nncf_smooth_quant_0" [id=124, type=call_module]; "125 linear_7_scale_0_updated_constant0" [id=125, type=get_attr]; "126 compressed_weight_updated_constant8" [id=126, type=get_attr]; -"127 mul_56" [id=127, type=]; +"127 mul_56" [id=127, type=call_method]; "128 linear_7" [id=128, type=linear]; "129 view_4" [id=129, type=view]; "130 _tensor_constant3" [id=130, type=get_attr]; @@ -148,7 +148,7 @@ strict digraph { "146 linear_8_scale_0_updated_constant0" [id=146, type=get_attr]; "147 compressed_weight_updated_constant9" [id=147, type=get_attr]; "148 _param_constant23_0_0" [id=148, type=get_attr]; -"149 mul_57" [id=149, type=]; +"149 mul_57" [id=149, type=call_method]; "150 linear_8" [id=150, type=linear]; "151 reshape_5" [id=151, type=reshape]; "152 permute_7" [id=152, type=permute]; @@ -201,7 +201,7 @@ strict digraph { "199 linear_9_scale_0_updated_constant0" [id=199, type=get_attr]; "200 compressed_weight_updated_constant10" [id=200, type=get_attr]; "201 _param_constant27_0_0" [id=201, type=get_attr]; -"202 mul_58" [id=202, type=]; +"202 mul_58" [id=202, type=call_method]; "203 linear_9" [id=203, type=linear]; "204 dropout_5" [id=204, type=dropout]; "205 view_10" [id=205, type=view]; @@ -220,7 +220,7 @@ strict digraph { "218 linear_10_scale_0_updated_constant0" [id=218, type=get_attr]; "219 compressed_weight_updated_constant11" [id=219, type=get_attr]; "220 _param_constant31_0_0" [id=220, type=get_attr]; -"221 mul_59" [id=221, type=]; +"221 mul_59" [id=221, type=call_method]; "222 linear_10" [id=222, type=linear]; "223 gelu_1" [id=223, type=gelu]; "224 dropout_6" [id=224, type=dropout]; @@ -230,7 +230,7 @@ strict digraph { "228 linear_11_scale_0_updated_constant0" [id=228, type=get_attr]; "229 compressed_weight_updated_constant12" [id=229, type=get_attr]; "230 _param_constant33_0_0" [id=230, type=get_attr]; -"231 mul_60" [id=231, type=]; +"231 mul_60" [id=231, type=call_method]; "232 linear_11" [id=232, type=linear]; "233 dropout_7" [id=233, type=dropout]; "234 _param_constant34" [id=234, type=get_attr]; @@ -256,7 +256,7 @@ strict digraph { "254 dequantize_per_tensor_default_13" [id=254, type=dequantize_per_tensor]; "255 linear_12_scale_0_updated_constant0" [id=255, type=get_attr]; "256 compressed_weight_updated_constant13" [id=256, type=get_attr]; -"257 mul_61" [id=257, type=]; +"257 mul_61" [id=257, type=call_method]; "258 linear_12" [id=258, type=linear]; "259 _param_constant37" [id=259, type=get_attr]; "260 _param_constant38" [id=260, type=get_attr]; @@ -266,13 +266,13 @@ strict digraph { "264 linear_13_scale_0_updated_constant0" [id=264, type=get_attr]; "265 compressed_weight_updated_constant14" [id=265, type=get_attr]; "266 _param_constant40_0_0" [id=266, type=get_attr]; -"267 mul_62" [id=267, type=]; +"267 mul_62" [id=267, type=call_method]; "268 linear_13" [id=268, type=linear]; "269 relu__2" [id=269, type=relu_]; "270 relu__2_0_0_nncf_smooth_quant_0" [id=270, type=call_module]; "271 linear_14_scale_0_updated_constant0" [id=271, type=get_attr]; "272 compressed_weight_updated_constant15" [id=272, type=get_attr]; -"273 mul_63" [id=273, type=]; +"273 mul_63" [id=273, type=call_method]; "274 linear_14" [id=274, type=linear]; "275 view_11" [id=275, type=view]; "276 _tensor_constant14" [id=276, type=get_attr]; @@ -293,7 +293,7 @@ strict digraph { "291 linear_15_scale_0_updated_constant0" [id=291, type=get_attr]; "292 compressed_weight_updated_constant16" [id=292, type=get_attr]; "293 _param_constant42_0_0" [id=293, type=get_attr]; -"294 mul_64" [id=294, type=]; +"294 mul_64" [id=294, type=call_method]; "295 linear_15" [id=295, type=linear]; "296 reshape_10" [id=296, type=reshape]; "297 permute_12" [id=297, type=permute]; @@ -330,7 +330,7 @@ strict digraph { "328 linear_16_scale_0_updated_constant0" [id=328, type=get_attr]; "329 compressed_weight_updated_constant17" [id=329, type=get_attr]; "330 _param_constant46_0_0" [id=330, type=get_attr]; -"331 mul_65" [id=331, type=]; +"331 mul_65" [id=331, type=call_method]; "332 linear_16" [id=332, type=linear]; "333 dropout_9" [id=333, type=dropout]; "334 view_14" [id=334, type=view]; @@ -351,7 +351,7 @@ strict digraph { "349 linear_17_scale_0_updated_constant0" [id=349, type=get_attr]; "350 compressed_weight_updated_constant18" [id=350, type=get_attr]; "351 _param_constant50_0_0" [id=351, type=get_attr]; -"352 mul_66" [id=352, type=]; +"352 mul_66" [id=352, type=call_method]; "353 linear_17" [id=353, type=linear]; "354 gelu_2" [id=354, type=gelu]; "355 dropout_10" [id=355, type=dropout]; @@ -361,7 +361,7 @@ strict digraph { "359 linear_18_scale_0_updated_constant0" [id=359, type=get_attr]; "360 compressed_weight_updated_constant19" [id=360, type=get_attr]; "361 _param_constant52_0_0" [id=361, type=get_attr]; -"362 mul_67" [id=362, type=]; +"362 mul_67" [id=362, type=call_method]; "363 linear_18" [id=363, type=linear]; "364 dropout_11" [id=364, type=dropout]; "365 _param_constant53" [id=365, type=get_attr]; @@ -373,13 +373,13 @@ strict digraph { "371 linear_19_scale_0_updated_constant0" [id=371, type=get_attr]; "372 compressed_weight_updated_constant20" [id=372, type=get_attr]; "373 _param_constant56_0_0" [id=373, type=get_attr]; -"374 mul_68" [id=374, type=]; +"374 mul_68" [id=374, type=call_method]; "375 linear_19" [id=375, type=linear]; "376 relu__3" [id=376, type=relu_]; "377 relu__3_0_0_nncf_smooth_quant_0" [id=377, type=call_module]; "378 linear_20_scale_0_updated_constant0" [id=378, type=get_attr]; "379 compressed_weight_updated_constant21" [id=379, type=get_attr]; -"380 mul_69" [id=380, type=]; +"380 mul_69" [id=380, type=call_method]; "381 linear_20" [id=381, type=linear]; "382 view_15" [id=382, type=view]; "383 _tensor_constant16" [id=383, type=get_attr]; @@ -401,7 +401,7 @@ strict digraph { "399 linear_21_scale_0_updated_constant0" [id=399, type=get_attr]; "400 compressed_weight_updated_constant22" [id=400, type=get_attr]; "401 _param_constant58_0_0" [id=401, type=get_attr]; -"402 mul_70" [id=402, type=]; +"402 mul_70" [id=402, type=call_method]; "403 linear_21" [id=403, type=linear]; "404 reshape_14" [id=404, type=reshape]; "405 permute_16" [id=405, type=permute]; @@ -454,7 +454,7 @@ strict digraph { "452 linear_22_scale_0_updated_constant0" [id=452, type=get_attr]; "453 compressed_weight_updated_constant23" [id=453, type=get_attr]; "454 _param_constant62_0_0" [id=454, type=get_attr]; -"455 mul_71" [id=455, type=]; +"455 mul_71" [id=455, type=call_method]; "456 linear_22" [id=456, type=linear]; "457 dropout_13" [id=457, type=dropout]; "458 view_21" [id=458, type=view]; @@ -476,7 +476,7 @@ strict digraph { "474 linear_23_scale_0_updated_constant0" [id=474, type=get_attr]; "475 compressed_weight_updated_constant24" [id=475, type=get_attr]; "476 _param_constant66_0_0" [id=476, type=get_attr]; -"477 mul_72" [id=477, type=]; +"477 mul_72" [id=477, type=call_method]; "478 linear_23" [id=478, type=linear]; "479 gelu_3" [id=479, type=gelu]; "480 dropout_14" [id=480, type=dropout]; @@ -486,7 +486,7 @@ strict digraph { "484 linear_24_scale_0_updated_constant0" [id=484, type=get_attr]; "485 compressed_weight_updated_constant25" [id=485, type=get_attr]; "486 _param_constant68_0_0" [id=486, type=get_attr]; -"487 mul_73" [id=487, type=]; +"487 mul_73" [id=487, type=call_method]; "488 linear_24" [id=488, type=linear]; "489 dropout_15" [id=489, type=dropout]; "490 _param_constant69" [id=490, type=get_attr]; @@ -512,7 +512,7 @@ strict digraph { "510 dequantize_per_tensor_default_26" [id=510, type=dequantize_per_tensor]; "511 linear_25_scale_0_updated_constant0" [id=511, type=get_attr]; "512 compressed_weight_updated_constant26" [id=512, type=get_attr]; -"513 mul_74" [id=513, type=]; +"513 mul_74" [id=513, type=call_method]; "514 linear_25" [id=514, type=linear]; "515 _param_constant72" [id=515, type=get_attr]; "516 _param_constant73" [id=516, type=get_attr]; @@ -522,13 +522,13 @@ strict digraph { "520 linear_26_scale_0_updated_constant0" [id=520, type=get_attr]; "521 compressed_weight_updated_constant27" [id=521, type=get_attr]; "522 _param_constant75_0_0" [id=522, type=get_attr]; -"523 mul_75" [id=523, type=]; +"523 mul_75" [id=523, type=call_method]; "524 linear_26" [id=524, type=linear]; "525 relu__4" [id=525, type=relu_]; "526 relu__4_0_0_nncf_smooth_quant_0" [id=526, type=call_module]; "527 linear_27_scale_0_updated_constant0" [id=527, type=get_attr]; "528 compressed_weight_updated_constant28" [id=528, type=get_attr]; -"529 mul_76" [id=529, type=]; +"529 mul_76" [id=529, type=call_method]; "530 linear_27" [id=530, type=linear]; "531 view_22" [id=531, type=view]; "532 _tensor_constant27" [id=532, type=get_attr]; @@ -549,7 +549,7 @@ strict digraph { "547 linear_28_scale_0_updated_constant0" [id=547, type=get_attr]; "548 compressed_weight_updated_constant29" [id=548, type=get_attr]; "549 _param_constant77_0_0" [id=549, type=get_attr]; -"550 mul_77" [id=550, type=]; +"550 mul_77" [id=550, type=call_method]; "551 linear_28" [id=551, type=linear]; "552 reshape_19" [id=552, type=reshape]; "553 permute_21" [id=553, type=permute]; @@ -586,7 +586,7 @@ strict digraph { "584 linear_29_scale_0_updated_constant0" [id=584, type=get_attr]; "585 compressed_weight_updated_constant30" [id=585, type=get_attr]; "586 _param_constant81_0_0" [id=586, type=get_attr]; -"587 mul_78" [id=587, type=]; +"587 mul_78" [id=587, type=call_method]; "588 linear_29" [id=588, type=linear]; "589 dropout_17" [id=589, type=dropout]; "590 view_25" [id=590, type=view]; @@ -607,7 +607,7 @@ strict digraph { "605 linear_30_scale_0_updated_constant0" [id=605, type=get_attr]; "606 compressed_weight_updated_constant31" [id=606, type=get_attr]; "607 _param_constant85_0_0" [id=607, type=get_attr]; -"608 mul_79" [id=608, type=]; +"608 mul_79" [id=608, type=call_method]; "609 linear_30" [id=609, type=linear]; "610 gelu_4" [id=610, type=gelu]; "611 dropout_18" [id=611, type=dropout]; @@ -617,7 +617,7 @@ strict digraph { "615 linear_31_scale_0_updated_constant0" [id=615, type=get_attr]; "616 compressed_weight_updated_constant32" [id=616, type=get_attr]; "617 _param_constant87_0_0" [id=617, type=get_attr]; -"618 mul_80" [id=618, type=]; +"618 mul_80" [id=618, type=call_method]; "619 linear_31" [id=619, type=linear]; "620 dropout_19" [id=620, type=dropout]; "621 _param_constant88" [id=621, type=get_attr]; @@ -629,13 +629,13 @@ strict digraph { "627 linear_32_scale_0_updated_constant0" [id=627, type=get_attr]; "628 compressed_weight_updated_constant33" [id=628, type=get_attr]; "629 _param_constant91_0_0" [id=629, type=get_attr]; -"630 mul_81" [id=630, type=]; +"630 mul_81" [id=630, type=call_method]; "631 linear_32" [id=631, type=linear]; "632 relu__5" [id=632, type=relu_]; "633 relu__5_0_0_nncf_smooth_quant_0" [id=633, type=call_module]; "634 linear_33_scale_0_updated_constant0" [id=634, type=get_attr]; "635 compressed_weight_updated_constant34" [id=635, type=get_attr]; -"636 mul_82" [id=636, type=]; +"636 mul_82" [id=636, type=call_method]; "637 linear_33" [id=637, type=linear]; "638 view_26" [id=638, type=view]; "639 _tensor_constant29" [id=639, type=get_attr]; @@ -657,7 +657,7 @@ strict digraph { "655 linear_34_scale_0_updated_constant0" [id=655, type=get_attr]; "656 compressed_weight_updated_constant35" [id=656, type=get_attr]; "657 _param_constant93_0_0" [id=657, type=get_attr]; -"658 mul_83" [id=658, type=]; +"658 mul_83" [id=658, type=call_method]; "659 linear_34" [id=659, type=linear]; "660 reshape_23" [id=660, type=reshape]; "661 permute_25" [id=661, type=permute]; @@ -710,7 +710,7 @@ strict digraph { "708 linear_35_scale_0_updated_constant0" [id=708, type=get_attr]; "709 compressed_weight_updated_constant36" [id=709, type=get_attr]; "710 _param_constant97_0_0" [id=710, type=get_attr]; -"711 mul_84" [id=711, type=]; +"711 mul_84" [id=711, type=call_method]; "712 linear_35" [id=712, type=linear]; "713 dropout_21" [id=713, type=dropout]; "714 view_32" [id=714, type=view]; @@ -732,7 +732,7 @@ strict digraph { "730 linear_36_scale_0_updated_constant0" [id=730, type=get_attr]; "731 compressed_weight_updated_constant37" [id=731, type=get_attr]; "732 _param_constant101_0_0" [id=732, type=get_attr]; -"733 mul_85" [id=733, type=]; +"733 mul_85" [id=733, type=call_method]; "734 linear_36" [id=734, type=linear]; "735 gelu_5" [id=735, type=gelu]; "736 dropout_22" [id=736, type=dropout]; @@ -742,7 +742,7 @@ strict digraph { "740 linear_37_scale_0_updated_constant0" [id=740, type=get_attr]; "741 compressed_weight_updated_constant38" [id=741, type=get_attr]; "742 _param_constant103_0_0" [id=742, type=get_attr]; -"743 mul_86" [id=743, type=]; +"743 mul_86" [id=743, type=call_method]; "744 linear_37" [id=744, type=linear]; "745 dropout_23" [id=745, type=dropout]; "746 _param_constant104" [id=746, type=get_attr]; @@ -754,13 +754,13 @@ strict digraph { "752 linear_38_scale_0_updated_constant0" [id=752, type=get_attr]; "753 compressed_weight_updated_constant39" [id=753, type=get_attr]; "754 _param_constant107_0_0" [id=754, type=get_attr]; -"755 mul_87" [id=755, type=]; +"755 mul_87" [id=755, type=call_method]; "756 linear_38" [id=756, type=linear]; "757 relu__6" [id=757, type=relu_]; "758 relu__6_0_0_nncf_smooth_quant_0" [id=758, type=call_module]; "759 linear_39_scale_0_updated_constant0" [id=759, type=get_attr]; "760 compressed_weight_updated_constant40" [id=760, type=get_attr]; -"761 mul_88" [id=761, type=]; +"761 mul_88" [id=761, type=call_method]; "762 linear_39" [id=762, type=linear]; "763 view_33" [id=763, type=view]; "764 _tensor_constant40" [id=764, type=get_attr]; @@ -781,7 +781,7 @@ strict digraph { "779 linear_40_scale_0_updated_constant0" [id=779, type=get_attr]; "780 compressed_weight_updated_constant41" [id=780, type=get_attr]; "781 _param_constant109_0_0" [id=781, type=get_attr]; -"782 mul_89" [id=782, type=]; +"782 mul_89" [id=782, type=call_method]; "783 linear_40" [id=783, type=linear]; "784 reshape_28" [id=784, type=reshape]; "785 permute_30" [id=785, type=permute]; @@ -818,7 +818,7 @@ strict digraph { "816 linear_41_scale_0_updated_constant0" [id=816, type=get_attr]; "817 compressed_weight_updated_constant42" [id=817, type=get_attr]; "818 _param_constant113_0_0" [id=818, type=get_attr]; -"819 mul_90" [id=819, type=]; +"819 mul_90" [id=819, type=call_method]; "820 linear_41" [id=820, type=linear]; "821 dropout_25" [id=821, type=dropout]; "822 view_36" [id=822, type=view]; @@ -839,7 +839,7 @@ strict digraph { "837 linear_42_scale_0_updated_constant0" [id=837, type=get_attr]; "838 compressed_weight_updated_constant43" [id=838, type=get_attr]; "839 _param_constant117_0_0" [id=839, type=get_attr]; -"840 mul_91" [id=840, type=]; +"840 mul_91" [id=840, type=call_method]; "841 linear_42" [id=841, type=linear]; "842 gelu_6" [id=842, type=gelu]; "843 dropout_26" [id=843, type=dropout]; @@ -849,7 +849,7 @@ strict digraph { "847 linear_43_scale_0_updated_constant0" [id=847, type=get_attr]; "848 compressed_weight_updated_constant44" [id=848, type=get_attr]; "849 _param_constant119_0_0" [id=849, type=get_attr]; -"850 mul_92" [id=850, type=]; +"850 mul_92" [id=850, type=call_method]; "851 linear_43" [id=851, type=linear]; "852 dropout_27" [id=852, type=dropout]; "853 _param_constant120" [id=853, type=get_attr]; @@ -861,13 +861,13 @@ strict digraph { "859 linear_44_scale_0_updated_constant0" [id=859, type=get_attr]; "860 compressed_weight_updated_constant45" [id=860, type=get_attr]; "861 _param_constant123_0_0" [id=861, type=get_attr]; -"862 mul_93" [id=862, type=]; +"862 mul_93" [id=862, type=call_method]; "863 linear_44" [id=863, type=linear]; "864 relu__7" [id=864, type=relu_]; "865 relu__7_0_0_nncf_smooth_quant_0" [id=865, type=call_module]; "866 linear_45_scale_0_updated_constant0" [id=866, type=get_attr]; "867 compressed_weight_updated_constant46" [id=867, type=get_attr]; -"868 mul_94" [id=868, type=]; +"868 mul_94" [id=868, type=call_method]; "869 linear_45" [id=869, type=linear]; "870 view_37" [id=870, type=view]; "871 _tensor_constant42" [id=871, type=get_attr]; @@ -889,7 +889,7 @@ strict digraph { "887 linear_46_scale_0_updated_constant0" [id=887, type=get_attr]; "888 compressed_weight_updated_constant47" [id=888, type=get_attr]; "889 _param_constant125_0_0" [id=889, type=get_attr]; -"890 mul_95" [id=890, type=]; +"890 mul_95" [id=890, type=call_method]; "891 linear_46" [id=891, type=linear]; "892 reshape_32" [id=892, type=reshape]; "893 permute_34" [id=893, type=permute]; @@ -942,7 +942,7 @@ strict digraph { "940 linear_47_scale_0_updated_constant0" [id=940, type=get_attr]; "941 compressed_weight_updated_constant48" [id=941, type=get_attr]; "942 _param_constant129_0_0" [id=942, type=get_attr]; -"943 mul_96" [id=943, type=]; +"943 mul_96" [id=943, type=call_method]; "944 linear_47" [id=944, type=linear]; "945 dropout_29" [id=945, type=dropout]; "946 view_43" [id=946, type=view]; @@ -964,7 +964,7 @@ strict digraph { "962 linear_48_scale_0_updated_constant0" [id=962, type=get_attr]; "963 compressed_weight_updated_constant49" [id=963, type=get_attr]; "964 _param_constant133_0_0" [id=964, type=get_attr]; -"965 mul_97" [id=965, type=]; +"965 mul_97" [id=965, type=call_method]; "966 linear_48" [id=966, type=linear]; "967 gelu_7" [id=967, type=gelu]; "968 dropout_30" [id=968, type=dropout]; @@ -974,7 +974,7 @@ strict digraph { "972 linear_49_scale_0_updated_constant0" [id=972, type=get_attr]; "973 compressed_weight_updated_constant50" [id=973, type=get_attr]; "974 _param_constant135_0_0" [id=974, type=get_attr]; -"975 mul_98" [id=975, type=]; +"975 mul_98" [id=975, type=call_method]; "976 linear_49" [id=976, type=linear]; "977 dropout_31" [id=977, type=dropout]; "978 _param_constant136" [id=978, type=get_attr]; @@ -986,13 +986,13 @@ strict digraph { "984 linear_50_scale_0_updated_constant0" [id=984, type=get_attr]; "985 compressed_weight_updated_constant51" [id=985, type=get_attr]; "986 _param_constant139_0_0" [id=986, type=get_attr]; -"987 mul_99" [id=987, type=]; +"987 mul_99" [id=987, type=call_method]; "988 linear_50" [id=988, type=linear]; "989 relu__8" [id=989, type=relu_]; "990 relu__8_0_0_nncf_smooth_quant_0" [id=990, type=call_module]; "991 linear_51_scale_0_updated_constant0" [id=991, type=get_attr]; "992 compressed_weight_updated_constant52" [id=992, type=get_attr]; -"993 mul_100" [id=993, type=]; +"993 mul_100" [id=993, type=call_method]; "994 linear_51" [id=994, type=linear]; "995 view_44" [id=995, type=view]; "996 _tensor_constant53" [id=996, type=get_attr]; @@ -1013,7 +1013,7 @@ strict digraph { "1011 linear_52_scale_0_updated_constant0" [id=1011, type=get_attr]; "1012 compressed_weight_updated_constant53" [id=1012, type=get_attr]; "1013 _param_constant141_0_0" [id=1013, type=get_attr]; -"1014 mul_101" [id=1014, type=]; +"1014 mul_101" [id=1014, type=call_method]; "1015 linear_52" [id=1015, type=linear]; "1016 reshape_37" [id=1016, type=reshape]; "1017 permute_39" [id=1017, type=permute]; @@ -1050,7 +1050,7 @@ strict digraph { "1048 linear_53_scale_0_updated_constant0" [id=1048, type=get_attr]; "1049 compressed_weight_updated_constant54" [id=1049, type=get_attr]; "1050 _param_constant145_0_0" [id=1050, type=get_attr]; -"1051 mul_102" [id=1051, type=]; +"1051 mul_102" [id=1051, type=call_method]; "1052 linear_53" [id=1052, type=linear]; "1053 dropout_33" [id=1053, type=dropout]; "1054 view_47" [id=1054, type=view]; @@ -1071,7 +1071,7 @@ strict digraph { "1069 linear_54_scale_0_updated_constant0" [id=1069, type=get_attr]; "1070 compressed_weight_updated_constant55" [id=1070, type=get_attr]; "1071 _param_constant149_0_0" [id=1071, type=get_attr]; -"1072 mul_103" [id=1072, type=]; +"1072 mul_103" [id=1072, type=call_method]; "1073 linear_54" [id=1073, type=linear]; "1074 gelu_8" [id=1074, type=gelu]; "1075 dropout_34" [id=1075, type=dropout]; @@ -1081,7 +1081,7 @@ strict digraph { "1079 linear_55_scale_0_updated_constant0" [id=1079, type=get_attr]; "1080 compressed_weight_updated_constant56" [id=1080, type=get_attr]; "1081 _param_constant151_0_0" [id=1081, type=get_attr]; -"1082 mul_104" [id=1082, type=]; +"1082 mul_104" [id=1082, type=call_method]; "1083 linear_55" [id=1083, type=linear]; "1084 dropout_35" [id=1084, type=dropout]; "1085 _param_constant152" [id=1085, type=get_attr]; @@ -1093,13 +1093,13 @@ strict digraph { "1091 linear_56_scale_0_updated_constant0" [id=1091, type=get_attr]; "1092 compressed_weight_updated_constant57" [id=1092, type=get_attr]; "1093 _param_constant155_0_0" [id=1093, type=get_attr]; -"1094 mul_105" [id=1094, type=]; +"1094 mul_105" [id=1094, type=call_method]; "1095 linear_56" [id=1095, type=linear]; "1096 relu__9" [id=1096, type=relu_]; "1097 relu__9_0_0_nncf_smooth_quant_0" [id=1097, type=call_module]; "1098 linear_57_scale_0_updated_constant0" [id=1098, type=get_attr]; "1099 compressed_weight_updated_constant58" [id=1099, type=get_attr]; -"1100 mul_106" [id=1100, type=]; +"1100 mul_106" [id=1100, type=call_method]; "1101 linear_57" [id=1101, type=linear]; "1102 view_48" [id=1102, type=view]; "1103 _tensor_constant55" [id=1103, type=get_attr]; @@ -1121,7 +1121,7 @@ strict digraph { "1119 linear_58_scale_0_updated_constant0" [id=1119, type=get_attr]; "1120 compressed_weight_updated_constant59" [id=1120, type=get_attr]; "1121 _param_constant157_0_0" [id=1121, type=get_attr]; -"1122 mul_107" [id=1122, type=]; +"1122 mul_107" [id=1122, type=call_method]; "1123 linear_58" [id=1123, type=linear]; "1124 reshape_41" [id=1124, type=reshape]; "1125 permute_43" [id=1125, type=permute]; @@ -1174,7 +1174,7 @@ strict digraph { "1172 linear_59_scale_0_updated_constant0" [id=1172, type=get_attr]; "1173 compressed_weight_updated_constant60" [id=1173, type=get_attr]; "1174 _param_constant161_0_0" [id=1174, type=get_attr]; -"1175 mul_108" [id=1175, type=]; +"1175 mul_108" [id=1175, type=call_method]; "1176 linear_59" [id=1176, type=linear]; "1177 dropout_37" [id=1177, type=dropout]; "1178 view_54" [id=1178, type=view]; @@ -1196,7 +1196,7 @@ strict digraph { "1194 linear_60_scale_0_updated_constant0" [id=1194, type=get_attr]; "1195 compressed_weight_updated_constant61" [id=1195, type=get_attr]; "1196 _param_constant165_0_0" [id=1196, type=get_attr]; -"1197 mul_109" [id=1197, type=]; +"1197 mul_109" [id=1197, type=call_method]; "1198 linear_60" [id=1198, type=linear]; "1199 gelu_9" [id=1199, type=gelu]; "1200 dropout_38" [id=1200, type=dropout]; @@ -1206,7 +1206,7 @@ strict digraph { "1204 linear_61_scale_0_updated_constant0" [id=1204, type=get_attr]; "1205 compressed_weight_updated_constant62" [id=1205, type=get_attr]; "1206 _param_constant167_0_0" [id=1206, type=get_attr]; -"1207 mul_110" [id=1207, type=]; +"1207 mul_110" [id=1207, type=call_method]; "1208 linear_61" [id=1208, type=linear]; "1209 dropout_39" [id=1209, type=dropout]; "1210 _param_constant168" [id=1210, type=get_attr]; @@ -1218,13 +1218,13 @@ strict digraph { "1216 linear_62_scale_0_updated_constant0" [id=1216, type=get_attr]; "1217 compressed_weight_updated_constant63" [id=1217, type=get_attr]; "1218 _param_constant171_0_0" [id=1218, type=get_attr]; -"1219 mul_111" [id=1219, type=]; +"1219 mul_111" [id=1219, type=call_method]; "1220 linear_62" [id=1220, type=linear]; "1221 relu__10" [id=1221, type=relu_]; "1222 relu__10_0_0_nncf_smooth_quant_0" [id=1222, type=call_module]; "1223 linear_63_scale_0_updated_constant0" [id=1223, type=get_attr]; "1224 compressed_weight_updated_constant64" [id=1224, type=get_attr]; -"1225 mul_112" [id=1225, type=]; +"1225 mul_112" [id=1225, type=call_method]; "1226 linear_63" [id=1226, type=linear]; "1227 view_55" [id=1227, type=view]; "1228 _tensor_constant66" [id=1228, type=get_attr]; @@ -1245,7 +1245,7 @@ strict digraph { "1243 linear_64_scale_0_updated_constant0" [id=1243, type=get_attr]; "1244 compressed_weight_updated_constant65" [id=1244, type=get_attr]; "1245 _param_constant173_0_0" [id=1245, type=get_attr]; -"1246 mul_113" [id=1246, type=]; +"1246 mul_113" [id=1246, type=call_method]; "1247 linear_64" [id=1247, type=linear]; "1248 reshape_46" [id=1248, type=reshape]; "1249 permute_48" [id=1249, type=permute]; @@ -1282,7 +1282,7 @@ strict digraph { "1280 linear_65_scale_0_updated_constant0" [id=1280, type=get_attr]; "1281 compressed_weight_updated_constant66" [id=1281, type=get_attr]; "1282 _param_constant177_0_0" [id=1282, type=get_attr]; -"1283 mul_114" [id=1283, type=]; +"1283 mul_114" [id=1283, type=call_method]; "1284 linear_65" [id=1284, type=linear]; "1285 dropout_41" [id=1285, type=dropout]; "1286 view_58" [id=1286, type=view]; @@ -1303,7 +1303,7 @@ strict digraph { "1301 linear_66_scale_0_updated_constant0" [id=1301, type=get_attr]; "1302 compressed_weight_updated_constant67" [id=1302, type=get_attr]; "1303 _param_constant181_0_0" [id=1303, type=get_attr]; -"1304 mul_115" [id=1304, type=]; +"1304 mul_115" [id=1304, type=call_method]; "1305 linear_66" [id=1305, type=linear]; "1306 gelu_10" [id=1306, type=gelu]; "1307 dropout_42" [id=1307, type=dropout]; @@ -1313,7 +1313,7 @@ strict digraph { "1311 linear_67_scale_0_updated_constant0" [id=1311, type=get_attr]; "1312 compressed_weight_updated_constant68" [id=1312, type=get_attr]; "1313 _param_constant183_0_0" [id=1313, type=get_attr]; -"1314 mul_116" [id=1314, type=]; +"1314 mul_116" [id=1314, type=call_method]; "1315 linear_67" [id=1315, type=linear]; "1316 dropout_43" [id=1316, type=dropout]; "1317 _param_constant184" [id=1317, type=get_attr]; @@ -1325,13 +1325,13 @@ strict digraph { "1323 linear_68_scale_0_updated_constant0" [id=1323, type=get_attr]; "1324 compressed_weight_updated_constant69" [id=1324, type=get_attr]; "1325 _param_constant187_0_0" [id=1325, type=get_attr]; -"1326 mul_117" [id=1326, type=]; +"1326 mul_117" [id=1326, type=call_method]; "1327 linear_68" [id=1327, type=linear]; "1328 relu__11" [id=1328, type=relu_]; "1329 relu__11_0_0_nncf_smooth_quant_0" [id=1329, type=call_module]; "1330 linear_69_scale_0_updated_constant0" [id=1330, type=get_attr]; "1331 compressed_weight_updated_constant70" [id=1331, type=get_attr]; -"1332 mul_118" [id=1332, type=]; +"1332 mul_118" [id=1332, type=call_method]; "1333 linear_69" [id=1333, type=linear]; "1334 view_59" [id=1334, type=view]; "1335 _tensor_constant68" [id=1335, type=get_attr]; @@ -1353,7 +1353,7 @@ strict digraph { "1351 linear_70_scale_0_updated_constant0" [id=1351, type=get_attr]; "1352 compressed_weight_updated_constant71" [id=1352, type=get_attr]; "1353 _param_constant189_0_0" [id=1353, type=get_attr]; -"1354 mul_119" [id=1354, type=]; +"1354 mul_119" [id=1354, type=call_method]; "1355 linear_70" [id=1355, type=linear]; "1356 reshape_50" [id=1356, type=reshape]; "1357 permute_52" [id=1357, type=permute]; @@ -1406,7 +1406,7 @@ strict digraph { "1404 linear_71_scale_0_updated_constant0" [id=1404, type=get_attr]; "1405 compressed_weight_updated_constant72" [id=1405, type=get_attr]; "1406 _param_constant193_0_0" [id=1406, type=get_attr]; -"1407 mul_120" [id=1407, type=]; +"1407 mul_120" [id=1407, type=call_method]; "1408 linear_71" [id=1408, type=linear]; "1409 dropout_45" [id=1409, type=dropout]; "1410 view_65" [id=1410, type=view]; @@ -1428,7 +1428,7 @@ strict digraph { "1426 linear_72_scale_0_updated_constant0" [id=1426, type=get_attr]; "1427 compressed_weight_updated_constant73" [id=1427, type=get_attr]; "1428 _param_constant197_0_0" [id=1428, type=get_attr]; -"1429 mul_121" [id=1429, type=]; +"1429 mul_121" [id=1429, type=call_method]; "1430 linear_72" [id=1430, type=linear]; "1431 gelu_11" [id=1431, type=gelu]; "1432 dropout_46" [id=1432, type=dropout]; @@ -1438,7 +1438,7 @@ strict digraph { "1436 linear_73_scale_0_updated_constant0" [id=1436, type=get_attr]; "1437 compressed_weight_updated_constant74" [id=1437, type=get_attr]; "1438 _param_constant199_0_0" [id=1438, type=get_attr]; -"1439 mul_122" [id=1439, type=]; +"1439 mul_122" [id=1439, type=call_method]; "1440 linear_73" [id=1440, type=linear]; "1441 dropout_47" [id=1441, type=dropout]; "1442 _param_constant200" [id=1442, type=get_attr]; @@ -1450,13 +1450,13 @@ strict digraph { "1448 linear_74_scale_0_updated_constant0" [id=1448, type=get_attr]; "1449 compressed_weight_updated_constant75" [id=1449, type=get_attr]; "1450 _param_constant203_0_0" [id=1450, type=get_attr]; -"1451 mul_123" [id=1451, type=]; +"1451 mul_123" [id=1451, type=call_method]; "1452 linear_74" [id=1452, type=linear]; "1453 relu__12" [id=1453, type=relu_]; "1454 relu__12_0_0_nncf_smooth_quant_0" [id=1454, type=call_module]; "1455 linear_75_scale_0_updated_constant0" [id=1455, type=get_attr]; "1456 compressed_weight_updated_constant76" [id=1456, type=get_attr]; -"1457 mul_124" [id=1457, type=]; +"1457 mul_124" [id=1457, type=call_method]; "1458 linear_75" [id=1458, type=linear]; "1459 view_66" [id=1459, type=view]; "1460 _tensor_constant79" [id=1460, type=get_attr]; @@ -1477,7 +1477,7 @@ strict digraph { "1475 linear_76_scale_0_updated_constant0" [id=1475, type=get_attr]; "1476 compressed_weight_updated_constant77" [id=1476, type=get_attr]; "1477 _param_constant205_0_0" [id=1477, type=get_attr]; -"1478 mul_125" [id=1478, type=]; +"1478 mul_125" [id=1478, type=call_method]; "1479 linear_76" [id=1479, type=linear]; "1480 reshape_55" [id=1480, type=reshape]; "1481 permute_57" [id=1481, type=permute]; @@ -1514,7 +1514,7 @@ strict digraph { "1512 linear_77_scale_0_updated_constant0" [id=1512, type=get_attr]; "1513 compressed_weight_updated_constant78" [id=1513, type=get_attr]; "1514 _param_constant209_0_0" [id=1514, type=get_attr]; -"1515 mul_126" [id=1515, type=]; +"1515 mul_126" [id=1515, type=call_method]; "1516 linear_77" [id=1516, type=linear]; "1517 dropout_49" [id=1517, type=dropout]; "1518 view_69" [id=1518, type=view]; @@ -1535,7 +1535,7 @@ strict digraph { "1533 linear_78_scale_0_updated_constant0" [id=1533, type=get_attr]; "1534 compressed_weight_updated_constant79" [id=1534, type=get_attr]; "1535 _param_constant213_0_0" [id=1535, type=get_attr]; -"1536 mul_127" [id=1536, type=]; +"1536 mul_127" [id=1536, type=call_method]; "1537 linear_78" [id=1537, type=linear]; "1538 gelu_12" [id=1538, type=gelu]; "1539 dropout_50" [id=1539, type=dropout]; @@ -1545,7 +1545,7 @@ strict digraph { "1543 linear_79_scale_0_updated_constant0" [id=1543, type=get_attr]; "1544 compressed_weight_updated_constant80" [id=1544, type=get_attr]; "1545 _param_constant215_0_0" [id=1545, type=get_attr]; -"1546 mul_128" [id=1546, type=]; +"1546 mul_128" [id=1546, type=call_method]; "1547 linear_79" [id=1547, type=linear]; "1548 dropout_51" [id=1548, type=dropout]; "1549 _param_constant216" [id=1549, type=get_attr]; @@ -1557,13 +1557,13 @@ strict digraph { "1555 linear_80_scale_0_updated_constant0" [id=1555, type=get_attr]; "1556 compressed_weight_updated_constant81" [id=1556, type=get_attr]; "1557 _param_constant219_0_0" [id=1557, type=get_attr]; -"1558 mul_129" [id=1558, type=]; +"1558 mul_129" [id=1558, type=call_method]; "1559 linear_80" [id=1559, type=linear]; "1560 relu__13" [id=1560, type=relu_]; "1561 relu__13_0_0_nncf_smooth_quant_0" [id=1561, type=call_module]; "1562 linear_81_scale_0_updated_constant0" [id=1562, type=get_attr]; "1563 compressed_weight_updated_constant82" [id=1563, type=get_attr]; -"1564 mul_130" [id=1564, type=]; +"1564 mul_130" [id=1564, type=call_method]; "1565 linear_81" [id=1565, type=linear]; "1566 view_70" [id=1566, type=view]; "1567 _tensor_constant81" [id=1567, type=get_attr]; @@ -1585,7 +1585,7 @@ strict digraph { "1583 linear_82_scale_0_updated_constant0" [id=1583, type=get_attr]; "1584 compressed_weight_updated_constant83" [id=1584, type=get_attr]; "1585 _param_constant221_0_0" [id=1585, type=get_attr]; -"1586 mul_131" [id=1586, type=]; +"1586 mul_131" [id=1586, type=call_method]; "1587 linear_82" [id=1587, type=linear]; "1588 reshape_59" [id=1588, type=reshape]; "1589 permute_61" [id=1589, type=permute]; @@ -1638,7 +1638,7 @@ strict digraph { "1636 linear_83_scale_0_updated_constant0" [id=1636, type=get_attr]; "1637 compressed_weight_updated_constant84" [id=1637, type=get_attr]; "1638 _param_constant225_0_0" [id=1638, type=get_attr]; -"1639 mul_132" [id=1639, type=]; +"1639 mul_132" [id=1639, type=call_method]; "1640 linear_83" [id=1640, type=linear]; "1641 dropout_53" [id=1641, type=dropout]; "1642 view_76" [id=1642, type=view]; @@ -1660,7 +1660,7 @@ strict digraph { "1658 linear_84_scale_0_updated_constant0" [id=1658, type=get_attr]; "1659 compressed_weight_updated_constant85" [id=1659, type=get_attr]; "1660 _param_constant229_0_0" [id=1660, type=get_attr]; -"1661 mul_133" [id=1661, type=]; +"1661 mul_133" [id=1661, type=call_method]; "1662 linear_84" [id=1662, type=linear]; "1663 gelu_13" [id=1663, type=gelu]; "1664 dropout_54" [id=1664, type=dropout]; @@ -1670,7 +1670,7 @@ strict digraph { "1668 linear_85_scale_0_updated_constant0" [id=1668, type=get_attr]; "1669 compressed_weight_updated_constant86" [id=1669, type=get_attr]; "1670 _param_constant231_0_0" [id=1670, type=get_attr]; -"1671 mul_134" [id=1671, type=]; +"1671 mul_134" [id=1671, type=call_method]; "1672 linear_85" [id=1672, type=linear]; "1673 dropout_55" [id=1673, type=dropout]; "1674 _param_constant232" [id=1674, type=get_attr]; @@ -1682,13 +1682,13 @@ strict digraph { "1680 linear_86_scale_0_updated_constant0" [id=1680, type=get_attr]; "1681 compressed_weight_updated_constant87" [id=1681, type=get_attr]; "1682 _param_constant235_0_0" [id=1682, type=get_attr]; -"1683 mul_135" [id=1683, type=]; +"1683 mul_135" [id=1683, type=call_method]; "1684 linear_86" [id=1684, type=linear]; "1685 relu__14" [id=1685, type=relu_]; "1686 relu__14_0_0_nncf_smooth_quant_0" [id=1686, type=call_module]; "1687 linear_87_scale_0_updated_constant0" [id=1687, type=get_attr]; "1688 compressed_weight_updated_constant88" [id=1688, type=get_attr]; -"1689 mul_136" [id=1689, type=]; +"1689 mul_136" [id=1689, type=call_method]; "1690 linear_87" [id=1690, type=linear]; "1691 view_77" [id=1691, type=view]; "1692 _tensor_constant92" [id=1692, type=get_attr]; @@ -1709,7 +1709,7 @@ strict digraph { "1707 linear_88_scale_0_updated_constant0" [id=1707, type=get_attr]; "1708 compressed_weight_updated_constant89" [id=1708, type=get_attr]; "1709 _param_constant237_0_0" [id=1709, type=get_attr]; -"1710 mul_137" [id=1710, type=]; +"1710 mul_137" [id=1710, type=call_method]; "1711 linear_88" [id=1711, type=linear]; "1712 reshape_64" [id=1712, type=reshape]; "1713 permute_66" [id=1713, type=permute]; @@ -1746,7 +1746,7 @@ strict digraph { "1744 linear_89_scale_0_updated_constant0" [id=1744, type=get_attr]; "1745 compressed_weight_updated_constant90" [id=1745, type=get_attr]; "1746 _param_constant241_0_0" [id=1746, type=get_attr]; -"1747 mul_138" [id=1747, type=]; +"1747 mul_138" [id=1747, type=call_method]; "1748 linear_89" [id=1748, type=linear]; "1749 dropout_57" [id=1749, type=dropout]; "1750 view_80" [id=1750, type=view]; @@ -1767,7 +1767,7 @@ strict digraph { "1765 linear_90_scale_0_updated_constant0" [id=1765, type=get_attr]; "1766 compressed_weight_updated_constant91" [id=1766, type=get_attr]; "1767 _param_constant245_0_0" [id=1767, type=get_attr]; -"1768 mul_139" [id=1768, type=]; +"1768 mul_139" [id=1768, type=call_method]; "1769 linear_90" [id=1769, type=linear]; "1770 gelu_14" [id=1770, type=gelu]; "1771 dropout_58" [id=1771, type=dropout]; @@ -1777,7 +1777,7 @@ strict digraph { "1775 linear_91_scale_0_updated_constant0" [id=1775, type=get_attr]; "1776 compressed_weight_updated_constant92" [id=1776, type=get_attr]; "1777 _param_constant247_0_0" [id=1777, type=get_attr]; -"1778 mul_140" [id=1778, type=]; +"1778 mul_140" [id=1778, type=call_method]; "1779 linear_91" [id=1779, type=linear]; "1780 dropout_59" [id=1780, type=dropout]; "1781 _param_constant248" [id=1781, type=get_attr]; @@ -1789,13 +1789,13 @@ strict digraph { "1787 linear_92_scale_0_updated_constant0" [id=1787, type=get_attr]; "1788 compressed_weight_updated_constant93" [id=1788, type=get_attr]; "1789 _param_constant251_0_0" [id=1789, type=get_attr]; -"1790 mul_141" [id=1790, type=]; +"1790 mul_141" [id=1790, type=call_method]; "1791 linear_92" [id=1791, type=linear]; "1792 relu__15" [id=1792, type=relu_]; "1793 relu__15_0_0_nncf_smooth_quant_0" [id=1793, type=call_module]; "1794 linear_93_scale_0_updated_constant0" [id=1794, type=get_attr]; "1795 compressed_weight_updated_constant94" [id=1795, type=get_attr]; -"1796 mul_142" [id=1796, type=]; +"1796 mul_142" [id=1796, type=call_method]; "1797 linear_93" [id=1797, type=linear]; "1798 view_81" [id=1798, type=view]; "1799 _tensor_constant94" [id=1799, type=get_attr]; @@ -1817,7 +1817,7 @@ strict digraph { "1815 linear_94_scale_0_updated_constant0" [id=1815, type=get_attr]; "1816 compressed_weight_updated_constant95" [id=1816, type=get_attr]; "1817 _param_constant253_0_0" [id=1817, type=get_attr]; -"1818 mul_143" [id=1818, type=]; +"1818 mul_143" [id=1818, type=call_method]; "1819 linear_94" [id=1819, type=linear]; "1820 reshape_68" [id=1820, type=reshape]; "1821 permute_70" [id=1821, type=permute]; @@ -1870,7 +1870,7 @@ strict digraph { "1868 linear_95_scale_0_updated_constant0" [id=1868, type=get_attr]; "1869 compressed_weight_updated_constant96" [id=1869, type=get_attr]; "1870 _param_constant257_0_0" [id=1870, type=get_attr]; -"1871 mul_144" [id=1871, type=]; +"1871 mul_144" [id=1871, type=call_method]; "1872 linear_95" [id=1872, type=linear]; "1873 dropout_61" [id=1873, type=dropout]; "1874 view_87" [id=1874, type=view]; @@ -1892,7 +1892,7 @@ strict digraph { "1890 linear_96_scale_0_updated_constant0" [id=1890, type=get_attr]; "1891 compressed_weight_updated_constant97" [id=1891, type=get_attr]; "1892 _param_constant261_0_0" [id=1892, type=get_attr]; -"1893 mul_145" [id=1893, type=]; +"1893 mul_145" [id=1893, type=call_method]; "1894 linear_96" [id=1894, type=linear]; "1895 gelu_15" [id=1895, type=gelu]; "1896 dropout_62" [id=1896, type=dropout]; @@ -1902,7 +1902,7 @@ strict digraph { "1900 linear_97_scale_0_updated_constant0" [id=1900, type=get_attr]; "1901 compressed_weight_updated_constant98" [id=1901, type=get_attr]; "1902 _param_constant263_0_0" [id=1902, type=get_attr]; -"1903 mul_146" [id=1903, type=]; +"1903 mul_146" [id=1903, type=call_method]; "1904 linear_97" [id=1904, type=linear]; "1905 dropout_63" [id=1905, type=dropout]; "1906 _param_constant264" [id=1906, type=get_attr]; @@ -1914,13 +1914,13 @@ strict digraph { "1912 linear_98_scale_0_updated_constant0" [id=1912, type=get_attr]; "1913 compressed_weight_updated_constant99" [id=1913, type=get_attr]; "1914 _param_constant267_0_0" [id=1914, type=get_attr]; -"1915 mul_147" [id=1915, type=]; +"1915 mul_147" [id=1915, type=call_method]; "1916 linear_98" [id=1916, type=linear]; "1917 relu__16" [id=1917, type=relu_]; "1918 relu__16_0_0_nncf_smooth_quant_0" [id=1918, type=call_module]; "1919 linear_99_scale_0_updated_constant0" [id=1919, type=get_attr]; "1920 compressed_weight_updated_constant100" [id=1920, type=get_attr]; -"1921 mul_148" [id=1921, type=]; +"1921 mul_148" [id=1921, type=call_method]; "1922 linear_99" [id=1922, type=linear]; "1923 view_88" [id=1923, type=view]; "1924 _tensor_constant105" [id=1924, type=get_attr]; @@ -1941,7 +1941,7 @@ strict digraph { "1939 linear_100_scale_0_updated_constant0" [id=1939, type=get_attr]; "1940 compressed_weight_updated_constant101" [id=1940, type=get_attr]; "1941 _param_constant269_0_0" [id=1941, type=get_attr]; -"1942 mul_149" [id=1942, type=]; +"1942 mul_149" [id=1942, type=call_method]; "1943 linear_100" [id=1943, type=linear]; "1944 reshape_73" [id=1944, type=reshape]; "1945 permute_75" [id=1945, type=permute]; @@ -1978,7 +1978,7 @@ strict digraph { "1976 linear_101_scale_0_updated_constant0" [id=1976, type=get_attr]; "1977 compressed_weight_updated_constant102" [id=1977, type=get_attr]; "1978 _param_constant273_0_0" [id=1978, type=get_attr]; -"1979 mul_150" [id=1979, type=]; +"1979 mul_150" [id=1979, type=call_method]; "1980 linear_101" [id=1980, type=linear]; "1981 dropout_65" [id=1981, type=dropout]; "1982 view_91" [id=1982, type=view]; @@ -1999,7 +1999,7 @@ strict digraph { "1997 linear_102_scale_0_updated_constant0" [id=1997, type=get_attr]; "1998 compressed_weight_updated_constant103" [id=1998, type=get_attr]; "1999 _param_constant277_0_0" [id=1999, type=get_attr]; -"2000 mul_151" [id=2000, type=]; +"2000 mul_151" [id=2000, type=call_method]; "2001 linear_102" [id=2001, type=linear]; "2002 gelu_16" [id=2002, type=gelu]; "2003 dropout_66" [id=2003, type=dropout]; @@ -2009,7 +2009,7 @@ strict digraph { "2007 linear_103_scale_0_updated_constant0" [id=2007, type=get_attr]; "2008 compressed_weight_updated_constant104" [id=2008, type=get_attr]; "2009 _param_constant279_0_0" [id=2009, type=get_attr]; -"2010 mul_152" [id=2010, type=]; +"2010 mul_152" [id=2010, type=call_method]; "2011 linear_103" [id=2011, type=linear]; "2012 dropout_67" [id=2012, type=dropout]; "2013 _param_constant280" [id=2013, type=get_attr]; @@ -2021,13 +2021,13 @@ strict digraph { "2019 linear_104_scale_0_updated_constant0" [id=2019, type=get_attr]; "2020 compressed_weight_updated_constant105" [id=2020, type=get_attr]; "2021 _param_constant283_0_0" [id=2021, type=get_attr]; -"2022 mul_153" [id=2022, type=]; +"2022 mul_153" [id=2022, type=call_method]; "2023 linear_104" [id=2023, type=linear]; "2024 relu__17" [id=2024, type=relu_]; "2025 relu__17_0_0_nncf_smooth_quant_0" [id=2025, type=call_module]; "2026 linear_105_scale_0_updated_constant0" [id=2026, type=get_attr]; "2027 compressed_weight_updated_constant106" [id=2027, type=get_attr]; -"2028 mul_154" [id=2028, type=]; +"2028 mul_154" [id=2028, type=call_method]; "2029 linear_105" [id=2029, type=linear]; "2030 view_92" [id=2030, type=view]; "2031 _tensor_constant107" [id=2031, type=get_attr]; @@ -2049,7 +2049,7 @@ strict digraph { "2047 linear_106_scale_0_updated_constant0" [id=2047, type=get_attr]; "2048 compressed_weight_updated_constant107" [id=2048, type=get_attr]; "2049 _param_constant285_0_0" [id=2049, type=get_attr]; -"2050 mul_155" [id=2050, type=]; +"2050 mul_155" [id=2050, type=call_method]; "2051 linear_106" [id=2051, type=linear]; "2052 reshape_77" [id=2052, type=reshape]; "2053 permute_79" [id=2053, type=permute]; @@ -2102,7 +2102,7 @@ strict digraph { "2100 linear_107_scale_0_updated_constant0" [id=2100, type=get_attr]; "2101 compressed_weight_updated_constant108" [id=2101, type=get_attr]; "2102 _param_constant289_0_0" [id=2102, type=get_attr]; -"2103 mul_156" [id=2103, type=]; +"2103 mul_156" [id=2103, type=call_method]; "2104 linear_107" [id=2104, type=linear]; "2105 dropout_69" [id=2105, type=dropout]; "2106 view_98" [id=2106, type=view]; @@ -2124,7 +2124,7 @@ strict digraph { "2122 linear_108_scale_0_updated_constant0" [id=2122, type=get_attr]; "2123 compressed_weight_updated_constant109" [id=2123, type=get_attr]; "2124 _param_constant293_0_0" [id=2124, type=get_attr]; -"2125 mul_157" [id=2125, type=]; +"2125 mul_157" [id=2125, type=call_method]; "2126 linear_108" [id=2126, type=linear]; "2127 gelu_17" [id=2127, type=gelu]; "2128 dropout_70" [id=2128, type=dropout]; @@ -2134,7 +2134,7 @@ strict digraph { "2132 linear_109_scale_0_updated_constant0" [id=2132, type=get_attr]; "2133 compressed_weight_updated_constant110" [id=2133, type=get_attr]; "2134 _param_constant295_0_0" [id=2134, type=get_attr]; -"2135 mul_158" [id=2135, type=]; +"2135 mul_158" [id=2135, type=call_method]; "2136 linear_109" [id=2136, type=linear]; "2137 dropout_71" [id=2137, type=dropout]; "2138 _param_constant296" [id=2138, type=get_attr]; @@ -2146,13 +2146,13 @@ strict digraph { "2144 linear_110_scale_0_updated_constant0" [id=2144, type=get_attr]; "2145 compressed_weight_updated_constant111" [id=2145, type=get_attr]; "2146 _param_constant299_0_0" [id=2146, type=get_attr]; -"2147 mul_159" [id=2147, type=]; +"2147 mul_159" [id=2147, type=call_method]; "2148 linear_110" [id=2148, type=linear]; "2149 relu__18" [id=2149, type=relu_]; "2150 relu__18_0_0_nncf_smooth_quant_0" [id=2150, type=call_module]; "2151 linear_111_scale_0_updated_constant0" [id=2151, type=get_attr]; "2152 compressed_weight_updated_constant112" [id=2152, type=get_attr]; -"2153 mul_160" [id=2153, type=]; +"2153 mul_160" [id=2153, type=call_method]; "2154 linear_111" [id=2154, type=linear]; "2155 view_99" [id=2155, type=view]; "2156 _tensor_constant118" [id=2156, type=get_attr]; @@ -2173,7 +2173,7 @@ strict digraph { "2171 linear_112_scale_0_updated_constant0" [id=2171, type=get_attr]; "2172 compressed_weight_updated_constant113" [id=2172, type=get_attr]; "2173 _param_constant301_0_0" [id=2173, type=get_attr]; -"2174 mul_161" [id=2174, type=]; +"2174 mul_161" [id=2174, type=call_method]; "2175 linear_112" [id=2175, type=linear]; "2176 reshape_82" [id=2176, type=reshape]; "2177 permute_84" [id=2177, type=permute]; @@ -2210,7 +2210,7 @@ strict digraph { "2208 linear_113_scale_0_updated_constant0" [id=2208, type=get_attr]; "2209 compressed_weight_updated_constant114" [id=2209, type=get_attr]; "2210 _param_constant305_0_0" [id=2210, type=get_attr]; -"2211 mul_162" [id=2211, type=]; +"2211 mul_162" [id=2211, type=call_method]; "2212 linear_113" [id=2212, type=linear]; "2213 dropout_73" [id=2213, type=dropout]; "2214 view_102" [id=2214, type=view]; @@ -2231,7 +2231,7 @@ strict digraph { "2229 linear_114_scale_0_updated_constant0" [id=2229, type=get_attr]; "2230 compressed_weight_updated_constant115" [id=2230, type=get_attr]; "2231 _param_constant309_0_0" [id=2231, type=get_attr]; -"2232 mul_163" [id=2232, type=]; +"2232 mul_163" [id=2232, type=call_method]; "2233 linear_114" [id=2233, type=linear]; "2234 gelu_18" [id=2234, type=gelu]; "2235 dropout_74" [id=2235, type=dropout]; @@ -2241,7 +2241,7 @@ strict digraph { "2239 linear_115_scale_0_updated_constant0" [id=2239, type=get_attr]; "2240 compressed_weight_updated_constant116" [id=2240, type=get_attr]; "2241 _param_constant311_0_0" [id=2241, type=get_attr]; -"2242 mul_164" [id=2242, type=]; +"2242 mul_164" [id=2242, type=call_method]; "2243 linear_115" [id=2243, type=linear]; "2244 dropout_75" [id=2244, type=dropout]; "2245 _param_constant312" [id=2245, type=get_attr]; @@ -2253,13 +2253,13 @@ strict digraph { "2251 linear_116_scale_0_updated_constant0" [id=2251, type=get_attr]; "2252 compressed_weight_updated_constant117" [id=2252, type=get_attr]; "2253 _param_constant315_0_0" [id=2253, type=get_attr]; -"2254 mul_165" [id=2254, type=]; +"2254 mul_165" [id=2254, type=call_method]; "2255 linear_116" [id=2255, type=linear]; "2256 relu__19" [id=2256, type=relu_]; "2257 relu__19_0_0_nncf_smooth_quant_0" [id=2257, type=call_module]; "2258 linear_117_scale_0_updated_constant0" [id=2258, type=get_attr]; "2259 compressed_weight_updated_constant118" [id=2259, type=get_attr]; -"2260 mul_166" [id=2260, type=]; +"2260 mul_166" [id=2260, type=call_method]; "2261 linear_117" [id=2261, type=linear]; "2262 view_103" [id=2262, type=view]; "2263 _tensor_constant120" [id=2263, type=get_attr]; @@ -2281,7 +2281,7 @@ strict digraph { "2279 linear_118_scale_0_updated_constant0" [id=2279, type=get_attr]; "2280 compressed_weight_updated_constant119" [id=2280, type=get_attr]; "2281 _param_constant317_0_0" [id=2281, type=get_attr]; -"2282 mul_167" [id=2282, type=]; +"2282 mul_167" [id=2282, type=call_method]; "2283 linear_118" [id=2283, type=linear]; "2284 reshape_86" [id=2284, type=reshape]; "2285 permute_88" [id=2285, type=permute]; @@ -2334,7 +2334,7 @@ strict digraph { "2332 linear_119_scale_0_updated_constant0" [id=2332, type=get_attr]; "2333 compressed_weight_updated_constant120" [id=2333, type=get_attr]; "2334 _param_constant321_0_0" [id=2334, type=get_attr]; -"2335 mul_168" [id=2335, type=]; +"2335 mul_168" [id=2335, type=call_method]; "2336 linear_119" [id=2336, type=linear]; "2337 dropout_77" [id=2337, type=dropout]; "2338 view_109" [id=2338, type=view]; @@ -2356,7 +2356,7 @@ strict digraph { "2354 linear_120_scale_0_updated_constant0" [id=2354, type=get_attr]; "2355 compressed_weight_updated_constant121" [id=2355, type=get_attr]; "2356 _param_constant325_0_0" [id=2356, type=get_attr]; -"2357 mul_169" [id=2357, type=]; +"2357 mul_169" [id=2357, type=call_method]; "2358 linear_120" [id=2358, type=linear]; "2359 gelu_19" [id=2359, type=gelu]; "2360 dropout_78" [id=2360, type=dropout]; @@ -2366,7 +2366,7 @@ strict digraph { "2364 linear_121_scale_0_updated_constant0" [id=2364, type=get_attr]; "2365 compressed_weight_updated_constant122" [id=2365, type=get_attr]; "2366 _param_constant327_0_0" [id=2366, type=get_attr]; -"2367 mul_170" [id=2367, type=]; +"2367 mul_170" [id=2367, type=call_method]; "2368 linear_121" [id=2368, type=linear]; "2369 dropout_79" [id=2369, type=dropout]; "2370 _param_constant328" [id=2370, type=get_attr]; @@ -2378,13 +2378,13 @@ strict digraph { "2376 linear_122_scale_0_updated_constant0" [id=2376, type=get_attr]; "2377 compressed_weight_updated_constant123" [id=2377, type=get_attr]; "2378 _param_constant331_0_0" [id=2378, type=get_attr]; -"2379 mul_171" [id=2379, type=]; +"2379 mul_171" [id=2379, type=call_method]; "2380 linear_122" [id=2380, type=linear]; "2381 relu__20" [id=2381, type=relu_]; "2382 relu__20_0_0_nncf_smooth_quant_0" [id=2382, type=call_module]; "2383 linear_123_scale_0_updated_constant0" [id=2383, type=get_attr]; "2384 compressed_weight_updated_constant124" [id=2384, type=get_attr]; -"2385 mul_172" [id=2385, type=]; +"2385 mul_172" [id=2385, type=call_method]; "2386 linear_123" [id=2386, type=linear]; "2387 view_110" [id=2387, type=view]; "2388 _tensor_constant131" [id=2388, type=get_attr]; @@ -2405,7 +2405,7 @@ strict digraph { "2403 linear_124_scale_0_updated_constant0" [id=2403, type=get_attr]; "2404 compressed_weight_updated_constant125" [id=2404, type=get_attr]; "2405 _param_constant333_0_0" [id=2405, type=get_attr]; -"2406 mul_173" [id=2406, type=]; +"2406 mul_173" [id=2406, type=call_method]; "2407 linear_124" [id=2407, type=linear]; "2408 reshape_91" [id=2408, type=reshape]; "2409 permute_93" [id=2409, type=permute]; @@ -2442,7 +2442,7 @@ strict digraph { "2440 linear_125_scale_0_updated_constant0" [id=2440, type=get_attr]; "2441 compressed_weight_updated_constant126" [id=2441, type=get_attr]; "2442 _param_constant337_0_0" [id=2442, type=get_attr]; -"2443 mul_174" [id=2443, type=]; +"2443 mul_174" [id=2443, type=call_method]; "2444 linear_125" [id=2444, type=linear]; "2445 dropout_81" [id=2445, type=dropout]; "2446 view_113" [id=2446, type=view]; @@ -2463,7 +2463,7 @@ strict digraph { "2461 linear_126_scale_0_updated_constant0" [id=2461, type=get_attr]; "2462 compressed_weight_updated_constant127" [id=2462, type=get_attr]; "2463 _param_constant341_0_0" [id=2463, type=get_attr]; -"2464 mul_175" [id=2464, type=]; +"2464 mul_175" [id=2464, type=call_method]; "2465 linear_126" [id=2465, type=linear]; "2466 gelu_20" [id=2466, type=gelu]; "2467 dropout_82" [id=2467, type=dropout]; @@ -2473,7 +2473,7 @@ strict digraph { "2471 linear_127_scale_0_updated_constant0" [id=2471, type=get_attr]; "2472 compressed_weight_updated_constant128" [id=2472, type=get_attr]; "2473 _param_constant343_0_0" [id=2473, type=get_attr]; -"2474 mul_176" [id=2474, type=]; +"2474 mul_176" [id=2474, type=call_method]; "2475 linear_127" [id=2475, type=linear]; "2476 dropout_83" [id=2476, type=dropout]; "2477 _param_constant344" [id=2477, type=get_attr]; @@ -2485,13 +2485,13 @@ strict digraph { "2483 linear_128_scale_0_updated_constant0" [id=2483, type=get_attr]; "2484 compressed_weight_updated_constant129" [id=2484, type=get_attr]; "2485 _param_constant347_0_0" [id=2485, type=get_attr]; -"2486 mul_177" [id=2486, type=]; +"2486 mul_177" [id=2486, type=call_method]; "2487 linear_128" [id=2487, type=linear]; "2488 relu__21" [id=2488, type=relu_]; "2489 relu__21_0_0_nncf_smooth_quant_0" [id=2489, type=call_module]; "2490 linear_129_scale_0_updated_constant0" [id=2490, type=get_attr]; "2491 compressed_weight_updated_constant130" [id=2491, type=get_attr]; -"2492 mul_178" [id=2492, type=]; +"2492 mul_178" [id=2492, type=call_method]; "2493 linear_129" [id=2493, type=linear]; "2494 view_114" [id=2494, type=view]; "2495 _tensor_constant133" [id=2495, type=get_attr]; @@ -2513,7 +2513,7 @@ strict digraph { "2511 linear_130_scale_0_updated_constant0" [id=2511, type=get_attr]; "2512 compressed_weight_updated_constant131" [id=2512, type=get_attr]; "2513 _param_constant349_0_0" [id=2513, type=get_attr]; -"2514 mul_179" [id=2514, type=]; +"2514 mul_179" [id=2514, type=call_method]; "2515 linear_130" [id=2515, type=linear]; "2516 reshape_95" [id=2516, type=reshape]; "2517 permute_97" [id=2517, type=permute]; @@ -2566,7 +2566,7 @@ strict digraph { "2564 linear_131_scale_0_updated_constant0" [id=2564, type=get_attr]; "2565 compressed_weight_updated_constant132" [id=2565, type=get_attr]; "2566 _param_constant353_0_0" [id=2566, type=get_attr]; -"2567 mul_180" [id=2567, type=]; +"2567 mul_180" [id=2567, type=call_method]; "2568 linear_131" [id=2568, type=linear]; "2569 dropout_85" [id=2569, type=dropout]; "2570 view_120" [id=2570, type=view]; @@ -2588,7 +2588,7 @@ strict digraph { "2586 linear_132_scale_0_updated_constant0" [id=2586, type=get_attr]; "2587 compressed_weight_updated_constant133" [id=2587, type=get_attr]; "2588 _param_constant357_0_0" [id=2588, type=get_attr]; -"2589 mul_181" [id=2589, type=]; +"2589 mul_181" [id=2589, type=call_method]; "2590 linear_132" [id=2590, type=linear]; "2591 gelu_21" [id=2591, type=gelu]; "2592 dropout_86" [id=2592, type=dropout]; @@ -2598,7 +2598,7 @@ strict digraph { "2596 linear_133_scale_0_updated_constant0" [id=2596, type=get_attr]; "2597 compressed_weight_updated_constant134" [id=2597, type=get_attr]; "2598 _param_constant359_0_0" [id=2598, type=get_attr]; -"2599 mul_182" [id=2599, type=]; +"2599 mul_182" [id=2599, type=call_method]; "2600 linear_133" [id=2600, type=linear]; "2601 dropout_87" [id=2601, type=dropout]; "2602 _param_constant360" [id=2602, type=get_attr]; @@ -2624,7 +2624,7 @@ strict digraph { "2622 dequantize_per_tensor_default_135" [id=2622, type=dequantize_per_tensor]; "2623 linear_134_scale_0_updated_constant0" [id=2623, type=get_attr]; "2624 compressed_weight_updated_constant135" [id=2624, type=get_attr]; -"2625 mul_183" [id=2625, type=]; +"2625 mul_183" [id=2625, type=call_method]; "2626 linear_134" [id=2626, type=linear]; "2627 _param_constant363" [id=2627, type=get_attr]; "2628 _param_constant364" [id=2628, type=get_attr]; @@ -2634,13 +2634,13 @@ strict digraph { "2632 linear_135_scale_0_updated_constant0" [id=2632, type=get_attr]; "2633 compressed_weight_updated_constant136" [id=2633, type=get_attr]; "2634 _param_constant366_0_0" [id=2634, type=get_attr]; -"2635 mul_184" [id=2635, type=]; +"2635 mul_184" [id=2635, type=call_method]; "2636 linear_135" [id=2636, type=linear]; "2637 relu__22" [id=2637, type=relu_]; "2638 relu__22_0_0_nncf_smooth_quant_0" [id=2638, type=call_module]; "2639 linear_136_scale_0_updated_constant0" [id=2639, type=get_attr]; "2640 compressed_weight_updated_constant137" [id=2640, type=get_attr]; -"2641 mul_185" [id=2641, type=]; +"2641 mul_185" [id=2641, type=call_method]; "2642 linear_136" [id=2642, type=linear]; "2643 view_121" [id=2643, type=view]; "2644 _tensor_constant144" [id=2644, type=get_attr]; @@ -2661,7 +2661,7 @@ strict digraph { "2659 linear_137_scale_0_updated_constant0" [id=2659, type=get_attr]; "2660 compressed_weight_updated_constant138" [id=2660, type=get_attr]; "2661 _param_constant368_0_0" [id=2661, type=get_attr]; -"2662 mul_186" [id=2662, type=]; +"2662 mul_186" [id=2662, type=call_method]; "2663 linear_137" [id=2663, type=linear]; "2664 reshape_100" [id=2664, type=reshape]; "2665 permute_102" [id=2665, type=permute]; @@ -2698,7 +2698,7 @@ strict digraph { "2696 linear_138_scale_0_updated_constant0" [id=2696, type=get_attr]; "2697 compressed_weight_updated_constant139" [id=2697, type=get_attr]; "2698 _param_constant372_0_0" [id=2698, type=get_attr]; -"2699 mul_187" [id=2699, type=]; +"2699 mul_187" [id=2699, type=call_method]; "2700 linear_138" [id=2700, type=linear]; "2701 dropout_89" [id=2701, type=dropout]; "2702 view_124" [id=2702, type=view]; @@ -2719,7 +2719,7 @@ strict digraph { "2717 linear_139_scale_0_updated_constant0" [id=2717, type=get_attr]; "2718 compressed_weight_updated_constant140" [id=2718, type=get_attr]; "2719 _param_constant376_0_0" [id=2719, type=get_attr]; -"2720 mul_188" [id=2720, type=]; +"2720 mul_188" [id=2720, type=call_method]; "2721 linear_139" [id=2721, type=linear]; "2722 gelu_22" [id=2722, type=gelu]; "2723 dropout_90" [id=2723, type=dropout]; @@ -2729,7 +2729,7 @@ strict digraph { "2727 linear_140_scale_0_updated_constant0" [id=2727, type=get_attr]; "2728 compressed_weight_updated_constant141" [id=2728, type=get_attr]; "2729 _param_constant378_0_0" [id=2729, type=get_attr]; -"2730 mul_189" [id=2730, type=]; +"2730 mul_189" [id=2730, type=call_method]; "2731 linear_140" [id=2731, type=linear]; "2732 dropout_91" [id=2732, type=dropout]; "2733 _param_constant379" [id=2733, type=get_attr]; @@ -2741,13 +2741,13 @@ strict digraph { "2739 linear_141_scale_0_updated_constant0" [id=2739, type=get_attr]; "2740 compressed_weight_updated_constant142" [id=2740, type=get_attr]; "2741 _param_constant382_0_0" [id=2741, type=get_attr]; -"2742 mul_190" [id=2742, type=]; +"2742 mul_190" [id=2742, type=call_method]; "2743 linear_141" [id=2743, type=linear]; "2744 relu__23" [id=2744, type=relu_]; "2745 relu__23_0_0_nncf_smooth_quant_0" [id=2745, type=call_module]; "2746 linear_142_scale_0_updated_constant0" [id=2746, type=get_attr]; "2747 compressed_weight_updated_constant143" [id=2747, type=get_attr]; -"2748 mul_191" [id=2748, type=]; +"2748 mul_191" [id=2748, type=call_method]; "2749 linear_142" [id=2749, type=linear]; "2750 view_125" [id=2750, type=view]; "2751 _tensor_constant146" [id=2751, type=get_attr]; @@ -2768,7 +2768,7 @@ strict digraph { "2766 linear_143_scale_0_updated_constant0" [id=2766, type=get_attr]; "2767 compressed_weight_updated_constant144" [id=2767, type=get_attr]; "2768 _param_constant384_0_0" [id=2768, type=get_attr]; -"2769 mul_192" [id=2769, type=]; +"2769 mul_192" [id=2769, type=call_method]; "2770 linear_143" [id=2770, type=linear]; "2771 reshape_104" [id=2771, type=reshape]; "2772 permute_106" [id=2772, type=permute]; @@ -2805,7 +2805,7 @@ strict digraph { "2803 linear_144_scale_0_updated_constant0" [id=2803, type=get_attr]; "2804 compressed_weight_updated_constant145" [id=2804, type=get_attr]; "2805 _param_constant388_0_0" [id=2805, type=get_attr]; -"2806 mul_193" [id=2806, type=]; +"2806 mul_193" [id=2806, type=call_method]; "2807 linear_144" [id=2807, type=linear]; "2808 dropout_93" [id=2808, type=dropout]; "2809 view_128" [id=2809, type=view]; @@ -2826,7 +2826,7 @@ strict digraph { "2824 linear_145_scale_0_updated_constant0" [id=2824, type=get_attr]; "2825 compressed_weight_updated_constant146" [id=2825, type=get_attr]; "2826 _param_constant392_0_0" [id=2826, type=get_attr]; -"2827 mul_194" [id=2827, type=]; +"2827 mul_194" [id=2827, type=call_method]; "2828 linear_145" [id=2828, type=linear]; "2829 gelu_23" [id=2829, type=gelu]; "2830 dropout_94" [id=2830, type=dropout]; @@ -2836,7 +2836,7 @@ strict digraph { "2834 linear_146_scale_0_updated_constant0" [id=2834, type=get_attr]; "2835 compressed_weight_updated_constant147" [id=2835, type=get_attr]; "2836 _param_constant394_0_0" [id=2836, type=get_attr]; -"2837 mul_195" [id=2837, type=]; +"2837 mul_195" [id=2837, type=call_method]; "2838 linear_146" [id=2838, type=linear]; "2839 dropout_95" [id=2839, type=dropout]; "2840 _param_constant395" [id=2840, type=get_attr]; @@ -2855,7 +2855,7 @@ strict digraph { "2853 linear_147_scale_0_updated_constant0" [id=2853, type=get_attr]; "2854 compressed_weight_updated_constant148" [id=2854, type=get_attr]; "2855 _param_constant400_0_0" [id=2855, type=get_attr]; -"2856 mul_196" [id=2856, type=]; +"2856 mul_196" [id=2856, type=call_method]; "2857 linear_147" [id=2857, type=linear]; "2858 output" [id=2858, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; diff --git a/tests/torch/data/reference_graphs/fx/quantized/unet.dot b/tests/torch/data/reference_graphs/fx/quantized/unet.dot index dfcd6e1c402..fc89f9b30d3 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/unet.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/unet.dot @@ -5,7 +5,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; "4 compressed_weight_updated_constant0" [id=4, type=get_attr]; "5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul" [id=6, type=]; +"6 mul" [id=6, type=call_method]; "7 conv2d" [id=7, type=conv2d]; "8 relu" [id=8, type=relu]; "9 quantize_per_tensor_default_9" [id=9, type=quantize_per_tensor]; @@ -13,7 +13,7 @@ strict digraph { "11 conv2d_1_scale_0_updated_constant0" [id=11, type=get_attr]; "12 compressed_weight_updated_constant1" [id=12, type=get_attr]; "13 _param_constant5_0_0" [id=13, type=get_attr]; -"14 mul_1" [id=14, type=]; +"14 mul_1" [id=14, type=call_method]; "15 conv2d_1" [id=15, type=conv2d]; "16 relu_1" [id=16, type=relu]; "17 quantize_per_tensor_default" [id=17, type=quantize_per_tensor]; @@ -23,7 +23,7 @@ strict digraph { "21 conv2d_2_scale_0_updated_constant0" [id=21, type=get_attr]; "22 compressed_weight_updated_constant2" [id=22, type=get_attr]; "23 _param_constant9_0_0" [id=23, type=get_attr]; -"24 mul_2" [id=24, type=]; +"24 mul_2" [id=24, type=call_method]; "25 conv2d_2" [id=25, type=conv2d]; "26 relu_2" [id=26, type=relu]; "27 quantize_per_tensor_default_10" [id=27, type=quantize_per_tensor]; @@ -31,7 +31,7 @@ strict digraph { "29 conv2d_3_scale_0_updated_constant0" [id=29, type=get_attr]; "30 compressed_weight_updated_constant3" [id=30, type=get_attr]; "31 _param_constant13_0_0" [id=31, type=get_attr]; -"32 mul_3" [id=32, type=]; +"32 mul_3" [id=32, type=call_method]; "33 conv2d_3" [id=33, type=conv2d]; "34 relu_3" [id=34, type=relu]; "35 quantize_per_tensor_default_3" [id=35, type=quantize_per_tensor]; @@ -41,7 +41,7 @@ strict digraph { "39 conv2d_4_scale_0_updated_constant0" [id=39, type=get_attr]; "40 compressed_weight_updated_constant4" [id=40, type=get_attr]; "41 _param_constant17_0_0" [id=41, type=get_attr]; -"42 mul_4" [id=42, type=]; +"42 mul_4" [id=42, type=call_method]; "43 conv2d_4" [id=43, type=conv2d]; "44 relu_4" [id=44, type=relu]; "45 quantize_per_tensor_default_11" [id=45, type=quantize_per_tensor]; @@ -49,7 +49,7 @@ strict digraph { "47 conv2d_5_scale_0_updated_constant0" [id=47, type=get_attr]; "48 compressed_weight_updated_constant5" [id=48, type=get_attr]; "49 _param_constant21_0_0" [id=49, type=get_attr]; -"50 mul_5" [id=50, type=]; +"50 mul_5" [id=50, type=call_method]; "51 conv2d_5" [id=51, type=conv2d]; "52 relu_5" [id=52, type=relu]; "53 quantize_per_tensor_default_4" [id=53, type=quantize_per_tensor]; @@ -59,7 +59,7 @@ strict digraph { "57 conv2d_6_scale_0_updated_constant0" [id=57, type=get_attr]; "58 compressed_weight_updated_constant6" [id=58, type=get_attr]; "59 _param_constant25_0_0" [id=59, type=get_attr]; -"60 mul_6" [id=60, type=]; +"60 mul_6" [id=60, type=call_method]; "61 conv2d_6" [id=61, type=conv2d]; "62 relu_6" [id=62, type=relu]; "63 quantize_per_tensor_default_12" [id=63, type=quantize_per_tensor]; @@ -67,7 +67,7 @@ strict digraph { "65 conv2d_7_scale_0_updated_constant0" [id=65, type=get_attr]; "66 compressed_weight_updated_constant7" [id=66, type=get_attr]; "67 _param_constant29_0_0" [id=67, type=get_attr]; -"68 mul_7" [id=68, type=]; +"68 mul_7" [id=68, type=call_method]; "69 conv2d_7" [id=69, type=conv2d]; "70 relu_7" [id=70, type=relu]; "71 quantize_per_tensor_default_7" [id=71, type=quantize_per_tensor]; @@ -77,7 +77,7 @@ strict digraph { "75 conv2d_8_scale_0_updated_constant0" [id=75, type=get_attr]; "76 compressed_weight_updated_constant8" [id=76, type=get_attr]; "77 _param_constant33_0_0" [id=77, type=get_attr]; -"78 mul_8" [id=78, type=]; +"78 mul_8" [id=78, type=call_method]; "79 conv2d_8" [id=79, type=conv2d]; "80 relu_8" [id=80, type=relu]; "81 quantize_per_tensor_default_13" [id=81, type=quantize_per_tensor]; @@ -85,7 +85,7 @@ strict digraph { "83 conv2d_9_scale_0_updated_constant0" [id=83, type=get_attr]; "84 compressed_weight_updated_constant9" [id=84, type=get_attr]; "85 _param_constant37_0_0" [id=85, type=get_attr]; -"86 mul_9" [id=86, type=]; +"86 mul_9" [id=86, type=call_method]; "87 conv2d_9" [id=87, type=conv2d]; "88 relu_9" [id=88, type=relu]; "89 quantize_per_tensor_default_14" [id=89, type=quantize_per_tensor]; @@ -93,7 +93,7 @@ strict digraph { "91 _param_constant41" [id=91, type=get_attr]; "92 conv_transpose2d_scale_0_updated_constant0" [id=92, type=get_attr]; "93 compressed_weight_updated_constant10" [id=93, type=get_attr]; -"94 mul_10" [id=94, type=]; +"94 mul_10" [id=94, type=call_method]; "95 conv_transpose2d" [id=95, type=conv_transpose2d]; "96 quantize_per_tensor_default_6" [id=96, type=quantize_per_tensor]; "97 dequantize_per_tensor_default_9" [id=97, type=dequantize_per_tensor]; @@ -105,7 +105,7 @@ strict digraph { "103 conv2d_10_scale_0_updated_constant0" [id=103, type=get_attr]; "104 compressed_weight_updated_constant11" [id=104, type=get_attr]; "105 _param_constant43_0_0" [id=105, type=get_attr]; -"106 mul_11" [id=106, type=]; +"106 mul_11" [id=106, type=call_method]; "107 conv2d_10" [id=107, type=conv2d]; "108 relu_10" [id=108, type=relu]; "109 quantize_per_tensor_default_15" [id=109, type=quantize_per_tensor]; @@ -113,7 +113,7 @@ strict digraph { "111 conv2d_11_scale_0_updated_constant0" [id=111, type=get_attr]; "112 compressed_weight_updated_constant12" [id=112, type=get_attr]; "113 _param_constant47_0_0" [id=113, type=get_attr]; -"114 mul_12" [id=114, type=]; +"114 mul_12" [id=114, type=call_method]; "115 conv2d_11" [id=115, type=conv2d]; "116 relu_11" [id=116, type=relu]; "117 quantize_per_tensor_default_16" [id=117, type=quantize_per_tensor]; @@ -121,7 +121,7 @@ strict digraph { "119 _param_constant51" [id=119, type=get_attr]; "120 conv_transpose2d_1_scale_0_updated_constant0" [id=120, type=get_attr]; "121 compressed_weight_updated_constant13" [id=121, type=get_attr]; -"122 mul_13" [id=122, type=]; +"122 mul_13" [id=122, type=call_method]; "123 conv_transpose2d_1" [id=123, type=conv_transpose2d]; "124 quantize_per_tensor_default_5" [id=124, type=quantize_per_tensor]; "125 dequantize_per_tensor_default_8" [id=125, type=dequantize_per_tensor]; @@ -133,7 +133,7 @@ strict digraph { "131 conv2d_12_scale_0_updated_constant0" [id=131, type=get_attr]; "132 compressed_weight_updated_constant14" [id=132, type=get_attr]; "133 _param_constant53_0_0" [id=133, type=get_attr]; -"134 mul_14" [id=134, type=]; +"134 mul_14" [id=134, type=call_method]; "135 conv2d_12" [id=135, type=conv2d]; "136 relu_12" [id=136, type=relu]; "137 quantize_per_tensor_default_17" [id=137, type=quantize_per_tensor]; @@ -141,7 +141,7 @@ strict digraph { "139 conv2d_13_scale_0_updated_constant0" [id=139, type=get_attr]; "140 compressed_weight_updated_constant15" [id=140, type=get_attr]; "141 _param_constant57_0_0" [id=141, type=get_attr]; -"142 mul_15" [id=142, type=]; +"142 mul_15" [id=142, type=call_method]; "143 conv2d_13" [id=143, type=conv2d]; "144 relu_13" [id=144, type=relu]; "145 quantize_per_tensor_default_18" [id=145, type=quantize_per_tensor]; @@ -149,7 +149,7 @@ strict digraph { "147 _param_constant61" [id=147, type=get_attr]; "148 conv_transpose2d_2_scale_0_updated_constant0" [id=148, type=get_attr]; "149 compressed_weight_updated_constant16" [id=149, type=get_attr]; -"150 mul_16" [id=150, type=]; +"150 mul_16" [id=150, type=call_method]; "151 conv_transpose2d_2" [id=151, type=conv_transpose2d]; "152 quantize_per_tensor_default_2" [id=152, type=quantize_per_tensor]; "153 dequantize_per_tensor_default_3" [id=153, type=dequantize_per_tensor]; @@ -161,7 +161,7 @@ strict digraph { "159 conv2d_14_scale_0_updated_constant0" [id=159, type=get_attr]; "160 compressed_weight_updated_constant17" [id=160, type=get_attr]; "161 _param_constant63_0_0" [id=161, type=get_attr]; -"162 mul_17" [id=162, type=]; +"162 mul_17" [id=162, type=call_method]; "163 conv2d_14" [id=163, type=conv2d]; "164 relu_14" [id=164, type=relu]; "165 quantize_per_tensor_default_19" [id=165, type=quantize_per_tensor]; @@ -169,7 +169,7 @@ strict digraph { "167 conv2d_15_scale_0_updated_constant0" [id=167, type=get_attr]; "168 compressed_weight_updated_constant18" [id=168, type=get_attr]; "169 _param_constant67_0_0" [id=169, type=get_attr]; -"170 mul_18" [id=170, type=]; +"170 mul_18" [id=170, type=call_method]; "171 conv2d_15" [id=171, type=conv2d]; "172 relu_15" [id=172, type=relu]; "173 quantize_per_tensor_default_20" [id=173, type=quantize_per_tensor]; @@ -177,7 +177,7 @@ strict digraph { "175 _param_constant71" [id=175, type=get_attr]; "176 conv_transpose2d_3_scale_0_updated_constant0" [id=176, type=get_attr]; "177 compressed_weight_updated_constant19" [id=177, type=get_attr]; -"178 mul_19" [id=178, type=]; +"178 mul_19" [id=178, type=call_method]; "179 conv_transpose2d_3" [id=179, type=conv_transpose2d]; "180 quantize_per_tensor_default_1" [id=180, type=quantize_per_tensor]; "181 dequantize_per_tensor_default_2" [id=181, type=dequantize_per_tensor]; @@ -189,7 +189,7 @@ strict digraph { "187 conv2d_16_scale_0_updated_constant0" [id=187, type=get_attr]; "188 compressed_weight_updated_constant20" [id=188, type=get_attr]; "189 _param_constant73_0_0" [id=189, type=get_attr]; -"190 mul_20" [id=190, type=]; +"190 mul_20" [id=190, type=call_method]; "191 conv2d_16" [id=191, type=conv2d]; "192 relu_16" [id=192, type=relu]; "193 quantize_per_tensor_default_21" [id=193, type=quantize_per_tensor]; @@ -197,7 +197,7 @@ strict digraph { "195 conv2d_17_scale_0_updated_constant0" [id=195, type=get_attr]; "196 compressed_weight_updated_constant21" [id=196, type=get_attr]; "197 _param_constant77_0_0" [id=197, type=get_attr]; -"198 mul_21" [id=198, type=]; +"198 mul_21" [id=198, type=call_method]; "199 conv2d_17" [id=199, type=conv2d]; "200 relu_17" [id=200, type=relu]; "201 quantize_per_tensor_default_22" [id=201, type=quantize_per_tensor]; @@ -205,7 +205,7 @@ strict digraph { "203 conv2d_18_scale_0_updated_constant0" [id=203, type=get_attr]; "204 compressed_weight_updated_constant22" [id=204, type=get_attr]; "205 _param_constant81_0_0" [id=205, type=get_attr]; -"206 mul_22" [id=206, type=]; +"206 mul_22" [id=206, type=call_method]; "207 conv2d_18" [id=207, type=conv2d]; "208 output" [id=208, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default_8"; diff --git a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot index 8ca56eac0dd..eebe7200039 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot @@ -5,7 +5,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; "4 compressed_weight_updated_constant0" [id=4, type=get_attr]; "5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul" [id=6, type=]; +"6 mul" [id=6, type=call_method]; "7 conv2d" [id=7, type=conv2d]; "8 reshape" [id=8, type=reshape]; "9 permute" [id=9, type=permute]; @@ -25,7 +25,7 @@ strict digraph { "23 linear_scale_0_updated_constant0" [id=23, type=get_attr]; "24 compressed_weight_updated_constant1" [id=24, type=get_attr]; "25 _param_constant7_0_0" [id=25, type=get_attr]; -"26 mul_1" [id=26, type=]; +"26 mul_1" [id=26, type=call_method]; "27 linear" [id=27, type=linear]; "28 unflatten" [id=28, type=unflatten]; "29 unsqueeze" [id=29, type=unsqueeze]; @@ -57,7 +57,7 @@ strict digraph { "55 linear_1_scale_0_updated_constant0" [id=55, type=get_attr]; "56 compressed_weight_updated_constant2" [id=56, type=get_attr]; "57 _param_constant9_0_0" [id=57, type=get_attr]; -"58 mul_2" [id=58, type=]; +"58 mul_2" [id=58, type=call_method]; "59 linear_1" [id=59, type=linear]; "60 view_7" [id=60, type=view]; "61 transpose_5" [id=61, type=transpose]; @@ -72,7 +72,7 @@ strict digraph { "70 linear_2_scale_0_updated_constant0" [id=70, type=get_attr]; "71 compressed_weight_updated_constant3" [id=71, type=get_attr]; "72 _param_constant13_0_0" [id=72, type=get_attr]; -"73 mul_3" [id=73, type=]; +"73 mul_3" [id=73, type=call_method]; "74 linear_2" [id=74, type=linear]; "75 gelu" [id=75, type=gelu]; "76 dropout_2" [id=76, type=dropout]; @@ -82,7 +82,7 @@ strict digraph { "80 linear_3_scale_0_updated_constant0" [id=80, type=get_attr]; "81 compressed_weight_updated_constant4" [id=81, type=get_attr]; "82 _param_constant15_0_0" [id=82, type=get_attr]; -"83 mul_4" [id=83, type=]; +"83 mul_4" [id=83, type=call_method]; "84 linear_3" [id=84, type=linear]; "85 dropout_3" [id=85, type=dropout]; "86 add_2" [id=86, type=add]; @@ -96,7 +96,7 @@ strict digraph { "94 linear_4_scale_0_updated_constant0" [id=94, type=get_attr]; "95 compressed_weight_updated_constant5" [id=95, type=get_attr]; "96 _param_constant19_0_0" [id=96, type=get_attr]; -"97 mul_5" [id=97, type=]; +"97 mul_5" [id=97, type=call_method]; "98 linear_4" [id=98, type=linear]; "99 unflatten_1" [id=99, type=unflatten]; "100 unsqueeze_1" [id=100, type=unsqueeze]; @@ -128,7 +128,7 @@ strict digraph { "126 linear_5_scale_0_updated_constant0" [id=126, type=get_attr]; "127 compressed_weight_updated_constant6" [id=127, type=get_attr]; "128 _param_constant21_0_0" [id=128, type=get_attr]; -"129 mul_6" [id=129, type=]; +"129 mul_6" [id=129, type=call_method]; "130 linear_5" [id=130, type=linear]; "131 view_15" [id=131, type=view]; "132 transpose_11" [id=132, type=transpose]; @@ -143,7 +143,7 @@ strict digraph { "141 linear_6_scale_0_updated_constant0" [id=141, type=get_attr]; "142 compressed_weight_updated_constant7" [id=142, type=get_attr]; "143 _param_constant25_0_0" [id=143, type=get_attr]; -"144 mul_7" [id=144, type=]; +"144 mul_7" [id=144, type=call_method]; "145 linear_6" [id=145, type=linear]; "146 gelu_1" [id=146, type=gelu]; "147 dropout_5" [id=147, type=dropout]; @@ -153,7 +153,7 @@ strict digraph { "151 linear_7_scale_0_updated_constant0" [id=151, type=get_attr]; "152 compressed_weight_updated_constant8" [id=152, type=get_attr]; "153 _param_constant27_0_0" [id=153, type=get_attr]; -"154 mul_8" [id=154, type=]; +"154 mul_8" [id=154, type=call_method]; "155 linear_7" [id=155, type=linear]; "156 dropout_6" [id=156, type=dropout]; "157 add_4" [id=157, type=add]; @@ -167,7 +167,7 @@ strict digraph { "165 linear_8_scale_0_updated_constant0" [id=165, type=get_attr]; "166 compressed_weight_updated_constant9" [id=166, type=get_attr]; "167 _param_constant31_0_0" [id=167, type=get_attr]; -"168 mul_9" [id=168, type=]; +"168 mul_9" [id=168, type=call_method]; "169 linear_8" [id=169, type=linear]; "170 unflatten_2" [id=170, type=unflatten]; "171 unsqueeze_2" [id=171, type=unsqueeze]; @@ -199,7 +199,7 @@ strict digraph { "197 linear_9_scale_0_updated_constant0" [id=197, type=get_attr]; "198 compressed_weight_updated_constant10" [id=198, type=get_attr]; "199 _param_constant33_0_0" [id=199, type=get_attr]; -"200 mul_10" [id=200, type=]; +"200 mul_10" [id=200, type=call_method]; "201 linear_9" [id=201, type=linear]; "202 view_23" [id=202, type=view]; "203 transpose_17" [id=203, type=transpose]; @@ -214,7 +214,7 @@ strict digraph { "212 linear_10_scale_0_updated_constant0" [id=212, type=get_attr]; "213 compressed_weight_updated_constant11" [id=213, type=get_attr]; "214 _param_constant37_0_0" [id=214, type=get_attr]; -"215 mul_11" [id=215, type=]; +"215 mul_11" [id=215, type=call_method]; "216 linear_10" [id=216, type=linear]; "217 gelu_2" [id=217, type=gelu]; "218 dropout_8" [id=218, type=dropout]; @@ -224,7 +224,7 @@ strict digraph { "222 linear_11_scale_0_updated_constant0" [id=222, type=get_attr]; "223 compressed_weight_updated_constant12" [id=223, type=get_attr]; "224 _param_constant39_0_0" [id=224, type=get_attr]; -"225 mul_12" [id=225, type=]; +"225 mul_12" [id=225, type=call_method]; "226 linear_11" [id=226, type=linear]; "227 dropout_9" [id=227, type=dropout]; "228 add_6" [id=228, type=add]; @@ -238,7 +238,7 @@ strict digraph { "236 linear_12_scale_0_updated_constant0" [id=236, type=get_attr]; "237 compressed_weight_updated_constant13" [id=237, type=get_attr]; "238 _param_constant43_0_0" [id=238, type=get_attr]; -"239 mul_13" [id=239, type=]; +"239 mul_13" [id=239, type=call_method]; "240 linear_12" [id=240, type=linear]; "241 unflatten_3" [id=241, type=unflatten]; "242 unsqueeze_3" [id=242, type=unsqueeze]; @@ -270,7 +270,7 @@ strict digraph { "268 linear_13_scale_0_updated_constant0" [id=268, type=get_attr]; "269 compressed_weight_updated_constant14" [id=269, type=get_attr]; "270 _param_constant45_0_0" [id=270, type=get_attr]; -"271 mul_14" [id=271, type=]; +"271 mul_14" [id=271, type=call_method]; "272 linear_13" [id=272, type=linear]; "273 view_31" [id=273, type=view]; "274 transpose_23" [id=274, type=transpose]; @@ -285,7 +285,7 @@ strict digraph { "283 linear_14_scale_0_updated_constant0" [id=283, type=get_attr]; "284 compressed_weight_updated_constant15" [id=284, type=get_attr]; "285 _param_constant49_0_0" [id=285, type=get_attr]; -"286 mul_15" [id=286, type=]; +"286 mul_15" [id=286, type=call_method]; "287 linear_14" [id=287, type=linear]; "288 gelu_3" [id=288, type=gelu]; "289 dropout_11" [id=289, type=dropout]; @@ -295,7 +295,7 @@ strict digraph { "293 linear_15_scale_0_updated_constant0" [id=293, type=get_attr]; "294 compressed_weight_updated_constant16" [id=294, type=get_attr]; "295 _param_constant51_0_0" [id=295, type=get_attr]; -"296 mul_16" [id=296, type=]; +"296 mul_16" [id=296, type=call_method]; "297 linear_15" [id=297, type=linear]; "298 dropout_12" [id=298, type=dropout]; "299 add_8" [id=299, type=add]; @@ -309,7 +309,7 @@ strict digraph { "307 linear_16_scale_0_updated_constant0" [id=307, type=get_attr]; "308 compressed_weight_updated_constant17" [id=308, type=get_attr]; "309 _param_constant55_0_0" [id=309, type=get_attr]; -"310 mul_17" [id=310, type=]; +"310 mul_17" [id=310, type=call_method]; "311 linear_16" [id=311, type=linear]; "312 unflatten_4" [id=312, type=unflatten]; "313 unsqueeze_4" [id=313, type=unsqueeze]; @@ -341,7 +341,7 @@ strict digraph { "339 linear_17_scale_0_updated_constant0" [id=339, type=get_attr]; "340 compressed_weight_updated_constant18" [id=340, type=get_attr]; "341 _param_constant57_0_0" [id=341, type=get_attr]; -"342 mul_18" [id=342, type=]; +"342 mul_18" [id=342, type=call_method]; "343 linear_17" [id=343, type=linear]; "344 view_39" [id=344, type=view]; "345 transpose_29" [id=345, type=transpose]; @@ -356,7 +356,7 @@ strict digraph { "354 linear_18_scale_0_updated_constant0" [id=354, type=get_attr]; "355 compressed_weight_updated_constant19" [id=355, type=get_attr]; "356 _param_constant61_0_0" [id=356, type=get_attr]; -"357 mul_19" [id=357, type=]; +"357 mul_19" [id=357, type=call_method]; "358 linear_18" [id=358, type=linear]; "359 gelu_4" [id=359, type=gelu]; "360 dropout_14" [id=360, type=dropout]; @@ -366,7 +366,7 @@ strict digraph { "364 linear_19_scale_0_updated_constant0" [id=364, type=get_attr]; "365 compressed_weight_updated_constant20" [id=365, type=get_attr]; "366 _param_constant63_0_0" [id=366, type=get_attr]; -"367 mul_20" [id=367, type=]; +"367 mul_20" [id=367, type=call_method]; "368 linear_19" [id=368, type=linear]; "369 dropout_15" [id=369, type=dropout]; "370 add_10" [id=370, type=add]; @@ -380,7 +380,7 @@ strict digraph { "378 linear_20_scale_0_updated_constant0" [id=378, type=get_attr]; "379 compressed_weight_updated_constant21" [id=379, type=get_attr]; "380 _param_constant67_0_0" [id=380, type=get_attr]; -"381 mul_21" [id=381, type=]; +"381 mul_21" [id=381, type=call_method]; "382 linear_20" [id=382, type=linear]; "383 unflatten_5" [id=383, type=unflatten]; "384 unsqueeze_5" [id=384, type=unsqueeze]; @@ -412,7 +412,7 @@ strict digraph { "410 linear_21_scale_0_updated_constant0" [id=410, type=get_attr]; "411 compressed_weight_updated_constant22" [id=411, type=get_attr]; "412 _param_constant69_0_0" [id=412, type=get_attr]; -"413 mul_22" [id=413, type=]; +"413 mul_22" [id=413, type=call_method]; "414 linear_21" [id=414, type=linear]; "415 view_47" [id=415, type=view]; "416 transpose_35" [id=416, type=transpose]; @@ -427,7 +427,7 @@ strict digraph { "425 linear_22_scale_0_updated_constant0" [id=425, type=get_attr]; "426 compressed_weight_updated_constant23" [id=426, type=get_attr]; "427 _param_constant73_0_0" [id=427, type=get_attr]; -"428 mul_23" [id=428, type=]; +"428 mul_23" [id=428, type=call_method]; "429 linear_22" [id=429, type=linear]; "430 gelu_5" [id=430, type=gelu]; "431 dropout_17" [id=431, type=dropout]; @@ -437,7 +437,7 @@ strict digraph { "435 linear_23_scale_0_updated_constant0" [id=435, type=get_attr]; "436 compressed_weight_updated_constant24" [id=436, type=get_attr]; "437 _param_constant75_0_0" [id=437, type=get_attr]; -"438 mul_24" [id=438, type=]; +"438 mul_24" [id=438, type=call_method]; "439 linear_23" [id=439, type=linear]; "440 dropout_18" [id=440, type=dropout]; "441 add_12" [id=441, type=add]; @@ -451,7 +451,7 @@ strict digraph { "449 linear_24_scale_0_updated_constant0" [id=449, type=get_attr]; "450 compressed_weight_updated_constant25" [id=450, type=get_attr]; "451 _param_constant79_0_0" [id=451, type=get_attr]; -"452 mul_25" [id=452, type=]; +"452 mul_25" [id=452, type=call_method]; "453 linear_24" [id=453, type=linear]; "454 unflatten_6" [id=454, type=unflatten]; "455 unsqueeze_6" [id=455, type=unsqueeze]; @@ -483,7 +483,7 @@ strict digraph { "481 linear_25_scale_0_updated_constant0" [id=481, type=get_attr]; "482 compressed_weight_updated_constant26" [id=482, type=get_attr]; "483 _param_constant81_0_0" [id=483, type=get_attr]; -"484 mul_26" [id=484, type=]; +"484 mul_26" [id=484, type=call_method]; "485 linear_25" [id=485, type=linear]; "486 view_55" [id=486, type=view]; "487 transpose_41" [id=487, type=transpose]; @@ -498,7 +498,7 @@ strict digraph { "496 linear_26_scale_0_updated_constant0" [id=496, type=get_attr]; "497 compressed_weight_updated_constant27" [id=497, type=get_attr]; "498 _param_constant85_0_0" [id=498, type=get_attr]; -"499 mul_27" [id=499, type=]; +"499 mul_27" [id=499, type=call_method]; "500 linear_26" [id=500, type=linear]; "501 gelu_6" [id=501, type=gelu]; "502 dropout_20" [id=502, type=dropout]; @@ -508,7 +508,7 @@ strict digraph { "506 linear_27_scale_0_updated_constant0" [id=506, type=get_attr]; "507 compressed_weight_updated_constant28" [id=507, type=get_attr]; "508 _param_constant87_0_0" [id=508, type=get_attr]; -"509 mul_28" [id=509, type=]; +"509 mul_28" [id=509, type=call_method]; "510 linear_27" [id=510, type=linear]; "511 dropout_21" [id=511, type=dropout]; "512 add_14" [id=512, type=add]; @@ -522,7 +522,7 @@ strict digraph { "520 linear_28_scale_0_updated_constant0" [id=520, type=get_attr]; "521 compressed_weight_updated_constant29" [id=521, type=get_attr]; "522 _param_constant91_0_0" [id=522, type=get_attr]; -"523 mul_29" [id=523, type=]; +"523 mul_29" [id=523, type=call_method]; "524 linear_28" [id=524, type=linear]; "525 unflatten_7" [id=525, type=unflatten]; "526 unsqueeze_7" [id=526, type=unsqueeze]; @@ -554,7 +554,7 @@ strict digraph { "552 linear_29_scale_0_updated_constant0" [id=552, type=get_attr]; "553 compressed_weight_updated_constant30" [id=553, type=get_attr]; "554 _param_constant93_0_0" [id=554, type=get_attr]; -"555 mul_30" [id=555, type=]; +"555 mul_30" [id=555, type=call_method]; "556 linear_29" [id=556, type=linear]; "557 view_63" [id=557, type=view]; "558 transpose_47" [id=558, type=transpose]; @@ -569,7 +569,7 @@ strict digraph { "567 linear_30_scale_0_updated_constant0" [id=567, type=get_attr]; "568 compressed_weight_updated_constant31" [id=568, type=get_attr]; "569 _param_constant97_0_0" [id=569, type=get_attr]; -"570 mul_31" [id=570, type=]; +"570 mul_31" [id=570, type=call_method]; "571 linear_30" [id=571, type=linear]; "572 gelu_7" [id=572, type=gelu]; "573 dropout_23" [id=573, type=dropout]; @@ -579,7 +579,7 @@ strict digraph { "577 linear_31_scale_0_updated_constant0" [id=577, type=get_attr]; "578 compressed_weight_updated_constant32" [id=578, type=get_attr]; "579 _param_constant99_0_0" [id=579, type=get_attr]; -"580 mul_32" [id=580, type=]; +"580 mul_32" [id=580, type=call_method]; "581 linear_31" [id=581, type=linear]; "582 dropout_24" [id=582, type=dropout]; "583 add_16" [id=583, type=add]; @@ -593,7 +593,7 @@ strict digraph { "591 linear_32_scale_0_updated_constant0" [id=591, type=get_attr]; "592 compressed_weight_updated_constant33" [id=592, type=get_attr]; "593 _param_constant103_0_0" [id=593, type=get_attr]; -"594 mul_33" [id=594, type=]; +"594 mul_33" [id=594, type=call_method]; "595 linear_32" [id=595, type=linear]; "596 unflatten_8" [id=596, type=unflatten]; "597 unsqueeze_8" [id=597, type=unsqueeze]; @@ -625,7 +625,7 @@ strict digraph { "623 linear_33_scale_0_updated_constant0" [id=623, type=get_attr]; "624 compressed_weight_updated_constant34" [id=624, type=get_attr]; "625 _param_constant105_0_0" [id=625, type=get_attr]; -"626 mul_34" [id=626, type=]; +"626 mul_34" [id=626, type=call_method]; "627 linear_33" [id=627, type=linear]; "628 view_71" [id=628, type=view]; "629 transpose_53" [id=629, type=transpose]; @@ -640,7 +640,7 @@ strict digraph { "638 linear_34_scale_0_updated_constant0" [id=638, type=get_attr]; "639 compressed_weight_updated_constant35" [id=639, type=get_attr]; "640 _param_constant109_0_0" [id=640, type=get_attr]; -"641 mul_35" [id=641, type=]; +"641 mul_35" [id=641, type=call_method]; "642 linear_34" [id=642, type=linear]; "643 gelu_8" [id=643, type=gelu]; "644 dropout_26" [id=644, type=dropout]; @@ -650,7 +650,7 @@ strict digraph { "648 linear_35_scale_0_updated_constant0" [id=648, type=get_attr]; "649 compressed_weight_updated_constant36" [id=649, type=get_attr]; "650 _param_constant111_0_0" [id=650, type=get_attr]; -"651 mul_36" [id=651, type=]; +"651 mul_36" [id=651, type=call_method]; "652 linear_35" [id=652, type=linear]; "653 dropout_27" [id=653, type=dropout]; "654 add_18" [id=654, type=add]; @@ -664,7 +664,7 @@ strict digraph { "662 linear_36_scale_0_updated_constant0" [id=662, type=get_attr]; "663 compressed_weight_updated_constant37" [id=663, type=get_attr]; "664 _param_constant115_0_0" [id=664, type=get_attr]; -"665 mul_37" [id=665, type=]; +"665 mul_37" [id=665, type=call_method]; "666 linear_36" [id=666, type=linear]; "667 unflatten_9" [id=667, type=unflatten]; "668 unsqueeze_9" [id=668, type=unsqueeze]; @@ -696,7 +696,7 @@ strict digraph { "694 linear_37_scale_0_updated_constant0" [id=694, type=get_attr]; "695 compressed_weight_updated_constant38" [id=695, type=get_attr]; "696 _param_constant117_0_0" [id=696, type=get_attr]; -"697 mul_38" [id=697, type=]; +"697 mul_38" [id=697, type=call_method]; "698 linear_37" [id=698, type=linear]; "699 view_79" [id=699, type=view]; "700 transpose_59" [id=700, type=transpose]; @@ -711,7 +711,7 @@ strict digraph { "709 linear_38_scale_0_updated_constant0" [id=709, type=get_attr]; "710 compressed_weight_updated_constant39" [id=710, type=get_attr]; "711 _param_constant121_0_0" [id=711, type=get_attr]; -"712 mul_39" [id=712, type=]; +"712 mul_39" [id=712, type=call_method]; "713 linear_38" [id=713, type=linear]; "714 gelu_9" [id=714, type=gelu]; "715 dropout_29" [id=715, type=dropout]; @@ -721,7 +721,7 @@ strict digraph { "719 linear_39_scale_0_updated_constant0" [id=719, type=get_attr]; "720 compressed_weight_updated_constant40" [id=720, type=get_attr]; "721 _param_constant123_0_0" [id=721, type=get_attr]; -"722 mul_40" [id=722, type=]; +"722 mul_40" [id=722, type=call_method]; "723 linear_39" [id=723, type=linear]; "724 dropout_30" [id=724, type=dropout]; "725 add_20" [id=725, type=add]; @@ -735,7 +735,7 @@ strict digraph { "733 linear_40_scale_0_updated_constant0" [id=733, type=get_attr]; "734 compressed_weight_updated_constant41" [id=734, type=get_attr]; "735 _param_constant127_0_0" [id=735, type=get_attr]; -"736 mul_41" [id=736, type=]; +"736 mul_41" [id=736, type=call_method]; "737 linear_40" [id=737, type=linear]; "738 unflatten_10" [id=738, type=unflatten]; "739 unsqueeze_10" [id=739, type=unsqueeze]; @@ -767,7 +767,7 @@ strict digraph { "765 linear_41_scale_0_updated_constant0" [id=765, type=get_attr]; "766 compressed_weight_updated_constant42" [id=766, type=get_attr]; "767 _param_constant129_0_0" [id=767, type=get_attr]; -"768 mul_42" [id=768, type=]; +"768 mul_42" [id=768, type=call_method]; "769 linear_41" [id=769, type=linear]; "770 view_87" [id=770, type=view]; "771 transpose_65" [id=771, type=transpose]; @@ -782,7 +782,7 @@ strict digraph { "780 linear_42_scale_0_updated_constant0" [id=780, type=get_attr]; "781 compressed_weight_updated_constant43" [id=781, type=get_attr]; "782 _param_constant133_0_0" [id=782, type=get_attr]; -"783 mul_43" [id=783, type=]; +"783 mul_43" [id=783, type=call_method]; "784 linear_42" [id=784, type=linear]; "785 gelu_10" [id=785, type=gelu]; "786 dropout_32" [id=786, type=dropout]; @@ -792,7 +792,7 @@ strict digraph { "790 linear_43_scale_0_updated_constant0" [id=790, type=get_attr]; "791 compressed_weight_updated_constant44" [id=791, type=get_attr]; "792 _param_constant135_0_0" [id=792, type=get_attr]; -"793 mul_44" [id=793, type=]; +"793 mul_44" [id=793, type=call_method]; "794 linear_43" [id=794, type=linear]; "795 dropout_33" [id=795, type=dropout]; "796 add_22" [id=796, type=add]; @@ -806,7 +806,7 @@ strict digraph { "804 linear_44_scale_0_updated_constant0" [id=804, type=get_attr]; "805 compressed_weight_updated_constant45" [id=805, type=get_attr]; "806 _param_constant139_0_0" [id=806, type=get_attr]; -"807 mul_45" [id=807, type=]; +"807 mul_45" [id=807, type=call_method]; "808 linear_44" [id=808, type=linear]; "809 unflatten_11" [id=809, type=unflatten]; "810 unsqueeze_11" [id=810, type=unsqueeze]; @@ -838,7 +838,7 @@ strict digraph { "836 linear_45_scale_0_updated_constant0" [id=836, type=get_attr]; "837 compressed_weight_updated_constant46" [id=837, type=get_attr]; "838 _param_constant141_0_0" [id=838, type=get_attr]; -"839 mul_46" [id=839, type=]; +"839 mul_46" [id=839, type=call_method]; "840 linear_45" [id=840, type=linear]; "841 view_95" [id=841, type=view]; "842 transpose_71" [id=842, type=transpose]; @@ -853,7 +853,7 @@ strict digraph { "851 linear_46_scale_0_updated_constant0" [id=851, type=get_attr]; "852 compressed_weight_updated_constant47" [id=852, type=get_attr]; "853 _param_constant145_0_0" [id=853, type=get_attr]; -"854 mul_47" [id=854, type=]; +"854 mul_47" [id=854, type=call_method]; "855 linear_46" [id=855, type=linear]; "856 gelu_11" [id=856, type=gelu]; "857 dropout_35" [id=857, type=dropout]; @@ -863,7 +863,7 @@ strict digraph { "861 linear_47_scale_0_updated_constant0" [id=861, type=get_attr]; "862 compressed_weight_updated_constant48" [id=862, type=get_attr]; "863 _param_constant147_0_0" [id=863, type=get_attr]; -"864 mul_48" [id=864, type=]; +"864 mul_48" [id=864, type=call_method]; "865 linear_47" [id=865, type=linear]; "866 dropout_36" [id=866, type=dropout]; "867 add_24" [id=867, type=add]; @@ -878,7 +878,7 @@ strict digraph { "876 linear_48_scale_0_updated_constant0" [id=876, type=get_attr]; "877 compressed_weight_updated_constant49" [id=877, type=get_attr]; "878 _param_constant151_0_0" [id=878, type=get_attr]; -"879 mul_49" [id=879, type=]; +"879 mul_49" [id=879, type=call_method]; "880 linear_48" [id=880, type=linear]; "881 output" [id=881, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index 960011e92c1..a4606222957 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -137,9 +137,9 @@ class ModelCase: input_shape: Tuple[int] -def torchvision_model_case(model_id: str, input_shape: Tuple[int,], buffer_count): +def torchvision_model_case(model_id: str, input_shape: Tuple[int,]): model = getattr(models, model_id) - return ModelCase(partial(model, weights=None), model_id, input_shape, buffer_count) + return ModelCase(partial(model, weights=None), model_id, input_shape) TEST_MODELS_QUANIZED = ( @@ -147,7 +147,6 @@ def torchvision_model_case(model_id: str, input_shape: Tuple[int,], buffer_count (torchvision_model_case("mobilenet_v3_small", (1, 3, 224, 224)), {}), (torchvision_model_case("vit_b_16", (1, 3, 224, 224)), {"model_type": nncf.ModelType.TRANSFORMER}), (torchvision_model_case("swin_v2_s", (1, 3, 224, 224)), {"model_type": nncf.ModelType.TRANSFORMER}), - ) From 5990008ac2ebce36645169a08b4191f9ea68ffae Mon Sep 17 00:00:00 2001 From: anzr299 Date: Tue, 24 Sep 2024 14:58:50 +0400 Subject: [PATCH 07/48] fix tests --- nncf/experimental/torch/fx/transformations.py | 51 +- .../fx/quantized/mobilenet_v3_small.dot | 72 +- .../fx/quantized/resnet18.dot | 42 +- .../fx/quantized/swin_v2_s.dot | 298 +++--- .../reference_graphs/fx/quantized/unet.dot | 46 +- .../fx/quantized/vit_b_16.dot | 100 +- tests/torch/fx/graph.dot | 966 ++++++++++++++++++ tests/torch/fx/test_model_transformer.py | 1 + 8 files changed, 1286 insertions(+), 290 deletions(-) create mode 100644 tests/torch/fx/graph.dot diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index cbd1a65da12..a6676d961f6 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -23,7 +23,9 @@ from nncf.common.graph.transformations.commands import TargetType from nncf.experimental.torch.fx.node_utils import get_graph_node_by_name from nncf.experimental.torch.fx.node_utils import get_tensor_constant_from_node +import nncf.torch from nncf.torch.graph.transformations.commands import PTTargetPoint +from torch._export import capture_pre_autograd_graph TransformationFNType = Callable[[torch.fx.GraphModule], None] @@ -505,8 +507,14 @@ def fuse_conv_bn(model: torch.fx.GraphModule) -> None: model.graph.eliminate_dead_code() model.recompile() - -def _remove_constant_qdq_transformation(model: torch.fx.GraphModule) -> None: +def _get_pattern_replacement_per_channel(): + class ReplacementModule(torch.nn.Module): + def __init__(self, *args) -> None: + super().__init__() + self.args = args + def forward(self, x, scale, zero_point, axis, low, high, dtype): + return torch.mul(x, scale) + def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): quantized = torch.ops.quantized_decomposed.quantize_per_channel.default( weight, scale, zero_point, axis, low, high, dtype @@ -516,6 +524,20 @@ def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): ) return dequantized + class ReplacementModule(torch.nn.Module): + def __init__(self, *args) -> None: + super().__init__() + self.args = args + def forward(self, x, scale, zero_point, axis, low, high, dtype): + return torch.mul(x, scale) + + ex_input = (torch.tensor([10,20]), torch.tensor([5]),None,None,None,None,None,) + with nncf.torch.disable_patching(): + replacement_graph_per_channel = capture_pre_autograd_graph(ReplacementModule(), ex_input).graph + + return pattern_per_channel, replacement_graph_per_channel + +def _get_pattern_replacement_per_tensor(): def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): quantized = torch.ops.quantized_decomposed.quantize_per_tensor.default( weight, scale, zero_point, low, high, dtype @@ -524,24 +546,31 @@ def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): quantized, scale, zero_point, low, high, dtype ) return dequantized + + class ReplacementModule(torch.nn.Module): + def __init__(self) -> None: + super().__init__() + + def forward(self, x, scale, zero_point, low, high, dtype): + return torch.mul(x, scale) + ex_input = (torch.tensor([10,20]), torch.tensor([5]),None,None,None,None,) + with nncf.torch.disable_patching(): + replacement_graph_per_tensor = capture_pre_autograd_graph(ReplacementModule(), ex_input).graph + return pattern_per_tensor, replacement_graph_per_tensor - def replacement_per_channel(x, scale, zero_point, axis, low, high, dtype): - return x.mul(scale) - - def replacement_per_tensor(x, scale, zero_point, low, high, dtype): - return x.mul(scale) - +def _remove_constant_qdq_transformation(model: torch.fx.GraphModule) -> None: def match_filters(match, original_graph, graph): for node in match.nodes_map: if node.name == "weight" and match.nodes_map[node].op == "get_attr": return True return False - + pattern, replacement = _get_pattern_replacement_per_channel() torch.fx.subgraph_rewriter.replace_pattern_with_filters( - model, pattern_per_channel, replacement_per_channel, [match_filters] + model, pattern, replacement, [match_filters] ) + pattern, replacement = _get_pattern_replacement_per_tensor() torch.fx.subgraph_rewriter.replace_pattern_with_filters( - model, pattern_per_tensor, replacement_per_tensor, [match_filters] + model, pattern, replacement, [match_filters] ) diff --git a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot index e61558746fc..6daa089796e 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot @@ -5,7 +5,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; "4 compressed_weight_updated_constant0" [id=4, type=get_attr]; "5 features_0_0_weight_bias_0_0" [id=5, type=get_attr]; -"6 mul_9" [id=6, type=call_method]; +"6 mul_9" [id=6, type=mul]; "7 conv2d" [id=7, type=conv2d]; "8 hardswish__scale_0" [id=8, type=get_attr]; "9 hardswish__zero_point_0" [id=9, type=get_attr]; @@ -15,7 +15,7 @@ strict digraph { "13 conv2d_1_scale_0_updated_constant0" [id=13, type=get_attr]; "14 compressed_weight_updated_constant1" [id=14, type=get_attr]; "15 features_1_block_0_0_weight_bias_0_0" [id=15, type=get_attr]; -"16 mul_10" [id=16, type=call_method]; +"16 mul_10" [id=16, type=mul]; "17 conv2d_1" [id=17, type=conv2d]; "18 relu_" [id=18, type=relu_]; "19 quantize_per_tensor_default_1" [id=19, type=quantize_per_tensor]; @@ -38,14 +38,14 @@ strict digraph { "36 conv2d_4_scale_0_updated_constant0" [id=36, type=get_attr]; "37 compressed_weight_updated_constant2" [id=37, type=get_attr]; "38 features_1_block_2_0_weight_bias_0_0" [id=38, type=get_attr]; -"39 mul_11" [id=39, type=call_method]; +"39 mul_11" [id=39, type=mul]; "40 conv2d_4" [id=40, type=conv2d]; "41 quantize_per_tensor_default_4" [id=41, type=quantize_per_tensor]; "42 dequantize_per_tensor_default_5" [id=42, type=dequantize_per_tensor]; "43 conv2d_5_scale_0_updated_constant0" [id=43, type=get_attr]; "44 compressed_weight_updated_constant3" [id=44, type=get_attr]; "45 features_2_block_0_0_weight_bias_0_0" [id=45, type=get_attr]; -"46 mul_12" [id=46, type=call_method]; +"46 mul_12" [id=46, type=mul]; "47 conv2d_5" [id=47, type=conv2d]; "48 relu__1_scale_0" [id=48, type=get_attr]; "49 relu__1_zero_point_0" [id=49, type=get_attr]; @@ -55,7 +55,7 @@ strict digraph { "53 conv2d_6_scale_0_updated_constant0" [id=53, type=get_attr]; "54 compressed_weight_updated_constant4" [id=54, type=get_attr]; "55 features_2_block_1_0_weight_bias_0_0" [id=55, type=get_attr]; -"56 mul_13" [id=56, type=call_method]; +"56 mul_13" [id=56, type=mul]; "57 conv2d_6" [id=57, type=conv2d]; "58 relu__2" [id=58, type=relu_]; "59 quantize_per_tensor_default_5" [id=59, type=quantize_per_tensor]; @@ -63,7 +63,7 @@ strict digraph { "61 conv2d_7_scale_0_updated_constant0" [id=61, type=get_attr]; "62 compressed_weight_updated_constant5" [id=62, type=get_attr]; "63 features_2_block_2_0_weight_bias_0_0" [id=63, type=get_attr]; -"64 mul_14" [id=64, type=call_method]; +"64 mul_14" [id=64, type=mul]; "65 conv2d_7" [id=65, type=conv2d]; "66 quantize_per_tensor_default_6" [id=66, type=quantize_per_tensor]; "67 dequantize_per_tensor_default_8" [id=67, type=dequantize_per_tensor]; @@ -71,7 +71,7 @@ strict digraph { "69 conv2d_8_scale_0_updated_constant0" [id=69, type=get_attr]; "70 compressed_weight_updated_constant6" [id=70, type=get_attr]; "71 features_3_block_0_0_weight_bias_0_0" [id=71, type=get_attr]; -"72 mul_15" [id=72, type=call_method]; +"72 mul_15" [id=72, type=mul]; "73 conv2d_8" [id=73, type=conv2d]; "74 relu__3_scale_0" [id=74, type=get_attr]; "75 relu__3_zero_point_0" [id=75, type=get_attr]; @@ -81,7 +81,7 @@ strict digraph { "79 conv2d_9_scale_0_updated_constant0" [id=79, type=get_attr]; "80 compressed_weight_updated_constant7" [id=80, type=get_attr]; "81 features_3_block_1_0_weight_bias_0_0" [id=81, type=get_attr]; -"82 mul_16" [id=82, type=call_method]; +"82 mul_16" [id=82, type=mul]; "83 conv2d_9" [id=83, type=conv2d]; "84 relu__4" [id=84, type=relu_]; "85 quantize_per_tensor_default_7" [id=85, type=quantize_per_tensor]; @@ -89,7 +89,7 @@ strict digraph { "87 conv2d_10_scale_0_updated_constant0" [id=87, type=get_attr]; "88 compressed_weight_updated_constant8" [id=88, type=get_attr]; "89 features_3_block_2_0_weight_bias_0_0" [id=89, type=get_attr]; -"90 mul_17" [id=90, type=call_method]; +"90 mul_17" [id=90, type=mul]; "91 conv2d_10" [id=91, type=conv2d]; "92 quantize_per_tensor_default_8" [id=92, type=quantize_per_tensor]; "93 dequantize_per_tensor_default_10" [id=93, type=dequantize_per_tensor]; @@ -99,7 +99,7 @@ strict digraph { "97 conv2d_11_scale_0_updated_constant0" [id=97, type=get_attr]; "98 compressed_weight_updated_constant9" [id=98, type=get_attr]; "99 features_4_block_0_0_weight_bias_0_0" [id=99, type=get_attr]; -"100 mul_18" [id=100, type=call_method]; +"100 mul_18" [id=100, type=mul]; "101 conv2d_11" [id=101, type=conv2d]; "102 hardswish__1_scale_0" [id=102, type=get_attr]; "103 hardswish__1_zero_point_0" [id=103, type=get_attr]; @@ -109,7 +109,7 @@ strict digraph { "107 conv2d_12_scale_0_updated_constant0" [id=107, type=get_attr]; "108 compressed_weight_updated_constant10" [id=108, type=get_attr]; "109 features_4_block_1_0_weight_bias_0_0" [id=109, type=get_attr]; -"110 mul_19" [id=110, type=call_method]; +"110 mul_19" [id=110, type=mul]; "111 conv2d_12" [id=111, type=conv2d]; "112 hardswish__2" [id=112, type=hardswish_]; "113 quantize_per_tensor_default_10" [id=113, type=quantize_per_tensor]; @@ -132,7 +132,7 @@ strict digraph { "130 conv2d_15_scale_0_updated_constant0" [id=130, type=get_attr]; "131 compressed_weight_updated_constant11" [id=131, type=get_attr]; "132 features_4_block_3_0_weight_bias_0_0" [id=132, type=get_attr]; -"133 mul_20" [id=133, type=call_method]; +"133 mul_20" [id=133, type=mul]; "134 conv2d_15" [id=134, type=conv2d]; "135 quantize_per_tensor_default_13" [id=135, type=quantize_per_tensor]; "136 dequantize_per_tensor_default_17" [id=136, type=dequantize_per_tensor]; @@ -140,7 +140,7 @@ strict digraph { "138 conv2d_16_scale_0_updated_constant0" [id=138, type=get_attr]; "139 compressed_weight_updated_constant12" [id=139, type=get_attr]; "140 features_5_block_0_0_weight_bias_0_0" [id=140, type=get_attr]; -"141 mul_21" [id=141, type=call_method]; +"141 mul_21" [id=141, type=mul]; "142 conv2d_16" [id=142, type=conv2d]; "143 hardswish__3_scale_0" [id=143, type=get_attr]; "144 hardswish__3_zero_point_0" [id=144, type=get_attr]; @@ -150,7 +150,7 @@ strict digraph { "148 conv2d_17_scale_0_updated_constant0" [id=148, type=get_attr]; "149 compressed_weight_updated_constant13" [id=149, type=get_attr]; "150 features_5_block_1_0_weight_bias_0_0" [id=150, type=get_attr]; -"151 mul_22" [id=151, type=call_method]; +"151 mul_22" [id=151, type=mul]; "152 conv2d_17" [id=152, type=conv2d]; "153 hardswish__4" [id=153, type=hardswish_]; "154 quantize_per_tensor_default_14" [id=154, type=quantize_per_tensor]; @@ -173,7 +173,7 @@ strict digraph { "171 conv2d_20_scale_0_updated_constant0" [id=171, type=get_attr]; "172 compressed_weight_updated_constant14" [id=172, type=get_attr]; "173 features_5_block_3_0_weight_bias_0_0" [id=173, type=get_attr]; -"174 mul_23" [id=174, type=call_method]; +"174 mul_23" [id=174, type=mul]; "175 conv2d_20" [id=175, type=conv2d]; "176 quantize_per_tensor_default_17" [id=176, type=quantize_per_tensor]; "177 dequantize_per_tensor_default_22" [id=177, type=dequantize_per_tensor]; @@ -184,7 +184,7 @@ strict digraph { "182 conv2d_21_scale_0_updated_constant0" [id=182, type=get_attr]; "183 compressed_weight_updated_constant15" [id=183, type=get_attr]; "184 features_6_block_0_0_weight_bias_0_0" [id=184, type=get_attr]; -"185 mul_24" [id=185, type=call_method]; +"185 mul_24" [id=185, type=mul]; "186 conv2d_21" [id=186, type=conv2d]; "187 hardswish__5_scale_0" [id=187, type=get_attr]; "188 hardswish__5_zero_point_0" [id=188, type=get_attr]; @@ -194,7 +194,7 @@ strict digraph { "192 conv2d_22_scale_0_updated_constant0" [id=192, type=get_attr]; "193 compressed_weight_updated_constant16" [id=193, type=get_attr]; "194 features_6_block_1_0_weight_bias_0_0" [id=194, type=get_attr]; -"195 mul_25" [id=195, type=call_method]; +"195 mul_25" [id=195, type=mul]; "196 conv2d_22" [id=196, type=conv2d]; "197 hardswish__6" [id=197, type=hardswish_]; "198 quantize_per_tensor_default_19" [id=198, type=quantize_per_tensor]; @@ -217,7 +217,7 @@ strict digraph { "215 conv2d_25_scale_0_updated_constant0" [id=215, type=get_attr]; "216 compressed_weight_updated_constant17" [id=216, type=get_attr]; "217 features_6_block_3_0_weight_bias_0_0" [id=217, type=get_attr]; -"218 mul_26" [id=218, type=call_method]; +"218 mul_26" [id=218, type=mul]; "219 conv2d_25" [id=219, type=conv2d]; "220 quantize_per_tensor_default_22" [id=220, type=quantize_per_tensor]; "221 dequantize_per_tensor_default_29" [id=221, type=dequantize_per_tensor]; @@ -227,7 +227,7 @@ strict digraph { "225 conv2d_26_scale_0_updated_constant0" [id=225, type=get_attr]; "226 compressed_weight_updated_constant18" [id=226, type=get_attr]; "227 features_7_block_0_0_weight_bias_0_0" [id=227, type=get_attr]; -"228 mul_27" [id=228, type=call_method]; +"228 mul_27" [id=228, type=mul]; "229 conv2d_26" [id=229, type=conv2d]; "230 hardswish__7_scale_0" [id=230, type=get_attr]; "231 hardswish__7_zero_point_0" [id=231, type=get_attr]; @@ -237,7 +237,7 @@ strict digraph { "235 conv2d_27_scale_0_updated_constant0" [id=235, type=get_attr]; "236 compressed_weight_updated_constant19" [id=236, type=get_attr]; "237 features_7_block_1_0_weight_bias_0_0" [id=237, type=get_attr]; -"238 mul_28" [id=238, type=call_method]; +"238 mul_28" [id=238, type=mul]; "239 conv2d_27" [id=239, type=conv2d]; "240 hardswish__8" [id=240, type=hardswish_]; "241 quantize_per_tensor_default_24" [id=241, type=quantize_per_tensor]; @@ -260,7 +260,7 @@ strict digraph { "258 conv2d_30_scale_0_updated_constant0" [id=258, type=get_attr]; "259 compressed_weight_updated_constant20" [id=259, type=get_attr]; "260 features_7_block_3_0_weight_bias_0_0" [id=260, type=get_attr]; -"261 mul_29" [id=261, type=call_method]; +"261 mul_29" [id=261, type=mul]; "262 conv2d_30" [id=262, type=conv2d]; "263 quantize_per_tensor_default_27" [id=263, type=quantize_per_tensor]; "264 dequantize_per_tensor_default_36" [id=264, type=dequantize_per_tensor]; @@ -268,7 +268,7 @@ strict digraph { "266 conv2d_31_scale_0_updated_constant0" [id=266, type=get_attr]; "267 compressed_weight_updated_constant21" [id=267, type=get_attr]; "268 features_8_block_0_0_weight_bias_0_0" [id=268, type=get_attr]; -"269 mul_30" [id=269, type=call_method]; +"269 mul_30" [id=269, type=mul]; "270 conv2d_31" [id=270, type=conv2d]; "271 hardswish__9_scale_0" [id=271, type=get_attr]; "272 hardswish__9_zero_point_0" [id=272, type=get_attr]; @@ -278,7 +278,7 @@ strict digraph { "276 conv2d_32_scale_0_updated_constant0" [id=276, type=get_attr]; "277 compressed_weight_updated_constant22" [id=277, type=get_attr]; "278 features_8_block_1_0_weight_bias_0_0" [id=278, type=get_attr]; -"279 mul_31" [id=279, type=call_method]; +"279 mul_31" [id=279, type=mul]; "280 conv2d_32" [id=280, type=conv2d]; "281 hardswish__10" [id=281, type=hardswish_]; "282 quantize_per_tensor_default_28" [id=282, type=quantize_per_tensor]; @@ -301,7 +301,7 @@ strict digraph { "299 conv2d_35_scale_0_updated_constant0" [id=299, type=get_attr]; "300 compressed_weight_updated_constant23" [id=300, type=get_attr]; "301 features_8_block_3_0_weight_bias_0_0" [id=301, type=get_attr]; -"302 mul_32" [id=302, type=call_method]; +"302 mul_32" [id=302, type=mul]; "303 conv2d_35" [id=303, type=conv2d]; "304 quantize_per_tensor_default_31" [id=304, type=quantize_per_tensor]; "305 dequantize_per_tensor_default_41" [id=305, type=dequantize_per_tensor]; @@ -311,7 +311,7 @@ strict digraph { "309 conv2d_36_scale_0_updated_constant0" [id=309, type=get_attr]; "310 compressed_weight_updated_constant24" [id=310, type=get_attr]; "311 features_9_block_0_0_weight_bias_0_0" [id=311, type=get_attr]; -"312 mul_33" [id=312, type=call_method]; +"312 mul_33" [id=312, type=mul]; "313 conv2d_36" [id=313, type=conv2d]; "314 hardswish__11_scale_0" [id=314, type=get_attr]; "315 hardswish__11_zero_point_0" [id=315, type=get_attr]; @@ -321,7 +321,7 @@ strict digraph { "319 conv2d_37_scale_0_updated_constant0" [id=319, type=get_attr]; "320 compressed_weight_updated_constant25" [id=320, type=get_attr]; "321 features_9_block_1_0_weight_bias_0_0" [id=321, type=get_attr]; -"322 mul_34" [id=322, type=call_method]; +"322 mul_34" [id=322, type=mul]; "323 conv2d_37" [id=323, type=conv2d]; "324 hardswish__12" [id=324, type=hardswish_]; "325 quantize_per_tensor_default_33" [id=325, type=quantize_per_tensor]; @@ -344,7 +344,7 @@ strict digraph { "342 conv2d_40_scale_0_updated_constant0" [id=342, type=get_attr]; "343 compressed_weight_updated_constant26" [id=343, type=get_attr]; "344 features_9_block_3_0_weight_bias_0_0" [id=344, type=get_attr]; -"345 mul_35" [id=345, type=call_method]; +"345 mul_35" [id=345, type=mul]; "346 conv2d_40" [id=346, type=conv2d]; "347 quantize_per_tensor_default_36" [id=347, type=quantize_per_tensor]; "348 dequantize_per_tensor_default_48" [id=348, type=dequantize_per_tensor]; @@ -352,7 +352,7 @@ strict digraph { "350 conv2d_41_scale_0_updated_constant0" [id=350, type=get_attr]; "351 compressed_weight_updated_constant27" [id=351, type=get_attr]; "352 features_10_block_0_0_weight_bias_0_0" [id=352, type=get_attr]; -"353 mul_36" [id=353, type=call_method]; +"353 mul_36" [id=353, type=mul]; "354 conv2d_41" [id=354, type=conv2d]; "355 hardswish__13_scale_0" [id=355, type=get_attr]; "356 hardswish__13_zero_point_0" [id=356, type=get_attr]; @@ -362,7 +362,7 @@ strict digraph { "360 conv2d_42_scale_0_updated_constant0" [id=360, type=get_attr]; "361 compressed_weight_updated_constant28" [id=361, type=get_attr]; "362 features_10_block_1_0_weight_bias_0_0" [id=362, type=get_attr]; -"363 mul_37" [id=363, type=call_method]; +"363 mul_37" [id=363, type=mul]; "364 conv2d_42" [id=364, type=conv2d]; "365 hardswish__14" [id=365, type=hardswish_]; "366 quantize_per_tensor_default_37" [id=366, type=quantize_per_tensor]; @@ -385,7 +385,7 @@ strict digraph { "383 conv2d_45_scale_0_updated_constant0" [id=383, type=get_attr]; "384 compressed_weight_updated_constant29" [id=384, type=get_attr]; "385 features_10_block_3_0_weight_bias_0_0" [id=385, type=get_attr]; -"386 mul_38" [id=386, type=call_method]; +"386 mul_38" [id=386, type=mul]; "387 conv2d_45" [id=387, type=conv2d]; "388 quantize_per_tensor_default_40" [id=388, type=quantize_per_tensor]; "389 dequantize_per_tensor_default_53" [id=389, type=dequantize_per_tensor]; @@ -396,7 +396,7 @@ strict digraph { "394 conv2d_46_scale_0_updated_constant0" [id=394, type=get_attr]; "395 compressed_weight_updated_constant30" [id=395, type=get_attr]; "396 features_11_block_0_0_weight_bias_0_0" [id=396, type=get_attr]; -"397 mul_39" [id=397, type=call_method]; +"397 mul_39" [id=397, type=mul]; "398 conv2d_46" [id=398, type=conv2d]; "399 hardswish__15_scale_0" [id=399, type=get_attr]; "400 hardswish__15_zero_point_0" [id=400, type=get_attr]; @@ -406,7 +406,7 @@ strict digraph { "404 conv2d_47_scale_0_updated_constant0" [id=404, type=get_attr]; "405 compressed_weight_updated_constant31" [id=405, type=get_attr]; "406 features_11_block_1_0_weight_bias_0_0" [id=406, type=get_attr]; -"407 mul_40" [id=407, type=call_method]; +"407 mul_40" [id=407, type=mul]; "408 conv2d_47" [id=408, type=conv2d]; "409 hardswish__16" [id=409, type=hardswish_]; "410 quantize_per_tensor_default_42" [id=410, type=quantize_per_tensor]; @@ -429,7 +429,7 @@ strict digraph { "427 conv2d_50_scale_0_updated_constant0" [id=427, type=get_attr]; "428 compressed_weight_updated_constant32" [id=428, type=get_attr]; "429 features_11_block_3_0_weight_bias_0_0" [id=429, type=get_attr]; -"430 mul_41" [id=430, type=call_method]; +"430 mul_41" [id=430, type=mul]; "431 conv2d_50" [id=431, type=conv2d]; "432 quantize_per_tensor_default_45" [id=432, type=quantize_per_tensor]; "433 dequantize_per_tensor_default_60" [id=433, type=dequantize_per_tensor]; @@ -439,7 +439,7 @@ strict digraph { "437 conv2d_51_scale_0_updated_constant0" [id=437, type=get_attr]; "438 compressed_weight_updated_constant33" [id=438, type=get_attr]; "439 features_12_0_weight_bias_0_0" [id=439, type=get_attr]; -"440 mul_42" [id=440, type=call_method]; +"440 mul_42" [id=440, type=mul]; "441 conv2d_51" [id=441, type=conv2d]; "442 hardswish__17" [id=442, type=hardswish_]; "443 quantize_per_tensor_default_47" [id=443, type=quantize_per_tensor]; @@ -451,7 +451,7 @@ strict digraph { "449 linear_scale_0_updated_constant0" [id=449, type=get_attr]; "450 compressed_weight_updated_constant34" [id=450, type=get_attr]; "451 _param_constant139_0_0" [id=451, type=get_attr]; -"452 mul_43" [id=452, type=call_method]; +"452 mul_43" [id=452, type=mul]; "453 linear" [id=453, type=linear]; "454 hardswish__18" [id=454, type=hardswish_]; "455 quantize_per_tensor_default_49" [id=455, type=quantize_per_tensor]; @@ -460,7 +460,7 @@ strict digraph { "458 linear_1_scale_0_updated_constant0" [id=458, type=get_attr]; "459 compressed_weight_updated_constant35" [id=459, type=get_attr]; "460 _param_constant141_0_0" [id=460, type=get_attr]; -"461 mul_44" [id=461, type=call_method]; +"461 mul_44" [id=461, type=mul]; "462 linear_1" [id=462, type=linear]; "463 output" [id=463, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; diff --git a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot index bc341c9034f..8f8a0920315 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot @@ -5,7 +5,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; "4 compressed_weight_updated_constant0" [id=4, type=get_attr]; "5 conv1_weight_bias_0_0" [id=5, type=get_attr]; -"6 mul" [id=6, type=call_method]; +"6 mul" [id=6, type=mul]; "7 conv2d" [id=7, type=conv2d]; "8 relu_" [id=8, type=relu_]; "9 quantize_per_tensor_default_1" [id=9, type=quantize_per_tensor]; @@ -14,7 +14,7 @@ strict digraph { "12 conv2d_1_scale_0_updated_constant0" [id=12, type=get_attr]; "13 compressed_weight_updated_constant1" [id=13, type=get_attr]; "14 layer1_0_conv1_weight_bias_0_0" [id=14, type=get_attr]; -"15 mul_1" [id=15, type=call_method]; +"15 mul_1" [id=15, type=mul]; "16 conv2d_1" [id=16, type=conv2d]; "17 relu__1" [id=17, type=relu_]; "18 quantize_per_tensor_default_2" [id=18, type=quantize_per_tensor]; @@ -22,7 +22,7 @@ strict digraph { "20 conv2d_2_scale_0_updated_constant0" [id=20, type=get_attr]; "21 compressed_weight_updated_constant2" [id=21, type=get_attr]; "22 layer1_0_conv2_weight_bias_0_0" [id=22, type=get_attr]; -"23 mul_2" [id=23, type=call_method]; +"23 mul_2" [id=23, type=mul]; "24 conv2d_2" [id=24, type=conv2d]; "25 quantize_per_tensor_default_3" [id=25, type=quantize_per_tensor]; "26 dequantize_per_tensor_default_3" [id=26, type=dequantize_per_tensor]; @@ -34,7 +34,7 @@ strict digraph { "32 conv2d_3_scale_0_updated_constant0" [id=32, type=get_attr]; "33 compressed_weight_updated_constant3" [id=33, type=get_attr]; "34 layer1_1_conv1_weight_bias_0_0" [id=34, type=get_attr]; -"35 mul_3" [id=35, type=call_method]; +"35 mul_3" [id=35, type=mul]; "36 conv2d_3" [id=36, type=conv2d]; "37 relu__3" [id=37, type=relu_]; "38 quantize_per_tensor_default_5" [id=38, type=quantize_per_tensor]; @@ -42,7 +42,7 @@ strict digraph { "40 conv2d_4_scale_0_updated_constant0" [id=40, type=get_attr]; "41 compressed_weight_updated_constant4" [id=41, type=get_attr]; "42 layer1_1_conv2_weight_bias_0_0" [id=42, type=get_attr]; -"43 mul_4" [id=43, type=call_method]; +"43 mul_4" [id=43, type=mul]; "44 conv2d_4" [id=44, type=conv2d]; "45 quantize_per_tensor_default_6" [id=45, type=quantize_per_tensor]; "46 dequantize_per_tensor_default_7" [id=46, type=dequantize_per_tensor]; @@ -54,7 +54,7 @@ strict digraph { "52 conv2d_5_scale_0_updated_constant0" [id=52, type=get_attr]; "53 compressed_weight_updated_constant5" [id=53, type=get_attr]; "54 layer2_0_conv1_weight_bias_0_0" [id=54, type=get_attr]; -"55 mul_5" [id=55, type=call_method]; +"55 mul_5" [id=55, type=mul]; "56 conv2d_5" [id=56, type=conv2d]; "57 relu__5" [id=57, type=relu_]; "58 quantize_per_tensor_default_8" [id=58, type=quantize_per_tensor]; @@ -62,14 +62,14 @@ strict digraph { "60 conv2d_6_scale_0_updated_constant0" [id=60, type=get_attr]; "61 compressed_weight_updated_constant6" [id=61, type=get_attr]; "62 layer2_0_conv2_weight_bias_0_0" [id=62, type=get_attr]; -"63 mul_6" [id=63, type=call_method]; +"63 mul_6" [id=63, type=mul]; "64 conv2d_6" [id=64, type=conv2d]; "65 quantize_per_tensor_default_9" [id=65, type=quantize_per_tensor]; "66 dequantize_per_tensor_default_11" [id=66, type=dequantize_per_tensor]; "67 conv2d_7_scale_0_updated_constant0" [id=67, type=get_attr]; "68 compressed_weight_updated_constant7" [id=68, type=get_attr]; "69 layer2_0_downsample_0_weight_bias_0_0" [id=69, type=get_attr]; -"70 mul_7" [id=70, type=call_method]; +"70 mul_7" [id=70, type=mul]; "71 conv2d_7" [id=71, type=conv2d]; "72 quantize_per_tensor_default_10" [id=72, type=quantize_per_tensor]; "73 dequantize_per_tensor_default_12" [id=73, type=dequantize_per_tensor]; @@ -81,7 +81,7 @@ strict digraph { "79 conv2d_8_scale_0_updated_constant0" [id=79, type=get_attr]; "80 compressed_weight_updated_constant8" [id=80, type=get_attr]; "81 layer2_1_conv1_weight_bias_0_0" [id=81, type=get_attr]; -"82 mul_8" [id=82, type=call_method]; +"82 mul_8" [id=82, type=mul]; "83 conv2d_8" [id=83, type=conv2d]; "84 relu__7" [id=84, type=relu_]; "85 quantize_per_tensor_default_12" [id=85, type=quantize_per_tensor]; @@ -89,7 +89,7 @@ strict digraph { "87 conv2d_9_scale_0_updated_constant0" [id=87, type=get_attr]; "88 compressed_weight_updated_constant9" [id=88, type=get_attr]; "89 layer2_1_conv2_weight_bias_0_0" [id=89, type=get_attr]; -"90 mul_9" [id=90, type=call_method]; +"90 mul_9" [id=90, type=mul]; "91 conv2d_9" [id=91, type=conv2d]; "92 quantize_per_tensor_default_13" [id=92, type=quantize_per_tensor]; "93 dequantize_per_tensor_default_16" [id=93, type=dequantize_per_tensor]; @@ -101,7 +101,7 @@ strict digraph { "99 conv2d_10_scale_0_updated_constant0" [id=99, type=get_attr]; "100 compressed_weight_updated_constant10" [id=100, type=get_attr]; "101 layer3_0_conv1_weight_bias_0_0" [id=101, type=get_attr]; -"102 mul_10" [id=102, type=call_method]; +"102 mul_10" [id=102, type=mul]; "103 conv2d_10" [id=103, type=conv2d]; "104 relu__9" [id=104, type=relu_]; "105 quantize_per_tensor_default_15" [id=105, type=quantize_per_tensor]; @@ -109,14 +109,14 @@ strict digraph { "107 conv2d_11_scale_0_updated_constant0" [id=107, type=get_attr]; "108 compressed_weight_updated_constant11" [id=108, type=get_attr]; "109 layer3_0_conv2_weight_bias_0_0" [id=109, type=get_attr]; -"110 mul_11" [id=110, type=call_method]; +"110 mul_11" [id=110, type=mul]; "111 conv2d_11" [id=111, type=conv2d]; "112 quantize_per_tensor_default_16" [id=112, type=quantize_per_tensor]; "113 dequantize_per_tensor_default_20" [id=113, type=dequantize_per_tensor]; "114 conv2d_12_scale_0_updated_constant0" [id=114, type=get_attr]; "115 compressed_weight_updated_constant12" [id=115, type=get_attr]; "116 layer3_0_downsample_0_weight_bias_0_0" [id=116, type=get_attr]; -"117 mul_12" [id=117, type=call_method]; +"117 mul_12" [id=117, type=mul]; "118 conv2d_12" [id=118, type=conv2d]; "119 quantize_per_tensor_default_17" [id=119, type=quantize_per_tensor]; "120 dequantize_per_tensor_default_21" [id=120, type=dequantize_per_tensor]; @@ -128,7 +128,7 @@ strict digraph { "126 conv2d_13_scale_0_updated_constant0" [id=126, type=get_attr]; "127 compressed_weight_updated_constant13" [id=127, type=get_attr]; "128 layer3_1_conv1_weight_bias_0_0" [id=128, type=get_attr]; -"129 mul_13" [id=129, type=call_method]; +"129 mul_13" [id=129, type=mul]; "130 conv2d_13" [id=130, type=conv2d]; "131 relu__11" [id=131, type=relu_]; "132 quantize_per_tensor_default_19" [id=132, type=quantize_per_tensor]; @@ -136,7 +136,7 @@ strict digraph { "134 conv2d_14_scale_0_updated_constant0" [id=134, type=get_attr]; "135 compressed_weight_updated_constant14" [id=135, type=get_attr]; "136 layer3_1_conv2_weight_bias_0_0" [id=136, type=get_attr]; -"137 mul_14" [id=137, type=call_method]; +"137 mul_14" [id=137, type=mul]; "138 conv2d_14" [id=138, type=conv2d]; "139 quantize_per_tensor_default_20" [id=139, type=quantize_per_tensor]; "140 dequantize_per_tensor_default_25" [id=140, type=dequantize_per_tensor]; @@ -148,7 +148,7 @@ strict digraph { "146 conv2d_15_scale_0_updated_constant0" [id=146, type=get_attr]; "147 compressed_weight_updated_constant15" [id=147, type=get_attr]; "148 layer4_0_conv1_weight_bias_0_0" [id=148, type=get_attr]; -"149 mul_15" [id=149, type=call_method]; +"149 mul_15" [id=149, type=mul]; "150 conv2d_15" [id=150, type=conv2d]; "151 relu__13" [id=151, type=relu_]; "152 quantize_per_tensor_default_22" [id=152, type=quantize_per_tensor]; @@ -156,14 +156,14 @@ strict digraph { "154 conv2d_16_scale_0_updated_constant0" [id=154, type=get_attr]; "155 compressed_weight_updated_constant16" [id=155, type=get_attr]; "156 layer4_0_conv2_weight_bias_0_0" [id=156, type=get_attr]; -"157 mul_16" [id=157, type=call_method]; +"157 mul_16" [id=157, type=mul]; "158 conv2d_16" [id=158, type=conv2d]; "159 quantize_per_tensor_default_23" [id=159, type=quantize_per_tensor]; "160 dequantize_per_tensor_default_29" [id=160, type=dequantize_per_tensor]; "161 conv2d_17_scale_0_updated_constant0" [id=161, type=get_attr]; "162 compressed_weight_updated_constant17" [id=162, type=get_attr]; "163 layer4_0_downsample_0_weight_bias_0_0" [id=163, type=get_attr]; -"164 mul_17" [id=164, type=call_method]; +"164 mul_17" [id=164, type=mul]; "165 conv2d_17" [id=165, type=conv2d]; "166 quantize_per_tensor_default_24" [id=166, type=quantize_per_tensor]; "167 dequantize_per_tensor_default_30" [id=167, type=dequantize_per_tensor]; @@ -175,7 +175,7 @@ strict digraph { "173 conv2d_18_scale_0_updated_constant0" [id=173, type=get_attr]; "174 compressed_weight_updated_constant18" [id=174, type=get_attr]; "175 layer4_1_conv1_weight_bias_0_0" [id=175, type=get_attr]; -"176 mul_18" [id=176, type=call_method]; +"176 mul_18" [id=176, type=mul]; "177 conv2d_18" [id=177, type=conv2d]; "178 relu__15" [id=178, type=relu_]; "179 quantize_per_tensor_default_26" [id=179, type=quantize_per_tensor]; @@ -183,7 +183,7 @@ strict digraph { "181 conv2d_19_scale_0_updated_constant0" [id=181, type=get_attr]; "182 compressed_weight_updated_constant19" [id=182, type=get_attr]; "183 layer4_1_conv2_weight_bias_0_0" [id=183, type=get_attr]; -"184 mul_19" [id=184, type=call_method]; +"184 mul_19" [id=184, type=mul]; "185 conv2d_19" [id=185, type=conv2d]; "186 quantize_per_tensor_default_27" [id=186, type=quantize_per_tensor]; "187 dequantize_per_tensor_default_34" [id=187, type=dequantize_per_tensor]; @@ -198,7 +198,7 @@ strict digraph { "196 linear_scale_0_updated_constant0" [id=196, type=get_attr]; "197 compressed_weight_updated_constant20" [id=197, type=get_attr]; "198 _param_constant61_0_0" [id=198, type=get_attr]; -"199 mul_20" [id=199, type=call_method]; +"199 mul_20" [id=199, type=mul]; "200 linear" [id=200, type=linear]; "201 output" [id=201, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; diff --git a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot index 1c6e6b83e5f..92f62f9f44d 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot @@ -5,7 +5,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; "4 compressed_weight_updated_constant0" [id=4, type=get_attr]; "5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul_48" [id=6, type=call_method]; +"6 mul_48" [id=6, type=mul]; "7 conv2d" [id=7, type=conv2d]; "8 permute" [id=8, type=permute]; "9 _param_constant2" [id=9, type=get_attr]; @@ -16,13 +16,13 @@ strict digraph { "14 linear_scale_0_updated_constant0" [id=14, type=get_attr]; "15 compressed_weight_updated_constant1" [id=15, type=get_attr]; "16 _param_constant5_0_0" [id=16, type=get_attr]; -"17 mul_49" [id=17, type=call_method]; +"17 mul_49" [id=17, type=mul]; "18 linear" [id=18, type=linear]; "19 relu_" [id=19, type=relu_]; "20 relu__0_0_nncf_smooth_quant_0" [id=20, type=call_module]; "21 linear_1_scale_0_updated_constant0" [id=21, type=get_attr]; "22 compressed_weight_updated_constant2" [id=22, type=get_attr]; -"23 mul_50" [id=23, type=call_method]; +"23 mul_50" [id=23, type=mul]; "24 linear_1" [id=24, type=linear]; "25 view" [id=25, type=view]; "26 _tensor_constant1" [id=26, type=get_attr]; @@ -43,7 +43,7 @@ strict digraph { "41 linear_2_scale_0_updated_constant0" [id=41, type=get_attr]; "42 compressed_weight_updated_constant3" [id=42, type=get_attr]; "43 _param_constant7_0_0" [id=43, type=get_attr]; -"44 mul_51" [id=44, type=call_method]; +"44 mul_51" [id=44, type=mul]; "45 linear_2" [id=45, type=linear]; "46 reshape_1" [id=46, type=reshape]; "47 permute_3" [id=47, type=permute]; @@ -80,7 +80,7 @@ strict digraph { "78 linear_3_scale_0_updated_constant0" [id=78, type=get_attr]; "79 compressed_weight_updated_constant4" [id=79, type=get_attr]; "80 _param_constant11_0_0" [id=80, type=get_attr]; -"81 mul_52" [id=81, type=call_method]; +"81 mul_52" [id=81, type=mul]; "82 linear_3" [id=82, type=linear]; "83 dropout_1" [id=83, type=dropout]; "84 view_3" [id=84, type=view]; @@ -98,7 +98,7 @@ strict digraph { "96 linear_4_scale_0_updated_constant0" [id=96, type=get_attr]; "97 compressed_weight_updated_constant5" [id=97, type=get_attr]; "98 _param_constant15_0_0" [id=98, type=get_attr]; -"99 mul_53" [id=99, type=call_method]; +"99 mul_53" [id=99, type=mul]; "100 linear_4" [id=100, type=linear]; "101 gelu" [id=101, type=gelu]; "102 dropout_2" [id=102, type=dropout]; @@ -108,7 +108,7 @@ strict digraph { "106 linear_5_scale_0_updated_constant0" [id=106, type=get_attr]; "107 compressed_weight_updated_constant6" [id=107, type=get_attr]; "108 _param_constant17_0_0" [id=108, type=get_attr]; -"109 mul_54" [id=109, type=call_method]; +"109 mul_54" [id=109, type=mul]; "110 linear_5" [id=110, type=linear]; "111 dropout_3" [id=111, type=dropout]; "112 _param_constant18" [id=112, type=get_attr]; @@ -120,13 +120,13 @@ strict digraph { "118 linear_6_scale_0_updated_constant0" [id=118, type=get_attr]; "119 compressed_weight_updated_constant7" [id=119, type=get_attr]; "120 _param_constant21_0_0" [id=120, type=get_attr]; -"121 mul_55" [id=121, type=call_method]; +"121 mul_55" [id=121, type=mul]; "122 linear_6" [id=122, type=linear]; "123 relu__1" [id=123, type=relu_]; "124 relu__1_0_0_nncf_smooth_quant_0" [id=124, type=call_module]; "125 linear_7_scale_0_updated_constant0" [id=125, type=get_attr]; "126 compressed_weight_updated_constant8" [id=126, type=get_attr]; -"127 mul_56" [id=127, type=call_method]; +"127 mul_56" [id=127, type=mul]; "128 linear_7" [id=128, type=linear]; "129 view_4" [id=129, type=view]; "130 _tensor_constant3" [id=130, type=get_attr]; @@ -148,7 +148,7 @@ strict digraph { "146 linear_8_scale_0_updated_constant0" [id=146, type=get_attr]; "147 compressed_weight_updated_constant9" [id=147, type=get_attr]; "148 _param_constant23_0_0" [id=148, type=get_attr]; -"149 mul_57" [id=149, type=call_method]; +"149 mul_57" [id=149, type=mul]; "150 linear_8" [id=150, type=linear]; "151 reshape_5" [id=151, type=reshape]; "152 permute_7" [id=152, type=permute]; @@ -201,7 +201,7 @@ strict digraph { "199 linear_9_scale_0_updated_constant0" [id=199, type=get_attr]; "200 compressed_weight_updated_constant10" [id=200, type=get_attr]; "201 _param_constant27_0_0" [id=201, type=get_attr]; -"202 mul_58" [id=202, type=call_method]; +"202 mul_58" [id=202, type=mul]; "203 linear_9" [id=203, type=linear]; "204 dropout_5" [id=204, type=dropout]; "205 view_10" [id=205, type=view]; @@ -220,7 +220,7 @@ strict digraph { "218 linear_10_scale_0_updated_constant0" [id=218, type=get_attr]; "219 compressed_weight_updated_constant11" [id=219, type=get_attr]; "220 _param_constant31_0_0" [id=220, type=get_attr]; -"221 mul_59" [id=221, type=call_method]; +"221 mul_59" [id=221, type=mul]; "222 linear_10" [id=222, type=linear]; "223 gelu_1" [id=223, type=gelu]; "224 dropout_6" [id=224, type=dropout]; @@ -230,7 +230,7 @@ strict digraph { "228 linear_11_scale_0_updated_constant0" [id=228, type=get_attr]; "229 compressed_weight_updated_constant12" [id=229, type=get_attr]; "230 _param_constant33_0_0" [id=230, type=get_attr]; -"231 mul_60" [id=231, type=call_method]; +"231 mul_60" [id=231, type=mul]; "232 linear_11" [id=232, type=linear]; "233 dropout_7" [id=233, type=dropout]; "234 _param_constant34" [id=234, type=get_attr]; @@ -256,7 +256,7 @@ strict digraph { "254 dequantize_per_tensor_default_13" [id=254, type=dequantize_per_tensor]; "255 linear_12_scale_0_updated_constant0" [id=255, type=get_attr]; "256 compressed_weight_updated_constant13" [id=256, type=get_attr]; -"257 mul_61" [id=257, type=call_method]; +"257 mul_61" [id=257, type=mul]; "258 linear_12" [id=258, type=linear]; "259 _param_constant37" [id=259, type=get_attr]; "260 _param_constant38" [id=260, type=get_attr]; @@ -266,13 +266,13 @@ strict digraph { "264 linear_13_scale_0_updated_constant0" [id=264, type=get_attr]; "265 compressed_weight_updated_constant14" [id=265, type=get_attr]; "266 _param_constant40_0_0" [id=266, type=get_attr]; -"267 mul_62" [id=267, type=call_method]; +"267 mul_62" [id=267, type=mul]; "268 linear_13" [id=268, type=linear]; "269 relu__2" [id=269, type=relu_]; "270 relu__2_0_0_nncf_smooth_quant_0" [id=270, type=call_module]; "271 linear_14_scale_0_updated_constant0" [id=271, type=get_attr]; "272 compressed_weight_updated_constant15" [id=272, type=get_attr]; -"273 mul_63" [id=273, type=call_method]; +"273 mul_63" [id=273, type=mul]; "274 linear_14" [id=274, type=linear]; "275 view_11" [id=275, type=view]; "276 _tensor_constant14" [id=276, type=get_attr]; @@ -293,7 +293,7 @@ strict digraph { "291 linear_15_scale_0_updated_constant0" [id=291, type=get_attr]; "292 compressed_weight_updated_constant16" [id=292, type=get_attr]; "293 _param_constant42_0_0" [id=293, type=get_attr]; -"294 mul_64" [id=294, type=call_method]; +"294 mul_64" [id=294, type=mul]; "295 linear_15" [id=295, type=linear]; "296 reshape_10" [id=296, type=reshape]; "297 permute_12" [id=297, type=permute]; @@ -330,7 +330,7 @@ strict digraph { "328 linear_16_scale_0_updated_constant0" [id=328, type=get_attr]; "329 compressed_weight_updated_constant17" [id=329, type=get_attr]; "330 _param_constant46_0_0" [id=330, type=get_attr]; -"331 mul_65" [id=331, type=call_method]; +"331 mul_65" [id=331, type=mul]; "332 linear_16" [id=332, type=linear]; "333 dropout_9" [id=333, type=dropout]; "334 view_14" [id=334, type=view]; @@ -351,7 +351,7 @@ strict digraph { "349 linear_17_scale_0_updated_constant0" [id=349, type=get_attr]; "350 compressed_weight_updated_constant18" [id=350, type=get_attr]; "351 _param_constant50_0_0" [id=351, type=get_attr]; -"352 mul_66" [id=352, type=call_method]; +"352 mul_66" [id=352, type=mul]; "353 linear_17" [id=353, type=linear]; "354 gelu_2" [id=354, type=gelu]; "355 dropout_10" [id=355, type=dropout]; @@ -361,7 +361,7 @@ strict digraph { "359 linear_18_scale_0_updated_constant0" [id=359, type=get_attr]; "360 compressed_weight_updated_constant19" [id=360, type=get_attr]; "361 _param_constant52_0_0" [id=361, type=get_attr]; -"362 mul_67" [id=362, type=call_method]; +"362 mul_67" [id=362, type=mul]; "363 linear_18" [id=363, type=linear]; "364 dropout_11" [id=364, type=dropout]; "365 _param_constant53" [id=365, type=get_attr]; @@ -373,13 +373,13 @@ strict digraph { "371 linear_19_scale_0_updated_constant0" [id=371, type=get_attr]; "372 compressed_weight_updated_constant20" [id=372, type=get_attr]; "373 _param_constant56_0_0" [id=373, type=get_attr]; -"374 mul_68" [id=374, type=call_method]; +"374 mul_68" [id=374, type=mul]; "375 linear_19" [id=375, type=linear]; "376 relu__3" [id=376, type=relu_]; "377 relu__3_0_0_nncf_smooth_quant_0" [id=377, type=call_module]; "378 linear_20_scale_0_updated_constant0" [id=378, type=get_attr]; "379 compressed_weight_updated_constant21" [id=379, type=get_attr]; -"380 mul_69" [id=380, type=call_method]; +"380 mul_69" [id=380, type=mul]; "381 linear_20" [id=381, type=linear]; "382 view_15" [id=382, type=view]; "383 _tensor_constant16" [id=383, type=get_attr]; @@ -401,7 +401,7 @@ strict digraph { "399 linear_21_scale_0_updated_constant0" [id=399, type=get_attr]; "400 compressed_weight_updated_constant22" [id=400, type=get_attr]; "401 _param_constant58_0_0" [id=401, type=get_attr]; -"402 mul_70" [id=402, type=call_method]; +"402 mul_70" [id=402, type=mul]; "403 linear_21" [id=403, type=linear]; "404 reshape_14" [id=404, type=reshape]; "405 permute_16" [id=405, type=permute]; @@ -454,7 +454,7 @@ strict digraph { "452 linear_22_scale_0_updated_constant0" [id=452, type=get_attr]; "453 compressed_weight_updated_constant23" [id=453, type=get_attr]; "454 _param_constant62_0_0" [id=454, type=get_attr]; -"455 mul_71" [id=455, type=call_method]; +"455 mul_71" [id=455, type=mul]; "456 linear_22" [id=456, type=linear]; "457 dropout_13" [id=457, type=dropout]; "458 view_21" [id=458, type=view]; @@ -476,7 +476,7 @@ strict digraph { "474 linear_23_scale_0_updated_constant0" [id=474, type=get_attr]; "475 compressed_weight_updated_constant24" [id=475, type=get_attr]; "476 _param_constant66_0_0" [id=476, type=get_attr]; -"477 mul_72" [id=477, type=call_method]; +"477 mul_72" [id=477, type=mul]; "478 linear_23" [id=478, type=linear]; "479 gelu_3" [id=479, type=gelu]; "480 dropout_14" [id=480, type=dropout]; @@ -486,7 +486,7 @@ strict digraph { "484 linear_24_scale_0_updated_constant0" [id=484, type=get_attr]; "485 compressed_weight_updated_constant25" [id=485, type=get_attr]; "486 _param_constant68_0_0" [id=486, type=get_attr]; -"487 mul_73" [id=487, type=call_method]; +"487 mul_73" [id=487, type=mul]; "488 linear_24" [id=488, type=linear]; "489 dropout_15" [id=489, type=dropout]; "490 _param_constant69" [id=490, type=get_attr]; @@ -512,7 +512,7 @@ strict digraph { "510 dequantize_per_tensor_default_26" [id=510, type=dequantize_per_tensor]; "511 linear_25_scale_0_updated_constant0" [id=511, type=get_attr]; "512 compressed_weight_updated_constant26" [id=512, type=get_attr]; -"513 mul_74" [id=513, type=call_method]; +"513 mul_74" [id=513, type=mul]; "514 linear_25" [id=514, type=linear]; "515 _param_constant72" [id=515, type=get_attr]; "516 _param_constant73" [id=516, type=get_attr]; @@ -522,13 +522,13 @@ strict digraph { "520 linear_26_scale_0_updated_constant0" [id=520, type=get_attr]; "521 compressed_weight_updated_constant27" [id=521, type=get_attr]; "522 _param_constant75_0_0" [id=522, type=get_attr]; -"523 mul_75" [id=523, type=call_method]; +"523 mul_75" [id=523, type=mul]; "524 linear_26" [id=524, type=linear]; "525 relu__4" [id=525, type=relu_]; "526 relu__4_0_0_nncf_smooth_quant_0" [id=526, type=call_module]; "527 linear_27_scale_0_updated_constant0" [id=527, type=get_attr]; "528 compressed_weight_updated_constant28" [id=528, type=get_attr]; -"529 mul_76" [id=529, type=call_method]; +"529 mul_76" [id=529, type=mul]; "530 linear_27" [id=530, type=linear]; "531 view_22" [id=531, type=view]; "532 _tensor_constant27" [id=532, type=get_attr]; @@ -549,7 +549,7 @@ strict digraph { "547 linear_28_scale_0_updated_constant0" [id=547, type=get_attr]; "548 compressed_weight_updated_constant29" [id=548, type=get_attr]; "549 _param_constant77_0_0" [id=549, type=get_attr]; -"550 mul_77" [id=550, type=call_method]; +"550 mul_77" [id=550, type=mul]; "551 linear_28" [id=551, type=linear]; "552 reshape_19" [id=552, type=reshape]; "553 permute_21" [id=553, type=permute]; @@ -586,7 +586,7 @@ strict digraph { "584 linear_29_scale_0_updated_constant0" [id=584, type=get_attr]; "585 compressed_weight_updated_constant30" [id=585, type=get_attr]; "586 _param_constant81_0_0" [id=586, type=get_attr]; -"587 mul_78" [id=587, type=call_method]; +"587 mul_78" [id=587, type=mul]; "588 linear_29" [id=588, type=linear]; "589 dropout_17" [id=589, type=dropout]; "590 view_25" [id=590, type=view]; @@ -607,7 +607,7 @@ strict digraph { "605 linear_30_scale_0_updated_constant0" [id=605, type=get_attr]; "606 compressed_weight_updated_constant31" [id=606, type=get_attr]; "607 _param_constant85_0_0" [id=607, type=get_attr]; -"608 mul_79" [id=608, type=call_method]; +"608 mul_79" [id=608, type=mul]; "609 linear_30" [id=609, type=linear]; "610 gelu_4" [id=610, type=gelu]; "611 dropout_18" [id=611, type=dropout]; @@ -617,7 +617,7 @@ strict digraph { "615 linear_31_scale_0_updated_constant0" [id=615, type=get_attr]; "616 compressed_weight_updated_constant32" [id=616, type=get_attr]; "617 _param_constant87_0_0" [id=617, type=get_attr]; -"618 mul_80" [id=618, type=call_method]; +"618 mul_80" [id=618, type=mul]; "619 linear_31" [id=619, type=linear]; "620 dropout_19" [id=620, type=dropout]; "621 _param_constant88" [id=621, type=get_attr]; @@ -629,13 +629,13 @@ strict digraph { "627 linear_32_scale_0_updated_constant0" [id=627, type=get_attr]; "628 compressed_weight_updated_constant33" [id=628, type=get_attr]; "629 _param_constant91_0_0" [id=629, type=get_attr]; -"630 mul_81" [id=630, type=call_method]; +"630 mul_81" [id=630, type=mul]; "631 linear_32" [id=631, type=linear]; "632 relu__5" [id=632, type=relu_]; "633 relu__5_0_0_nncf_smooth_quant_0" [id=633, type=call_module]; "634 linear_33_scale_0_updated_constant0" [id=634, type=get_attr]; "635 compressed_weight_updated_constant34" [id=635, type=get_attr]; -"636 mul_82" [id=636, type=call_method]; +"636 mul_82" [id=636, type=mul]; "637 linear_33" [id=637, type=linear]; "638 view_26" [id=638, type=view]; "639 _tensor_constant29" [id=639, type=get_attr]; @@ -657,7 +657,7 @@ strict digraph { "655 linear_34_scale_0_updated_constant0" [id=655, type=get_attr]; "656 compressed_weight_updated_constant35" [id=656, type=get_attr]; "657 _param_constant93_0_0" [id=657, type=get_attr]; -"658 mul_83" [id=658, type=call_method]; +"658 mul_83" [id=658, type=mul]; "659 linear_34" [id=659, type=linear]; "660 reshape_23" [id=660, type=reshape]; "661 permute_25" [id=661, type=permute]; @@ -710,7 +710,7 @@ strict digraph { "708 linear_35_scale_0_updated_constant0" [id=708, type=get_attr]; "709 compressed_weight_updated_constant36" [id=709, type=get_attr]; "710 _param_constant97_0_0" [id=710, type=get_attr]; -"711 mul_84" [id=711, type=call_method]; +"711 mul_84" [id=711, type=mul]; "712 linear_35" [id=712, type=linear]; "713 dropout_21" [id=713, type=dropout]; "714 view_32" [id=714, type=view]; @@ -732,7 +732,7 @@ strict digraph { "730 linear_36_scale_0_updated_constant0" [id=730, type=get_attr]; "731 compressed_weight_updated_constant37" [id=731, type=get_attr]; "732 _param_constant101_0_0" [id=732, type=get_attr]; -"733 mul_85" [id=733, type=call_method]; +"733 mul_85" [id=733, type=mul]; "734 linear_36" [id=734, type=linear]; "735 gelu_5" [id=735, type=gelu]; "736 dropout_22" [id=736, type=dropout]; @@ -742,7 +742,7 @@ strict digraph { "740 linear_37_scale_0_updated_constant0" [id=740, type=get_attr]; "741 compressed_weight_updated_constant38" [id=741, type=get_attr]; "742 _param_constant103_0_0" [id=742, type=get_attr]; -"743 mul_86" [id=743, type=call_method]; +"743 mul_86" [id=743, type=mul]; "744 linear_37" [id=744, type=linear]; "745 dropout_23" [id=745, type=dropout]; "746 _param_constant104" [id=746, type=get_attr]; @@ -754,13 +754,13 @@ strict digraph { "752 linear_38_scale_0_updated_constant0" [id=752, type=get_attr]; "753 compressed_weight_updated_constant39" [id=753, type=get_attr]; "754 _param_constant107_0_0" [id=754, type=get_attr]; -"755 mul_87" [id=755, type=call_method]; +"755 mul_87" [id=755, type=mul]; "756 linear_38" [id=756, type=linear]; "757 relu__6" [id=757, type=relu_]; "758 relu__6_0_0_nncf_smooth_quant_0" [id=758, type=call_module]; "759 linear_39_scale_0_updated_constant0" [id=759, type=get_attr]; "760 compressed_weight_updated_constant40" [id=760, type=get_attr]; -"761 mul_88" [id=761, type=call_method]; +"761 mul_88" [id=761, type=mul]; "762 linear_39" [id=762, type=linear]; "763 view_33" [id=763, type=view]; "764 _tensor_constant40" [id=764, type=get_attr]; @@ -781,7 +781,7 @@ strict digraph { "779 linear_40_scale_0_updated_constant0" [id=779, type=get_attr]; "780 compressed_weight_updated_constant41" [id=780, type=get_attr]; "781 _param_constant109_0_0" [id=781, type=get_attr]; -"782 mul_89" [id=782, type=call_method]; +"782 mul_89" [id=782, type=mul]; "783 linear_40" [id=783, type=linear]; "784 reshape_28" [id=784, type=reshape]; "785 permute_30" [id=785, type=permute]; @@ -818,7 +818,7 @@ strict digraph { "816 linear_41_scale_0_updated_constant0" [id=816, type=get_attr]; "817 compressed_weight_updated_constant42" [id=817, type=get_attr]; "818 _param_constant113_0_0" [id=818, type=get_attr]; -"819 mul_90" [id=819, type=call_method]; +"819 mul_90" [id=819, type=mul]; "820 linear_41" [id=820, type=linear]; "821 dropout_25" [id=821, type=dropout]; "822 view_36" [id=822, type=view]; @@ -839,7 +839,7 @@ strict digraph { "837 linear_42_scale_0_updated_constant0" [id=837, type=get_attr]; "838 compressed_weight_updated_constant43" [id=838, type=get_attr]; "839 _param_constant117_0_0" [id=839, type=get_attr]; -"840 mul_91" [id=840, type=call_method]; +"840 mul_91" [id=840, type=mul]; "841 linear_42" [id=841, type=linear]; "842 gelu_6" [id=842, type=gelu]; "843 dropout_26" [id=843, type=dropout]; @@ -849,7 +849,7 @@ strict digraph { "847 linear_43_scale_0_updated_constant0" [id=847, type=get_attr]; "848 compressed_weight_updated_constant44" [id=848, type=get_attr]; "849 _param_constant119_0_0" [id=849, type=get_attr]; -"850 mul_92" [id=850, type=call_method]; +"850 mul_92" [id=850, type=mul]; "851 linear_43" [id=851, type=linear]; "852 dropout_27" [id=852, type=dropout]; "853 _param_constant120" [id=853, type=get_attr]; @@ -861,13 +861,13 @@ strict digraph { "859 linear_44_scale_0_updated_constant0" [id=859, type=get_attr]; "860 compressed_weight_updated_constant45" [id=860, type=get_attr]; "861 _param_constant123_0_0" [id=861, type=get_attr]; -"862 mul_93" [id=862, type=call_method]; +"862 mul_93" [id=862, type=mul]; "863 linear_44" [id=863, type=linear]; "864 relu__7" [id=864, type=relu_]; "865 relu__7_0_0_nncf_smooth_quant_0" [id=865, type=call_module]; "866 linear_45_scale_0_updated_constant0" [id=866, type=get_attr]; "867 compressed_weight_updated_constant46" [id=867, type=get_attr]; -"868 mul_94" [id=868, type=call_method]; +"868 mul_94" [id=868, type=mul]; "869 linear_45" [id=869, type=linear]; "870 view_37" [id=870, type=view]; "871 _tensor_constant42" [id=871, type=get_attr]; @@ -889,7 +889,7 @@ strict digraph { "887 linear_46_scale_0_updated_constant0" [id=887, type=get_attr]; "888 compressed_weight_updated_constant47" [id=888, type=get_attr]; "889 _param_constant125_0_0" [id=889, type=get_attr]; -"890 mul_95" [id=890, type=call_method]; +"890 mul_95" [id=890, type=mul]; "891 linear_46" [id=891, type=linear]; "892 reshape_32" [id=892, type=reshape]; "893 permute_34" [id=893, type=permute]; @@ -942,7 +942,7 @@ strict digraph { "940 linear_47_scale_0_updated_constant0" [id=940, type=get_attr]; "941 compressed_weight_updated_constant48" [id=941, type=get_attr]; "942 _param_constant129_0_0" [id=942, type=get_attr]; -"943 mul_96" [id=943, type=call_method]; +"943 mul_96" [id=943, type=mul]; "944 linear_47" [id=944, type=linear]; "945 dropout_29" [id=945, type=dropout]; "946 view_43" [id=946, type=view]; @@ -964,7 +964,7 @@ strict digraph { "962 linear_48_scale_0_updated_constant0" [id=962, type=get_attr]; "963 compressed_weight_updated_constant49" [id=963, type=get_attr]; "964 _param_constant133_0_0" [id=964, type=get_attr]; -"965 mul_97" [id=965, type=call_method]; +"965 mul_97" [id=965, type=mul]; "966 linear_48" [id=966, type=linear]; "967 gelu_7" [id=967, type=gelu]; "968 dropout_30" [id=968, type=dropout]; @@ -974,7 +974,7 @@ strict digraph { "972 linear_49_scale_0_updated_constant0" [id=972, type=get_attr]; "973 compressed_weight_updated_constant50" [id=973, type=get_attr]; "974 _param_constant135_0_0" [id=974, type=get_attr]; -"975 mul_98" [id=975, type=call_method]; +"975 mul_98" [id=975, type=mul]; "976 linear_49" [id=976, type=linear]; "977 dropout_31" [id=977, type=dropout]; "978 _param_constant136" [id=978, type=get_attr]; @@ -986,13 +986,13 @@ strict digraph { "984 linear_50_scale_0_updated_constant0" [id=984, type=get_attr]; "985 compressed_weight_updated_constant51" [id=985, type=get_attr]; "986 _param_constant139_0_0" [id=986, type=get_attr]; -"987 mul_99" [id=987, type=call_method]; +"987 mul_99" [id=987, type=mul]; "988 linear_50" [id=988, type=linear]; "989 relu__8" [id=989, type=relu_]; "990 relu__8_0_0_nncf_smooth_quant_0" [id=990, type=call_module]; "991 linear_51_scale_0_updated_constant0" [id=991, type=get_attr]; "992 compressed_weight_updated_constant52" [id=992, type=get_attr]; -"993 mul_100" [id=993, type=call_method]; +"993 mul_100" [id=993, type=mul]; "994 linear_51" [id=994, type=linear]; "995 view_44" [id=995, type=view]; "996 _tensor_constant53" [id=996, type=get_attr]; @@ -1013,7 +1013,7 @@ strict digraph { "1011 linear_52_scale_0_updated_constant0" [id=1011, type=get_attr]; "1012 compressed_weight_updated_constant53" [id=1012, type=get_attr]; "1013 _param_constant141_0_0" [id=1013, type=get_attr]; -"1014 mul_101" [id=1014, type=call_method]; +"1014 mul_101" [id=1014, type=mul]; "1015 linear_52" [id=1015, type=linear]; "1016 reshape_37" [id=1016, type=reshape]; "1017 permute_39" [id=1017, type=permute]; @@ -1050,7 +1050,7 @@ strict digraph { "1048 linear_53_scale_0_updated_constant0" [id=1048, type=get_attr]; "1049 compressed_weight_updated_constant54" [id=1049, type=get_attr]; "1050 _param_constant145_0_0" [id=1050, type=get_attr]; -"1051 mul_102" [id=1051, type=call_method]; +"1051 mul_102" [id=1051, type=mul]; "1052 linear_53" [id=1052, type=linear]; "1053 dropout_33" [id=1053, type=dropout]; "1054 view_47" [id=1054, type=view]; @@ -1071,7 +1071,7 @@ strict digraph { "1069 linear_54_scale_0_updated_constant0" [id=1069, type=get_attr]; "1070 compressed_weight_updated_constant55" [id=1070, type=get_attr]; "1071 _param_constant149_0_0" [id=1071, type=get_attr]; -"1072 mul_103" [id=1072, type=call_method]; +"1072 mul_103" [id=1072, type=mul]; "1073 linear_54" [id=1073, type=linear]; "1074 gelu_8" [id=1074, type=gelu]; "1075 dropout_34" [id=1075, type=dropout]; @@ -1081,7 +1081,7 @@ strict digraph { "1079 linear_55_scale_0_updated_constant0" [id=1079, type=get_attr]; "1080 compressed_weight_updated_constant56" [id=1080, type=get_attr]; "1081 _param_constant151_0_0" [id=1081, type=get_attr]; -"1082 mul_104" [id=1082, type=call_method]; +"1082 mul_104" [id=1082, type=mul]; "1083 linear_55" [id=1083, type=linear]; "1084 dropout_35" [id=1084, type=dropout]; "1085 _param_constant152" [id=1085, type=get_attr]; @@ -1093,13 +1093,13 @@ strict digraph { "1091 linear_56_scale_0_updated_constant0" [id=1091, type=get_attr]; "1092 compressed_weight_updated_constant57" [id=1092, type=get_attr]; "1093 _param_constant155_0_0" [id=1093, type=get_attr]; -"1094 mul_105" [id=1094, type=call_method]; +"1094 mul_105" [id=1094, type=mul]; "1095 linear_56" [id=1095, type=linear]; "1096 relu__9" [id=1096, type=relu_]; "1097 relu__9_0_0_nncf_smooth_quant_0" [id=1097, type=call_module]; "1098 linear_57_scale_0_updated_constant0" [id=1098, type=get_attr]; "1099 compressed_weight_updated_constant58" [id=1099, type=get_attr]; -"1100 mul_106" [id=1100, type=call_method]; +"1100 mul_106" [id=1100, type=mul]; "1101 linear_57" [id=1101, type=linear]; "1102 view_48" [id=1102, type=view]; "1103 _tensor_constant55" [id=1103, type=get_attr]; @@ -1121,7 +1121,7 @@ strict digraph { "1119 linear_58_scale_0_updated_constant0" [id=1119, type=get_attr]; "1120 compressed_weight_updated_constant59" [id=1120, type=get_attr]; "1121 _param_constant157_0_0" [id=1121, type=get_attr]; -"1122 mul_107" [id=1122, type=call_method]; +"1122 mul_107" [id=1122, type=mul]; "1123 linear_58" [id=1123, type=linear]; "1124 reshape_41" [id=1124, type=reshape]; "1125 permute_43" [id=1125, type=permute]; @@ -1174,7 +1174,7 @@ strict digraph { "1172 linear_59_scale_0_updated_constant0" [id=1172, type=get_attr]; "1173 compressed_weight_updated_constant60" [id=1173, type=get_attr]; "1174 _param_constant161_0_0" [id=1174, type=get_attr]; -"1175 mul_108" [id=1175, type=call_method]; +"1175 mul_108" [id=1175, type=mul]; "1176 linear_59" [id=1176, type=linear]; "1177 dropout_37" [id=1177, type=dropout]; "1178 view_54" [id=1178, type=view]; @@ -1196,7 +1196,7 @@ strict digraph { "1194 linear_60_scale_0_updated_constant0" [id=1194, type=get_attr]; "1195 compressed_weight_updated_constant61" [id=1195, type=get_attr]; "1196 _param_constant165_0_0" [id=1196, type=get_attr]; -"1197 mul_109" [id=1197, type=call_method]; +"1197 mul_109" [id=1197, type=mul]; "1198 linear_60" [id=1198, type=linear]; "1199 gelu_9" [id=1199, type=gelu]; "1200 dropout_38" [id=1200, type=dropout]; @@ -1206,7 +1206,7 @@ strict digraph { "1204 linear_61_scale_0_updated_constant0" [id=1204, type=get_attr]; "1205 compressed_weight_updated_constant62" [id=1205, type=get_attr]; "1206 _param_constant167_0_0" [id=1206, type=get_attr]; -"1207 mul_110" [id=1207, type=call_method]; +"1207 mul_110" [id=1207, type=mul]; "1208 linear_61" [id=1208, type=linear]; "1209 dropout_39" [id=1209, type=dropout]; "1210 _param_constant168" [id=1210, type=get_attr]; @@ -1218,13 +1218,13 @@ strict digraph { "1216 linear_62_scale_0_updated_constant0" [id=1216, type=get_attr]; "1217 compressed_weight_updated_constant63" [id=1217, type=get_attr]; "1218 _param_constant171_0_0" [id=1218, type=get_attr]; -"1219 mul_111" [id=1219, type=call_method]; +"1219 mul_111" [id=1219, type=mul]; "1220 linear_62" [id=1220, type=linear]; "1221 relu__10" [id=1221, type=relu_]; "1222 relu__10_0_0_nncf_smooth_quant_0" [id=1222, type=call_module]; "1223 linear_63_scale_0_updated_constant0" [id=1223, type=get_attr]; "1224 compressed_weight_updated_constant64" [id=1224, type=get_attr]; -"1225 mul_112" [id=1225, type=call_method]; +"1225 mul_112" [id=1225, type=mul]; "1226 linear_63" [id=1226, type=linear]; "1227 view_55" [id=1227, type=view]; "1228 _tensor_constant66" [id=1228, type=get_attr]; @@ -1245,7 +1245,7 @@ strict digraph { "1243 linear_64_scale_0_updated_constant0" [id=1243, type=get_attr]; "1244 compressed_weight_updated_constant65" [id=1244, type=get_attr]; "1245 _param_constant173_0_0" [id=1245, type=get_attr]; -"1246 mul_113" [id=1246, type=call_method]; +"1246 mul_113" [id=1246, type=mul]; "1247 linear_64" [id=1247, type=linear]; "1248 reshape_46" [id=1248, type=reshape]; "1249 permute_48" [id=1249, type=permute]; @@ -1282,7 +1282,7 @@ strict digraph { "1280 linear_65_scale_0_updated_constant0" [id=1280, type=get_attr]; "1281 compressed_weight_updated_constant66" [id=1281, type=get_attr]; "1282 _param_constant177_0_0" [id=1282, type=get_attr]; -"1283 mul_114" [id=1283, type=call_method]; +"1283 mul_114" [id=1283, type=mul]; "1284 linear_65" [id=1284, type=linear]; "1285 dropout_41" [id=1285, type=dropout]; "1286 view_58" [id=1286, type=view]; @@ -1303,7 +1303,7 @@ strict digraph { "1301 linear_66_scale_0_updated_constant0" [id=1301, type=get_attr]; "1302 compressed_weight_updated_constant67" [id=1302, type=get_attr]; "1303 _param_constant181_0_0" [id=1303, type=get_attr]; -"1304 mul_115" [id=1304, type=call_method]; +"1304 mul_115" [id=1304, type=mul]; "1305 linear_66" [id=1305, type=linear]; "1306 gelu_10" [id=1306, type=gelu]; "1307 dropout_42" [id=1307, type=dropout]; @@ -1313,7 +1313,7 @@ strict digraph { "1311 linear_67_scale_0_updated_constant0" [id=1311, type=get_attr]; "1312 compressed_weight_updated_constant68" [id=1312, type=get_attr]; "1313 _param_constant183_0_0" [id=1313, type=get_attr]; -"1314 mul_116" [id=1314, type=call_method]; +"1314 mul_116" [id=1314, type=mul]; "1315 linear_67" [id=1315, type=linear]; "1316 dropout_43" [id=1316, type=dropout]; "1317 _param_constant184" [id=1317, type=get_attr]; @@ -1325,13 +1325,13 @@ strict digraph { "1323 linear_68_scale_0_updated_constant0" [id=1323, type=get_attr]; "1324 compressed_weight_updated_constant69" [id=1324, type=get_attr]; "1325 _param_constant187_0_0" [id=1325, type=get_attr]; -"1326 mul_117" [id=1326, type=call_method]; +"1326 mul_117" [id=1326, type=mul]; "1327 linear_68" [id=1327, type=linear]; "1328 relu__11" [id=1328, type=relu_]; "1329 relu__11_0_0_nncf_smooth_quant_0" [id=1329, type=call_module]; "1330 linear_69_scale_0_updated_constant0" [id=1330, type=get_attr]; "1331 compressed_weight_updated_constant70" [id=1331, type=get_attr]; -"1332 mul_118" [id=1332, type=call_method]; +"1332 mul_118" [id=1332, type=mul]; "1333 linear_69" [id=1333, type=linear]; "1334 view_59" [id=1334, type=view]; "1335 _tensor_constant68" [id=1335, type=get_attr]; @@ -1353,7 +1353,7 @@ strict digraph { "1351 linear_70_scale_0_updated_constant0" [id=1351, type=get_attr]; "1352 compressed_weight_updated_constant71" [id=1352, type=get_attr]; "1353 _param_constant189_0_0" [id=1353, type=get_attr]; -"1354 mul_119" [id=1354, type=call_method]; +"1354 mul_119" [id=1354, type=mul]; "1355 linear_70" [id=1355, type=linear]; "1356 reshape_50" [id=1356, type=reshape]; "1357 permute_52" [id=1357, type=permute]; @@ -1406,7 +1406,7 @@ strict digraph { "1404 linear_71_scale_0_updated_constant0" [id=1404, type=get_attr]; "1405 compressed_weight_updated_constant72" [id=1405, type=get_attr]; "1406 _param_constant193_0_0" [id=1406, type=get_attr]; -"1407 mul_120" [id=1407, type=call_method]; +"1407 mul_120" [id=1407, type=mul]; "1408 linear_71" [id=1408, type=linear]; "1409 dropout_45" [id=1409, type=dropout]; "1410 view_65" [id=1410, type=view]; @@ -1428,7 +1428,7 @@ strict digraph { "1426 linear_72_scale_0_updated_constant0" [id=1426, type=get_attr]; "1427 compressed_weight_updated_constant73" [id=1427, type=get_attr]; "1428 _param_constant197_0_0" [id=1428, type=get_attr]; -"1429 mul_121" [id=1429, type=call_method]; +"1429 mul_121" [id=1429, type=mul]; "1430 linear_72" [id=1430, type=linear]; "1431 gelu_11" [id=1431, type=gelu]; "1432 dropout_46" [id=1432, type=dropout]; @@ -1438,7 +1438,7 @@ strict digraph { "1436 linear_73_scale_0_updated_constant0" [id=1436, type=get_attr]; "1437 compressed_weight_updated_constant74" [id=1437, type=get_attr]; "1438 _param_constant199_0_0" [id=1438, type=get_attr]; -"1439 mul_122" [id=1439, type=call_method]; +"1439 mul_122" [id=1439, type=mul]; "1440 linear_73" [id=1440, type=linear]; "1441 dropout_47" [id=1441, type=dropout]; "1442 _param_constant200" [id=1442, type=get_attr]; @@ -1450,13 +1450,13 @@ strict digraph { "1448 linear_74_scale_0_updated_constant0" [id=1448, type=get_attr]; "1449 compressed_weight_updated_constant75" [id=1449, type=get_attr]; "1450 _param_constant203_0_0" [id=1450, type=get_attr]; -"1451 mul_123" [id=1451, type=call_method]; +"1451 mul_123" [id=1451, type=mul]; "1452 linear_74" [id=1452, type=linear]; "1453 relu__12" [id=1453, type=relu_]; "1454 relu__12_0_0_nncf_smooth_quant_0" [id=1454, type=call_module]; "1455 linear_75_scale_0_updated_constant0" [id=1455, type=get_attr]; "1456 compressed_weight_updated_constant76" [id=1456, type=get_attr]; -"1457 mul_124" [id=1457, type=call_method]; +"1457 mul_124" [id=1457, type=mul]; "1458 linear_75" [id=1458, type=linear]; "1459 view_66" [id=1459, type=view]; "1460 _tensor_constant79" [id=1460, type=get_attr]; @@ -1477,7 +1477,7 @@ strict digraph { "1475 linear_76_scale_0_updated_constant0" [id=1475, type=get_attr]; "1476 compressed_weight_updated_constant77" [id=1476, type=get_attr]; "1477 _param_constant205_0_0" [id=1477, type=get_attr]; -"1478 mul_125" [id=1478, type=call_method]; +"1478 mul_125" [id=1478, type=mul]; "1479 linear_76" [id=1479, type=linear]; "1480 reshape_55" [id=1480, type=reshape]; "1481 permute_57" [id=1481, type=permute]; @@ -1514,7 +1514,7 @@ strict digraph { "1512 linear_77_scale_0_updated_constant0" [id=1512, type=get_attr]; "1513 compressed_weight_updated_constant78" [id=1513, type=get_attr]; "1514 _param_constant209_0_0" [id=1514, type=get_attr]; -"1515 mul_126" [id=1515, type=call_method]; +"1515 mul_126" [id=1515, type=mul]; "1516 linear_77" [id=1516, type=linear]; "1517 dropout_49" [id=1517, type=dropout]; "1518 view_69" [id=1518, type=view]; @@ -1535,7 +1535,7 @@ strict digraph { "1533 linear_78_scale_0_updated_constant0" [id=1533, type=get_attr]; "1534 compressed_weight_updated_constant79" [id=1534, type=get_attr]; "1535 _param_constant213_0_0" [id=1535, type=get_attr]; -"1536 mul_127" [id=1536, type=call_method]; +"1536 mul_127" [id=1536, type=mul]; "1537 linear_78" [id=1537, type=linear]; "1538 gelu_12" [id=1538, type=gelu]; "1539 dropout_50" [id=1539, type=dropout]; @@ -1545,7 +1545,7 @@ strict digraph { "1543 linear_79_scale_0_updated_constant0" [id=1543, type=get_attr]; "1544 compressed_weight_updated_constant80" [id=1544, type=get_attr]; "1545 _param_constant215_0_0" [id=1545, type=get_attr]; -"1546 mul_128" [id=1546, type=call_method]; +"1546 mul_128" [id=1546, type=mul]; "1547 linear_79" [id=1547, type=linear]; "1548 dropout_51" [id=1548, type=dropout]; "1549 _param_constant216" [id=1549, type=get_attr]; @@ -1557,13 +1557,13 @@ strict digraph { "1555 linear_80_scale_0_updated_constant0" [id=1555, type=get_attr]; "1556 compressed_weight_updated_constant81" [id=1556, type=get_attr]; "1557 _param_constant219_0_0" [id=1557, type=get_attr]; -"1558 mul_129" [id=1558, type=call_method]; +"1558 mul_129" [id=1558, type=mul]; "1559 linear_80" [id=1559, type=linear]; "1560 relu__13" [id=1560, type=relu_]; "1561 relu__13_0_0_nncf_smooth_quant_0" [id=1561, type=call_module]; "1562 linear_81_scale_0_updated_constant0" [id=1562, type=get_attr]; "1563 compressed_weight_updated_constant82" [id=1563, type=get_attr]; -"1564 mul_130" [id=1564, type=call_method]; +"1564 mul_130" [id=1564, type=mul]; "1565 linear_81" [id=1565, type=linear]; "1566 view_70" [id=1566, type=view]; "1567 _tensor_constant81" [id=1567, type=get_attr]; @@ -1585,7 +1585,7 @@ strict digraph { "1583 linear_82_scale_0_updated_constant0" [id=1583, type=get_attr]; "1584 compressed_weight_updated_constant83" [id=1584, type=get_attr]; "1585 _param_constant221_0_0" [id=1585, type=get_attr]; -"1586 mul_131" [id=1586, type=call_method]; +"1586 mul_131" [id=1586, type=mul]; "1587 linear_82" [id=1587, type=linear]; "1588 reshape_59" [id=1588, type=reshape]; "1589 permute_61" [id=1589, type=permute]; @@ -1638,7 +1638,7 @@ strict digraph { "1636 linear_83_scale_0_updated_constant0" [id=1636, type=get_attr]; "1637 compressed_weight_updated_constant84" [id=1637, type=get_attr]; "1638 _param_constant225_0_0" [id=1638, type=get_attr]; -"1639 mul_132" [id=1639, type=call_method]; +"1639 mul_132" [id=1639, type=mul]; "1640 linear_83" [id=1640, type=linear]; "1641 dropout_53" [id=1641, type=dropout]; "1642 view_76" [id=1642, type=view]; @@ -1660,7 +1660,7 @@ strict digraph { "1658 linear_84_scale_0_updated_constant0" [id=1658, type=get_attr]; "1659 compressed_weight_updated_constant85" [id=1659, type=get_attr]; "1660 _param_constant229_0_0" [id=1660, type=get_attr]; -"1661 mul_133" [id=1661, type=call_method]; +"1661 mul_133" [id=1661, type=mul]; "1662 linear_84" [id=1662, type=linear]; "1663 gelu_13" [id=1663, type=gelu]; "1664 dropout_54" [id=1664, type=dropout]; @@ -1670,7 +1670,7 @@ strict digraph { "1668 linear_85_scale_0_updated_constant0" [id=1668, type=get_attr]; "1669 compressed_weight_updated_constant86" [id=1669, type=get_attr]; "1670 _param_constant231_0_0" [id=1670, type=get_attr]; -"1671 mul_134" [id=1671, type=call_method]; +"1671 mul_134" [id=1671, type=mul]; "1672 linear_85" [id=1672, type=linear]; "1673 dropout_55" [id=1673, type=dropout]; "1674 _param_constant232" [id=1674, type=get_attr]; @@ -1682,13 +1682,13 @@ strict digraph { "1680 linear_86_scale_0_updated_constant0" [id=1680, type=get_attr]; "1681 compressed_weight_updated_constant87" [id=1681, type=get_attr]; "1682 _param_constant235_0_0" [id=1682, type=get_attr]; -"1683 mul_135" [id=1683, type=call_method]; +"1683 mul_135" [id=1683, type=mul]; "1684 linear_86" [id=1684, type=linear]; "1685 relu__14" [id=1685, type=relu_]; "1686 relu__14_0_0_nncf_smooth_quant_0" [id=1686, type=call_module]; "1687 linear_87_scale_0_updated_constant0" [id=1687, type=get_attr]; "1688 compressed_weight_updated_constant88" [id=1688, type=get_attr]; -"1689 mul_136" [id=1689, type=call_method]; +"1689 mul_136" [id=1689, type=mul]; "1690 linear_87" [id=1690, type=linear]; "1691 view_77" [id=1691, type=view]; "1692 _tensor_constant92" [id=1692, type=get_attr]; @@ -1709,7 +1709,7 @@ strict digraph { "1707 linear_88_scale_0_updated_constant0" [id=1707, type=get_attr]; "1708 compressed_weight_updated_constant89" [id=1708, type=get_attr]; "1709 _param_constant237_0_0" [id=1709, type=get_attr]; -"1710 mul_137" [id=1710, type=call_method]; +"1710 mul_137" [id=1710, type=mul]; "1711 linear_88" [id=1711, type=linear]; "1712 reshape_64" [id=1712, type=reshape]; "1713 permute_66" [id=1713, type=permute]; @@ -1746,7 +1746,7 @@ strict digraph { "1744 linear_89_scale_0_updated_constant0" [id=1744, type=get_attr]; "1745 compressed_weight_updated_constant90" [id=1745, type=get_attr]; "1746 _param_constant241_0_0" [id=1746, type=get_attr]; -"1747 mul_138" [id=1747, type=call_method]; +"1747 mul_138" [id=1747, type=mul]; "1748 linear_89" [id=1748, type=linear]; "1749 dropout_57" [id=1749, type=dropout]; "1750 view_80" [id=1750, type=view]; @@ -1767,7 +1767,7 @@ strict digraph { "1765 linear_90_scale_0_updated_constant0" [id=1765, type=get_attr]; "1766 compressed_weight_updated_constant91" [id=1766, type=get_attr]; "1767 _param_constant245_0_0" [id=1767, type=get_attr]; -"1768 mul_139" [id=1768, type=call_method]; +"1768 mul_139" [id=1768, type=mul]; "1769 linear_90" [id=1769, type=linear]; "1770 gelu_14" [id=1770, type=gelu]; "1771 dropout_58" [id=1771, type=dropout]; @@ -1777,7 +1777,7 @@ strict digraph { "1775 linear_91_scale_0_updated_constant0" [id=1775, type=get_attr]; "1776 compressed_weight_updated_constant92" [id=1776, type=get_attr]; "1777 _param_constant247_0_0" [id=1777, type=get_attr]; -"1778 mul_140" [id=1778, type=call_method]; +"1778 mul_140" [id=1778, type=mul]; "1779 linear_91" [id=1779, type=linear]; "1780 dropout_59" [id=1780, type=dropout]; "1781 _param_constant248" [id=1781, type=get_attr]; @@ -1789,13 +1789,13 @@ strict digraph { "1787 linear_92_scale_0_updated_constant0" [id=1787, type=get_attr]; "1788 compressed_weight_updated_constant93" [id=1788, type=get_attr]; "1789 _param_constant251_0_0" [id=1789, type=get_attr]; -"1790 mul_141" [id=1790, type=call_method]; +"1790 mul_141" [id=1790, type=mul]; "1791 linear_92" [id=1791, type=linear]; "1792 relu__15" [id=1792, type=relu_]; "1793 relu__15_0_0_nncf_smooth_quant_0" [id=1793, type=call_module]; "1794 linear_93_scale_0_updated_constant0" [id=1794, type=get_attr]; "1795 compressed_weight_updated_constant94" [id=1795, type=get_attr]; -"1796 mul_142" [id=1796, type=call_method]; +"1796 mul_142" [id=1796, type=mul]; "1797 linear_93" [id=1797, type=linear]; "1798 view_81" [id=1798, type=view]; "1799 _tensor_constant94" [id=1799, type=get_attr]; @@ -1817,7 +1817,7 @@ strict digraph { "1815 linear_94_scale_0_updated_constant0" [id=1815, type=get_attr]; "1816 compressed_weight_updated_constant95" [id=1816, type=get_attr]; "1817 _param_constant253_0_0" [id=1817, type=get_attr]; -"1818 mul_143" [id=1818, type=call_method]; +"1818 mul_143" [id=1818, type=mul]; "1819 linear_94" [id=1819, type=linear]; "1820 reshape_68" [id=1820, type=reshape]; "1821 permute_70" [id=1821, type=permute]; @@ -1870,7 +1870,7 @@ strict digraph { "1868 linear_95_scale_0_updated_constant0" [id=1868, type=get_attr]; "1869 compressed_weight_updated_constant96" [id=1869, type=get_attr]; "1870 _param_constant257_0_0" [id=1870, type=get_attr]; -"1871 mul_144" [id=1871, type=call_method]; +"1871 mul_144" [id=1871, type=mul]; "1872 linear_95" [id=1872, type=linear]; "1873 dropout_61" [id=1873, type=dropout]; "1874 view_87" [id=1874, type=view]; @@ -1892,7 +1892,7 @@ strict digraph { "1890 linear_96_scale_0_updated_constant0" [id=1890, type=get_attr]; "1891 compressed_weight_updated_constant97" [id=1891, type=get_attr]; "1892 _param_constant261_0_0" [id=1892, type=get_attr]; -"1893 mul_145" [id=1893, type=call_method]; +"1893 mul_145" [id=1893, type=mul]; "1894 linear_96" [id=1894, type=linear]; "1895 gelu_15" [id=1895, type=gelu]; "1896 dropout_62" [id=1896, type=dropout]; @@ -1902,7 +1902,7 @@ strict digraph { "1900 linear_97_scale_0_updated_constant0" [id=1900, type=get_attr]; "1901 compressed_weight_updated_constant98" [id=1901, type=get_attr]; "1902 _param_constant263_0_0" [id=1902, type=get_attr]; -"1903 mul_146" [id=1903, type=call_method]; +"1903 mul_146" [id=1903, type=mul]; "1904 linear_97" [id=1904, type=linear]; "1905 dropout_63" [id=1905, type=dropout]; "1906 _param_constant264" [id=1906, type=get_attr]; @@ -1914,13 +1914,13 @@ strict digraph { "1912 linear_98_scale_0_updated_constant0" [id=1912, type=get_attr]; "1913 compressed_weight_updated_constant99" [id=1913, type=get_attr]; "1914 _param_constant267_0_0" [id=1914, type=get_attr]; -"1915 mul_147" [id=1915, type=call_method]; +"1915 mul_147" [id=1915, type=mul]; "1916 linear_98" [id=1916, type=linear]; "1917 relu__16" [id=1917, type=relu_]; "1918 relu__16_0_0_nncf_smooth_quant_0" [id=1918, type=call_module]; "1919 linear_99_scale_0_updated_constant0" [id=1919, type=get_attr]; "1920 compressed_weight_updated_constant100" [id=1920, type=get_attr]; -"1921 mul_148" [id=1921, type=call_method]; +"1921 mul_148" [id=1921, type=mul]; "1922 linear_99" [id=1922, type=linear]; "1923 view_88" [id=1923, type=view]; "1924 _tensor_constant105" [id=1924, type=get_attr]; @@ -1941,7 +1941,7 @@ strict digraph { "1939 linear_100_scale_0_updated_constant0" [id=1939, type=get_attr]; "1940 compressed_weight_updated_constant101" [id=1940, type=get_attr]; "1941 _param_constant269_0_0" [id=1941, type=get_attr]; -"1942 mul_149" [id=1942, type=call_method]; +"1942 mul_149" [id=1942, type=mul]; "1943 linear_100" [id=1943, type=linear]; "1944 reshape_73" [id=1944, type=reshape]; "1945 permute_75" [id=1945, type=permute]; @@ -1978,7 +1978,7 @@ strict digraph { "1976 linear_101_scale_0_updated_constant0" [id=1976, type=get_attr]; "1977 compressed_weight_updated_constant102" [id=1977, type=get_attr]; "1978 _param_constant273_0_0" [id=1978, type=get_attr]; -"1979 mul_150" [id=1979, type=call_method]; +"1979 mul_150" [id=1979, type=mul]; "1980 linear_101" [id=1980, type=linear]; "1981 dropout_65" [id=1981, type=dropout]; "1982 view_91" [id=1982, type=view]; @@ -1999,7 +1999,7 @@ strict digraph { "1997 linear_102_scale_0_updated_constant0" [id=1997, type=get_attr]; "1998 compressed_weight_updated_constant103" [id=1998, type=get_attr]; "1999 _param_constant277_0_0" [id=1999, type=get_attr]; -"2000 mul_151" [id=2000, type=call_method]; +"2000 mul_151" [id=2000, type=mul]; "2001 linear_102" [id=2001, type=linear]; "2002 gelu_16" [id=2002, type=gelu]; "2003 dropout_66" [id=2003, type=dropout]; @@ -2009,7 +2009,7 @@ strict digraph { "2007 linear_103_scale_0_updated_constant0" [id=2007, type=get_attr]; "2008 compressed_weight_updated_constant104" [id=2008, type=get_attr]; "2009 _param_constant279_0_0" [id=2009, type=get_attr]; -"2010 mul_152" [id=2010, type=call_method]; +"2010 mul_152" [id=2010, type=mul]; "2011 linear_103" [id=2011, type=linear]; "2012 dropout_67" [id=2012, type=dropout]; "2013 _param_constant280" [id=2013, type=get_attr]; @@ -2021,13 +2021,13 @@ strict digraph { "2019 linear_104_scale_0_updated_constant0" [id=2019, type=get_attr]; "2020 compressed_weight_updated_constant105" [id=2020, type=get_attr]; "2021 _param_constant283_0_0" [id=2021, type=get_attr]; -"2022 mul_153" [id=2022, type=call_method]; +"2022 mul_153" [id=2022, type=mul]; "2023 linear_104" [id=2023, type=linear]; "2024 relu__17" [id=2024, type=relu_]; "2025 relu__17_0_0_nncf_smooth_quant_0" [id=2025, type=call_module]; "2026 linear_105_scale_0_updated_constant0" [id=2026, type=get_attr]; "2027 compressed_weight_updated_constant106" [id=2027, type=get_attr]; -"2028 mul_154" [id=2028, type=call_method]; +"2028 mul_154" [id=2028, type=mul]; "2029 linear_105" [id=2029, type=linear]; "2030 view_92" [id=2030, type=view]; "2031 _tensor_constant107" [id=2031, type=get_attr]; @@ -2049,7 +2049,7 @@ strict digraph { "2047 linear_106_scale_0_updated_constant0" [id=2047, type=get_attr]; "2048 compressed_weight_updated_constant107" [id=2048, type=get_attr]; "2049 _param_constant285_0_0" [id=2049, type=get_attr]; -"2050 mul_155" [id=2050, type=call_method]; +"2050 mul_155" [id=2050, type=mul]; "2051 linear_106" [id=2051, type=linear]; "2052 reshape_77" [id=2052, type=reshape]; "2053 permute_79" [id=2053, type=permute]; @@ -2102,7 +2102,7 @@ strict digraph { "2100 linear_107_scale_0_updated_constant0" [id=2100, type=get_attr]; "2101 compressed_weight_updated_constant108" [id=2101, type=get_attr]; "2102 _param_constant289_0_0" [id=2102, type=get_attr]; -"2103 mul_156" [id=2103, type=call_method]; +"2103 mul_156" [id=2103, type=mul]; "2104 linear_107" [id=2104, type=linear]; "2105 dropout_69" [id=2105, type=dropout]; "2106 view_98" [id=2106, type=view]; @@ -2124,7 +2124,7 @@ strict digraph { "2122 linear_108_scale_0_updated_constant0" [id=2122, type=get_attr]; "2123 compressed_weight_updated_constant109" [id=2123, type=get_attr]; "2124 _param_constant293_0_0" [id=2124, type=get_attr]; -"2125 mul_157" [id=2125, type=call_method]; +"2125 mul_157" [id=2125, type=mul]; "2126 linear_108" [id=2126, type=linear]; "2127 gelu_17" [id=2127, type=gelu]; "2128 dropout_70" [id=2128, type=dropout]; @@ -2134,7 +2134,7 @@ strict digraph { "2132 linear_109_scale_0_updated_constant0" [id=2132, type=get_attr]; "2133 compressed_weight_updated_constant110" [id=2133, type=get_attr]; "2134 _param_constant295_0_0" [id=2134, type=get_attr]; -"2135 mul_158" [id=2135, type=call_method]; +"2135 mul_158" [id=2135, type=mul]; "2136 linear_109" [id=2136, type=linear]; "2137 dropout_71" [id=2137, type=dropout]; "2138 _param_constant296" [id=2138, type=get_attr]; @@ -2146,13 +2146,13 @@ strict digraph { "2144 linear_110_scale_0_updated_constant0" [id=2144, type=get_attr]; "2145 compressed_weight_updated_constant111" [id=2145, type=get_attr]; "2146 _param_constant299_0_0" [id=2146, type=get_attr]; -"2147 mul_159" [id=2147, type=call_method]; +"2147 mul_159" [id=2147, type=mul]; "2148 linear_110" [id=2148, type=linear]; "2149 relu__18" [id=2149, type=relu_]; "2150 relu__18_0_0_nncf_smooth_quant_0" [id=2150, type=call_module]; "2151 linear_111_scale_0_updated_constant0" [id=2151, type=get_attr]; "2152 compressed_weight_updated_constant112" [id=2152, type=get_attr]; -"2153 mul_160" [id=2153, type=call_method]; +"2153 mul_160" [id=2153, type=mul]; "2154 linear_111" [id=2154, type=linear]; "2155 view_99" [id=2155, type=view]; "2156 _tensor_constant118" [id=2156, type=get_attr]; @@ -2173,7 +2173,7 @@ strict digraph { "2171 linear_112_scale_0_updated_constant0" [id=2171, type=get_attr]; "2172 compressed_weight_updated_constant113" [id=2172, type=get_attr]; "2173 _param_constant301_0_0" [id=2173, type=get_attr]; -"2174 mul_161" [id=2174, type=call_method]; +"2174 mul_161" [id=2174, type=mul]; "2175 linear_112" [id=2175, type=linear]; "2176 reshape_82" [id=2176, type=reshape]; "2177 permute_84" [id=2177, type=permute]; @@ -2210,7 +2210,7 @@ strict digraph { "2208 linear_113_scale_0_updated_constant0" [id=2208, type=get_attr]; "2209 compressed_weight_updated_constant114" [id=2209, type=get_attr]; "2210 _param_constant305_0_0" [id=2210, type=get_attr]; -"2211 mul_162" [id=2211, type=call_method]; +"2211 mul_162" [id=2211, type=mul]; "2212 linear_113" [id=2212, type=linear]; "2213 dropout_73" [id=2213, type=dropout]; "2214 view_102" [id=2214, type=view]; @@ -2231,7 +2231,7 @@ strict digraph { "2229 linear_114_scale_0_updated_constant0" [id=2229, type=get_attr]; "2230 compressed_weight_updated_constant115" [id=2230, type=get_attr]; "2231 _param_constant309_0_0" [id=2231, type=get_attr]; -"2232 mul_163" [id=2232, type=call_method]; +"2232 mul_163" [id=2232, type=mul]; "2233 linear_114" [id=2233, type=linear]; "2234 gelu_18" [id=2234, type=gelu]; "2235 dropout_74" [id=2235, type=dropout]; @@ -2241,7 +2241,7 @@ strict digraph { "2239 linear_115_scale_0_updated_constant0" [id=2239, type=get_attr]; "2240 compressed_weight_updated_constant116" [id=2240, type=get_attr]; "2241 _param_constant311_0_0" [id=2241, type=get_attr]; -"2242 mul_164" [id=2242, type=call_method]; +"2242 mul_164" [id=2242, type=mul]; "2243 linear_115" [id=2243, type=linear]; "2244 dropout_75" [id=2244, type=dropout]; "2245 _param_constant312" [id=2245, type=get_attr]; @@ -2253,13 +2253,13 @@ strict digraph { "2251 linear_116_scale_0_updated_constant0" [id=2251, type=get_attr]; "2252 compressed_weight_updated_constant117" [id=2252, type=get_attr]; "2253 _param_constant315_0_0" [id=2253, type=get_attr]; -"2254 mul_165" [id=2254, type=call_method]; +"2254 mul_165" [id=2254, type=mul]; "2255 linear_116" [id=2255, type=linear]; "2256 relu__19" [id=2256, type=relu_]; "2257 relu__19_0_0_nncf_smooth_quant_0" [id=2257, type=call_module]; "2258 linear_117_scale_0_updated_constant0" [id=2258, type=get_attr]; "2259 compressed_weight_updated_constant118" [id=2259, type=get_attr]; -"2260 mul_166" [id=2260, type=call_method]; +"2260 mul_166" [id=2260, type=mul]; "2261 linear_117" [id=2261, type=linear]; "2262 view_103" [id=2262, type=view]; "2263 _tensor_constant120" [id=2263, type=get_attr]; @@ -2281,7 +2281,7 @@ strict digraph { "2279 linear_118_scale_0_updated_constant0" [id=2279, type=get_attr]; "2280 compressed_weight_updated_constant119" [id=2280, type=get_attr]; "2281 _param_constant317_0_0" [id=2281, type=get_attr]; -"2282 mul_167" [id=2282, type=call_method]; +"2282 mul_167" [id=2282, type=mul]; "2283 linear_118" [id=2283, type=linear]; "2284 reshape_86" [id=2284, type=reshape]; "2285 permute_88" [id=2285, type=permute]; @@ -2334,7 +2334,7 @@ strict digraph { "2332 linear_119_scale_0_updated_constant0" [id=2332, type=get_attr]; "2333 compressed_weight_updated_constant120" [id=2333, type=get_attr]; "2334 _param_constant321_0_0" [id=2334, type=get_attr]; -"2335 mul_168" [id=2335, type=call_method]; +"2335 mul_168" [id=2335, type=mul]; "2336 linear_119" [id=2336, type=linear]; "2337 dropout_77" [id=2337, type=dropout]; "2338 view_109" [id=2338, type=view]; @@ -2356,7 +2356,7 @@ strict digraph { "2354 linear_120_scale_0_updated_constant0" [id=2354, type=get_attr]; "2355 compressed_weight_updated_constant121" [id=2355, type=get_attr]; "2356 _param_constant325_0_0" [id=2356, type=get_attr]; -"2357 mul_169" [id=2357, type=call_method]; +"2357 mul_169" [id=2357, type=mul]; "2358 linear_120" [id=2358, type=linear]; "2359 gelu_19" [id=2359, type=gelu]; "2360 dropout_78" [id=2360, type=dropout]; @@ -2366,7 +2366,7 @@ strict digraph { "2364 linear_121_scale_0_updated_constant0" [id=2364, type=get_attr]; "2365 compressed_weight_updated_constant122" [id=2365, type=get_attr]; "2366 _param_constant327_0_0" [id=2366, type=get_attr]; -"2367 mul_170" [id=2367, type=call_method]; +"2367 mul_170" [id=2367, type=mul]; "2368 linear_121" [id=2368, type=linear]; "2369 dropout_79" [id=2369, type=dropout]; "2370 _param_constant328" [id=2370, type=get_attr]; @@ -2378,13 +2378,13 @@ strict digraph { "2376 linear_122_scale_0_updated_constant0" [id=2376, type=get_attr]; "2377 compressed_weight_updated_constant123" [id=2377, type=get_attr]; "2378 _param_constant331_0_0" [id=2378, type=get_attr]; -"2379 mul_171" [id=2379, type=call_method]; +"2379 mul_171" [id=2379, type=mul]; "2380 linear_122" [id=2380, type=linear]; "2381 relu__20" [id=2381, type=relu_]; "2382 relu__20_0_0_nncf_smooth_quant_0" [id=2382, type=call_module]; "2383 linear_123_scale_0_updated_constant0" [id=2383, type=get_attr]; "2384 compressed_weight_updated_constant124" [id=2384, type=get_attr]; -"2385 mul_172" [id=2385, type=call_method]; +"2385 mul_172" [id=2385, type=mul]; "2386 linear_123" [id=2386, type=linear]; "2387 view_110" [id=2387, type=view]; "2388 _tensor_constant131" [id=2388, type=get_attr]; @@ -2405,7 +2405,7 @@ strict digraph { "2403 linear_124_scale_0_updated_constant0" [id=2403, type=get_attr]; "2404 compressed_weight_updated_constant125" [id=2404, type=get_attr]; "2405 _param_constant333_0_0" [id=2405, type=get_attr]; -"2406 mul_173" [id=2406, type=call_method]; +"2406 mul_173" [id=2406, type=mul]; "2407 linear_124" [id=2407, type=linear]; "2408 reshape_91" [id=2408, type=reshape]; "2409 permute_93" [id=2409, type=permute]; @@ -2442,7 +2442,7 @@ strict digraph { "2440 linear_125_scale_0_updated_constant0" [id=2440, type=get_attr]; "2441 compressed_weight_updated_constant126" [id=2441, type=get_attr]; "2442 _param_constant337_0_0" [id=2442, type=get_attr]; -"2443 mul_174" [id=2443, type=call_method]; +"2443 mul_174" [id=2443, type=mul]; "2444 linear_125" [id=2444, type=linear]; "2445 dropout_81" [id=2445, type=dropout]; "2446 view_113" [id=2446, type=view]; @@ -2463,7 +2463,7 @@ strict digraph { "2461 linear_126_scale_0_updated_constant0" [id=2461, type=get_attr]; "2462 compressed_weight_updated_constant127" [id=2462, type=get_attr]; "2463 _param_constant341_0_0" [id=2463, type=get_attr]; -"2464 mul_175" [id=2464, type=call_method]; +"2464 mul_175" [id=2464, type=mul]; "2465 linear_126" [id=2465, type=linear]; "2466 gelu_20" [id=2466, type=gelu]; "2467 dropout_82" [id=2467, type=dropout]; @@ -2473,7 +2473,7 @@ strict digraph { "2471 linear_127_scale_0_updated_constant0" [id=2471, type=get_attr]; "2472 compressed_weight_updated_constant128" [id=2472, type=get_attr]; "2473 _param_constant343_0_0" [id=2473, type=get_attr]; -"2474 mul_176" [id=2474, type=call_method]; +"2474 mul_176" [id=2474, type=mul]; "2475 linear_127" [id=2475, type=linear]; "2476 dropout_83" [id=2476, type=dropout]; "2477 _param_constant344" [id=2477, type=get_attr]; @@ -2485,13 +2485,13 @@ strict digraph { "2483 linear_128_scale_0_updated_constant0" [id=2483, type=get_attr]; "2484 compressed_weight_updated_constant129" [id=2484, type=get_attr]; "2485 _param_constant347_0_0" [id=2485, type=get_attr]; -"2486 mul_177" [id=2486, type=call_method]; +"2486 mul_177" [id=2486, type=mul]; "2487 linear_128" [id=2487, type=linear]; "2488 relu__21" [id=2488, type=relu_]; "2489 relu__21_0_0_nncf_smooth_quant_0" [id=2489, type=call_module]; "2490 linear_129_scale_0_updated_constant0" [id=2490, type=get_attr]; "2491 compressed_weight_updated_constant130" [id=2491, type=get_attr]; -"2492 mul_178" [id=2492, type=call_method]; +"2492 mul_178" [id=2492, type=mul]; "2493 linear_129" [id=2493, type=linear]; "2494 view_114" [id=2494, type=view]; "2495 _tensor_constant133" [id=2495, type=get_attr]; @@ -2513,7 +2513,7 @@ strict digraph { "2511 linear_130_scale_0_updated_constant0" [id=2511, type=get_attr]; "2512 compressed_weight_updated_constant131" [id=2512, type=get_attr]; "2513 _param_constant349_0_0" [id=2513, type=get_attr]; -"2514 mul_179" [id=2514, type=call_method]; +"2514 mul_179" [id=2514, type=mul]; "2515 linear_130" [id=2515, type=linear]; "2516 reshape_95" [id=2516, type=reshape]; "2517 permute_97" [id=2517, type=permute]; @@ -2566,7 +2566,7 @@ strict digraph { "2564 linear_131_scale_0_updated_constant0" [id=2564, type=get_attr]; "2565 compressed_weight_updated_constant132" [id=2565, type=get_attr]; "2566 _param_constant353_0_0" [id=2566, type=get_attr]; -"2567 mul_180" [id=2567, type=call_method]; +"2567 mul_180" [id=2567, type=mul]; "2568 linear_131" [id=2568, type=linear]; "2569 dropout_85" [id=2569, type=dropout]; "2570 view_120" [id=2570, type=view]; @@ -2588,7 +2588,7 @@ strict digraph { "2586 linear_132_scale_0_updated_constant0" [id=2586, type=get_attr]; "2587 compressed_weight_updated_constant133" [id=2587, type=get_attr]; "2588 _param_constant357_0_0" [id=2588, type=get_attr]; -"2589 mul_181" [id=2589, type=call_method]; +"2589 mul_181" [id=2589, type=mul]; "2590 linear_132" [id=2590, type=linear]; "2591 gelu_21" [id=2591, type=gelu]; "2592 dropout_86" [id=2592, type=dropout]; @@ -2598,7 +2598,7 @@ strict digraph { "2596 linear_133_scale_0_updated_constant0" [id=2596, type=get_attr]; "2597 compressed_weight_updated_constant134" [id=2597, type=get_attr]; "2598 _param_constant359_0_0" [id=2598, type=get_attr]; -"2599 mul_182" [id=2599, type=call_method]; +"2599 mul_182" [id=2599, type=mul]; "2600 linear_133" [id=2600, type=linear]; "2601 dropout_87" [id=2601, type=dropout]; "2602 _param_constant360" [id=2602, type=get_attr]; @@ -2624,7 +2624,7 @@ strict digraph { "2622 dequantize_per_tensor_default_135" [id=2622, type=dequantize_per_tensor]; "2623 linear_134_scale_0_updated_constant0" [id=2623, type=get_attr]; "2624 compressed_weight_updated_constant135" [id=2624, type=get_attr]; -"2625 mul_183" [id=2625, type=call_method]; +"2625 mul_183" [id=2625, type=mul]; "2626 linear_134" [id=2626, type=linear]; "2627 _param_constant363" [id=2627, type=get_attr]; "2628 _param_constant364" [id=2628, type=get_attr]; @@ -2634,13 +2634,13 @@ strict digraph { "2632 linear_135_scale_0_updated_constant0" [id=2632, type=get_attr]; "2633 compressed_weight_updated_constant136" [id=2633, type=get_attr]; "2634 _param_constant366_0_0" [id=2634, type=get_attr]; -"2635 mul_184" [id=2635, type=call_method]; +"2635 mul_184" [id=2635, type=mul]; "2636 linear_135" [id=2636, type=linear]; "2637 relu__22" [id=2637, type=relu_]; "2638 relu__22_0_0_nncf_smooth_quant_0" [id=2638, type=call_module]; "2639 linear_136_scale_0_updated_constant0" [id=2639, type=get_attr]; "2640 compressed_weight_updated_constant137" [id=2640, type=get_attr]; -"2641 mul_185" [id=2641, type=call_method]; +"2641 mul_185" [id=2641, type=mul]; "2642 linear_136" [id=2642, type=linear]; "2643 view_121" [id=2643, type=view]; "2644 _tensor_constant144" [id=2644, type=get_attr]; @@ -2661,7 +2661,7 @@ strict digraph { "2659 linear_137_scale_0_updated_constant0" [id=2659, type=get_attr]; "2660 compressed_weight_updated_constant138" [id=2660, type=get_attr]; "2661 _param_constant368_0_0" [id=2661, type=get_attr]; -"2662 mul_186" [id=2662, type=call_method]; +"2662 mul_186" [id=2662, type=mul]; "2663 linear_137" [id=2663, type=linear]; "2664 reshape_100" [id=2664, type=reshape]; "2665 permute_102" [id=2665, type=permute]; @@ -2698,7 +2698,7 @@ strict digraph { "2696 linear_138_scale_0_updated_constant0" [id=2696, type=get_attr]; "2697 compressed_weight_updated_constant139" [id=2697, type=get_attr]; "2698 _param_constant372_0_0" [id=2698, type=get_attr]; -"2699 mul_187" [id=2699, type=call_method]; +"2699 mul_187" [id=2699, type=mul]; "2700 linear_138" [id=2700, type=linear]; "2701 dropout_89" [id=2701, type=dropout]; "2702 view_124" [id=2702, type=view]; @@ -2719,7 +2719,7 @@ strict digraph { "2717 linear_139_scale_0_updated_constant0" [id=2717, type=get_attr]; "2718 compressed_weight_updated_constant140" [id=2718, type=get_attr]; "2719 _param_constant376_0_0" [id=2719, type=get_attr]; -"2720 mul_188" [id=2720, type=call_method]; +"2720 mul_188" [id=2720, type=mul]; "2721 linear_139" [id=2721, type=linear]; "2722 gelu_22" [id=2722, type=gelu]; "2723 dropout_90" [id=2723, type=dropout]; @@ -2729,7 +2729,7 @@ strict digraph { "2727 linear_140_scale_0_updated_constant0" [id=2727, type=get_attr]; "2728 compressed_weight_updated_constant141" [id=2728, type=get_attr]; "2729 _param_constant378_0_0" [id=2729, type=get_attr]; -"2730 mul_189" [id=2730, type=call_method]; +"2730 mul_189" [id=2730, type=mul]; "2731 linear_140" [id=2731, type=linear]; "2732 dropout_91" [id=2732, type=dropout]; "2733 _param_constant379" [id=2733, type=get_attr]; @@ -2741,13 +2741,13 @@ strict digraph { "2739 linear_141_scale_0_updated_constant0" [id=2739, type=get_attr]; "2740 compressed_weight_updated_constant142" [id=2740, type=get_attr]; "2741 _param_constant382_0_0" [id=2741, type=get_attr]; -"2742 mul_190" [id=2742, type=call_method]; +"2742 mul_190" [id=2742, type=mul]; "2743 linear_141" [id=2743, type=linear]; "2744 relu__23" [id=2744, type=relu_]; "2745 relu__23_0_0_nncf_smooth_quant_0" [id=2745, type=call_module]; "2746 linear_142_scale_0_updated_constant0" [id=2746, type=get_attr]; "2747 compressed_weight_updated_constant143" [id=2747, type=get_attr]; -"2748 mul_191" [id=2748, type=call_method]; +"2748 mul_191" [id=2748, type=mul]; "2749 linear_142" [id=2749, type=linear]; "2750 view_125" [id=2750, type=view]; "2751 _tensor_constant146" [id=2751, type=get_attr]; @@ -2768,7 +2768,7 @@ strict digraph { "2766 linear_143_scale_0_updated_constant0" [id=2766, type=get_attr]; "2767 compressed_weight_updated_constant144" [id=2767, type=get_attr]; "2768 _param_constant384_0_0" [id=2768, type=get_attr]; -"2769 mul_192" [id=2769, type=call_method]; +"2769 mul_192" [id=2769, type=mul]; "2770 linear_143" [id=2770, type=linear]; "2771 reshape_104" [id=2771, type=reshape]; "2772 permute_106" [id=2772, type=permute]; @@ -2805,7 +2805,7 @@ strict digraph { "2803 linear_144_scale_0_updated_constant0" [id=2803, type=get_attr]; "2804 compressed_weight_updated_constant145" [id=2804, type=get_attr]; "2805 _param_constant388_0_0" [id=2805, type=get_attr]; -"2806 mul_193" [id=2806, type=call_method]; +"2806 mul_193" [id=2806, type=mul]; "2807 linear_144" [id=2807, type=linear]; "2808 dropout_93" [id=2808, type=dropout]; "2809 view_128" [id=2809, type=view]; @@ -2826,7 +2826,7 @@ strict digraph { "2824 linear_145_scale_0_updated_constant0" [id=2824, type=get_attr]; "2825 compressed_weight_updated_constant146" [id=2825, type=get_attr]; "2826 _param_constant392_0_0" [id=2826, type=get_attr]; -"2827 mul_194" [id=2827, type=call_method]; +"2827 mul_194" [id=2827, type=mul]; "2828 linear_145" [id=2828, type=linear]; "2829 gelu_23" [id=2829, type=gelu]; "2830 dropout_94" [id=2830, type=dropout]; @@ -2836,7 +2836,7 @@ strict digraph { "2834 linear_146_scale_0_updated_constant0" [id=2834, type=get_attr]; "2835 compressed_weight_updated_constant147" [id=2835, type=get_attr]; "2836 _param_constant394_0_0" [id=2836, type=get_attr]; -"2837 mul_195" [id=2837, type=call_method]; +"2837 mul_195" [id=2837, type=mul]; "2838 linear_146" [id=2838, type=linear]; "2839 dropout_95" [id=2839, type=dropout]; "2840 _param_constant395" [id=2840, type=get_attr]; @@ -2855,7 +2855,7 @@ strict digraph { "2853 linear_147_scale_0_updated_constant0" [id=2853, type=get_attr]; "2854 compressed_weight_updated_constant148" [id=2854, type=get_attr]; "2855 _param_constant400_0_0" [id=2855, type=get_attr]; -"2856 mul_196" [id=2856, type=call_method]; +"2856 mul_196" [id=2856, type=mul]; "2857 linear_147" [id=2857, type=linear]; "2858 output" [id=2858, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; diff --git a/tests/torch/data/reference_graphs/fx/quantized/unet.dot b/tests/torch/data/reference_graphs/fx/quantized/unet.dot index fc89f9b30d3..703b5891438 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/unet.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/unet.dot @@ -5,7 +5,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; "4 compressed_weight_updated_constant0" [id=4, type=get_attr]; "5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul" [id=6, type=call_method]; +"6 mul" [id=6, type=mul]; "7 conv2d" [id=7, type=conv2d]; "8 relu" [id=8, type=relu]; "9 quantize_per_tensor_default_9" [id=9, type=quantize_per_tensor]; @@ -13,7 +13,7 @@ strict digraph { "11 conv2d_1_scale_0_updated_constant0" [id=11, type=get_attr]; "12 compressed_weight_updated_constant1" [id=12, type=get_attr]; "13 _param_constant5_0_0" [id=13, type=get_attr]; -"14 mul_1" [id=14, type=call_method]; +"14 mul_1" [id=14, type=mul]; "15 conv2d_1" [id=15, type=conv2d]; "16 relu_1" [id=16, type=relu]; "17 quantize_per_tensor_default" [id=17, type=quantize_per_tensor]; @@ -23,7 +23,7 @@ strict digraph { "21 conv2d_2_scale_0_updated_constant0" [id=21, type=get_attr]; "22 compressed_weight_updated_constant2" [id=22, type=get_attr]; "23 _param_constant9_0_0" [id=23, type=get_attr]; -"24 mul_2" [id=24, type=call_method]; +"24 mul_2" [id=24, type=mul]; "25 conv2d_2" [id=25, type=conv2d]; "26 relu_2" [id=26, type=relu]; "27 quantize_per_tensor_default_10" [id=27, type=quantize_per_tensor]; @@ -31,7 +31,7 @@ strict digraph { "29 conv2d_3_scale_0_updated_constant0" [id=29, type=get_attr]; "30 compressed_weight_updated_constant3" [id=30, type=get_attr]; "31 _param_constant13_0_0" [id=31, type=get_attr]; -"32 mul_3" [id=32, type=call_method]; +"32 mul_3" [id=32, type=mul]; "33 conv2d_3" [id=33, type=conv2d]; "34 relu_3" [id=34, type=relu]; "35 quantize_per_tensor_default_3" [id=35, type=quantize_per_tensor]; @@ -41,7 +41,7 @@ strict digraph { "39 conv2d_4_scale_0_updated_constant0" [id=39, type=get_attr]; "40 compressed_weight_updated_constant4" [id=40, type=get_attr]; "41 _param_constant17_0_0" [id=41, type=get_attr]; -"42 mul_4" [id=42, type=call_method]; +"42 mul_4" [id=42, type=mul]; "43 conv2d_4" [id=43, type=conv2d]; "44 relu_4" [id=44, type=relu]; "45 quantize_per_tensor_default_11" [id=45, type=quantize_per_tensor]; @@ -49,7 +49,7 @@ strict digraph { "47 conv2d_5_scale_0_updated_constant0" [id=47, type=get_attr]; "48 compressed_weight_updated_constant5" [id=48, type=get_attr]; "49 _param_constant21_0_0" [id=49, type=get_attr]; -"50 mul_5" [id=50, type=call_method]; +"50 mul_5" [id=50, type=mul]; "51 conv2d_5" [id=51, type=conv2d]; "52 relu_5" [id=52, type=relu]; "53 quantize_per_tensor_default_4" [id=53, type=quantize_per_tensor]; @@ -59,7 +59,7 @@ strict digraph { "57 conv2d_6_scale_0_updated_constant0" [id=57, type=get_attr]; "58 compressed_weight_updated_constant6" [id=58, type=get_attr]; "59 _param_constant25_0_0" [id=59, type=get_attr]; -"60 mul_6" [id=60, type=call_method]; +"60 mul_6" [id=60, type=mul]; "61 conv2d_6" [id=61, type=conv2d]; "62 relu_6" [id=62, type=relu]; "63 quantize_per_tensor_default_12" [id=63, type=quantize_per_tensor]; @@ -67,7 +67,7 @@ strict digraph { "65 conv2d_7_scale_0_updated_constant0" [id=65, type=get_attr]; "66 compressed_weight_updated_constant7" [id=66, type=get_attr]; "67 _param_constant29_0_0" [id=67, type=get_attr]; -"68 mul_7" [id=68, type=call_method]; +"68 mul_7" [id=68, type=mul]; "69 conv2d_7" [id=69, type=conv2d]; "70 relu_7" [id=70, type=relu]; "71 quantize_per_tensor_default_7" [id=71, type=quantize_per_tensor]; @@ -77,7 +77,7 @@ strict digraph { "75 conv2d_8_scale_0_updated_constant0" [id=75, type=get_attr]; "76 compressed_weight_updated_constant8" [id=76, type=get_attr]; "77 _param_constant33_0_0" [id=77, type=get_attr]; -"78 mul_8" [id=78, type=call_method]; +"78 mul_8" [id=78, type=mul]; "79 conv2d_8" [id=79, type=conv2d]; "80 relu_8" [id=80, type=relu]; "81 quantize_per_tensor_default_13" [id=81, type=quantize_per_tensor]; @@ -85,7 +85,7 @@ strict digraph { "83 conv2d_9_scale_0_updated_constant0" [id=83, type=get_attr]; "84 compressed_weight_updated_constant9" [id=84, type=get_attr]; "85 _param_constant37_0_0" [id=85, type=get_attr]; -"86 mul_9" [id=86, type=call_method]; +"86 mul_9" [id=86, type=mul]; "87 conv2d_9" [id=87, type=conv2d]; "88 relu_9" [id=88, type=relu]; "89 quantize_per_tensor_default_14" [id=89, type=quantize_per_tensor]; @@ -93,7 +93,7 @@ strict digraph { "91 _param_constant41" [id=91, type=get_attr]; "92 conv_transpose2d_scale_0_updated_constant0" [id=92, type=get_attr]; "93 compressed_weight_updated_constant10" [id=93, type=get_attr]; -"94 mul_10" [id=94, type=call_method]; +"94 mul_10" [id=94, type=mul]; "95 conv_transpose2d" [id=95, type=conv_transpose2d]; "96 quantize_per_tensor_default_6" [id=96, type=quantize_per_tensor]; "97 dequantize_per_tensor_default_9" [id=97, type=dequantize_per_tensor]; @@ -105,7 +105,7 @@ strict digraph { "103 conv2d_10_scale_0_updated_constant0" [id=103, type=get_attr]; "104 compressed_weight_updated_constant11" [id=104, type=get_attr]; "105 _param_constant43_0_0" [id=105, type=get_attr]; -"106 mul_11" [id=106, type=call_method]; +"106 mul_11" [id=106, type=mul]; "107 conv2d_10" [id=107, type=conv2d]; "108 relu_10" [id=108, type=relu]; "109 quantize_per_tensor_default_15" [id=109, type=quantize_per_tensor]; @@ -113,7 +113,7 @@ strict digraph { "111 conv2d_11_scale_0_updated_constant0" [id=111, type=get_attr]; "112 compressed_weight_updated_constant12" [id=112, type=get_attr]; "113 _param_constant47_0_0" [id=113, type=get_attr]; -"114 mul_12" [id=114, type=call_method]; +"114 mul_12" [id=114, type=mul]; "115 conv2d_11" [id=115, type=conv2d]; "116 relu_11" [id=116, type=relu]; "117 quantize_per_tensor_default_16" [id=117, type=quantize_per_tensor]; @@ -121,7 +121,7 @@ strict digraph { "119 _param_constant51" [id=119, type=get_attr]; "120 conv_transpose2d_1_scale_0_updated_constant0" [id=120, type=get_attr]; "121 compressed_weight_updated_constant13" [id=121, type=get_attr]; -"122 mul_13" [id=122, type=call_method]; +"122 mul_13" [id=122, type=mul]; "123 conv_transpose2d_1" [id=123, type=conv_transpose2d]; "124 quantize_per_tensor_default_5" [id=124, type=quantize_per_tensor]; "125 dequantize_per_tensor_default_8" [id=125, type=dequantize_per_tensor]; @@ -133,7 +133,7 @@ strict digraph { "131 conv2d_12_scale_0_updated_constant0" [id=131, type=get_attr]; "132 compressed_weight_updated_constant14" [id=132, type=get_attr]; "133 _param_constant53_0_0" [id=133, type=get_attr]; -"134 mul_14" [id=134, type=call_method]; +"134 mul_14" [id=134, type=mul]; "135 conv2d_12" [id=135, type=conv2d]; "136 relu_12" [id=136, type=relu]; "137 quantize_per_tensor_default_17" [id=137, type=quantize_per_tensor]; @@ -141,7 +141,7 @@ strict digraph { "139 conv2d_13_scale_0_updated_constant0" [id=139, type=get_attr]; "140 compressed_weight_updated_constant15" [id=140, type=get_attr]; "141 _param_constant57_0_0" [id=141, type=get_attr]; -"142 mul_15" [id=142, type=call_method]; +"142 mul_15" [id=142, type=mul]; "143 conv2d_13" [id=143, type=conv2d]; "144 relu_13" [id=144, type=relu]; "145 quantize_per_tensor_default_18" [id=145, type=quantize_per_tensor]; @@ -149,7 +149,7 @@ strict digraph { "147 _param_constant61" [id=147, type=get_attr]; "148 conv_transpose2d_2_scale_0_updated_constant0" [id=148, type=get_attr]; "149 compressed_weight_updated_constant16" [id=149, type=get_attr]; -"150 mul_16" [id=150, type=call_method]; +"150 mul_16" [id=150, type=mul]; "151 conv_transpose2d_2" [id=151, type=conv_transpose2d]; "152 quantize_per_tensor_default_2" [id=152, type=quantize_per_tensor]; "153 dequantize_per_tensor_default_3" [id=153, type=dequantize_per_tensor]; @@ -161,7 +161,7 @@ strict digraph { "159 conv2d_14_scale_0_updated_constant0" [id=159, type=get_attr]; "160 compressed_weight_updated_constant17" [id=160, type=get_attr]; "161 _param_constant63_0_0" [id=161, type=get_attr]; -"162 mul_17" [id=162, type=call_method]; +"162 mul_17" [id=162, type=mul]; "163 conv2d_14" [id=163, type=conv2d]; "164 relu_14" [id=164, type=relu]; "165 quantize_per_tensor_default_19" [id=165, type=quantize_per_tensor]; @@ -169,7 +169,7 @@ strict digraph { "167 conv2d_15_scale_0_updated_constant0" [id=167, type=get_attr]; "168 compressed_weight_updated_constant18" [id=168, type=get_attr]; "169 _param_constant67_0_0" [id=169, type=get_attr]; -"170 mul_18" [id=170, type=call_method]; +"170 mul_18" [id=170, type=mul]; "171 conv2d_15" [id=171, type=conv2d]; "172 relu_15" [id=172, type=relu]; "173 quantize_per_tensor_default_20" [id=173, type=quantize_per_tensor]; @@ -177,7 +177,7 @@ strict digraph { "175 _param_constant71" [id=175, type=get_attr]; "176 conv_transpose2d_3_scale_0_updated_constant0" [id=176, type=get_attr]; "177 compressed_weight_updated_constant19" [id=177, type=get_attr]; -"178 mul_19" [id=178, type=call_method]; +"178 mul_19" [id=178, type=mul]; "179 conv_transpose2d_3" [id=179, type=conv_transpose2d]; "180 quantize_per_tensor_default_1" [id=180, type=quantize_per_tensor]; "181 dequantize_per_tensor_default_2" [id=181, type=dequantize_per_tensor]; @@ -189,7 +189,7 @@ strict digraph { "187 conv2d_16_scale_0_updated_constant0" [id=187, type=get_attr]; "188 compressed_weight_updated_constant20" [id=188, type=get_attr]; "189 _param_constant73_0_0" [id=189, type=get_attr]; -"190 mul_20" [id=190, type=call_method]; +"190 mul_20" [id=190, type=mul]; "191 conv2d_16" [id=191, type=conv2d]; "192 relu_16" [id=192, type=relu]; "193 quantize_per_tensor_default_21" [id=193, type=quantize_per_tensor]; @@ -197,7 +197,7 @@ strict digraph { "195 conv2d_17_scale_0_updated_constant0" [id=195, type=get_attr]; "196 compressed_weight_updated_constant21" [id=196, type=get_attr]; "197 _param_constant77_0_0" [id=197, type=get_attr]; -"198 mul_21" [id=198, type=call_method]; +"198 mul_21" [id=198, type=mul]; "199 conv2d_17" [id=199, type=conv2d]; "200 relu_17" [id=200, type=relu]; "201 quantize_per_tensor_default_22" [id=201, type=quantize_per_tensor]; @@ -205,7 +205,7 @@ strict digraph { "203 conv2d_18_scale_0_updated_constant0" [id=203, type=get_attr]; "204 compressed_weight_updated_constant22" [id=204, type=get_attr]; "205 _param_constant81_0_0" [id=205, type=get_attr]; -"206 mul_22" [id=206, type=call_method]; +"206 mul_22" [id=206, type=mul]; "207 conv2d_18" [id=207, type=conv2d]; "208 output" [id=208, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default_8"; diff --git a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot index eebe7200039..ae0c0398d75 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot @@ -5,7 +5,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; "4 compressed_weight_updated_constant0" [id=4, type=get_attr]; "5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul" [id=6, type=call_method]; +"6 mul" [id=6, type=mul]; "7 conv2d" [id=7, type=conv2d]; "8 reshape" [id=8, type=reshape]; "9 permute" [id=9, type=permute]; @@ -25,7 +25,7 @@ strict digraph { "23 linear_scale_0_updated_constant0" [id=23, type=get_attr]; "24 compressed_weight_updated_constant1" [id=24, type=get_attr]; "25 _param_constant7_0_0" [id=25, type=get_attr]; -"26 mul_1" [id=26, type=call_method]; +"26 mul_1" [id=26, type=mul]; "27 linear" [id=27, type=linear]; "28 unflatten" [id=28, type=unflatten]; "29 unsqueeze" [id=29, type=unsqueeze]; @@ -57,7 +57,7 @@ strict digraph { "55 linear_1_scale_0_updated_constant0" [id=55, type=get_attr]; "56 compressed_weight_updated_constant2" [id=56, type=get_attr]; "57 _param_constant9_0_0" [id=57, type=get_attr]; -"58 mul_2" [id=58, type=call_method]; +"58 mul_2" [id=58, type=mul]; "59 linear_1" [id=59, type=linear]; "60 view_7" [id=60, type=view]; "61 transpose_5" [id=61, type=transpose]; @@ -72,7 +72,7 @@ strict digraph { "70 linear_2_scale_0_updated_constant0" [id=70, type=get_attr]; "71 compressed_weight_updated_constant3" [id=71, type=get_attr]; "72 _param_constant13_0_0" [id=72, type=get_attr]; -"73 mul_3" [id=73, type=call_method]; +"73 mul_3" [id=73, type=mul]; "74 linear_2" [id=74, type=linear]; "75 gelu" [id=75, type=gelu]; "76 dropout_2" [id=76, type=dropout]; @@ -82,7 +82,7 @@ strict digraph { "80 linear_3_scale_0_updated_constant0" [id=80, type=get_attr]; "81 compressed_weight_updated_constant4" [id=81, type=get_attr]; "82 _param_constant15_0_0" [id=82, type=get_attr]; -"83 mul_4" [id=83, type=call_method]; +"83 mul_4" [id=83, type=mul]; "84 linear_3" [id=84, type=linear]; "85 dropout_3" [id=85, type=dropout]; "86 add_2" [id=86, type=add]; @@ -96,7 +96,7 @@ strict digraph { "94 linear_4_scale_0_updated_constant0" [id=94, type=get_attr]; "95 compressed_weight_updated_constant5" [id=95, type=get_attr]; "96 _param_constant19_0_0" [id=96, type=get_attr]; -"97 mul_5" [id=97, type=call_method]; +"97 mul_5" [id=97, type=mul]; "98 linear_4" [id=98, type=linear]; "99 unflatten_1" [id=99, type=unflatten]; "100 unsqueeze_1" [id=100, type=unsqueeze]; @@ -128,7 +128,7 @@ strict digraph { "126 linear_5_scale_0_updated_constant0" [id=126, type=get_attr]; "127 compressed_weight_updated_constant6" [id=127, type=get_attr]; "128 _param_constant21_0_0" [id=128, type=get_attr]; -"129 mul_6" [id=129, type=call_method]; +"129 mul_6" [id=129, type=mul]; "130 linear_5" [id=130, type=linear]; "131 view_15" [id=131, type=view]; "132 transpose_11" [id=132, type=transpose]; @@ -143,7 +143,7 @@ strict digraph { "141 linear_6_scale_0_updated_constant0" [id=141, type=get_attr]; "142 compressed_weight_updated_constant7" [id=142, type=get_attr]; "143 _param_constant25_0_0" [id=143, type=get_attr]; -"144 mul_7" [id=144, type=call_method]; +"144 mul_7" [id=144, type=mul]; "145 linear_6" [id=145, type=linear]; "146 gelu_1" [id=146, type=gelu]; "147 dropout_5" [id=147, type=dropout]; @@ -153,7 +153,7 @@ strict digraph { "151 linear_7_scale_0_updated_constant0" [id=151, type=get_attr]; "152 compressed_weight_updated_constant8" [id=152, type=get_attr]; "153 _param_constant27_0_0" [id=153, type=get_attr]; -"154 mul_8" [id=154, type=call_method]; +"154 mul_8" [id=154, type=mul]; "155 linear_7" [id=155, type=linear]; "156 dropout_6" [id=156, type=dropout]; "157 add_4" [id=157, type=add]; @@ -167,7 +167,7 @@ strict digraph { "165 linear_8_scale_0_updated_constant0" [id=165, type=get_attr]; "166 compressed_weight_updated_constant9" [id=166, type=get_attr]; "167 _param_constant31_0_0" [id=167, type=get_attr]; -"168 mul_9" [id=168, type=call_method]; +"168 mul_9" [id=168, type=mul]; "169 linear_8" [id=169, type=linear]; "170 unflatten_2" [id=170, type=unflatten]; "171 unsqueeze_2" [id=171, type=unsqueeze]; @@ -199,7 +199,7 @@ strict digraph { "197 linear_9_scale_0_updated_constant0" [id=197, type=get_attr]; "198 compressed_weight_updated_constant10" [id=198, type=get_attr]; "199 _param_constant33_0_0" [id=199, type=get_attr]; -"200 mul_10" [id=200, type=call_method]; +"200 mul_10" [id=200, type=mul]; "201 linear_9" [id=201, type=linear]; "202 view_23" [id=202, type=view]; "203 transpose_17" [id=203, type=transpose]; @@ -214,7 +214,7 @@ strict digraph { "212 linear_10_scale_0_updated_constant0" [id=212, type=get_attr]; "213 compressed_weight_updated_constant11" [id=213, type=get_attr]; "214 _param_constant37_0_0" [id=214, type=get_attr]; -"215 mul_11" [id=215, type=call_method]; +"215 mul_11" [id=215, type=mul]; "216 linear_10" [id=216, type=linear]; "217 gelu_2" [id=217, type=gelu]; "218 dropout_8" [id=218, type=dropout]; @@ -224,7 +224,7 @@ strict digraph { "222 linear_11_scale_0_updated_constant0" [id=222, type=get_attr]; "223 compressed_weight_updated_constant12" [id=223, type=get_attr]; "224 _param_constant39_0_0" [id=224, type=get_attr]; -"225 mul_12" [id=225, type=call_method]; +"225 mul_12" [id=225, type=mul]; "226 linear_11" [id=226, type=linear]; "227 dropout_9" [id=227, type=dropout]; "228 add_6" [id=228, type=add]; @@ -238,7 +238,7 @@ strict digraph { "236 linear_12_scale_0_updated_constant0" [id=236, type=get_attr]; "237 compressed_weight_updated_constant13" [id=237, type=get_attr]; "238 _param_constant43_0_0" [id=238, type=get_attr]; -"239 mul_13" [id=239, type=call_method]; +"239 mul_13" [id=239, type=mul]; "240 linear_12" [id=240, type=linear]; "241 unflatten_3" [id=241, type=unflatten]; "242 unsqueeze_3" [id=242, type=unsqueeze]; @@ -270,7 +270,7 @@ strict digraph { "268 linear_13_scale_0_updated_constant0" [id=268, type=get_attr]; "269 compressed_weight_updated_constant14" [id=269, type=get_attr]; "270 _param_constant45_0_0" [id=270, type=get_attr]; -"271 mul_14" [id=271, type=call_method]; +"271 mul_14" [id=271, type=mul]; "272 linear_13" [id=272, type=linear]; "273 view_31" [id=273, type=view]; "274 transpose_23" [id=274, type=transpose]; @@ -285,7 +285,7 @@ strict digraph { "283 linear_14_scale_0_updated_constant0" [id=283, type=get_attr]; "284 compressed_weight_updated_constant15" [id=284, type=get_attr]; "285 _param_constant49_0_0" [id=285, type=get_attr]; -"286 mul_15" [id=286, type=call_method]; +"286 mul_15" [id=286, type=mul]; "287 linear_14" [id=287, type=linear]; "288 gelu_3" [id=288, type=gelu]; "289 dropout_11" [id=289, type=dropout]; @@ -295,7 +295,7 @@ strict digraph { "293 linear_15_scale_0_updated_constant0" [id=293, type=get_attr]; "294 compressed_weight_updated_constant16" [id=294, type=get_attr]; "295 _param_constant51_0_0" [id=295, type=get_attr]; -"296 mul_16" [id=296, type=call_method]; +"296 mul_16" [id=296, type=mul]; "297 linear_15" [id=297, type=linear]; "298 dropout_12" [id=298, type=dropout]; "299 add_8" [id=299, type=add]; @@ -309,7 +309,7 @@ strict digraph { "307 linear_16_scale_0_updated_constant0" [id=307, type=get_attr]; "308 compressed_weight_updated_constant17" [id=308, type=get_attr]; "309 _param_constant55_0_0" [id=309, type=get_attr]; -"310 mul_17" [id=310, type=call_method]; +"310 mul_17" [id=310, type=mul]; "311 linear_16" [id=311, type=linear]; "312 unflatten_4" [id=312, type=unflatten]; "313 unsqueeze_4" [id=313, type=unsqueeze]; @@ -341,7 +341,7 @@ strict digraph { "339 linear_17_scale_0_updated_constant0" [id=339, type=get_attr]; "340 compressed_weight_updated_constant18" [id=340, type=get_attr]; "341 _param_constant57_0_0" [id=341, type=get_attr]; -"342 mul_18" [id=342, type=call_method]; +"342 mul_18" [id=342, type=mul]; "343 linear_17" [id=343, type=linear]; "344 view_39" [id=344, type=view]; "345 transpose_29" [id=345, type=transpose]; @@ -356,7 +356,7 @@ strict digraph { "354 linear_18_scale_0_updated_constant0" [id=354, type=get_attr]; "355 compressed_weight_updated_constant19" [id=355, type=get_attr]; "356 _param_constant61_0_0" [id=356, type=get_attr]; -"357 mul_19" [id=357, type=call_method]; +"357 mul_19" [id=357, type=mul]; "358 linear_18" [id=358, type=linear]; "359 gelu_4" [id=359, type=gelu]; "360 dropout_14" [id=360, type=dropout]; @@ -366,7 +366,7 @@ strict digraph { "364 linear_19_scale_0_updated_constant0" [id=364, type=get_attr]; "365 compressed_weight_updated_constant20" [id=365, type=get_attr]; "366 _param_constant63_0_0" [id=366, type=get_attr]; -"367 mul_20" [id=367, type=call_method]; +"367 mul_20" [id=367, type=mul]; "368 linear_19" [id=368, type=linear]; "369 dropout_15" [id=369, type=dropout]; "370 add_10" [id=370, type=add]; @@ -380,7 +380,7 @@ strict digraph { "378 linear_20_scale_0_updated_constant0" [id=378, type=get_attr]; "379 compressed_weight_updated_constant21" [id=379, type=get_attr]; "380 _param_constant67_0_0" [id=380, type=get_attr]; -"381 mul_21" [id=381, type=call_method]; +"381 mul_21" [id=381, type=mul]; "382 linear_20" [id=382, type=linear]; "383 unflatten_5" [id=383, type=unflatten]; "384 unsqueeze_5" [id=384, type=unsqueeze]; @@ -412,7 +412,7 @@ strict digraph { "410 linear_21_scale_0_updated_constant0" [id=410, type=get_attr]; "411 compressed_weight_updated_constant22" [id=411, type=get_attr]; "412 _param_constant69_0_0" [id=412, type=get_attr]; -"413 mul_22" [id=413, type=call_method]; +"413 mul_22" [id=413, type=mul]; "414 linear_21" [id=414, type=linear]; "415 view_47" [id=415, type=view]; "416 transpose_35" [id=416, type=transpose]; @@ -427,7 +427,7 @@ strict digraph { "425 linear_22_scale_0_updated_constant0" [id=425, type=get_attr]; "426 compressed_weight_updated_constant23" [id=426, type=get_attr]; "427 _param_constant73_0_0" [id=427, type=get_attr]; -"428 mul_23" [id=428, type=call_method]; +"428 mul_23" [id=428, type=mul]; "429 linear_22" [id=429, type=linear]; "430 gelu_5" [id=430, type=gelu]; "431 dropout_17" [id=431, type=dropout]; @@ -437,7 +437,7 @@ strict digraph { "435 linear_23_scale_0_updated_constant0" [id=435, type=get_attr]; "436 compressed_weight_updated_constant24" [id=436, type=get_attr]; "437 _param_constant75_0_0" [id=437, type=get_attr]; -"438 mul_24" [id=438, type=call_method]; +"438 mul_24" [id=438, type=mul]; "439 linear_23" [id=439, type=linear]; "440 dropout_18" [id=440, type=dropout]; "441 add_12" [id=441, type=add]; @@ -451,7 +451,7 @@ strict digraph { "449 linear_24_scale_0_updated_constant0" [id=449, type=get_attr]; "450 compressed_weight_updated_constant25" [id=450, type=get_attr]; "451 _param_constant79_0_0" [id=451, type=get_attr]; -"452 mul_25" [id=452, type=call_method]; +"452 mul_25" [id=452, type=mul]; "453 linear_24" [id=453, type=linear]; "454 unflatten_6" [id=454, type=unflatten]; "455 unsqueeze_6" [id=455, type=unsqueeze]; @@ -483,7 +483,7 @@ strict digraph { "481 linear_25_scale_0_updated_constant0" [id=481, type=get_attr]; "482 compressed_weight_updated_constant26" [id=482, type=get_attr]; "483 _param_constant81_0_0" [id=483, type=get_attr]; -"484 mul_26" [id=484, type=call_method]; +"484 mul_26" [id=484, type=mul]; "485 linear_25" [id=485, type=linear]; "486 view_55" [id=486, type=view]; "487 transpose_41" [id=487, type=transpose]; @@ -498,7 +498,7 @@ strict digraph { "496 linear_26_scale_0_updated_constant0" [id=496, type=get_attr]; "497 compressed_weight_updated_constant27" [id=497, type=get_attr]; "498 _param_constant85_0_0" [id=498, type=get_attr]; -"499 mul_27" [id=499, type=call_method]; +"499 mul_27" [id=499, type=mul]; "500 linear_26" [id=500, type=linear]; "501 gelu_6" [id=501, type=gelu]; "502 dropout_20" [id=502, type=dropout]; @@ -508,7 +508,7 @@ strict digraph { "506 linear_27_scale_0_updated_constant0" [id=506, type=get_attr]; "507 compressed_weight_updated_constant28" [id=507, type=get_attr]; "508 _param_constant87_0_0" [id=508, type=get_attr]; -"509 mul_28" [id=509, type=call_method]; +"509 mul_28" [id=509, type=mul]; "510 linear_27" [id=510, type=linear]; "511 dropout_21" [id=511, type=dropout]; "512 add_14" [id=512, type=add]; @@ -522,7 +522,7 @@ strict digraph { "520 linear_28_scale_0_updated_constant0" [id=520, type=get_attr]; "521 compressed_weight_updated_constant29" [id=521, type=get_attr]; "522 _param_constant91_0_0" [id=522, type=get_attr]; -"523 mul_29" [id=523, type=call_method]; +"523 mul_29" [id=523, type=mul]; "524 linear_28" [id=524, type=linear]; "525 unflatten_7" [id=525, type=unflatten]; "526 unsqueeze_7" [id=526, type=unsqueeze]; @@ -554,7 +554,7 @@ strict digraph { "552 linear_29_scale_0_updated_constant0" [id=552, type=get_attr]; "553 compressed_weight_updated_constant30" [id=553, type=get_attr]; "554 _param_constant93_0_0" [id=554, type=get_attr]; -"555 mul_30" [id=555, type=call_method]; +"555 mul_30" [id=555, type=mul]; "556 linear_29" [id=556, type=linear]; "557 view_63" [id=557, type=view]; "558 transpose_47" [id=558, type=transpose]; @@ -569,7 +569,7 @@ strict digraph { "567 linear_30_scale_0_updated_constant0" [id=567, type=get_attr]; "568 compressed_weight_updated_constant31" [id=568, type=get_attr]; "569 _param_constant97_0_0" [id=569, type=get_attr]; -"570 mul_31" [id=570, type=call_method]; +"570 mul_31" [id=570, type=mul]; "571 linear_30" [id=571, type=linear]; "572 gelu_7" [id=572, type=gelu]; "573 dropout_23" [id=573, type=dropout]; @@ -579,7 +579,7 @@ strict digraph { "577 linear_31_scale_0_updated_constant0" [id=577, type=get_attr]; "578 compressed_weight_updated_constant32" [id=578, type=get_attr]; "579 _param_constant99_0_0" [id=579, type=get_attr]; -"580 mul_32" [id=580, type=call_method]; +"580 mul_32" [id=580, type=mul]; "581 linear_31" [id=581, type=linear]; "582 dropout_24" [id=582, type=dropout]; "583 add_16" [id=583, type=add]; @@ -593,7 +593,7 @@ strict digraph { "591 linear_32_scale_0_updated_constant0" [id=591, type=get_attr]; "592 compressed_weight_updated_constant33" [id=592, type=get_attr]; "593 _param_constant103_0_0" [id=593, type=get_attr]; -"594 mul_33" [id=594, type=call_method]; +"594 mul_33" [id=594, type=mul]; "595 linear_32" [id=595, type=linear]; "596 unflatten_8" [id=596, type=unflatten]; "597 unsqueeze_8" [id=597, type=unsqueeze]; @@ -625,7 +625,7 @@ strict digraph { "623 linear_33_scale_0_updated_constant0" [id=623, type=get_attr]; "624 compressed_weight_updated_constant34" [id=624, type=get_attr]; "625 _param_constant105_0_0" [id=625, type=get_attr]; -"626 mul_34" [id=626, type=call_method]; +"626 mul_34" [id=626, type=mul]; "627 linear_33" [id=627, type=linear]; "628 view_71" [id=628, type=view]; "629 transpose_53" [id=629, type=transpose]; @@ -640,7 +640,7 @@ strict digraph { "638 linear_34_scale_0_updated_constant0" [id=638, type=get_attr]; "639 compressed_weight_updated_constant35" [id=639, type=get_attr]; "640 _param_constant109_0_0" [id=640, type=get_attr]; -"641 mul_35" [id=641, type=call_method]; +"641 mul_35" [id=641, type=mul]; "642 linear_34" [id=642, type=linear]; "643 gelu_8" [id=643, type=gelu]; "644 dropout_26" [id=644, type=dropout]; @@ -650,7 +650,7 @@ strict digraph { "648 linear_35_scale_0_updated_constant0" [id=648, type=get_attr]; "649 compressed_weight_updated_constant36" [id=649, type=get_attr]; "650 _param_constant111_0_0" [id=650, type=get_attr]; -"651 mul_36" [id=651, type=call_method]; +"651 mul_36" [id=651, type=mul]; "652 linear_35" [id=652, type=linear]; "653 dropout_27" [id=653, type=dropout]; "654 add_18" [id=654, type=add]; @@ -664,7 +664,7 @@ strict digraph { "662 linear_36_scale_0_updated_constant0" [id=662, type=get_attr]; "663 compressed_weight_updated_constant37" [id=663, type=get_attr]; "664 _param_constant115_0_0" [id=664, type=get_attr]; -"665 mul_37" [id=665, type=call_method]; +"665 mul_37" [id=665, type=mul]; "666 linear_36" [id=666, type=linear]; "667 unflatten_9" [id=667, type=unflatten]; "668 unsqueeze_9" [id=668, type=unsqueeze]; @@ -696,7 +696,7 @@ strict digraph { "694 linear_37_scale_0_updated_constant0" [id=694, type=get_attr]; "695 compressed_weight_updated_constant38" [id=695, type=get_attr]; "696 _param_constant117_0_0" [id=696, type=get_attr]; -"697 mul_38" [id=697, type=call_method]; +"697 mul_38" [id=697, type=mul]; "698 linear_37" [id=698, type=linear]; "699 view_79" [id=699, type=view]; "700 transpose_59" [id=700, type=transpose]; @@ -711,7 +711,7 @@ strict digraph { "709 linear_38_scale_0_updated_constant0" [id=709, type=get_attr]; "710 compressed_weight_updated_constant39" [id=710, type=get_attr]; "711 _param_constant121_0_0" [id=711, type=get_attr]; -"712 mul_39" [id=712, type=call_method]; +"712 mul_39" [id=712, type=mul]; "713 linear_38" [id=713, type=linear]; "714 gelu_9" [id=714, type=gelu]; "715 dropout_29" [id=715, type=dropout]; @@ -721,7 +721,7 @@ strict digraph { "719 linear_39_scale_0_updated_constant0" [id=719, type=get_attr]; "720 compressed_weight_updated_constant40" [id=720, type=get_attr]; "721 _param_constant123_0_0" [id=721, type=get_attr]; -"722 mul_40" [id=722, type=call_method]; +"722 mul_40" [id=722, type=mul]; "723 linear_39" [id=723, type=linear]; "724 dropout_30" [id=724, type=dropout]; "725 add_20" [id=725, type=add]; @@ -735,7 +735,7 @@ strict digraph { "733 linear_40_scale_0_updated_constant0" [id=733, type=get_attr]; "734 compressed_weight_updated_constant41" [id=734, type=get_attr]; "735 _param_constant127_0_0" [id=735, type=get_attr]; -"736 mul_41" [id=736, type=call_method]; +"736 mul_41" [id=736, type=mul]; "737 linear_40" [id=737, type=linear]; "738 unflatten_10" [id=738, type=unflatten]; "739 unsqueeze_10" [id=739, type=unsqueeze]; @@ -767,7 +767,7 @@ strict digraph { "765 linear_41_scale_0_updated_constant0" [id=765, type=get_attr]; "766 compressed_weight_updated_constant42" [id=766, type=get_attr]; "767 _param_constant129_0_0" [id=767, type=get_attr]; -"768 mul_42" [id=768, type=call_method]; +"768 mul_42" [id=768, type=mul]; "769 linear_41" [id=769, type=linear]; "770 view_87" [id=770, type=view]; "771 transpose_65" [id=771, type=transpose]; @@ -782,7 +782,7 @@ strict digraph { "780 linear_42_scale_0_updated_constant0" [id=780, type=get_attr]; "781 compressed_weight_updated_constant43" [id=781, type=get_attr]; "782 _param_constant133_0_0" [id=782, type=get_attr]; -"783 mul_43" [id=783, type=call_method]; +"783 mul_43" [id=783, type=mul]; "784 linear_42" [id=784, type=linear]; "785 gelu_10" [id=785, type=gelu]; "786 dropout_32" [id=786, type=dropout]; @@ -792,7 +792,7 @@ strict digraph { "790 linear_43_scale_0_updated_constant0" [id=790, type=get_attr]; "791 compressed_weight_updated_constant44" [id=791, type=get_attr]; "792 _param_constant135_0_0" [id=792, type=get_attr]; -"793 mul_44" [id=793, type=call_method]; +"793 mul_44" [id=793, type=mul]; "794 linear_43" [id=794, type=linear]; "795 dropout_33" [id=795, type=dropout]; "796 add_22" [id=796, type=add]; @@ -806,7 +806,7 @@ strict digraph { "804 linear_44_scale_0_updated_constant0" [id=804, type=get_attr]; "805 compressed_weight_updated_constant45" [id=805, type=get_attr]; "806 _param_constant139_0_0" [id=806, type=get_attr]; -"807 mul_45" [id=807, type=call_method]; +"807 mul_45" [id=807, type=mul]; "808 linear_44" [id=808, type=linear]; "809 unflatten_11" [id=809, type=unflatten]; "810 unsqueeze_11" [id=810, type=unsqueeze]; @@ -838,7 +838,7 @@ strict digraph { "836 linear_45_scale_0_updated_constant0" [id=836, type=get_attr]; "837 compressed_weight_updated_constant46" [id=837, type=get_attr]; "838 _param_constant141_0_0" [id=838, type=get_attr]; -"839 mul_46" [id=839, type=call_method]; +"839 mul_46" [id=839, type=mul]; "840 linear_45" [id=840, type=linear]; "841 view_95" [id=841, type=view]; "842 transpose_71" [id=842, type=transpose]; @@ -853,7 +853,7 @@ strict digraph { "851 linear_46_scale_0_updated_constant0" [id=851, type=get_attr]; "852 compressed_weight_updated_constant47" [id=852, type=get_attr]; "853 _param_constant145_0_0" [id=853, type=get_attr]; -"854 mul_47" [id=854, type=call_method]; +"854 mul_47" [id=854, type=mul]; "855 linear_46" [id=855, type=linear]; "856 gelu_11" [id=856, type=gelu]; "857 dropout_35" [id=857, type=dropout]; @@ -863,7 +863,7 @@ strict digraph { "861 linear_47_scale_0_updated_constant0" [id=861, type=get_attr]; "862 compressed_weight_updated_constant48" [id=862, type=get_attr]; "863 _param_constant147_0_0" [id=863, type=get_attr]; -"864 mul_48" [id=864, type=call_method]; +"864 mul_48" [id=864, type=mul]; "865 linear_47" [id=865, type=linear]; "866 dropout_36" [id=866, type=dropout]; "867 add_24" [id=867, type=add]; @@ -878,7 +878,7 @@ strict digraph { "876 linear_48_scale_0_updated_constant0" [id=876, type=get_attr]; "877 compressed_weight_updated_constant49" [id=877, type=get_attr]; "878 _param_constant151_0_0" [id=878, type=get_attr]; -"879 mul_49" [id=879, type=call_method]; +"879 mul_49" [id=879, type=mul]; "880 linear_48" [id=880, type=linear]; "881 output" [id=881, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; diff --git a/tests/torch/fx/graph.dot b/tests/torch/fx/graph.dot new file mode 100644 index 00000000000..ca7802b9cfc --- /dev/null +++ b/tests/torch/fx/graph.dot @@ -0,0 +1,966 @@ +strict digraph { +"0 arg0_1"; +"1 quantize_per_tensor_default"; +"2 dequantize_per_tensor_default"; +"3 conv2d_scale_0_updated_constant0"; +"4 compressed_weight_updated_constant0"; +"5 features_0_0_weight_bias_0_0"; +"6 mul_9"; +"7 conv2d"; +"8 hardswish__scale_0"; +"9 hardswish__zero_point_0"; +"10 hardswish_"; +"11 quantize_per_channel_default_1"; +"12 dequantize_per_channel_default_1"; +"13 conv2d_1_scale_0_updated_constant0"; +"14 compressed_weight_updated_constant1"; +"15 features_1_block_0_0_weight_bias_0_0"; +"16 mul_10"; +"17 conv2d_1"; +"18 relu_"; +"19 quantize_per_tensor_default_1"; +"20 dequantize_per_tensor_default_2"; +"21 dequantize_per_tensor_default_1"; +"22 adaptive_avg_pool2d"; +"23 _param_constant6"; +"24 _param_constant7_0_0"; +"25 conv2d_2"; +"26 relu"; +"27 _param_constant8"; +"28 _param_constant9_0_0"; +"29 conv2d_3"; +"30 hardsigmoid"; +"31 quantize_per_tensor_default_2"; +"32 dequantize_per_tensor_default_3"; +"33 mul"; +"34 quantize_per_tensor_default_3"; +"35 dequantize_per_tensor_default_4"; +"36 conv2d_4_scale_0_updated_constant0"; +"37 compressed_weight_updated_constant2"; +"38 features_1_block_2_0_weight_bias_0_0"; +"39 mul_11"; +"40 conv2d_4"; +"41 quantize_per_tensor_default_4"; +"42 dequantize_per_tensor_default_5"; +"43 conv2d_5_scale_0_updated_constant0"; +"44 compressed_weight_updated_constant3"; +"45 features_2_block_0_0_weight_bias_0_0"; +"46 mul_12"; +"47 conv2d_5"; +"48 relu__1_scale_0"; +"49 relu__1_zero_point_0"; +"50 relu__1"; +"51 quantize_per_channel_default_5"; +"52 dequantize_per_channel_default_5"; +"53 conv2d_6_scale_0_updated_constant0"; +"54 compressed_weight_updated_constant4"; +"55 features_2_block_1_0_weight_bias_0_0"; +"56 mul_13"; +"57 conv2d_6"; +"58 relu__2"; +"59 quantize_per_tensor_default_5"; +"60 dequantize_per_tensor_default_6"; +"61 conv2d_7_scale_0_updated_constant0"; +"62 compressed_weight_updated_constant5"; +"63 features_2_block_2_0_weight_bias_0_0"; +"64 mul_14"; +"65 conv2d_7"; +"66 quantize_per_tensor_default_6"; +"67 dequantize_per_tensor_default_8"; +"68 dequantize_per_tensor_default_7"; +"69 conv2d_8_scale_0_updated_constant0"; +"70 compressed_weight_updated_constant6"; +"71 features_3_block_0_0_weight_bias_0_0"; +"72 mul_15"; +"73 conv2d_8"; +"74 relu__3_scale_0"; +"75 relu__3_zero_point_0"; +"76 relu__3"; +"77 quantize_per_channel_default_9"; +"78 dequantize_per_channel_default_9"; +"79 conv2d_9_scale_0_updated_constant0"; +"80 compressed_weight_updated_constant7"; +"81 features_3_block_1_0_weight_bias_0_0"; +"82 mul_16"; +"83 conv2d_9"; +"84 relu__4"; +"85 quantize_per_tensor_default_7"; +"86 dequantize_per_tensor_default_9"; +"87 conv2d_10_scale_0_updated_constant0"; +"88 compressed_weight_updated_constant8"; +"89 features_3_block_2_0_weight_bias_0_0"; +"90 mul_17"; +"91 conv2d_10"; +"92 quantize_per_tensor_default_8"; +"93 dequantize_per_tensor_default_10"; +"94 add_"; +"95 quantize_per_tensor_default_9"; +"96 dequantize_per_tensor_default_11"; +"97 conv2d_11_scale_0_updated_constant0"; +"98 compressed_weight_updated_constant9"; +"99 features_4_block_0_0_weight_bias_0_0"; +"100 mul_18"; +"101 conv2d_11"; +"102 hardswish__1_scale_0"; +"103 hardswish__1_zero_point_0"; +"104 hardswish__1"; +"105 quantize_per_channel_default_13"; +"106 dequantize_per_channel_default_13"; +"107 conv2d_12_scale_0_updated_constant0"; +"108 compressed_weight_updated_constant10"; +"109 features_4_block_1_0_weight_bias_0_0"; +"110 mul_19"; +"111 conv2d_12"; +"112 hardswish__2"; +"113 quantize_per_tensor_default_10"; +"114 dequantize_per_tensor_default_13"; +"115 dequantize_per_tensor_default_12"; +"116 adaptive_avg_pool2d_1"; +"117 _param_constant37"; +"118 _param_constant38_0_0"; +"119 conv2d_13"; +"120 relu_1"; +"121 _param_constant39"; +"122 _param_constant40_0_0"; +"123 conv2d_14"; +"124 hardsigmoid_1"; +"125 quantize_per_tensor_default_11"; +"126 dequantize_per_tensor_default_14"; +"127 mul_1"; +"128 quantize_per_tensor_default_12"; +"129 dequantize_per_tensor_default_15"; +"130 conv2d_15_scale_0_updated_constant0"; +"131 compressed_weight_updated_constant11"; +"132 features_4_block_3_0_weight_bias_0_0"; +"133 mul_20"; +"134 conv2d_15"; +"135 quantize_per_tensor_default_13"; +"136 dequantize_per_tensor_default_17"; +"137 dequantize_per_tensor_default_16"; +"138 conv2d_16_scale_0_updated_constant0"; +"139 compressed_weight_updated_constant12"; +"140 features_5_block_0_0_weight_bias_0_0"; +"141 mul_21"; +"142 conv2d_16"; +"143 hardswish__3_scale_0"; +"144 hardswish__3_zero_point_0"; +"145 hardswish__3"; +"146 quantize_per_channel_default_17"; +"147 dequantize_per_channel_default_17"; +"148 conv2d_17_scale_0_updated_constant0"; +"149 compressed_weight_updated_constant13"; +"150 features_5_block_1_0_weight_bias_0_0"; +"151 mul_22"; +"152 conv2d_17"; +"153 hardswish__4"; +"154 quantize_per_tensor_default_14"; +"155 dequantize_per_tensor_default_19"; +"156 dequantize_per_tensor_default_18"; +"157 adaptive_avg_pool2d_2"; +"158 _param_constant50"; +"159 _param_constant51_0_0"; +"160 conv2d_18"; +"161 relu_2"; +"162 _param_constant52"; +"163 _param_constant53_0_0"; +"164 conv2d_19"; +"165 hardsigmoid_2"; +"166 quantize_per_tensor_default_15"; +"167 dequantize_per_tensor_default_20"; +"168 mul_2"; +"169 quantize_per_tensor_default_16"; +"170 dequantize_per_tensor_default_21"; +"171 conv2d_20_scale_0_updated_constant0"; +"172 compressed_weight_updated_constant14"; +"173 features_5_block_3_0_weight_bias_0_0"; +"174 mul_23"; +"175 conv2d_20"; +"176 quantize_per_tensor_default_17"; +"177 dequantize_per_tensor_default_22"; +"178 add__1"; +"179 quantize_per_tensor_default_18"; +"180 dequantize_per_tensor_default_24"; +"181 dequantize_per_tensor_default_23"; +"182 conv2d_21_scale_0_updated_constant0"; +"183 compressed_weight_updated_constant15"; +"184 features_6_block_0_0_weight_bias_0_0"; +"185 mul_24"; +"186 conv2d_21"; +"187 hardswish__5_scale_0"; +"188 hardswish__5_zero_point_0"; +"189 hardswish__5"; +"190 quantize_per_channel_default_21"; +"191 dequantize_per_channel_default_21"; +"192 conv2d_22_scale_0_updated_constant0"; +"193 compressed_weight_updated_constant16"; +"194 features_6_block_1_0_weight_bias_0_0"; +"195 mul_25"; +"196 conv2d_22"; +"197 hardswish__6"; +"198 quantize_per_tensor_default_19"; +"199 dequantize_per_tensor_default_26"; +"200 dequantize_per_tensor_default_25"; +"201 adaptive_avg_pool2d_3"; +"202 _param_constant63"; +"203 _param_constant64_0_0"; +"204 conv2d_23"; +"205 relu_3"; +"206 _param_constant65"; +"207 _param_constant66_0_0"; +"208 conv2d_24"; +"209 hardsigmoid_3"; +"210 quantize_per_tensor_default_20"; +"211 dequantize_per_tensor_default_27"; +"212 mul_3"; +"213 quantize_per_tensor_default_21"; +"214 dequantize_per_tensor_default_28"; +"215 conv2d_25_scale_0_updated_constant0"; +"216 compressed_weight_updated_constant17"; +"217 features_6_block_3_0_weight_bias_0_0"; +"218 mul_26"; +"219 conv2d_25"; +"220 quantize_per_tensor_default_22"; +"221 dequantize_per_tensor_default_29"; +"222 add__2"; +"223 quantize_per_tensor_default_23"; +"224 dequantize_per_tensor_default_30"; +"225 conv2d_26_scale_0_updated_constant0"; +"226 compressed_weight_updated_constant18"; +"227 features_7_block_0_0_weight_bias_0_0"; +"228 mul_27"; +"229 conv2d_26"; +"230 hardswish__7_scale_0"; +"231 hardswish__7_zero_point_0"; +"232 hardswish__7"; +"233 quantize_per_channel_default_25"; +"234 dequantize_per_channel_default_25"; +"235 conv2d_27_scale_0_updated_constant0"; +"236 compressed_weight_updated_constant19"; +"237 features_7_block_1_0_weight_bias_0_0"; +"238 mul_28"; +"239 conv2d_27"; +"240 hardswish__8"; +"241 quantize_per_tensor_default_24"; +"242 dequantize_per_tensor_default_32"; +"243 dequantize_per_tensor_default_31"; +"244 adaptive_avg_pool2d_4"; +"245 _param_constant76"; +"246 _param_constant77_0_0"; +"247 conv2d_28"; +"248 relu_4"; +"249 _param_constant78"; +"250 _param_constant79_0_0"; +"251 conv2d_29"; +"252 hardsigmoid_4"; +"253 quantize_per_tensor_default_25"; +"254 dequantize_per_tensor_default_33"; +"255 mul_4"; +"256 quantize_per_tensor_default_26"; +"257 dequantize_per_tensor_default_34"; +"258 conv2d_30_scale_0_updated_constant0"; +"259 compressed_weight_updated_constant20"; +"260 features_7_block_3_0_weight_bias_0_0"; +"261 mul_29"; +"262 conv2d_30"; +"263 quantize_per_tensor_default_27"; +"264 dequantize_per_tensor_default_36"; +"265 dequantize_per_tensor_default_35"; +"266 conv2d_31_scale_0_updated_constant0"; +"267 compressed_weight_updated_constant21"; +"268 features_8_block_0_0_weight_bias_0_0"; +"269 mul_30"; +"270 conv2d_31"; +"271 hardswish__9_scale_0"; +"272 hardswish__9_zero_point_0"; +"273 hardswish__9"; +"274 quantize_per_channel_default_29"; +"275 dequantize_per_channel_default_29"; +"276 conv2d_32_scale_0_updated_constant0"; +"277 compressed_weight_updated_constant22"; +"278 features_8_block_1_0_weight_bias_0_0"; +"279 mul_31"; +"280 conv2d_32"; +"281 hardswish__10"; +"282 quantize_per_tensor_default_28"; +"283 dequantize_per_tensor_default_38"; +"284 dequantize_per_tensor_default_37"; +"285 adaptive_avg_pool2d_5"; +"286 _param_constant89"; +"287 _param_constant90_0_0"; +"288 conv2d_33"; +"289 relu_5"; +"290 _param_constant91"; +"291 _param_constant92_0_0"; +"292 conv2d_34"; +"293 hardsigmoid_5"; +"294 quantize_per_tensor_default_29"; +"295 dequantize_per_tensor_default_39"; +"296 mul_5"; +"297 quantize_per_tensor_default_30"; +"298 dequantize_per_tensor_default_40"; +"299 conv2d_35_scale_0_updated_constant0"; +"300 compressed_weight_updated_constant23"; +"301 features_8_block_3_0_weight_bias_0_0"; +"302 mul_32"; +"303 conv2d_35"; +"304 quantize_per_tensor_default_31"; +"305 dequantize_per_tensor_default_41"; +"306 add__3"; +"307 quantize_per_tensor_default_32"; +"308 dequantize_per_tensor_default_42"; +"309 conv2d_36_scale_0_updated_constant0"; +"310 compressed_weight_updated_constant24"; +"311 features_9_block_0_0_weight_bias_0_0"; +"312 mul_33"; +"313 conv2d_36"; +"314 hardswish__11_scale_0"; +"315 hardswish__11_zero_point_0"; +"316 hardswish__11"; +"317 quantize_per_channel_default_33"; +"318 dequantize_per_channel_default_33"; +"319 conv2d_37_scale_0_updated_constant0"; +"320 compressed_weight_updated_constant25"; +"321 features_9_block_1_0_weight_bias_0_0"; +"322 mul_34"; +"323 conv2d_37"; +"324 hardswish__12"; +"325 quantize_per_tensor_default_33"; +"326 dequantize_per_tensor_default_44"; +"327 dequantize_per_tensor_default_43"; +"328 adaptive_avg_pool2d_6"; +"329 _param_constant102"; +"330 _param_constant103_0_0"; +"331 conv2d_38"; +"332 relu_6"; +"333 _param_constant104"; +"334 _param_constant105_0_0"; +"335 conv2d_39"; +"336 hardsigmoid_6"; +"337 quantize_per_tensor_default_34"; +"338 dequantize_per_tensor_default_45"; +"339 mul_6"; +"340 quantize_per_tensor_default_35"; +"341 dequantize_per_tensor_default_46"; +"342 conv2d_40_scale_0_updated_constant0"; +"343 compressed_weight_updated_constant26"; +"344 features_9_block_3_0_weight_bias_0_0"; +"345 mul_35"; +"346 conv2d_40"; +"347 quantize_per_tensor_default_36"; +"348 dequantize_per_tensor_default_48"; +"349 dequantize_per_tensor_default_47"; +"350 conv2d_41_scale_0_updated_constant0"; +"351 compressed_weight_updated_constant27"; +"352 features_10_block_0_0_weight_bias_0_0"; +"353 mul_36"; +"354 conv2d_41"; +"355 hardswish__13_scale_0"; +"356 hardswish__13_zero_point_0"; +"357 hardswish__13"; +"358 quantize_per_channel_default_37"; +"359 dequantize_per_channel_default_37"; +"360 conv2d_42_scale_0_updated_constant0"; +"361 compressed_weight_updated_constant28"; +"362 features_10_block_1_0_weight_bias_0_0"; +"363 mul_37"; +"364 conv2d_42"; +"365 hardswish__14"; +"366 quantize_per_tensor_default_37"; +"367 dequantize_per_tensor_default_50"; +"368 dequantize_per_tensor_default_49"; +"369 adaptive_avg_pool2d_7"; +"370 _param_constant115"; +"371 _param_constant116_0_0"; +"372 conv2d_43"; +"373 relu_7"; +"374 _param_constant117"; +"375 _param_constant118_0_0"; +"376 conv2d_44"; +"377 hardsigmoid_7"; +"378 quantize_per_tensor_default_38"; +"379 dequantize_per_tensor_default_51"; +"380 mul_7"; +"381 quantize_per_tensor_default_39"; +"382 dequantize_per_tensor_default_52"; +"383 conv2d_45_scale_0_updated_constant0"; +"384 compressed_weight_updated_constant29"; +"385 features_10_block_3_0_weight_bias_0_0"; +"386 mul_38"; +"387 conv2d_45"; +"388 quantize_per_tensor_default_40"; +"389 dequantize_per_tensor_default_53"; +"390 add__4"; +"391 quantize_per_tensor_default_41"; +"392 dequantize_per_tensor_default_55"; +"393 dequantize_per_tensor_default_54"; +"394 conv2d_46_scale_0_updated_constant0"; +"395 compressed_weight_updated_constant30"; +"396 features_11_block_0_0_weight_bias_0_0"; +"397 mul_39"; +"398 conv2d_46"; +"399 hardswish__15_scale_0"; +"400 hardswish__15_zero_point_0"; +"401 hardswish__15"; +"402 quantize_per_channel_default_41"; +"403 dequantize_per_channel_default_41"; +"404 conv2d_47_scale_0_updated_constant0"; +"405 compressed_weight_updated_constant31"; +"406 features_11_block_1_0_weight_bias_0_0"; +"407 mul_40"; +"408 conv2d_47"; +"409 hardswish__16"; +"410 quantize_per_tensor_default_42"; +"411 dequantize_per_tensor_default_57"; +"412 dequantize_per_tensor_default_56"; +"413 adaptive_avg_pool2d_8"; +"414 _param_constant128"; +"415 _param_constant129_0_0"; +"416 conv2d_48"; +"417 relu_8"; +"418 _param_constant130"; +"419 _param_constant131_0_0"; +"420 conv2d_49"; +"421 hardsigmoid_8"; +"422 quantize_per_tensor_default_43"; +"423 dequantize_per_tensor_default_58"; +"424 mul_8"; +"425 quantize_per_tensor_default_44"; +"426 dequantize_per_tensor_default_59"; +"427 conv2d_50_scale_0_updated_constant0"; +"428 compressed_weight_updated_constant32"; +"429 features_11_block_3_0_weight_bias_0_0"; +"430 mul_41"; +"431 conv2d_50"; +"432 quantize_per_tensor_default_45"; +"433 dequantize_per_tensor_default_60"; +"434 add__5"; +"435 quantize_per_tensor_default_46"; +"436 dequantize_per_tensor_default_61"; +"437 conv2d_51_scale_0_updated_constant0"; +"438 compressed_weight_updated_constant33"; +"439 features_12_0_weight_bias_0_0"; +"440 mul_42"; +"441 conv2d_51"; +"442 hardswish__17"; +"443 quantize_per_tensor_default_47"; +"444 dequantize_per_tensor_default_62"; +"445 adaptive_avg_pool2d_9"; +"446 quantize_per_tensor_default_48"; +"447 dequantize_per_tensor_default_63"; +"448 flatten"; +"449 linear_scale_0_updated_constant0"; +"450 compressed_weight_updated_constant34"; +"451 _param_constant139_0_0"; +"452 mul_43"; +"453 linear"; +"454 hardswish__18"; +"455 quantize_per_tensor_default_49"; +"456 dequantize_per_tensor_default_64"; +"457 dropout_"; +"458 linear_1_scale_0_updated_constant0"; +"459 compressed_weight_updated_constant35"; +"460 _param_constant141_0_0"; +"461 mul_44"; +"462 linear_1"; +"463 output"; +"0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224) \n0 -> 0", style=solid]; +"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224) \n0 -> 0", style=solid]; +"2 dequantize_per_tensor_default" -> "7 conv2d" [label="(1, 3, 224, 224) \n0 -> 0", style=solid]; +"3 conv2d_scale_0_updated_constant0" -> "6 mul_9" [label="(16, 1, 1, 1) \n0 -> 1", style=solid]; +"4 compressed_weight_updated_constant0" -> "6 mul_9" [label="(16, 3, 3, 3) \n0 -> 0", style=solid]; +"5 features_0_0_weight_bias_0_0" -> "7 conv2d" [label="(16,) \n0 -> 2", style=solid]; +"6 mul_9" -> "7 conv2d" [label="(2,) \n0 -> 1", style=solid]; +"7 conv2d" -> "10 hardswish_" [label="(1, 16, 112, 112) \n0 -> 0", style=solid]; +"8 hardswish__scale_0" -> "11 quantize_per_channel_default_1" [label="(16,) \n0 -> 1", style=solid]; +"8 hardswish__scale_0" -> "12 dequantize_per_channel_default_1" [label="(16,) \n0 -> 1", style=solid]; +"9 hardswish__zero_point_0" -> "11 quantize_per_channel_default_1" [label="(16,) \n0 -> 2", style=solid]; +"9 hardswish__zero_point_0" -> "12 dequantize_per_channel_default_1" [label="(16,) \n0 -> 2", style=solid]; +"10 hardswish_" -> "11 quantize_per_channel_default_1" [label="(1, 16, 112, 112) \n0 -> 0", style=solid]; +"11 quantize_per_channel_default_1" -> "12 dequantize_per_channel_default_1" [label="(1, 16, 112, 112) \n0 -> 0", style=solid]; +"12 dequantize_per_channel_default_1" -> "17 conv2d_1" [label="(1, 16, 112, 112) \n0 -> 0", style=solid]; +"13 conv2d_1_scale_0_updated_constant0" -> "16 mul_10" [label="(16, 1, 1, 1) \n0 -> 1", style=solid]; +"14 compressed_weight_updated_constant1" -> "16 mul_10" [label="(16, 1, 3, 3) \n0 -> 0", style=solid]; +"15 features_1_block_0_0_weight_bias_0_0" -> "17 conv2d_1" [label="(16,) \n0 -> 2", style=solid]; +"16 mul_10" -> "17 conv2d_1" [label="(2,) \n0 -> 1", style=solid]; +"17 conv2d_1" -> "18 relu_" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"18 relu_" -> "19 quantize_per_tensor_default_1" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"19 quantize_per_tensor_default_1" -> "21 dequantize_per_tensor_default_1" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"19 quantize_per_tensor_default_1" -> "20 dequantize_per_tensor_default_2" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"20 dequantize_per_tensor_default_2" -> "33 mul" [label="(1, 16, 56, 56) \n0 -> 1", style=solid]; +"21 dequantize_per_tensor_default_1" -> "22 adaptive_avg_pool2d" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"22 adaptive_avg_pool2d" -> "25 conv2d_2" [label="(1, 16, 1, 1) \n0 -> 0", style=solid]; +"23 _param_constant6" -> "25 conv2d_2" [label="(8, 16, 1, 1) \n0 -> 1", style=solid]; +"24 _param_constant7_0_0" -> "25 conv2d_2" [label="(8,) \n0 -> 2", style=solid]; +"25 conv2d_2" -> "26 relu" [label="(1, 8, 1, 1) \n0 -> 0", style=solid]; +"26 relu" -> "29 conv2d_3" [label="(1, 8, 1, 1) \n0 -> 0", style=solid]; +"27 _param_constant8" -> "29 conv2d_3" [label="(16, 8, 1, 1) \n0 -> 1", style=solid]; +"28 _param_constant9_0_0" -> "29 conv2d_3" [label="(16,) \n0 -> 2", style=solid]; +"29 conv2d_3" -> "30 hardsigmoid" [label="(1, 16, 1, 1) \n0 -> 0", style=solid]; +"30 hardsigmoid" -> "31 quantize_per_tensor_default_2" [label="(1, 16, 1, 1) \n0 -> 0", style=solid]; +"31 quantize_per_tensor_default_2" -> "32 dequantize_per_tensor_default_3" [label="(1, 16, 1, 1) \n0 -> 0", style=solid]; +"32 dequantize_per_tensor_default_3" -> "33 mul" [label="(1, 16, 1, 1) \n0 -> 0", style=solid]; +"33 mul" -> "34 quantize_per_tensor_default_3" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"34 quantize_per_tensor_default_3" -> "35 dequantize_per_tensor_default_4" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"35 dequantize_per_tensor_default_4" -> "40 conv2d_4" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"36 conv2d_4_scale_0_updated_constant0" -> "39 mul_11" [label="(16, 1, 1, 1) \n0 -> 1", style=solid]; +"37 compressed_weight_updated_constant2" -> "39 mul_11" [label="(16, 16, 1, 1) \n0 -> 0", style=solid]; +"38 features_1_block_2_0_weight_bias_0_0" -> "40 conv2d_4" [label="(16,) \n0 -> 2", style=solid]; +"39 mul_11" -> "40 conv2d_4" [label="(2,) \n0 -> 1", style=solid]; +"40 conv2d_4" -> "41 quantize_per_tensor_default_4" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"41 quantize_per_tensor_default_4" -> "42 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"42 dequantize_per_tensor_default_5" -> "47 conv2d_5" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"43 conv2d_5_scale_0_updated_constant0" -> "46 mul_12" [label="(72, 1, 1, 1) \n0 -> 1", style=solid]; +"44 compressed_weight_updated_constant3" -> "46 mul_12" [label="(72, 16, 1, 1) \n0 -> 0", style=solid]; +"45 features_2_block_0_0_weight_bias_0_0" -> "47 conv2d_5" [label="(72,) \n0 -> 2", style=solid]; +"46 mul_12" -> "47 conv2d_5" [label="(2,) \n0 -> 1", style=solid]; +"47 conv2d_5" -> "50 relu__1" [label="(1, 72, 56, 56) \n0 -> 0", style=solid]; +"48 relu__1_scale_0" -> "51 quantize_per_channel_default_5" [label="(72,) \n0 -> 1", style=solid]; +"48 relu__1_scale_0" -> "52 dequantize_per_channel_default_5" [label="(72,) \n0 -> 1", style=solid]; +"49 relu__1_zero_point_0" -> "51 quantize_per_channel_default_5" [label="(72,) \n0 -> 2", style=solid]; +"49 relu__1_zero_point_0" -> "52 dequantize_per_channel_default_5" [label="(72,) \n0 -> 2", style=solid]; +"50 relu__1" -> "51 quantize_per_channel_default_5" [label="(1, 72, 56, 56) \n0 -> 0", style=solid]; +"51 quantize_per_channel_default_5" -> "52 dequantize_per_channel_default_5" [label="(1, 72, 56, 56) \n0 -> 0", style=solid]; +"52 dequantize_per_channel_default_5" -> "57 conv2d_6" [label="(1, 72, 56, 56) \n0 -> 0", style=solid]; +"53 conv2d_6_scale_0_updated_constant0" -> "56 mul_13" [label="(72, 1, 1, 1) \n0 -> 1", style=solid]; +"54 compressed_weight_updated_constant4" -> "56 mul_13" [label="(72, 1, 3, 3) \n0 -> 0", style=solid]; +"55 features_2_block_1_0_weight_bias_0_0" -> "57 conv2d_6" [label="(72,) \n0 -> 2", style=solid]; +"56 mul_13" -> "57 conv2d_6" [label="(2,) \n0 -> 1", style=solid]; +"57 conv2d_6" -> "58 relu__2" [label="(1, 72, 28, 28) \n0 -> 0", style=solid]; +"58 relu__2" -> "59 quantize_per_tensor_default_5" [label="(1, 72, 28, 28) \n0 -> 0", style=solid]; +"59 quantize_per_tensor_default_5" -> "60 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28) \n0 -> 0", style=solid]; +"60 dequantize_per_tensor_default_6" -> "65 conv2d_7" [label="(1, 72, 28, 28) \n0 -> 0", style=solid]; +"61 conv2d_7_scale_0_updated_constant0" -> "64 mul_14" [label="(24, 1, 1, 1) \n0 -> 1", style=solid]; +"62 compressed_weight_updated_constant5" -> "64 mul_14" [label="(24, 72, 1, 1) \n0 -> 0", style=solid]; +"63 features_2_block_2_0_weight_bias_0_0" -> "65 conv2d_7" [label="(24,) \n0 -> 2", style=solid]; +"64 mul_14" -> "65 conv2d_7" [label="(2,) \n0 -> 1", style=solid]; +"65 conv2d_7" -> "66 quantize_per_tensor_default_6" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; +"66 quantize_per_tensor_default_6" -> "68 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; +"66 quantize_per_tensor_default_6" -> "67 dequantize_per_tensor_default_8" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; +"67 dequantize_per_tensor_default_8" -> "94 add_" [label="(1, 24, 28, 28) \n0 -> 1", style=solid]; +"68 dequantize_per_tensor_default_7" -> "73 conv2d_8" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; +"69 conv2d_8_scale_0_updated_constant0" -> "72 mul_15" [label="(88, 1, 1, 1) \n0 -> 1", style=solid]; +"70 compressed_weight_updated_constant6" -> "72 mul_15" [label="(88, 24, 1, 1) \n0 -> 0", style=solid]; +"71 features_3_block_0_0_weight_bias_0_0" -> "73 conv2d_8" [label="(88,) \n0 -> 2", style=solid]; +"72 mul_15" -> "73 conv2d_8" [label="(2,) \n0 -> 1", style=solid]; +"73 conv2d_8" -> "76 relu__3" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; +"74 relu__3_scale_0" -> "77 quantize_per_channel_default_9" [label="(88,) \n0 -> 1", style=solid]; +"74 relu__3_scale_0" -> "78 dequantize_per_channel_default_9" [label="(88,) \n0 -> 1", style=solid]; +"75 relu__3_zero_point_0" -> "77 quantize_per_channel_default_9" [label="(88,) \n0 -> 2", style=solid]; +"75 relu__3_zero_point_0" -> "78 dequantize_per_channel_default_9" [label="(88,) \n0 -> 2", style=solid]; +"76 relu__3" -> "77 quantize_per_channel_default_9" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; +"77 quantize_per_channel_default_9" -> "78 dequantize_per_channel_default_9" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; +"78 dequantize_per_channel_default_9" -> "83 conv2d_9" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; +"79 conv2d_9_scale_0_updated_constant0" -> "82 mul_16" [label="(88, 1, 1, 1) \n0 -> 1", style=solid]; +"80 compressed_weight_updated_constant7" -> "82 mul_16" [label="(88, 1, 3, 3) \n0 -> 0", style=solid]; +"81 features_3_block_1_0_weight_bias_0_0" -> "83 conv2d_9" [label="(88,) \n0 -> 2", style=solid]; +"82 mul_16" -> "83 conv2d_9" [label="(2,) \n0 -> 1", style=solid]; +"83 conv2d_9" -> "84 relu__4" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; +"84 relu__4" -> "85 quantize_per_tensor_default_7" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; +"85 quantize_per_tensor_default_7" -> "86 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; +"86 dequantize_per_tensor_default_9" -> "91 conv2d_10" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; +"87 conv2d_10_scale_0_updated_constant0" -> "90 mul_17" [label="(24, 1, 1, 1) \n0 -> 1", style=solid]; +"88 compressed_weight_updated_constant8" -> "90 mul_17" [label="(24, 88, 1, 1) \n0 -> 0", style=solid]; +"89 features_3_block_2_0_weight_bias_0_0" -> "91 conv2d_10" [label="(24,) \n0 -> 2", style=solid]; +"90 mul_17" -> "91 conv2d_10" [label="(2,) \n0 -> 1", style=solid]; +"91 conv2d_10" -> "92 quantize_per_tensor_default_8" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; +"92 quantize_per_tensor_default_8" -> "93 dequantize_per_tensor_default_10" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; +"93 dequantize_per_tensor_default_10" -> "94 add_" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; +"94 add_" -> "95 quantize_per_tensor_default_9" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; +"95 quantize_per_tensor_default_9" -> "96 dequantize_per_tensor_default_11" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; +"96 dequantize_per_tensor_default_11" -> "101 conv2d_11" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; +"97 conv2d_11_scale_0_updated_constant0" -> "100 mul_18" [label="(96, 1, 1, 1) \n0 -> 1", style=solid]; +"98 compressed_weight_updated_constant9" -> "100 mul_18" [label="(96, 24, 1, 1) \n0 -> 0", style=solid]; +"99 features_4_block_0_0_weight_bias_0_0" -> "101 conv2d_11" [label="(96,) \n0 -> 2", style=solid]; +"100 mul_18" -> "101 conv2d_11" [label="(2,) \n0 -> 1", style=solid]; +"101 conv2d_11" -> "104 hardswish__1" [label="(1, 96, 28, 28) \n0 -> 0", style=solid]; +"102 hardswish__1_scale_0" -> "105 quantize_per_channel_default_13" [label="(96,) \n0 -> 1", style=solid]; +"102 hardswish__1_scale_0" -> "106 dequantize_per_channel_default_13" [label="(96,) \n0 -> 1", style=solid]; +"103 hardswish__1_zero_point_0" -> "105 quantize_per_channel_default_13" [label="(96,) \n0 -> 2", style=solid]; +"103 hardswish__1_zero_point_0" -> "106 dequantize_per_channel_default_13" [label="(96,) \n0 -> 2", style=solid]; +"104 hardswish__1" -> "105 quantize_per_channel_default_13" [label="(1, 96, 28, 28) \n0 -> 0", style=solid]; +"105 quantize_per_channel_default_13" -> "106 dequantize_per_channel_default_13" [label="(1, 96, 28, 28) \n0 -> 0", style=solid]; +"106 dequantize_per_channel_default_13" -> "111 conv2d_12" [label="(1, 96, 28, 28) \n0 -> 0", style=solid]; +"107 conv2d_12_scale_0_updated_constant0" -> "110 mul_19" [label="(96, 1, 1, 1) \n0 -> 1", style=solid]; +"108 compressed_weight_updated_constant10" -> "110 mul_19" [label="(96, 1, 5, 5) \n0 -> 0", style=solid]; +"109 features_4_block_1_0_weight_bias_0_0" -> "111 conv2d_12" [label="(96,) \n0 -> 2", style=solid]; +"110 mul_19" -> "111 conv2d_12" [label="(2,) \n0 -> 1", style=solid]; +"111 conv2d_12" -> "112 hardswish__2" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; +"112 hardswish__2" -> "113 quantize_per_tensor_default_10" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; +"113 quantize_per_tensor_default_10" -> "115 dequantize_per_tensor_default_12" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; +"113 quantize_per_tensor_default_10" -> "114 dequantize_per_tensor_default_13" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; +"114 dequantize_per_tensor_default_13" -> "127 mul_1" [label="(1, 96, 14, 14) \n0 -> 1", style=solid]; +"115 dequantize_per_tensor_default_12" -> "116 adaptive_avg_pool2d_1" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; +"116 adaptive_avg_pool2d_1" -> "119 conv2d_13" [label="(1, 96, 1, 1) \n0 -> 0", style=solid]; +"117 _param_constant37" -> "119 conv2d_13" [label="(24, 96, 1, 1) \n0 -> 1", style=solid]; +"118 _param_constant38_0_0" -> "119 conv2d_13" [label="(24,) \n0 -> 2", style=solid]; +"119 conv2d_13" -> "120 relu_1" [label="(1, 24, 1, 1) \n0 -> 0", style=solid]; +"120 relu_1" -> "123 conv2d_14" [label="(1, 24, 1, 1) \n0 -> 0", style=solid]; +"121 _param_constant39" -> "123 conv2d_14" [label="(96, 24, 1, 1) \n0 -> 1", style=solid]; +"122 _param_constant40_0_0" -> "123 conv2d_14" [label="(96,) \n0 -> 2", style=solid]; +"123 conv2d_14" -> "124 hardsigmoid_1" [label="(1, 96, 1, 1) \n0 -> 0", style=solid]; +"124 hardsigmoid_1" -> "125 quantize_per_tensor_default_11" [label="(1, 96, 1, 1) \n0 -> 0", style=solid]; +"125 quantize_per_tensor_default_11" -> "126 dequantize_per_tensor_default_14" [label="(1, 96, 1, 1) \n0 -> 0", style=solid]; +"126 dequantize_per_tensor_default_14" -> "127 mul_1" [label="(1, 96, 1, 1) \n0 -> 0", style=solid]; +"127 mul_1" -> "128 quantize_per_tensor_default_12" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; +"128 quantize_per_tensor_default_12" -> "129 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; +"129 dequantize_per_tensor_default_15" -> "134 conv2d_15" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; +"130 conv2d_15_scale_0_updated_constant0" -> "133 mul_20" [label="(40, 1, 1, 1) \n0 -> 1", style=solid]; +"131 compressed_weight_updated_constant11" -> "133 mul_20" [label="(40, 96, 1, 1) \n0 -> 0", style=solid]; +"132 features_4_block_3_0_weight_bias_0_0" -> "134 conv2d_15" [label="(40,) \n0 -> 2", style=solid]; +"133 mul_20" -> "134 conv2d_15" [label="(2,) \n0 -> 1", style=solid]; +"134 conv2d_15" -> "135 quantize_per_tensor_default_13" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"135 quantize_per_tensor_default_13" -> "137 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"135 quantize_per_tensor_default_13" -> "136 dequantize_per_tensor_default_17" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"136 dequantize_per_tensor_default_17" -> "178 add__1" [label="(1, 40, 14, 14) \n0 -> 1", style=solid]; +"137 dequantize_per_tensor_default_16" -> "142 conv2d_16" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"138 conv2d_16_scale_0_updated_constant0" -> "141 mul_21" [label="(240, 1, 1, 1) \n0 -> 1", style=solid]; +"139 compressed_weight_updated_constant12" -> "141 mul_21" [label="(240, 40, 1, 1) \n0 -> 0", style=solid]; +"140 features_5_block_0_0_weight_bias_0_0" -> "142 conv2d_16" [label="(240,) \n0 -> 2", style=solid]; +"141 mul_21" -> "142 conv2d_16" [label="(2,) \n0 -> 1", style=solid]; +"142 conv2d_16" -> "145 hardswish__3" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"143 hardswish__3_scale_0" -> "146 quantize_per_channel_default_17" [label="(240,) \n0 -> 1", style=solid]; +"143 hardswish__3_scale_0" -> "147 dequantize_per_channel_default_17" [label="(240,) \n0 -> 1", style=solid]; +"144 hardswish__3_zero_point_0" -> "146 quantize_per_channel_default_17" [label="(240,) \n0 -> 2", style=solid]; +"144 hardswish__3_zero_point_0" -> "147 dequantize_per_channel_default_17" [label="(240,) \n0 -> 2", style=solid]; +"145 hardswish__3" -> "146 quantize_per_channel_default_17" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"146 quantize_per_channel_default_17" -> "147 dequantize_per_channel_default_17" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"147 dequantize_per_channel_default_17" -> "152 conv2d_17" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"148 conv2d_17_scale_0_updated_constant0" -> "151 mul_22" [label="(240, 1, 1, 1) \n0 -> 1", style=solid]; +"149 compressed_weight_updated_constant13" -> "151 mul_22" [label="(240, 1, 5, 5) \n0 -> 0", style=solid]; +"150 features_5_block_1_0_weight_bias_0_0" -> "152 conv2d_17" [label="(240,) \n0 -> 2", style=solid]; +"151 mul_22" -> "152 conv2d_17" [label="(2,) \n0 -> 1", style=solid]; +"152 conv2d_17" -> "153 hardswish__4" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"153 hardswish__4" -> "154 quantize_per_tensor_default_14" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"154 quantize_per_tensor_default_14" -> "156 dequantize_per_tensor_default_18" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"154 quantize_per_tensor_default_14" -> "155 dequantize_per_tensor_default_19" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"155 dequantize_per_tensor_default_19" -> "168 mul_2" [label="(1, 240, 14, 14) \n0 -> 1", style=solid]; +"156 dequantize_per_tensor_default_18" -> "157 adaptive_avg_pool2d_2" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"157 adaptive_avg_pool2d_2" -> "160 conv2d_18" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; +"158 _param_constant50" -> "160 conv2d_18" [label="(64, 240, 1, 1) \n0 -> 1", style=solid]; +"159 _param_constant51_0_0" -> "160 conv2d_18" [label="(64,) \n0 -> 2", style=solid]; +"160 conv2d_18" -> "161 relu_2" [label="(1, 64, 1, 1) \n0 -> 0", style=solid]; +"161 relu_2" -> "164 conv2d_19" [label="(1, 64, 1, 1) \n0 -> 0", style=solid]; +"162 _param_constant52" -> "164 conv2d_19" [label="(240, 64, 1, 1) \n0 -> 1", style=solid]; +"163 _param_constant53_0_0" -> "164 conv2d_19" [label="(240,) \n0 -> 2", style=solid]; +"164 conv2d_19" -> "165 hardsigmoid_2" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; +"165 hardsigmoid_2" -> "166 quantize_per_tensor_default_15" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; +"166 quantize_per_tensor_default_15" -> "167 dequantize_per_tensor_default_20" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; +"167 dequantize_per_tensor_default_20" -> "168 mul_2" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; +"168 mul_2" -> "169 quantize_per_tensor_default_16" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"169 quantize_per_tensor_default_16" -> "170 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"170 dequantize_per_tensor_default_21" -> "175 conv2d_20" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"171 conv2d_20_scale_0_updated_constant0" -> "174 mul_23" [label="(40, 1, 1, 1) \n0 -> 1", style=solid]; +"172 compressed_weight_updated_constant14" -> "174 mul_23" [label="(40, 240, 1, 1) \n0 -> 0", style=solid]; +"173 features_5_block_3_0_weight_bias_0_0" -> "175 conv2d_20" [label="(40,) \n0 -> 2", style=solid]; +"174 mul_23" -> "175 conv2d_20" [label="(2,) \n0 -> 1", style=solid]; +"175 conv2d_20" -> "176 quantize_per_tensor_default_17" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"176 quantize_per_tensor_default_17" -> "177 dequantize_per_tensor_default_22" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"177 dequantize_per_tensor_default_22" -> "178 add__1" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"178 add__1" -> "179 quantize_per_tensor_default_18" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"179 quantize_per_tensor_default_18" -> "181 dequantize_per_tensor_default_23" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"179 quantize_per_tensor_default_18" -> "180 dequantize_per_tensor_default_24" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"180 dequantize_per_tensor_default_24" -> "222 add__2" [label="(1, 40, 14, 14) \n0 -> 1", style=solid]; +"181 dequantize_per_tensor_default_23" -> "186 conv2d_21" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"182 conv2d_21_scale_0_updated_constant0" -> "185 mul_24" [label="(240, 1, 1, 1) \n0 -> 1", style=solid]; +"183 compressed_weight_updated_constant15" -> "185 mul_24" [label="(240, 40, 1, 1) \n0 -> 0", style=solid]; +"184 features_6_block_0_0_weight_bias_0_0" -> "186 conv2d_21" [label="(240,) \n0 -> 2", style=solid]; +"185 mul_24" -> "186 conv2d_21" [label="(2,) \n0 -> 1", style=solid]; +"186 conv2d_21" -> "189 hardswish__5" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"187 hardswish__5_scale_0" -> "190 quantize_per_channel_default_21" [label="(240,) \n0 -> 1", style=solid]; +"187 hardswish__5_scale_0" -> "191 dequantize_per_channel_default_21" [label="(240,) \n0 -> 1", style=solid]; +"188 hardswish__5_zero_point_0" -> "190 quantize_per_channel_default_21" [label="(240,) \n0 -> 2", style=solid]; +"188 hardswish__5_zero_point_0" -> "191 dequantize_per_channel_default_21" [label="(240,) \n0 -> 2", style=solid]; +"189 hardswish__5" -> "190 quantize_per_channel_default_21" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"190 quantize_per_channel_default_21" -> "191 dequantize_per_channel_default_21" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"191 dequantize_per_channel_default_21" -> "196 conv2d_22" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"192 conv2d_22_scale_0_updated_constant0" -> "195 mul_25" [label="(240, 1, 1, 1) \n0 -> 1", style=solid]; +"193 compressed_weight_updated_constant16" -> "195 mul_25" [label="(240, 1, 5, 5) \n0 -> 0", style=solid]; +"194 features_6_block_1_0_weight_bias_0_0" -> "196 conv2d_22" [label="(240,) \n0 -> 2", style=solid]; +"195 mul_25" -> "196 conv2d_22" [label="(2,) \n0 -> 1", style=solid]; +"196 conv2d_22" -> "197 hardswish__6" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"197 hardswish__6" -> "198 quantize_per_tensor_default_19" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"198 quantize_per_tensor_default_19" -> "200 dequantize_per_tensor_default_25" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"198 quantize_per_tensor_default_19" -> "199 dequantize_per_tensor_default_26" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"199 dequantize_per_tensor_default_26" -> "212 mul_3" [label="(1, 240, 14, 14) \n0 -> 1", style=solid]; +"200 dequantize_per_tensor_default_25" -> "201 adaptive_avg_pool2d_3" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"201 adaptive_avg_pool2d_3" -> "204 conv2d_23" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; +"202 _param_constant63" -> "204 conv2d_23" [label="(64, 240, 1, 1) \n0 -> 1", style=solid]; +"203 _param_constant64_0_0" -> "204 conv2d_23" [label="(64,) \n0 -> 2", style=solid]; +"204 conv2d_23" -> "205 relu_3" [label="(1, 64, 1, 1) \n0 -> 0", style=solid]; +"205 relu_3" -> "208 conv2d_24" [label="(1, 64, 1, 1) \n0 -> 0", style=solid]; +"206 _param_constant65" -> "208 conv2d_24" [label="(240, 64, 1, 1) \n0 -> 1", style=solid]; +"207 _param_constant66_0_0" -> "208 conv2d_24" [label="(240,) \n0 -> 2", style=solid]; +"208 conv2d_24" -> "209 hardsigmoid_3" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; +"209 hardsigmoid_3" -> "210 quantize_per_tensor_default_20" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; +"210 quantize_per_tensor_default_20" -> "211 dequantize_per_tensor_default_27" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; +"211 dequantize_per_tensor_default_27" -> "212 mul_3" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; +"212 mul_3" -> "213 quantize_per_tensor_default_21" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"213 quantize_per_tensor_default_21" -> "214 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"214 dequantize_per_tensor_default_28" -> "219 conv2d_25" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"215 conv2d_25_scale_0_updated_constant0" -> "218 mul_26" [label="(40, 1, 1, 1) \n0 -> 1", style=solid]; +"216 compressed_weight_updated_constant17" -> "218 mul_26" [label="(40, 240, 1, 1) \n0 -> 0", style=solid]; +"217 features_6_block_3_0_weight_bias_0_0" -> "219 conv2d_25" [label="(40,) \n0 -> 2", style=solid]; +"218 mul_26" -> "219 conv2d_25" [label="(2,) \n0 -> 1", style=solid]; +"219 conv2d_25" -> "220 quantize_per_tensor_default_22" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"220 quantize_per_tensor_default_22" -> "221 dequantize_per_tensor_default_29" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"221 dequantize_per_tensor_default_29" -> "222 add__2" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"222 add__2" -> "223 quantize_per_tensor_default_23" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"223 quantize_per_tensor_default_23" -> "224 dequantize_per_tensor_default_30" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"224 dequantize_per_tensor_default_30" -> "229 conv2d_26" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"225 conv2d_26_scale_0_updated_constant0" -> "228 mul_27" [label="(120, 1, 1, 1) \n0 -> 1", style=solid]; +"226 compressed_weight_updated_constant18" -> "228 mul_27" [label="(120, 40, 1, 1) \n0 -> 0", style=solid]; +"227 features_7_block_0_0_weight_bias_0_0" -> "229 conv2d_26" [label="(120,) \n0 -> 2", style=solid]; +"228 mul_27" -> "229 conv2d_26" [label="(2,) \n0 -> 1", style=solid]; +"229 conv2d_26" -> "232 hardswish__7" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"230 hardswish__7_scale_0" -> "233 quantize_per_channel_default_25" [label="(120,) \n0 -> 1", style=solid]; +"230 hardswish__7_scale_0" -> "234 dequantize_per_channel_default_25" [label="(120,) \n0 -> 1", style=solid]; +"231 hardswish__7_zero_point_0" -> "233 quantize_per_channel_default_25" [label="(120,) \n0 -> 2", style=solid]; +"231 hardswish__7_zero_point_0" -> "234 dequantize_per_channel_default_25" [label="(120,) \n0 -> 2", style=solid]; +"232 hardswish__7" -> "233 quantize_per_channel_default_25" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"233 quantize_per_channel_default_25" -> "234 dequantize_per_channel_default_25" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"234 dequantize_per_channel_default_25" -> "239 conv2d_27" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"235 conv2d_27_scale_0_updated_constant0" -> "238 mul_28" [label="(120, 1, 1, 1) \n0 -> 1", style=solid]; +"236 compressed_weight_updated_constant19" -> "238 mul_28" [label="(120, 1, 5, 5) \n0 -> 0", style=solid]; +"237 features_7_block_1_0_weight_bias_0_0" -> "239 conv2d_27" [label="(120,) \n0 -> 2", style=solid]; +"238 mul_28" -> "239 conv2d_27" [label="(2,) \n0 -> 1", style=solid]; +"239 conv2d_27" -> "240 hardswish__8" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"240 hardswish__8" -> "241 quantize_per_tensor_default_24" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"241 quantize_per_tensor_default_24" -> "243 dequantize_per_tensor_default_31" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"241 quantize_per_tensor_default_24" -> "242 dequantize_per_tensor_default_32" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"242 dequantize_per_tensor_default_32" -> "255 mul_4" [label="(1, 120, 14, 14) \n0 -> 1", style=solid]; +"243 dequantize_per_tensor_default_31" -> "244 adaptive_avg_pool2d_4" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"244 adaptive_avg_pool2d_4" -> "247 conv2d_28" [label="(1, 120, 1, 1) \n0 -> 0", style=solid]; +"245 _param_constant76" -> "247 conv2d_28" [label="(32, 120, 1, 1) \n0 -> 1", style=solid]; +"246 _param_constant77_0_0" -> "247 conv2d_28" [label="(32,) \n0 -> 2", style=solid]; +"247 conv2d_28" -> "248 relu_4" [label="(1, 32, 1, 1) \n0 -> 0", style=solid]; +"248 relu_4" -> "251 conv2d_29" [label="(1, 32, 1, 1) \n0 -> 0", style=solid]; +"249 _param_constant78" -> "251 conv2d_29" [label="(120, 32, 1, 1) \n0 -> 1", style=solid]; +"250 _param_constant79_0_0" -> "251 conv2d_29" [label="(120,) \n0 -> 2", style=solid]; +"251 conv2d_29" -> "252 hardsigmoid_4" [label="(1, 120, 1, 1) \n0 -> 0", style=solid]; +"252 hardsigmoid_4" -> "253 quantize_per_tensor_default_25" [label="(1, 120, 1, 1) \n0 -> 0", style=solid]; +"253 quantize_per_tensor_default_25" -> "254 dequantize_per_tensor_default_33" [label="(1, 120, 1, 1) \n0 -> 0", style=solid]; +"254 dequantize_per_tensor_default_33" -> "255 mul_4" [label="(1, 120, 1, 1) \n0 -> 0", style=solid]; +"255 mul_4" -> "256 quantize_per_tensor_default_26" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"256 quantize_per_tensor_default_26" -> "257 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"257 dequantize_per_tensor_default_34" -> "262 conv2d_30" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"258 conv2d_30_scale_0_updated_constant0" -> "261 mul_29" [label="(48, 1, 1, 1) \n0 -> 1", style=solid]; +"259 compressed_weight_updated_constant20" -> "261 mul_29" [label="(48, 120, 1, 1) \n0 -> 0", style=solid]; +"260 features_7_block_3_0_weight_bias_0_0" -> "262 conv2d_30" [label="(48,) \n0 -> 2", style=solid]; +"261 mul_29" -> "262 conv2d_30" [label="(2,) \n0 -> 1", style=solid]; +"262 conv2d_30" -> "263 quantize_per_tensor_default_27" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; +"263 quantize_per_tensor_default_27" -> "265 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; +"263 quantize_per_tensor_default_27" -> "264 dequantize_per_tensor_default_36" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; +"264 dequantize_per_tensor_default_36" -> "306 add__3" [label="(1, 48, 14, 14) \n0 -> 1", style=solid]; +"265 dequantize_per_tensor_default_35" -> "270 conv2d_31" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; +"266 conv2d_31_scale_0_updated_constant0" -> "269 mul_30" [label="(144, 1, 1, 1) \n0 -> 1", style=solid]; +"267 compressed_weight_updated_constant21" -> "269 mul_30" [label="(144, 48, 1, 1) \n0 -> 0", style=solid]; +"268 features_8_block_0_0_weight_bias_0_0" -> "270 conv2d_31" [label="(144,) \n0 -> 2", style=solid]; +"269 mul_30" -> "270 conv2d_31" [label="(2,) \n0 -> 1", style=solid]; +"270 conv2d_31" -> "273 hardswish__9" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"271 hardswish__9_scale_0" -> "274 quantize_per_channel_default_29" [label="(144,) \n0 -> 1", style=solid]; +"271 hardswish__9_scale_0" -> "275 dequantize_per_channel_default_29" [label="(144,) \n0 -> 1", style=solid]; +"272 hardswish__9_zero_point_0" -> "274 quantize_per_channel_default_29" [label="(144,) \n0 -> 2", style=solid]; +"272 hardswish__9_zero_point_0" -> "275 dequantize_per_channel_default_29" [label="(144,) \n0 -> 2", style=solid]; +"273 hardswish__9" -> "274 quantize_per_channel_default_29" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"274 quantize_per_channel_default_29" -> "275 dequantize_per_channel_default_29" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"275 dequantize_per_channel_default_29" -> "280 conv2d_32" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"276 conv2d_32_scale_0_updated_constant0" -> "279 mul_31" [label="(144, 1, 1, 1) \n0 -> 1", style=solid]; +"277 compressed_weight_updated_constant22" -> "279 mul_31" [label="(144, 1, 5, 5) \n0 -> 0", style=solid]; +"278 features_8_block_1_0_weight_bias_0_0" -> "280 conv2d_32" [label="(144,) \n0 -> 2", style=solid]; +"279 mul_31" -> "280 conv2d_32" [label="(2,) \n0 -> 1", style=solid]; +"280 conv2d_32" -> "281 hardswish__10" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"281 hardswish__10" -> "282 quantize_per_tensor_default_28" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"282 quantize_per_tensor_default_28" -> "284 dequantize_per_tensor_default_37" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"282 quantize_per_tensor_default_28" -> "283 dequantize_per_tensor_default_38" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"283 dequantize_per_tensor_default_38" -> "296 mul_5" [label="(1, 144, 14, 14) \n0 -> 1", style=solid]; +"284 dequantize_per_tensor_default_37" -> "285 adaptive_avg_pool2d_5" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"285 adaptive_avg_pool2d_5" -> "288 conv2d_33" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; +"286 _param_constant89" -> "288 conv2d_33" [label="(40, 144, 1, 1) \n0 -> 1", style=solid]; +"287 _param_constant90_0_0" -> "288 conv2d_33" [label="(40,) \n0 -> 2", style=solid]; +"288 conv2d_33" -> "289 relu_5" [label="(1, 40, 1, 1) \n0 -> 0", style=solid]; +"289 relu_5" -> "292 conv2d_34" [label="(1, 40, 1, 1) \n0 -> 0", style=solid]; +"290 _param_constant91" -> "292 conv2d_34" [label="(144, 40, 1, 1) \n0 -> 1", style=solid]; +"291 _param_constant92_0_0" -> "292 conv2d_34" [label="(144,) \n0 -> 2", style=solid]; +"292 conv2d_34" -> "293 hardsigmoid_5" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; +"293 hardsigmoid_5" -> "294 quantize_per_tensor_default_29" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; +"294 quantize_per_tensor_default_29" -> "295 dequantize_per_tensor_default_39" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; +"295 dequantize_per_tensor_default_39" -> "296 mul_5" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; +"296 mul_5" -> "297 quantize_per_tensor_default_30" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"297 quantize_per_tensor_default_30" -> "298 dequantize_per_tensor_default_40" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"298 dequantize_per_tensor_default_40" -> "303 conv2d_35" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"299 conv2d_35_scale_0_updated_constant0" -> "302 mul_32" [label="(48, 1, 1, 1) \n0 -> 1", style=solid]; +"300 compressed_weight_updated_constant23" -> "302 mul_32" [label="(48, 144, 1, 1) \n0 -> 0", style=solid]; +"301 features_8_block_3_0_weight_bias_0_0" -> "303 conv2d_35" [label="(48,) \n0 -> 2", style=solid]; +"302 mul_32" -> "303 conv2d_35" [label="(2,) \n0 -> 1", style=solid]; +"303 conv2d_35" -> "304 quantize_per_tensor_default_31" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; +"304 quantize_per_tensor_default_31" -> "305 dequantize_per_tensor_default_41" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; +"305 dequantize_per_tensor_default_41" -> "306 add__3" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; +"306 add__3" -> "307 quantize_per_tensor_default_32" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; +"307 quantize_per_tensor_default_32" -> "308 dequantize_per_tensor_default_42" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; +"308 dequantize_per_tensor_default_42" -> "313 conv2d_36" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; +"309 conv2d_36_scale_0_updated_constant0" -> "312 mul_33" [label="(288, 1, 1, 1) \n0 -> 1", style=solid]; +"310 compressed_weight_updated_constant24" -> "312 mul_33" [label="(288, 48, 1, 1) \n0 -> 0", style=solid]; +"311 features_9_block_0_0_weight_bias_0_0" -> "313 conv2d_36" [label="(288,) \n0 -> 2", style=solid]; +"312 mul_33" -> "313 conv2d_36" [label="(2,) \n0 -> 1", style=solid]; +"313 conv2d_36" -> "316 hardswish__11" [label="(1, 288, 14, 14) \n0 -> 0", style=solid]; +"314 hardswish__11_scale_0" -> "317 quantize_per_channel_default_33" [label="(288,) \n0 -> 1", style=solid]; +"314 hardswish__11_scale_0" -> "318 dequantize_per_channel_default_33" [label="(288,) \n0 -> 1", style=solid]; +"315 hardswish__11_zero_point_0" -> "317 quantize_per_channel_default_33" [label="(288,) \n0 -> 2", style=solid]; +"315 hardswish__11_zero_point_0" -> "318 dequantize_per_channel_default_33" [label="(288,) \n0 -> 2", style=solid]; +"316 hardswish__11" -> "317 quantize_per_channel_default_33" [label="(1, 288, 14, 14) \n0 -> 0", style=solid]; +"317 quantize_per_channel_default_33" -> "318 dequantize_per_channel_default_33" [label="(1, 288, 14, 14) \n0 -> 0", style=solid]; +"318 dequantize_per_channel_default_33" -> "323 conv2d_37" [label="(1, 288, 14, 14) \n0 -> 0", style=solid]; +"319 conv2d_37_scale_0_updated_constant0" -> "322 mul_34" [label="(288, 1, 1, 1) \n0 -> 1", style=solid]; +"320 compressed_weight_updated_constant25" -> "322 mul_34" [label="(288, 1, 5, 5) \n0 -> 0", style=solid]; +"321 features_9_block_1_0_weight_bias_0_0" -> "323 conv2d_37" [label="(288,) \n0 -> 2", style=solid]; +"322 mul_34" -> "323 conv2d_37" [label="(2,) \n0 -> 1", style=solid]; +"323 conv2d_37" -> "324 hardswish__12" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; +"324 hardswish__12" -> "325 quantize_per_tensor_default_33" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; +"325 quantize_per_tensor_default_33" -> "327 dequantize_per_tensor_default_43" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; +"325 quantize_per_tensor_default_33" -> "326 dequantize_per_tensor_default_44" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; +"326 dequantize_per_tensor_default_44" -> "339 mul_6" [label="(1, 288, 7, 7) \n0 -> 1", style=solid]; +"327 dequantize_per_tensor_default_43" -> "328 adaptive_avg_pool2d_6" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; +"328 adaptive_avg_pool2d_6" -> "331 conv2d_38" [label="(1, 288, 1, 1) \n0 -> 0", style=solid]; +"329 _param_constant102" -> "331 conv2d_38" [label="(72, 288, 1, 1) \n0 -> 1", style=solid]; +"330 _param_constant103_0_0" -> "331 conv2d_38" [label="(72,) \n0 -> 2", style=solid]; +"331 conv2d_38" -> "332 relu_6" [label="(1, 72, 1, 1) \n0 -> 0", style=solid]; +"332 relu_6" -> "335 conv2d_39" [label="(1, 72, 1, 1) \n0 -> 0", style=solid]; +"333 _param_constant104" -> "335 conv2d_39" [label="(288, 72, 1, 1) \n0 -> 1", style=solid]; +"334 _param_constant105_0_0" -> "335 conv2d_39" [label="(288,) \n0 -> 2", style=solid]; +"335 conv2d_39" -> "336 hardsigmoid_6" [label="(1, 288, 1, 1) \n0 -> 0", style=solid]; +"336 hardsigmoid_6" -> "337 quantize_per_tensor_default_34" [label="(1, 288, 1, 1) \n0 -> 0", style=solid]; +"337 quantize_per_tensor_default_34" -> "338 dequantize_per_tensor_default_45" [label="(1, 288, 1, 1) \n0 -> 0", style=solid]; +"338 dequantize_per_tensor_default_45" -> "339 mul_6" [label="(1, 288, 1, 1) \n0 -> 0", style=solid]; +"339 mul_6" -> "340 quantize_per_tensor_default_35" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; +"340 quantize_per_tensor_default_35" -> "341 dequantize_per_tensor_default_46" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; +"341 dequantize_per_tensor_default_46" -> "346 conv2d_40" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; +"342 conv2d_40_scale_0_updated_constant0" -> "345 mul_35" [label="(96, 1, 1, 1) \n0 -> 1", style=solid]; +"343 compressed_weight_updated_constant26" -> "345 mul_35" [label="(96, 288, 1, 1) \n0 -> 0", style=solid]; +"344 features_9_block_3_0_weight_bias_0_0" -> "346 conv2d_40" [label="(96,) \n0 -> 2", style=solid]; +"345 mul_35" -> "346 conv2d_40" [label="(2,) \n0 -> 1", style=solid]; +"346 conv2d_40" -> "347 quantize_per_tensor_default_36" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"347 quantize_per_tensor_default_36" -> "349 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"347 quantize_per_tensor_default_36" -> "348 dequantize_per_tensor_default_48" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"348 dequantize_per_tensor_default_48" -> "390 add__4" [label="(1, 96, 7, 7) \n0 -> 1", style=solid]; +"349 dequantize_per_tensor_default_47" -> "354 conv2d_41" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"350 conv2d_41_scale_0_updated_constant0" -> "353 mul_36" [label="(576, 1, 1, 1) \n0 -> 1", style=solid]; +"351 compressed_weight_updated_constant27" -> "353 mul_36" [label="(576, 96, 1, 1) \n0 -> 0", style=solid]; +"352 features_10_block_0_0_weight_bias_0_0" -> "354 conv2d_41" [label="(576,) \n0 -> 2", style=solid]; +"353 mul_36" -> "354 conv2d_41" [label="(2,) \n0 -> 1", style=solid]; +"354 conv2d_41" -> "357 hardswish__13" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"355 hardswish__13_scale_0" -> "358 quantize_per_channel_default_37" [label="(576,) \n0 -> 1", style=solid]; +"355 hardswish__13_scale_0" -> "359 dequantize_per_channel_default_37" [label="(576,) \n0 -> 1", style=solid]; +"356 hardswish__13_zero_point_0" -> "358 quantize_per_channel_default_37" [label="(576,) \n0 -> 2", style=solid]; +"356 hardswish__13_zero_point_0" -> "359 dequantize_per_channel_default_37" [label="(576,) \n0 -> 2", style=solid]; +"357 hardswish__13" -> "358 quantize_per_channel_default_37" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"358 quantize_per_channel_default_37" -> "359 dequantize_per_channel_default_37" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"359 dequantize_per_channel_default_37" -> "364 conv2d_42" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"360 conv2d_42_scale_0_updated_constant0" -> "363 mul_37" [label="(576, 1, 1, 1) \n0 -> 1", style=solid]; +"361 compressed_weight_updated_constant28" -> "363 mul_37" [label="(576, 1, 5, 5) \n0 -> 0", style=solid]; +"362 features_10_block_1_0_weight_bias_0_0" -> "364 conv2d_42" [label="(576,) \n0 -> 2", style=solid]; +"363 mul_37" -> "364 conv2d_42" [label="(2,) \n0 -> 1", style=solid]; +"364 conv2d_42" -> "365 hardswish__14" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"365 hardswish__14" -> "366 quantize_per_tensor_default_37" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"366 quantize_per_tensor_default_37" -> "368 dequantize_per_tensor_default_49" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"366 quantize_per_tensor_default_37" -> "367 dequantize_per_tensor_default_50" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"367 dequantize_per_tensor_default_50" -> "380 mul_7" [label="(1, 576, 7, 7) \n0 -> 1", style=solid]; +"368 dequantize_per_tensor_default_49" -> "369 adaptive_avg_pool2d_7" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"369 adaptive_avg_pool2d_7" -> "372 conv2d_43" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"370 _param_constant115" -> "372 conv2d_43" [label="(144, 576, 1, 1) \n0 -> 1", style=solid]; +"371 _param_constant116_0_0" -> "372 conv2d_43" [label="(144,) \n0 -> 2", style=solid]; +"372 conv2d_43" -> "373 relu_7" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; +"373 relu_7" -> "376 conv2d_44" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; +"374 _param_constant117" -> "376 conv2d_44" [label="(576, 144, 1, 1) \n0 -> 1", style=solid]; +"375 _param_constant118_0_0" -> "376 conv2d_44" [label="(576,) \n0 -> 2", style=solid]; +"376 conv2d_44" -> "377 hardsigmoid_7" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"377 hardsigmoid_7" -> "378 quantize_per_tensor_default_38" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"378 quantize_per_tensor_default_38" -> "379 dequantize_per_tensor_default_51" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"379 dequantize_per_tensor_default_51" -> "380 mul_7" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"380 mul_7" -> "381 quantize_per_tensor_default_39" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"381 quantize_per_tensor_default_39" -> "382 dequantize_per_tensor_default_52" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"382 dequantize_per_tensor_default_52" -> "387 conv2d_45" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"383 conv2d_45_scale_0_updated_constant0" -> "386 mul_38" [label="(96, 1, 1, 1) \n0 -> 1", style=solid]; +"384 compressed_weight_updated_constant29" -> "386 mul_38" [label="(96, 576, 1, 1) \n0 -> 0", style=solid]; +"385 features_10_block_3_0_weight_bias_0_0" -> "387 conv2d_45" [label="(96,) \n0 -> 2", style=solid]; +"386 mul_38" -> "387 conv2d_45" [label="(2,) \n0 -> 1", style=solid]; +"387 conv2d_45" -> "388 quantize_per_tensor_default_40" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"388 quantize_per_tensor_default_40" -> "389 dequantize_per_tensor_default_53" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"389 dequantize_per_tensor_default_53" -> "390 add__4" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"390 add__4" -> "391 quantize_per_tensor_default_41" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"391 quantize_per_tensor_default_41" -> "393 dequantize_per_tensor_default_54" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"391 quantize_per_tensor_default_41" -> "392 dequantize_per_tensor_default_55" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"392 dequantize_per_tensor_default_55" -> "434 add__5" [label="(1, 96, 7, 7) \n0 -> 1", style=solid]; +"393 dequantize_per_tensor_default_54" -> "398 conv2d_46" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"394 conv2d_46_scale_0_updated_constant0" -> "397 mul_39" [label="(576, 1, 1, 1) \n0 -> 1", style=solid]; +"395 compressed_weight_updated_constant30" -> "397 mul_39" [label="(576, 96, 1, 1) \n0 -> 0", style=solid]; +"396 features_11_block_0_0_weight_bias_0_0" -> "398 conv2d_46" [label="(576,) \n0 -> 2", style=solid]; +"397 mul_39" -> "398 conv2d_46" [label="(2,) \n0 -> 1", style=solid]; +"398 conv2d_46" -> "401 hardswish__15" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"399 hardswish__15_scale_0" -> "402 quantize_per_channel_default_41" [label="(576,) \n0 -> 1", style=solid]; +"399 hardswish__15_scale_0" -> "403 dequantize_per_channel_default_41" [label="(576,) \n0 -> 1", style=solid]; +"400 hardswish__15_zero_point_0" -> "402 quantize_per_channel_default_41" [label="(576,) \n0 -> 2", style=solid]; +"400 hardswish__15_zero_point_0" -> "403 dequantize_per_channel_default_41" [label="(576,) \n0 -> 2", style=solid]; +"401 hardswish__15" -> "402 quantize_per_channel_default_41" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"402 quantize_per_channel_default_41" -> "403 dequantize_per_channel_default_41" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"403 dequantize_per_channel_default_41" -> "408 conv2d_47" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"404 conv2d_47_scale_0_updated_constant0" -> "407 mul_40" [label="(576, 1, 1, 1) \n0 -> 1", style=solid]; +"405 compressed_weight_updated_constant31" -> "407 mul_40" [label="(576, 1, 5, 5) \n0 -> 0", style=solid]; +"406 features_11_block_1_0_weight_bias_0_0" -> "408 conv2d_47" [label="(576,) \n0 -> 2", style=solid]; +"407 mul_40" -> "408 conv2d_47" [label="(2,) \n0 -> 1", style=solid]; +"408 conv2d_47" -> "409 hardswish__16" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"409 hardswish__16" -> "410 quantize_per_tensor_default_42" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"410 quantize_per_tensor_default_42" -> "412 dequantize_per_tensor_default_56" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"410 quantize_per_tensor_default_42" -> "411 dequantize_per_tensor_default_57" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"411 dequantize_per_tensor_default_57" -> "424 mul_8" [label="(1, 576, 7, 7) \n0 -> 1", style=solid]; +"412 dequantize_per_tensor_default_56" -> "413 adaptive_avg_pool2d_8" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"413 adaptive_avg_pool2d_8" -> "416 conv2d_48" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"414 _param_constant128" -> "416 conv2d_48" [label="(144, 576, 1, 1) \n0 -> 1", style=solid]; +"415 _param_constant129_0_0" -> "416 conv2d_48" [label="(144,) \n0 -> 2", style=solid]; +"416 conv2d_48" -> "417 relu_8" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; +"417 relu_8" -> "420 conv2d_49" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; +"418 _param_constant130" -> "420 conv2d_49" [label="(576, 144, 1, 1) \n0 -> 1", style=solid]; +"419 _param_constant131_0_0" -> "420 conv2d_49" [label="(576,) \n0 -> 2", style=solid]; +"420 conv2d_49" -> "421 hardsigmoid_8" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"421 hardsigmoid_8" -> "422 quantize_per_tensor_default_43" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"422 quantize_per_tensor_default_43" -> "423 dequantize_per_tensor_default_58" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"423 dequantize_per_tensor_default_58" -> "424 mul_8" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"424 mul_8" -> "425 quantize_per_tensor_default_44" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"425 quantize_per_tensor_default_44" -> "426 dequantize_per_tensor_default_59" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"426 dequantize_per_tensor_default_59" -> "431 conv2d_50" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"427 conv2d_50_scale_0_updated_constant0" -> "430 mul_41" [label="(96, 1, 1, 1) \n0 -> 1", style=solid]; +"428 compressed_weight_updated_constant32" -> "430 mul_41" [label="(96, 576, 1, 1) \n0 -> 0", style=solid]; +"429 features_11_block_3_0_weight_bias_0_0" -> "431 conv2d_50" [label="(96,) \n0 -> 2", style=solid]; +"430 mul_41" -> "431 conv2d_50" [label="(2,) \n0 -> 1", style=solid]; +"431 conv2d_50" -> "432 quantize_per_tensor_default_45" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"432 quantize_per_tensor_default_45" -> "433 dequantize_per_tensor_default_60" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"433 dequantize_per_tensor_default_60" -> "434 add__5" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"434 add__5" -> "435 quantize_per_tensor_default_46" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"435 quantize_per_tensor_default_46" -> "436 dequantize_per_tensor_default_61" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"436 dequantize_per_tensor_default_61" -> "441 conv2d_51" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"437 conv2d_51_scale_0_updated_constant0" -> "440 mul_42" [label="(576, 1, 1, 1) \n0 -> 1", style=solid]; +"438 compressed_weight_updated_constant33" -> "440 mul_42" [label="(576, 96, 1, 1) \n0 -> 0", style=solid]; +"439 features_12_0_weight_bias_0_0" -> "441 conv2d_51" [label="(576,) \n0 -> 2", style=solid]; +"440 mul_42" -> "441 conv2d_51" [label="(2,) \n0 -> 1", style=solid]; +"441 conv2d_51" -> "442 hardswish__17" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"442 hardswish__17" -> "443 quantize_per_tensor_default_47" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"443 quantize_per_tensor_default_47" -> "444 dequantize_per_tensor_default_62" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"444 dequantize_per_tensor_default_62" -> "445 adaptive_avg_pool2d_9" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"445 adaptive_avg_pool2d_9" -> "446 quantize_per_tensor_default_48" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"446 quantize_per_tensor_default_48" -> "447 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"447 dequantize_per_tensor_default_63" -> "448 flatten" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"448 flatten" -> "453 linear" [label="(1, 576) \n0 -> 0", style=solid]; +"449 linear_scale_0_updated_constant0" -> "452 mul_43" [label="(1024, 1) \n0 -> 1", style=solid]; +"450 compressed_weight_updated_constant34" -> "452 mul_43" [label="(1024, 576) \n0 -> 0", style=solid]; +"451 _param_constant139_0_0" -> "453 linear" [label="(1024,) \n0 -> 2", style=solid]; +"452 mul_43" -> "453 linear" [label="(2,) \n0 -> 1", style=solid]; +"453 linear" -> "454 hardswish__18" [label="(1, 1024) \n0 -> 0", style=solid]; +"454 hardswish__18" -> "455 quantize_per_tensor_default_49" [label="(1, 1024) \n0 -> 0", style=solid]; +"455 quantize_per_tensor_default_49" -> "456 dequantize_per_tensor_default_64" [label="(1, 1024) \n0 -> 0", style=solid]; +"456 dequantize_per_tensor_default_64" -> "457 dropout_" [label="(1, 1024) \n0 -> 0", style=solid]; +"457 dropout_" -> "462 linear_1" [label="(1, 1024) \n0 -> 0", style=solid]; +"458 linear_1_scale_0_updated_constant0" -> "461 mul_44" [label="(1000, 1) \n0 -> 1", style=solid]; +"459 compressed_weight_updated_constant35" -> "461 mul_44" [label="(1000, 1024) \n0 -> 0", style=solid]; +"460 _param_constant141_0_0" -> "462 linear_1" [label="(1000,) \n0 -> 2", style=solid]; +"461 mul_44" -> "462 linear_1" [label="(2,) \n0 -> 1", style=solid]; +"462 linear_1" -> "463 output" [label="(1, 1000) \n0 -> 0", style=solid]; +} diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index a4606222957..2ba1f64b658 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -164,6 +164,7 @@ def test_post_quantization_compression(model_case: ModelCase, quantization_param quantized_model = nncf.quantize( exported_model, calibration_dataset=nncf.Dataset([input_ids]), **quantization_parameters ) + for node in quantized_model.graph.nodes: if node.name[:3] == "mul": input_tup = [] From 1e2c8b5f13e20425146eff976a6b375d024bb675 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Tue, 24 Sep 2024 18:51:19 +0400 Subject: [PATCH 08/48] remove redundant code --- nncf/experimental/torch/fx/transformations.py | 53 +++++++++++-------- 1 file changed, 31 insertions(+), 22 deletions(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index a6676d961f6..b717c6df031 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -14,18 +14,18 @@ import torch import torch.fx +from torch._export import capture_pre_autograd_graph from torch.ao.quantization.fx.utils import create_getattr_from_value from torch.ao.quantization.pt2e.utils import fold_bn_weights_into_conv_node from torch.quantization.fake_quantize import FakeQuantize import nncf +import nncf.torch from nncf.common.graph.graph import NNCFNode from nncf.common.graph.transformations.commands import TargetType from nncf.experimental.torch.fx.node_utils import get_graph_node_by_name from nncf.experimental.torch.fx.node_utils import get_tensor_constant_from_node -import nncf.torch from nncf.torch.graph.transformations.commands import PTTargetPoint -from torch._export import capture_pre_autograd_graph TransformationFNType = Callable[[torch.fx.GraphModule], None] @@ -507,14 +507,15 @@ def fuse_conv_bn(model: torch.fx.GraphModule) -> None: model.graph.eliminate_dead_code() model.recompile() + def _get_pattern_replacement_per_channel(): class ReplacementModule(torch.nn.Module): - def __init__(self, *args) -> None: + def __init__(self) -> None: super().__init__() - self.args = args + def forward(self, x, scale, zero_point, axis, low, high, dtype): return torch.mul(x, scale) - + def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): quantized = torch.ops.quantized_decomposed.quantize_per_channel.default( weight, scale, zero_point, axis, low, high, dtype @@ -524,19 +525,21 @@ def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): ) return dequantized - class ReplacementModule(torch.nn.Module): - def __init__(self, *args) -> None: - super().__init__() - self.args = args - def forward(self, x, scale, zero_point, axis, low, high, dtype): - return torch.mul(x, scale) - - ex_input = (torch.tensor([10,20]), torch.tensor([5]),None,None,None,None,None,) + ex_input = ( + torch.tensor([10, 20]), + torch.tensor([5]), + None, + None, + None, + None, + None, + ) with nncf.torch.disable_patching(): replacement_graph_per_channel = capture_pre_autograd_graph(ReplacementModule(), ex_input).graph - + return pattern_per_channel, replacement_graph_per_channel + def _get_pattern_replacement_per_tensor(): def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): quantized = torch.ops.quantized_decomposed.quantize_per_tensor.default( @@ -546,32 +549,38 @@ def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): quantized, scale, zero_point, low, high, dtype ) return dequantized - + class ReplacementModule(torch.nn.Module): def __init__(self) -> None: super().__init__() def forward(self, x, scale, zero_point, low, high, dtype): return torch.mul(x, scale) - ex_input = (torch.tensor([10,20]), torch.tensor([5]),None,None,None,None,) + + ex_input = ( + torch.tensor([10, 20]), + torch.tensor([5]), + None, + None, + None, + None, + ) with nncf.torch.disable_patching(): replacement_graph_per_tensor = capture_pre_autograd_graph(ReplacementModule(), ex_input).graph return pattern_per_tensor, replacement_graph_per_tensor + def _remove_constant_qdq_transformation(model: torch.fx.GraphModule) -> None: def match_filters(match, original_graph, graph): for node in match.nodes_map: if node.name == "weight" and match.nodes_map[node].op == "get_attr": return True return False + pattern, replacement = _get_pattern_replacement_per_channel() - torch.fx.subgraph_rewriter.replace_pattern_with_filters( - model, pattern, replacement, [match_filters] - ) + torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern, replacement, [match_filters]) pattern, replacement = _get_pattern_replacement_per_tensor() - torch.fx.subgraph_rewriter.replace_pattern_with_filters( - model, pattern, replacement, [match_filters] - ) + torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern, replacement, [match_filters]) def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule): From 445466fb8d436ad7249125ccae2da7c5fcabe2c1 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Wed, 25 Sep 2024 10:52:15 +0400 Subject: [PATCH 09/48] disable transformation test for sanity --- nncf/experimental/torch/fx/quantization/quantize_model.py | 4 ++-- tests/torch/fx/test_sanity.py | 5 +++-- 2 files changed, 5 insertions(+), 4 deletions(-) diff --git a/nncf/experimental/torch/fx/quantization/quantize_model.py b/nncf/experimental/torch/fx/quantization/quantize_model.py index cdd6f3f8918..2f9a1743d31 100644 --- a/nncf/experimental/torch/fx/quantization/quantize_model.py +++ b/nncf/experimental/torch/fx/quantization/quantize_model.py @@ -88,7 +88,7 @@ def quantize_impl( # Revert applied transformation to keep original model # bias configuration. revert_quantization_transformations(quantized_model) - compress_post_quantize_transformation(quantized_model) + # compress_post_quantize_transformation(quantized_model) # Magic. Without this call compiled model # is not preformant quantized_model = GraphModule(quantized_model, quantized_model.graph) @@ -103,6 +103,6 @@ def quantize_impl( quantized_model.meta.update(original_graph_meta) quantized_model = _disallow_eval_train(quantized_model) - quantized_model = GraphModule(quantized_model, quantized_model.graph) + # quantized_model = GraphModule(quantized_model, quantized_model.graph) return quantized_model diff --git a/tests/torch/fx/test_sanity.py b/tests/torch/fx/test_sanity.py index b6d97c8eef5..7b2d5267547 100644 --- a/tests/torch/fx/test_sanity.py +++ b/tests/torch/fx/test_sanity.py @@ -53,8 +53,8 @@ class SanitySampleCase: "resnet18", "https://storage.openvinotoolkit.org/repositories/nncf/openvino_notebook_ckpts/302_resnet18_fp32_v1.pth", 55.35, - 30, - 37, + 51, + 58, ), ) @@ -138,6 +138,7 @@ def transform_fn(data_item): quantized_model = torch.compile(quantized_model, backend="openvino") top1_int8 = validate(val_dataloader, quantized_model, device) + print(top1_int8) assert np.isclose(top1_int8, test_case.top1_int8_ref, atol=0.1) num_q, num_dq = count_q_dq(quantized_model) From fff4b1f89bfb58b0166d1e87428c51ba31fd82aa Mon Sep 17 00:00:00 2001 From: anzr299 Date: Wed, 25 Sep 2024 11:40:11 +0400 Subject: [PATCH 10/48] test ci value --- tests/torch/fx/test_sanity.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/tests/torch/fx/test_sanity.py b/tests/torch/fx/test_sanity.py index 7b2d5267547..e2e2b02b2d2 100644 --- a/tests/torch/fx/test_sanity.py +++ b/tests/torch/fx/test_sanity.py @@ -52,9 +52,9 @@ class SanitySampleCase: SanitySampleCase( "resnet18", "https://storage.openvinotoolkit.org/repositories/nncf/openvino_notebook_ckpts/302_resnet18_fp32_v1.pth", - 55.35, - 51, - 58, + 55.11, + 30, + 37, ), ) @@ -138,7 +138,6 @@ def transform_fn(data_item): quantized_model = torch.compile(quantized_model, backend="openvino") top1_int8 = validate(val_dataloader, quantized_model, device) - print(top1_int8) assert np.isclose(top1_int8, test_case.top1_int8_ref, atol=0.1) num_q, num_dq = count_q_dq(quantized_model) From efb490cb908493047965a6cb23dacb4830520d70 Mon Sep 17 00:00:00 2001 From: Aamir Nazir Date: Thu, 19 Sep 2024 14:04:52 +0400 Subject: [PATCH 11/48] post quantize compression transformation init --- .../torch/fx/quantization/quantize_model.py | 5 +- nncf/experimental/torch/fx/transformations.py | 80 +- .../fx/quantized/mobilenet_v3_small.dot | 2134 ++- .../fx/quantized/resnet18.dot | 938 +- .../fx/quantized/swin_v2_s.dot | 12808 +++++++--------- .../reference_graphs/fx/quantized/unet.dot | 970 +- .../fx/quantized/vit_b_16.dot | 3912 +++-- tests/torch/fx/test_sanity.py | 4 +- 8 files changed, 9625 insertions(+), 11226 deletions(-) diff --git a/nncf/experimental/torch/fx/quantization/quantize_model.py b/nncf/experimental/torch/fx/quantization/quantize_model.py index d65dfd61f6d..83012e9ba57 100644 --- a/nncf/experimental/torch/fx/quantization/quantize_model.py +++ b/nncf/experimental/torch/fx/quantization/quantize_model.py @@ -28,6 +28,7 @@ from nncf.data import Dataset from nncf.experimental.torch.fx.transformations import apply_quantization_transformations from nncf.experimental.torch.fx.transformations import revert_quantization_transformations +from nncf.experimental.torch.fx.transformations import compress_post_quantize_transformation from nncf.parameters import ModelType from nncf.parameters import QuantizationMode from nncf.parameters import TargetDevice @@ -87,7 +88,7 @@ def quantize_impl( # Revert applied transformation to keep original model # bias configuration. revert_quantization_transformations(quantized_model) - + compress_post_quantize_transformation(quantized_model) # Magic. Without this call compiled model # is not preformant quantized_model = GraphModule(quantized_model, quantized_model.graph) @@ -102,4 +103,6 @@ def quantize_impl( quantized_model.meta.update(original_graph_meta) quantized_model = _disallow_eval_train(quantized_model) + quantized_model = GraphModule(quantized_model, quantized_model.graph) + return quantized_model diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index d1eb55b67d4..41273208804 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -151,7 +151,7 @@ def constant_update_transformation(model: torch.fx.GraphModule): return constant_update_transformation -def constant_update_fn(model: torch.fx.GraphModule, node: torch.fx.Node, value: torch.Tensor, input_port_id: int = 1): +def constant_update_fn(model: torch.fx.GraphModule, node: torch.fx.Node, value: torch.Tensor, input_port_id: int = 1, updated_node_name: Optional[str] = None): """ Updates constant of given node on the given input port id with given value. @@ -161,9 +161,9 @@ def constant_update_fn(model: torch.fx.GraphModule, node: torch.fx.Node, value: :param input_port_id: Target constant input port id. """ graph = model.graph + node_name = updated_node_name if updated_node_name else node.name + "_updated_constant" with graph.inserting_before(node): - new_constant = create_getattr_from_value(model, graph, node.name + "_updated_constant", value) - + new_constant = create_getattr_from_value(model, graph, node_name, value) args = list(node.args) # A bias node suppose to have constant on the second input port. if args[input_port_id].op != "get_attr": @@ -177,8 +177,11 @@ def constant_update_fn(model: torch.fx.GraphModule, node: torch.fx.Node, value: new_constant.meta = copy(previous_const.meta) new_constant.meta["val"] = value - args[input_port_id] = new_constant - node.args = tuple(args) + consumer_nodes = list(previous_const.users.keys()) + for node in consumer_nodes: + node.replace_input_with(previous_const, new_constant) + + graph.erase_node(previous_const) graph.eliminate_dead_code() @@ -496,6 +499,73 @@ def fuse_conv_bn(model: torch.fx.GraphModule) -> None: model.graph.eliminate_dead_code() model.recompile() +def _remove_constant_qdq_transformation(model: torch.fx.GraphModule) -> None: + def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): + quantized = torch.ops.quantized_decomposed.quantize_per_channel.default( + weight, scale, zero_point, axis, low, high, dtype + ) + dequantized = torch.ops.quantized_decomposed.dequantize_per_channel.default( + quantized, scale, zero_point, axis, low, high, dtype + ) + return dequantized + + def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): + quantized = torch.ops.quantized_decomposed.quantize_per_tensor.default( + weight, scale, zero_point, low, high, dtype + ) + dequantized = torch.ops.quantized_decomposed.dequantize_per_tensor.default( + quantized, scale, zero_point, low, high, dtype + ) + return dequantized + + def replacement(x, scale, zero_point, axis, low, high, dtype): + return torch.mul(x, scale) + + def match_filters(match, original_graph, graph): + for node in match.nodes_map.keys(): + if node.name=='weight' and match.nodes_map[node].op == 'get_attr': + return True + return False + torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern_per_channel, replacement, [match_filters]) + torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern_per_tensor, replacement, [match_filters]) + +def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule): + input_tup = [] + for params in node.args: + if isinstance(params, torch.fx.Node): + if params.op == 'get_attr': + value = get_tensor_constant_from_node(params, model) + input_tup.append(value) + else: + return None + else: + input_tup.append(params) + _reshape_scale(model, node) + return input_tup + +def _compress_qdq_constant_transformation(model: torch.fx.GraphModule) -> None: + for node in model.graph.nodes: + if node.target in [torch.ops.quantized_decomposed.quantize_per_tensor.default, torch.ops.quantized_decomposed.quantize_per_channel.default]: + port_id = 0 + input_tup = _get_node_inputs(node, model) + if(input_tup): + result = node.target(*tuple(input_tup)) + constant_update_fn(model, node, result, port_id, updated_node_name='compressed_weight_updated_constant') + +def _reshape_scale(model, node: torch.fx.Node): + weight_node = node.all_input_nodes[0] + scale_node = node.all_input_nodes[1] + scale_value = get_tensor_constant_from_node(scale_node, model) + weight_value = get_tensor_constant_from_node(weight_node, model) + axis = node.args[3] + new_shape = [1] * weight_value.dim() + new_shape[axis] = scale_value.shape[0] + scale_value = scale_value.view(new_shape) + constant_update_fn(model, node, scale_value, 1, updated_node_name=scale_node.name+'_updated_constant') + +def compress_post_quantize_transformation(model: torch.fx.GraphModule): + _compress_qdq_constant_transformation(model) + _remove_constant_qdq_transformation(model) def apply_quantization_transformations(model: torch.fx.GraphModule) -> None: """ diff --git a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot index 4417e47306b..b64a3c68da6 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot @@ -2,1181 +2,965 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0" [id=4, type=get_attr]; -"5 conv2d_zero_point_0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 features_0_0_weight_bias_0_0" [id=8, type=get_attr]; -"9 conv2d" [id=9, type=conv2d]; -"10 hardswish__scale_0" [id=10, type=get_attr]; -"11 hardswish__zero_point_0" [id=11, type=get_attr]; -"12 hardswish_" [id=12, type=hardswish_]; -"13 quantize_per_channel_default_1" [id=13, type=quantize_per_channel]; -"14 dequantize_per_channel_default_1" [id=14, type=dequantize_per_channel]; -"15 _param_constant3" [id=15, type=get_attr]; -"16 conv2d_1_scale_0" [id=16, type=get_attr]; -"17 conv2d_1_zero_point_0" [id=17, type=get_attr]; -"18 quantize_per_channel_default_2" [id=18, type=quantize_per_channel]; -"19 dequantize_per_channel_default_2" [id=19, type=dequantize_per_channel]; -"20 features_1_block_0_0_weight_bias_0_0" [id=20, type=get_attr]; -"21 conv2d_1" [id=21, type=conv2d]; -"22 relu_" [id=22, type=relu_]; -"23 quantize_per_tensor_default_1" [id=23, type=quantize_per_tensor]; -"24 dequantize_per_tensor_default_2" [id=24, type=dequantize_per_tensor]; -"25 dequantize_per_tensor_default_1" [id=25, type=dequantize_per_tensor]; -"26 adaptive_avg_pool2d" [id=26, type=adaptive_avg_pool2d]; -"27 _param_constant6" [id=27, type=get_attr]; -"28 _param_constant7_0_0" [id=28, type=get_attr]; -"29 conv2d_2" [id=29, type=conv2d]; -"30 relu" [id=30, type=relu]; -"31 _param_constant8" [id=31, type=get_attr]; -"32 _param_constant9_0_0" [id=32, type=get_attr]; -"33 conv2d_3" [id=33, type=conv2d]; -"34 hardsigmoid" [id=34, type=hardsigmoid]; -"35 quantize_per_tensor_default_2" [id=35, type=quantize_per_tensor]; -"36 dequantize_per_tensor_default_3" [id=36, type=dequantize_per_tensor]; -"37 mul" [id=37, type=mul]; -"38 quantize_per_tensor_default_3" [id=38, type=quantize_per_tensor]; -"39 dequantize_per_tensor_default_4" [id=39, type=dequantize_per_tensor]; -"40 _param_constant10" [id=40, type=get_attr]; -"41 conv2d_4_scale_0" [id=41, type=get_attr]; -"42 conv2d_4_zero_point_0" [id=42, type=get_attr]; -"43 quantize_per_channel_default_3" [id=43, type=quantize_per_channel]; -"44 dequantize_per_channel_default_3" [id=44, type=dequantize_per_channel]; -"45 features_1_block_2_0_weight_bias_0_0" [id=45, type=get_attr]; -"46 conv2d_4" [id=46, type=conv2d]; -"47 quantize_per_tensor_default_4" [id=47, type=quantize_per_tensor]; -"48 dequantize_per_tensor_default_5" [id=48, type=dequantize_per_tensor]; -"49 _param_constant13" [id=49, type=get_attr]; -"50 conv2d_5_scale_0" [id=50, type=get_attr]; -"51 conv2d_5_zero_point_0" [id=51, type=get_attr]; -"52 quantize_per_channel_default_4" [id=52, type=quantize_per_channel]; -"53 dequantize_per_channel_default_4" [id=53, type=dequantize_per_channel]; -"54 features_2_block_0_0_weight_bias_0_0" [id=54, type=get_attr]; -"55 conv2d_5" [id=55, type=conv2d]; -"56 relu__1_scale_0" [id=56, type=get_attr]; -"57 relu__1_zero_point_0" [id=57, type=get_attr]; -"58 relu__1" [id=58, type=relu_]; -"59 quantize_per_channel_default_5" [id=59, type=quantize_per_channel]; -"60 dequantize_per_channel_default_5" [id=60, type=dequantize_per_channel]; -"61 _param_constant16" [id=61, type=get_attr]; -"62 conv2d_6_scale_0" [id=62, type=get_attr]; -"63 conv2d_6_zero_point_0" [id=63, type=get_attr]; -"64 quantize_per_channel_default_6" [id=64, type=quantize_per_channel]; -"65 dequantize_per_channel_default_6" [id=65, type=dequantize_per_channel]; -"66 features_2_block_1_0_weight_bias_0_0" [id=66, type=get_attr]; -"67 conv2d_6" [id=67, type=conv2d]; -"68 relu__2" [id=68, type=relu_]; -"69 quantize_per_tensor_default_5" [id=69, type=quantize_per_tensor]; -"70 dequantize_per_tensor_default_6" [id=70, type=dequantize_per_tensor]; -"71 _param_constant19" [id=71, type=get_attr]; -"72 conv2d_7_scale_0" [id=72, type=get_attr]; -"73 conv2d_7_zero_point_0" [id=73, type=get_attr]; -"74 quantize_per_channel_default_7" [id=74, type=quantize_per_channel]; -"75 dequantize_per_channel_default_7" [id=75, type=dequantize_per_channel]; -"76 features_2_block_2_0_weight_bias_0_0" [id=76, type=get_attr]; -"77 conv2d_7" [id=77, type=conv2d]; -"78 quantize_per_tensor_default_6" [id=78, type=quantize_per_tensor]; -"79 dequantize_per_tensor_default_8" [id=79, type=dequantize_per_tensor]; -"80 dequantize_per_tensor_default_7" [id=80, type=dequantize_per_tensor]; -"81 _param_constant22" [id=81, type=get_attr]; -"82 conv2d_8_scale_0" [id=82, type=get_attr]; -"83 conv2d_8_zero_point_0" [id=83, type=get_attr]; -"84 quantize_per_channel_default_8" [id=84, type=quantize_per_channel]; -"85 dequantize_per_channel_default_8" [id=85, type=dequantize_per_channel]; -"86 features_3_block_0_0_weight_bias_0_0" [id=86, type=get_attr]; -"87 conv2d_8" [id=87, type=conv2d]; -"88 relu__3_scale_0" [id=88, type=get_attr]; -"89 relu__3_zero_point_0" [id=89, type=get_attr]; -"90 relu__3" [id=90, type=relu_]; -"91 quantize_per_channel_default_9" [id=91, type=quantize_per_channel]; -"92 dequantize_per_channel_default_9" [id=92, type=dequantize_per_channel]; -"93 _param_constant25" [id=93, type=get_attr]; -"94 conv2d_9_scale_0" [id=94, type=get_attr]; -"95 conv2d_9_zero_point_0" [id=95, type=get_attr]; -"96 quantize_per_channel_default_10" [id=96, type=quantize_per_channel]; -"97 dequantize_per_channel_default_10" [id=97, type=dequantize_per_channel]; -"98 features_3_block_1_0_weight_bias_0_0" [id=98, type=get_attr]; -"99 conv2d_9" [id=99, type=conv2d]; -"100 relu__4" [id=100, type=relu_]; -"101 quantize_per_tensor_default_7" [id=101, type=quantize_per_tensor]; -"102 dequantize_per_tensor_default_9" [id=102, type=dequantize_per_tensor]; -"103 _param_constant28" [id=103, type=get_attr]; -"104 conv2d_10_scale_0" [id=104, type=get_attr]; -"105 conv2d_10_zero_point_0" [id=105, type=get_attr]; -"106 quantize_per_channel_default_11" [id=106, type=quantize_per_channel]; -"107 dequantize_per_channel_default_11" [id=107, type=dequantize_per_channel]; -"108 features_3_block_2_0_weight_bias_0_0" [id=108, type=get_attr]; -"109 conv2d_10" [id=109, type=conv2d]; -"110 quantize_per_tensor_default_8" [id=110, type=quantize_per_tensor]; -"111 dequantize_per_tensor_default_10" [id=111, type=dequantize_per_tensor]; -"112 add_" [id=112, type=add_]; -"113 quantize_per_tensor_default_9" [id=113, type=quantize_per_tensor]; -"114 dequantize_per_tensor_default_11" [id=114, type=dequantize_per_tensor]; -"115 _param_constant31" [id=115, type=get_attr]; -"116 conv2d_11_scale_0" [id=116, type=get_attr]; -"117 conv2d_11_zero_point_0" [id=117, type=get_attr]; -"118 quantize_per_channel_default_12" [id=118, type=quantize_per_channel]; -"119 dequantize_per_channel_default_12" [id=119, type=dequantize_per_channel]; -"120 features_4_block_0_0_weight_bias_0_0" [id=120, type=get_attr]; -"121 conv2d_11" [id=121, type=conv2d]; -"122 hardswish__1_scale_0" [id=122, type=get_attr]; -"123 hardswish__1_zero_point_0" [id=123, type=get_attr]; -"124 hardswish__1" [id=124, type=hardswish_]; -"125 quantize_per_channel_default_13" [id=125, type=quantize_per_channel]; -"126 dequantize_per_channel_default_13" [id=126, type=dequantize_per_channel]; -"127 _param_constant34" [id=127, type=get_attr]; -"128 conv2d_12_scale_0" [id=128, type=get_attr]; -"129 conv2d_12_zero_point_0" [id=129, type=get_attr]; -"130 quantize_per_channel_default_14" [id=130, type=quantize_per_channel]; -"131 dequantize_per_channel_default_14" [id=131, type=dequantize_per_channel]; -"132 features_4_block_1_0_weight_bias_0_0" [id=132, type=get_attr]; -"133 conv2d_12" [id=133, type=conv2d]; -"134 hardswish__2" [id=134, type=hardswish_]; -"135 quantize_per_tensor_default_10" [id=135, type=quantize_per_tensor]; -"136 dequantize_per_tensor_default_13" [id=136, type=dequantize_per_tensor]; -"137 dequantize_per_tensor_default_12" [id=137, type=dequantize_per_tensor]; -"138 adaptive_avg_pool2d_1" [id=138, type=adaptive_avg_pool2d]; -"139 _param_constant37" [id=139, type=get_attr]; -"140 _param_constant38_0_0" [id=140, type=get_attr]; -"141 conv2d_13" [id=141, type=conv2d]; -"142 relu_1" [id=142, type=relu]; -"143 _param_constant39" [id=143, type=get_attr]; -"144 _param_constant40_0_0" [id=144, type=get_attr]; -"145 conv2d_14" [id=145, type=conv2d]; -"146 hardsigmoid_1" [id=146, type=hardsigmoid]; -"147 quantize_per_tensor_default_11" [id=147, type=quantize_per_tensor]; -"148 dequantize_per_tensor_default_14" [id=148, type=dequantize_per_tensor]; -"149 mul_1" [id=149, type=mul]; -"150 quantize_per_tensor_default_12" [id=150, type=quantize_per_tensor]; -"151 dequantize_per_tensor_default_15" [id=151, type=dequantize_per_tensor]; -"152 _param_constant41" [id=152, type=get_attr]; -"153 conv2d_15_scale_0" [id=153, type=get_attr]; -"154 conv2d_15_zero_point_0" [id=154, type=get_attr]; -"155 quantize_per_channel_default_15" [id=155, type=quantize_per_channel]; -"156 dequantize_per_channel_default_15" [id=156, type=dequantize_per_channel]; -"157 features_4_block_3_0_weight_bias_0_0" [id=157, type=get_attr]; -"158 conv2d_15" [id=158, type=conv2d]; -"159 quantize_per_tensor_default_13" [id=159, type=quantize_per_tensor]; -"160 dequantize_per_tensor_default_17" [id=160, type=dequantize_per_tensor]; -"161 dequantize_per_tensor_default_16" [id=161, type=dequantize_per_tensor]; -"162 _param_constant44" [id=162, type=get_attr]; -"163 conv2d_16_scale_0" [id=163, type=get_attr]; -"164 conv2d_16_zero_point_0" [id=164, type=get_attr]; -"165 quantize_per_channel_default_16" [id=165, type=quantize_per_channel]; -"166 dequantize_per_channel_default_16" [id=166, type=dequantize_per_channel]; -"167 features_5_block_0_0_weight_bias_0_0" [id=167, type=get_attr]; -"168 conv2d_16" [id=168, type=conv2d]; -"169 hardswish__3_scale_0" [id=169, type=get_attr]; -"170 hardswish__3_zero_point_0" [id=170, type=get_attr]; -"171 hardswish__3" [id=171, type=hardswish_]; -"172 quantize_per_channel_default_17" [id=172, type=quantize_per_channel]; -"173 dequantize_per_channel_default_17" [id=173, type=dequantize_per_channel]; -"174 _param_constant47" [id=174, type=get_attr]; -"175 conv2d_17_scale_0" [id=175, type=get_attr]; -"176 conv2d_17_zero_point_0" [id=176, type=get_attr]; -"177 quantize_per_channel_default_18" [id=177, type=quantize_per_channel]; -"178 dequantize_per_channel_default_18" [id=178, type=dequantize_per_channel]; -"179 features_5_block_1_0_weight_bias_0_0" [id=179, type=get_attr]; -"180 conv2d_17" [id=180, type=conv2d]; -"181 hardswish__4" [id=181, type=hardswish_]; -"182 quantize_per_tensor_default_14" [id=182, type=quantize_per_tensor]; -"183 dequantize_per_tensor_default_19" [id=183, type=dequantize_per_tensor]; -"184 dequantize_per_tensor_default_18" [id=184, type=dequantize_per_tensor]; -"185 adaptive_avg_pool2d_2" [id=185, type=adaptive_avg_pool2d]; -"186 _param_constant50" [id=186, type=get_attr]; -"187 _param_constant51_0_0" [id=187, type=get_attr]; -"188 conv2d_18" [id=188, type=conv2d]; -"189 relu_2" [id=189, type=relu]; -"190 _param_constant52" [id=190, type=get_attr]; -"191 _param_constant53_0_0" [id=191, type=get_attr]; -"192 conv2d_19" [id=192, type=conv2d]; -"193 hardsigmoid_2" [id=193, type=hardsigmoid]; -"194 quantize_per_tensor_default_15" [id=194, type=quantize_per_tensor]; -"195 dequantize_per_tensor_default_20" [id=195, type=dequantize_per_tensor]; -"196 mul_2" [id=196, type=mul]; -"197 quantize_per_tensor_default_16" [id=197, type=quantize_per_tensor]; -"198 dequantize_per_tensor_default_21" [id=198, type=dequantize_per_tensor]; -"199 _param_constant54" [id=199, type=get_attr]; -"200 conv2d_20_scale_0" [id=200, type=get_attr]; -"201 conv2d_20_zero_point_0" [id=201, type=get_attr]; -"202 quantize_per_channel_default_19" [id=202, type=quantize_per_channel]; -"203 dequantize_per_channel_default_19" [id=203, type=dequantize_per_channel]; -"204 features_5_block_3_0_weight_bias_0_0" [id=204, type=get_attr]; -"205 conv2d_20" [id=205, type=conv2d]; -"206 quantize_per_tensor_default_17" [id=206, type=quantize_per_tensor]; -"207 dequantize_per_tensor_default_22" [id=207, type=dequantize_per_tensor]; -"208 add__1" [id=208, type=add_]; -"209 quantize_per_tensor_default_18" [id=209, type=quantize_per_tensor]; -"210 dequantize_per_tensor_default_24" [id=210, type=dequantize_per_tensor]; -"211 dequantize_per_tensor_default_23" [id=211, type=dequantize_per_tensor]; -"212 _param_constant57" [id=212, type=get_attr]; -"213 conv2d_21_scale_0" [id=213, type=get_attr]; -"214 conv2d_21_zero_point_0" [id=214, type=get_attr]; -"215 quantize_per_channel_default_20" [id=215, type=quantize_per_channel]; -"216 dequantize_per_channel_default_20" [id=216, type=dequantize_per_channel]; -"217 features_6_block_0_0_weight_bias_0_0" [id=217, type=get_attr]; -"218 conv2d_21" [id=218, type=conv2d]; -"219 hardswish__5_scale_0" [id=219, type=get_attr]; -"220 hardswish__5_zero_point_0" [id=220, type=get_attr]; -"221 hardswish__5" [id=221, type=hardswish_]; -"222 quantize_per_channel_default_21" [id=222, type=quantize_per_channel]; -"223 dequantize_per_channel_default_21" [id=223, type=dequantize_per_channel]; -"224 _param_constant60" [id=224, type=get_attr]; -"225 conv2d_22_scale_0" [id=225, type=get_attr]; -"226 conv2d_22_zero_point_0" [id=226, type=get_attr]; -"227 quantize_per_channel_default_22" [id=227, type=quantize_per_channel]; -"228 dequantize_per_channel_default_22" [id=228, type=dequantize_per_channel]; -"229 features_6_block_1_0_weight_bias_0_0" [id=229, type=get_attr]; -"230 conv2d_22" [id=230, type=conv2d]; -"231 hardswish__6" [id=231, type=hardswish_]; -"232 quantize_per_tensor_default_19" [id=232, type=quantize_per_tensor]; -"233 dequantize_per_tensor_default_26" [id=233, type=dequantize_per_tensor]; -"234 dequantize_per_tensor_default_25" [id=234, type=dequantize_per_tensor]; -"235 adaptive_avg_pool2d_3" [id=235, type=adaptive_avg_pool2d]; -"236 _param_constant63" [id=236, type=get_attr]; -"237 _param_constant64_0_0" [id=237, type=get_attr]; -"238 conv2d_23" [id=238, type=conv2d]; -"239 relu_3" [id=239, type=relu]; -"240 _param_constant65" [id=240, type=get_attr]; -"241 _param_constant66_0_0" [id=241, type=get_attr]; -"242 conv2d_24" [id=242, type=conv2d]; -"243 hardsigmoid_3" [id=243, type=hardsigmoid]; -"244 quantize_per_tensor_default_20" [id=244, type=quantize_per_tensor]; -"245 dequantize_per_tensor_default_27" [id=245, type=dequantize_per_tensor]; -"246 mul_3" [id=246, type=mul]; -"247 quantize_per_tensor_default_21" [id=247, type=quantize_per_tensor]; -"248 dequantize_per_tensor_default_28" [id=248, type=dequantize_per_tensor]; -"249 _param_constant67" [id=249, type=get_attr]; -"250 conv2d_25_scale_0" [id=250, type=get_attr]; -"251 conv2d_25_zero_point_0" [id=251, type=get_attr]; -"252 quantize_per_channel_default_23" [id=252, type=quantize_per_channel]; -"253 dequantize_per_channel_default_23" [id=253, type=dequantize_per_channel]; -"254 features_6_block_3_0_weight_bias_0_0" [id=254, type=get_attr]; -"255 conv2d_25" [id=255, type=conv2d]; -"256 quantize_per_tensor_default_22" [id=256, type=quantize_per_tensor]; -"257 dequantize_per_tensor_default_29" [id=257, type=dequantize_per_tensor]; -"258 add__2" [id=258, type=add_]; -"259 quantize_per_tensor_default_23" [id=259, type=quantize_per_tensor]; -"260 dequantize_per_tensor_default_30" [id=260, type=dequantize_per_tensor]; -"261 _param_constant70" [id=261, type=get_attr]; -"262 conv2d_26_scale_0" [id=262, type=get_attr]; -"263 conv2d_26_zero_point_0" [id=263, type=get_attr]; -"264 quantize_per_channel_default_24" [id=264, type=quantize_per_channel]; -"265 dequantize_per_channel_default_24" [id=265, type=dequantize_per_channel]; -"266 features_7_block_0_0_weight_bias_0_0" [id=266, type=get_attr]; -"267 conv2d_26" [id=267, type=conv2d]; -"268 hardswish__7_scale_0" [id=268, type=get_attr]; -"269 hardswish__7_zero_point_0" [id=269, type=get_attr]; -"270 hardswish__7" [id=270, type=hardswish_]; -"271 quantize_per_channel_default_25" [id=271, type=quantize_per_channel]; -"272 dequantize_per_channel_default_25" [id=272, type=dequantize_per_channel]; -"273 _param_constant73" [id=273, type=get_attr]; -"274 conv2d_27_scale_0" [id=274, type=get_attr]; -"275 conv2d_27_zero_point_0" [id=275, type=get_attr]; -"276 quantize_per_channel_default_26" [id=276, type=quantize_per_channel]; -"277 dequantize_per_channel_default_26" [id=277, type=dequantize_per_channel]; -"278 features_7_block_1_0_weight_bias_0_0" [id=278, type=get_attr]; -"279 conv2d_27" [id=279, type=conv2d]; -"280 hardswish__8" [id=280, type=hardswish_]; -"281 quantize_per_tensor_default_24" [id=281, type=quantize_per_tensor]; -"282 dequantize_per_tensor_default_32" [id=282, type=dequantize_per_tensor]; -"283 dequantize_per_tensor_default_31" [id=283, type=dequantize_per_tensor]; -"284 adaptive_avg_pool2d_4" [id=284, type=adaptive_avg_pool2d]; -"285 _param_constant76" [id=285, type=get_attr]; -"286 _param_constant77_0_0" [id=286, type=get_attr]; -"287 conv2d_28" [id=287, type=conv2d]; -"288 relu_4" [id=288, type=relu]; -"289 _param_constant78" [id=289, type=get_attr]; -"290 _param_constant79_0_0" [id=290, type=get_attr]; -"291 conv2d_29" [id=291, type=conv2d]; -"292 hardsigmoid_4" [id=292, type=hardsigmoid]; -"293 quantize_per_tensor_default_25" [id=293, type=quantize_per_tensor]; -"294 dequantize_per_tensor_default_33" [id=294, type=dequantize_per_tensor]; -"295 mul_4" [id=295, type=mul]; -"296 quantize_per_tensor_default_26" [id=296, type=quantize_per_tensor]; -"297 dequantize_per_tensor_default_34" [id=297, type=dequantize_per_tensor]; -"298 _param_constant80" [id=298, type=get_attr]; -"299 conv2d_30_scale_0" [id=299, type=get_attr]; -"300 conv2d_30_zero_point_0" [id=300, type=get_attr]; -"301 quantize_per_channel_default_27" [id=301, type=quantize_per_channel]; -"302 dequantize_per_channel_default_27" [id=302, type=dequantize_per_channel]; -"303 features_7_block_3_0_weight_bias_0_0" [id=303, type=get_attr]; -"304 conv2d_30" [id=304, type=conv2d]; -"305 quantize_per_tensor_default_27" [id=305, type=quantize_per_tensor]; -"306 dequantize_per_tensor_default_36" [id=306, type=dequantize_per_tensor]; -"307 dequantize_per_tensor_default_35" [id=307, type=dequantize_per_tensor]; -"308 _param_constant83" [id=308, type=get_attr]; -"309 conv2d_31_scale_0" [id=309, type=get_attr]; -"310 conv2d_31_zero_point_0" [id=310, type=get_attr]; -"311 quantize_per_channel_default_28" [id=311, type=quantize_per_channel]; -"312 dequantize_per_channel_default_28" [id=312, type=dequantize_per_channel]; -"313 features_8_block_0_0_weight_bias_0_0" [id=313, type=get_attr]; -"314 conv2d_31" [id=314, type=conv2d]; -"315 hardswish__9_scale_0" [id=315, type=get_attr]; -"316 hardswish__9_zero_point_0" [id=316, type=get_attr]; -"317 hardswish__9" [id=317, type=hardswish_]; -"318 quantize_per_channel_default_29" [id=318, type=quantize_per_channel]; -"319 dequantize_per_channel_default_29" [id=319, type=dequantize_per_channel]; -"320 _param_constant86" [id=320, type=get_attr]; -"321 conv2d_32_scale_0" [id=321, type=get_attr]; -"322 conv2d_32_zero_point_0" [id=322, type=get_attr]; -"323 quantize_per_channel_default_30" [id=323, type=quantize_per_channel]; -"324 dequantize_per_channel_default_30" [id=324, type=dequantize_per_channel]; -"325 features_8_block_1_0_weight_bias_0_0" [id=325, type=get_attr]; -"326 conv2d_32" [id=326, type=conv2d]; -"327 hardswish__10" [id=327, type=hardswish_]; -"328 quantize_per_tensor_default_28" [id=328, type=quantize_per_tensor]; -"329 dequantize_per_tensor_default_38" [id=329, type=dequantize_per_tensor]; -"330 dequantize_per_tensor_default_37" [id=330, type=dequantize_per_tensor]; -"331 adaptive_avg_pool2d_5" [id=331, type=adaptive_avg_pool2d]; -"332 _param_constant89" [id=332, type=get_attr]; -"333 _param_constant90_0_0" [id=333, type=get_attr]; -"334 conv2d_33" [id=334, type=conv2d]; -"335 relu_5" [id=335, type=relu]; -"336 _param_constant91" [id=336, type=get_attr]; -"337 _param_constant92_0_0" [id=337, type=get_attr]; -"338 conv2d_34" [id=338, type=conv2d]; -"339 hardsigmoid_5" [id=339, type=hardsigmoid]; -"340 quantize_per_tensor_default_29" [id=340, type=quantize_per_tensor]; -"341 dequantize_per_tensor_default_39" [id=341, type=dequantize_per_tensor]; -"342 mul_5" [id=342, type=mul]; -"343 quantize_per_tensor_default_30" [id=343, type=quantize_per_tensor]; -"344 dequantize_per_tensor_default_40" [id=344, type=dequantize_per_tensor]; -"345 _param_constant93" [id=345, type=get_attr]; -"346 conv2d_35_scale_0" [id=346, type=get_attr]; -"347 conv2d_35_zero_point_0" [id=347, type=get_attr]; -"348 quantize_per_channel_default_31" [id=348, type=quantize_per_channel]; -"349 dequantize_per_channel_default_31" [id=349, type=dequantize_per_channel]; -"350 features_8_block_3_0_weight_bias_0_0" [id=350, type=get_attr]; -"351 conv2d_35" [id=351, type=conv2d]; -"352 quantize_per_tensor_default_31" [id=352, type=quantize_per_tensor]; -"353 dequantize_per_tensor_default_41" [id=353, type=dequantize_per_tensor]; -"354 add__3" [id=354, type=add_]; -"355 quantize_per_tensor_default_32" [id=355, type=quantize_per_tensor]; -"356 dequantize_per_tensor_default_42" [id=356, type=dequantize_per_tensor]; -"357 _param_constant96" [id=357, type=get_attr]; -"358 conv2d_36_scale_0" [id=358, type=get_attr]; -"359 conv2d_36_zero_point_0" [id=359, type=get_attr]; -"360 quantize_per_channel_default_32" [id=360, type=quantize_per_channel]; -"361 dequantize_per_channel_default_32" [id=361, type=dequantize_per_channel]; -"362 features_9_block_0_0_weight_bias_0_0" [id=362, type=get_attr]; -"363 conv2d_36" [id=363, type=conv2d]; -"364 hardswish__11_scale_0" [id=364, type=get_attr]; -"365 hardswish__11_zero_point_0" [id=365, type=get_attr]; -"366 hardswish__11" [id=366, type=hardswish_]; -"367 quantize_per_channel_default_33" [id=367, type=quantize_per_channel]; -"368 dequantize_per_channel_default_33" [id=368, type=dequantize_per_channel]; -"369 _param_constant99" [id=369, type=get_attr]; -"370 conv2d_37_scale_0" [id=370, type=get_attr]; -"371 conv2d_37_zero_point_0" [id=371, type=get_attr]; -"372 quantize_per_channel_default_34" [id=372, type=quantize_per_channel]; -"373 dequantize_per_channel_default_34" [id=373, type=dequantize_per_channel]; -"374 features_9_block_1_0_weight_bias_0_0" [id=374, type=get_attr]; -"375 conv2d_37" [id=375, type=conv2d]; -"376 hardswish__12" [id=376, type=hardswish_]; -"377 quantize_per_tensor_default_33" [id=377, type=quantize_per_tensor]; -"378 dequantize_per_tensor_default_44" [id=378, type=dequantize_per_tensor]; -"379 dequantize_per_tensor_default_43" [id=379, type=dequantize_per_tensor]; -"380 adaptive_avg_pool2d_6" [id=380, type=adaptive_avg_pool2d]; -"381 _param_constant102" [id=381, type=get_attr]; -"382 _param_constant103_0_0" [id=382, type=get_attr]; -"383 conv2d_38" [id=383, type=conv2d]; -"384 relu_6" [id=384, type=relu]; -"385 _param_constant104" [id=385, type=get_attr]; -"386 _param_constant105_0_0" [id=386, type=get_attr]; -"387 conv2d_39" [id=387, type=conv2d]; -"388 hardsigmoid_6" [id=388, type=hardsigmoid]; -"389 quantize_per_tensor_default_34" [id=389, type=quantize_per_tensor]; -"390 dequantize_per_tensor_default_45" [id=390, type=dequantize_per_tensor]; -"391 mul_6" [id=391, type=mul]; -"392 quantize_per_tensor_default_35" [id=392, type=quantize_per_tensor]; -"393 dequantize_per_tensor_default_46" [id=393, type=dequantize_per_tensor]; -"394 _param_constant106" [id=394, type=get_attr]; -"395 conv2d_40_scale_0" [id=395, type=get_attr]; -"396 conv2d_40_zero_point_0" [id=396, type=get_attr]; -"397 quantize_per_channel_default_35" [id=397, type=quantize_per_channel]; -"398 dequantize_per_channel_default_35" [id=398, type=dequantize_per_channel]; -"399 features_9_block_3_0_weight_bias_0_0" [id=399, type=get_attr]; -"400 conv2d_40" [id=400, type=conv2d]; -"401 quantize_per_tensor_default_36" [id=401, type=quantize_per_tensor]; -"402 dequantize_per_tensor_default_48" [id=402, type=dequantize_per_tensor]; -"403 dequantize_per_tensor_default_47" [id=403, type=dequantize_per_tensor]; -"404 _param_constant109" [id=404, type=get_attr]; -"405 conv2d_41_scale_0" [id=405, type=get_attr]; -"406 conv2d_41_zero_point_0" [id=406, type=get_attr]; -"407 quantize_per_channel_default_36" [id=407, type=quantize_per_channel]; -"408 dequantize_per_channel_default_36" [id=408, type=dequantize_per_channel]; -"409 features_10_block_0_0_weight_bias_0_0" [id=409, type=get_attr]; -"410 conv2d_41" [id=410, type=conv2d]; -"411 hardswish__13_scale_0" [id=411, type=get_attr]; -"412 hardswish__13_zero_point_0" [id=412, type=get_attr]; -"413 hardswish__13" [id=413, type=hardswish_]; -"414 quantize_per_channel_default_37" [id=414, type=quantize_per_channel]; -"415 dequantize_per_channel_default_37" [id=415, type=dequantize_per_channel]; -"416 _param_constant112" [id=416, type=get_attr]; -"417 conv2d_42_scale_0" [id=417, type=get_attr]; -"418 conv2d_42_zero_point_0" [id=418, type=get_attr]; -"419 quantize_per_channel_default_38" [id=419, type=quantize_per_channel]; -"420 dequantize_per_channel_default_38" [id=420, type=dequantize_per_channel]; -"421 features_10_block_1_0_weight_bias_0_0" [id=421, type=get_attr]; -"422 conv2d_42" [id=422, type=conv2d]; -"423 hardswish__14" [id=423, type=hardswish_]; -"424 quantize_per_tensor_default_37" [id=424, type=quantize_per_tensor]; -"425 dequantize_per_tensor_default_50" [id=425, type=dequantize_per_tensor]; -"426 dequantize_per_tensor_default_49" [id=426, type=dequantize_per_tensor]; -"427 adaptive_avg_pool2d_7" [id=427, type=adaptive_avg_pool2d]; -"428 _param_constant115" [id=428, type=get_attr]; -"429 _param_constant116_0_0" [id=429, type=get_attr]; -"430 conv2d_43" [id=430, type=conv2d]; -"431 relu_7" [id=431, type=relu]; -"432 _param_constant117" [id=432, type=get_attr]; -"433 _param_constant118_0_0" [id=433, type=get_attr]; -"434 conv2d_44" [id=434, type=conv2d]; -"435 hardsigmoid_7" [id=435, type=hardsigmoid]; -"436 quantize_per_tensor_default_38" [id=436, type=quantize_per_tensor]; -"437 dequantize_per_tensor_default_51" [id=437, type=dequantize_per_tensor]; -"438 mul_7" [id=438, type=mul]; -"439 quantize_per_tensor_default_39" [id=439, type=quantize_per_tensor]; -"440 dequantize_per_tensor_default_52" [id=440, type=dequantize_per_tensor]; -"441 _param_constant119" [id=441, type=get_attr]; -"442 conv2d_45_scale_0" [id=442, type=get_attr]; -"443 conv2d_45_zero_point_0" [id=443, type=get_attr]; -"444 quantize_per_channel_default_39" [id=444, type=quantize_per_channel]; -"445 dequantize_per_channel_default_39" [id=445, type=dequantize_per_channel]; -"446 features_10_block_3_0_weight_bias_0_0" [id=446, type=get_attr]; -"447 conv2d_45" [id=447, type=conv2d]; -"448 quantize_per_tensor_default_40" [id=448, type=quantize_per_tensor]; -"449 dequantize_per_tensor_default_53" [id=449, type=dequantize_per_tensor]; -"450 add__4" [id=450, type=add_]; -"451 quantize_per_tensor_default_41" [id=451, type=quantize_per_tensor]; -"452 dequantize_per_tensor_default_55" [id=452, type=dequantize_per_tensor]; -"453 dequantize_per_tensor_default_54" [id=453, type=dequantize_per_tensor]; -"454 _param_constant122" [id=454, type=get_attr]; -"455 conv2d_46_scale_0" [id=455, type=get_attr]; -"456 conv2d_46_zero_point_0" [id=456, type=get_attr]; -"457 quantize_per_channel_default_40" [id=457, type=quantize_per_channel]; -"458 dequantize_per_channel_default_40" [id=458, type=dequantize_per_channel]; -"459 features_11_block_0_0_weight_bias_0_0" [id=459, type=get_attr]; -"460 conv2d_46" [id=460, type=conv2d]; -"461 hardswish__15_scale_0" [id=461, type=get_attr]; -"462 hardswish__15_zero_point_0" [id=462, type=get_attr]; -"463 hardswish__15" [id=463, type=hardswish_]; -"464 quantize_per_channel_default_41" [id=464, type=quantize_per_channel]; -"465 dequantize_per_channel_default_41" [id=465, type=dequantize_per_channel]; -"466 _param_constant125" [id=466, type=get_attr]; -"467 conv2d_47_scale_0" [id=467, type=get_attr]; -"468 conv2d_47_zero_point_0" [id=468, type=get_attr]; -"469 quantize_per_channel_default_42" [id=469, type=quantize_per_channel]; -"470 dequantize_per_channel_default_42" [id=470, type=dequantize_per_channel]; -"471 features_11_block_1_0_weight_bias_0_0" [id=471, type=get_attr]; -"472 conv2d_47" [id=472, type=conv2d]; -"473 hardswish__16" [id=473, type=hardswish_]; -"474 quantize_per_tensor_default_42" [id=474, type=quantize_per_tensor]; -"475 dequantize_per_tensor_default_57" [id=475, type=dequantize_per_tensor]; -"476 dequantize_per_tensor_default_56" [id=476, type=dequantize_per_tensor]; -"477 adaptive_avg_pool2d_8" [id=477, type=adaptive_avg_pool2d]; -"478 _param_constant128" [id=478, type=get_attr]; -"479 _param_constant129_0_0" [id=479, type=get_attr]; -"480 conv2d_48" [id=480, type=conv2d]; -"481 relu_8" [id=481, type=relu]; -"482 _param_constant130" [id=482, type=get_attr]; -"483 _param_constant131_0_0" [id=483, type=get_attr]; -"484 conv2d_49" [id=484, type=conv2d]; -"485 hardsigmoid_8" [id=485, type=hardsigmoid]; -"486 quantize_per_tensor_default_43" [id=486, type=quantize_per_tensor]; -"487 dequantize_per_tensor_default_58" [id=487, type=dequantize_per_tensor]; -"488 mul_8" [id=488, type=mul]; -"489 quantize_per_tensor_default_44" [id=489, type=quantize_per_tensor]; -"490 dequantize_per_tensor_default_59" [id=490, type=dequantize_per_tensor]; -"491 _param_constant132" [id=491, type=get_attr]; -"492 conv2d_50_scale_0" [id=492, type=get_attr]; -"493 conv2d_50_zero_point_0" [id=493, type=get_attr]; -"494 quantize_per_channel_default_43" [id=494, type=quantize_per_channel]; -"495 dequantize_per_channel_default_43" [id=495, type=dequantize_per_channel]; -"496 features_11_block_3_0_weight_bias_0_0" [id=496, type=get_attr]; -"497 conv2d_50" [id=497, type=conv2d]; -"498 quantize_per_tensor_default_45" [id=498, type=quantize_per_tensor]; -"499 dequantize_per_tensor_default_60" [id=499, type=dequantize_per_tensor]; -"500 add__5" [id=500, type=add_]; -"501 quantize_per_tensor_default_46" [id=501, type=quantize_per_tensor]; -"502 dequantize_per_tensor_default_61" [id=502, type=dequantize_per_tensor]; -"503 _param_constant135" [id=503, type=get_attr]; -"504 conv2d_51_scale_0" [id=504, type=get_attr]; -"505 conv2d_51_zero_point_0" [id=505, type=get_attr]; -"506 quantize_per_channel_default_44" [id=506, type=quantize_per_channel]; -"507 dequantize_per_channel_default_44" [id=507, type=dequantize_per_channel]; -"508 features_12_0_weight_bias_0_0" [id=508, type=get_attr]; -"509 conv2d_51" [id=509, type=conv2d]; -"510 hardswish__17" [id=510, type=hardswish_]; -"511 quantize_per_tensor_default_47" [id=511, type=quantize_per_tensor]; -"512 dequantize_per_tensor_default_62" [id=512, type=dequantize_per_tensor]; -"513 adaptive_avg_pool2d_9" [id=513, type=adaptive_avg_pool2d]; -"514 quantize_per_tensor_default_48" [id=514, type=quantize_per_tensor]; -"515 dequantize_per_tensor_default_63" [id=515, type=dequantize_per_tensor]; -"516 flatten" [id=516, type=flatten]; -"517 _param_constant138" [id=517, type=get_attr]; -"518 linear_scale_0" [id=518, type=get_attr]; -"519 linear_zero_point_0" [id=519, type=get_attr]; -"520 quantize_per_channel_default_45" [id=520, type=quantize_per_channel]; -"521 dequantize_per_channel_default_45" [id=521, type=dequantize_per_channel]; -"522 _param_constant139_0_0" [id=522, type=get_attr]; -"523 linear" [id=523, type=linear]; -"524 hardswish__18" [id=524, type=hardswish_]; -"525 quantize_per_tensor_default_49" [id=525, type=quantize_per_tensor]; -"526 dequantize_per_tensor_default_64" [id=526, type=dequantize_per_tensor]; -"527 dropout_" [id=527, type=dropout_]; -"528 _param_constant140" [id=528, type=get_attr]; -"529 linear_1_scale_0" [id=529, type=get_attr]; -"530 linear_1_zero_point_0" [id=530, type=get_attr]; -"531 quantize_per_channel_default_46" [id=531, type=quantize_per_channel]; -"532 dequantize_per_channel_default_46" [id=532, type=dequantize_per_channel]; -"533 _param_constant141_0_0" [id=533, type=get_attr]; -"534 linear_1" [id=534, type=linear]; -"535 output" [id=535, type=output]; +"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; +"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; +"5 features_0_0_weight_bias_0_0" [id=5, type=get_attr]; +"6 mul_9" [id=6, type=]; +"7 conv2d" [id=7, type=conv2d]; +"8 hardswish__scale_0" [id=8, type=get_attr]; +"9 hardswish__zero_point_0" [id=9, type=get_attr]; +"10 hardswish_" [id=10, type=hardswish_]; +"11 quantize_per_channel_default_1" [id=11, type=quantize_per_channel]; +"12 dequantize_per_channel_default_1" [id=12, type=dequantize_per_channel]; +"13 conv2d_1_scale_0_updated_constant0" [id=13, type=get_attr]; +"14 compressed_weight_updated_constant1" [id=14, type=get_attr]; +"15 features_1_block_0_0_weight_bias_0_0" [id=15, type=get_attr]; +"16 mul_10" [id=16, type=]; +"17 conv2d_1" [id=17, type=conv2d]; +"18 relu_" [id=18, type=relu_]; +"19 quantize_per_tensor_default_1" [id=19, type=quantize_per_tensor]; +"20 dequantize_per_tensor_default_2" [id=20, type=dequantize_per_tensor]; +"21 dequantize_per_tensor_default_1" [id=21, type=dequantize_per_tensor]; +"22 adaptive_avg_pool2d" [id=22, type=adaptive_avg_pool2d]; +"23 _param_constant6" [id=23, type=get_attr]; +"24 _param_constant7_0_0" [id=24, type=get_attr]; +"25 conv2d_2" [id=25, type=conv2d]; +"26 relu" [id=26, type=relu]; +"27 _param_constant8" [id=27, type=get_attr]; +"28 _param_constant9_0_0" [id=28, type=get_attr]; +"29 conv2d_3" [id=29, type=conv2d]; +"30 hardsigmoid" [id=30, type=hardsigmoid]; +"31 quantize_per_tensor_default_2" [id=31, type=quantize_per_tensor]; +"32 dequantize_per_tensor_default_3" [id=32, type=dequantize_per_tensor]; +"33 mul" [id=33, type=mul]; +"34 quantize_per_tensor_default_3" [id=34, type=quantize_per_tensor]; +"35 dequantize_per_tensor_default_4" [id=35, type=dequantize_per_tensor]; +"36 conv2d_4_scale_0_updated_constant0" [id=36, type=get_attr]; +"37 compressed_weight_updated_constant2" [id=37, type=get_attr]; +"38 features_1_block_2_0_weight_bias_0_0" [id=38, type=get_attr]; +"39 mul_11" [id=39, type=]; +"40 conv2d_4" [id=40, type=conv2d]; +"41 quantize_per_tensor_default_4" [id=41, type=quantize_per_tensor]; +"42 dequantize_per_tensor_default_5" [id=42, type=dequantize_per_tensor]; +"43 conv2d_5_scale_0_updated_constant0" [id=43, type=get_attr]; +"44 compressed_weight_updated_constant3" [id=44, type=get_attr]; +"45 features_2_block_0_0_weight_bias_0_0" [id=45, type=get_attr]; +"46 mul_12" [id=46, type=]; +"47 conv2d_5" [id=47, type=conv2d]; +"48 relu__1_scale_0" [id=48, type=get_attr]; +"49 relu__1_zero_point_0" [id=49, type=get_attr]; +"50 relu__1" [id=50, type=relu_]; +"51 quantize_per_channel_default_5" [id=51, type=quantize_per_channel]; +"52 dequantize_per_channel_default_5" [id=52, type=dequantize_per_channel]; +"53 conv2d_6_scale_0_updated_constant0" [id=53, type=get_attr]; +"54 compressed_weight_updated_constant4" [id=54, type=get_attr]; +"55 features_2_block_1_0_weight_bias_0_0" [id=55, type=get_attr]; +"56 mul_13" [id=56, type=]; +"57 conv2d_6" [id=57, type=conv2d]; +"58 relu__2" [id=58, type=relu_]; +"59 quantize_per_tensor_default_5" [id=59, type=quantize_per_tensor]; +"60 dequantize_per_tensor_default_6" [id=60, type=dequantize_per_tensor]; +"61 conv2d_7_scale_0_updated_constant0" [id=61, type=get_attr]; +"62 compressed_weight_updated_constant5" [id=62, type=get_attr]; +"63 features_2_block_2_0_weight_bias_0_0" [id=63, type=get_attr]; +"64 mul_14" [id=64, type=]; +"65 conv2d_7" [id=65, type=conv2d]; +"66 quantize_per_tensor_default_6" [id=66, type=quantize_per_tensor]; +"67 dequantize_per_tensor_default_8" [id=67, type=dequantize_per_tensor]; +"68 dequantize_per_tensor_default_7" [id=68, type=dequantize_per_tensor]; +"69 conv2d_8_scale_0_updated_constant0" [id=69, type=get_attr]; +"70 compressed_weight_updated_constant6" [id=70, type=get_attr]; +"71 features_3_block_0_0_weight_bias_0_0" [id=71, type=get_attr]; +"72 mul_15" [id=72, type=]; +"73 conv2d_8" [id=73, type=conv2d]; +"74 relu__3_scale_0" [id=74, type=get_attr]; +"75 relu__3_zero_point_0" [id=75, type=get_attr]; +"76 relu__3" [id=76, type=relu_]; +"77 quantize_per_channel_default_9" [id=77, type=quantize_per_channel]; +"78 dequantize_per_channel_default_9" [id=78, type=dequantize_per_channel]; +"79 conv2d_9_scale_0_updated_constant0" [id=79, type=get_attr]; +"80 compressed_weight_updated_constant7" [id=80, type=get_attr]; +"81 features_3_block_1_0_weight_bias_0_0" [id=81, type=get_attr]; +"82 mul_16" [id=82, type=]; +"83 conv2d_9" [id=83, type=conv2d]; +"84 relu__4" [id=84, type=relu_]; +"85 quantize_per_tensor_default_7" [id=85, type=quantize_per_tensor]; +"86 dequantize_per_tensor_default_9" [id=86, type=dequantize_per_tensor]; +"87 conv2d_10_scale_0_updated_constant0" [id=87, type=get_attr]; +"88 compressed_weight_updated_constant8" [id=88, type=get_attr]; +"89 features_3_block_2_0_weight_bias_0_0" [id=89, type=get_attr]; +"90 mul_17" [id=90, type=]; +"91 conv2d_10" [id=91, type=conv2d]; +"92 quantize_per_tensor_default_8" [id=92, type=quantize_per_tensor]; +"93 dequantize_per_tensor_default_10" [id=93, type=dequantize_per_tensor]; +"94 add_" [id=94, type=add_]; +"95 quantize_per_tensor_default_9" [id=95, type=quantize_per_tensor]; +"96 dequantize_per_tensor_default_11" [id=96, type=dequantize_per_tensor]; +"97 conv2d_11_scale_0_updated_constant0" [id=97, type=get_attr]; +"98 compressed_weight_updated_constant9" [id=98, type=get_attr]; +"99 features_4_block_0_0_weight_bias_0_0" [id=99, type=get_attr]; +"100 mul_18" [id=100, type=]; +"101 conv2d_11" [id=101, type=conv2d]; +"102 hardswish__1_scale_0" [id=102, type=get_attr]; +"103 hardswish__1_zero_point_0" [id=103, type=get_attr]; +"104 hardswish__1" [id=104, type=hardswish_]; +"105 quantize_per_channel_default_13" [id=105, type=quantize_per_channel]; +"106 dequantize_per_channel_default_13" [id=106, type=dequantize_per_channel]; +"107 conv2d_12_scale_0_updated_constant0" [id=107, type=get_attr]; +"108 compressed_weight_updated_constant10" [id=108, type=get_attr]; +"109 features_4_block_1_0_weight_bias_0_0" [id=109, type=get_attr]; +"110 mul_19" [id=110, type=]; +"111 conv2d_12" [id=111, type=conv2d]; +"112 hardswish__2" [id=112, type=hardswish_]; +"113 quantize_per_tensor_default_10" [id=113, type=quantize_per_tensor]; +"114 dequantize_per_tensor_default_13" [id=114, type=dequantize_per_tensor]; +"115 dequantize_per_tensor_default_12" [id=115, type=dequantize_per_tensor]; +"116 adaptive_avg_pool2d_1" [id=116, type=adaptive_avg_pool2d]; +"117 _param_constant37" [id=117, type=get_attr]; +"118 _param_constant38_0_0" [id=118, type=get_attr]; +"119 conv2d_13" [id=119, type=conv2d]; +"120 relu_1" [id=120, type=relu]; +"121 _param_constant39" [id=121, type=get_attr]; +"122 _param_constant40_0_0" [id=122, type=get_attr]; +"123 conv2d_14" [id=123, type=conv2d]; +"124 hardsigmoid_1" [id=124, type=hardsigmoid]; +"125 quantize_per_tensor_default_11" [id=125, type=quantize_per_tensor]; +"126 dequantize_per_tensor_default_14" [id=126, type=dequantize_per_tensor]; +"127 mul_1" [id=127, type=mul]; +"128 quantize_per_tensor_default_12" [id=128, type=quantize_per_tensor]; +"129 dequantize_per_tensor_default_15" [id=129, type=dequantize_per_tensor]; +"130 conv2d_15_scale_0_updated_constant0" [id=130, type=get_attr]; +"131 compressed_weight_updated_constant11" [id=131, type=get_attr]; +"132 features_4_block_3_0_weight_bias_0_0" [id=132, type=get_attr]; +"133 mul_20" [id=133, type=]; +"134 conv2d_15" [id=134, type=conv2d]; +"135 quantize_per_tensor_default_13" [id=135, type=quantize_per_tensor]; +"136 dequantize_per_tensor_default_17" [id=136, type=dequantize_per_tensor]; +"137 dequantize_per_tensor_default_16" [id=137, type=dequantize_per_tensor]; +"138 conv2d_16_scale_0_updated_constant0" [id=138, type=get_attr]; +"139 compressed_weight_updated_constant12" [id=139, type=get_attr]; +"140 features_5_block_0_0_weight_bias_0_0" [id=140, type=get_attr]; +"141 mul_21" [id=141, type=]; +"142 conv2d_16" [id=142, type=conv2d]; +"143 hardswish__3_scale_0" [id=143, type=get_attr]; +"144 hardswish__3_zero_point_0" [id=144, type=get_attr]; +"145 hardswish__3" [id=145, type=hardswish_]; +"146 quantize_per_channel_default_17" [id=146, type=quantize_per_channel]; +"147 dequantize_per_channel_default_17" [id=147, type=dequantize_per_channel]; +"148 conv2d_17_scale_0_updated_constant0" [id=148, type=get_attr]; +"149 compressed_weight_updated_constant13" [id=149, type=get_attr]; +"150 features_5_block_1_0_weight_bias_0_0" [id=150, type=get_attr]; +"151 mul_22" [id=151, type=]; +"152 conv2d_17" [id=152, type=conv2d]; +"153 hardswish__4" [id=153, type=hardswish_]; +"154 quantize_per_tensor_default_14" [id=154, type=quantize_per_tensor]; +"155 dequantize_per_tensor_default_19" [id=155, type=dequantize_per_tensor]; +"156 dequantize_per_tensor_default_18" [id=156, type=dequantize_per_tensor]; +"157 adaptive_avg_pool2d_2" [id=157, type=adaptive_avg_pool2d]; +"158 _param_constant50" [id=158, type=get_attr]; +"159 _param_constant51_0_0" [id=159, type=get_attr]; +"160 conv2d_18" [id=160, type=conv2d]; +"161 relu_2" [id=161, type=relu]; +"162 _param_constant52" [id=162, type=get_attr]; +"163 _param_constant53_0_0" [id=163, type=get_attr]; +"164 conv2d_19" [id=164, type=conv2d]; +"165 hardsigmoid_2" [id=165, type=hardsigmoid]; +"166 quantize_per_tensor_default_15" [id=166, type=quantize_per_tensor]; +"167 dequantize_per_tensor_default_20" [id=167, type=dequantize_per_tensor]; +"168 mul_2" [id=168, type=mul]; +"169 quantize_per_tensor_default_16" [id=169, type=quantize_per_tensor]; +"170 dequantize_per_tensor_default_21" [id=170, type=dequantize_per_tensor]; +"171 conv2d_20_scale_0_updated_constant0" [id=171, type=get_attr]; +"172 compressed_weight_updated_constant14" [id=172, type=get_attr]; +"173 features_5_block_3_0_weight_bias_0_0" [id=173, type=get_attr]; +"174 mul_23" [id=174, type=]; +"175 conv2d_20" [id=175, type=conv2d]; +"176 quantize_per_tensor_default_17" [id=176, type=quantize_per_tensor]; +"177 dequantize_per_tensor_default_22" [id=177, type=dequantize_per_tensor]; +"178 add__1" [id=178, type=add_]; +"179 quantize_per_tensor_default_18" [id=179, type=quantize_per_tensor]; +"180 dequantize_per_tensor_default_24" [id=180, type=dequantize_per_tensor]; +"181 dequantize_per_tensor_default_23" [id=181, type=dequantize_per_tensor]; +"182 conv2d_21_scale_0_updated_constant0" [id=182, type=get_attr]; +"183 compressed_weight_updated_constant15" [id=183, type=get_attr]; +"184 features_6_block_0_0_weight_bias_0_0" [id=184, type=get_attr]; +"185 mul_24" [id=185, type=]; +"186 conv2d_21" [id=186, type=conv2d]; +"187 hardswish__5_scale_0" [id=187, type=get_attr]; +"188 hardswish__5_zero_point_0" [id=188, type=get_attr]; +"189 hardswish__5" [id=189, type=hardswish_]; +"190 quantize_per_channel_default_21" [id=190, type=quantize_per_channel]; +"191 dequantize_per_channel_default_21" [id=191, type=dequantize_per_channel]; +"192 conv2d_22_scale_0_updated_constant0" [id=192, type=get_attr]; +"193 compressed_weight_updated_constant16" [id=193, type=get_attr]; +"194 features_6_block_1_0_weight_bias_0_0" [id=194, type=get_attr]; +"195 mul_25" [id=195, type=]; +"196 conv2d_22" [id=196, type=conv2d]; +"197 hardswish__6" [id=197, type=hardswish_]; +"198 quantize_per_tensor_default_19" [id=198, type=quantize_per_tensor]; +"199 dequantize_per_tensor_default_26" [id=199, type=dequantize_per_tensor]; +"200 dequantize_per_tensor_default_25" [id=200, type=dequantize_per_tensor]; +"201 adaptive_avg_pool2d_3" [id=201, type=adaptive_avg_pool2d]; +"202 _param_constant63" [id=202, type=get_attr]; +"203 _param_constant64_0_0" [id=203, type=get_attr]; +"204 conv2d_23" [id=204, type=conv2d]; +"205 relu_3" [id=205, type=relu]; +"206 _param_constant65" [id=206, type=get_attr]; +"207 _param_constant66_0_0" [id=207, type=get_attr]; +"208 conv2d_24" [id=208, type=conv2d]; +"209 hardsigmoid_3" [id=209, type=hardsigmoid]; +"210 quantize_per_tensor_default_20" [id=210, type=quantize_per_tensor]; +"211 dequantize_per_tensor_default_27" [id=211, type=dequantize_per_tensor]; +"212 mul_3" [id=212, type=mul]; +"213 quantize_per_tensor_default_21" [id=213, type=quantize_per_tensor]; +"214 dequantize_per_tensor_default_28" [id=214, type=dequantize_per_tensor]; +"215 conv2d_25_scale_0_updated_constant0" [id=215, type=get_attr]; +"216 compressed_weight_updated_constant17" [id=216, type=get_attr]; +"217 features_6_block_3_0_weight_bias_0_0" [id=217, type=get_attr]; +"218 mul_26" [id=218, type=]; +"219 conv2d_25" [id=219, type=conv2d]; +"220 quantize_per_tensor_default_22" [id=220, type=quantize_per_tensor]; +"221 dequantize_per_tensor_default_29" [id=221, type=dequantize_per_tensor]; +"222 add__2" [id=222, type=add_]; +"223 quantize_per_tensor_default_23" [id=223, type=quantize_per_tensor]; +"224 dequantize_per_tensor_default_30" [id=224, type=dequantize_per_tensor]; +"225 conv2d_26_scale_0_updated_constant0" [id=225, type=get_attr]; +"226 compressed_weight_updated_constant18" [id=226, type=get_attr]; +"227 features_7_block_0_0_weight_bias_0_0" [id=227, type=get_attr]; +"228 mul_27" [id=228, type=]; +"229 conv2d_26" [id=229, type=conv2d]; +"230 hardswish__7_scale_0" [id=230, type=get_attr]; +"231 hardswish__7_zero_point_0" [id=231, type=get_attr]; +"232 hardswish__7" [id=232, type=hardswish_]; +"233 quantize_per_channel_default_25" [id=233, type=quantize_per_channel]; +"234 dequantize_per_channel_default_25" [id=234, type=dequantize_per_channel]; +"235 conv2d_27_scale_0_updated_constant0" [id=235, type=get_attr]; +"236 compressed_weight_updated_constant19" [id=236, type=get_attr]; +"237 features_7_block_1_0_weight_bias_0_0" [id=237, type=get_attr]; +"238 mul_28" [id=238, type=]; +"239 conv2d_27" [id=239, type=conv2d]; +"240 hardswish__8" [id=240, type=hardswish_]; +"241 quantize_per_tensor_default_24" [id=241, type=quantize_per_tensor]; +"242 dequantize_per_tensor_default_32" [id=242, type=dequantize_per_tensor]; +"243 dequantize_per_tensor_default_31" [id=243, type=dequantize_per_tensor]; +"244 adaptive_avg_pool2d_4" [id=244, type=adaptive_avg_pool2d]; +"245 _param_constant76" [id=245, type=get_attr]; +"246 _param_constant77_0_0" [id=246, type=get_attr]; +"247 conv2d_28" [id=247, type=conv2d]; +"248 relu_4" [id=248, type=relu]; +"249 _param_constant78" [id=249, type=get_attr]; +"250 _param_constant79_0_0" [id=250, type=get_attr]; +"251 conv2d_29" [id=251, type=conv2d]; +"252 hardsigmoid_4" [id=252, type=hardsigmoid]; +"253 quantize_per_tensor_default_25" [id=253, type=quantize_per_tensor]; +"254 dequantize_per_tensor_default_33" [id=254, type=dequantize_per_tensor]; +"255 mul_4" [id=255, type=mul]; +"256 quantize_per_tensor_default_26" [id=256, type=quantize_per_tensor]; +"257 dequantize_per_tensor_default_34" [id=257, type=dequantize_per_tensor]; +"258 conv2d_30_scale_0_updated_constant0" [id=258, type=get_attr]; +"259 compressed_weight_updated_constant20" [id=259, type=get_attr]; +"260 features_7_block_3_0_weight_bias_0_0" [id=260, type=get_attr]; +"261 mul_29" [id=261, type=]; +"262 conv2d_30" [id=262, type=conv2d]; +"263 quantize_per_tensor_default_27" [id=263, type=quantize_per_tensor]; +"264 dequantize_per_tensor_default_36" [id=264, type=dequantize_per_tensor]; +"265 dequantize_per_tensor_default_35" [id=265, type=dequantize_per_tensor]; +"266 conv2d_31_scale_0_updated_constant0" [id=266, type=get_attr]; +"267 compressed_weight_updated_constant21" [id=267, type=get_attr]; +"268 features_8_block_0_0_weight_bias_0_0" [id=268, type=get_attr]; +"269 mul_30" [id=269, type=]; +"270 conv2d_31" [id=270, type=conv2d]; +"271 hardswish__9_scale_0" [id=271, type=get_attr]; +"272 hardswish__9_zero_point_0" [id=272, type=get_attr]; +"273 hardswish__9" [id=273, type=hardswish_]; +"274 quantize_per_channel_default_29" [id=274, type=quantize_per_channel]; +"275 dequantize_per_channel_default_29" [id=275, type=dequantize_per_channel]; +"276 conv2d_32_scale_0_updated_constant0" [id=276, type=get_attr]; +"277 compressed_weight_updated_constant22" [id=277, type=get_attr]; +"278 features_8_block_1_0_weight_bias_0_0" [id=278, type=get_attr]; +"279 mul_31" [id=279, type=]; +"280 conv2d_32" [id=280, type=conv2d]; +"281 hardswish__10" [id=281, type=hardswish_]; +"282 quantize_per_tensor_default_28" [id=282, type=quantize_per_tensor]; +"283 dequantize_per_tensor_default_38" [id=283, type=dequantize_per_tensor]; +"284 dequantize_per_tensor_default_37" [id=284, type=dequantize_per_tensor]; +"285 adaptive_avg_pool2d_5" [id=285, type=adaptive_avg_pool2d]; +"286 _param_constant89" [id=286, type=get_attr]; +"287 _param_constant90_0_0" [id=287, type=get_attr]; +"288 conv2d_33" [id=288, type=conv2d]; +"289 relu_5" [id=289, type=relu]; +"290 _param_constant91" [id=290, type=get_attr]; +"291 _param_constant92_0_0" [id=291, type=get_attr]; +"292 conv2d_34" [id=292, type=conv2d]; +"293 hardsigmoid_5" [id=293, type=hardsigmoid]; +"294 quantize_per_tensor_default_29" [id=294, type=quantize_per_tensor]; +"295 dequantize_per_tensor_default_39" [id=295, type=dequantize_per_tensor]; +"296 mul_5" [id=296, type=mul]; +"297 quantize_per_tensor_default_30" [id=297, type=quantize_per_tensor]; +"298 dequantize_per_tensor_default_40" [id=298, type=dequantize_per_tensor]; +"299 conv2d_35_scale_0_updated_constant0" [id=299, type=get_attr]; +"300 compressed_weight_updated_constant23" [id=300, type=get_attr]; +"301 features_8_block_3_0_weight_bias_0_0" [id=301, type=get_attr]; +"302 mul_32" [id=302, type=]; +"303 conv2d_35" [id=303, type=conv2d]; +"304 quantize_per_tensor_default_31" [id=304, type=quantize_per_tensor]; +"305 dequantize_per_tensor_default_41" [id=305, type=dequantize_per_tensor]; +"306 add__3" [id=306, type=add_]; +"307 quantize_per_tensor_default_32" [id=307, type=quantize_per_tensor]; +"308 dequantize_per_tensor_default_42" [id=308, type=dequantize_per_tensor]; +"309 conv2d_36_scale_0_updated_constant0" [id=309, type=get_attr]; +"310 compressed_weight_updated_constant24" [id=310, type=get_attr]; +"311 features_9_block_0_0_weight_bias_0_0" [id=311, type=get_attr]; +"312 mul_33" [id=312, type=]; +"313 conv2d_36" [id=313, type=conv2d]; +"314 hardswish__11_scale_0" [id=314, type=get_attr]; +"315 hardswish__11_zero_point_0" [id=315, type=get_attr]; +"316 hardswish__11" [id=316, type=hardswish_]; +"317 quantize_per_channel_default_33" [id=317, type=quantize_per_channel]; +"318 dequantize_per_channel_default_33" [id=318, type=dequantize_per_channel]; +"319 conv2d_37_scale_0_updated_constant0" [id=319, type=get_attr]; +"320 compressed_weight_updated_constant25" [id=320, type=get_attr]; +"321 features_9_block_1_0_weight_bias_0_0" [id=321, type=get_attr]; +"322 mul_34" [id=322, type=]; +"323 conv2d_37" [id=323, type=conv2d]; +"324 hardswish__12" [id=324, type=hardswish_]; +"325 quantize_per_tensor_default_33" [id=325, type=quantize_per_tensor]; +"326 dequantize_per_tensor_default_44" [id=326, type=dequantize_per_tensor]; +"327 dequantize_per_tensor_default_43" [id=327, type=dequantize_per_tensor]; +"328 adaptive_avg_pool2d_6" [id=328, type=adaptive_avg_pool2d]; +"329 _param_constant102" [id=329, type=get_attr]; +"330 _param_constant103_0_0" [id=330, type=get_attr]; +"331 conv2d_38" [id=331, type=conv2d]; +"332 relu_6" [id=332, type=relu]; +"333 _param_constant104" [id=333, type=get_attr]; +"334 _param_constant105_0_0" [id=334, type=get_attr]; +"335 conv2d_39" [id=335, type=conv2d]; +"336 hardsigmoid_6" [id=336, type=hardsigmoid]; +"337 quantize_per_tensor_default_34" [id=337, type=quantize_per_tensor]; +"338 dequantize_per_tensor_default_45" [id=338, type=dequantize_per_tensor]; +"339 mul_6" [id=339, type=mul]; +"340 quantize_per_tensor_default_35" [id=340, type=quantize_per_tensor]; +"341 dequantize_per_tensor_default_46" [id=341, type=dequantize_per_tensor]; +"342 conv2d_40_scale_0_updated_constant0" [id=342, type=get_attr]; +"343 compressed_weight_updated_constant26" [id=343, type=get_attr]; +"344 features_9_block_3_0_weight_bias_0_0" [id=344, type=get_attr]; +"345 mul_35" [id=345, type=]; +"346 conv2d_40" [id=346, type=conv2d]; +"347 quantize_per_tensor_default_36" [id=347, type=quantize_per_tensor]; +"348 dequantize_per_tensor_default_48" [id=348, type=dequantize_per_tensor]; +"349 dequantize_per_tensor_default_47" [id=349, type=dequantize_per_tensor]; +"350 conv2d_41_scale_0_updated_constant0" [id=350, type=get_attr]; +"351 compressed_weight_updated_constant27" [id=351, type=get_attr]; +"352 features_10_block_0_0_weight_bias_0_0" [id=352, type=get_attr]; +"353 mul_36" [id=353, type=]; +"354 conv2d_41" [id=354, type=conv2d]; +"355 hardswish__13_scale_0" [id=355, type=get_attr]; +"356 hardswish__13_zero_point_0" [id=356, type=get_attr]; +"357 hardswish__13" [id=357, type=hardswish_]; +"358 quantize_per_channel_default_37" [id=358, type=quantize_per_channel]; +"359 dequantize_per_channel_default_37" [id=359, type=dequantize_per_channel]; +"360 conv2d_42_scale_0_updated_constant0" [id=360, type=get_attr]; +"361 compressed_weight_updated_constant28" [id=361, type=get_attr]; +"362 features_10_block_1_0_weight_bias_0_0" [id=362, type=get_attr]; +"363 mul_37" [id=363, type=]; +"364 conv2d_42" [id=364, type=conv2d]; +"365 hardswish__14" [id=365, type=hardswish_]; +"366 quantize_per_tensor_default_37" [id=366, type=quantize_per_tensor]; +"367 dequantize_per_tensor_default_50" [id=367, type=dequantize_per_tensor]; +"368 dequantize_per_tensor_default_49" [id=368, type=dequantize_per_tensor]; +"369 adaptive_avg_pool2d_7" [id=369, type=adaptive_avg_pool2d]; +"370 _param_constant115" [id=370, type=get_attr]; +"371 _param_constant116_0_0" [id=371, type=get_attr]; +"372 conv2d_43" [id=372, type=conv2d]; +"373 relu_7" [id=373, type=relu]; +"374 _param_constant117" [id=374, type=get_attr]; +"375 _param_constant118_0_0" [id=375, type=get_attr]; +"376 conv2d_44" [id=376, type=conv2d]; +"377 hardsigmoid_7" [id=377, type=hardsigmoid]; +"378 quantize_per_tensor_default_38" [id=378, type=quantize_per_tensor]; +"379 dequantize_per_tensor_default_51" [id=379, type=dequantize_per_tensor]; +"380 mul_7" [id=380, type=mul]; +"381 quantize_per_tensor_default_39" [id=381, type=quantize_per_tensor]; +"382 dequantize_per_tensor_default_52" [id=382, type=dequantize_per_tensor]; +"383 conv2d_45_scale_0_updated_constant0" [id=383, type=get_attr]; +"384 compressed_weight_updated_constant29" [id=384, type=get_attr]; +"385 features_10_block_3_0_weight_bias_0_0" [id=385, type=get_attr]; +"386 mul_38" [id=386, type=]; +"387 conv2d_45" [id=387, type=conv2d]; +"388 quantize_per_tensor_default_40" [id=388, type=quantize_per_tensor]; +"389 dequantize_per_tensor_default_53" [id=389, type=dequantize_per_tensor]; +"390 add__4" [id=390, type=add_]; +"391 quantize_per_tensor_default_41" [id=391, type=quantize_per_tensor]; +"392 dequantize_per_tensor_default_55" [id=392, type=dequantize_per_tensor]; +"393 dequantize_per_tensor_default_54" [id=393, type=dequantize_per_tensor]; +"394 conv2d_46_scale_0_updated_constant0" [id=394, type=get_attr]; +"395 compressed_weight_updated_constant30" [id=395, type=get_attr]; +"396 features_11_block_0_0_weight_bias_0_0" [id=396, type=get_attr]; +"397 mul_39" [id=397, type=]; +"398 conv2d_46" [id=398, type=conv2d]; +"399 hardswish__15_scale_0" [id=399, type=get_attr]; +"400 hardswish__15_zero_point_0" [id=400, type=get_attr]; +"401 hardswish__15" [id=401, type=hardswish_]; +"402 quantize_per_channel_default_41" [id=402, type=quantize_per_channel]; +"403 dequantize_per_channel_default_41" [id=403, type=dequantize_per_channel]; +"404 conv2d_47_scale_0_updated_constant0" [id=404, type=get_attr]; +"405 compressed_weight_updated_constant31" [id=405, type=get_attr]; +"406 features_11_block_1_0_weight_bias_0_0" [id=406, type=get_attr]; +"407 mul_40" [id=407, type=]; +"408 conv2d_47" [id=408, type=conv2d]; +"409 hardswish__16" [id=409, type=hardswish_]; +"410 quantize_per_tensor_default_42" [id=410, type=quantize_per_tensor]; +"411 dequantize_per_tensor_default_57" [id=411, type=dequantize_per_tensor]; +"412 dequantize_per_tensor_default_56" [id=412, type=dequantize_per_tensor]; +"413 adaptive_avg_pool2d_8" [id=413, type=adaptive_avg_pool2d]; +"414 _param_constant128" [id=414, type=get_attr]; +"415 _param_constant129_0_0" [id=415, type=get_attr]; +"416 conv2d_48" [id=416, type=conv2d]; +"417 relu_8" [id=417, type=relu]; +"418 _param_constant130" [id=418, type=get_attr]; +"419 _param_constant131_0_0" [id=419, type=get_attr]; +"420 conv2d_49" [id=420, type=conv2d]; +"421 hardsigmoid_8" [id=421, type=hardsigmoid]; +"422 quantize_per_tensor_default_43" [id=422, type=quantize_per_tensor]; +"423 dequantize_per_tensor_default_58" [id=423, type=dequantize_per_tensor]; +"424 mul_8" [id=424, type=mul]; +"425 quantize_per_tensor_default_44" [id=425, type=quantize_per_tensor]; +"426 dequantize_per_tensor_default_59" [id=426, type=dequantize_per_tensor]; +"427 conv2d_50_scale_0_updated_constant0" [id=427, type=get_attr]; +"428 compressed_weight_updated_constant32" [id=428, type=get_attr]; +"429 features_11_block_3_0_weight_bias_0_0" [id=429, type=get_attr]; +"430 mul_41" [id=430, type=]; +"431 conv2d_50" [id=431, type=conv2d]; +"432 quantize_per_tensor_default_45" [id=432, type=quantize_per_tensor]; +"433 dequantize_per_tensor_default_60" [id=433, type=dequantize_per_tensor]; +"434 add__5" [id=434, type=add_]; +"435 quantize_per_tensor_default_46" [id=435, type=quantize_per_tensor]; +"436 dequantize_per_tensor_default_61" [id=436, type=dequantize_per_tensor]; +"437 conv2d_51_scale_0_updated_constant0" [id=437, type=get_attr]; +"438 compressed_weight_updated_constant33" [id=438, type=get_attr]; +"439 features_12_0_weight_bias_0_0" [id=439, type=get_attr]; +"440 mul_42" [id=440, type=]; +"441 conv2d_51" [id=441, type=conv2d]; +"442 hardswish__17" [id=442, type=hardswish_]; +"443 quantize_per_tensor_default_47" [id=443, type=quantize_per_tensor]; +"444 dequantize_per_tensor_default_62" [id=444, type=dequantize_per_tensor]; +"445 adaptive_avg_pool2d_9" [id=445, type=adaptive_avg_pool2d]; +"446 quantize_per_tensor_default_48" [id=446, type=quantize_per_tensor]; +"447 dequantize_per_tensor_default_63" [id=447, type=dequantize_per_tensor]; +"448 flatten" [id=448, type=flatten]; +"449 linear_scale_0_updated_constant0" [id=449, type=get_attr]; +"450 compressed_weight_updated_constant34" [id=450, type=get_attr]; +"451 _param_constant139_0_0" [id=451, type=get_attr]; +"452 mul_43" [id=452, type=]; +"453 linear" [id=453, type=linear]; +"454 hardswish__18" [id=454, type=hardswish_]; +"455 quantize_per_tensor_default_49" [id=455, type=quantize_per_tensor]; +"456 dequantize_per_tensor_default_64" [id=456, type=dequantize_per_tensor]; +"457 dropout_" [id=457, type=dropout_]; +"458 linear_1_scale_0_updated_constant0" [id=458, type=get_attr]; +"459 compressed_weight_updated_constant35" [id=459, type=get_attr]; +"460 _param_constant141_0_0" [id=460, type=get_attr]; +"461 mul_44" [id=461, type=]; +"462 linear_1" [id=462, type=linear]; +"463 output" [id=463, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default"; -"2 dequantize_per_tensor_default" -> "9 conv2d"; -"3 _param_constant0" -> "6 quantize_per_channel_default"; -"4 conv2d_scale_0" -> "6 quantize_per_channel_default"; -"4 conv2d_scale_0" -> "7 dequantize_per_channel_default"; -"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default"; -"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default"; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default"; -"7 dequantize_per_channel_default" -> "9 conv2d"; -"8 features_0_0_weight_bias_0_0" -> "9 conv2d"; -"9 conv2d" -> "12 hardswish_"; -"10 hardswish__scale_0" -> "13 quantize_per_channel_default_1"; -"10 hardswish__scale_0" -> "14 dequantize_per_channel_default_1"; -"11 hardswish__zero_point_0" -> "13 quantize_per_channel_default_1"; -"11 hardswish__zero_point_0" -> "14 dequantize_per_channel_default_1"; -"12 hardswish_" -> "13 quantize_per_channel_default_1"; -"13 quantize_per_channel_default_1" -> "14 dequantize_per_channel_default_1"; -"14 dequantize_per_channel_default_1" -> "21 conv2d_1"; -"15 _param_constant3" -> "18 quantize_per_channel_default_2"; -"16 conv2d_1_scale_0" -> "18 quantize_per_channel_default_2"; -"16 conv2d_1_scale_0" -> "19 dequantize_per_channel_default_2"; -"17 conv2d_1_zero_point_0" -> "18 quantize_per_channel_default_2"; -"17 conv2d_1_zero_point_0" -> "19 dequantize_per_channel_default_2"; -"18 quantize_per_channel_default_2" -> "19 dequantize_per_channel_default_2"; -"19 dequantize_per_channel_default_2" -> "21 conv2d_1"; -"20 features_1_block_0_0_weight_bias_0_0" -> "21 conv2d_1"; -"21 conv2d_1" -> "22 relu_"; -"22 relu_" -> "23 quantize_per_tensor_default_1"; -"23 quantize_per_tensor_default_1" -> "24 dequantize_per_tensor_default_2"; -"23 quantize_per_tensor_default_1" -> "25 dequantize_per_tensor_default_1"; -"24 dequantize_per_tensor_default_2" -> "37 mul"; -"25 dequantize_per_tensor_default_1" -> "26 adaptive_avg_pool2d"; -"26 adaptive_avg_pool2d" -> "29 conv2d_2"; -"27 _param_constant6" -> "29 conv2d_2"; -"28 _param_constant7_0_0" -> "29 conv2d_2"; -"29 conv2d_2" -> "30 relu"; -"30 relu" -> "33 conv2d_3"; -"31 _param_constant8" -> "33 conv2d_3"; -"32 _param_constant9_0_0" -> "33 conv2d_3"; -"33 conv2d_3" -> "34 hardsigmoid"; -"34 hardsigmoid" -> "35 quantize_per_tensor_default_2"; -"35 quantize_per_tensor_default_2" -> "36 dequantize_per_tensor_default_3"; -"36 dequantize_per_tensor_default_3" -> "37 mul"; -"37 mul" -> "38 quantize_per_tensor_default_3"; -"38 quantize_per_tensor_default_3" -> "39 dequantize_per_tensor_default_4"; -"39 dequantize_per_tensor_default_4" -> "46 conv2d_4"; -"40 _param_constant10" -> "43 quantize_per_channel_default_3"; -"41 conv2d_4_scale_0" -> "43 quantize_per_channel_default_3"; -"41 conv2d_4_scale_0" -> "44 dequantize_per_channel_default_3"; -"42 conv2d_4_zero_point_0" -> "43 quantize_per_channel_default_3"; -"42 conv2d_4_zero_point_0" -> "44 dequantize_per_channel_default_3"; -"43 quantize_per_channel_default_3" -> "44 dequantize_per_channel_default_3"; -"44 dequantize_per_channel_default_3" -> "46 conv2d_4"; -"45 features_1_block_2_0_weight_bias_0_0" -> "46 conv2d_4"; -"46 conv2d_4" -> "47 quantize_per_tensor_default_4"; -"47 quantize_per_tensor_default_4" -> "48 dequantize_per_tensor_default_5"; -"48 dequantize_per_tensor_default_5" -> "55 conv2d_5"; -"49 _param_constant13" -> "52 quantize_per_channel_default_4"; -"50 conv2d_5_scale_0" -> "52 quantize_per_channel_default_4"; -"50 conv2d_5_scale_0" -> "53 dequantize_per_channel_default_4"; -"51 conv2d_5_zero_point_0" -> "52 quantize_per_channel_default_4"; -"51 conv2d_5_zero_point_0" -> "53 dequantize_per_channel_default_4"; -"52 quantize_per_channel_default_4" -> "53 dequantize_per_channel_default_4"; -"53 dequantize_per_channel_default_4" -> "55 conv2d_5"; -"54 features_2_block_0_0_weight_bias_0_0" -> "55 conv2d_5"; -"55 conv2d_5" -> "58 relu__1"; -"56 relu__1_scale_0" -> "59 quantize_per_channel_default_5"; -"56 relu__1_scale_0" -> "60 dequantize_per_channel_default_5"; -"57 relu__1_zero_point_0" -> "59 quantize_per_channel_default_5"; -"57 relu__1_zero_point_0" -> "60 dequantize_per_channel_default_5"; -"58 relu__1" -> "59 quantize_per_channel_default_5"; -"59 quantize_per_channel_default_5" -> "60 dequantize_per_channel_default_5"; -"60 dequantize_per_channel_default_5" -> "67 conv2d_6"; -"61 _param_constant16" -> "64 quantize_per_channel_default_6"; -"62 conv2d_6_scale_0" -> "64 quantize_per_channel_default_6"; -"62 conv2d_6_scale_0" -> "65 dequantize_per_channel_default_6"; -"63 conv2d_6_zero_point_0" -> "64 quantize_per_channel_default_6"; -"63 conv2d_6_zero_point_0" -> "65 dequantize_per_channel_default_6"; -"64 quantize_per_channel_default_6" -> "65 dequantize_per_channel_default_6"; -"65 dequantize_per_channel_default_6" -> "67 conv2d_6"; -"66 features_2_block_1_0_weight_bias_0_0" -> "67 conv2d_6"; -"67 conv2d_6" -> "68 relu__2"; -"68 relu__2" -> "69 quantize_per_tensor_default_5"; -"69 quantize_per_tensor_default_5" -> "70 dequantize_per_tensor_default_6"; -"70 dequantize_per_tensor_default_6" -> "77 conv2d_7"; -"71 _param_constant19" -> "74 quantize_per_channel_default_7"; -"72 conv2d_7_scale_0" -> "74 quantize_per_channel_default_7"; -"72 conv2d_7_scale_0" -> "75 dequantize_per_channel_default_7"; -"73 conv2d_7_zero_point_0" -> "74 quantize_per_channel_default_7"; -"73 conv2d_7_zero_point_0" -> "75 dequantize_per_channel_default_7"; -"74 quantize_per_channel_default_7" -> "75 dequantize_per_channel_default_7"; -"75 dequantize_per_channel_default_7" -> "77 conv2d_7"; -"76 features_2_block_2_0_weight_bias_0_0" -> "77 conv2d_7"; -"77 conv2d_7" -> "78 quantize_per_tensor_default_6"; -"78 quantize_per_tensor_default_6" -> "79 dequantize_per_tensor_default_8"; -"78 quantize_per_tensor_default_6" -> "80 dequantize_per_tensor_default_7"; -"79 dequantize_per_tensor_default_8" -> "112 add_"; -"80 dequantize_per_tensor_default_7" -> "87 conv2d_8"; -"81 _param_constant22" -> "84 quantize_per_channel_default_8"; -"82 conv2d_8_scale_0" -> "84 quantize_per_channel_default_8"; -"82 conv2d_8_scale_0" -> "85 dequantize_per_channel_default_8"; -"83 conv2d_8_zero_point_0" -> "84 quantize_per_channel_default_8"; -"83 conv2d_8_zero_point_0" -> "85 dequantize_per_channel_default_8"; -"84 quantize_per_channel_default_8" -> "85 dequantize_per_channel_default_8"; -"85 dequantize_per_channel_default_8" -> "87 conv2d_8"; -"86 features_3_block_0_0_weight_bias_0_0" -> "87 conv2d_8"; -"87 conv2d_8" -> "90 relu__3"; -"88 relu__3_scale_0" -> "91 quantize_per_channel_default_9"; -"88 relu__3_scale_0" -> "92 dequantize_per_channel_default_9"; -"89 relu__3_zero_point_0" -> "91 quantize_per_channel_default_9"; -"89 relu__3_zero_point_0" -> "92 dequantize_per_channel_default_9"; -"90 relu__3" -> "91 quantize_per_channel_default_9"; -"91 quantize_per_channel_default_9" -> "92 dequantize_per_channel_default_9"; -"92 dequantize_per_channel_default_9" -> "99 conv2d_9"; -"93 _param_constant25" -> "96 quantize_per_channel_default_10"; -"94 conv2d_9_scale_0" -> "96 quantize_per_channel_default_10"; -"94 conv2d_9_scale_0" -> "97 dequantize_per_channel_default_10"; -"95 conv2d_9_zero_point_0" -> "96 quantize_per_channel_default_10"; -"95 conv2d_9_zero_point_0" -> "97 dequantize_per_channel_default_10"; -"96 quantize_per_channel_default_10" -> "97 dequantize_per_channel_default_10"; -"97 dequantize_per_channel_default_10" -> "99 conv2d_9"; -"98 features_3_block_1_0_weight_bias_0_0" -> "99 conv2d_9"; -"99 conv2d_9" -> "100 relu__4"; -"100 relu__4" -> "101 quantize_per_tensor_default_7"; -"101 quantize_per_tensor_default_7" -> "102 dequantize_per_tensor_default_9"; -"102 dequantize_per_tensor_default_9" -> "109 conv2d_10"; -"103 _param_constant28" -> "106 quantize_per_channel_default_11"; -"104 conv2d_10_scale_0" -> "106 quantize_per_channel_default_11"; -"104 conv2d_10_scale_0" -> "107 dequantize_per_channel_default_11"; -"105 conv2d_10_zero_point_0" -> "106 quantize_per_channel_default_11"; -"105 conv2d_10_zero_point_0" -> "107 dequantize_per_channel_default_11"; -"106 quantize_per_channel_default_11" -> "107 dequantize_per_channel_default_11"; -"107 dequantize_per_channel_default_11" -> "109 conv2d_10"; -"108 features_3_block_2_0_weight_bias_0_0" -> "109 conv2d_10"; -"109 conv2d_10" -> "110 quantize_per_tensor_default_8"; -"110 quantize_per_tensor_default_8" -> "111 dequantize_per_tensor_default_10"; -"111 dequantize_per_tensor_default_10" -> "112 add_"; -"112 add_" -> "113 quantize_per_tensor_default_9"; -"113 quantize_per_tensor_default_9" -> "114 dequantize_per_tensor_default_11"; -"114 dequantize_per_tensor_default_11" -> "121 conv2d_11"; -"115 _param_constant31" -> "118 quantize_per_channel_default_12"; -"116 conv2d_11_scale_0" -> "118 quantize_per_channel_default_12"; -"116 conv2d_11_scale_0" -> "119 dequantize_per_channel_default_12"; -"117 conv2d_11_zero_point_0" -> "118 quantize_per_channel_default_12"; -"117 conv2d_11_zero_point_0" -> "119 dequantize_per_channel_default_12"; -"118 quantize_per_channel_default_12" -> "119 dequantize_per_channel_default_12"; -"119 dequantize_per_channel_default_12" -> "121 conv2d_11"; -"120 features_4_block_0_0_weight_bias_0_0" -> "121 conv2d_11"; -"121 conv2d_11" -> "124 hardswish__1"; -"122 hardswish__1_scale_0" -> "125 quantize_per_channel_default_13"; -"122 hardswish__1_scale_0" -> "126 dequantize_per_channel_default_13"; -"123 hardswish__1_zero_point_0" -> "125 quantize_per_channel_default_13"; -"123 hardswish__1_zero_point_0" -> "126 dequantize_per_channel_default_13"; -"124 hardswish__1" -> "125 quantize_per_channel_default_13"; -"125 quantize_per_channel_default_13" -> "126 dequantize_per_channel_default_13"; -"126 dequantize_per_channel_default_13" -> "133 conv2d_12"; -"127 _param_constant34" -> "130 quantize_per_channel_default_14"; -"128 conv2d_12_scale_0" -> "130 quantize_per_channel_default_14"; -"128 conv2d_12_scale_0" -> "131 dequantize_per_channel_default_14"; -"129 conv2d_12_zero_point_0" -> "130 quantize_per_channel_default_14"; -"129 conv2d_12_zero_point_0" -> "131 dequantize_per_channel_default_14"; -"130 quantize_per_channel_default_14" -> "131 dequantize_per_channel_default_14"; -"131 dequantize_per_channel_default_14" -> "133 conv2d_12"; -"132 features_4_block_1_0_weight_bias_0_0" -> "133 conv2d_12"; -"133 conv2d_12" -> "134 hardswish__2"; -"134 hardswish__2" -> "135 quantize_per_tensor_default_10"; -"135 quantize_per_tensor_default_10" -> "136 dequantize_per_tensor_default_13"; -"135 quantize_per_tensor_default_10" -> "137 dequantize_per_tensor_default_12"; -"136 dequantize_per_tensor_default_13" -> "149 mul_1"; -"137 dequantize_per_tensor_default_12" -> "138 adaptive_avg_pool2d_1"; -"138 adaptive_avg_pool2d_1" -> "141 conv2d_13"; -"139 _param_constant37" -> "141 conv2d_13"; -"140 _param_constant38_0_0" -> "141 conv2d_13"; -"141 conv2d_13" -> "142 relu_1"; -"142 relu_1" -> "145 conv2d_14"; -"143 _param_constant39" -> "145 conv2d_14"; -"144 _param_constant40_0_0" -> "145 conv2d_14"; -"145 conv2d_14" -> "146 hardsigmoid_1"; -"146 hardsigmoid_1" -> "147 quantize_per_tensor_default_11"; -"147 quantize_per_tensor_default_11" -> "148 dequantize_per_tensor_default_14"; -"148 dequantize_per_tensor_default_14" -> "149 mul_1"; -"149 mul_1" -> "150 quantize_per_tensor_default_12"; -"150 quantize_per_tensor_default_12" -> "151 dequantize_per_tensor_default_15"; -"151 dequantize_per_tensor_default_15" -> "158 conv2d_15"; -"152 _param_constant41" -> "155 quantize_per_channel_default_15"; -"153 conv2d_15_scale_0" -> "155 quantize_per_channel_default_15"; -"153 conv2d_15_scale_0" -> "156 dequantize_per_channel_default_15"; -"154 conv2d_15_zero_point_0" -> "155 quantize_per_channel_default_15"; -"154 conv2d_15_zero_point_0" -> "156 dequantize_per_channel_default_15"; -"155 quantize_per_channel_default_15" -> "156 dequantize_per_channel_default_15"; -"156 dequantize_per_channel_default_15" -> "158 conv2d_15"; -"157 features_4_block_3_0_weight_bias_0_0" -> "158 conv2d_15"; -"158 conv2d_15" -> "159 quantize_per_tensor_default_13"; -"159 quantize_per_tensor_default_13" -> "160 dequantize_per_tensor_default_17"; -"159 quantize_per_tensor_default_13" -> "161 dequantize_per_tensor_default_16"; -"160 dequantize_per_tensor_default_17" -> "208 add__1"; -"161 dequantize_per_tensor_default_16" -> "168 conv2d_16"; -"162 _param_constant44" -> "165 quantize_per_channel_default_16"; -"163 conv2d_16_scale_0" -> "165 quantize_per_channel_default_16"; -"163 conv2d_16_scale_0" -> "166 dequantize_per_channel_default_16"; -"164 conv2d_16_zero_point_0" -> "165 quantize_per_channel_default_16"; -"164 conv2d_16_zero_point_0" -> "166 dequantize_per_channel_default_16"; -"165 quantize_per_channel_default_16" -> "166 dequantize_per_channel_default_16"; -"166 dequantize_per_channel_default_16" -> "168 conv2d_16"; -"167 features_5_block_0_0_weight_bias_0_0" -> "168 conv2d_16"; -"168 conv2d_16" -> "171 hardswish__3"; -"169 hardswish__3_scale_0" -> "172 quantize_per_channel_default_17"; -"169 hardswish__3_scale_0" -> "173 dequantize_per_channel_default_17"; -"170 hardswish__3_zero_point_0" -> "172 quantize_per_channel_default_17"; -"170 hardswish__3_zero_point_0" -> "173 dequantize_per_channel_default_17"; -"171 hardswish__3" -> "172 quantize_per_channel_default_17"; -"172 quantize_per_channel_default_17" -> "173 dequantize_per_channel_default_17"; -"173 dequantize_per_channel_default_17" -> "180 conv2d_17"; -"174 _param_constant47" -> "177 quantize_per_channel_default_18"; -"175 conv2d_17_scale_0" -> "177 quantize_per_channel_default_18"; -"175 conv2d_17_scale_0" -> "178 dequantize_per_channel_default_18"; -"176 conv2d_17_zero_point_0" -> "177 quantize_per_channel_default_18"; -"176 conv2d_17_zero_point_0" -> "178 dequantize_per_channel_default_18"; -"177 quantize_per_channel_default_18" -> "178 dequantize_per_channel_default_18"; -"178 dequantize_per_channel_default_18" -> "180 conv2d_17"; -"179 features_5_block_1_0_weight_bias_0_0" -> "180 conv2d_17"; -"180 conv2d_17" -> "181 hardswish__4"; -"181 hardswish__4" -> "182 quantize_per_tensor_default_14"; -"182 quantize_per_tensor_default_14" -> "183 dequantize_per_tensor_default_19"; -"182 quantize_per_tensor_default_14" -> "184 dequantize_per_tensor_default_18"; -"183 dequantize_per_tensor_default_19" -> "196 mul_2"; -"184 dequantize_per_tensor_default_18" -> "185 adaptive_avg_pool2d_2"; -"185 adaptive_avg_pool2d_2" -> "188 conv2d_18"; -"186 _param_constant50" -> "188 conv2d_18"; -"187 _param_constant51_0_0" -> "188 conv2d_18"; -"188 conv2d_18" -> "189 relu_2"; -"189 relu_2" -> "192 conv2d_19"; -"190 _param_constant52" -> "192 conv2d_19"; -"191 _param_constant53_0_0" -> "192 conv2d_19"; -"192 conv2d_19" -> "193 hardsigmoid_2"; -"193 hardsigmoid_2" -> "194 quantize_per_tensor_default_15"; -"194 quantize_per_tensor_default_15" -> "195 dequantize_per_tensor_default_20"; -"195 dequantize_per_tensor_default_20" -> "196 mul_2"; -"196 mul_2" -> "197 quantize_per_tensor_default_16"; -"197 quantize_per_tensor_default_16" -> "198 dequantize_per_tensor_default_21"; -"198 dequantize_per_tensor_default_21" -> "205 conv2d_20"; -"199 _param_constant54" -> "202 quantize_per_channel_default_19"; -"200 conv2d_20_scale_0" -> "202 quantize_per_channel_default_19"; -"200 conv2d_20_scale_0" -> "203 dequantize_per_channel_default_19"; -"201 conv2d_20_zero_point_0" -> "202 quantize_per_channel_default_19"; -"201 conv2d_20_zero_point_0" -> "203 dequantize_per_channel_default_19"; -"202 quantize_per_channel_default_19" -> "203 dequantize_per_channel_default_19"; -"203 dequantize_per_channel_default_19" -> "205 conv2d_20"; -"204 features_5_block_3_0_weight_bias_0_0" -> "205 conv2d_20"; -"205 conv2d_20" -> "206 quantize_per_tensor_default_17"; -"206 quantize_per_tensor_default_17" -> "207 dequantize_per_tensor_default_22"; -"207 dequantize_per_tensor_default_22" -> "208 add__1"; -"208 add__1" -> "209 quantize_per_tensor_default_18"; -"209 quantize_per_tensor_default_18" -> "210 dequantize_per_tensor_default_24"; -"209 quantize_per_tensor_default_18" -> "211 dequantize_per_tensor_default_23"; -"210 dequantize_per_tensor_default_24" -> "258 add__2"; -"211 dequantize_per_tensor_default_23" -> "218 conv2d_21"; -"212 _param_constant57" -> "215 quantize_per_channel_default_20"; -"213 conv2d_21_scale_0" -> "215 quantize_per_channel_default_20"; -"213 conv2d_21_scale_0" -> "216 dequantize_per_channel_default_20"; -"214 conv2d_21_zero_point_0" -> "215 quantize_per_channel_default_20"; -"214 conv2d_21_zero_point_0" -> "216 dequantize_per_channel_default_20"; -"215 quantize_per_channel_default_20" -> "216 dequantize_per_channel_default_20"; -"216 dequantize_per_channel_default_20" -> "218 conv2d_21"; -"217 features_6_block_0_0_weight_bias_0_0" -> "218 conv2d_21"; -"218 conv2d_21" -> "221 hardswish__5"; -"219 hardswish__5_scale_0" -> "222 quantize_per_channel_default_21"; -"219 hardswish__5_scale_0" -> "223 dequantize_per_channel_default_21"; -"220 hardswish__5_zero_point_0" -> "222 quantize_per_channel_default_21"; -"220 hardswish__5_zero_point_0" -> "223 dequantize_per_channel_default_21"; -"221 hardswish__5" -> "222 quantize_per_channel_default_21"; -"222 quantize_per_channel_default_21" -> "223 dequantize_per_channel_default_21"; -"223 dequantize_per_channel_default_21" -> "230 conv2d_22"; -"224 _param_constant60" -> "227 quantize_per_channel_default_22"; -"225 conv2d_22_scale_0" -> "227 quantize_per_channel_default_22"; -"225 conv2d_22_scale_0" -> "228 dequantize_per_channel_default_22"; -"226 conv2d_22_zero_point_0" -> "227 quantize_per_channel_default_22"; -"226 conv2d_22_zero_point_0" -> "228 dequantize_per_channel_default_22"; -"227 quantize_per_channel_default_22" -> "228 dequantize_per_channel_default_22"; -"228 dequantize_per_channel_default_22" -> "230 conv2d_22"; -"229 features_6_block_1_0_weight_bias_0_0" -> "230 conv2d_22"; -"230 conv2d_22" -> "231 hardswish__6"; -"231 hardswish__6" -> "232 quantize_per_tensor_default_19"; -"232 quantize_per_tensor_default_19" -> "233 dequantize_per_tensor_default_26"; -"232 quantize_per_tensor_default_19" -> "234 dequantize_per_tensor_default_25"; -"233 dequantize_per_tensor_default_26" -> "246 mul_3"; -"234 dequantize_per_tensor_default_25" -> "235 adaptive_avg_pool2d_3"; -"235 adaptive_avg_pool2d_3" -> "238 conv2d_23"; -"236 _param_constant63" -> "238 conv2d_23"; -"237 _param_constant64_0_0" -> "238 conv2d_23"; -"238 conv2d_23" -> "239 relu_3"; -"239 relu_3" -> "242 conv2d_24"; -"240 _param_constant65" -> "242 conv2d_24"; -"241 _param_constant66_0_0" -> "242 conv2d_24"; -"242 conv2d_24" -> "243 hardsigmoid_3"; -"243 hardsigmoid_3" -> "244 quantize_per_tensor_default_20"; -"244 quantize_per_tensor_default_20" -> "245 dequantize_per_tensor_default_27"; -"245 dequantize_per_tensor_default_27" -> "246 mul_3"; -"246 mul_3" -> "247 quantize_per_tensor_default_21"; -"247 quantize_per_tensor_default_21" -> "248 dequantize_per_tensor_default_28"; -"248 dequantize_per_tensor_default_28" -> "255 conv2d_25"; -"249 _param_constant67" -> "252 quantize_per_channel_default_23"; -"250 conv2d_25_scale_0" -> "252 quantize_per_channel_default_23"; -"250 conv2d_25_scale_0" -> "253 dequantize_per_channel_default_23"; -"251 conv2d_25_zero_point_0" -> "252 quantize_per_channel_default_23"; -"251 conv2d_25_zero_point_0" -> "253 dequantize_per_channel_default_23"; -"252 quantize_per_channel_default_23" -> "253 dequantize_per_channel_default_23"; -"253 dequantize_per_channel_default_23" -> "255 conv2d_25"; -"254 features_6_block_3_0_weight_bias_0_0" -> "255 conv2d_25"; -"255 conv2d_25" -> "256 quantize_per_tensor_default_22"; -"256 quantize_per_tensor_default_22" -> "257 dequantize_per_tensor_default_29"; -"257 dequantize_per_tensor_default_29" -> "258 add__2"; -"258 add__2" -> "259 quantize_per_tensor_default_23"; -"259 quantize_per_tensor_default_23" -> "260 dequantize_per_tensor_default_30"; -"260 dequantize_per_tensor_default_30" -> "267 conv2d_26"; -"261 _param_constant70" -> "264 quantize_per_channel_default_24"; -"262 conv2d_26_scale_0" -> "264 quantize_per_channel_default_24"; -"262 conv2d_26_scale_0" -> "265 dequantize_per_channel_default_24"; -"263 conv2d_26_zero_point_0" -> "264 quantize_per_channel_default_24"; -"263 conv2d_26_zero_point_0" -> "265 dequantize_per_channel_default_24"; -"264 quantize_per_channel_default_24" -> "265 dequantize_per_channel_default_24"; -"265 dequantize_per_channel_default_24" -> "267 conv2d_26"; -"266 features_7_block_0_0_weight_bias_0_0" -> "267 conv2d_26"; -"267 conv2d_26" -> "270 hardswish__7"; -"268 hardswish__7_scale_0" -> "271 quantize_per_channel_default_25"; -"268 hardswish__7_scale_0" -> "272 dequantize_per_channel_default_25"; -"269 hardswish__7_zero_point_0" -> "271 quantize_per_channel_default_25"; -"269 hardswish__7_zero_point_0" -> "272 dequantize_per_channel_default_25"; -"270 hardswish__7" -> "271 quantize_per_channel_default_25"; -"271 quantize_per_channel_default_25" -> "272 dequantize_per_channel_default_25"; -"272 dequantize_per_channel_default_25" -> "279 conv2d_27"; -"273 _param_constant73" -> "276 quantize_per_channel_default_26"; -"274 conv2d_27_scale_0" -> "276 quantize_per_channel_default_26"; -"274 conv2d_27_scale_0" -> "277 dequantize_per_channel_default_26"; -"275 conv2d_27_zero_point_0" -> "276 quantize_per_channel_default_26"; -"275 conv2d_27_zero_point_0" -> "277 dequantize_per_channel_default_26"; -"276 quantize_per_channel_default_26" -> "277 dequantize_per_channel_default_26"; -"277 dequantize_per_channel_default_26" -> "279 conv2d_27"; -"278 features_7_block_1_0_weight_bias_0_0" -> "279 conv2d_27"; -"279 conv2d_27" -> "280 hardswish__8"; -"280 hardswish__8" -> "281 quantize_per_tensor_default_24"; -"281 quantize_per_tensor_default_24" -> "282 dequantize_per_tensor_default_32"; -"281 quantize_per_tensor_default_24" -> "283 dequantize_per_tensor_default_31"; -"282 dequantize_per_tensor_default_32" -> "295 mul_4"; -"283 dequantize_per_tensor_default_31" -> "284 adaptive_avg_pool2d_4"; -"284 adaptive_avg_pool2d_4" -> "287 conv2d_28"; -"285 _param_constant76" -> "287 conv2d_28"; -"286 _param_constant77_0_0" -> "287 conv2d_28"; -"287 conv2d_28" -> "288 relu_4"; -"288 relu_4" -> "291 conv2d_29"; -"289 _param_constant78" -> "291 conv2d_29"; -"290 _param_constant79_0_0" -> "291 conv2d_29"; -"291 conv2d_29" -> "292 hardsigmoid_4"; -"292 hardsigmoid_4" -> "293 quantize_per_tensor_default_25"; -"293 quantize_per_tensor_default_25" -> "294 dequantize_per_tensor_default_33"; -"294 dequantize_per_tensor_default_33" -> "295 mul_4"; -"295 mul_4" -> "296 quantize_per_tensor_default_26"; -"296 quantize_per_tensor_default_26" -> "297 dequantize_per_tensor_default_34"; -"297 dequantize_per_tensor_default_34" -> "304 conv2d_30"; -"298 _param_constant80" -> "301 quantize_per_channel_default_27"; -"299 conv2d_30_scale_0" -> "301 quantize_per_channel_default_27"; -"299 conv2d_30_scale_0" -> "302 dequantize_per_channel_default_27"; -"300 conv2d_30_zero_point_0" -> "301 quantize_per_channel_default_27"; -"300 conv2d_30_zero_point_0" -> "302 dequantize_per_channel_default_27"; -"301 quantize_per_channel_default_27" -> "302 dequantize_per_channel_default_27"; -"302 dequantize_per_channel_default_27" -> "304 conv2d_30"; -"303 features_7_block_3_0_weight_bias_0_0" -> "304 conv2d_30"; -"304 conv2d_30" -> "305 quantize_per_tensor_default_27"; -"305 quantize_per_tensor_default_27" -> "306 dequantize_per_tensor_default_36"; -"305 quantize_per_tensor_default_27" -> "307 dequantize_per_tensor_default_35"; -"306 dequantize_per_tensor_default_36" -> "354 add__3"; -"307 dequantize_per_tensor_default_35" -> "314 conv2d_31"; -"308 _param_constant83" -> "311 quantize_per_channel_default_28"; -"309 conv2d_31_scale_0" -> "311 quantize_per_channel_default_28"; -"309 conv2d_31_scale_0" -> "312 dequantize_per_channel_default_28"; -"310 conv2d_31_zero_point_0" -> "311 quantize_per_channel_default_28"; -"310 conv2d_31_zero_point_0" -> "312 dequantize_per_channel_default_28"; -"311 quantize_per_channel_default_28" -> "312 dequantize_per_channel_default_28"; -"312 dequantize_per_channel_default_28" -> "314 conv2d_31"; -"313 features_8_block_0_0_weight_bias_0_0" -> "314 conv2d_31"; -"314 conv2d_31" -> "317 hardswish__9"; -"315 hardswish__9_scale_0" -> "318 quantize_per_channel_default_29"; -"315 hardswish__9_scale_0" -> "319 dequantize_per_channel_default_29"; -"316 hardswish__9_zero_point_0" -> "318 quantize_per_channel_default_29"; -"316 hardswish__9_zero_point_0" -> "319 dequantize_per_channel_default_29"; -"317 hardswish__9" -> "318 quantize_per_channel_default_29"; -"318 quantize_per_channel_default_29" -> "319 dequantize_per_channel_default_29"; -"319 dequantize_per_channel_default_29" -> "326 conv2d_32"; -"320 _param_constant86" -> "323 quantize_per_channel_default_30"; -"321 conv2d_32_scale_0" -> "323 quantize_per_channel_default_30"; -"321 conv2d_32_scale_0" -> "324 dequantize_per_channel_default_30"; -"322 conv2d_32_zero_point_0" -> "323 quantize_per_channel_default_30"; -"322 conv2d_32_zero_point_0" -> "324 dequantize_per_channel_default_30"; -"323 quantize_per_channel_default_30" -> "324 dequantize_per_channel_default_30"; -"324 dequantize_per_channel_default_30" -> "326 conv2d_32"; -"325 features_8_block_1_0_weight_bias_0_0" -> "326 conv2d_32"; -"326 conv2d_32" -> "327 hardswish__10"; -"327 hardswish__10" -> "328 quantize_per_tensor_default_28"; -"328 quantize_per_tensor_default_28" -> "329 dequantize_per_tensor_default_38"; -"328 quantize_per_tensor_default_28" -> "330 dequantize_per_tensor_default_37"; -"329 dequantize_per_tensor_default_38" -> "342 mul_5"; -"330 dequantize_per_tensor_default_37" -> "331 adaptive_avg_pool2d_5"; -"331 adaptive_avg_pool2d_5" -> "334 conv2d_33"; -"332 _param_constant89" -> "334 conv2d_33"; -"333 _param_constant90_0_0" -> "334 conv2d_33"; -"334 conv2d_33" -> "335 relu_5"; -"335 relu_5" -> "338 conv2d_34"; -"336 _param_constant91" -> "338 conv2d_34"; -"337 _param_constant92_0_0" -> "338 conv2d_34"; -"338 conv2d_34" -> "339 hardsigmoid_5"; -"339 hardsigmoid_5" -> "340 quantize_per_tensor_default_29"; -"340 quantize_per_tensor_default_29" -> "341 dequantize_per_tensor_default_39"; -"341 dequantize_per_tensor_default_39" -> "342 mul_5"; -"342 mul_5" -> "343 quantize_per_tensor_default_30"; -"343 quantize_per_tensor_default_30" -> "344 dequantize_per_tensor_default_40"; -"344 dequantize_per_tensor_default_40" -> "351 conv2d_35"; -"345 _param_constant93" -> "348 quantize_per_channel_default_31"; -"346 conv2d_35_scale_0" -> "348 quantize_per_channel_default_31"; -"346 conv2d_35_scale_0" -> "349 dequantize_per_channel_default_31"; -"347 conv2d_35_zero_point_0" -> "348 quantize_per_channel_default_31"; -"347 conv2d_35_zero_point_0" -> "349 dequantize_per_channel_default_31"; -"348 quantize_per_channel_default_31" -> "349 dequantize_per_channel_default_31"; -"349 dequantize_per_channel_default_31" -> "351 conv2d_35"; -"350 features_8_block_3_0_weight_bias_0_0" -> "351 conv2d_35"; -"351 conv2d_35" -> "352 quantize_per_tensor_default_31"; -"352 quantize_per_tensor_default_31" -> "353 dequantize_per_tensor_default_41"; -"353 dequantize_per_tensor_default_41" -> "354 add__3"; -"354 add__3" -> "355 quantize_per_tensor_default_32"; -"355 quantize_per_tensor_default_32" -> "356 dequantize_per_tensor_default_42"; -"356 dequantize_per_tensor_default_42" -> "363 conv2d_36"; -"357 _param_constant96" -> "360 quantize_per_channel_default_32"; -"358 conv2d_36_scale_0" -> "360 quantize_per_channel_default_32"; -"358 conv2d_36_scale_0" -> "361 dequantize_per_channel_default_32"; -"359 conv2d_36_zero_point_0" -> "360 quantize_per_channel_default_32"; -"359 conv2d_36_zero_point_0" -> "361 dequantize_per_channel_default_32"; -"360 quantize_per_channel_default_32" -> "361 dequantize_per_channel_default_32"; -"361 dequantize_per_channel_default_32" -> "363 conv2d_36"; -"362 features_9_block_0_0_weight_bias_0_0" -> "363 conv2d_36"; -"363 conv2d_36" -> "366 hardswish__11"; -"364 hardswish__11_scale_0" -> "367 quantize_per_channel_default_33"; -"364 hardswish__11_scale_0" -> "368 dequantize_per_channel_default_33"; -"365 hardswish__11_zero_point_0" -> "367 quantize_per_channel_default_33"; -"365 hardswish__11_zero_point_0" -> "368 dequantize_per_channel_default_33"; -"366 hardswish__11" -> "367 quantize_per_channel_default_33"; -"367 quantize_per_channel_default_33" -> "368 dequantize_per_channel_default_33"; -"368 dequantize_per_channel_default_33" -> "375 conv2d_37"; -"369 _param_constant99" -> "372 quantize_per_channel_default_34"; -"370 conv2d_37_scale_0" -> "372 quantize_per_channel_default_34"; -"370 conv2d_37_scale_0" -> "373 dequantize_per_channel_default_34"; -"371 conv2d_37_zero_point_0" -> "372 quantize_per_channel_default_34"; -"371 conv2d_37_zero_point_0" -> "373 dequantize_per_channel_default_34"; -"372 quantize_per_channel_default_34" -> "373 dequantize_per_channel_default_34"; -"373 dequantize_per_channel_default_34" -> "375 conv2d_37"; -"374 features_9_block_1_0_weight_bias_0_0" -> "375 conv2d_37"; -"375 conv2d_37" -> "376 hardswish__12"; -"376 hardswish__12" -> "377 quantize_per_tensor_default_33"; -"377 quantize_per_tensor_default_33" -> "378 dequantize_per_tensor_default_44"; -"377 quantize_per_tensor_default_33" -> "379 dequantize_per_tensor_default_43"; -"378 dequantize_per_tensor_default_44" -> "391 mul_6"; -"379 dequantize_per_tensor_default_43" -> "380 adaptive_avg_pool2d_6"; -"380 adaptive_avg_pool2d_6" -> "383 conv2d_38"; -"381 _param_constant102" -> "383 conv2d_38"; -"382 _param_constant103_0_0" -> "383 conv2d_38"; -"383 conv2d_38" -> "384 relu_6"; -"384 relu_6" -> "387 conv2d_39"; -"385 _param_constant104" -> "387 conv2d_39"; -"386 _param_constant105_0_0" -> "387 conv2d_39"; -"387 conv2d_39" -> "388 hardsigmoid_6"; -"388 hardsigmoid_6" -> "389 quantize_per_tensor_default_34"; -"389 quantize_per_tensor_default_34" -> "390 dequantize_per_tensor_default_45"; -"390 dequantize_per_tensor_default_45" -> "391 mul_6"; -"391 mul_6" -> "392 quantize_per_tensor_default_35"; -"392 quantize_per_tensor_default_35" -> "393 dequantize_per_tensor_default_46"; -"393 dequantize_per_tensor_default_46" -> "400 conv2d_40"; -"394 _param_constant106" -> "397 quantize_per_channel_default_35"; -"395 conv2d_40_scale_0" -> "397 quantize_per_channel_default_35"; -"395 conv2d_40_scale_0" -> "398 dequantize_per_channel_default_35"; -"396 conv2d_40_zero_point_0" -> "397 quantize_per_channel_default_35"; -"396 conv2d_40_zero_point_0" -> "398 dequantize_per_channel_default_35"; -"397 quantize_per_channel_default_35" -> "398 dequantize_per_channel_default_35"; -"398 dequantize_per_channel_default_35" -> "400 conv2d_40"; -"399 features_9_block_3_0_weight_bias_0_0" -> "400 conv2d_40"; -"400 conv2d_40" -> "401 quantize_per_tensor_default_36"; -"401 quantize_per_tensor_default_36" -> "402 dequantize_per_tensor_default_48"; -"401 quantize_per_tensor_default_36" -> "403 dequantize_per_tensor_default_47"; -"402 dequantize_per_tensor_default_48" -> "450 add__4"; -"403 dequantize_per_tensor_default_47" -> "410 conv2d_41"; -"404 _param_constant109" -> "407 quantize_per_channel_default_36"; -"405 conv2d_41_scale_0" -> "407 quantize_per_channel_default_36"; -"405 conv2d_41_scale_0" -> "408 dequantize_per_channel_default_36"; -"406 conv2d_41_zero_point_0" -> "407 quantize_per_channel_default_36"; -"406 conv2d_41_zero_point_0" -> "408 dequantize_per_channel_default_36"; -"407 quantize_per_channel_default_36" -> "408 dequantize_per_channel_default_36"; -"408 dequantize_per_channel_default_36" -> "410 conv2d_41"; -"409 features_10_block_0_0_weight_bias_0_0" -> "410 conv2d_41"; -"410 conv2d_41" -> "413 hardswish__13"; -"411 hardswish__13_scale_0" -> "414 quantize_per_channel_default_37"; -"411 hardswish__13_scale_0" -> "415 dequantize_per_channel_default_37"; -"412 hardswish__13_zero_point_0" -> "414 quantize_per_channel_default_37"; -"412 hardswish__13_zero_point_0" -> "415 dequantize_per_channel_default_37"; -"413 hardswish__13" -> "414 quantize_per_channel_default_37"; -"414 quantize_per_channel_default_37" -> "415 dequantize_per_channel_default_37"; -"415 dequantize_per_channel_default_37" -> "422 conv2d_42"; -"416 _param_constant112" -> "419 quantize_per_channel_default_38"; -"417 conv2d_42_scale_0" -> "419 quantize_per_channel_default_38"; -"417 conv2d_42_scale_0" -> "420 dequantize_per_channel_default_38"; -"418 conv2d_42_zero_point_0" -> "419 quantize_per_channel_default_38"; -"418 conv2d_42_zero_point_0" -> "420 dequantize_per_channel_default_38"; -"419 quantize_per_channel_default_38" -> "420 dequantize_per_channel_default_38"; -"420 dequantize_per_channel_default_38" -> "422 conv2d_42"; -"421 features_10_block_1_0_weight_bias_0_0" -> "422 conv2d_42"; -"422 conv2d_42" -> "423 hardswish__14"; -"423 hardswish__14" -> "424 quantize_per_tensor_default_37"; -"424 quantize_per_tensor_default_37" -> "425 dequantize_per_tensor_default_50"; -"424 quantize_per_tensor_default_37" -> "426 dequantize_per_tensor_default_49"; -"425 dequantize_per_tensor_default_50" -> "438 mul_7"; -"426 dequantize_per_tensor_default_49" -> "427 adaptive_avg_pool2d_7"; -"427 adaptive_avg_pool2d_7" -> "430 conv2d_43"; -"428 _param_constant115" -> "430 conv2d_43"; -"429 _param_constant116_0_0" -> "430 conv2d_43"; -"430 conv2d_43" -> "431 relu_7"; -"431 relu_7" -> "434 conv2d_44"; -"432 _param_constant117" -> "434 conv2d_44"; -"433 _param_constant118_0_0" -> "434 conv2d_44"; -"434 conv2d_44" -> "435 hardsigmoid_7"; -"435 hardsigmoid_7" -> "436 quantize_per_tensor_default_38"; -"436 quantize_per_tensor_default_38" -> "437 dequantize_per_tensor_default_51"; -"437 dequantize_per_tensor_default_51" -> "438 mul_7"; -"438 mul_7" -> "439 quantize_per_tensor_default_39"; -"439 quantize_per_tensor_default_39" -> "440 dequantize_per_tensor_default_52"; -"440 dequantize_per_tensor_default_52" -> "447 conv2d_45"; -"441 _param_constant119" -> "444 quantize_per_channel_default_39"; -"442 conv2d_45_scale_0" -> "444 quantize_per_channel_default_39"; -"442 conv2d_45_scale_0" -> "445 dequantize_per_channel_default_39"; -"443 conv2d_45_zero_point_0" -> "444 quantize_per_channel_default_39"; -"443 conv2d_45_zero_point_0" -> "445 dequantize_per_channel_default_39"; -"444 quantize_per_channel_default_39" -> "445 dequantize_per_channel_default_39"; -"445 dequantize_per_channel_default_39" -> "447 conv2d_45"; -"446 features_10_block_3_0_weight_bias_0_0" -> "447 conv2d_45"; -"447 conv2d_45" -> "448 quantize_per_tensor_default_40"; -"448 quantize_per_tensor_default_40" -> "449 dequantize_per_tensor_default_53"; -"449 dequantize_per_tensor_default_53" -> "450 add__4"; -"450 add__4" -> "451 quantize_per_tensor_default_41"; -"451 quantize_per_tensor_default_41" -> "452 dequantize_per_tensor_default_55"; -"451 quantize_per_tensor_default_41" -> "453 dequantize_per_tensor_default_54"; -"452 dequantize_per_tensor_default_55" -> "500 add__5"; -"453 dequantize_per_tensor_default_54" -> "460 conv2d_46"; -"454 _param_constant122" -> "457 quantize_per_channel_default_40"; -"455 conv2d_46_scale_0" -> "457 quantize_per_channel_default_40"; -"455 conv2d_46_scale_0" -> "458 dequantize_per_channel_default_40"; -"456 conv2d_46_zero_point_0" -> "457 quantize_per_channel_default_40"; -"456 conv2d_46_zero_point_0" -> "458 dequantize_per_channel_default_40"; -"457 quantize_per_channel_default_40" -> "458 dequantize_per_channel_default_40"; -"458 dequantize_per_channel_default_40" -> "460 conv2d_46"; -"459 features_11_block_0_0_weight_bias_0_0" -> "460 conv2d_46"; -"460 conv2d_46" -> "463 hardswish__15"; -"461 hardswish__15_scale_0" -> "464 quantize_per_channel_default_41"; -"461 hardswish__15_scale_0" -> "465 dequantize_per_channel_default_41"; -"462 hardswish__15_zero_point_0" -> "464 quantize_per_channel_default_41"; -"462 hardswish__15_zero_point_0" -> "465 dequantize_per_channel_default_41"; -"463 hardswish__15" -> "464 quantize_per_channel_default_41"; -"464 quantize_per_channel_default_41" -> "465 dequantize_per_channel_default_41"; -"465 dequantize_per_channel_default_41" -> "472 conv2d_47"; -"466 _param_constant125" -> "469 quantize_per_channel_default_42"; -"467 conv2d_47_scale_0" -> "469 quantize_per_channel_default_42"; -"467 conv2d_47_scale_0" -> "470 dequantize_per_channel_default_42"; -"468 conv2d_47_zero_point_0" -> "469 quantize_per_channel_default_42"; -"468 conv2d_47_zero_point_0" -> "470 dequantize_per_channel_default_42"; -"469 quantize_per_channel_default_42" -> "470 dequantize_per_channel_default_42"; -"470 dequantize_per_channel_default_42" -> "472 conv2d_47"; -"471 features_11_block_1_0_weight_bias_0_0" -> "472 conv2d_47"; -"472 conv2d_47" -> "473 hardswish__16"; -"473 hardswish__16" -> "474 quantize_per_tensor_default_42"; -"474 quantize_per_tensor_default_42" -> "475 dequantize_per_tensor_default_57"; -"474 quantize_per_tensor_default_42" -> "476 dequantize_per_tensor_default_56"; -"475 dequantize_per_tensor_default_57" -> "488 mul_8"; -"476 dequantize_per_tensor_default_56" -> "477 adaptive_avg_pool2d_8"; -"477 adaptive_avg_pool2d_8" -> "480 conv2d_48"; -"478 _param_constant128" -> "480 conv2d_48"; -"479 _param_constant129_0_0" -> "480 conv2d_48"; -"480 conv2d_48" -> "481 relu_8"; -"481 relu_8" -> "484 conv2d_49"; -"482 _param_constant130" -> "484 conv2d_49"; -"483 _param_constant131_0_0" -> "484 conv2d_49"; -"484 conv2d_49" -> "485 hardsigmoid_8"; -"485 hardsigmoid_8" -> "486 quantize_per_tensor_default_43"; -"486 quantize_per_tensor_default_43" -> "487 dequantize_per_tensor_default_58"; -"487 dequantize_per_tensor_default_58" -> "488 mul_8"; -"488 mul_8" -> "489 quantize_per_tensor_default_44"; -"489 quantize_per_tensor_default_44" -> "490 dequantize_per_tensor_default_59"; -"490 dequantize_per_tensor_default_59" -> "497 conv2d_50"; -"491 _param_constant132" -> "494 quantize_per_channel_default_43"; -"492 conv2d_50_scale_0" -> "494 quantize_per_channel_default_43"; -"492 conv2d_50_scale_0" -> "495 dequantize_per_channel_default_43"; -"493 conv2d_50_zero_point_0" -> "494 quantize_per_channel_default_43"; -"493 conv2d_50_zero_point_0" -> "495 dequantize_per_channel_default_43"; -"494 quantize_per_channel_default_43" -> "495 dequantize_per_channel_default_43"; -"495 dequantize_per_channel_default_43" -> "497 conv2d_50"; -"496 features_11_block_3_0_weight_bias_0_0" -> "497 conv2d_50"; -"497 conv2d_50" -> "498 quantize_per_tensor_default_45"; -"498 quantize_per_tensor_default_45" -> "499 dequantize_per_tensor_default_60"; -"499 dequantize_per_tensor_default_60" -> "500 add__5"; -"500 add__5" -> "501 quantize_per_tensor_default_46"; -"501 quantize_per_tensor_default_46" -> "502 dequantize_per_tensor_default_61"; -"502 dequantize_per_tensor_default_61" -> "509 conv2d_51"; -"503 _param_constant135" -> "506 quantize_per_channel_default_44"; -"504 conv2d_51_scale_0" -> "506 quantize_per_channel_default_44"; -"504 conv2d_51_scale_0" -> "507 dequantize_per_channel_default_44"; -"505 conv2d_51_zero_point_0" -> "506 quantize_per_channel_default_44"; -"505 conv2d_51_zero_point_0" -> "507 dequantize_per_channel_default_44"; -"506 quantize_per_channel_default_44" -> "507 dequantize_per_channel_default_44"; -"507 dequantize_per_channel_default_44" -> "509 conv2d_51"; -"508 features_12_0_weight_bias_0_0" -> "509 conv2d_51"; -"509 conv2d_51" -> "510 hardswish__17"; -"510 hardswish__17" -> "511 quantize_per_tensor_default_47"; -"511 quantize_per_tensor_default_47" -> "512 dequantize_per_tensor_default_62"; -"512 dequantize_per_tensor_default_62" -> "513 adaptive_avg_pool2d_9"; -"513 adaptive_avg_pool2d_9" -> "514 quantize_per_tensor_default_48"; -"514 quantize_per_tensor_default_48" -> "515 dequantize_per_tensor_default_63"; -"515 dequantize_per_tensor_default_63" -> "516 flatten"; -"516 flatten" -> "523 linear"; -"517 _param_constant138" -> "520 quantize_per_channel_default_45"; -"518 linear_scale_0" -> "520 quantize_per_channel_default_45"; -"518 linear_scale_0" -> "521 dequantize_per_channel_default_45"; -"519 linear_zero_point_0" -> "520 quantize_per_channel_default_45"; -"519 linear_zero_point_0" -> "521 dequantize_per_channel_default_45"; -"520 quantize_per_channel_default_45" -> "521 dequantize_per_channel_default_45"; -"521 dequantize_per_channel_default_45" -> "523 linear"; -"522 _param_constant139_0_0" -> "523 linear"; -"523 linear" -> "524 hardswish__18"; -"524 hardswish__18" -> "525 quantize_per_tensor_default_49"; -"525 quantize_per_tensor_default_49" -> "526 dequantize_per_tensor_default_64"; -"526 dequantize_per_tensor_default_64" -> "527 dropout_"; -"527 dropout_" -> "534 linear_1"; -"528 _param_constant140" -> "531 quantize_per_channel_default_46"; -"529 linear_1_scale_0" -> "531 quantize_per_channel_default_46"; -"529 linear_1_scale_0" -> "532 dequantize_per_channel_default_46"; -"530 linear_1_zero_point_0" -> "531 quantize_per_channel_default_46"; -"530 linear_1_zero_point_0" -> "532 dequantize_per_channel_default_46"; -"531 quantize_per_channel_default_46" -> "532 dequantize_per_channel_default_46"; -"532 dequantize_per_channel_default_46" -> "534 linear_1"; -"533 _param_constant141_0_0" -> "534 linear_1"; -"534 linear_1" -> "535 output"; +"2 dequantize_per_tensor_default" -> "7 conv2d"; +"3 conv2d_scale_0_updated_constant0" -> "6 mul_9"; +"4 compressed_weight_updated_constant0" -> "6 mul_9"; +"5 features_0_0_weight_bias_0_0" -> "7 conv2d"; +"6 mul_9" -> "7 conv2d"; +"7 conv2d" -> "10 hardswish_"; +"8 hardswish__scale_0" -> "11 quantize_per_channel_default_1"; +"8 hardswish__scale_0" -> "12 dequantize_per_channel_default_1"; +"9 hardswish__zero_point_0" -> "11 quantize_per_channel_default_1"; +"9 hardswish__zero_point_0" -> "12 dequantize_per_channel_default_1"; +"10 hardswish_" -> "11 quantize_per_channel_default_1"; +"11 quantize_per_channel_default_1" -> "12 dequantize_per_channel_default_1"; +"12 dequantize_per_channel_default_1" -> "17 conv2d_1"; +"13 conv2d_1_scale_0_updated_constant0" -> "16 mul_10"; +"14 compressed_weight_updated_constant1" -> "16 mul_10"; +"15 features_1_block_0_0_weight_bias_0_0" -> "17 conv2d_1"; +"16 mul_10" -> "17 conv2d_1"; +"17 conv2d_1" -> "18 relu_"; +"18 relu_" -> "19 quantize_per_tensor_default_1"; +"19 quantize_per_tensor_default_1" -> "20 dequantize_per_tensor_default_2"; +"19 quantize_per_tensor_default_1" -> "21 dequantize_per_tensor_default_1"; +"20 dequantize_per_tensor_default_2" -> "33 mul"; +"21 dequantize_per_tensor_default_1" -> "22 adaptive_avg_pool2d"; +"22 adaptive_avg_pool2d" -> "25 conv2d_2"; +"23 _param_constant6" -> "25 conv2d_2"; +"24 _param_constant7_0_0" -> "25 conv2d_2"; +"25 conv2d_2" -> "26 relu"; +"26 relu" -> "29 conv2d_3"; +"27 _param_constant8" -> "29 conv2d_3"; +"28 _param_constant9_0_0" -> "29 conv2d_3"; +"29 conv2d_3" -> "30 hardsigmoid"; +"30 hardsigmoid" -> "31 quantize_per_tensor_default_2"; +"31 quantize_per_tensor_default_2" -> "32 dequantize_per_tensor_default_3"; +"32 dequantize_per_tensor_default_3" -> "33 mul"; +"33 mul" -> "34 quantize_per_tensor_default_3"; +"34 quantize_per_tensor_default_3" -> "35 dequantize_per_tensor_default_4"; +"35 dequantize_per_tensor_default_4" -> "40 conv2d_4"; +"36 conv2d_4_scale_0_updated_constant0" -> "39 mul_11"; +"37 compressed_weight_updated_constant2" -> "39 mul_11"; +"38 features_1_block_2_0_weight_bias_0_0" -> "40 conv2d_4"; +"39 mul_11" -> "40 conv2d_4"; +"40 conv2d_4" -> "41 quantize_per_tensor_default_4"; +"41 quantize_per_tensor_default_4" -> "42 dequantize_per_tensor_default_5"; +"42 dequantize_per_tensor_default_5" -> "47 conv2d_5"; +"43 conv2d_5_scale_0_updated_constant0" -> "46 mul_12"; +"44 compressed_weight_updated_constant3" -> "46 mul_12"; +"45 features_2_block_0_0_weight_bias_0_0" -> "47 conv2d_5"; +"46 mul_12" -> "47 conv2d_5"; +"47 conv2d_5" -> "50 relu__1"; +"48 relu__1_scale_0" -> "51 quantize_per_channel_default_5"; +"48 relu__1_scale_0" -> "52 dequantize_per_channel_default_5"; +"49 relu__1_zero_point_0" -> "51 quantize_per_channel_default_5"; +"49 relu__1_zero_point_0" -> "52 dequantize_per_channel_default_5"; +"50 relu__1" -> "51 quantize_per_channel_default_5"; +"51 quantize_per_channel_default_5" -> "52 dequantize_per_channel_default_5"; +"52 dequantize_per_channel_default_5" -> "57 conv2d_6"; +"53 conv2d_6_scale_0_updated_constant0" -> "56 mul_13"; +"54 compressed_weight_updated_constant4" -> "56 mul_13"; +"55 features_2_block_1_0_weight_bias_0_0" -> "57 conv2d_6"; +"56 mul_13" -> "57 conv2d_6"; +"57 conv2d_6" -> "58 relu__2"; +"58 relu__2" -> "59 quantize_per_tensor_default_5"; +"59 quantize_per_tensor_default_5" -> "60 dequantize_per_tensor_default_6"; +"60 dequantize_per_tensor_default_6" -> "65 conv2d_7"; +"61 conv2d_7_scale_0_updated_constant0" -> "64 mul_14"; +"62 compressed_weight_updated_constant5" -> "64 mul_14"; +"63 features_2_block_2_0_weight_bias_0_0" -> "65 conv2d_7"; +"64 mul_14" -> "65 conv2d_7"; +"65 conv2d_7" -> "66 quantize_per_tensor_default_6"; +"66 quantize_per_tensor_default_6" -> "67 dequantize_per_tensor_default_8"; +"66 quantize_per_tensor_default_6" -> "68 dequantize_per_tensor_default_7"; +"67 dequantize_per_tensor_default_8" -> "94 add_"; +"68 dequantize_per_tensor_default_7" -> "73 conv2d_8"; +"69 conv2d_8_scale_0_updated_constant0" -> "72 mul_15"; +"70 compressed_weight_updated_constant6" -> "72 mul_15"; +"71 features_3_block_0_0_weight_bias_0_0" -> "73 conv2d_8"; +"72 mul_15" -> "73 conv2d_8"; +"73 conv2d_8" -> "76 relu__3"; +"74 relu__3_scale_0" -> "77 quantize_per_channel_default_9"; +"74 relu__3_scale_0" -> "78 dequantize_per_channel_default_9"; +"75 relu__3_zero_point_0" -> "77 quantize_per_channel_default_9"; +"75 relu__3_zero_point_0" -> "78 dequantize_per_channel_default_9"; +"76 relu__3" -> "77 quantize_per_channel_default_9"; +"77 quantize_per_channel_default_9" -> "78 dequantize_per_channel_default_9"; +"78 dequantize_per_channel_default_9" -> "83 conv2d_9"; +"79 conv2d_9_scale_0_updated_constant0" -> "82 mul_16"; +"80 compressed_weight_updated_constant7" -> "82 mul_16"; +"81 features_3_block_1_0_weight_bias_0_0" -> "83 conv2d_9"; +"82 mul_16" -> "83 conv2d_9"; +"83 conv2d_9" -> "84 relu__4"; +"84 relu__4" -> "85 quantize_per_tensor_default_7"; +"85 quantize_per_tensor_default_7" -> "86 dequantize_per_tensor_default_9"; +"86 dequantize_per_tensor_default_9" -> "91 conv2d_10"; +"87 conv2d_10_scale_0_updated_constant0" -> "90 mul_17"; +"88 compressed_weight_updated_constant8" -> "90 mul_17"; +"89 features_3_block_2_0_weight_bias_0_0" -> "91 conv2d_10"; +"90 mul_17" -> "91 conv2d_10"; +"91 conv2d_10" -> "92 quantize_per_tensor_default_8"; +"92 quantize_per_tensor_default_8" -> "93 dequantize_per_tensor_default_10"; +"93 dequantize_per_tensor_default_10" -> "94 add_"; +"94 add_" -> "95 quantize_per_tensor_default_9"; +"95 quantize_per_tensor_default_9" -> "96 dequantize_per_tensor_default_11"; +"96 dequantize_per_tensor_default_11" -> "101 conv2d_11"; +"97 conv2d_11_scale_0_updated_constant0" -> "100 mul_18"; +"98 compressed_weight_updated_constant9" -> "100 mul_18"; +"99 features_4_block_0_0_weight_bias_0_0" -> "101 conv2d_11"; +"100 mul_18" -> "101 conv2d_11"; +"101 conv2d_11" -> "104 hardswish__1"; +"102 hardswish__1_scale_0" -> "105 quantize_per_channel_default_13"; +"102 hardswish__1_scale_0" -> "106 dequantize_per_channel_default_13"; +"103 hardswish__1_zero_point_0" -> "105 quantize_per_channel_default_13"; +"103 hardswish__1_zero_point_0" -> "106 dequantize_per_channel_default_13"; +"104 hardswish__1" -> "105 quantize_per_channel_default_13"; +"105 quantize_per_channel_default_13" -> "106 dequantize_per_channel_default_13"; +"106 dequantize_per_channel_default_13" -> "111 conv2d_12"; +"107 conv2d_12_scale_0_updated_constant0" -> "110 mul_19"; +"108 compressed_weight_updated_constant10" -> "110 mul_19"; +"109 features_4_block_1_0_weight_bias_0_0" -> "111 conv2d_12"; +"110 mul_19" -> "111 conv2d_12"; +"111 conv2d_12" -> "112 hardswish__2"; +"112 hardswish__2" -> "113 quantize_per_tensor_default_10"; +"113 quantize_per_tensor_default_10" -> "114 dequantize_per_tensor_default_13"; +"113 quantize_per_tensor_default_10" -> "115 dequantize_per_tensor_default_12"; +"114 dequantize_per_tensor_default_13" -> "127 mul_1"; +"115 dequantize_per_tensor_default_12" -> "116 adaptive_avg_pool2d_1"; +"116 adaptive_avg_pool2d_1" -> "119 conv2d_13"; +"117 _param_constant37" -> "119 conv2d_13"; +"118 _param_constant38_0_0" -> "119 conv2d_13"; +"119 conv2d_13" -> "120 relu_1"; +"120 relu_1" -> "123 conv2d_14"; +"121 _param_constant39" -> "123 conv2d_14"; +"122 _param_constant40_0_0" -> "123 conv2d_14"; +"123 conv2d_14" -> "124 hardsigmoid_1"; +"124 hardsigmoid_1" -> "125 quantize_per_tensor_default_11"; +"125 quantize_per_tensor_default_11" -> "126 dequantize_per_tensor_default_14"; +"126 dequantize_per_tensor_default_14" -> "127 mul_1"; +"127 mul_1" -> "128 quantize_per_tensor_default_12"; +"128 quantize_per_tensor_default_12" -> "129 dequantize_per_tensor_default_15"; +"129 dequantize_per_tensor_default_15" -> "134 conv2d_15"; +"130 conv2d_15_scale_0_updated_constant0" -> "133 mul_20"; +"131 compressed_weight_updated_constant11" -> "133 mul_20"; +"132 features_4_block_3_0_weight_bias_0_0" -> "134 conv2d_15"; +"133 mul_20" -> "134 conv2d_15"; +"134 conv2d_15" -> "135 quantize_per_tensor_default_13"; +"135 quantize_per_tensor_default_13" -> "136 dequantize_per_tensor_default_17"; +"135 quantize_per_tensor_default_13" -> "137 dequantize_per_tensor_default_16"; +"136 dequantize_per_tensor_default_17" -> "178 add__1"; +"137 dequantize_per_tensor_default_16" -> "142 conv2d_16"; +"138 conv2d_16_scale_0_updated_constant0" -> "141 mul_21"; +"139 compressed_weight_updated_constant12" -> "141 mul_21"; +"140 features_5_block_0_0_weight_bias_0_0" -> "142 conv2d_16"; +"141 mul_21" -> "142 conv2d_16"; +"142 conv2d_16" -> "145 hardswish__3"; +"143 hardswish__3_scale_0" -> "146 quantize_per_channel_default_17"; +"143 hardswish__3_scale_0" -> "147 dequantize_per_channel_default_17"; +"144 hardswish__3_zero_point_0" -> "146 quantize_per_channel_default_17"; +"144 hardswish__3_zero_point_0" -> "147 dequantize_per_channel_default_17"; +"145 hardswish__3" -> "146 quantize_per_channel_default_17"; +"146 quantize_per_channel_default_17" -> "147 dequantize_per_channel_default_17"; +"147 dequantize_per_channel_default_17" -> "152 conv2d_17"; +"148 conv2d_17_scale_0_updated_constant0" -> "151 mul_22"; +"149 compressed_weight_updated_constant13" -> "151 mul_22"; +"150 features_5_block_1_0_weight_bias_0_0" -> "152 conv2d_17"; +"151 mul_22" -> "152 conv2d_17"; +"152 conv2d_17" -> "153 hardswish__4"; +"153 hardswish__4" -> "154 quantize_per_tensor_default_14"; +"154 quantize_per_tensor_default_14" -> "155 dequantize_per_tensor_default_19"; +"154 quantize_per_tensor_default_14" -> "156 dequantize_per_tensor_default_18"; +"155 dequantize_per_tensor_default_19" -> "168 mul_2"; +"156 dequantize_per_tensor_default_18" -> "157 adaptive_avg_pool2d_2"; +"157 adaptive_avg_pool2d_2" -> "160 conv2d_18"; +"158 _param_constant50" -> "160 conv2d_18"; +"159 _param_constant51_0_0" -> "160 conv2d_18"; +"160 conv2d_18" -> "161 relu_2"; +"161 relu_2" -> "164 conv2d_19"; +"162 _param_constant52" -> "164 conv2d_19"; +"163 _param_constant53_0_0" -> "164 conv2d_19"; +"164 conv2d_19" -> "165 hardsigmoid_2"; +"165 hardsigmoid_2" -> "166 quantize_per_tensor_default_15"; +"166 quantize_per_tensor_default_15" -> "167 dequantize_per_tensor_default_20"; +"167 dequantize_per_tensor_default_20" -> "168 mul_2"; +"168 mul_2" -> "169 quantize_per_tensor_default_16"; +"169 quantize_per_tensor_default_16" -> "170 dequantize_per_tensor_default_21"; +"170 dequantize_per_tensor_default_21" -> "175 conv2d_20"; +"171 conv2d_20_scale_0_updated_constant0" -> "174 mul_23"; +"172 compressed_weight_updated_constant14" -> "174 mul_23"; +"173 features_5_block_3_0_weight_bias_0_0" -> "175 conv2d_20"; +"174 mul_23" -> "175 conv2d_20"; +"175 conv2d_20" -> "176 quantize_per_tensor_default_17"; +"176 quantize_per_tensor_default_17" -> "177 dequantize_per_tensor_default_22"; +"177 dequantize_per_tensor_default_22" -> "178 add__1"; +"178 add__1" -> "179 quantize_per_tensor_default_18"; +"179 quantize_per_tensor_default_18" -> "180 dequantize_per_tensor_default_24"; +"179 quantize_per_tensor_default_18" -> "181 dequantize_per_tensor_default_23"; +"180 dequantize_per_tensor_default_24" -> "222 add__2"; +"181 dequantize_per_tensor_default_23" -> "186 conv2d_21"; +"182 conv2d_21_scale_0_updated_constant0" -> "185 mul_24"; +"183 compressed_weight_updated_constant15" -> "185 mul_24"; +"184 features_6_block_0_0_weight_bias_0_0" -> "186 conv2d_21"; +"185 mul_24" -> "186 conv2d_21"; +"186 conv2d_21" -> "189 hardswish__5"; +"187 hardswish__5_scale_0" -> "190 quantize_per_channel_default_21"; +"187 hardswish__5_scale_0" -> "191 dequantize_per_channel_default_21"; +"188 hardswish__5_zero_point_0" -> "190 quantize_per_channel_default_21"; +"188 hardswish__5_zero_point_0" -> "191 dequantize_per_channel_default_21"; +"189 hardswish__5" -> "190 quantize_per_channel_default_21"; +"190 quantize_per_channel_default_21" -> "191 dequantize_per_channel_default_21"; +"191 dequantize_per_channel_default_21" -> "196 conv2d_22"; +"192 conv2d_22_scale_0_updated_constant0" -> "195 mul_25"; +"193 compressed_weight_updated_constant16" -> "195 mul_25"; +"194 features_6_block_1_0_weight_bias_0_0" -> "196 conv2d_22"; +"195 mul_25" -> "196 conv2d_22"; +"196 conv2d_22" -> "197 hardswish__6"; +"197 hardswish__6" -> "198 quantize_per_tensor_default_19"; +"198 quantize_per_tensor_default_19" -> "199 dequantize_per_tensor_default_26"; +"198 quantize_per_tensor_default_19" -> "200 dequantize_per_tensor_default_25"; +"199 dequantize_per_tensor_default_26" -> "212 mul_3"; +"200 dequantize_per_tensor_default_25" -> "201 adaptive_avg_pool2d_3"; +"201 adaptive_avg_pool2d_3" -> "204 conv2d_23"; +"202 _param_constant63" -> "204 conv2d_23"; +"203 _param_constant64_0_0" -> "204 conv2d_23"; +"204 conv2d_23" -> "205 relu_3"; +"205 relu_3" -> "208 conv2d_24"; +"206 _param_constant65" -> "208 conv2d_24"; +"207 _param_constant66_0_0" -> "208 conv2d_24"; +"208 conv2d_24" -> "209 hardsigmoid_3"; +"209 hardsigmoid_3" -> "210 quantize_per_tensor_default_20"; +"210 quantize_per_tensor_default_20" -> "211 dequantize_per_tensor_default_27"; +"211 dequantize_per_tensor_default_27" -> "212 mul_3"; +"212 mul_3" -> "213 quantize_per_tensor_default_21"; +"213 quantize_per_tensor_default_21" -> "214 dequantize_per_tensor_default_28"; +"214 dequantize_per_tensor_default_28" -> "219 conv2d_25"; +"215 conv2d_25_scale_0_updated_constant0" -> "218 mul_26"; +"216 compressed_weight_updated_constant17" -> "218 mul_26"; +"217 features_6_block_3_0_weight_bias_0_0" -> "219 conv2d_25"; +"218 mul_26" -> "219 conv2d_25"; +"219 conv2d_25" -> "220 quantize_per_tensor_default_22"; +"220 quantize_per_tensor_default_22" -> "221 dequantize_per_tensor_default_29"; +"221 dequantize_per_tensor_default_29" -> "222 add__2"; +"222 add__2" -> "223 quantize_per_tensor_default_23"; +"223 quantize_per_tensor_default_23" -> "224 dequantize_per_tensor_default_30"; +"224 dequantize_per_tensor_default_30" -> "229 conv2d_26"; +"225 conv2d_26_scale_0_updated_constant0" -> "228 mul_27"; +"226 compressed_weight_updated_constant18" -> "228 mul_27"; +"227 features_7_block_0_0_weight_bias_0_0" -> "229 conv2d_26"; +"228 mul_27" -> "229 conv2d_26"; +"229 conv2d_26" -> "232 hardswish__7"; +"230 hardswish__7_scale_0" -> "233 quantize_per_channel_default_25"; +"230 hardswish__7_scale_0" -> "234 dequantize_per_channel_default_25"; +"231 hardswish__7_zero_point_0" -> "233 quantize_per_channel_default_25"; +"231 hardswish__7_zero_point_0" -> "234 dequantize_per_channel_default_25"; +"232 hardswish__7" -> "233 quantize_per_channel_default_25"; +"233 quantize_per_channel_default_25" -> "234 dequantize_per_channel_default_25"; +"234 dequantize_per_channel_default_25" -> "239 conv2d_27"; +"235 conv2d_27_scale_0_updated_constant0" -> "238 mul_28"; +"236 compressed_weight_updated_constant19" -> "238 mul_28"; +"237 features_7_block_1_0_weight_bias_0_0" -> "239 conv2d_27"; +"238 mul_28" -> "239 conv2d_27"; +"239 conv2d_27" -> "240 hardswish__8"; +"240 hardswish__8" -> "241 quantize_per_tensor_default_24"; +"241 quantize_per_tensor_default_24" -> "242 dequantize_per_tensor_default_32"; +"241 quantize_per_tensor_default_24" -> "243 dequantize_per_tensor_default_31"; +"242 dequantize_per_tensor_default_32" -> "255 mul_4"; +"243 dequantize_per_tensor_default_31" -> "244 adaptive_avg_pool2d_4"; +"244 adaptive_avg_pool2d_4" -> "247 conv2d_28"; +"245 _param_constant76" -> "247 conv2d_28"; +"246 _param_constant77_0_0" -> "247 conv2d_28"; +"247 conv2d_28" -> "248 relu_4"; +"248 relu_4" -> "251 conv2d_29"; +"249 _param_constant78" -> "251 conv2d_29"; +"250 _param_constant79_0_0" -> "251 conv2d_29"; +"251 conv2d_29" -> "252 hardsigmoid_4"; +"252 hardsigmoid_4" -> "253 quantize_per_tensor_default_25"; +"253 quantize_per_tensor_default_25" -> "254 dequantize_per_tensor_default_33"; +"254 dequantize_per_tensor_default_33" -> "255 mul_4"; +"255 mul_4" -> "256 quantize_per_tensor_default_26"; +"256 quantize_per_tensor_default_26" -> "257 dequantize_per_tensor_default_34"; +"257 dequantize_per_tensor_default_34" -> "262 conv2d_30"; +"258 conv2d_30_scale_0_updated_constant0" -> "261 mul_29"; +"259 compressed_weight_updated_constant20" -> "261 mul_29"; +"260 features_7_block_3_0_weight_bias_0_0" -> "262 conv2d_30"; +"261 mul_29" -> "262 conv2d_30"; +"262 conv2d_30" -> "263 quantize_per_tensor_default_27"; +"263 quantize_per_tensor_default_27" -> "264 dequantize_per_tensor_default_36"; +"263 quantize_per_tensor_default_27" -> "265 dequantize_per_tensor_default_35"; +"264 dequantize_per_tensor_default_36" -> "306 add__3"; +"265 dequantize_per_tensor_default_35" -> "270 conv2d_31"; +"266 conv2d_31_scale_0_updated_constant0" -> "269 mul_30"; +"267 compressed_weight_updated_constant21" -> "269 mul_30"; +"268 features_8_block_0_0_weight_bias_0_0" -> "270 conv2d_31"; +"269 mul_30" -> "270 conv2d_31"; +"270 conv2d_31" -> "273 hardswish__9"; +"271 hardswish__9_scale_0" -> "274 quantize_per_channel_default_29"; +"271 hardswish__9_scale_0" -> "275 dequantize_per_channel_default_29"; +"272 hardswish__9_zero_point_0" -> "274 quantize_per_channel_default_29"; +"272 hardswish__9_zero_point_0" -> "275 dequantize_per_channel_default_29"; +"273 hardswish__9" -> "274 quantize_per_channel_default_29"; +"274 quantize_per_channel_default_29" -> "275 dequantize_per_channel_default_29"; +"275 dequantize_per_channel_default_29" -> "280 conv2d_32"; +"276 conv2d_32_scale_0_updated_constant0" -> "279 mul_31"; +"277 compressed_weight_updated_constant22" -> "279 mul_31"; +"278 features_8_block_1_0_weight_bias_0_0" -> "280 conv2d_32"; +"279 mul_31" -> "280 conv2d_32"; +"280 conv2d_32" -> "281 hardswish__10"; +"281 hardswish__10" -> "282 quantize_per_tensor_default_28"; +"282 quantize_per_tensor_default_28" -> "283 dequantize_per_tensor_default_38"; +"282 quantize_per_tensor_default_28" -> "284 dequantize_per_tensor_default_37"; +"283 dequantize_per_tensor_default_38" -> "296 mul_5"; +"284 dequantize_per_tensor_default_37" -> "285 adaptive_avg_pool2d_5"; +"285 adaptive_avg_pool2d_5" -> "288 conv2d_33"; +"286 _param_constant89" -> "288 conv2d_33"; +"287 _param_constant90_0_0" -> "288 conv2d_33"; +"288 conv2d_33" -> "289 relu_5"; +"289 relu_5" -> "292 conv2d_34"; +"290 _param_constant91" -> "292 conv2d_34"; +"291 _param_constant92_0_0" -> "292 conv2d_34"; +"292 conv2d_34" -> "293 hardsigmoid_5"; +"293 hardsigmoid_5" -> "294 quantize_per_tensor_default_29"; +"294 quantize_per_tensor_default_29" -> "295 dequantize_per_tensor_default_39"; +"295 dequantize_per_tensor_default_39" -> "296 mul_5"; +"296 mul_5" -> "297 quantize_per_tensor_default_30"; +"297 quantize_per_tensor_default_30" -> "298 dequantize_per_tensor_default_40"; +"298 dequantize_per_tensor_default_40" -> "303 conv2d_35"; +"299 conv2d_35_scale_0_updated_constant0" -> "302 mul_32"; +"300 compressed_weight_updated_constant23" -> "302 mul_32"; +"301 features_8_block_3_0_weight_bias_0_0" -> "303 conv2d_35"; +"302 mul_32" -> "303 conv2d_35"; +"303 conv2d_35" -> "304 quantize_per_tensor_default_31"; +"304 quantize_per_tensor_default_31" -> "305 dequantize_per_tensor_default_41"; +"305 dequantize_per_tensor_default_41" -> "306 add__3"; +"306 add__3" -> "307 quantize_per_tensor_default_32"; +"307 quantize_per_tensor_default_32" -> "308 dequantize_per_tensor_default_42"; +"308 dequantize_per_tensor_default_42" -> "313 conv2d_36"; +"309 conv2d_36_scale_0_updated_constant0" -> "312 mul_33"; +"310 compressed_weight_updated_constant24" -> "312 mul_33"; +"311 features_9_block_0_0_weight_bias_0_0" -> "313 conv2d_36"; +"312 mul_33" -> "313 conv2d_36"; +"313 conv2d_36" -> "316 hardswish__11"; +"314 hardswish__11_scale_0" -> "317 quantize_per_channel_default_33"; +"314 hardswish__11_scale_0" -> "318 dequantize_per_channel_default_33"; +"315 hardswish__11_zero_point_0" -> "317 quantize_per_channel_default_33"; +"315 hardswish__11_zero_point_0" -> "318 dequantize_per_channel_default_33"; +"316 hardswish__11" -> "317 quantize_per_channel_default_33"; +"317 quantize_per_channel_default_33" -> "318 dequantize_per_channel_default_33"; +"318 dequantize_per_channel_default_33" -> "323 conv2d_37"; +"319 conv2d_37_scale_0_updated_constant0" -> "322 mul_34"; +"320 compressed_weight_updated_constant25" -> "322 mul_34"; +"321 features_9_block_1_0_weight_bias_0_0" -> "323 conv2d_37"; +"322 mul_34" -> "323 conv2d_37"; +"323 conv2d_37" -> "324 hardswish__12"; +"324 hardswish__12" -> "325 quantize_per_tensor_default_33"; +"325 quantize_per_tensor_default_33" -> "326 dequantize_per_tensor_default_44"; +"325 quantize_per_tensor_default_33" -> "327 dequantize_per_tensor_default_43"; +"326 dequantize_per_tensor_default_44" -> "339 mul_6"; +"327 dequantize_per_tensor_default_43" -> "328 adaptive_avg_pool2d_6"; +"328 adaptive_avg_pool2d_6" -> "331 conv2d_38"; +"329 _param_constant102" -> "331 conv2d_38"; +"330 _param_constant103_0_0" -> "331 conv2d_38"; +"331 conv2d_38" -> "332 relu_6"; +"332 relu_6" -> "335 conv2d_39"; +"333 _param_constant104" -> "335 conv2d_39"; +"334 _param_constant105_0_0" -> "335 conv2d_39"; +"335 conv2d_39" -> "336 hardsigmoid_6"; +"336 hardsigmoid_6" -> "337 quantize_per_tensor_default_34"; +"337 quantize_per_tensor_default_34" -> "338 dequantize_per_tensor_default_45"; +"338 dequantize_per_tensor_default_45" -> "339 mul_6"; +"339 mul_6" -> "340 quantize_per_tensor_default_35"; +"340 quantize_per_tensor_default_35" -> "341 dequantize_per_tensor_default_46"; +"341 dequantize_per_tensor_default_46" -> "346 conv2d_40"; +"342 conv2d_40_scale_0_updated_constant0" -> "345 mul_35"; +"343 compressed_weight_updated_constant26" -> "345 mul_35"; +"344 features_9_block_3_0_weight_bias_0_0" -> "346 conv2d_40"; +"345 mul_35" -> "346 conv2d_40"; +"346 conv2d_40" -> "347 quantize_per_tensor_default_36"; +"347 quantize_per_tensor_default_36" -> "348 dequantize_per_tensor_default_48"; +"347 quantize_per_tensor_default_36" -> "349 dequantize_per_tensor_default_47"; +"348 dequantize_per_tensor_default_48" -> "390 add__4"; +"349 dequantize_per_tensor_default_47" -> "354 conv2d_41"; +"350 conv2d_41_scale_0_updated_constant0" -> "353 mul_36"; +"351 compressed_weight_updated_constant27" -> "353 mul_36"; +"352 features_10_block_0_0_weight_bias_0_0" -> "354 conv2d_41"; +"353 mul_36" -> "354 conv2d_41"; +"354 conv2d_41" -> "357 hardswish__13"; +"355 hardswish__13_scale_0" -> "358 quantize_per_channel_default_37"; +"355 hardswish__13_scale_0" -> "359 dequantize_per_channel_default_37"; +"356 hardswish__13_zero_point_0" -> "358 quantize_per_channel_default_37"; +"356 hardswish__13_zero_point_0" -> "359 dequantize_per_channel_default_37"; +"357 hardswish__13" -> "358 quantize_per_channel_default_37"; +"358 quantize_per_channel_default_37" -> "359 dequantize_per_channel_default_37"; +"359 dequantize_per_channel_default_37" -> "364 conv2d_42"; +"360 conv2d_42_scale_0_updated_constant0" -> "363 mul_37"; +"361 compressed_weight_updated_constant28" -> "363 mul_37"; +"362 features_10_block_1_0_weight_bias_0_0" -> "364 conv2d_42"; +"363 mul_37" -> "364 conv2d_42"; +"364 conv2d_42" -> "365 hardswish__14"; +"365 hardswish__14" -> "366 quantize_per_tensor_default_37"; +"366 quantize_per_tensor_default_37" -> "367 dequantize_per_tensor_default_50"; +"366 quantize_per_tensor_default_37" -> "368 dequantize_per_tensor_default_49"; +"367 dequantize_per_tensor_default_50" -> "380 mul_7"; +"368 dequantize_per_tensor_default_49" -> "369 adaptive_avg_pool2d_7"; +"369 adaptive_avg_pool2d_7" -> "372 conv2d_43"; +"370 _param_constant115" -> "372 conv2d_43"; +"371 _param_constant116_0_0" -> "372 conv2d_43"; +"372 conv2d_43" -> "373 relu_7"; +"373 relu_7" -> "376 conv2d_44"; +"374 _param_constant117" -> "376 conv2d_44"; +"375 _param_constant118_0_0" -> "376 conv2d_44"; +"376 conv2d_44" -> "377 hardsigmoid_7"; +"377 hardsigmoid_7" -> "378 quantize_per_tensor_default_38"; +"378 quantize_per_tensor_default_38" -> "379 dequantize_per_tensor_default_51"; +"379 dequantize_per_tensor_default_51" -> "380 mul_7"; +"380 mul_7" -> "381 quantize_per_tensor_default_39"; +"381 quantize_per_tensor_default_39" -> "382 dequantize_per_tensor_default_52"; +"382 dequantize_per_tensor_default_52" -> "387 conv2d_45"; +"383 conv2d_45_scale_0_updated_constant0" -> "386 mul_38"; +"384 compressed_weight_updated_constant29" -> "386 mul_38"; +"385 features_10_block_3_0_weight_bias_0_0" -> "387 conv2d_45"; +"386 mul_38" -> "387 conv2d_45"; +"387 conv2d_45" -> "388 quantize_per_tensor_default_40"; +"388 quantize_per_tensor_default_40" -> "389 dequantize_per_tensor_default_53"; +"389 dequantize_per_tensor_default_53" -> "390 add__4"; +"390 add__4" -> "391 quantize_per_tensor_default_41"; +"391 quantize_per_tensor_default_41" -> "392 dequantize_per_tensor_default_55"; +"391 quantize_per_tensor_default_41" -> "393 dequantize_per_tensor_default_54"; +"392 dequantize_per_tensor_default_55" -> "434 add__5"; +"393 dequantize_per_tensor_default_54" -> "398 conv2d_46"; +"394 conv2d_46_scale_0_updated_constant0" -> "397 mul_39"; +"395 compressed_weight_updated_constant30" -> "397 mul_39"; +"396 features_11_block_0_0_weight_bias_0_0" -> "398 conv2d_46"; +"397 mul_39" -> "398 conv2d_46"; +"398 conv2d_46" -> "401 hardswish__15"; +"399 hardswish__15_scale_0" -> "402 quantize_per_channel_default_41"; +"399 hardswish__15_scale_0" -> "403 dequantize_per_channel_default_41"; +"400 hardswish__15_zero_point_0" -> "402 quantize_per_channel_default_41"; +"400 hardswish__15_zero_point_0" -> "403 dequantize_per_channel_default_41"; +"401 hardswish__15" -> "402 quantize_per_channel_default_41"; +"402 quantize_per_channel_default_41" -> "403 dequantize_per_channel_default_41"; +"403 dequantize_per_channel_default_41" -> "408 conv2d_47"; +"404 conv2d_47_scale_0_updated_constant0" -> "407 mul_40"; +"405 compressed_weight_updated_constant31" -> "407 mul_40"; +"406 features_11_block_1_0_weight_bias_0_0" -> "408 conv2d_47"; +"407 mul_40" -> "408 conv2d_47"; +"408 conv2d_47" -> "409 hardswish__16"; +"409 hardswish__16" -> "410 quantize_per_tensor_default_42"; +"410 quantize_per_tensor_default_42" -> "411 dequantize_per_tensor_default_57"; +"410 quantize_per_tensor_default_42" -> "412 dequantize_per_tensor_default_56"; +"411 dequantize_per_tensor_default_57" -> "424 mul_8"; +"412 dequantize_per_tensor_default_56" -> "413 adaptive_avg_pool2d_8"; +"413 adaptive_avg_pool2d_8" -> "416 conv2d_48"; +"414 _param_constant128" -> "416 conv2d_48"; +"415 _param_constant129_0_0" -> "416 conv2d_48"; +"416 conv2d_48" -> "417 relu_8"; +"417 relu_8" -> "420 conv2d_49"; +"418 _param_constant130" -> "420 conv2d_49"; +"419 _param_constant131_0_0" -> "420 conv2d_49"; +"420 conv2d_49" -> "421 hardsigmoid_8"; +"421 hardsigmoid_8" -> "422 quantize_per_tensor_default_43"; +"422 quantize_per_tensor_default_43" -> "423 dequantize_per_tensor_default_58"; +"423 dequantize_per_tensor_default_58" -> "424 mul_8"; +"424 mul_8" -> "425 quantize_per_tensor_default_44"; +"425 quantize_per_tensor_default_44" -> "426 dequantize_per_tensor_default_59"; +"426 dequantize_per_tensor_default_59" -> "431 conv2d_50"; +"427 conv2d_50_scale_0_updated_constant0" -> "430 mul_41"; +"428 compressed_weight_updated_constant32" -> "430 mul_41"; +"429 features_11_block_3_0_weight_bias_0_0" -> "431 conv2d_50"; +"430 mul_41" -> "431 conv2d_50"; +"431 conv2d_50" -> "432 quantize_per_tensor_default_45"; +"432 quantize_per_tensor_default_45" -> "433 dequantize_per_tensor_default_60"; +"433 dequantize_per_tensor_default_60" -> "434 add__5"; +"434 add__5" -> "435 quantize_per_tensor_default_46"; +"435 quantize_per_tensor_default_46" -> "436 dequantize_per_tensor_default_61"; +"436 dequantize_per_tensor_default_61" -> "441 conv2d_51"; +"437 conv2d_51_scale_0_updated_constant0" -> "440 mul_42"; +"438 compressed_weight_updated_constant33" -> "440 mul_42"; +"439 features_12_0_weight_bias_0_0" -> "441 conv2d_51"; +"440 mul_42" -> "441 conv2d_51"; +"441 conv2d_51" -> "442 hardswish__17"; +"442 hardswish__17" -> "443 quantize_per_tensor_default_47"; +"443 quantize_per_tensor_default_47" -> "444 dequantize_per_tensor_default_62"; +"444 dequantize_per_tensor_default_62" -> "445 adaptive_avg_pool2d_9"; +"445 adaptive_avg_pool2d_9" -> "446 quantize_per_tensor_default_48"; +"446 quantize_per_tensor_default_48" -> "447 dequantize_per_tensor_default_63"; +"447 dequantize_per_tensor_default_63" -> "448 flatten"; +"448 flatten" -> "453 linear"; +"449 linear_scale_0_updated_constant0" -> "452 mul_43"; +"450 compressed_weight_updated_constant34" -> "452 mul_43"; +"451 _param_constant139_0_0" -> "453 linear"; +"452 mul_43" -> "453 linear"; +"453 linear" -> "454 hardswish__18"; +"454 hardswish__18" -> "455 quantize_per_tensor_default_49"; +"455 quantize_per_tensor_default_49" -> "456 dequantize_per_tensor_default_64"; +"456 dequantize_per_tensor_default_64" -> "457 dropout_"; +"457 dropout_" -> "462 linear_1"; +"458 linear_1_scale_0_updated_constant0" -> "461 mul_44"; +"459 compressed_weight_updated_constant35" -> "461 mul_44"; +"460 _param_constant141_0_0" -> "462 linear_1"; +"461 mul_44" -> "462 linear_1"; +"462 linear_1" -> "463 output"; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot index e7eefb3da1c..c9b9d79d5d1 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot @@ -2,538 +2,412 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0" [id=4, type=get_attr]; -"5 conv2d_zero_point_0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 conv1_weight_bias_0_0" [id=8, type=get_attr]; -"9 conv2d" [id=9, type=conv2d]; -"10 relu_" [id=10, type=relu_]; -"11 quantize_per_tensor_default_1" [id=11, type=quantize_per_tensor]; -"12 dequantize_per_tensor_default_1" [id=12, type=dequantize_per_tensor]; -"13 max_pool2d" [id=13, type=max_pool2d]; -"14 _param_constant3" [id=14, type=get_attr]; -"15 conv2d_1_scale_0" [id=15, type=get_attr]; -"16 conv2d_1_zero_point_0" [id=16, type=get_attr]; -"17 quantize_per_channel_default_1" [id=17, type=quantize_per_channel]; -"18 dequantize_per_channel_default_1" [id=18, type=dequantize_per_channel]; -"19 layer1_0_conv1_weight_bias_0_0" [id=19, type=get_attr]; -"20 conv2d_1" [id=20, type=conv2d]; -"21 relu__1" [id=21, type=relu_]; -"22 quantize_per_tensor_default_2" [id=22, type=quantize_per_tensor]; -"23 dequantize_per_tensor_default_2" [id=23, type=dequantize_per_tensor]; -"24 _param_constant6" [id=24, type=get_attr]; -"25 conv2d_2_scale_0" [id=25, type=get_attr]; -"26 conv2d_2_zero_point_0" [id=26, type=get_attr]; -"27 quantize_per_channel_default_2" [id=27, type=quantize_per_channel]; -"28 dequantize_per_channel_default_2" [id=28, type=dequantize_per_channel]; -"29 layer1_0_conv2_weight_bias_0_0" [id=29, type=get_attr]; -"30 conv2d_2" [id=30, type=conv2d]; -"31 quantize_per_tensor_default_3" [id=31, type=quantize_per_tensor]; -"32 dequantize_per_tensor_default_3" [id=32, type=dequantize_per_tensor]; -"33 add_" [id=33, type=add_]; -"34 relu__2" [id=34, type=relu_]; -"35 quantize_per_tensor_default_4" [id=35, type=quantize_per_tensor]; -"36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; -"37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; -"38 _param_constant9" [id=38, type=get_attr]; -"39 conv2d_3_scale_0" [id=39, type=get_attr]; -"40 conv2d_3_zero_point_0" [id=40, type=get_attr]; -"41 quantize_per_channel_default_3" [id=41, type=quantize_per_channel]; -"42 dequantize_per_channel_default_3" [id=42, type=dequantize_per_channel]; -"43 layer1_1_conv1_weight_bias_0_0" [id=43, type=get_attr]; -"44 conv2d_3" [id=44, type=conv2d]; -"45 relu__3" [id=45, type=relu_]; -"46 quantize_per_tensor_default_5" [id=46, type=quantize_per_tensor]; -"47 dequantize_per_tensor_default_6" [id=47, type=dequantize_per_tensor]; -"48 _param_constant12" [id=48, type=get_attr]; -"49 conv2d_4_scale_0" [id=49, type=get_attr]; -"50 conv2d_4_zero_point_0" [id=50, type=get_attr]; -"51 quantize_per_channel_default_4" [id=51, type=quantize_per_channel]; -"52 dequantize_per_channel_default_4" [id=52, type=dequantize_per_channel]; -"53 layer1_1_conv2_weight_bias_0_0" [id=53, type=get_attr]; -"54 conv2d_4" [id=54, type=conv2d]; -"55 quantize_per_tensor_default_6" [id=55, type=quantize_per_tensor]; -"56 dequantize_per_tensor_default_7" [id=56, type=dequantize_per_tensor]; -"57 add__1" [id=57, type=add_]; -"58 relu__4" [id=58, type=relu_]; -"59 quantize_per_tensor_default_7" [id=59, type=quantize_per_tensor]; -"60 dequantize_per_tensor_default_9" [id=60, type=dequantize_per_tensor]; -"61 dequantize_per_tensor_default_8" [id=61, type=dequantize_per_tensor]; -"62 _param_constant15" [id=62, type=get_attr]; -"63 conv2d_5_scale_0" [id=63, type=get_attr]; -"64 conv2d_5_zero_point_0" [id=64, type=get_attr]; -"65 quantize_per_channel_default_5" [id=65, type=quantize_per_channel]; -"66 dequantize_per_channel_default_5" [id=66, type=dequantize_per_channel]; -"67 layer2_0_conv1_weight_bias_0_0" [id=67, type=get_attr]; -"68 conv2d_5" [id=68, type=conv2d]; -"69 relu__5" [id=69, type=relu_]; -"70 quantize_per_tensor_default_8" [id=70, type=quantize_per_tensor]; -"71 dequantize_per_tensor_default_10" [id=71, type=dequantize_per_tensor]; -"72 _param_constant18" [id=72, type=get_attr]; -"73 conv2d_6_scale_0" [id=73, type=get_attr]; -"74 conv2d_6_zero_point_0" [id=74, type=get_attr]; -"75 quantize_per_channel_default_6" [id=75, type=quantize_per_channel]; -"76 dequantize_per_channel_default_6" [id=76, type=dequantize_per_channel]; -"77 layer2_0_conv2_weight_bias_0_0" [id=77, type=get_attr]; -"78 conv2d_6" [id=78, type=conv2d]; -"79 quantize_per_tensor_default_9" [id=79, type=quantize_per_tensor]; -"80 dequantize_per_tensor_default_11" [id=80, type=dequantize_per_tensor]; -"81 _param_constant21" [id=81, type=get_attr]; -"82 conv2d_7_scale_0" [id=82, type=get_attr]; -"83 conv2d_7_zero_point_0" [id=83, type=get_attr]; -"84 quantize_per_channel_default_7" [id=84, type=quantize_per_channel]; -"85 dequantize_per_channel_default_7" [id=85, type=dequantize_per_channel]; -"86 layer2_0_downsample_0_weight_bias_0_0" [id=86, type=get_attr]; -"87 conv2d_7" [id=87, type=conv2d]; -"88 quantize_per_tensor_default_10" [id=88, type=quantize_per_tensor]; -"89 dequantize_per_tensor_default_12" [id=89, type=dequantize_per_tensor]; -"90 add__2" [id=90, type=add_]; -"91 relu__6" [id=91, type=relu_]; -"92 quantize_per_tensor_default_11" [id=92, type=quantize_per_tensor]; -"93 dequantize_per_tensor_default_14" [id=93, type=dequantize_per_tensor]; -"94 dequantize_per_tensor_default_13" [id=94, type=dequantize_per_tensor]; -"95 _param_constant24" [id=95, type=get_attr]; -"96 conv2d_8_scale_0" [id=96, type=get_attr]; -"97 conv2d_8_zero_point_0" [id=97, type=get_attr]; -"98 quantize_per_channel_default_8" [id=98, type=quantize_per_channel]; -"99 dequantize_per_channel_default_8" [id=99, type=dequantize_per_channel]; -"100 layer2_1_conv1_weight_bias_0_0" [id=100, type=get_attr]; -"101 conv2d_8" [id=101, type=conv2d]; -"102 relu__7" [id=102, type=relu_]; -"103 quantize_per_tensor_default_12" [id=103, type=quantize_per_tensor]; -"104 dequantize_per_tensor_default_15" [id=104, type=dequantize_per_tensor]; -"105 _param_constant27" [id=105, type=get_attr]; -"106 conv2d_9_scale_0" [id=106, type=get_attr]; -"107 conv2d_9_zero_point_0" [id=107, type=get_attr]; -"108 quantize_per_channel_default_9" [id=108, type=quantize_per_channel]; -"109 dequantize_per_channel_default_9" [id=109, type=dequantize_per_channel]; -"110 layer2_1_conv2_weight_bias_0_0" [id=110, type=get_attr]; -"111 conv2d_9" [id=111, type=conv2d]; -"112 quantize_per_tensor_default_13" [id=112, type=quantize_per_tensor]; -"113 dequantize_per_tensor_default_16" [id=113, type=dequantize_per_tensor]; -"114 add__3" [id=114, type=add_]; -"115 relu__8" [id=115, type=relu_]; -"116 quantize_per_tensor_default_14" [id=116, type=quantize_per_tensor]; -"117 dequantize_per_tensor_default_18" [id=117, type=dequantize_per_tensor]; -"118 dequantize_per_tensor_default_17" [id=118, type=dequantize_per_tensor]; -"119 _param_constant30" [id=119, type=get_attr]; -"120 conv2d_10_scale_0" [id=120, type=get_attr]; -"121 conv2d_10_zero_point_0" [id=121, type=get_attr]; -"122 quantize_per_channel_default_10" [id=122, type=quantize_per_channel]; -"123 dequantize_per_channel_default_10" [id=123, type=dequantize_per_channel]; -"124 layer3_0_conv1_weight_bias_0_0" [id=124, type=get_attr]; -"125 conv2d_10" [id=125, type=conv2d]; -"126 relu__9" [id=126, type=relu_]; -"127 quantize_per_tensor_default_15" [id=127, type=quantize_per_tensor]; -"128 dequantize_per_tensor_default_19" [id=128, type=dequantize_per_tensor]; -"129 _param_constant33" [id=129, type=get_attr]; -"130 conv2d_11_scale_0" [id=130, type=get_attr]; -"131 conv2d_11_zero_point_0" [id=131, type=get_attr]; -"132 quantize_per_channel_default_11" [id=132, type=quantize_per_channel]; -"133 dequantize_per_channel_default_11" [id=133, type=dequantize_per_channel]; -"134 layer3_0_conv2_weight_bias_0_0" [id=134, type=get_attr]; -"135 conv2d_11" [id=135, type=conv2d]; -"136 quantize_per_tensor_default_16" [id=136, type=quantize_per_tensor]; -"137 dequantize_per_tensor_default_20" [id=137, type=dequantize_per_tensor]; -"138 _param_constant36" [id=138, type=get_attr]; -"139 conv2d_12_scale_0" [id=139, type=get_attr]; -"140 conv2d_12_zero_point_0" [id=140, type=get_attr]; -"141 quantize_per_channel_default_12" [id=141, type=quantize_per_channel]; -"142 dequantize_per_channel_default_12" [id=142, type=dequantize_per_channel]; -"143 layer3_0_downsample_0_weight_bias_0_0" [id=143, type=get_attr]; -"144 conv2d_12" [id=144, type=conv2d]; -"145 quantize_per_tensor_default_17" [id=145, type=quantize_per_tensor]; -"146 dequantize_per_tensor_default_21" [id=146, type=dequantize_per_tensor]; -"147 add__4" [id=147, type=add_]; -"148 relu__10" [id=148, type=relu_]; -"149 quantize_per_tensor_default_18" [id=149, type=quantize_per_tensor]; -"150 dequantize_per_tensor_default_23" [id=150, type=dequantize_per_tensor]; -"151 dequantize_per_tensor_default_22" [id=151, type=dequantize_per_tensor]; -"152 _param_constant39" [id=152, type=get_attr]; -"153 conv2d_13_scale_0" [id=153, type=get_attr]; -"154 conv2d_13_zero_point_0" [id=154, type=get_attr]; -"155 quantize_per_channel_default_13" [id=155, type=quantize_per_channel]; -"156 dequantize_per_channel_default_13" [id=156, type=dequantize_per_channel]; -"157 layer3_1_conv1_weight_bias_0_0" [id=157, type=get_attr]; -"158 conv2d_13" [id=158, type=conv2d]; -"159 relu__11" [id=159, type=relu_]; -"160 quantize_per_tensor_default_19" [id=160, type=quantize_per_tensor]; -"161 dequantize_per_tensor_default_24" [id=161, type=dequantize_per_tensor]; -"162 _param_constant42" [id=162, type=get_attr]; -"163 conv2d_14_scale_0" [id=163, type=get_attr]; -"164 conv2d_14_zero_point_0" [id=164, type=get_attr]; -"165 quantize_per_channel_default_14" [id=165, type=quantize_per_channel]; -"166 dequantize_per_channel_default_14" [id=166, type=dequantize_per_channel]; -"167 layer3_1_conv2_weight_bias_0_0" [id=167, type=get_attr]; -"168 conv2d_14" [id=168, type=conv2d]; -"169 quantize_per_tensor_default_20" [id=169, type=quantize_per_tensor]; -"170 dequantize_per_tensor_default_25" [id=170, type=dequantize_per_tensor]; -"171 add__5" [id=171, type=add_]; -"172 relu__12" [id=172, type=relu_]; -"173 quantize_per_tensor_default_21" [id=173, type=quantize_per_tensor]; -"174 dequantize_per_tensor_default_27" [id=174, type=dequantize_per_tensor]; -"175 dequantize_per_tensor_default_26" [id=175, type=dequantize_per_tensor]; -"176 _param_constant45" [id=176, type=get_attr]; -"177 conv2d_15_scale_0" [id=177, type=get_attr]; -"178 conv2d_15_zero_point_0" [id=178, type=get_attr]; -"179 quantize_per_channel_default_15" [id=179, type=quantize_per_channel]; -"180 dequantize_per_channel_default_15" [id=180, type=dequantize_per_channel]; -"181 layer4_0_conv1_weight_bias_0_0" [id=181, type=get_attr]; -"182 conv2d_15" [id=182, type=conv2d]; -"183 relu__13" [id=183, type=relu_]; -"184 quantize_per_tensor_default_22" [id=184, type=quantize_per_tensor]; -"185 dequantize_per_tensor_default_28" [id=185, type=dequantize_per_tensor]; -"186 _param_constant48" [id=186, type=get_attr]; -"187 conv2d_16_scale_0" [id=187, type=get_attr]; -"188 conv2d_16_zero_point_0" [id=188, type=get_attr]; -"189 quantize_per_channel_default_16" [id=189, type=quantize_per_channel]; -"190 dequantize_per_channel_default_16" [id=190, type=dequantize_per_channel]; -"191 layer4_0_conv2_weight_bias_0_0" [id=191, type=get_attr]; -"192 conv2d_16" [id=192, type=conv2d]; -"193 quantize_per_tensor_default_23" [id=193, type=quantize_per_tensor]; -"194 dequantize_per_tensor_default_29" [id=194, type=dequantize_per_tensor]; -"195 _param_constant51" [id=195, type=get_attr]; -"196 conv2d_17_scale_0" [id=196, type=get_attr]; -"197 conv2d_17_zero_point_0" [id=197, type=get_attr]; -"198 quantize_per_channel_default_17" [id=198, type=quantize_per_channel]; -"199 dequantize_per_channel_default_17" [id=199, type=dequantize_per_channel]; -"200 layer4_0_downsample_0_weight_bias_0_0" [id=200, type=get_attr]; -"201 conv2d_17" [id=201, type=conv2d]; -"202 quantize_per_tensor_default_24" [id=202, type=quantize_per_tensor]; -"203 dequantize_per_tensor_default_30" [id=203, type=dequantize_per_tensor]; -"204 add__6" [id=204, type=add_]; -"205 relu__14" [id=205, type=relu_]; -"206 quantize_per_tensor_default_25" [id=206, type=quantize_per_tensor]; -"207 dequantize_per_tensor_default_32" [id=207, type=dequantize_per_tensor]; -"208 dequantize_per_tensor_default_31" [id=208, type=dequantize_per_tensor]; -"209 _param_constant54" [id=209, type=get_attr]; -"210 conv2d_18_scale_0" [id=210, type=get_attr]; -"211 conv2d_18_zero_point_0" [id=211, type=get_attr]; -"212 quantize_per_channel_default_18" [id=212, type=quantize_per_channel]; -"213 dequantize_per_channel_default_18" [id=213, type=dequantize_per_channel]; -"214 layer4_1_conv1_weight_bias_0_0" [id=214, type=get_attr]; -"215 conv2d_18" [id=215, type=conv2d]; -"216 relu__15" [id=216, type=relu_]; -"217 quantize_per_tensor_default_26" [id=217, type=quantize_per_tensor]; -"218 dequantize_per_tensor_default_33" [id=218, type=dequantize_per_tensor]; -"219 _param_constant57" [id=219, type=get_attr]; -"220 conv2d_19_scale_0" [id=220, type=get_attr]; -"221 conv2d_19_zero_point_0" [id=221, type=get_attr]; -"222 quantize_per_channel_default_19" [id=222, type=quantize_per_channel]; -"223 dequantize_per_channel_default_19" [id=223, type=dequantize_per_channel]; -"224 layer4_1_conv2_weight_bias_0_0" [id=224, type=get_attr]; -"225 conv2d_19" [id=225, type=conv2d]; -"226 quantize_per_tensor_default_27" [id=226, type=quantize_per_tensor]; -"227 dequantize_per_tensor_default_34" [id=227, type=dequantize_per_tensor]; -"228 add__7" [id=228, type=add_]; -"229 relu__16" [id=229, type=relu_]; -"230 quantize_per_tensor_default_28" [id=230, type=quantize_per_tensor]; -"231 dequantize_per_tensor_default_35" [id=231, type=dequantize_per_tensor]; -"232 adaptive_avg_pool2d" [id=232, type=adaptive_avg_pool2d]; -"233 quantize_per_tensor_default_29" [id=233, type=quantize_per_tensor]; -"234 dequantize_per_tensor_default_36" [id=234, type=dequantize_per_tensor]; -"235 flatten" [id=235, type=flatten]; -"236 _param_constant60" [id=236, type=get_attr]; -"237 linear_scale_0" [id=237, type=get_attr]; -"238 linear_zero_point_0" [id=238, type=get_attr]; -"239 quantize_per_channel_default_20" [id=239, type=quantize_per_channel]; -"240 dequantize_per_channel_default_20" [id=240, type=dequantize_per_channel]; -"241 _param_constant61_0_0" [id=241, type=get_attr]; -"242 linear" [id=242, type=linear]; -"243 output" [id=243, type=output]; +"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; +"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; +"5 conv1_weight_bias_0_0" [id=5, type=get_attr]; +"6 mul" [id=6, type=]; +"7 conv2d" [id=7, type=conv2d]; +"8 relu_" [id=8, type=relu_]; +"9 quantize_per_tensor_default_1" [id=9, type=quantize_per_tensor]; +"10 dequantize_per_tensor_default_1" [id=10, type=dequantize_per_tensor]; +"11 max_pool2d" [id=11, type=max_pool2d]; +"12 conv2d_1_scale_0_updated_constant0" [id=12, type=get_attr]; +"13 compressed_weight_updated_constant1" [id=13, type=get_attr]; +"14 layer1_0_conv1_weight_bias_0_0" [id=14, type=get_attr]; +"15 mul_1" [id=15, type=]; +"16 conv2d_1" [id=16, type=conv2d]; +"17 relu__1" [id=17, type=relu_]; +"18 quantize_per_tensor_default_2" [id=18, type=quantize_per_tensor]; +"19 dequantize_per_tensor_default_2" [id=19, type=dequantize_per_tensor]; +"20 conv2d_2_scale_0_updated_constant0" [id=20, type=get_attr]; +"21 compressed_weight_updated_constant2" [id=21, type=get_attr]; +"22 layer1_0_conv2_weight_bias_0_0" [id=22, type=get_attr]; +"23 mul_2" [id=23, type=]; +"24 conv2d_2" [id=24, type=conv2d]; +"25 quantize_per_tensor_default_3" [id=25, type=quantize_per_tensor]; +"26 dequantize_per_tensor_default_3" [id=26, type=dequantize_per_tensor]; +"27 add_" [id=27, type=add_]; +"28 relu__2" [id=28, type=relu_]; +"29 quantize_per_tensor_default_4" [id=29, type=quantize_per_tensor]; +"30 dequantize_per_tensor_default_5" [id=30, type=dequantize_per_tensor]; +"31 dequantize_per_tensor_default_4" [id=31, type=dequantize_per_tensor]; +"32 conv2d_3_scale_0_updated_constant0" [id=32, type=get_attr]; +"33 compressed_weight_updated_constant3" [id=33, type=get_attr]; +"34 layer1_1_conv1_weight_bias_0_0" [id=34, type=get_attr]; +"35 mul_3" [id=35, type=]; +"36 conv2d_3" [id=36, type=conv2d]; +"37 relu__3" [id=37, type=relu_]; +"38 quantize_per_tensor_default_5" [id=38, type=quantize_per_tensor]; +"39 dequantize_per_tensor_default_6" [id=39, type=dequantize_per_tensor]; +"40 conv2d_4_scale_0_updated_constant0" [id=40, type=get_attr]; +"41 compressed_weight_updated_constant4" [id=41, type=get_attr]; +"42 layer1_1_conv2_weight_bias_0_0" [id=42, type=get_attr]; +"43 mul_4" [id=43, type=]; +"44 conv2d_4" [id=44, type=conv2d]; +"45 quantize_per_tensor_default_6" [id=45, type=quantize_per_tensor]; +"46 dequantize_per_tensor_default_7" [id=46, type=dequantize_per_tensor]; +"47 add__1" [id=47, type=add_]; +"48 relu__4" [id=48, type=relu_]; +"49 quantize_per_tensor_default_7" [id=49, type=quantize_per_tensor]; +"50 dequantize_per_tensor_default_9" [id=50, type=dequantize_per_tensor]; +"51 dequantize_per_tensor_default_8" [id=51, type=dequantize_per_tensor]; +"52 conv2d_5_scale_0_updated_constant0" [id=52, type=get_attr]; +"53 compressed_weight_updated_constant5" [id=53, type=get_attr]; +"54 layer2_0_conv1_weight_bias_0_0" [id=54, type=get_attr]; +"55 mul_5" [id=55, type=]; +"56 conv2d_5" [id=56, type=conv2d]; +"57 relu__5" [id=57, type=relu_]; +"58 quantize_per_tensor_default_8" [id=58, type=quantize_per_tensor]; +"59 dequantize_per_tensor_default_10" [id=59, type=dequantize_per_tensor]; +"60 conv2d_6_scale_0_updated_constant0" [id=60, type=get_attr]; +"61 compressed_weight_updated_constant6" [id=61, type=get_attr]; +"62 layer2_0_conv2_weight_bias_0_0" [id=62, type=get_attr]; +"63 mul_6" [id=63, type=]; +"64 conv2d_6" [id=64, type=conv2d]; +"65 quantize_per_tensor_default_9" [id=65, type=quantize_per_tensor]; +"66 dequantize_per_tensor_default_11" [id=66, type=dequantize_per_tensor]; +"67 conv2d_7_scale_0_updated_constant0" [id=67, type=get_attr]; +"68 compressed_weight_updated_constant7" [id=68, type=get_attr]; +"69 layer2_0_downsample_0_weight_bias_0_0" [id=69, type=get_attr]; +"70 mul_7" [id=70, type=]; +"71 conv2d_7" [id=71, type=conv2d]; +"72 quantize_per_tensor_default_10" [id=72, type=quantize_per_tensor]; +"73 dequantize_per_tensor_default_12" [id=73, type=dequantize_per_tensor]; +"74 add__2" [id=74, type=add_]; +"75 relu__6" [id=75, type=relu_]; +"76 quantize_per_tensor_default_11" [id=76, type=quantize_per_tensor]; +"77 dequantize_per_tensor_default_14" [id=77, type=dequantize_per_tensor]; +"78 dequantize_per_tensor_default_13" [id=78, type=dequantize_per_tensor]; +"79 conv2d_8_scale_0_updated_constant0" [id=79, type=get_attr]; +"80 compressed_weight_updated_constant8" [id=80, type=get_attr]; +"81 layer2_1_conv1_weight_bias_0_0" [id=81, type=get_attr]; +"82 mul_8" [id=82, type=]; +"83 conv2d_8" [id=83, type=conv2d]; +"84 relu__7" [id=84, type=relu_]; +"85 quantize_per_tensor_default_12" [id=85, type=quantize_per_tensor]; +"86 dequantize_per_tensor_default_15" [id=86, type=dequantize_per_tensor]; +"87 conv2d_9_scale_0_updated_constant0" [id=87, type=get_attr]; +"88 compressed_weight_updated_constant9" [id=88, type=get_attr]; +"89 layer2_1_conv2_weight_bias_0_0" [id=89, type=get_attr]; +"90 mul_9" [id=90, type=]; +"91 conv2d_9" [id=91, type=conv2d]; +"92 quantize_per_tensor_default_13" [id=92, type=quantize_per_tensor]; +"93 dequantize_per_tensor_default_16" [id=93, type=dequantize_per_tensor]; +"94 add__3" [id=94, type=add_]; +"95 relu__8" [id=95, type=relu_]; +"96 quantize_per_tensor_default_14" [id=96, type=quantize_per_tensor]; +"97 dequantize_per_tensor_default_18" [id=97, type=dequantize_per_tensor]; +"98 dequantize_per_tensor_default_17" [id=98, type=dequantize_per_tensor]; +"99 conv2d_10_scale_0_updated_constant0" [id=99, type=get_attr]; +"100 compressed_weight_updated_constant10" [id=100, type=get_attr]; +"101 layer3_0_conv1_weight_bias_0_0" [id=101, type=get_attr]; +"102 mul_10" [id=102, type=]; +"103 conv2d_10" [id=103, type=conv2d]; +"104 relu__9" [id=104, type=relu_]; +"105 quantize_per_tensor_default_15" [id=105, type=quantize_per_tensor]; +"106 dequantize_per_tensor_default_19" [id=106, type=dequantize_per_tensor]; +"107 conv2d_11_scale_0_updated_constant0" [id=107, type=get_attr]; +"108 compressed_weight_updated_constant11" [id=108, type=get_attr]; +"109 layer3_0_conv2_weight_bias_0_0" [id=109, type=get_attr]; +"110 mul_11" [id=110, type=]; +"111 conv2d_11" [id=111, type=conv2d]; +"112 quantize_per_tensor_default_16" [id=112, type=quantize_per_tensor]; +"113 dequantize_per_tensor_default_20" [id=113, type=dequantize_per_tensor]; +"114 conv2d_12_scale_0_updated_constant0" [id=114, type=get_attr]; +"115 compressed_weight_updated_constant12" [id=115, type=get_attr]; +"116 layer3_0_downsample_0_weight_bias_0_0" [id=116, type=get_attr]; +"117 mul_12" [id=117, type=]; +"118 conv2d_12" [id=118, type=conv2d]; +"119 quantize_per_tensor_default_17" [id=119, type=quantize_per_tensor]; +"120 dequantize_per_tensor_default_21" [id=120, type=dequantize_per_tensor]; +"121 add__4" [id=121, type=add_]; +"122 relu__10" [id=122, type=relu_]; +"123 quantize_per_tensor_default_18" [id=123, type=quantize_per_tensor]; +"124 dequantize_per_tensor_default_23" [id=124, type=dequantize_per_tensor]; +"125 dequantize_per_tensor_default_22" [id=125, type=dequantize_per_tensor]; +"126 conv2d_13_scale_0_updated_constant0" [id=126, type=get_attr]; +"127 compressed_weight_updated_constant13" [id=127, type=get_attr]; +"128 layer3_1_conv1_weight_bias_0_0" [id=128, type=get_attr]; +"129 mul_13" [id=129, type=]; +"130 conv2d_13" [id=130, type=conv2d]; +"131 relu__11" [id=131, type=relu_]; +"132 quantize_per_tensor_default_19" [id=132, type=quantize_per_tensor]; +"133 dequantize_per_tensor_default_24" [id=133, type=dequantize_per_tensor]; +"134 conv2d_14_scale_0_updated_constant0" [id=134, type=get_attr]; +"135 compressed_weight_updated_constant14" [id=135, type=get_attr]; +"136 layer3_1_conv2_weight_bias_0_0" [id=136, type=get_attr]; +"137 mul_14" [id=137, type=]; +"138 conv2d_14" [id=138, type=conv2d]; +"139 quantize_per_tensor_default_20" [id=139, type=quantize_per_tensor]; +"140 dequantize_per_tensor_default_25" [id=140, type=dequantize_per_tensor]; +"141 add__5" [id=141, type=add_]; +"142 relu__12" [id=142, type=relu_]; +"143 quantize_per_tensor_default_21" [id=143, type=quantize_per_tensor]; +"144 dequantize_per_tensor_default_27" [id=144, type=dequantize_per_tensor]; +"145 dequantize_per_tensor_default_26" [id=145, type=dequantize_per_tensor]; +"146 conv2d_15_scale_0_updated_constant0" [id=146, type=get_attr]; +"147 compressed_weight_updated_constant15" [id=147, type=get_attr]; +"148 layer4_0_conv1_weight_bias_0_0" [id=148, type=get_attr]; +"149 mul_15" [id=149, type=]; +"150 conv2d_15" [id=150, type=conv2d]; +"151 relu__13" [id=151, type=relu_]; +"152 quantize_per_tensor_default_22" [id=152, type=quantize_per_tensor]; +"153 dequantize_per_tensor_default_28" [id=153, type=dequantize_per_tensor]; +"154 conv2d_16_scale_0_updated_constant0" [id=154, type=get_attr]; +"155 compressed_weight_updated_constant16" [id=155, type=get_attr]; +"156 layer4_0_conv2_weight_bias_0_0" [id=156, type=get_attr]; +"157 mul_16" [id=157, type=]; +"158 conv2d_16" [id=158, type=conv2d]; +"159 quantize_per_tensor_default_23" [id=159, type=quantize_per_tensor]; +"160 dequantize_per_tensor_default_29" [id=160, type=dequantize_per_tensor]; +"161 conv2d_17_scale_0_updated_constant0" [id=161, type=get_attr]; +"162 compressed_weight_updated_constant17" [id=162, type=get_attr]; +"163 layer4_0_downsample_0_weight_bias_0_0" [id=163, type=get_attr]; +"164 mul_17" [id=164, type=]; +"165 conv2d_17" [id=165, type=conv2d]; +"166 quantize_per_tensor_default_24" [id=166, type=quantize_per_tensor]; +"167 dequantize_per_tensor_default_30" [id=167, type=dequantize_per_tensor]; +"168 add__6" [id=168, type=add_]; +"169 relu__14" [id=169, type=relu_]; +"170 quantize_per_tensor_default_25" [id=170, type=quantize_per_tensor]; +"171 dequantize_per_tensor_default_32" [id=171, type=dequantize_per_tensor]; +"172 dequantize_per_tensor_default_31" [id=172, type=dequantize_per_tensor]; +"173 conv2d_18_scale_0_updated_constant0" [id=173, type=get_attr]; +"174 compressed_weight_updated_constant18" [id=174, type=get_attr]; +"175 layer4_1_conv1_weight_bias_0_0" [id=175, type=get_attr]; +"176 mul_18" [id=176, type=]; +"177 conv2d_18" [id=177, type=conv2d]; +"178 relu__15" [id=178, type=relu_]; +"179 quantize_per_tensor_default_26" [id=179, type=quantize_per_tensor]; +"180 dequantize_per_tensor_default_33" [id=180, type=dequantize_per_tensor]; +"181 conv2d_19_scale_0_updated_constant0" [id=181, type=get_attr]; +"182 compressed_weight_updated_constant19" [id=182, type=get_attr]; +"183 layer4_1_conv2_weight_bias_0_0" [id=183, type=get_attr]; +"184 mul_19" [id=184, type=]; +"185 conv2d_19" [id=185, type=conv2d]; +"186 quantize_per_tensor_default_27" [id=186, type=quantize_per_tensor]; +"187 dequantize_per_tensor_default_34" [id=187, type=dequantize_per_tensor]; +"188 add__7" [id=188, type=add_]; +"189 relu__16" [id=189, type=relu_]; +"190 quantize_per_tensor_default_28" [id=190, type=quantize_per_tensor]; +"191 dequantize_per_tensor_default_35" [id=191, type=dequantize_per_tensor]; +"192 adaptive_avg_pool2d" [id=192, type=adaptive_avg_pool2d]; +"193 quantize_per_tensor_default_29" [id=193, type=quantize_per_tensor]; +"194 dequantize_per_tensor_default_36" [id=194, type=dequantize_per_tensor]; +"195 flatten" [id=195, type=flatten]; +"196 linear_scale_0_updated_constant0" [id=196, type=get_attr]; +"197 compressed_weight_updated_constant20" [id=197, type=get_attr]; +"198 _param_constant61_0_0" [id=198, type=get_attr]; +"199 mul_20" [id=199, type=]; +"200 linear" [id=200, type=linear]; +"201 output" [id=201, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default"; -"2 dequantize_per_tensor_default" -> "9 conv2d"; -"3 _param_constant0" -> "6 quantize_per_channel_default"; -"4 conv2d_scale_0" -> "6 quantize_per_channel_default"; -"4 conv2d_scale_0" -> "7 dequantize_per_channel_default"; -"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default"; -"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default"; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default"; -"7 dequantize_per_channel_default" -> "9 conv2d"; -"8 conv1_weight_bias_0_0" -> "9 conv2d"; -"9 conv2d" -> "10 relu_"; -"10 relu_" -> "11 quantize_per_tensor_default_1"; -"11 quantize_per_tensor_default_1" -> "12 dequantize_per_tensor_default_1"; -"12 dequantize_per_tensor_default_1" -> "13 max_pool2d"; -"13 max_pool2d" -> "20 conv2d_1"; -"13 max_pool2d" -> "33 add_"; -"14 _param_constant3" -> "17 quantize_per_channel_default_1"; -"15 conv2d_1_scale_0" -> "17 quantize_per_channel_default_1"; -"15 conv2d_1_scale_0" -> "18 dequantize_per_channel_default_1"; -"16 conv2d_1_zero_point_0" -> "17 quantize_per_channel_default_1"; -"16 conv2d_1_zero_point_0" -> "18 dequantize_per_channel_default_1"; -"17 quantize_per_channel_default_1" -> "18 dequantize_per_channel_default_1"; -"18 dequantize_per_channel_default_1" -> "20 conv2d_1"; -"19 layer1_0_conv1_weight_bias_0_0" -> "20 conv2d_1"; -"20 conv2d_1" -> "21 relu__1"; -"21 relu__1" -> "22 quantize_per_tensor_default_2"; -"22 quantize_per_tensor_default_2" -> "23 dequantize_per_tensor_default_2"; -"23 dequantize_per_tensor_default_2" -> "30 conv2d_2"; -"24 _param_constant6" -> "27 quantize_per_channel_default_2"; -"25 conv2d_2_scale_0" -> "27 quantize_per_channel_default_2"; -"25 conv2d_2_scale_0" -> "28 dequantize_per_channel_default_2"; -"26 conv2d_2_zero_point_0" -> "27 quantize_per_channel_default_2"; -"26 conv2d_2_zero_point_0" -> "28 dequantize_per_channel_default_2"; -"27 quantize_per_channel_default_2" -> "28 dequantize_per_channel_default_2"; -"28 dequantize_per_channel_default_2" -> "30 conv2d_2"; -"29 layer1_0_conv2_weight_bias_0_0" -> "30 conv2d_2"; -"30 conv2d_2" -> "31 quantize_per_tensor_default_3"; -"31 quantize_per_tensor_default_3" -> "32 dequantize_per_tensor_default_3"; -"32 dequantize_per_tensor_default_3" -> "33 add_"; -"33 add_" -> "34 relu__2"; -"34 relu__2" -> "35 quantize_per_tensor_default_4"; -"35 quantize_per_tensor_default_4" -> "36 dequantize_per_tensor_default_5"; -"35 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_4"; -"36 dequantize_per_tensor_default_5" -> "57 add__1"; -"37 dequantize_per_tensor_default_4" -> "44 conv2d_3"; -"38 _param_constant9" -> "41 quantize_per_channel_default_3"; -"39 conv2d_3_scale_0" -> "41 quantize_per_channel_default_3"; -"39 conv2d_3_scale_0" -> "42 dequantize_per_channel_default_3"; -"40 conv2d_3_zero_point_0" -> "41 quantize_per_channel_default_3"; -"40 conv2d_3_zero_point_0" -> "42 dequantize_per_channel_default_3"; -"41 quantize_per_channel_default_3" -> "42 dequantize_per_channel_default_3"; -"42 dequantize_per_channel_default_3" -> "44 conv2d_3"; -"43 layer1_1_conv1_weight_bias_0_0" -> "44 conv2d_3"; -"44 conv2d_3" -> "45 relu__3"; -"45 relu__3" -> "46 quantize_per_tensor_default_5"; -"46 quantize_per_tensor_default_5" -> "47 dequantize_per_tensor_default_6"; -"47 dequantize_per_tensor_default_6" -> "54 conv2d_4"; -"48 _param_constant12" -> "51 quantize_per_channel_default_4"; -"49 conv2d_4_scale_0" -> "51 quantize_per_channel_default_4"; -"49 conv2d_4_scale_0" -> "52 dequantize_per_channel_default_4"; -"50 conv2d_4_zero_point_0" -> "51 quantize_per_channel_default_4"; -"50 conv2d_4_zero_point_0" -> "52 dequantize_per_channel_default_4"; -"51 quantize_per_channel_default_4" -> "52 dequantize_per_channel_default_4"; -"52 dequantize_per_channel_default_4" -> "54 conv2d_4"; -"53 layer1_1_conv2_weight_bias_0_0" -> "54 conv2d_4"; -"54 conv2d_4" -> "55 quantize_per_tensor_default_6"; -"55 quantize_per_tensor_default_6" -> "56 dequantize_per_tensor_default_7"; -"56 dequantize_per_tensor_default_7" -> "57 add__1"; -"57 add__1" -> "58 relu__4"; -"58 relu__4" -> "59 quantize_per_tensor_default_7"; -"59 quantize_per_tensor_default_7" -> "60 dequantize_per_tensor_default_9"; -"59 quantize_per_tensor_default_7" -> "61 dequantize_per_tensor_default_8"; -"60 dequantize_per_tensor_default_9" -> "87 conv2d_7"; -"61 dequantize_per_tensor_default_8" -> "68 conv2d_5"; -"62 _param_constant15" -> "65 quantize_per_channel_default_5"; -"63 conv2d_5_scale_0" -> "65 quantize_per_channel_default_5"; -"63 conv2d_5_scale_0" -> "66 dequantize_per_channel_default_5"; -"64 conv2d_5_zero_point_0" -> "65 quantize_per_channel_default_5"; -"64 conv2d_5_zero_point_0" -> "66 dequantize_per_channel_default_5"; -"65 quantize_per_channel_default_5" -> "66 dequantize_per_channel_default_5"; -"66 dequantize_per_channel_default_5" -> "68 conv2d_5"; -"67 layer2_0_conv1_weight_bias_0_0" -> "68 conv2d_5"; -"68 conv2d_5" -> "69 relu__5"; -"69 relu__5" -> "70 quantize_per_tensor_default_8"; -"70 quantize_per_tensor_default_8" -> "71 dequantize_per_tensor_default_10"; -"71 dequantize_per_tensor_default_10" -> "78 conv2d_6"; -"72 _param_constant18" -> "75 quantize_per_channel_default_6"; -"73 conv2d_6_scale_0" -> "75 quantize_per_channel_default_6"; -"73 conv2d_6_scale_0" -> "76 dequantize_per_channel_default_6"; -"74 conv2d_6_zero_point_0" -> "75 quantize_per_channel_default_6"; -"74 conv2d_6_zero_point_0" -> "76 dequantize_per_channel_default_6"; -"75 quantize_per_channel_default_6" -> "76 dequantize_per_channel_default_6"; -"76 dequantize_per_channel_default_6" -> "78 conv2d_6"; -"77 layer2_0_conv2_weight_bias_0_0" -> "78 conv2d_6"; -"78 conv2d_6" -> "79 quantize_per_tensor_default_9"; -"79 quantize_per_tensor_default_9" -> "80 dequantize_per_tensor_default_11"; -"80 dequantize_per_tensor_default_11" -> "90 add__2"; -"81 _param_constant21" -> "84 quantize_per_channel_default_7"; -"82 conv2d_7_scale_0" -> "84 quantize_per_channel_default_7"; -"82 conv2d_7_scale_0" -> "85 dequantize_per_channel_default_7"; -"83 conv2d_7_zero_point_0" -> "84 quantize_per_channel_default_7"; -"83 conv2d_7_zero_point_0" -> "85 dequantize_per_channel_default_7"; -"84 quantize_per_channel_default_7" -> "85 dequantize_per_channel_default_7"; -"85 dequantize_per_channel_default_7" -> "87 conv2d_7"; -"86 layer2_0_downsample_0_weight_bias_0_0" -> "87 conv2d_7"; -"87 conv2d_7" -> "88 quantize_per_tensor_default_10"; -"88 quantize_per_tensor_default_10" -> "89 dequantize_per_tensor_default_12"; -"89 dequantize_per_tensor_default_12" -> "90 add__2"; -"90 add__2" -> "91 relu__6"; -"91 relu__6" -> "92 quantize_per_tensor_default_11"; -"92 quantize_per_tensor_default_11" -> "93 dequantize_per_tensor_default_14"; -"92 quantize_per_tensor_default_11" -> "94 dequantize_per_tensor_default_13"; -"93 dequantize_per_tensor_default_14" -> "114 add__3"; -"94 dequantize_per_tensor_default_13" -> "101 conv2d_8"; -"95 _param_constant24" -> "98 quantize_per_channel_default_8"; -"96 conv2d_8_scale_0" -> "98 quantize_per_channel_default_8"; -"96 conv2d_8_scale_0" -> "99 dequantize_per_channel_default_8"; -"97 conv2d_8_zero_point_0" -> "98 quantize_per_channel_default_8"; -"97 conv2d_8_zero_point_0" -> "99 dequantize_per_channel_default_8"; -"98 quantize_per_channel_default_8" -> "99 dequantize_per_channel_default_8"; -"99 dequantize_per_channel_default_8" -> "101 conv2d_8"; -"100 layer2_1_conv1_weight_bias_0_0" -> "101 conv2d_8"; -"101 conv2d_8" -> "102 relu__7"; -"102 relu__7" -> "103 quantize_per_tensor_default_12"; -"103 quantize_per_tensor_default_12" -> "104 dequantize_per_tensor_default_15"; -"104 dequantize_per_tensor_default_15" -> "111 conv2d_9"; -"105 _param_constant27" -> "108 quantize_per_channel_default_9"; -"106 conv2d_9_scale_0" -> "108 quantize_per_channel_default_9"; -"106 conv2d_9_scale_0" -> "109 dequantize_per_channel_default_9"; -"107 conv2d_9_zero_point_0" -> "108 quantize_per_channel_default_9"; -"107 conv2d_9_zero_point_0" -> "109 dequantize_per_channel_default_9"; -"108 quantize_per_channel_default_9" -> "109 dequantize_per_channel_default_9"; -"109 dequantize_per_channel_default_9" -> "111 conv2d_9"; -"110 layer2_1_conv2_weight_bias_0_0" -> "111 conv2d_9"; -"111 conv2d_9" -> "112 quantize_per_tensor_default_13"; -"112 quantize_per_tensor_default_13" -> "113 dequantize_per_tensor_default_16"; -"113 dequantize_per_tensor_default_16" -> "114 add__3"; -"114 add__3" -> "115 relu__8"; -"115 relu__8" -> "116 quantize_per_tensor_default_14"; -"116 quantize_per_tensor_default_14" -> "117 dequantize_per_tensor_default_18"; -"116 quantize_per_tensor_default_14" -> "118 dequantize_per_tensor_default_17"; -"117 dequantize_per_tensor_default_18" -> "144 conv2d_12"; -"118 dequantize_per_tensor_default_17" -> "125 conv2d_10"; -"119 _param_constant30" -> "122 quantize_per_channel_default_10"; -"120 conv2d_10_scale_0" -> "122 quantize_per_channel_default_10"; -"120 conv2d_10_scale_0" -> "123 dequantize_per_channel_default_10"; -"121 conv2d_10_zero_point_0" -> "122 quantize_per_channel_default_10"; -"121 conv2d_10_zero_point_0" -> "123 dequantize_per_channel_default_10"; -"122 quantize_per_channel_default_10" -> "123 dequantize_per_channel_default_10"; -"123 dequantize_per_channel_default_10" -> "125 conv2d_10"; -"124 layer3_0_conv1_weight_bias_0_0" -> "125 conv2d_10"; -"125 conv2d_10" -> "126 relu__9"; -"126 relu__9" -> "127 quantize_per_tensor_default_15"; -"127 quantize_per_tensor_default_15" -> "128 dequantize_per_tensor_default_19"; -"128 dequantize_per_tensor_default_19" -> "135 conv2d_11"; -"129 _param_constant33" -> "132 quantize_per_channel_default_11"; -"130 conv2d_11_scale_0" -> "132 quantize_per_channel_default_11"; -"130 conv2d_11_scale_0" -> "133 dequantize_per_channel_default_11"; -"131 conv2d_11_zero_point_0" -> "132 quantize_per_channel_default_11"; -"131 conv2d_11_zero_point_0" -> "133 dequantize_per_channel_default_11"; -"132 quantize_per_channel_default_11" -> "133 dequantize_per_channel_default_11"; -"133 dequantize_per_channel_default_11" -> "135 conv2d_11"; -"134 layer3_0_conv2_weight_bias_0_0" -> "135 conv2d_11"; -"135 conv2d_11" -> "136 quantize_per_tensor_default_16"; -"136 quantize_per_tensor_default_16" -> "137 dequantize_per_tensor_default_20"; -"137 dequantize_per_tensor_default_20" -> "147 add__4"; -"138 _param_constant36" -> "141 quantize_per_channel_default_12"; -"139 conv2d_12_scale_0" -> "141 quantize_per_channel_default_12"; -"139 conv2d_12_scale_0" -> "142 dequantize_per_channel_default_12"; -"140 conv2d_12_zero_point_0" -> "141 quantize_per_channel_default_12"; -"140 conv2d_12_zero_point_0" -> "142 dequantize_per_channel_default_12"; -"141 quantize_per_channel_default_12" -> "142 dequantize_per_channel_default_12"; -"142 dequantize_per_channel_default_12" -> "144 conv2d_12"; -"143 layer3_0_downsample_0_weight_bias_0_0" -> "144 conv2d_12"; -"144 conv2d_12" -> "145 quantize_per_tensor_default_17"; -"145 quantize_per_tensor_default_17" -> "146 dequantize_per_tensor_default_21"; -"146 dequantize_per_tensor_default_21" -> "147 add__4"; -"147 add__4" -> "148 relu__10"; -"148 relu__10" -> "149 quantize_per_tensor_default_18"; -"149 quantize_per_tensor_default_18" -> "150 dequantize_per_tensor_default_23"; -"149 quantize_per_tensor_default_18" -> "151 dequantize_per_tensor_default_22"; -"150 dequantize_per_tensor_default_23" -> "171 add__5"; -"151 dequantize_per_tensor_default_22" -> "158 conv2d_13"; -"152 _param_constant39" -> "155 quantize_per_channel_default_13"; -"153 conv2d_13_scale_0" -> "155 quantize_per_channel_default_13"; -"153 conv2d_13_scale_0" -> "156 dequantize_per_channel_default_13"; -"154 conv2d_13_zero_point_0" -> "155 quantize_per_channel_default_13"; -"154 conv2d_13_zero_point_0" -> "156 dequantize_per_channel_default_13"; -"155 quantize_per_channel_default_13" -> "156 dequantize_per_channel_default_13"; -"156 dequantize_per_channel_default_13" -> "158 conv2d_13"; -"157 layer3_1_conv1_weight_bias_0_0" -> "158 conv2d_13"; -"158 conv2d_13" -> "159 relu__11"; -"159 relu__11" -> "160 quantize_per_tensor_default_19"; -"160 quantize_per_tensor_default_19" -> "161 dequantize_per_tensor_default_24"; -"161 dequantize_per_tensor_default_24" -> "168 conv2d_14"; -"162 _param_constant42" -> "165 quantize_per_channel_default_14"; -"163 conv2d_14_scale_0" -> "165 quantize_per_channel_default_14"; -"163 conv2d_14_scale_0" -> "166 dequantize_per_channel_default_14"; -"164 conv2d_14_zero_point_0" -> "165 quantize_per_channel_default_14"; -"164 conv2d_14_zero_point_0" -> "166 dequantize_per_channel_default_14"; -"165 quantize_per_channel_default_14" -> "166 dequantize_per_channel_default_14"; -"166 dequantize_per_channel_default_14" -> "168 conv2d_14"; -"167 layer3_1_conv2_weight_bias_0_0" -> "168 conv2d_14"; -"168 conv2d_14" -> "169 quantize_per_tensor_default_20"; -"169 quantize_per_tensor_default_20" -> "170 dequantize_per_tensor_default_25"; -"170 dequantize_per_tensor_default_25" -> "171 add__5"; -"171 add__5" -> "172 relu__12"; -"172 relu__12" -> "173 quantize_per_tensor_default_21"; -"173 quantize_per_tensor_default_21" -> "174 dequantize_per_tensor_default_27"; -"173 quantize_per_tensor_default_21" -> "175 dequantize_per_tensor_default_26"; -"174 dequantize_per_tensor_default_27" -> "201 conv2d_17"; -"175 dequantize_per_tensor_default_26" -> "182 conv2d_15"; -"176 _param_constant45" -> "179 quantize_per_channel_default_15"; -"177 conv2d_15_scale_0" -> "179 quantize_per_channel_default_15"; -"177 conv2d_15_scale_0" -> "180 dequantize_per_channel_default_15"; -"178 conv2d_15_zero_point_0" -> "179 quantize_per_channel_default_15"; -"178 conv2d_15_zero_point_0" -> "180 dequantize_per_channel_default_15"; -"179 quantize_per_channel_default_15" -> "180 dequantize_per_channel_default_15"; -"180 dequantize_per_channel_default_15" -> "182 conv2d_15"; -"181 layer4_0_conv1_weight_bias_0_0" -> "182 conv2d_15"; -"182 conv2d_15" -> "183 relu__13"; -"183 relu__13" -> "184 quantize_per_tensor_default_22"; -"184 quantize_per_tensor_default_22" -> "185 dequantize_per_tensor_default_28"; -"185 dequantize_per_tensor_default_28" -> "192 conv2d_16"; -"186 _param_constant48" -> "189 quantize_per_channel_default_16"; -"187 conv2d_16_scale_0" -> "189 quantize_per_channel_default_16"; -"187 conv2d_16_scale_0" -> "190 dequantize_per_channel_default_16"; -"188 conv2d_16_zero_point_0" -> "189 quantize_per_channel_default_16"; -"188 conv2d_16_zero_point_0" -> "190 dequantize_per_channel_default_16"; -"189 quantize_per_channel_default_16" -> "190 dequantize_per_channel_default_16"; -"190 dequantize_per_channel_default_16" -> "192 conv2d_16"; -"191 layer4_0_conv2_weight_bias_0_0" -> "192 conv2d_16"; -"192 conv2d_16" -> "193 quantize_per_tensor_default_23"; -"193 quantize_per_tensor_default_23" -> "194 dequantize_per_tensor_default_29"; -"194 dequantize_per_tensor_default_29" -> "204 add__6"; -"195 _param_constant51" -> "198 quantize_per_channel_default_17"; -"196 conv2d_17_scale_0" -> "198 quantize_per_channel_default_17"; -"196 conv2d_17_scale_0" -> "199 dequantize_per_channel_default_17"; -"197 conv2d_17_zero_point_0" -> "198 quantize_per_channel_default_17"; -"197 conv2d_17_zero_point_0" -> "199 dequantize_per_channel_default_17"; -"198 quantize_per_channel_default_17" -> "199 dequantize_per_channel_default_17"; -"199 dequantize_per_channel_default_17" -> "201 conv2d_17"; -"200 layer4_0_downsample_0_weight_bias_0_0" -> "201 conv2d_17"; -"201 conv2d_17" -> "202 quantize_per_tensor_default_24"; -"202 quantize_per_tensor_default_24" -> "203 dequantize_per_tensor_default_30"; -"203 dequantize_per_tensor_default_30" -> "204 add__6"; -"204 add__6" -> "205 relu__14"; -"205 relu__14" -> "206 quantize_per_tensor_default_25"; -"206 quantize_per_tensor_default_25" -> "207 dequantize_per_tensor_default_32"; -"206 quantize_per_tensor_default_25" -> "208 dequantize_per_tensor_default_31"; -"207 dequantize_per_tensor_default_32" -> "228 add__7"; -"208 dequantize_per_tensor_default_31" -> "215 conv2d_18"; -"209 _param_constant54" -> "212 quantize_per_channel_default_18"; -"210 conv2d_18_scale_0" -> "212 quantize_per_channel_default_18"; -"210 conv2d_18_scale_0" -> "213 dequantize_per_channel_default_18"; -"211 conv2d_18_zero_point_0" -> "212 quantize_per_channel_default_18"; -"211 conv2d_18_zero_point_0" -> "213 dequantize_per_channel_default_18"; -"212 quantize_per_channel_default_18" -> "213 dequantize_per_channel_default_18"; -"213 dequantize_per_channel_default_18" -> "215 conv2d_18"; -"214 layer4_1_conv1_weight_bias_0_0" -> "215 conv2d_18"; -"215 conv2d_18" -> "216 relu__15"; -"216 relu__15" -> "217 quantize_per_tensor_default_26"; -"217 quantize_per_tensor_default_26" -> "218 dequantize_per_tensor_default_33"; -"218 dequantize_per_tensor_default_33" -> "225 conv2d_19"; -"219 _param_constant57" -> "222 quantize_per_channel_default_19"; -"220 conv2d_19_scale_0" -> "222 quantize_per_channel_default_19"; -"220 conv2d_19_scale_0" -> "223 dequantize_per_channel_default_19"; -"221 conv2d_19_zero_point_0" -> "222 quantize_per_channel_default_19"; -"221 conv2d_19_zero_point_0" -> "223 dequantize_per_channel_default_19"; -"222 quantize_per_channel_default_19" -> "223 dequantize_per_channel_default_19"; -"223 dequantize_per_channel_default_19" -> "225 conv2d_19"; -"224 layer4_1_conv2_weight_bias_0_0" -> "225 conv2d_19"; -"225 conv2d_19" -> "226 quantize_per_tensor_default_27"; -"226 quantize_per_tensor_default_27" -> "227 dequantize_per_tensor_default_34"; -"227 dequantize_per_tensor_default_34" -> "228 add__7"; -"228 add__7" -> "229 relu__16"; -"229 relu__16" -> "230 quantize_per_tensor_default_28"; -"230 quantize_per_tensor_default_28" -> "231 dequantize_per_tensor_default_35"; -"231 dequantize_per_tensor_default_35" -> "232 adaptive_avg_pool2d"; -"232 adaptive_avg_pool2d" -> "233 quantize_per_tensor_default_29"; -"233 quantize_per_tensor_default_29" -> "234 dequantize_per_tensor_default_36"; -"234 dequantize_per_tensor_default_36" -> "235 flatten"; -"235 flatten" -> "242 linear"; -"236 _param_constant60" -> "239 quantize_per_channel_default_20"; -"237 linear_scale_0" -> "239 quantize_per_channel_default_20"; -"237 linear_scale_0" -> "240 dequantize_per_channel_default_20"; -"238 linear_zero_point_0" -> "239 quantize_per_channel_default_20"; -"238 linear_zero_point_0" -> "240 dequantize_per_channel_default_20"; -"239 quantize_per_channel_default_20" -> "240 dequantize_per_channel_default_20"; -"240 dequantize_per_channel_default_20" -> "242 linear"; -"241 _param_constant61_0_0" -> "242 linear"; -"242 linear" -> "243 output"; +"2 dequantize_per_tensor_default" -> "7 conv2d"; +"3 conv2d_scale_0_updated_constant0" -> "6 mul"; +"4 compressed_weight_updated_constant0" -> "6 mul"; +"5 conv1_weight_bias_0_0" -> "7 conv2d"; +"6 mul" -> "7 conv2d"; +"7 conv2d" -> "8 relu_"; +"8 relu_" -> "9 quantize_per_tensor_default_1"; +"9 quantize_per_tensor_default_1" -> "10 dequantize_per_tensor_default_1"; +"10 dequantize_per_tensor_default_1" -> "11 max_pool2d"; +"11 max_pool2d" -> "16 conv2d_1"; +"11 max_pool2d" -> "27 add_"; +"12 conv2d_1_scale_0_updated_constant0" -> "15 mul_1"; +"13 compressed_weight_updated_constant1" -> "15 mul_1"; +"14 layer1_0_conv1_weight_bias_0_0" -> "16 conv2d_1"; +"15 mul_1" -> "16 conv2d_1"; +"16 conv2d_1" -> "17 relu__1"; +"17 relu__1" -> "18 quantize_per_tensor_default_2"; +"18 quantize_per_tensor_default_2" -> "19 dequantize_per_tensor_default_2"; +"19 dequantize_per_tensor_default_2" -> "24 conv2d_2"; +"20 conv2d_2_scale_0_updated_constant0" -> "23 mul_2"; +"21 compressed_weight_updated_constant2" -> "23 mul_2"; +"22 layer1_0_conv2_weight_bias_0_0" -> "24 conv2d_2"; +"23 mul_2" -> "24 conv2d_2"; +"24 conv2d_2" -> "25 quantize_per_tensor_default_3"; +"25 quantize_per_tensor_default_3" -> "26 dequantize_per_tensor_default_3"; +"26 dequantize_per_tensor_default_3" -> "27 add_"; +"27 add_" -> "28 relu__2"; +"28 relu__2" -> "29 quantize_per_tensor_default_4"; +"29 quantize_per_tensor_default_4" -> "30 dequantize_per_tensor_default_5"; +"29 quantize_per_tensor_default_4" -> "31 dequantize_per_tensor_default_4"; +"30 dequantize_per_tensor_default_5" -> "47 add__1"; +"31 dequantize_per_tensor_default_4" -> "36 conv2d_3"; +"32 conv2d_3_scale_0_updated_constant0" -> "35 mul_3"; +"33 compressed_weight_updated_constant3" -> "35 mul_3"; +"34 layer1_1_conv1_weight_bias_0_0" -> "36 conv2d_3"; +"35 mul_3" -> "36 conv2d_3"; +"36 conv2d_3" -> "37 relu__3"; +"37 relu__3" -> "38 quantize_per_tensor_default_5"; +"38 quantize_per_tensor_default_5" -> "39 dequantize_per_tensor_default_6"; +"39 dequantize_per_tensor_default_6" -> "44 conv2d_4"; +"40 conv2d_4_scale_0_updated_constant0" -> "43 mul_4"; +"41 compressed_weight_updated_constant4" -> "43 mul_4"; +"42 layer1_1_conv2_weight_bias_0_0" -> "44 conv2d_4"; +"43 mul_4" -> "44 conv2d_4"; +"44 conv2d_4" -> "45 quantize_per_tensor_default_6"; +"45 quantize_per_tensor_default_6" -> "46 dequantize_per_tensor_default_7"; +"46 dequantize_per_tensor_default_7" -> "47 add__1"; +"47 add__1" -> "48 relu__4"; +"48 relu__4" -> "49 quantize_per_tensor_default_7"; +"49 quantize_per_tensor_default_7" -> "50 dequantize_per_tensor_default_9"; +"49 quantize_per_tensor_default_7" -> "51 dequantize_per_tensor_default_8"; +"50 dequantize_per_tensor_default_9" -> "71 conv2d_7"; +"51 dequantize_per_tensor_default_8" -> "56 conv2d_5"; +"52 conv2d_5_scale_0_updated_constant0" -> "55 mul_5"; +"53 compressed_weight_updated_constant5" -> "55 mul_5"; +"54 layer2_0_conv1_weight_bias_0_0" -> "56 conv2d_5"; +"55 mul_5" -> "56 conv2d_5"; +"56 conv2d_5" -> "57 relu__5"; +"57 relu__5" -> "58 quantize_per_tensor_default_8"; +"58 quantize_per_tensor_default_8" -> "59 dequantize_per_tensor_default_10"; +"59 dequantize_per_tensor_default_10" -> "64 conv2d_6"; +"60 conv2d_6_scale_0_updated_constant0" -> "63 mul_6"; +"61 compressed_weight_updated_constant6" -> "63 mul_6"; +"62 layer2_0_conv2_weight_bias_0_0" -> "64 conv2d_6"; +"63 mul_6" -> "64 conv2d_6"; +"64 conv2d_6" -> "65 quantize_per_tensor_default_9"; +"65 quantize_per_tensor_default_9" -> "66 dequantize_per_tensor_default_11"; +"66 dequantize_per_tensor_default_11" -> "74 add__2"; +"67 conv2d_7_scale_0_updated_constant0" -> "70 mul_7"; +"68 compressed_weight_updated_constant7" -> "70 mul_7"; +"69 layer2_0_downsample_0_weight_bias_0_0" -> "71 conv2d_7"; +"70 mul_7" -> "71 conv2d_7"; +"71 conv2d_7" -> "72 quantize_per_tensor_default_10"; +"72 quantize_per_tensor_default_10" -> "73 dequantize_per_tensor_default_12"; +"73 dequantize_per_tensor_default_12" -> "74 add__2"; +"74 add__2" -> "75 relu__6"; +"75 relu__6" -> "76 quantize_per_tensor_default_11"; +"76 quantize_per_tensor_default_11" -> "77 dequantize_per_tensor_default_14"; +"76 quantize_per_tensor_default_11" -> "78 dequantize_per_tensor_default_13"; +"77 dequantize_per_tensor_default_14" -> "94 add__3"; +"78 dequantize_per_tensor_default_13" -> "83 conv2d_8"; +"79 conv2d_8_scale_0_updated_constant0" -> "82 mul_8"; +"80 compressed_weight_updated_constant8" -> "82 mul_8"; +"81 layer2_1_conv1_weight_bias_0_0" -> "83 conv2d_8"; +"82 mul_8" -> "83 conv2d_8"; +"83 conv2d_8" -> "84 relu__7"; +"84 relu__7" -> "85 quantize_per_tensor_default_12"; +"85 quantize_per_tensor_default_12" -> "86 dequantize_per_tensor_default_15"; +"86 dequantize_per_tensor_default_15" -> "91 conv2d_9"; +"87 conv2d_9_scale_0_updated_constant0" -> "90 mul_9"; +"88 compressed_weight_updated_constant9" -> "90 mul_9"; +"89 layer2_1_conv2_weight_bias_0_0" -> "91 conv2d_9"; +"90 mul_9" -> "91 conv2d_9"; +"91 conv2d_9" -> "92 quantize_per_tensor_default_13"; +"92 quantize_per_tensor_default_13" -> "93 dequantize_per_tensor_default_16"; +"93 dequantize_per_tensor_default_16" -> "94 add__3"; +"94 add__3" -> "95 relu__8"; +"95 relu__8" -> "96 quantize_per_tensor_default_14"; +"96 quantize_per_tensor_default_14" -> "97 dequantize_per_tensor_default_18"; +"96 quantize_per_tensor_default_14" -> "98 dequantize_per_tensor_default_17"; +"97 dequantize_per_tensor_default_18" -> "118 conv2d_12"; +"98 dequantize_per_tensor_default_17" -> "103 conv2d_10"; +"99 conv2d_10_scale_0_updated_constant0" -> "102 mul_10"; +"100 compressed_weight_updated_constant10" -> "102 mul_10"; +"101 layer3_0_conv1_weight_bias_0_0" -> "103 conv2d_10"; +"102 mul_10" -> "103 conv2d_10"; +"103 conv2d_10" -> "104 relu__9"; +"104 relu__9" -> "105 quantize_per_tensor_default_15"; +"105 quantize_per_tensor_default_15" -> "106 dequantize_per_tensor_default_19"; +"106 dequantize_per_tensor_default_19" -> "111 conv2d_11"; +"107 conv2d_11_scale_0_updated_constant0" -> "110 mul_11"; +"108 compressed_weight_updated_constant11" -> "110 mul_11"; +"109 layer3_0_conv2_weight_bias_0_0" -> "111 conv2d_11"; +"110 mul_11" -> "111 conv2d_11"; +"111 conv2d_11" -> "112 quantize_per_tensor_default_16"; +"112 quantize_per_tensor_default_16" -> "113 dequantize_per_tensor_default_20"; +"113 dequantize_per_tensor_default_20" -> "121 add__4"; +"114 conv2d_12_scale_0_updated_constant0" -> "117 mul_12"; +"115 compressed_weight_updated_constant12" -> "117 mul_12"; +"116 layer3_0_downsample_0_weight_bias_0_0" -> "118 conv2d_12"; +"117 mul_12" -> "118 conv2d_12"; +"118 conv2d_12" -> "119 quantize_per_tensor_default_17"; +"119 quantize_per_tensor_default_17" -> "120 dequantize_per_tensor_default_21"; +"120 dequantize_per_tensor_default_21" -> "121 add__4"; +"121 add__4" -> "122 relu__10"; +"122 relu__10" -> "123 quantize_per_tensor_default_18"; +"123 quantize_per_tensor_default_18" -> "124 dequantize_per_tensor_default_23"; +"123 quantize_per_tensor_default_18" -> "125 dequantize_per_tensor_default_22"; +"124 dequantize_per_tensor_default_23" -> "141 add__5"; +"125 dequantize_per_tensor_default_22" -> "130 conv2d_13"; +"126 conv2d_13_scale_0_updated_constant0" -> "129 mul_13"; +"127 compressed_weight_updated_constant13" -> "129 mul_13"; +"128 layer3_1_conv1_weight_bias_0_0" -> "130 conv2d_13"; +"129 mul_13" -> "130 conv2d_13"; +"130 conv2d_13" -> "131 relu__11"; +"131 relu__11" -> "132 quantize_per_tensor_default_19"; +"132 quantize_per_tensor_default_19" -> "133 dequantize_per_tensor_default_24"; +"133 dequantize_per_tensor_default_24" -> "138 conv2d_14"; +"134 conv2d_14_scale_0_updated_constant0" -> "137 mul_14"; +"135 compressed_weight_updated_constant14" -> "137 mul_14"; +"136 layer3_1_conv2_weight_bias_0_0" -> "138 conv2d_14"; +"137 mul_14" -> "138 conv2d_14"; +"138 conv2d_14" -> "139 quantize_per_tensor_default_20"; +"139 quantize_per_tensor_default_20" -> "140 dequantize_per_tensor_default_25"; +"140 dequantize_per_tensor_default_25" -> "141 add__5"; +"141 add__5" -> "142 relu__12"; +"142 relu__12" -> "143 quantize_per_tensor_default_21"; +"143 quantize_per_tensor_default_21" -> "144 dequantize_per_tensor_default_27"; +"143 quantize_per_tensor_default_21" -> "145 dequantize_per_tensor_default_26"; +"144 dequantize_per_tensor_default_27" -> "165 conv2d_17"; +"145 dequantize_per_tensor_default_26" -> "150 conv2d_15"; +"146 conv2d_15_scale_0_updated_constant0" -> "149 mul_15"; +"147 compressed_weight_updated_constant15" -> "149 mul_15"; +"148 layer4_0_conv1_weight_bias_0_0" -> "150 conv2d_15"; +"149 mul_15" -> "150 conv2d_15"; +"150 conv2d_15" -> "151 relu__13"; +"151 relu__13" -> "152 quantize_per_tensor_default_22"; +"152 quantize_per_tensor_default_22" -> "153 dequantize_per_tensor_default_28"; +"153 dequantize_per_tensor_default_28" -> "158 conv2d_16"; +"154 conv2d_16_scale_0_updated_constant0" -> "157 mul_16"; +"155 compressed_weight_updated_constant16" -> "157 mul_16"; +"156 layer4_0_conv2_weight_bias_0_0" -> "158 conv2d_16"; +"157 mul_16" -> "158 conv2d_16"; +"158 conv2d_16" -> "159 quantize_per_tensor_default_23"; +"159 quantize_per_tensor_default_23" -> "160 dequantize_per_tensor_default_29"; +"160 dequantize_per_tensor_default_29" -> "168 add__6"; +"161 conv2d_17_scale_0_updated_constant0" -> "164 mul_17"; +"162 compressed_weight_updated_constant17" -> "164 mul_17"; +"163 layer4_0_downsample_0_weight_bias_0_0" -> "165 conv2d_17"; +"164 mul_17" -> "165 conv2d_17"; +"165 conv2d_17" -> "166 quantize_per_tensor_default_24"; +"166 quantize_per_tensor_default_24" -> "167 dequantize_per_tensor_default_30"; +"167 dequantize_per_tensor_default_30" -> "168 add__6"; +"168 add__6" -> "169 relu__14"; +"169 relu__14" -> "170 quantize_per_tensor_default_25"; +"170 quantize_per_tensor_default_25" -> "171 dequantize_per_tensor_default_32"; +"170 quantize_per_tensor_default_25" -> "172 dequantize_per_tensor_default_31"; +"171 dequantize_per_tensor_default_32" -> "188 add__7"; +"172 dequantize_per_tensor_default_31" -> "177 conv2d_18"; +"173 conv2d_18_scale_0_updated_constant0" -> "176 mul_18"; +"174 compressed_weight_updated_constant18" -> "176 mul_18"; +"175 layer4_1_conv1_weight_bias_0_0" -> "177 conv2d_18"; +"176 mul_18" -> "177 conv2d_18"; +"177 conv2d_18" -> "178 relu__15"; +"178 relu__15" -> "179 quantize_per_tensor_default_26"; +"179 quantize_per_tensor_default_26" -> "180 dequantize_per_tensor_default_33"; +"180 dequantize_per_tensor_default_33" -> "185 conv2d_19"; +"181 conv2d_19_scale_0_updated_constant0" -> "184 mul_19"; +"182 compressed_weight_updated_constant19" -> "184 mul_19"; +"183 layer4_1_conv2_weight_bias_0_0" -> "185 conv2d_19"; +"184 mul_19" -> "185 conv2d_19"; +"185 conv2d_19" -> "186 quantize_per_tensor_default_27"; +"186 quantize_per_tensor_default_27" -> "187 dequantize_per_tensor_default_34"; +"187 dequantize_per_tensor_default_34" -> "188 add__7"; +"188 add__7" -> "189 relu__16"; +"189 relu__16" -> "190 quantize_per_tensor_default_28"; +"190 quantize_per_tensor_default_28" -> "191 dequantize_per_tensor_default_35"; +"191 dequantize_per_tensor_default_35" -> "192 adaptive_avg_pool2d"; +"192 adaptive_avg_pool2d" -> "193 quantize_per_tensor_default_29"; +"193 quantize_per_tensor_default_29" -> "194 dequantize_per_tensor_default_36"; +"194 dequantize_per_tensor_default_36" -> "195 flatten"; +"195 flatten" -> "200 linear"; +"196 linear_scale_0_updated_constant0" -> "199 mul_20"; +"197 compressed_weight_updated_constant20" -> "199 mul_20"; +"198 _param_constant61_0_0" -> "200 linear"; +"199 mul_20" -> "200 linear"; +"200 linear" -> "201 output"; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot index ea39f9c0188..a84cd471a32 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot @@ -2,6857 +2,5963 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0" [id=4, type=get_attr]; -"5 conv2d_zero_point_0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 _param_constant1_0_0" [id=8, type=get_attr]; -"9 conv2d" [id=9, type=conv2d]; -"10 permute" [id=10, type=permute]; -"11 _param_constant2" [id=11, type=get_attr]; -"12 _param_constant3" [id=12, type=get_attr]; -"13 layer_norm" [id=13, type=layer_norm]; -"14 _tensor_constant0" [id=14, type=get_attr]; -"15 linear_updated_constant0" [id=15, type=get_attr]; -"16 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=16, type=call_module]; -"17 linear_scale_0" [id=17, type=get_attr]; -"18 linear_zero_point_0" [id=18, type=get_attr]; -"19 quantize_per_channel_default_1" [id=19, type=quantize_per_channel]; -"20 dequantize_per_channel_default_1" [id=20, type=dequantize_per_channel]; -"21 _param_constant5_0_0" [id=21, type=get_attr]; -"22 linear" [id=22, type=linear]; -"23 relu_" [id=23, type=relu_]; -"24 linear_1_updated_constant0" [id=24, type=get_attr]; -"25 relu__0_0_nncf_smooth_quant_0" [id=25, type=call_module]; -"26 linear_1_scale_0" [id=26, type=get_attr]; -"27 linear_1_zero_point_0" [id=27, type=get_attr]; -"28 quantize_per_channel_default_2" [id=28, type=quantize_per_channel]; -"29 dequantize_per_channel_default_2" [id=29, type=dequantize_per_channel]; -"30 linear_1" [id=30, type=linear]; -"31 view" [id=31, type=view]; -"32 _tensor_constant1" [id=32, type=get_attr]; -"33 index" [id=33, type=index]; -"34 view_1" [id=34, type=view]; -"35 permute_1" [id=35, type=permute]; -"36 contiguous" [id=36, type=contiguous]; -"37 unsqueeze" [id=37, type=unsqueeze]; -"38 sigmoid" [id=38, type=sigmoid]; -"39 mul" [id=39, type=mul]; -"40 pad" [id=40, type=pad]; -"41 view_2" [id=41, type=view]; -"42 permute_2" [id=42, type=permute]; -"43 reshape" [id=43, type=reshape]; -"44 linear_2_updated_constant0" [id=44, type=get_attr]; -"45 reshape_0_0_nncf_smooth_quant_0" [id=45, type=call_module]; -"46 quantize_per_tensor_default_1" [id=46, type=quantize_per_tensor]; -"47 dequantize_per_tensor_default_1" [id=47, type=dequantize_per_tensor]; -"48 linear_2_scale_0" [id=48, type=get_attr]; -"49 linear_2_zero_point_0" [id=49, type=get_attr]; -"50 quantize_per_channel_default_3" [id=50, type=quantize_per_channel]; -"51 dequantize_per_channel_default_3" [id=51, type=dequantize_per_channel]; -"52 _param_constant7_0_0" [id=52, type=get_attr]; -"53 linear_2" [id=53, type=linear]; -"54 reshape_1" [id=54, type=reshape]; -"55 permute_3" [id=55, type=permute]; -"56 select" [id=56, type=select]; -"57 select_1" [id=57, type=select]; -"58 select_2" [id=58, type=select]; -"59 linalg_vector_norm" [id=59, type=linalg_vector_norm]; -"60 clamp_min" [id=60, type=clamp_min]; -"61 expand_as" [id=61, type=expand_as]; -"62 div" [id=62, type=div]; -"63 quantize_per_tensor_default_2" [id=63, type=quantize_per_tensor]; -"64 dequantize_per_tensor_default_2" [id=64, type=dequantize_per_tensor]; -"65 linalg_vector_norm_1" [id=65, type=linalg_vector_norm]; -"66 clamp_min_1" [id=66, type=clamp_min]; -"67 expand_as_1" [id=67, type=expand_as]; -"68 div_1" [id=68, type=div]; -"69 quantize_per_tensor_default_3" [id=69, type=quantize_per_tensor]; -"70 dequantize_per_tensor_default_3" [id=70, type=dequantize_per_tensor]; -"71 transpose" [id=71, type=transpose]; -"72 matmul" [id=72, type=matmul]; -"73 _param_constant9" [id=73, type=get_attr]; -"74 clamp" [id=74, type=clamp]; -"75 exp" [id=75, type=exp]; -"76 mul_1" [id=76, type=mul]; -"77 add" [id=77, type=add]; -"78 softmax" [id=78, type=softmax]; -"79 dropout" [id=79, type=dropout]; -"80 matmul_1" [id=80, type=matmul]; -"81 transpose_1" [id=81, type=transpose]; -"82 reshape_2" [id=82, type=reshape]; -"83 linear_3_updated_constant0" [id=83, type=get_attr]; -"84 reshape_2_0_0_nncf_smooth_quant_0" [id=84, type=call_module]; -"85 quantize_per_tensor_default_4" [id=85, type=quantize_per_tensor]; -"86 dequantize_per_tensor_default_4" [id=86, type=dequantize_per_tensor]; -"87 linear_3_scale_0" [id=87, type=get_attr]; -"88 linear_3_zero_point_0" [id=88, type=get_attr]; -"89 quantize_per_channel_default_4" [id=89, type=quantize_per_channel]; -"90 dequantize_per_channel_default_4" [id=90, type=dequantize_per_channel]; -"91 _param_constant11_0_0" [id=91, type=get_attr]; -"92 linear_3" [id=92, type=linear]; -"93 dropout_1" [id=93, type=dropout]; -"94 view_3" [id=94, type=view]; -"95 permute_4" [id=95, type=permute]; -"96 reshape_3" [id=96, type=reshape]; -"97 slice_2" [id=97, type=slice]; -"98 slice_3" [id=98, type=slice]; -"99 _param_constant12" [id=99, type=get_attr]; -"100 _param_constant13" [id=100, type=get_attr]; -"101 layer_norm_1" [id=101, type=layer_norm]; -"102 add_1" [id=102, type=add]; -"103 linear_4_updated_constant0" [id=103, type=get_attr]; -"104 add_1_0_0_nncf_smooth_quant_0" [id=104, type=call_module]; -"105 quantize_per_tensor_default_5" [id=105, type=quantize_per_tensor]; -"106 dequantize_per_tensor_default_5" [id=106, type=dequantize_per_tensor]; -"107 linear_4_scale_0" [id=107, type=get_attr]; -"108 linear_4_zero_point_0" [id=108, type=get_attr]; -"109 quantize_per_channel_default_5" [id=109, type=quantize_per_channel]; -"110 dequantize_per_channel_default_5" [id=110, type=dequantize_per_channel]; -"111 _param_constant15_0_0" [id=111, type=get_attr]; -"112 linear_4" [id=112, type=linear]; -"113 gelu" [id=113, type=gelu]; -"114 dropout_2" [id=114, type=dropout]; -"115 linear_5_updated_constant0" [id=115, type=get_attr]; -"116 dropout_2_0_0_nncf_smooth_quant_0" [id=116, type=call_module]; -"117 quantize_per_tensor_default_6" [id=117, type=quantize_per_tensor]; -"118 dequantize_per_tensor_default_6" [id=118, type=dequantize_per_tensor]; -"119 linear_5_scale_0" [id=119, type=get_attr]; -"120 linear_5_zero_point_0" [id=120, type=get_attr]; -"121 quantize_per_channel_default_6" [id=121, type=quantize_per_channel]; -"122 dequantize_per_channel_default_6" [id=122, type=dequantize_per_channel]; -"123 _param_constant17_0_0" [id=123, type=get_attr]; -"124 linear_5" [id=124, type=linear]; -"125 dropout_3" [id=125, type=dropout]; -"126 _param_constant18" [id=126, type=get_attr]; -"127 _param_constant19" [id=127, type=get_attr]; -"128 layer_norm_2" [id=128, type=layer_norm]; -"129 add_2" [id=129, type=add]; -"130 _tensor_constant2" [id=130, type=get_attr]; -"131 linear_6_updated_constant0" [id=131, type=get_attr]; -"132 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=132, type=call_module]; -"133 linear_6_scale_0" [id=133, type=get_attr]; -"134 linear_6_zero_point_0" [id=134, type=get_attr]; -"135 quantize_per_channel_default_7" [id=135, type=quantize_per_channel]; -"136 dequantize_per_channel_default_7" [id=136, type=dequantize_per_channel]; -"137 _param_constant21_0_0" [id=137, type=get_attr]; -"138 linear_6" [id=138, type=linear]; -"139 relu__1" [id=139, type=relu_]; -"140 linear_7_updated_constant0" [id=140, type=get_attr]; -"141 relu__1_0_0_nncf_smooth_quant_0" [id=141, type=call_module]; -"142 linear_7_scale_0" [id=142, type=get_attr]; -"143 linear_7_zero_point_0" [id=143, type=get_attr]; -"144 quantize_per_channel_default_8" [id=144, type=quantize_per_channel]; -"145 dequantize_per_channel_default_8" [id=145, type=dequantize_per_channel]; -"146 linear_7" [id=146, type=linear]; -"147 view_4" [id=147, type=view]; -"148 _tensor_constant3" [id=148, type=get_attr]; -"149 index_1" [id=149, type=index]; -"150 view_5" [id=150, type=view]; -"151 permute_5" [id=151, type=permute]; -"152 contiguous_1" [id=152, type=contiguous]; -"153 unsqueeze_1" [id=153, type=unsqueeze]; -"154 sigmoid_1" [id=154, type=sigmoid]; -"155 mul_2" [id=155, type=mul]; -"156 pad_1" [id=156, type=pad]; -"157 roll" [id=157, type=roll]; -"158 view_6" [id=158, type=view]; -"159 permute_6" [id=159, type=permute]; -"160 reshape_4" [id=160, type=reshape]; -"161 linear_8_updated_constant0" [id=161, type=get_attr]; -"162 reshape_4_0_0_nncf_smooth_quant_0" [id=162, type=call_module]; -"163 quantize_per_tensor_default_7" [id=163, type=quantize_per_tensor]; -"164 dequantize_per_tensor_default_7" [id=164, type=dequantize_per_tensor]; -"165 linear_8_scale_0" [id=165, type=get_attr]; -"166 linear_8_zero_point_0" [id=166, type=get_attr]; -"167 quantize_per_channel_default_9" [id=167, type=quantize_per_channel]; -"168 dequantize_per_channel_default_9" [id=168, type=dequantize_per_channel]; -"169 _param_constant23_0_0" [id=169, type=get_attr]; -"170 linear_8" [id=170, type=linear]; -"171 reshape_5" [id=171, type=reshape]; -"172 permute_7" [id=172, type=permute]; -"173 select_3" [id=173, type=select]; -"174 select_4" [id=174, type=select]; -"175 select_5" [id=175, type=select]; -"176 linalg_vector_norm_2" [id=176, type=linalg_vector_norm]; -"177 clamp_min_2" [id=177, type=clamp_min]; -"178 expand_as_2" [id=178, type=expand_as]; -"179 div_2" [id=179, type=div]; -"180 quantize_per_tensor_default_8" [id=180, type=quantize_per_tensor]; -"181 dequantize_per_tensor_default_8" [id=181, type=dequantize_per_tensor]; -"182 linalg_vector_norm_3" [id=182, type=linalg_vector_norm]; -"183 clamp_min_3" [id=183, type=clamp_min]; -"184 expand_as_3" [id=184, type=expand_as]; -"185 div_3" [id=185, type=div]; -"186 quantize_per_tensor_default_9" [id=186, type=quantize_per_tensor]; -"187 dequantize_per_tensor_default_9" [id=187, type=dequantize_per_tensor]; -"188 transpose_2" [id=188, type=transpose]; -"189 matmul_2" [id=189, type=matmul]; -"190 _param_constant25" [id=190, type=get_attr]; -"191 clamp_1" [id=191, type=clamp]; -"192 exp_1" [id=192, type=exp]; -"193 mul_3" [id=193, type=mul]; -"194 add_3" [id=194, type=add]; -"195 new_zeros" [id=195, type=new_zeros]; -"196 view_7" [id=196, type=view]; -"197 permute_8" [id=197, type=permute]; -"198 reshape_6" [id=198, type=reshape]; -"199 unsqueeze_2" [id=199, type=unsqueeze]; -"200 unsqueeze_3" [id=200, type=unsqueeze]; -"201 sub" [id=201, type=sub]; -"202 ne" [id=202, type=ne]; -"203 masked_fill" [id=203, type=masked_fill]; -"204 eq" [id=204, type=eq]; -"205 masked_fill_1" [id=205, type=masked_fill]; -"206 view_8" [id=206, type=view]; -"207 unsqueeze_4" [id=207, type=unsqueeze]; -"208 unsqueeze_5" [id=208, type=unsqueeze]; -"209 add_4" [id=209, type=add]; -"210 view_9" [id=210, type=view]; -"211 softmax_1" [id=211, type=softmax]; -"212 dropout_4" [id=212, type=dropout]; -"213 matmul_3" [id=213, type=matmul]; -"214 transpose_3" [id=214, type=transpose]; -"215 reshape_7" [id=215, type=reshape]; -"216 linear_9_updated_constant0" [id=216, type=get_attr]; -"217 reshape_7_0_0_nncf_smooth_quant_0" [id=217, type=call_module]; -"218 quantize_per_tensor_default_10" [id=218, type=quantize_per_tensor]; -"219 dequantize_per_tensor_default_10" [id=219, type=dequantize_per_tensor]; -"220 linear_9_scale_0" [id=220, type=get_attr]; -"221 linear_9_zero_point_0" [id=221, type=get_attr]; -"222 quantize_per_channel_default_10" [id=222, type=quantize_per_channel]; -"223 dequantize_per_channel_default_10" [id=223, type=dequantize_per_channel]; -"224 _param_constant27_0_0" [id=224, type=get_attr]; -"225 linear_9" [id=225, type=linear]; -"226 dropout_5" [id=226, type=dropout]; -"227 view_10" [id=227, type=view]; -"228 permute_9" [id=228, type=permute]; -"229 reshape_8" [id=229, type=reshape]; -"230 roll_1" [id=230, type=roll]; -"231 slice_23" [id=231, type=slice]; -"232 slice_24" [id=232, type=slice]; -"233 _param_constant28" [id=233, type=get_attr]; -"234 _param_constant29" [id=234, type=get_attr]; -"235 layer_norm_3" [id=235, type=layer_norm]; -"236 add_5" [id=236, type=add]; -"237 linear_10_updated_constant0" [id=237, type=get_attr]; -"238 add_5_0_0_nncf_smooth_quant_0" [id=238, type=call_module]; -"239 quantize_per_tensor_default_11" [id=239, type=quantize_per_tensor]; -"240 dequantize_per_tensor_default_11" [id=240, type=dequantize_per_tensor]; -"241 linear_10_scale_0" [id=241, type=get_attr]; -"242 linear_10_zero_point_0" [id=242, type=get_attr]; -"243 quantize_per_channel_default_11" [id=243, type=quantize_per_channel]; -"244 dequantize_per_channel_default_11" [id=244, type=dequantize_per_channel]; -"245 _param_constant31_0_0" [id=245, type=get_attr]; -"246 linear_10" [id=246, type=linear]; -"247 gelu_1" [id=247, type=gelu]; -"248 dropout_6" [id=248, type=dropout]; -"249 linear_11_updated_constant0" [id=249, type=get_attr]; -"250 dropout_6_0_0_nncf_smooth_quant_0" [id=250, type=call_module]; -"251 quantize_per_tensor_default_12" [id=251, type=quantize_per_tensor]; -"252 dequantize_per_tensor_default_12" [id=252, type=dequantize_per_tensor]; -"253 linear_11_scale_0" [id=253, type=get_attr]; -"254 linear_11_zero_point_0" [id=254, type=get_attr]; -"255 quantize_per_channel_default_12" [id=255, type=quantize_per_channel]; -"256 dequantize_per_channel_default_12" [id=256, type=dequantize_per_channel]; -"257 _param_constant33_0_0" [id=257, type=get_attr]; -"258 linear_11" [id=258, type=linear]; -"259 dropout_7" [id=259, type=dropout]; -"260 _param_constant34" [id=260, type=get_attr]; -"261 _param_constant35" [id=261, type=get_attr]; -"262 layer_norm_4" [id=262, type=layer_norm]; -"263 add_6" [id=263, type=add]; -"264 pad_2" [id=264, type=pad]; -"265 slice_25" [id=265, type=slice]; -"266 slice_26" [id=266, type=slice]; -"267 slice_27" [id=267, type=slice]; -"268 slice_28" [id=268, type=slice]; -"269 slice_29" [id=269, type=slice]; -"270 slice_30" [id=270, type=slice]; -"271 slice_31" [id=271, type=slice]; -"272 slice_32" [id=272, type=slice]; -"273 slice_33" [id=273, type=slice]; -"274 slice_34" [id=274, type=slice]; -"275 slice_35" [id=275, type=slice]; -"276 slice_36" [id=276, type=slice]; -"277 cat" [id=277, type=cat]; -"278 linear_12_updated_constant0" [id=278, type=get_attr]; -"279 cat_0_0_nncf_smooth_quant_0" [id=279, type=call_module]; -"280 quantize_per_tensor_default_13" [id=280, type=quantize_per_tensor]; -"281 dequantize_per_tensor_default_13" [id=281, type=dequantize_per_tensor]; -"282 linear_12_scale_0" [id=282, type=get_attr]; -"283 linear_12_zero_point_0" [id=283, type=get_attr]; -"284 quantize_per_channel_default_13" [id=284, type=quantize_per_channel]; -"285 dequantize_per_channel_default_13" [id=285, type=dequantize_per_channel]; -"286 linear_12" [id=286, type=linear]; -"287 _param_constant37" [id=287, type=get_attr]; -"288 _param_constant38" [id=288, type=get_attr]; -"289 layer_norm_5" [id=289, type=layer_norm]; -"290 _tensor_constant13" [id=290, type=get_attr]; -"291 linear_13_updated_constant0" [id=291, type=get_attr]; -"292 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=292, type=call_module]; -"293 linear_13_scale_0" [id=293, type=get_attr]; -"294 linear_13_zero_point_0" [id=294, type=get_attr]; -"295 quantize_per_channel_default_14" [id=295, type=quantize_per_channel]; -"296 dequantize_per_channel_default_14" [id=296, type=dequantize_per_channel]; -"297 _param_constant40_0_0" [id=297, type=get_attr]; -"298 linear_13" [id=298, type=linear]; -"299 relu__2" [id=299, type=relu_]; -"300 linear_14_updated_constant0" [id=300, type=get_attr]; -"301 relu__2_0_0_nncf_smooth_quant_0" [id=301, type=call_module]; -"302 linear_14_scale_0" [id=302, type=get_attr]; -"303 linear_14_zero_point_0" [id=303, type=get_attr]; -"304 quantize_per_channel_default_15" [id=304, type=quantize_per_channel]; -"305 dequantize_per_channel_default_15" [id=305, type=dequantize_per_channel]; -"306 linear_14" [id=306, type=linear]; -"307 view_11" [id=307, type=view]; -"308 _tensor_constant14" [id=308, type=get_attr]; -"309 index_2" [id=309, type=index]; -"310 view_12" [id=310, type=view]; -"311 permute_10" [id=311, type=permute]; -"312 contiguous_2" [id=312, type=contiguous]; -"313 unsqueeze_6" [id=313, type=unsqueeze]; -"314 sigmoid_2" [id=314, type=sigmoid]; -"315 mul_4" [id=315, type=mul]; -"316 pad_3" [id=316, type=pad]; -"317 view_13" [id=317, type=view]; -"318 permute_11" [id=318, type=permute]; -"319 reshape_9" [id=319, type=reshape]; -"320 linear_15_updated_constant0" [id=320, type=get_attr]; -"321 reshape_9_0_0_nncf_smooth_quant_0" [id=321, type=call_module]; -"322 quantize_per_tensor_default_14" [id=322, type=quantize_per_tensor]; -"323 dequantize_per_tensor_default_14" [id=323, type=dequantize_per_tensor]; -"324 linear_15_scale_0" [id=324, type=get_attr]; -"325 linear_15_zero_point_0" [id=325, type=get_attr]; -"326 quantize_per_channel_default_16" [id=326, type=quantize_per_channel]; -"327 dequantize_per_channel_default_16" [id=327, type=dequantize_per_channel]; -"328 _param_constant42_0_0" [id=328, type=get_attr]; -"329 linear_15" [id=329, type=linear]; -"330 reshape_10" [id=330, type=reshape]; -"331 permute_12" [id=331, type=permute]; -"332 select_6" [id=332, type=select]; -"333 select_7" [id=333, type=select]; -"334 select_8" [id=334, type=select]; -"335 linalg_vector_norm_4" [id=335, type=linalg_vector_norm]; -"336 clamp_min_4" [id=336, type=clamp_min]; -"337 expand_as_4" [id=337, type=expand_as]; -"338 div_4" [id=338, type=div]; -"339 quantize_per_tensor_default_15" [id=339, type=quantize_per_tensor]; -"340 dequantize_per_tensor_default_15" [id=340, type=dequantize_per_tensor]; -"341 linalg_vector_norm_5" [id=341, type=linalg_vector_norm]; -"342 clamp_min_5" [id=342, type=clamp_min]; -"343 expand_as_5" [id=343, type=expand_as]; -"344 div_5" [id=344, type=div]; -"345 quantize_per_tensor_default_16" [id=345, type=quantize_per_tensor]; -"346 dequantize_per_tensor_default_16" [id=346, type=dequantize_per_tensor]; -"347 transpose_4" [id=347, type=transpose]; -"348 matmul_4" [id=348, type=matmul]; -"349 _param_constant44" [id=349, type=get_attr]; -"350 clamp_2" [id=350, type=clamp]; -"351 exp_2" [id=351, type=exp]; -"352 mul_5" [id=352, type=mul]; -"353 add_7" [id=353, type=add]; -"354 softmax_2" [id=354, type=softmax]; -"355 dropout_8" [id=355, type=dropout]; -"356 matmul_5" [id=356, type=matmul]; -"357 transpose_5" [id=357, type=transpose]; -"358 reshape_11" [id=358, type=reshape]; -"359 linear_16_updated_constant0" [id=359, type=get_attr]; -"360 reshape_11_0_0_nncf_smooth_quant_0" [id=360, type=call_module]; -"361 quantize_per_tensor_default_17" [id=361, type=quantize_per_tensor]; -"362 dequantize_per_tensor_default_17" [id=362, type=dequantize_per_tensor]; -"363 linear_16_scale_0" [id=363, type=get_attr]; -"364 linear_16_zero_point_0" [id=364, type=get_attr]; -"365 quantize_per_channel_default_17" [id=365, type=quantize_per_channel]; -"366 dequantize_per_channel_default_17" [id=366, type=dequantize_per_channel]; -"367 _param_constant46_0_0" [id=367, type=get_attr]; -"368 linear_16" [id=368, type=linear]; -"369 dropout_9" [id=369, type=dropout]; -"370 view_14" [id=370, type=view]; -"371 permute_13" [id=371, type=permute]; -"372 reshape_12" [id=372, type=reshape]; -"373 slice_38" [id=373, type=slice]; -"374 slice_39" [id=374, type=slice]; -"375 slice_40" [id=375, type=slice]; -"376 slice_41" [id=376, type=slice]; -"377 contiguous_3" [id=377, type=contiguous]; -"378 _param_constant47" [id=378, type=get_attr]; -"379 _param_constant48" [id=379, type=get_attr]; -"380 layer_norm_6" [id=380, type=layer_norm]; -"381 add_8" [id=381, type=add]; -"382 linear_17_updated_constant0" [id=382, type=get_attr]; -"383 add_8_0_0_nncf_smooth_quant_0" [id=383, type=call_module]; -"384 quantize_per_tensor_default_18" [id=384, type=quantize_per_tensor]; -"385 dequantize_per_tensor_default_18" [id=385, type=dequantize_per_tensor]; -"386 linear_17_scale_0" [id=386, type=get_attr]; -"387 linear_17_zero_point_0" [id=387, type=get_attr]; -"388 quantize_per_channel_default_18" [id=388, type=quantize_per_channel]; -"389 dequantize_per_channel_default_18" [id=389, type=dequantize_per_channel]; -"390 _param_constant50_0_0" [id=390, type=get_attr]; -"391 linear_17" [id=391, type=linear]; -"392 gelu_2" [id=392, type=gelu]; -"393 dropout_10" [id=393, type=dropout]; -"394 linear_18_updated_constant0" [id=394, type=get_attr]; -"395 dropout_10_0_0_nncf_smooth_quant_0" [id=395, type=call_module]; -"396 quantize_per_tensor_default_19" [id=396, type=quantize_per_tensor]; -"397 dequantize_per_tensor_default_19" [id=397, type=dequantize_per_tensor]; -"398 linear_18_scale_0" [id=398, type=get_attr]; -"399 linear_18_zero_point_0" [id=399, type=get_attr]; -"400 quantize_per_channel_default_19" [id=400, type=quantize_per_channel]; -"401 dequantize_per_channel_default_19" [id=401, type=dequantize_per_channel]; -"402 _param_constant52_0_0" [id=402, type=get_attr]; -"403 linear_18" [id=403, type=linear]; -"404 dropout_11" [id=404, type=dropout]; -"405 _param_constant53" [id=405, type=get_attr]; -"406 _param_constant54" [id=406, type=get_attr]; -"407 layer_norm_7" [id=407, type=layer_norm]; -"408 add_9" [id=408, type=add]; -"409 _tensor_constant15" [id=409, type=get_attr]; -"410 linear_19_updated_constant0" [id=410, type=get_attr]; -"411 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=411, type=call_module]; -"412 linear_19_scale_0" [id=412, type=get_attr]; -"413 linear_19_zero_point_0" [id=413, type=get_attr]; -"414 quantize_per_channel_default_20" [id=414, type=quantize_per_channel]; -"415 dequantize_per_channel_default_20" [id=415, type=dequantize_per_channel]; -"416 _param_constant56_0_0" [id=416, type=get_attr]; -"417 linear_19" [id=417, type=linear]; -"418 relu__3" [id=418, type=relu_]; -"419 linear_20_updated_constant0" [id=419, type=get_attr]; -"420 relu__3_0_0_nncf_smooth_quant_0" [id=420, type=call_module]; -"421 linear_20_scale_0" [id=421, type=get_attr]; -"422 linear_20_zero_point_0" [id=422, type=get_attr]; -"423 quantize_per_channel_default_21" [id=423, type=quantize_per_channel]; -"424 dequantize_per_channel_default_21" [id=424, type=dequantize_per_channel]; -"425 linear_20" [id=425, type=linear]; -"426 view_15" [id=426, type=view]; -"427 _tensor_constant16" [id=427, type=get_attr]; -"428 index_3" [id=428, type=index]; -"429 view_16" [id=429, type=view]; -"430 permute_14" [id=430, type=permute]; -"431 contiguous_4" [id=431, type=contiguous]; -"432 unsqueeze_7" [id=432, type=unsqueeze]; -"433 sigmoid_3" [id=433, type=sigmoid]; -"434 mul_6" [id=434, type=mul]; -"435 pad_4" [id=435, type=pad]; -"436 roll_2" [id=436, type=roll]; -"437 view_17" [id=437, type=view]; -"438 permute_15" [id=438, type=permute]; -"439 reshape_13" [id=439, type=reshape]; -"440 linear_21_updated_constant0" [id=440, type=get_attr]; -"441 reshape_13_0_0_nncf_smooth_quant_0" [id=441, type=call_module]; -"442 quantize_per_tensor_default_20" [id=442, type=quantize_per_tensor]; -"443 dequantize_per_tensor_default_20" [id=443, type=dequantize_per_tensor]; -"444 linear_21_scale_0" [id=444, type=get_attr]; -"445 linear_21_zero_point_0" [id=445, type=get_attr]; -"446 quantize_per_channel_default_22" [id=446, type=quantize_per_channel]; -"447 dequantize_per_channel_default_22" [id=447, type=dequantize_per_channel]; -"448 _param_constant58_0_0" [id=448, type=get_attr]; -"449 linear_21" [id=449, type=linear]; -"450 reshape_14" [id=450, type=reshape]; -"451 permute_16" [id=451, type=permute]; -"452 select_9" [id=452, type=select]; -"453 select_10" [id=453, type=select]; -"454 select_11" [id=454, type=select]; -"455 linalg_vector_norm_6" [id=455, type=linalg_vector_norm]; -"456 clamp_min_6" [id=456, type=clamp_min]; -"457 expand_as_6" [id=457, type=expand_as]; -"458 div_6" [id=458, type=div]; -"459 quantize_per_tensor_default_21" [id=459, type=quantize_per_tensor]; -"460 dequantize_per_tensor_default_21" [id=460, type=dequantize_per_tensor]; -"461 linalg_vector_norm_7" [id=461, type=linalg_vector_norm]; -"462 clamp_min_7" [id=462, type=clamp_min]; -"463 expand_as_7" [id=463, type=expand_as]; -"464 div_7" [id=464, type=div]; -"465 quantize_per_tensor_default_22" [id=465, type=quantize_per_tensor]; -"466 dequantize_per_tensor_default_22" [id=466, type=dequantize_per_tensor]; -"467 transpose_6" [id=467, type=transpose]; -"468 matmul_6" [id=468, type=matmul]; -"469 _param_constant60" [id=469, type=get_attr]; -"470 clamp_3" [id=470, type=clamp]; -"471 exp_3" [id=471, type=exp]; -"472 mul_7" [id=472, type=mul]; -"473 add_10" [id=473, type=add]; -"474 new_zeros_1" [id=474, type=new_zeros]; -"475 view_18" [id=475, type=view]; -"476 permute_17" [id=476, type=permute]; -"477 reshape_15" [id=477, type=reshape]; -"478 unsqueeze_8" [id=478, type=unsqueeze]; -"479 unsqueeze_9" [id=479, type=unsqueeze]; -"480 sub_1" [id=480, type=sub]; -"481 ne_1" [id=481, type=ne]; -"482 masked_fill_2" [id=482, type=masked_fill]; -"483 eq_1" [id=483, type=eq]; -"484 masked_fill_3" [id=484, type=masked_fill]; -"485 view_19" [id=485, type=view]; -"486 unsqueeze_10" [id=486, type=unsqueeze]; -"487 unsqueeze_11" [id=487, type=unsqueeze]; -"488 add_11" [id=488, type=add]; -"489 view_20" [id=489, type=view]; -"490 softmax_3" [id=490, type=softmax]; -"491 dropout_12" [id=491, type=dropout]; -"492 matmul_7" [id=492, type=matmul]; -"493 transpose_7" [id=493, type=transpose]; -"494 reshape_16" [id=494, type=reshape]; -"495 linear_22_updated_constant0" [id=495, type=get_attr]; -"496 reshape_16_0_0_nncf_smooth_quant_0" [id=496, type=call_module]; -"497 quantize_per_tensor_default_23" [id=497, type=quantize_per_tensor]; -"498 dequantize_per_tensor_default_23" [id=498, type=dequantize_per_tensor]; -"499 linear_22_scale_0" [id=499, type=get_attr]; -"500 linear_22_zero_point_0" [id=500, type=get_attr]; -"501 quantize_per_channel_default_23" [id=501, type=quantize_per_channel]; -"502 dequantize_per_channel_default_23" [id=502, type=dequantize_per_channel]; -"503 _param_constant62_0_0" [id=503, type=get_attr]; -"504 linear_22" [id=504, type=linear]; -"505 dropout_13" [id=505, type=dropout]; -"506 view_21" [id=506, type=view]; -"507 permute_18" [id=507, type=permute]; -"508 reshape_17" [id=508, type=reshape]; -"509 roll_3" [id=509, type=roll]; -"510 slice_61" [id=510, type=slice]; -"511 slice_62" [id=511, type=slice]; -"512 slice_63" [id=512, type=slice]; -"513 slice_64" [id=513, type=slice]; -"514 contiguous_5" [id=514, type=contiguous]; -"515 _param_constant63" [id=515, type=get_attr]; -"516 _param_constant64" [id=516, type=get_attr]; -"517 layer_norm_8" [id=517, type=layer_norm]; -"518 add_12" [id=518, type=add]; -"519 linear_23_updated_constant0" [id=519, type=get_attr]; -"520 add_12_0_0_nncf_smooth_quant_0" [id=520, type=call_module]; -"521 quantize_per_tensor_default_24" [id=521, type=quantize_per_tensor]; -"522 dequantize_per_tensor_default_24" [id=522, type=dequantize_per_tensor]; -"523 linear_23_scale_0" [id=523, type=get_attr]; -"524 linear_23_zero_point_0" [id=524, type=get_attr]; -"525 quantize_per_channel_default_24" [id=525, type=quantize_per_channel]; -"526 dequantize_per_channel_default_24" [id=526, type=dequantize_per_channel]; -"527 _param_constant66_0_0" [id=527, type=get_attr]; -"528 linear_23" [id=528, type=linear]; -"529 gelu_3" [id=529, type=gelu]; -"530 dropout_14" [id=530, type=dropout]; -"531 linear_24_updated_constant0" [id=531, type=get_attr]; -"532 dropout_14_0_0_nncf_smooth_quant_0" [id=532, type=call_module]; -"533 quantize_per_tensor_default_25" [id=533, type=quantize_per_tensor]; -"534 dequantize_per_tensor_default_25" [id=534, type=dequantize_per_tensor]; -"535 linear_24_scale_0" [id=535, type=get_attr]; -"536 linear_24_zero_point_0" [id=536, type=get_attr]; -"537 quantize_per_channel_default_25" [id=537, type=quantize_per_channel]; -"538 dequantize_per_channel_default_25" [id=538, type=dequantize_per_channel]; -"539 _param_constant68_0_0" [id=539, type=get_attr]; -"540 linear_24" [id=540, type=linear]; -"541 dropout_15" [id=541, type=dropout]; -"542 _param_constant69" [id=542, type=get_attr]; -"543 _param_constant70" [id=543, type=get_attr]; -"544 layer_norm_9" [id=544, type=layer_norm]; -"545 add_13" [id=545, type=add]; -"546 pad_5" [id=546, type=pad]; -"547 slice_65" [id=547, type=slice]; -"548 slice_66" [id=548, type=slice]; -"549 slice_67" [id=549, type=slice]; -"550 slice_68" [id=550, type=slice]; -"551 slice_69" [id=551, type=slice]; -"552 slice_70" [id=552, type=slice]; -"553 slice_71" [id=553, type=slice]; -"554 slice_72" [id=554, type=slice]; -"555 slice_73" [id=555, type=slice]; -"556 slice_74" [id=556, type=slice]; -"557 slice_75" [id=557, type=slice]; -"558 slice_76" [id=558, type=slice]; -"559 cat_1" [id=559, type=cat]; -"560 linear_25_updated_constant0" [id=560, type=get_attr]; -"561 cat_1_0_0_nncf_smooth_quant_0" [id=561, type=call_module]; -"562 quantize_per_tensor_default_26" [id=562, type=quantize_per_tensor]; -"563 dequantize_per_tensor_default_26" [id=563, type=dequantize_per_tensor]; -"564 linear_25_scale_0" [id=564, type=get_attr]; -"565 linear_25_zero_point_0" [id=565, type=get_attr]; -"566 quantize_per_channel_default_26" [id=566, type=quantize_per_channel]; -"567 dequantize_per_channel_default_26" [id=567, type=dequantize_per_channel]; -"568 linear_25" [id=568, type=linear]; -"569 _param_constant72" [id=569, type=get_attr]; -"570 _param_constant73" [id=570, type=get_attr]; -"571 layer_norm_10" [id=571, type=layer_norm]; -"572 _tensor_constant26" [id=572, type=get_attr]; -"573 linear_26_updated_constant0" [id=573, type=get_attr]; -"574 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=574, type=call_module]; -"575 linear_26_scale_0" [id=575, type=get_attr]; -"576 linear_26_zero_point_0" [id=576, type=get_attr]; -"577 quantize_per_channel_default_27" [id=577, type=quantize_per_channel]; -"578 dequantize_per_channel_default_27" [id=578, type=dequantize_per_channel]; -"579 _param_constant75_0_0" [id=579, type=get_attr]; -"580 linear_26" [id=580, type=linear]; -"581 relu__4" [id=581, type=relu_]; -"582 linear_27_updated_constant0" [id=582, type=get_attr]; -"583 relu__4_0_0_nncf_smooth_quant_0" [id=583, type=call_module]; -"584 linear_27_scale_0" [id=584, type=get_attr]; -"585 linear_27_zero_point_0" [id=585, type=get_attr]; -"586 quantize_per_channel_default_28" [id=586, type=quantize_per_channel]; -"587 dequantize_per_channel_default_28" [id=587, type=dequantize_per_channel]; -"588 linear_27" [id=588, type=linear]; -"589 view_22" [id=589, type=view]; -"590 _tensor_constant27" [id=590, type=get_attr]; -"591 index_4" [id=591, type=index]; -"592 view_23" [id=592, type=view]; -"593 permute_19" [id=593, type=permute]; -"594 contiguous_6" [id=594, type=contiguous]; -"595 unsqueeze_12" [id=595, type=unsqueeze]; -"596 sigmoid_4" [id=596, type=sigmoid]; -"597 mul_8" [id=597, type=mul]; -"598 pad_6" [id=598, type=pad]; -"599 view_24" [id=599, type=view]; -"600 permute_20" [id=600, type=permute]; -"601 reshape_18" [id=601, type=reshape]; -"602 linear_28_updated_constant0" [id=602, type=get_attr]; -"603 reshape_18_0_0_nncf_smooth_quant_0" [id=603, type=call_module]; -"604 quantize_per_tensor_default_27" [id=604, type=quantize_per_tensor]; -"605 dequantize_per_tensor_default_27" [id=605, type=dequantize_per_tensor]; -"606 linear_28_scale_0" [id=606, type=get_attr]; -"607 linear_28_zero_point_0" [id=607, type=get_attr]; -"608 quantize_per_channel_default_29" [id=608, type=quantize_per_channel]; -"609 dequantize_per_channel_default_29" [id=609, type=dequantize_per_channel]; -"610 _param_constant77_0_0" [id=610, type=get_attr]; -"611 linear_28" [id=611, type=linear]; -"612 reshape_19" [id=612, type=reshape]; -"613 permute_21" [id=613, type=permute]; -"614 select_12" [id=614, type=select]; -"615 select_13" [id=615, type=select]; -"616 select_14" [id=616, type=select]; -"617 linalg_vector_norm_8" [id=617, type=linalg_vector_norm]; -"618 clamp_min_8" [id=618, type=clamp_min]; -"619 expand_as_8" [id=619, type=expand_as]; -"620 div_8" [id=620, type=div]; -"621 quantize_per_tensor_default_28" [id=621, type=quantize_per_tensor]; -"622 dequantize_per_tensor_default_28" [id=622, type=dequantize_per_tensor]; -"623 linalg_vector_norm_9" [id=623, type=linalg_vector_norm]; -"624 clamp_min_9" [id=624, type=clamp_min]; -"625 expand_as_9" [id=625, type=expand_as]; -"626 div_9" [id=626, type=div]; -"627 quantize_per_tensor_default_29" [id=627, type=quantize_per_tensor]; -"628 dequantize_per_tensor_default_29" [id=628, type=dequantize_per_tensor]; -"629 transpose_8" [id=629, type=transpose]; -"630 matmul_8" [id=630, type=matmul]; -"631 _param_constant79" [id=631, type=get_attr]; -"632 clamp_4" [id=632, type=clamp]; -"633 exp_4" [id=633, type=exp]; -"634 mul_9" [id=634, type=mul]; -"635 add_14" [id=635, type=add]; -"636 softmax_4" [id=636, type=softmax]; -"637 dropout_16" [id=637, type=dropout]; -"638 matmul_9" [id=638, type=matmul]; -"639 transpose_9" [id=639, type=transpose]; -"640 reshape_20" [id=640, type=reshape]; -"641 linear_29_updated_constant0" [id=641, type=get_attr]; -"642 reshape_20_0_0_nncf_smooth_quant_0" [id=642, type=call_module]; -"643 quantize_per_tensor_default_30" [id=643, type=quantize_per_tensor]; -"644 dequantize_per_tensor_default_30" [id=644, type=dequantize_per_tensor]; -"645 linear_29_scale_0" [id=645, type=get_attr]; -"646 linear_29_zero_point_0" [id=646, type=get_attr]; -"647 quantize_per_channel_default_30" [id=647, type=quantize_per_channel]; -"648 dequantize_per_channel_default_30" [id=648, type=dequantize_per_channel]; -"649 _param_constant81_0_0" [id=649, type=get_attr]; -"650 linear_29" [id=650, type=linear]; -"651 dropout_17" [id=651, type=dropout]; -"652 view_25" [id=652, type=view]; -"653 permute_22" [id=653, type=permute]; -"654 reshape_21" [id=654, type=reshape]; -"655 slice_78" [id=655, type=slice]; -"656 slice_79" [id=656, type=slice]; -"657 slice_80" [id=657, type=slice]; -"658 slice_81" [id=658, type=slice]; -"659 contiguous_7" [id=659, type=contiguous]; -"660 _param_constant82" [id=660, type=get_attr]; -"661 _param_constant83" [id=661, type=get_attr]; -"662 layer_norm_11" [id=662, type=layer_norm]; -"663 add_15" [id=663, type=add]; -"664 linear_30_updated_constant0" [id=664, type=get_attr]; -"665 add_15_0_0_nncf_smooth_quant_0" [id=665, type=call_module]; -"666 quantize_per_tensor_default_31" [id=666, type=quantize_per_tensor]; -"667 dequantize_per_tensor_default_31" [id=667, type=dequantize_per_tensor]; -"668 linear_30_scale_0" [id=668, type=get_attr]; -"669 linear_30_zero_point_0" [id=669, type=get_attr]; -"670 quantize_per_channel_default_31" [id=670, type=quantize_per_channel]; -"671 dequantize_per_channel_default_31" [id=671, type=dequantize_per_channel]; -"672 _param_constant85_0_0" [id=672, type=get_attr]; -"673 linear_30" [id=673, type=linear]; -"674 gelu_4" [id=674, type=gelu]; -"675 dropout_18" [id=675, type=dropout]; -"676 linear_31_updated_constant0" [id=676, type=get_attr]; -"677 dropout_18_0_0_nncf_smooth_quant_0" [id=677, type=call_module]; -"678 quantize_per_tensor_default_32" [id=678, type=quantize_per_tensor]; -"679 dequantize_per_tensor_default_32" [id=679, type=dequantize_per_tensor]; -"680 linear_31_scale_0" [id=680, type=get_attr]; -"681 linear_31_zero_point_0" [id=681, type=get_attr]; -"682 quantize_per_channel_default_32" [id=682, type=quantize_per_channel]; -"683 dequantize_per_channel_default_32" [id=683, type=dequantize_per_channel]; -"684 _param_constant87_0_0" [id=684, type=get_attr]; -"685 linear_31" [id=685, type=linear]; -"686 dropout_19" [id=686, type=dropout]; -"687 _param_constant88" [id=687, type=get_attr]; -"688 _param_constant89" [id=688, type=get_attr]; -"689 layer_norm_12" [id=689, type=layer_norm]; -"690 add_16" [id=690, type=add]; -"691 _tensor_constant28" [id=691, type=get_attr]; -"692 linear_32_updated_constant0" [id=692, type=get_attr]; -"693 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=693, type=call_module]; -"694 linear_32_scale_0" [id=694, type=get_attr]; -"695 linear_32_zero_point_0" [id=695, type=get_attr]; -"696 quantize_per_channel_default_33" [id=696, type=quantize_per_channel]; -"697 dequantize_per_channel_default_33" [id=697, type=dequantize_per_channel]; -"698 _param_constant91_0_0" [id=698, type=get_attr]; -"699 linear_32" [id=699, type=linear]; -"700 relu__5" [id=700, type=relu_]; -"701 linear_33_updated_constant0" [id=701, type=get_attr]; -"702 relu__5_0_0_nncf_smooth_quant_0" [id=702, type=call_module]; -"703 linear_33_scale_0" [id=703, type=get_attr]; -"704 linear_33_zero_point_0" [id=704, type=get_attr]; -"705 quantize_per_channel_default_34" [id=705, type=quantize_per_channel]; -"706 dequantize_per_channel_default_34" [id=706, type=dequantize_per_channel]; -"707 linear_33" [id=707, type=linear]; -"708 view_26" [id=708, type=view]; -"709 _tensor_constant29" [id=709, type=get_attr]; -"710 index_5" [id=710, type=index]; -"711 view_27" [id=711, type=view]; -"712 permute_23" [id=712, type=permute]; -"713 contiguous_8" [id=713, type=contiguous]; -"714 unsqueeze_13" [id=714, type=unsqueeze]; -"715 sigmoid_5" [id=715, type=sigmoid]; -"716 mul_10" [id=716, type=mul]; -"717 pad_7" [id=717, type=pad]; -"718 roll_4" [id=718, type=roll]; -"719 view_28" [id=719, type=view]; -"720 permute_24" [id=720, type=permute]; -"721 reshape_22" [id=721, type=reshape]; -"722 linear_34_updated_constant0" [id=722, type=get_attr]; -"723 reshape_22_0_0_nncf_smooth_quant_0" [id=723, type=call_module]; -"724 quantize_per_tensor_default_33" [id=724, type=quantize_per_tensor]; -"725 dequantize_per_tensor_default_33" [id=725, type=dequantize_per_tensor]; -"726 linear_34_scale_0" [id=726, type=get_attr]; -"727 linear_34_zero_point_0" [id=727, type=get_attr]; -"728 quantize_per_channel_default_35" [id=728, type=quantize_per_channel]; -"729 dequantize_per_channel_default_35" [id=729, type=dequantize_per_channel]; -"730 _param_constant93_0_0" [id=730, type=get_attr]; -"731 linear_34" [id=731, type=linear]; -"732 reshape_23" [id=732, type=reshape]; -"733 permute_25" [id=733, type=permute]; -"734 select_15" [id=734, type=select]; -"735 select_16" [id=735, type=select]; -"736 select_17" [id=736, type=select]; -"737 linalg_vector_norm_10" [id=737, type=linalg_vector_norm]; -"738 clamp_min_10" [id=738, type=clamp_min]; -"739 expand_as_10" [id=739, type=expand_as]; -"740 div_10" [id=740, type=div]; -"741 quantize_per_tensor_default_34" [id=741, type=quantize_per_tensor]; -"742 dequantize_per_tensor_default_34" [id=742, type=dequantize_per_tensor]; -"743 linalg_vector_norm_11" [id=743, type=linalg_vector_norm]; -"744 clamp_min_11" [id=744, type=clamp_min]; -"745 expand_as_11" [id=745, type=expand_as]; -"746 div_11" [id=746, type=div]; -"747 quantize_per_tensor_default_35" [id=747, type=quantize_per_tensor]; -"748 dequantize_per_tensor_default_35" [id=748, type=dequantize_per_tensor]; -"749 transpose_10" [id=749, type=transpose]; -"750 matmul_10" [id=750, type=matmul]; -"751 _param_constant95" [id=751, type=get_attr]; -"752 clamp_5" [id=752, type=clamp]; -"753 exp_5" [id=753, type=exp]; -"754 mul_11" [id=754, type=mul]; -"755 add_17" [id=755, type=add]; -"756 new_zeros_2" [id=756, type=new_zeros]; -"757 view_29" [id=757, type=view]; -"758 permute_26" [id=758, type=permute]; -"759 reshape_24" [id=759, type=reshape]; -"760 unsqueeze_14" [id=760, type=unsqueeze]; -"761 unsqueeze_15" [id=761, type=unsqueeze]; -"762 sub_2" [id=762, type=sub]; -"763 ne_2" [id=763, type=ne]; -"764 masked_fill_4" [id=764, type=masked_fill]; -"765 eq_2" [id=765, type=eq]; -"766 masked_fill_5" [id=766, type=masked_fill]; -"767 view_30" [id=767, type=view]; -"768 unsqueeze_16" [id=768, type=unsqueeze]; -"769 unsqueeze_17" [id=769, type=unsqueeze]; -"770 add_18" [id=770, type=add]; -"771 view_31" [id=771, type=view]; -"772 softmax_5" [id=772, type=softmax]; -"773 dropout_20" [id=773, type=dropout]; -"774 matmul_11" [id=774, type=matmul]; -"775 transpose_11" [id=775, type=transpose]; -"776 reshape_25" [id=776, type=reshape]; -"777 linear_35_updated_constant0" [id=777, type=get_attr]; -"778 reshape_25_0_0_nncf_smooth_quant_0" [id=778, type=call_module]; -"779 quantize_per_tensor_default_36" [id=779, type=quantize_per_tensor]; -"780 dequantize_per_tensor_default_36" [id=780, type=dequantize_per_tensor]; -"781 linear_35_scale_0" [id=781, type=get_attr]; -"782 linear_35_zero_point_0" [id=782, type=get_attr]; -"783 quantize_per_channel_default_36" [id=783, type=quantize_per_channel]; -"784 dequantize_per_channel_default_36" [id=784, type=dequantize_per_channel]; -"785 _param_constant97_0_0" [id=785, type=get_attr]; -"786 linear_35" [id=786, type=linear]; -"787 dropout_21" [id=787, type=dropout]; -"788 view_32" [id=788, type=view]; -"789 permute_27" [id=789, type=permute]; -"790 reshape_26" [id=790, type=reshape]; -"791 roll_5" [id=791, type=roll]; -"792 slice_101" [id=792, type=slice]; -"793 slice_102" [id=793, type=slice]; -"794 slice_103" [id=794, type=slice]; -"795 slice_104" [id=795, type=slice]; -"796 contiguous_9" [id=796, type=contiguous]; -"797 _param_constant98" [id=797, type=get_attr]; -"798 _param_constant99" [id=798, type=get_attr]; -"799 layer_norm_13" [id=799, type=layer_norm]; -"800 add_19" [id=800, type=add]; -"801 linear_36_updated_constant0" [id=801, type=get_attr]; -"802 add_19_0_0_nncf_smooth_quant_0" [id=802, type=call_module]; -"803 quantize_per_tensor_default_37" [id=803, type=quantize_per_tensor]; -"804 dequantize_per_tensor_default_37" [id=804, type=dequantize_per_tensor]; -"805 linear_36_scale_0" [id=805, type=get_attr]; -"806 linear_36_zero_point_0" [id=806, type=get_attr]; -"807 quantize_per_channel_default_37" [id=807, type=quantize_per_channel]; -"808 dequantize_per_channel_default_37" [id=808, type=dequantize_per_channel]; -"809 _param_constant101_0_0" [id=809, type=get_attr]; -"810 linear_36" [id=810, type=linear]; -"811 gelu_5" [id=811, type=gelu]; -"812 dropout_22" [id=812, type=dropout]; -"813 linear_37_updated_constant0" [id=813, type=get_attr]; -"814 dropout_22_0_0_nncf_smooth_quant_0" [id=814, type=call_module]; -"815 quantize_per_tensor_default_38" [id=815, type=quantize_per_tensor]; -"816 dequantize_per_tensor_default_38" [id=816, type=dequantize_per_tensor]; -"817 linear_37_scale_0" [id=817, type=get_attr]; -"818 linear_37_zero_point_0" [id=818, type=get_attr]; -"819 quantize_per_channel_default_38" [id=819, type=quantize_per_channel]; -"820 dequantize_per_channel_default_38" [id=820, type=dequantize_per_channel]; -"821 _param_constant103_0_0" [id=821, type=get_attr]; -"822 linear_37" [id=822, type=linear]; -"823 dropout_23" [id=823, type=dropout]; -"824 _param_constant104" [id=824, type=get_attr]; -"825 _param_constant105" [id=825, type=get_attr]; -"826 layer_norm_14" [id=826, type=layer_norm]; -"827 add_20" [id=827, type=add]; -"828 _tensor_constant39" [id=828, type=get_attr]; -"829 linear_38_updated_constant0" [id=829, type=get_attr]; -"830 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=830, type=call_module]; -"831 linear_38_scale_0" [id=831, type=get_attr]; -"832 linear_38_zero_point_0" [id=832, type=get_attr]; -"833 quantize_per_channel_default_39" [id=833, type=quantize_per_channel]; -"834 dequantize_per_channel_default_39" [id=834, type=dequantize_per_channel]; -"835 _param_constant107_0_0" [id=835, type=get_attr]; -"836 linear_38" [id=836, type=linear]; -"837 relu__6" [id=837, type=relu_]; -"838 linear_39_updated_constant0" [id=838, type=get_attr]; -"839 relu__6_0_0_nncf_smooth_quant_0" [id=839, type=call_module]; -"840 linear_39_scale_0" [id=840, type=get_attr]; -"841 linear_39_zero_point_0" [id=841, type=get_attr]; -"842 quantize_per_channel_default_40" [id=842, type=quantize_per_channel]; -"843 dequantize_per_channel_default_40" [id=843, type=dequantize_per_channel]; -"844 linear_39" [id=844, type=linear]; -"845 view_33" [id=845, type=view]; -"846 _tensor_constant40" [id=846, type=get_attr]; -"847 index_6" [id=847, type=index]; -"848 view_34" [id=848, type=view]; -"849 permute_28" [id=849, type=permute]; -"850 contiguous_10" [id=850, type=contiguous]; -"851 unsqueeze_18" [id=851, type=unsqueeze]; -"852 sigmoid_6" [id=852, type=sigmoid]; -"853 mul_12" [id=853, type=mul]; -"854 pad_8" [id=854, type=pad]; -"855 view_35" [id=855, type=view]; -"856 permute_29" [id=856, type=permute]; -"857 reshape_27" [id=857, type=reshape]; -"858 linear_40_updated_constant0" [id=858, type=get_attr]; -"859 reshape_27_0_0_nncf_smooth_quant_0" [id=859, type=call_module]; -"860 quantize_per_tensor_default_39" [id=860, type=quantize_per_tensor]; -"861 dequantize_per_tensor_default_39" [id=861, type=dequantize_per_tensor]; -"862 linear_40_scale_0" [id=862, type=get_attr]; -"863 linear_40_zero_point_0" [id=863, type=get_attr]; -"864 quantize_per_channel_default_41" [id=864, type=quantize_per_channel]; -"865 dequantize_per_channel_default_41" [id=865, type=dequantize_per_channel]; -"866 _param_constant109_0_0" [id=866, type=get_attr]; -"867 linear_40" [id=867, type=linear]; -"868 reshape_28" [id=868, type=reshape]; -"869 permute_30" [id=869, type=permute]; -"870 select_18" [id=870, type=select]; -"871 select_19" [id=871, type=select]; -"872 select_20" [id=872, type=select]; -"873 linalg_vector_norm_12" [id=873, type=linalg_vector_norm]; -"874 clamp_min_12" [id=874, type=clamp_min]; -"875 expand_as_12" [id=875, type=expand_as]; -"876 div_12" [id=876, type=div]; -"877 quantize_per_tensor_default_40" [id=877, type=quantize_per_tensor]; -"878 dequantize_per_tensor_default_40" [id=878, type=dequantize_per_tensor]; -"879 linalg_vector_norm_13" [id=879, type=linalg_vector_norm]; -"880 clamp_min_13" [id=880, type=clamp_min]; -"881 expand_as_13" [id=881, type=expand_as]; -"882 div_13" [id=882, type=div]; -"883 quantize_per_tensor_default_41" [id=883, type=quantize_per_tensor]; -"884 dequantize_per_tensor_default_41" [id=884, type=dequantize_per_tensor]; -"885 transpose_12" [id=885, type=transpose]; -"886 matmul_12" [id=886, type=matmul]; -"887 _param_constant111" [id=887, type=get_attr]; -"888 clamp_6" [id=888, type=clamp]; -"889 exp_6" [id=889, type=exp]; -"890 mul_13" [id=890, type=mul]; -"891 add_21" [id=891, type=add]; -"892 softmax_6" [id=892, type=softmax]; -"893 dropout_24" [id=893, type=dropout]; -"894 matmul_13" [id=894, type=matmul]; -"895 transpose_13" [id=895, type=transpose]; -"896 reshape_29" [id=896, type=reshape]; -"897 linear_41_updated_constant0" [id=897, type=get_attr]; -"898 reshape_29_0_0_nncf_smooth_quant_0" [id=898, type=call_module]; -"899 quantize_per_tensor_default_42" [id=899, type=quantize_per_tensor]; -"900 dequantize_per_tensor_default_42" [id=900, type=dequantize_per_tensor]; -"901 linear_41_scale_0" [id=901, type=get_attr]; -"902 linear_41_zero_point_0" [id=902, type=get_attr]; -"903 quantize_per_channel_default_42" [id=903, type=quantize_per_channel]; -"904 dequantize_per_channel_default_42" [id=904, type=dequantize_per_channel]; -"905 _param_constant113_0_0" [id=905, type=get_attr]; -"906 linear_41" [id=906, type=linear]; -"907 dropout_25" [id=907, type=dropout]; -"908 view_36" [id=908, type=view]; -"909 permute_31" [id=909, type=permute]; -"910 reshape_30" [id=910, type=reshape]; -"911 slice_106" [id=911, type=slice]; -"912 slice_107" [id=912, type=slice]; -"913 slice_108" [id=913, type=slice]; -"914 slice_109" [id=914, type=slice]; -"915 contiguous_11" [id=915, type=contiguous]; -"916 _param_constant114" [id=916, type=get_attr]; -"917 _param_constant115" [id=917, type=get_attr]; -"918 layer_norm_15" [id=918, type=layer_norm]; -"919 add_22" [id=919, type=add]; -"920 linear_42_updated_constant0" [id=920, type=get_attr]; -"921 add_22_0_0_nncf_smooth_quant_0" [id=921, type=call_module]; -"922 quantize_per_tensor_default_43" [id=922, type=quantize_per_tensor]; -"923 dequantize_per_tensor_default_43" [id=923, type=dequantize_per_tensor]; -"924 linear_42_scale_0" [id=924, type=get_attr]; -"925 linear_42_zero_point_0" [id=925, type=get_attr]; -"926 quantize_per_channel_default_43" [id=926, type=quantize_per_channel]; -"927 dequantize_per_channel_default_43" [id=927, type=dequantize_per_channel]; -"928 _param_constant117_0_0" [id=928, type=get_attr]; -"929 linear_42" [id=929, type=linear]; -"930 gelu_6" [id=930, type=gelu]; -"931 dropout_26" [id=931, type=dropout]; -"932 linear_43_updated_constant0" [id=932, type=get_attr]; -"933 dropout_26_0_0_nncf_smooth_quant_0" [id=933, type=call_module]; -"934 quantize_per_tensor_default_44" [id=934, type=quantize_per_tensor]; -"935 dequantize_per_tensor_default_44" [id=935, type=dequantize_per_tensor]; -"936 linear_43_scale_0" [id=936, type=get_attr]; -"937 linear_43_zero_point_0" [id=937, type=get_attr]; -"938 quantize_per_channel_default_44" [id=938, type=quantize_per_channel]; -"939 dequantize_per_channel_default_44" [id=939, type=dequantize_per_channel]; -"940 _param_constant119_0_0" [id=940, type=get_attr]; -"941 linear_43" [id=941, type=linear]; -"942 dropout_27" [id=942, type=dropout]; -"943 _param_constant120" [id=943, type=get_attr]; -"944 _param_constant121" [id=944, type=get_attr]; -"945 layer_norm_16" [id=945, type=layer_norm]; -"946 add_23" [id=946, type=add]; -"947 _tensor_constant41" [id=947, type=get_attr]; -"948 linear_44_updated_constant0" [id=948, type=get_attr]; -"949 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=949, type=call_module]; -"950 linear_44_scale_0" [id=950, type=get_attr]; -"951 linear_44_zero_point_0" [id=951, type=get_attr]; -"952 quantize_per_channel_default_45" [id=952, type=quantize_per_channel]; -"953 dequantize_per_channel_default_45" [id=953, type=dequantize_per_channel]; -"954 _param_constant123_0_0" [id=954, type=get_attr]; -"955 linear_44" [id=955, type=linear]; -"956 relu__7" [id=956, type=relu_]; -"957 linear_45_updated_constant0" [id=957, type=get_attr]; -"958 relu__7_0_0_nncf_smooth_quant_0" [id=958, type=call_module]; -"959 linear_45_scale_0" [id=959, type=get_attr]; -"960 linear_45_zero_point_0" [id=960, type=get_attr]; -"961 quantize_per_channel_default_46" [id=961, type=quantize_per_channel]; -"962 dequantize_per_channel_default_46" [id=962, type=dequantize_per_channel]; -"963 linear_45" [id=963, type=linear]; -"964 view_37" [id=964, type=view]; -"965 _tensor_constant42" [id=965, type=get_attr]; -"966 index_7" [id=966, type=index]; -"967 view_38" [id=967, type=view]; -"968 permute_32" [id=968, type=permute]; -"969 contiguous_12" [id=969, type=contiguous]; -"970 unsqueeze_19" [id=970, type=unsqueeze]; -"971 sigmoid_7" [id=971, type=sigmoid]; -"972 mul_14" [id=972, type=mul]; -"973 pad_9" [id=973, type=pad]; -"974 roll_6" [id=974, type=roll]; -"975 view_39" [id=975, type=view]; -"976 permute_33" [id=976, type=permute]; -"977 reshape_31" [id=977, type=reshape]; -"978 linear_46_updated_constant0" [id=978, type=get_attr]; -"979 reshape_31_0_0_nncf_smooth_quant_0" [id=979, type=call_module]; -"980 quantize_per_tensor_default_45" [id=980, type=quantize_per_tensor]; -"981 dequantize_per_tensor_default_45" [id=981, type=dequantize_per_tensor]; -"982 linear_46_scale_0" [id=982, type=get_attr]; -"983 linear_46_zero_point_0" [id=983, type=get_attr]; -"984 quantize_per_channel_default_47" [id=984, type=quantize_per_channel]; -"985 dequantize_per_channel_default_47" [id=985, type=dequantize_per_channel]; -"986 _param_constant125_0_0" [id=986, type=get_attr]; -"987 linear_46" [id=987, type=linear]; -"988 reshape_32" [id=988, type=reshape]; -"989 permute_34" [id=989, type=permute]; -"990 select_21" [id=990, type=select]; -"991 select_22" [id=991, type=select]; -"992 select_23" [id=992, type=select]; -"993 linalg_vector_norm_14" [id=993, type=linalg_vector_norm]; -"994 clamp_min_14" [id=994, type=clamp_min]; -"995 expand_as_14" [id=995, type=expand_as]; -"996 div_14" [id=996, type=div]; -"997 quantize_per_tensor_default_46" [id=997, type=quantize_per_tensor]; -"998 dequantize_per_tensor_default_46" [id=998, type=dequantize_per_tensor]; -"999 linalg_vector_norm_15" [id=999, type=linalg_vector_norm]; -"1000 clamp_min_15" [id=1000, type=clamp_min]; -"1001 expand_as_15" [id=1001, type=expand_as]; -"1002 div_15" [id=1002, type=div]; -"1003 quantize_per_tensor_default_47" [id=1003, type=quantize_per_tensor]; -"1004 dequantize_per_tensor_default_47" [id=1004, type=dequantize_per_tensor]; -"1005 transpose_14" [id=1005, type=transpose]; -"1006 matmul_14" [id=1006, type=matmul]; -"1007 _param_constant127" [id=1007, type=get_attr]; -"1008 clamp_7" [id=1008, type=clamp]; -"1009 exp_7" [id=1009, type=exp]; -"1010 mul_15" [id=1010, type=mul]; -"1011 add_24" [id=1011, type=add]; -"1012 new_zeros_3" [id=1012, type=new_zeros]; -"1013 view_40" [id=1013, type=view]; -"1014 permute_35" [id=1014, type=permute]; -"1015 reshape_33" [id=1015, type=reshape]; -"1016 unsqueeze_20" [id=1016, type=unsqueeze]; -"1017 unsqueeze_21" [id=1017, type=unsqueeze]; -"1018 sub_3" [id=1018, type=sub]; -"1019 ne_3" [id=1019, type=ne]; -"1020 masked_fill_6" [id=1020, type=masked_fill]; -"1021 eq_3" [id=1021, type=eq]; -"1022 masked_fill_7" [id=1022, type=masked_fill]; -"1023 view_41" [id=1023, type=view]; -"1024 unsqueeze_22" [id=1024, type=unsqueeze]; -"1025 unsqueeze_23" [id=1025, type=unsqueeze]; -"1026 add_25" [id=1026, type=add]; -"1027 view_42" [id=1027, type=view]; -"1028 softmax_7" [id=1028, type=softmax]; -"1029 dropout_28" [id=1029, type=dropout]; -"1030 matmul_15" [id=1030, type=matmul]; -"1031 transpose_15" [id=1031, type=transpose]; -"1032 reshape_34" [id=1032, type=reshape]; -"1033 linear_47_updated_constant0" [id=1033, type=get_attr]; -"1034 reshape_34_0_0_nncf_smooth_quant_0" [id=1034, type=call_module]; -"1035 quantize_per_tensor_default_48" [id=1035, type=quantize_per_tensor]; -"1036 dequantize_per_tensor_default_48" [id=1036, type=dequantize_per_tensor]; -"1037 linear_47_scale_0" [id=1037, type=get_attr]; -"1038 linear_47_zero_point_0" [id=1038, type=get_attr]; -"1039 quantize_per_channel_default_48" [id=1039, type=quantize_per_channel]; -"1040 dequantize_per_channel_default_48" [id=1040, type=dequantize_per_channel]; -"1041 _param_constant129_0_0" [id=1041, type=get_attr]; -"1042 linear_47" [id=1042, type=linear]; -"1043 dropout_29" [id=1043, type=dropout]; -"1044 view_43" [id=1044, type=view]; -"1045 permute_36" [id=1045, type=permute]; -"1046 reshape_35" [id=1046, type=reshape]; -"1047 roll_7" [id=1047, type=roll]; -"1048 slice_129" [id=1048, type=slice]; -"1049 slice_130" [id=1049, type=slice]; -"1050 slice_131" [id=1050, type=slice]; -"1051 slice_132" [id=1051, type=slice]; -"1052 contiguous_13" [id=1052, type=contiguous]; -"1053 _param_constant130" [id=1053, type=get_attr]; -"1054 _param_constant131" [id=1054, type=get_attr]; -"1055 layer_norm_17" [id=1055, type=layer_norm]; -"1056 add_26" [id=1056, type=add]; -"1057 linear_48_updated_constant0" [id=1057, type=get_attr]; -"1058 add_26_0_0_nncf_smooth_quant_0" [id=1058, type=call_module]; -"1059 quantize_per_tensor_default_49" [id=1059, type=quantize_per_tensor]; -"1060 dequantize_per_tensor_default_49" [id=1060, type=dequantize_per_tensor]; -"1061 linear_48_scale_0" [id=1061, type=get_attr]; -"1062 linear_48_zero_point_0" [id=1062, type=get_attr]; -"1063 quantize_per_channel_default_49" [id=1063, type=quantize_per_channel]; -"1064 dequantize_per_channel_default_49" [id=1064, type=dequantize_per_channel]; -"1065 _param_constant133_0_0" [id=1065, type=get_attr]; -"1066 linear_48" [id=1066, type=linear]; -"1067 gelu_7" [id=1067, type=gelu]; -"1068 dropout_30" [id=1068, type=dropout]; -"1069 linear_49_updated_constant0" [id=1069, type=get_attr]; -"1070 dropout_30_0_0_nncf_smooth_quant_0" [id=1070, type=call_module]; -"1071 quantize_per_tensor_default_50" [id=1071, type=quantize_per_tensor]; -"1072 dequantize_per_tensor_default_50" [id=1072, type=dequantize_per_tensor]; -"1073 linear_49_scale_0" [id=1073, type=get_attr]; -"1074 linear_49_zero_point_0" [id=1074, type=get_attr]; -"1075 quantize_per_channel_default_50" [id=1075, type=quantize_per_channel]; -"1076 dequantize_per_channel_default_50" [id=1076, type=dequantize_per_channel]; -"1077 _param_constant135_0_0" [id=1077, type=get_attr]; -"1078 linear_49" [id=1078, type=linear]; -"1079 dropout_31" [id=1079, type=dropout]; -"1080 _param_constant136" [id=1080, type=get_attr]; -"1081 _param_constant137" [id=1081, type=get_attr]; -"1082 layer_norm_18" [id=1082, type=layer_norm]; -"1083 add_27" [id=1083, type=add]; -"1084 _tensor_constant52" [id=1084, type=get_attr]; -"1085 linear_50_updated_constant0" [id=1085, type=get_attr]; -"1086 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=1086, type=call_module]; -"1087 linear_50_scale_0" [id=1087, type=get_attr]; -"1088 linear_50_zero_point_0" [id=1088, type=get_attr]; -"1089 quantize_per_channel_default_51" [id=1089, type=quantize_per_channel]; -"1090 dequantize_per_channel_default_51" [id=1090, type=dequantize_per_channel]; -"1091 _param_constant139_0_0" [id=1091, type=get_attr]; -"1092 linear_50" [id=1092, type=linear]; -"1093 relu__8" [id=1093, type=relu_]; -"1094 linear_51_updated_constant0" [id=1094, type=get_attr]; -"1095 relu__8_0_0_nncf_smooth_quant_0" [id=1095, type=call_module]; -"1096 linear_51_scale_0" [id=1096, type=get_attr]; -"1097 linear_51_zero_point_0" [id=1097, type=get_attr]; -"1098 quantize_per_channel_default_52" [id=1098, type=quantize_per_channel]; -"1099 dequantize_per_channel_default_52" [id=1099, type=dequantize_per_channel]; -"1100 linear_51" [id=1100, type=linear]; -"1101 view_44" [id=1101, type=view]; -"1102 _tensor_constant53" [id=1102, type=get_attr]; -"1103 index_8" [id=1103, type=index]; -"1104 view_45" [id=1104, type=view]; -"1105 permute_37" [id=1105, type=permute]; -"1106 contiguous_14" [id=1106, type=contiguous]; -"1107 unsqueeze_24" [id=1107, type=unsqueeze]; -"1108 sigmoid_8" [id=1108, type=sigmoid]; -"1109 mul_16" [id=1109, type=mul]; -"1110 pad_10" [id=1110, type=pad]; -"1111 view_46" [id=1111, type=view]; -"1112 permute_38" [id=1112, type=permute]; -"1113 reshape_36" [id=1113, type=reshape]; -"1114 linear_52_updated_constant0" [id=1114, type=get_attr]; -"1115 reshape_36_0_0_nncf_smooth_quant_0" [id=1115, type=call_module]; -"1116 quantize_per_tensor_default_51" [id=1116, type=quantize_per_tensor]; -"1117 dequantize_per_tensor_default_51" [id=1117, type=dequantize_per_tensor]; -"1118 linear_52_scale_0" [id=1118, type=get_attr]; -"1119 linear_52_zero_point_0" [id=1119, type=get_attr]; -"1120 quantize_per_channel_default_53" [id=1120, type=quantize_per_channel]; -"1121 dequantize_per_channel_default_53" [id=1121, type=dequantize_per_channel]; -"1122 _param_constant141_0_0" [id=1122, type=get_attr]; -"1123 linear_52" [id=1123, type=linear]; -"1124 reshape_37" [id=1124, type=reshape]; -"1125 permute_39" [id=1125, type=permute]; -"1126 select_24" [id=1126, type=select]; -"1127 select_25" [id=1127, type=select]; -"1128 select_26" [id=1128, type=select]; -"1129 linalg_vector_norm_16" [id=1129, type=linalg_vector_norm]; -"1130 clamp_min_16" [id=1130, type=clamp_min]; -"1131 expand_as_16" [id=1131, type=expand_as]; -"1132 div_16" [id=1132, type=div]; -"1133 quantize_per_tensor_default_52" [id=1133, type=quantize_per_tensor]; -"1134 dequantize_per_tensor_default_52" [id=1134, type=dequantize_per_tensor]; -"1135 linalg_vector_norm_17" [id=1135, type=linalg_vector_norm]; -"1136 clamp_min_17" [id=1136, type=clamp_min]; -"1137 expand_as_17" [id=1137, type=expand_as]; -"1138 div_17" [id=1138, type=div]; -"1139 quantize_per_tensor_default_53" [id=1139, type=quantize_per_tensor]; -"1140 dequantize_per_tensor_default_53" [id=1140, type=dequantize_per_tensor]; -"1141 transpose_16" [id=1141, type=transpose]; -"1142 matmul_16" [id=1142, type=matmul]; -"1143 _param_constant143" [id=1143, type=get_attr]; -"1144 clamp_8" [id=1144, type=clamp]; -"1145 exp_8" [id=1145, type=exp]; -"1146 mul_17" [id=1146, type=mul]; -"1147 add_28" [id=1147, type=add]; -"1148 softmax_8" [id=1148, type=softmax]; -"1149 dropout_32" [id=1149, type=dropout]; -"1150 matmul_17" [id=1150, type=matmul]; -"1151 transpose_17" [id=1151, type=transpose]; -"1152 reshape_38" [id=1152, type=reshape]; -"1153 linear_53_updated_constant0" [id=1153, type=get_attr]; -"1154 reshape_38_0_0_nncf_smooth_quant_0" [id=1154, type=call_module]; -"1155 quantize_per_tensor_default_54" [id=1155, type=quantize_per_tensor]; -"1156 dequantize_per_tensor_default_54" [id=1156, type=dequantize_per_tensor]; -"1157 linear_53_scale_0" [id=1157, type=get_attr]; -"1158 linear_53_zero_point_0" [id=1158, type=get_attr]; -"1159 quantize_per_channel_default_54" [id=1159, type=quantize_per_channel]; -"1160 dequantize_per_channel_default_54" [id=1160, type=dequantize_per_channel]; -"1161 _param_constant145_0_0" [id=1161, type=get_attr]; -"1162 linear_53" [id=1162, type=linear]; -"1163 dropout_33" [id=1163, type=dropout]; -"1164 view_47" [id=1164, type=view]; -"1165 permute_40" [id=1165, type=permute]; -"1166 reshape_39" [id=1166, type=reshape]; -"1167 slice_134" [id=1167, type=slice]; -"1168 slice_135" [id=1168, type=slice]; -"1169 slice_136" [id=1169, type=slice]; -"1170 slice_137" [id=1170, type=slice]; -"1171 contiguous_15" [id=1171, type=contiguous]; -"1172 _param_constant146" [id=1172, type=get_attr]; -"1173 _param_constant147" [id=1173, type=get_attr]; -"1174 layer_norm_19" [id=1174, type=layer_norm]; -"1175 add_29" [id=1175, type=add]; -"1176 linear_54_updated_constant0" [id=1176, type=get_attr]; -"1177 add_29_0_0_nncf_smooth_quant_0" [id=1177, type=call_module]; -"1178 quantize_per_tensor_default_55" [id=1178, type=quantize_per_tensor]; -"1179 dequantize_per_tensor_default_55" [id=1179, type=dequantize_per_tensor]; -"1180 linear_54_scale_0" [id=1180, type=get_attr]; -"1181 linear_54_zero_point_0" [id=1181, type=get_attr]; -"1182 quantize_per_channel_default_55" [id=1182, type=quantize_per_channel]; -"1183 dequantize_per_channel_default_55" [id=1183, type=dequantize_per_channel]; -"1184 _param_constant149_0_0" [id=1184, type=get_attr]; -"1185 linear_54" [id=1185, type=linear]; -"1186 gelu_8" [id=1186, type=gelu]; -"1187 dropout_34" [id=1187, type=dropout]; -"1188 linear_55_updated_constant0" [id=1188, type=get_attr]; -"1189 dropout_34_0_0_nncf_smooth_quant_0" [id=1189, type=call_module]; -"1190 quantize_per_tensor_default_56" [id=1190, type=quantize_per_tensor]; -"1191 dequantize_per_tensor_default_56" [id=1191, type=dequantize_per_tensor]; -"1192 linear_55_scale_0" [id=1192, type=get_attr]; -"1193 linear_55_zero_point_0" [id=1193, type=get_attr]; -"1194 quantize_per_channel_default_56" [id=1194, type=quantize_per_channel]; -"1195 dequantize_per_channel_default_56" [id=1195, type=dequantize_per_channel]; -"1196 _param_constant151_0_0" [id=1196, type=get_attr]; -"1197 linear_55" [id=1197, type=linear]; -"1198 dropout_35" [id=1198, type=dropout]; -"1199 _param_constant152" [id=1199, type=get_attr]; -"1200 _param_constant153" [id=1200, type=get_attr]; -"1201 layer_norm_20" [id=1201, type=layer_norm]; -"1202 add_30" [id=1202, type=add]; -"1203 _tensor_constant54" [id=1203, type=get_attr]; -"1204 linear_56_updated_constant0" [id=1204, type=get_attr]; -"1205 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1205, type=call_module]; -"1206 linear_56_scale_0" [id=1206, type=get_attr]; -"1207 linear_56_zero_point_0" [id=1207, type=get_attr]; -"1208 quantize_per_channel_default_57" [id=1208, type=quantize_per_channel]; -"1209 dequantize_per_channel_default_57" [id=1209, type=dequantize_per_channel]; -"1210 _param_constant155_0_0" [id=1210, type=get_attr]; -"1211 linear_56" [id=1211, type=linear]; -"1212 relu__9" [id=1212, type=relu_]; -"1213 linear_57_updated_constant0" [id=1213, type=get_attr]; -"1214 relu__9_0_0_nncf_smooth_quant_0" [id=1214, type=call_module]; -"1215 linear_57_scale_0" [id=1215, type=get_attr]; -"1216 linear_57_zero_point_0" [id=1216, type=get_attr]; -"1217 quantize_per_channel_default_58" [id=1217, type=quantize_per_channel]; -"1218 dequantize_per_channel_default_58" [id=1218, type=dequantize_per_channel]; -"1219 linear_57" [id=1219, type=linear]; -"1220 view_48" [id=1220, type=view]; -"1221 _tensor_constant55" [id=1221, type=get_attr]; -"1222 index_9" [id=1222, type=index]; -"1223 view_49" [id=1223, type=view]; -"1224 permute_41" [id=1224, type=permute]; -"1225 contiguous_16" [id=1225, type=contiguous]; -"1226 unsqueeze_25" [id=1226, type=unsqueeze]; -"1227 sigmoid_9" [id=1227, type=sigmoid]; -"1228 mul_18" [id=1228, type=mul]; -"1229 pad_11" [id=1229, type=pad]; -"1230 roll_8" [id=1230, type=roll]; -"1231 view_50" [id=1231, type=view]; -"1232 permute_42" [id=1232, type=permute]; -"1233 reshape_40" [id=1233, type=reshape]; -"1234 linear_58_updated_constant0" [id=1234, type=get_attr]; -"1235 reshape_40_0_0_nncf_smooth_quant_0" [id=1235, type=call_module]; -"1236 quantize_per_tensor_default_57" [id=1236, type=quantize_per_tensor]; -"1237 dequantize_per_tensor_default_57" [id=1237, type=dequantize_per_tensor]; -"1238 linear_58_scale_0" [id=1238, type=get_attr]; -"1239 linear_58_zero_point_0" [id=1239, type=get_attr]; -"1240 quantize_per_channel_default_59" [id=1240, type=quantize_per_channel]; -"1241 dequantize_per_channel_default_59" [id=1241, type=dequantize_per_channel]; -"1242 _param_constant157_0_0" [id=1242, type=get_attr]; -"1243 linear_58" [id=1243, type=linear]; -"1244 reshape_41" [id=1244, type=reshape]; -"1245 permute_43" [id=1245, type=permute]; -"1246 select_27" [id=1246, type=select]; -"1247 select_28" [id=1247, type=select]; -"1248 select_29" [id=1248, type=select]; -"1249 linalg_vector_norm_18" [id=1249, type=linalg_vector_norm]; -"1250 clamp_min_18" [id=1250, type=clamp_min]; -"1251 expand_as_18" [id=1251, type=expand_as]; -"1252 div_18" [id=1252, type=div]; -"1253 quantize_per_tensor_default_58" [id=1253, type=quantize_per_tensor]; -"1254 dequantize_per_tensor_default_58" [id=1254, type=dequantize_per_tensor]; -"1255 linalg_vector_norm_19" [id=1255, type=linalg_vector_norm]; -"1256 clamp_min_19" [id=1256, type=clamp_min]; -"1257 expand_as_19" [id=1257, type=expand_as]; -"1258 div_19" [id=1258, type=div]; -"1259 quantize_per_tensor_default_59" [id=1259, type=quantize_per_tensor]; -"1260 dequantize_per_tensor_default_59" [id=1260, type=dequantize_per_tensor]; -"1261 transpose_18" [id=1261, type=transpose]; -"1262 matmul_18" [id=1262, type=matmul]; -"1263 _param_constant159" [id=1263, type=get_attr]; -"1264 clamp_9" [id=1264, type=clamp]; -"1265 exp_9" [id=1265, type=exp]; -"1266 mul_19" [id=1266, type=mul]; -"1267 add_31" [id=1267, type=add]; -"1268 new_zeros_4" [id=1268, type=new_zeros]; -"1269 view_51" [id=1269, type=view]; -"1270 permute_44" [id=1270, type=permute]; -"1271 reshape_42" [id=1271, type=reshape]; -"1272 unsqueeze_26" [id=1272, type=unsqueeze]; -"1273 unsqueeze_27" [id=1273, type=unsqueeze]; -"1274 sub_4" [id=1274, type=sub]; -"1275 ne_4" [id=1275, type=ne]; -"1276 masked_fill_8" [id=1276, type=masked_fill]; -"1277 eq_4" [id=1277, type=eq]; -"1278 masked_fill_9" [id=1278, type=masked_fill]; -"1279 view_52" [id=1279, type=view]; -"1280 unsqueeze_28" [id=1280, type=unsqueeze]; -"1281 unsqueeze_29" [id=1281, type=unsqueeze]; -"1282 add_32" [id=1282, type=add]; -"1283 view_53" [id=1283, type=view]; -"1284 softmax_9" [id=1284, type=softmax]; -"1285 dropout_36" [id=1285, type=dropout]; -"1286 matmul_19" [id=1286, type=matmul]; -"1287 transpose_19" [id=1287, type=transpose]; -"1288 reshape_43" [id=1288, type=reshape]; -"1289 linear_59_updated_constant0" [id=1289, type=get_attr]; -"1290 reshape_43_0_0_nncf_smooth_quant_0" [id=1290, type=call_module]; -"1291 quantize_per_tensor_default_60" [id=1291, type=quantize_per_tensor]; -"1292 dequantize_per_tensor_default_60" [id=1292, type=dequantize_per_tensor]; -"1293 linear_59_scale_0" [id=1293, type=get_attr]; -"1294 linear_59_zero_point_0" [id=1294, type=get_attr]; -"1295 quantize_per_channel_default_60" [id=1295, type=quantize_per_channel]; -"1296 dequantize_per_channel_default_60" [id=1296, type=dequantize_per_channel]; -"1297 _param_constant161_0_0" [id=1297, type=get_attr]; -"1298 linear_59" [id=1298, type=linear]; -"1299 dropout_37" [id=1299, type=dropout]; -"1300 view_54" [id=1300, type=view]; -"1301 permute_45" [id=1301, type=permute]; -"1302 reshape_44" [id=1302, type=reshape]; -"1303 roll_9" [id=1303, type=roll]; -"1304 slice_157" [id=1304, type=slice]; -"1305 slice_158" [id=1305, type=slice]; -"1306 slice_159" [id=1306, type=slice]; -"1307 slice_160" [id=1307, type=slice]; -"1308 contiguous_17" [id=1308, type=contiguous]; -"1309 _param_constant162" [id=1309, type=get_attr]; -"1310 _param_constant163" [id=1310, type=get_attr]; -"1311 layer_norm_21" [id=1311, type=layer_norm]; -"1312 add_33" [id=1312, type=add]; -"1313 linear_60_updated_constant0" [id=1313, type=get_attr]; -"1314 add_33_0_0_nncf_smooth_quant_0" [id=1314, type=call_module]; -"1315 quantize_per_tensor_default_61" [id=1315, type=quantize_per_tensor]; -"1316 dequantize_per_tensor_default_61" [id=1316, type=dequantize_per_tensor]; -"1317 linear_60_scale_0" [id=1317, type=get_attr]; -"1318 linear_60_zero_point_0" [id=1318, type=get_attr]; -"1319 quantize_per_channel_default_61" [id=1319, type=quantize_per_channel]; -"1320 dequantize_per_channel_default_61" [id=1320, type=dequantize_per_channel]; -"1321 _param_constant165_0_0" [id=1321, type=get_attr]; -"1322 linear_60" [id=1322, type=linear]; -"1323 gelu_9" [id=1323, type=gelu]; -"1324 dropout_38" [id=1324, type=dropout]; -"1325 linear_61_updated_constant0" [id=1325, type=get_attr]; -"1326 dropout_38_0_0_nncf_smooth_quant_0" [id=1326, type=call_module]; -"1327 quantize_per_tensor_default_62" [id=1327, type=quantize_per_tensor]; -"1328 dequantize_per_tensor_default_62" [id=1328, type=dequantize_per_tensor]; -"1329 linear_61_scale_0" [id=1329, type=get_attr]; -"1330 linear_61_zero_point_0" [id=1330, type=get_attr]; -"1331 quantize_per_channel_default_62" [id=1331, type=quantize_per_channel]; -"1332 dequantize_per_channel_default_62" [id=1332, type=dequantize_per_channel]; -"1333 _param_constant167_0_0" [id=1333, type=get_attr]; -"1334 linear_61" [id=1334, type=linear]; -"1335 dropout_39" [id=1335, type=dropout]; -"1336 _param_constant168" [id=1336, type=get_attr]; -"1337 _param_constant169" [id=1337, type=get_attr]; -"1338 layer_norm_22" [id=1338, type=layer_norm]; -"1339 add_34" [id=1339, type=add]; -"1340 _tensor_constant65" [id=1340, type=get_attr]; -"1341 linear_62_updated_constant0" [id=1341, type=get_attr]; -"1342 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1342, type=call_module]; -"1343 linear_62_scale_0" [id=1343, type=get_attr]; -"1344 linear_62_zero_point_0" [id=1344, type=get_attr]; -"1345 quantize_per_channel_default_63" [id=1345, type=quantize_per_channel]; -"1346 dequantize_per_channel_default_63" [id=1346, type=dequantize_per_channel]; -"1347 _param_constant171_0_0" [id=1347, type=get_attr]; -"1348 linear_62" [id=1348, type=linear]; -"1349 relu__10" [id=1349, type=relu_]; -"1350 linear_63_updated_constant0" [id=1350, type=get_attr]; -"1351 relu__10_0_0_nncf_smooth_quant_0" [id=1351, type=call_module]; -"1352 linear_63_scale_0" [id=1352, type=get_attr]; -"1353 linear_63_zero_point_0" [id=1353, type=get_attr]; -"1354 quantize_per_channel_default_64" [id=1354, type=quantize_per_channel]; -"1355 dequantize_per_channel_default_64" [id=1355, type=dequantize_per_channel]; -"1356 linear_63" [id=1356, type=linear]; -"1357 view_55" [id=1357, type=view]; -"1358 _tensor_constant66" [id=1358, type=get_attr]; -"1359 index_10" [id=1359, type=index]; -"1360 view_56" [id=1360, type=view]; -"1361 permute_46" [id=1361, type=permute]; -"1362 contiguous_18" [id=1362, type=contiguous]; -"1363 unsqueeze_30" [id=1363, type=unsqueeze]; -"1364 sigmoid_10" [id=1364, type=sigmoid]; -"1365 mul_20" [id=1365, type=mul]; -"1366 pad_12" [id=1366, type=pad]; -"1367 view_57" [id=1367, type=view]; -"1368 permute_47" [id=1368, type=permute]; -"1369 reshape_45" [id=1369, type=reshape]; -"1370 linear_64_updated_constant0" [id=1370, type=get_attr]; -"1371 reshape_45_0_0_nncf_smooth_quant_0" [id=1371, type=call_module]; -"1372 quantize_per_tensor_default_63" [id=1372, type=quantize_per_tensor]; -"1373 dequantize_per_tensor_default_63" [id=1373, type=dequantize_per_tensor]; -"1374 linear_64_scale_0" [id=1374, type=get_attr]; -"1375 linear_64_zero_point_0" [id=1375, type=get_attr]; -"1376 quantize_per_channel_default_65" [id=1376, type=quantize_per_channel]; -"1377 dequantize_per_channel_default_65" [id=1377, type=dequantize_per_channel]; -"1378 _param_constant173_0_0" [id=1378, type=get_attr]; -"1379 linear_64" [id=1379, type=linear]; -"1380 reshape_46" [id=1380, type=reshape]; -"1381 permute_48" [id=1381, type=permute]; -"1382 select_30" [id=1382, type=select]; -"1383 select_31" [id=1383, type=select]; -"1384 select_32" [id=1384, type=select]; -"1385 linalg_vector_norm_20" [id=1385, type=linalg_vector_norm]; -"1386 clamp_min_20" [id=1386, type=clamp_min]; -"1387 expand_as_20" [id=1387, type=expand_as]; -"1388 div_20" [id=1388, type=div]; -"1389 quantize_per_tensor_default_64" [id=1389, type=quantize_per_tensor]; -"1390 dequantize_per_tensor_default_64" [id=1390, type=dequantize_per_tensor]; -"1391 linalg_vector_norm_21" [id=1391, type=linalg_vector_norm]; -"1392 clamp_min_21" [id=1392, type=clamp_min]; -"1393 expand_as_21" [id=1393, type=expand_as]; -"1394 div_21" [id=1394, type=div]; -"1395 quantize_per_tensor_default_65" [id=1395, type=quantize_per_tensor]; -"1396 dequantize_per_tensor_default_65" [id=1396, type=dequantize_per_tensor]; -"1397 transpose_20" [id=1397, type=transpose]; -"1398 matmul_20" [id=1398, type=matmul]; -"1399 _param_constant175" [id=1399, type=get_attr]; -"1400 clamp_10" [id=1400, type=clamp]; -"1401 exp_10" [id=1401, type=exp]; -"1402 mul_21" [id=1402, type=mul]; -"1403 add_35" [id=1403, type=add]; -"1404 softmax_10" [id=1404, type=softmax]; -"1405 dropout_40" [id=1405, type=dropout]; -"1406 matmul_21" [id=1406, type=matmul]; -"1407 transpose_21" [id=1407, type=transpose]; -"1408 reshape_47" [id=1408, type=reshape]; -"1409 linear_65_updated_constant0" [id=1409, type=get_attr]; -"1410 reshape_47_0_0_nncf_smooth_quant_0" [id=1410, type=call_module]; -"1411 quantize_per_tensor_default_66" [id=1411, type=quantize_per_tensor]; -"1412 dequantize_per_tensor_default_66" [id=1412, type=dequantize_per_tensor]; -"1413 linear_65_scale_0" [id=1413, type=get_attr]; -"1414 linear_65_zero_point_0" [id=1414, type=get_attr]; -"1415 quantize_per_channel_default_66" [id=1415, type=quantize_per_channel]; -"1416 dequantize_per_channel_default_66" [id=1416, type=dequantize_per_channel]; -"1417 _param_constant177_0_0" [id=1417, type=get_attr]; -"1418 linear_65" [id=1418, type=linear]; -"1419 dropout_41" [id=1419, type=dropout]; -"1420 view_58" [id=1420, type=view]; -"1421 permute_49" [id=1421, type=permute]; -"1422 reshape_48" [id=1422, type=reshape]; -"1423 slice_162" [id=1423, type=slice]; -"1424 slice_163" [id=1424, type=slice]; -"1425 slice_164" [id=1425, type=slice]; -"1426 slice_165" [id=1426, type=slice]; -"1427 contiguous_19" [id=1427, type=contiguous]; -"1428 _param_constant178" [id=1428, type=get_attr]; -"1429 _param_constant179" [id=1429, type=get_attr]; -"1430 layer_norm_23" [id=1430, type=layer_norm]; -"1431 add_36" [id=1431, type=add]; -"1432 linear_66_updated_constant0" [id=1432, type=get_attr]; -"1433 add_36_0_0_nncf_smooth_quant_0" [id=1433, type=call_module]; -"1434 quantize_per_tensor_default_67" [id=1434, type=quantize_per_tensor]; -"1435 dequantize_per_tensor_default_67" [id=1435, type=dequantize_per_tensor]; -"1436 linear_66_scale_0" [id=1436, type=get_attr]; -"1437 linear_66_zero_point_0" [id=1437, type=get_attr]; -"1438 quantize_per_channel_default_67" [id=1438, type=quantize_per_channel]; -"1439 dequantize_per_channel_default_67" [id=1439, type=dequantize_per_channel]; -"1440 _param_constant181_0_0" [id=1440, type=get_attr]; -"1441 linear_66" [id=1441, type=linear]; -"1442 gelu_10" [id=1442, type=gelu]; -"1443 dropout_42" [id=1443, type=dropout]; -"1444 linear_67_updated_constant0" [id=1444, type=get_attr]; -"1445 dropout_42_0_0_nncf_smooth_quant_0" [id=1445, type=call_module]; -"1446 quantize_per_tensor_default_68" [id=1446, type=quantize_per_tensor]; -"1447 dequantize_per_tensor_default_68" [id=1447, type=dequantize_per_tensor]; -"1448 linear_67_scale_0" [id=1448, type=get_attr]; -"1449 linear_67_zero_point_0" [id=1449, type=get_attr]; -"1450 quantize_per_channel_default_68" [id=1450, type=quantize_per_channel]; -"1451 dequantize_per_channel_default_68" [id=1451, type=dequantize_per_channel]; -"1452 _param_constant183_0_0" [id=1452, type=get_attr]; -"1453 linear_67" [id=1453, type=linear]; -"1454 dropout_43" [id=1454, type=dropout]; -"1455 _param_constant184" [id=1455, type=get_attr]; -"1456 _param_constant185" [id=1456, type=get_attr]; -"1457 layer_norm_24" [id=1457, type=layer_norm]; -"1458 add_37" [id=1458, type=add]; -"1459 _tensor_constant67" [id=1459, type=get_attr]; -"1460 linear_68_updated_constant0" [id=1460, type=get_attr]; -"1461 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1461, type=call_module]; -"1462 linear_68_scale_0" [id=1462, type=get_attr]; -"1463 linear_68_zero_point_0" [id=1463, type=get_attr]; -"1464 quantize_per_channel_default_69" [id=1464, type=quantize_per_channel]; -"1465 dequantize_per_channel_default_69" [id=1465, type=dequantize_per_channel]; -"1466 _param_constant187_0_0" [id=1466, type=get_attr]; -"1467 linear_68" [id=1467, type=linear]; -"1468 relu__11" [id=1468, type=relu_]; -"1469 linear_69_updated_constant0" [id=1469, type=get_attr]; -"1470 relu__11_0_0_nncf_smooth_quant_0" [id=1470, type=call_module]; -"1471 linear_69_scale_0" [id=1471, type=get_attr]; -"1472 linear_69_zero_point_0" [id=1472, type=get_attr]; -"1473 quantize_per_channel_default_70" [id=1473, type=quantize_per_channel]; -"1474 dequantize_per_channel_default_70" [id=1474, type=dequantize_per_channel]; -"1475 linear_69" [id=1475, type=linear]; -"1476 view_59" [id=1476, type=view]; -"1477 _tensor_constant68" [id=1477, type=get_attr]; -"1478 index_11" [id=1478, type=index]; -"1479 view_60" [id=1479, type=view]; -"1480 permute_50" [id=1480, type=permute]; -"1481 contiguous_20" [id=1481, type=contiguous]; -"1482 unsqueeze_31" [id=1482, type=unsqueeze]; -"1483 sigmoid_11" [id=1483, type=sigmoid]; -"1484 mul_22" [id=1484, type=mul]; -"1485 pad_13" [id=1485, type=pad]; -"1486 roll_10" [id=1486, type=roll]; -"1487 view_61" [id=1487, type=view]; -"1488 permute_51" [id=1488, type=permute]; -"1489 reshape_49" [id=1489, type=reshape]; -"1490 linear_70_updated_constant0" [id=1490, type=get_attr]; -"1491 reshape_49_0_0_nncf_smooth_quant_0" [id=1491, type=call_module]; -"1492 quantize_per_tensor_default_69" [id=1492, type=quantize_per_tensor]; -"1493 dequantize_per_tensor_default_69" [id=1493, type=dequantize_per_tensor]; -"1494 linear_70_scale_0" [id=1494, type=get_attr]; -"1495 linear_70_zero_point_0" [id=1495, type=get_attr]; -"1496 quantize_per_channel_default_71" [id=1496, type=quantize_per_channel]; -"1497 dequantize_per_channel_default_71" [id=1497, type=dequantize_per_channel]; -"1498 _param_constant189_0_0" [id=1498, type=get_attr]; -"1499 linear_70" [id=1499, type=linear]; -"1500 reshape_50" [id=1500, type=reshape]; -"1501 permute_52" [id=1501, type=permute]; -"1502 select_33" [id=1502, type=select]; -"1503 select_34" [id=1503, type=select]; -"1504 select_35" [id=1504, type=select]; -"1505 linalg_vector_norm_22" [id=1505, type=linalg_vector_norm]; -"1506 clamp_min_22" [id=1506, type=clamp_min]; -"1507 expand_as_22" [id=1507, type=expand_as]; -"1508 div_22" [id=1508, type=div]; -"1509 quantize_per_tensor_default_70" [id=1509, type=quantize_per_tensor]; -"1510 dequantize_per_tensor_default_70" [id=1510, type=dequantize_per_tensor]; -"1511 linalg_vector_norm_23" [id=1511, type=linalg_vector_norm]; -"1512 clamp_min_23" [id=1512, type=clamp_min]; -"1513 expand_as_23" [id=1513, type=expand_as]; -"1514 div_23" [id=1514, type=div]; -"1515 quantize_per_tensor_default_71" [id=1515, type=quantize_per_tensor]; -"1516 dequantize_per_tensor_default_71" [id=1516, type=dequantize_per_tensor]; -"1517 transpose_22" [id=1517, type=transpose]; -"1518 matmul_22" [id=1518, type=matmul]; -"1519 _param_constant191" [id=1519, type=get_attr]; -"1520 clamp_11" [id=1520, type=clamp]; -"1521 exp_11" [id=1521, type=exp]; -"1522 mul_23" [id=1522, type=mul]; -"1523 add_38" [id=1523, type=add]; -"1524 new_zeros_5" [id=1524, type=new_zeros]; -"1525 view_62" [id=1525, type=view]; -"1526 permute_53" [id=1526, type=permute]; -"1527 reshape_51" [id=1527, type=reshape]; -"1528 unsqueeze_32" [id=1528, type=unsqueeze]; -"1529 unsqueeze_33" [id=1529, type=unsqueeze]; -"1530 sub_5" [id=1530, type=sub]; -"1531 ne_5" [id=1531, type=ne]; -"1532 masked_fill_10" [id=1532, type=masked_fill]; -"1533 eq_5" [id=1533, type=eq]; -"1534 masked_fill_11" [id=1534, type=masked_fill]; -"1535 view_63" [id=1535, type=view]; -"1536 unsqueeze_34" [id=1536, type=unsqueeze]; -"1537 unsqueeze_35" [id=1537, type=unsqueeze]; -"1538 add_39" [id=1538, type=add]; -"1539 view_64" [id=1539, type=view]; -"1540 softmax_11" [id=1540, type=softmax]; -"1541 dropout_44" [id=1541, type=dropout]; -"1542 matmul_23" [id=1542, type=matmul]; -"1543 transpose_23" [id=1543, type=transpose]; -"1544 reshape_52" [id=1544, type=reshape]; -"1545 linear_71_updated_constant0" [id=1545, type=get_attr]; -"1546 reshape_52_0_0_nncf_smooth_quant_0" [id=1546, type=call_module]; -"1547 quantize_per_tensor_default_72" [id=1547, type=quantize_per_tensor]; -"1548 dequantize_per_tensor_default_72" [id=1548, type=dequantize_per_tensor]; -"1549 linear_71_scale_0" [id=1549, type=get_attr]; -"1550 linear_71_zero_point_0" [id=1550, type=get_attr]; -"1551 quantize_per_channel_default_72" [id=1551, type=quantize_per_channel]; -"1552 dequantize_per_channel_default_72" [id=1552, type=dequantize_per_channel]; -"1553 _param_constant193_0_0" [id=1553, type=get_attr]; -"1554 linear_71" [id=1554, type=linear]; -"1555 dropout_45" [id=1555, type=dropout]; -"1556 view_65" [id=1556, type=view]; -"1557 permute_54" [id=1557, type=permute]; -"1558 reshape_53" [id=1558, type=reshape]; -"1559 roll_11" [id=1559, type=roll]; -"1560 slice_185" [id=1560, type=slice]; -"1561 slice_186" [id=1561, type=slice]; -"1562 slice_187" [id=1562, type=slice]; -"1563 slice_188" [id=1563, type=slice]; -"1564 contiguous_21" [id=1564, type=contiguous]; -"1565 _param_constant194" [id=1565, type=get_attr]; -"1566 _param_constant195" [id=1566, type=get_attr]; -"1567 layer_norm_25" [id=1567, type=layer_norm]; -"1568 add_40" [id=1568, type=add]; -"1569 linear_72_updated_constant0" [id=1569, type=get_attr]; -"1570 add_40_0_0_nncf_smooth_quant_0" [id=1570, type=call_module]; -"1571 quantize_per_tensor_default_73" [id=1571, type=quantize_per_tensor]; -"1572 dequantize_per_tensor_default_73" [id=1572, type=dequantize_per_tensor]; -"1573 linear_72_scale_0" [id=1573, type=get_attr]; -"1574 linear_72_zero_point_0" [id=1574, type=get_attr]; -"1575 quantize_per_channel_default_73" [id=1575, type=quantize_per_channel]; -"1576 dequantize_per_channel_default_73" [id=1576, type=dequantize_per_channel]; -"1577 _param_constant197_0_0" [id=1577, type=get_attr]; -"1578 linear_72" [id=1578, type=linear]; -"1579 gelu_11" [id=1579, type=gelu]; -"1580 dropout_46" [id=1580, type=dropout]; -"1581 linear_73_updated_constant0" [id=1581, type=get_attr]; -"1582 dropout_46_0_0_nncf_smooth_quant_0" [id=1582, type=call_module]; -"1583 quantize_per_tensor_default_74" [id=1583, type=quantize_per_tensor]; -"1584 dequantize_per_tensor_default_74" [id=1584, type=dequantize_per_tensor]; -"1585 linear_73_scale_0" [id=1585, type=get_attr]; -"1586 linear_73_zero_point_0" [id=1586, type=get_attr]; -"1587 quantize_per_channel_default_74" [id=1587, type=quantize_per_channel]; -"1588 dequantize_per_channel_default_74" [id=1588, type=dequantize_per_channel]; -"1589 _param_constant199_0_0" [id=1589, type=get_attr]; -"1590 linear_73" [id=1590, type=linear]; -"1591 dropout_47" [id=1591, type=dropout]; -"1592 _param_constant200" [id=1592, type=get_attr]; -"1593 _param_constant201" [id=1593, type=get_attr]; -"1594 layer_norm_26" [id=1594, type=layer_norm]; -"1595 add_41" [id=1595, type=add]; -"1596 _tensor_constant78" [id=1596, type=get_attr]; -"1597 linear_74_updated_constant0" [id=1597, type=get_attr]; -"1598 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1598, type=call_module]; -"1599 linear_74_scale_0" [id=1599, type=get_attr]; -"1600 linear_74_zero_point_0" [id=1600, type=get_attr]; -"1601 quantize_per_channel_default_75" [id=1601, type=quantize_per_channel]; -"1602 dequantize_per_channel_default_75" [id=1602, type=dequantize_per_channel]; -"1603 _param_constant203_0_0" [id=1603, type=get_attr]; -"1604 linear_74" [id=1604, type=linear]; -"1605 relu__12" [id=1605, type=relu_]; -"1606 linear_75_updated_constant0" [id=1606, type=get_attr]; -"1607 relu__12_0_0_nncf_smooth_quant_0" [id=1607, type=call_module]; -"1608 linear_75_scale_0" [id=1608, type=get_attr]; -"1609 linear_75_zero_point_0" [id=1609, type=get_attr]; -"1610 quantize_per_channel_default_76" [id=1610, type=quantize_per_channel]; -"1611 dequantize_per_channel_default_76" [id=1611, type=dequantize_per_channel]; -"1612 linear_75" [id=1612, type=linear]; -"1613 view_66" [id=1613, type=view]; -"1614 _tensor_constant79" [id=1614, type=get_attr]; -"1615 index_12" [id=1615, type=index]; -"1616 view_67" [id=1616, type=view]; -"1617 permute_55" [id=1617, type=permute]; -"1618 contiguous_22" [id=1618, type=contiguous]; -"1619 unsqueeze_36" [id=1619, type=unsqueeze]; -"1620 sigmoid_12" [id=1620, type=sigmoid]; -"1621 mul_24" [id=1621, type=mul]; -"1622 pad_14" [id=1622, type=pad]; -"1623 view_68" [id=1623, type=view]; -"1624 permute_56" [id=1624, type=permute]; -"1625 reshape_54" [id=1625, type=reshape]; -"1626 linear_76_updated_constant0" [id=1626, type=get_attr]; -"1627 reshape_54_0_0_nncf_smooth_quant_0" [id=1627, type=call_module]; -"1628 quantize_per_tensor_default_75" [id=1628, type=quantize_per_tensor]; -"1629 dequantize_per_tensor_default_75" [id=1629, type=dequantize_per_tensor]; -"1630 linear_76_scale_0" [id=1630, type=get_attr]; -"1631 linear_76_zero_point_0" [id=1631, type=get_attr]; -"1632 quantize_per_channel_default_77" [id=1632, type=quantize_per_channel]; -"1633 dequantize_per_channel_default_77" [id=1633, type=dequantize_per_channel]; -"1634 _param_constant205_0_0" [id=1634, type=get_attr]; -"1635 linear_76" [id=1635, type=linear]; -"1636 reshape_55" [id=1636, type=reshape]; -"1637 permute_57" [id=1637, type=permute]; -"1638 select_36" [id=1638, type=select]; -"1639 select_37" [id=1639, type=select]; -"1640 select_38" [id=1640, type=select]; -"1641 linalg_vector_norm_24" [id=1641, type=linalg_vector_norm]; -"1642 clamp_min_24" [id=1642, type=clamp_min]; -"1643 expand_as_24" [id=1643, type=expand_as]; -"1644 div_24" [id=1644, type=div]; -"1645 quantize_per_tensor_default_76" [id=1645, type=quantize_per_tensor]; -"1646 dequantize_per_tensor_default_76" [id=1646, type=dequantize_per_tensor]; -"1647 linalg_vector_norm_25" [id=1647, type=linalg_vector_norm]; -"1648 clamp_min_25" [id=1648, type=clamp_min]; -"1649 expand_as_25" [id=1649, type=expand_as]; -"1650 div_25" [id=1650, type=div]; -"1651 quantize_per_tensor_default_77" [id=1651, type=quantize_per_tensor]; -"1652 dequantize_per_tensor_default_77" [id=1652, type=dequantize_per_tensor]; -"1653 transpose_24" [id=1653, type=transpose]; -"1654 matmul_24" [id=1654, type=matmul]; -"1655 _param_constant207" [id=1655, type=get_attr]; -"1656 clamp_12" [id=1656, type=clamp]; -"1657 exp_12" [id=1657, type=exp]; -"1658 mul_25" [id=1658, type=mul]; -"1659 add_42" [id=1659, type=add]; -"1660 softmax_12" [id=1660, type=softmax]; -"1661 dropout_48" [id=1661, type=dropout]; -"1662 matmul_25" [id=1662, type=matmul]; -"1663 transpose_25" [id=1663, type=transpose]; -"1664 reshape_56" [id=1664, type=reshape]; -"1665 linear_77_updated_constant0" [id=1665, type=get_attr]; -"1666 reshape_56_0_0_nncf_smooth_quant_0" [id=1666, type=call_module]; -"1667 quantize_per_tensor_default_78" [id=1667, type=quantize_per_tensor]; -"1668 dequantize_per_tensor_default_78" [id=1668, type=dequantize_per_tensor]; -"1669 linear_77_scale_0" [id=1669, type=get_attr]; -"1670 linear_77_zero_point_0" [id=1670, type=get_attr]; -"1671 quantize_per_channel_default_78" [id=1671, type=quantize_per_channel]; -"1672 dequantize_per_channel_default_78" [id=1672, type=dequantize_per_channel]; -"1673 _param_constant209_0_0" [id=1673, type=get_attr]; -"1674 linear_77" [id=1674, type=linear]; -"1675 dropout_49" [id=1675, type=dropout]; -"1676 view_69" [id=1676, type=view]; -"1677 permute_58" [id=1677, type=permute]; -"1678 reshape_57" [id=1678, type=reshape]; -"1679 slice_190" [id=1679, type=slice]; -"1680 slice_191" [id=1680, type=slice]; -"1681 slice_192" [id=1681, type=slice]; -"1682 slice_193" [id=1682, type=slice]; -"1683 contiguous_23" [id=1683, type=contiguous]; -"1684 _param_constant210" [id=1684, type=get_attr]; -"1685 _param_constant211" [id=1685, type=get_attr]; -"1686 layer_norm_27" [id=1686, type=layer_norm]; -"1687 add_43" [id=1687, type=add]; -"1688 linear_78_updated_constant0" [id=1688, type=get_attr]; -"1689 add_43_0_0_nncf_smooth_quant_0" [id=1689, type=call_module]; -"1690 quantize_per_tensor_default_79" [id=1690, type=quantize_per_tensor]; -"1691 dequantize_per_tensor_default_79" [id=1691, type=dequantize_per_tensor]; -"1692 linear_78_scale_0" [id=1692, type=get_attr]; -"1693 linear_78_zero_point_0" [id=1693, type=get_attr]; -"1694 quantize_per_channel_default_79" [id=1694, type=quantize_per_channel]; -"1695 dequantize_per_channel_default_79" [id=1695, type=dequantize_per_channel]; -"1696 _param_constant213_0_0" [id=1696, type=get_attr]; -"1697 linear_78" [id=1697, type=linear]; -"1698 gelu_12" [id=1698, type=gelu]; -"1699 dropout_50" [id=1699, type=dropout]; -"1700 linear_79_updated_constant0" [id=1700, type=get_attr]; -"1701 dropout_50_0_0_nncf_smooth_quant_0" [id=1701, type=call_module]; -"1702 quantize_per_tensor_default_80" [id=1702, type=quantize_per_tensor]; -"1703 dequantize_per_tensor_default_80" [id=1703, type=dequantize_per_tensor]; -"1704 linear_79_scale_0" [id=1704, type=get_attr]; -"1705 linear_79_zero_point_0" [id=1705, type=get_attr]; -"1706 quantize_per_channel_default_80" [id=1706, type=quantize_per_channel]; -"1707 dequantize_per_channel_default_80" [id=1707, type=dequantize_per_channel]; -"1708 _param_constant215_0_0" [id=1708, type=get_attr]; -"1709 linear_79" [id=1709, type=linear]; -"1710 dropout_51" [id=1710, type=dropout]; -"1711 _param_constant216" [id=1711, type=get_attr]; -"1712 _param_constant217" [id=1712, type=get_attr]; -"1713 layer_norm_28" [id=1713, type=layer_norm]; -"1714 add_44" [id=1714, type=add]; -"1715 _tensor_constant80" [id=1715, type=get_attr]; -"1716 linear_80_updated_constant0" [id=1716, type=get_attr]; -"1717 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1717, type=call_module]; -"1718 linear_80_scale_0" [id=1718, type=get_attr]; -"1719 linear_80_zero_point_0" [id=1719, type=get_attr]; -"1720 quantize_per_channel_default_81" [id=1720, type=quantize_per_channel]; -"1721 dequantize_per_channel_default_81" [id=1721, type=dequantize_per_channel]; -"1722 _param_constant219_0_0" [id=1722, type=get_attr]; -"1723 linear_80" [id=1723, type=linear]; -"1724 relu__13" [id=1724, type=relu_]; -"1725 linear_81_updated_constant0" [id=1725, type=get_attr]; -"1726 relu__13_0_0_nncf_smooth_quant_0" [id=1726, type=call_module]; -"1727 linear_81_scale_0" [id=1727, type=get_attr]; -"1728 linear_81_zero_point_0" [id=1728, type=get_attr]; -"1729 quantize_per_channel_default_82" [id=1729, type=quantize_per_channel]; -"1730 dequantize_per_channel_default_82" [id=1730, type=dequantize_per_channel]; -"1731 linear_81" [id=1731, type=linear]; -"1732 view_70" [id=1732, type=view]; -"1733 _tensor_constant81" [id=1733, type=get_attr]; -"1734 index_13" [id=1734, type=index]; -"1735 view_71" [id=1735, type=view]; -"1736 permute_59" [id=1736, type=permute]; -"1737 contiguous_24" [id=1737, type=contiguous]; -"1738 unsqueeze_37" [id=1738, type=unsqueeze]; -"1739 sigmoid_13" [id=1739, type=sigmoid]; -"1740 mul_26" [id=1740, type=mul]; -"1741 pad_15" [id=1741, type=pad]; -"1742 roll_12" [id=1742, type=roll]; -"1743 view_72" [id=1743, type=view]; -"1744 permute_60" [id=1744, type=permute]; -"1745 reshape_58" [id=1745, type=reshape]; -"1746 linear_82_updated_constant0" [id=1746, type=get_attr]; -"1747 reshape_58_0_0_nncf_smooth_quant_0" [id=1747, type=call_module]; -"1748 quantize_per_tensor_default_81" [id=1748, type=quantize_per_tensor]; -"1749 dequantize_per_tensor_default_81" [id=1749, type=dequantize_per_tensor]; -"1750 linear_82_scale_0" [id=1750, type=get_attr]; -"1751 linear_82_zero_point_0" [id=1751, type=get_attr]; -"1752 quantize_per_channel_default_83" [id=1752, type=quantize_per_channel]; -"1753 dequantize_per_channel_default_83" [id=1753, type=dequantize_per_channel]; -"1754 _param_constant221_0_0" [id=1754, type=get_attr]; -"1755 linear_82" [id=1755, type=linear]; -"1756 reshape_59" [id=1756, type=reshape]; -"1757 permute_61" [id=1757, type=permute]; -"1758 select_39" [id=1758, type=select]; -"1759 select_40" [id=1759, type=select]; -"1760 select_41" [id=1760, type=select]; -"1761 linalg_vector_norm_26" [id=1761, type=linalg_vector_norm]; -"1762 clamp_min_26" [id=1762, type=clamp_min]; -"1763 expand_as_26" [id=1763, type=expand_as]; -"1764 div_26" [id=1764, type=div]; -"1765 quantize_per_tensor_default_82" [id=1765, type=quantize_per_tensor]; -"1766 dequantize_per_tensor_default_82" [id=1766, type=dequantize_per_tensor]; -"1767 linalg_vector_norm_27" [id=1767, type=linalg_vector_norm]; -"1768 clamp_min_27" [id=1768, type=clamp_min]; -"1769 expand_as_27" [id=1769, type=expand_as]; -"1770 div_27" [id=1770, type=div]; -"1771 quantize_per_tensor_default_83" [id=1771, type=quantize_per_tensor]; -"1772 dequantize_per_tensor_default_83" [id=1772, type=dequantize_per_tensor]; -"1773 transpose_26" [id=1773, type=transpose]; -"1774 matmul_26" [id=1774, type=matmul]; -"1775 _param_constant223" [id=1775, type=get_attr]; -"1776 clamp_13" [id=1776, type=clamp]; -"1777 exp_13" [id=1777, type=exp]; -"1778 mul_27" [id=1778, type=mul]; -"1779 add_45" [id=1779, type=add]; -"1780 new_zeros_6" [id=1780, type=new_zeros]; -"1781 view_73" [id=1781, type=view]; -"1782 permute_62" [id=1782, type=permute]; -"1783 reshape_60" [id=1783, type=reshape]; -"1784 unsqueeze_38" [id=1784, type=unsqueeze]; -"1785 unsqueeze_39" [id=1785, type=unsqueeze]; -"1786 sub_6" [id=1786, type=sub]; -"1787 ne_6" [id=1787, type=ne]; -"1788 masked_fill_12" [id=1788, type=masked_fill]; -"1789 eq_6" [id=1789, type=eq]; -"1790 masked_fill_13" [id=1790, type=masked_fill]; -"1791 view_74" [id=1791, type=view]; -"1792 unsqueeze_40" [id=1792, type=unsqueeze]; -"1793 unsqueeze_41" [id=1793, type=unsqueeze]; -"1794 add_46" [id=1794, type=add]; -"1795 view_75" [id=1795, type=view]; -"1796 softmax_13" [id=1796, type=softmax]; -"1797 dropout_52" [id=1797, type=dropout]; -"1798 matmul_27" [id=1798, type=matmul]; -"1799 transpose_27" [id=1799, type=transpose]; -"1800 reshape_61" [id=1800, type=reshape]; -"1801 linear_83_updated_constant0" [id=1801, type=get_attr]; -"1802 reshape_61_0_0_nncf_smooth_quant_0" [id=1802, type=call_module]; -"1803 quantize_per_tensor_default_84" [id=1803, type=quantize_per_tensor]; -"1804 dequantize_per_tensor_default_84" [id=1804, type=dequantize_per_tensor]; -"1805 linear_83_scale_0" [id=1805, type=get_attr]; -"1806 linear_83_zero_point_0" [id=1806, type=get_attr]; -"1807 quantize_per_channel_default_84" [id=1807, type=quantize_per_channel]; -"1808 dequantize_per_channel_default_84" [id=1808, type=dequantize_per_channel]; -"1809 _param_constant225_0_0" [id=1809, type=get_attr]; -"1810 linear_83" [id=1810, type=linear]; -"1811 dropout_53" [id=1811, type=dropout]; -"1812 view_76" [id=1812, type=view]; -"1813 permute_63" [id=1813, type=permute]; -"1814 reshape_62" [id=1814, type=reshape]; -"1815 roll_13" [id=1815, type=roll]; -"1816 slice_213" [id=1816, type=slice]; -"1817 slice_214" [id=1817, type=slice]; -"1818 slice_215" [id=1818, type=slice]; -"1819 slice_216" [id=1819, type=slice]; -"1820 contiguous_25" [id=1820, type=contiguous]; -"1821 _param_constant226" [id=1821, type=get_attr]; -"1822 _param_constant227" [id=1822, type=get_attr]; -"1823 layer_norm_29" [id=1823, type=layer_norm]; -"1824 add_47" [id=1824, type=add]; -"1825 linear_84_updated_constant0" [id=1825, type=get_attr]; -"1826 add_47_0_0_nncf_smooth_quant_0" [id=1826, type=call_module]; -"1827 quantize_per_tensor_default_85" [id=1827, type=quantize_per_tensor]; -"1828 dequantize_per_tensor_default_85" [id=1828, type=dequantize_per_tensor]; -"1829 linear_84_scale_0" [id=1829, type=get_attr]; -"1830 linear_84_zero_point_0" [id=1830, type=get_attr]; -"1831 quantize_per_channel_default_85" [id=1831, type=quantize_per_channel]; -"1832 dequantize_per_channel_default_85" [id=1832, type=dequantize_per_channel]; -"1833 _param_constant229_0_0" [id=1833, type=get_attr]; -"1834 linear_84" [id=1834, type=linear]; -"1835 gelu_13" [id=1835, type=gelu]; -"1836 dropout_54" [id=1836, type=dropout]; -"1837 linear_85_updated_constant0" [id=1837, type=get_attr]; -"1838 dropout_54_0_0_nncf_smooth_quant_0" [id=1838, type=call_module]; -"1839 quantize_per_tensor_default_86" [id=1839, type=quantize_per_tensor]; -"1840 dequantize_per_tensor_default_86" [id=1840, type=dequantize_per_tensor]; -"1841 linear_85_scale_0" [id=1841, type=get_attr]; -"1842 linear_85_zero_point_0" [id=1842, type=get_attr]; -"1843 quantize_per_channel_default_86" [id=1843, type=quantize_per_channel]; -"1844 dequantize_per_channel_default_86" [id=1844, type=dequantize_per_channel]; -"1845 _param_constant231_0_0" [id=1845, type=get_attr]; -"1846 linear_85" [id=1846, type=linear]; -"1847 dropout_55" [id=1847, type=dropout]; -"1848 _param_constant232" [id=1848, type=get_attr]; -"1849 _param_constant233" [id=1849, type=get_attr]; -"1850 layer_norm_30" [id=1850, type=layer_norm]; -"1851 add_48" [id=1851, type=add]; -"1852 _tensor_constant91" [id=1852, type=get_attr]; -"1853 linear_86_updated_constant0" [id=1853, type=get_attr]; -"1854 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1854, type=call_module]; -"1855 linear_86_scale_0" [id=1855, type=get_attr]; -"1856 linear_86_zero_point_0" [id=1856, type=get_attr]; -"1857 quantize_per_channel_default_87" [id=1857, type=quantize_per_channel]; -"1858 dequantize_per_channel_default_87" [id=1858, type=dequantize_per_channel]; -"1859 _param_constant235_0_0" [id=1859, type=get_attr]; -"1860 linear_86" [id=1860, type=linear]; -"1861 relu__14" [id=1861, type=relu_]; -"1862 linear_87_updated_constant0" [id=1862, type=get_attr]; -"1863 relu__14_0_0_nncf_smooth_quant_0" [id=1863, type=call_module]; -"1864 linear_87_scale_0" [id=1864, type=get_attr]; -"1865 linear_87_zero_point_0" [id=1865, type=get_attr]; -"1866 quantize_per_channel_default_88" [id=1866, type=quantize_per_channel]; -"1867 dequantize_per_channel_default_88" [id=1867, type=dequantize_per_channel]; -"1868 linear_87" [id=1868, type=linear]; -"1869 view_77" [id=1869, type=view]; -"1870 _tensor_constant92" [id=1870, type=get_attr]; -"1871 index_14" [id=1871, type=index]; -"1872 view_78" [id=1872, type=view]; -"1873 permute_64" [id=1873, type=permute]; -"1874 contiguous_26" [id=1874, type=contiguous]; -"1875 unsqueeze_42" [id=1875, type=unsqueeze]; -"1876 sigmoid_14" [id=1876, type=sigmoid]; -"1877 mul_28" [id=1877, type=mul]; -"1878 pad_16" [id=1878, type=pad]; -"1879 view_79" [id=1879, type=view]; -"1880 permute_65" [id=1880, type=permute]; -"1881 reshape_63" [id=1881, type=reshape]; -"1882 linear_88_updated_constant0" [id=1882, type=get_attr]; -"1883 reshape_63_0_0_nncf_smooth_quant_0" [id=1883, type=call_module]; -"1884 quantize_per_tensor_default_87" [id=1884, type=quantize_per_tensor]; -"1885 dequantize_per_tensor_default_87" [id=1885, type=dequantize_per_tensor]; -"1886 linear_88_scale_0" [id=1886, type=get_attr]; -"1887 linear_88_zero_point_0" [id=1887, type=get_attr]; -"1888 quantize_per_channel_default_89" [id=1888, type=quantize_per_channel]; -"1889 dequantize_per_channel_default_89" [id=1889, type=dequantize_per_channel]; -"1890 _param_constant237_0_0" [id=1890, type=get_attr]; -"1891 linear_88" [id=1891, type=linear]; -"1892 reshape_64" [id=1892, type=reshape]; -"1893 permute_66" [id=1893, type=permute]; -"1894 select_42" [id=1894, type=select]; -"1895 select_43" [id=1895, type=select]; -"1896 select_44" [id=1896, type=select]; -"1897 linalg_vector_norm_28" [id=1897, type=linalg_vector_norm]; -"1898 clamp_min_28" [id=1898, type=clamp_min]; -"1899 expand_as_28" [id=1899, type=expand_as]; -"1900 div_28" [id=1900, type=div]; -"1901 quantize_per_tensor_default_88" [id=1901, type=quantize_per_tensor]; -"1902 dequantize_per_tensor_default_88" [id=1902, type=dequantize_per_tensor]; -"1903 linalg_vector_norm_29" [id=1903, type=linalg_vector_norm]; -"1904 clamp_min_29" [id=1904, type=clamp_min]; -"1905 expand_as_29" [id=1905, type=expand_as]; -"1906 div_29" [id=1906, type=div]; -"1907 quantize_per_tensor_default_89" [id=1907, type=quantize_per_tensor]; -"1908 dequantize_per_tensor_default_89" [id=1908, type=dequantize_per_tensor]; -"1909 transpose_28" [id=1909, type=transpose]; -"1910 matmul_28" [id=1910, type=matmul]; -"1911 _param_constant239" [id=1911, type=get_attr]; -"1912 clamp_14" [id=1912, type=clamp]; -"1913 exp_14" [id=1913, type=exp]; -"1914 mul_29" [id=1914, type=mul]; -"1915 add_49" [id=1915, type=add]; -"1916 softmax_14" [id=1916, type=softmax]; -"1917 dropout_56" [id=1917, type=dropout]; -"1918 matmul_29" [id=1918, type=matmul]; -"1919 transpose_29" [id=1919, type=transpose]; -"1920 reshape_65" [id=1920, type=reshape]; -"1921 linear_89_updated_constant0" [id=1921, type=get_attr]; -"1922 reshape_65_0_0_nncf_smooth_quant_0" [id=1922, type=call_module]; -"1923 quantize_per_tensor_default_90" [id=1923, type=quantize_per_tensor]; -"1924 dequantize_per_tensor_default_90" [id=1924, type=dequantize_per_tensor]; -"1925 linear_89_scale_0" [id=1925, type=get_attr]; -"1926 linear_89_zero_point_0" [id=1926, type=get_attr]; -"1927 quantize_per_channel_default_90" [id=1927, type=quantize_per_channel]; -"1928 dequantize_per_channel_default_90" [id=1928, type=dequantize_per_channel]; -"1929 _param_constant241_0_0" [id=1929, type=get_attr]; -"1930 linear_89" [id=1930, type=linear]; -"1931 dropout_57" [id=1931, type=dropout]; -"1932 view_80" [id=1932, type=view]; -"1933 permute_67" [id=1933, type=permute]; -"1934 reshape_66" [id=1934, type=reshape]; -"1935 slice_218" [id=1935, type=slice]; -"1936 slice_219" [id=1936, type=slice]; -"1937 slice_220" [id=1937, type=slice]; -"1938 slice_221" [id=1938, type=slice]; -"1939 contiguous_27" [id=1939, type=contiguous]; -"1940 _param_constant242" [id=1940, type=get_attr]; -"1941 _param_constant243" [id=1941, type=get_attr]; -"1942 layer_norm_31" [id=1942, type=layer_norm]; -"1943 add_50" [id=1943, type=add]; -"1944 linear_90_updated_constant0" [id=1944, type=get_attr]; -"1945 add_50_0_0_nncf_smooth_quant_0" [id=1945, type=call_module]; -"1946 quantize_per_tensor_default_91" [id=1946, type=quantize_per_tensor]; -"1947 dequantize_per_tensor_default_91" [id=1947, type=dequantize_per_tensor]; -"1948 linear_90_scale_0" [id=1948, type=get_attr]; -"1949 linear_90_zero_point_0" [id=1949, type=get_attr]; -"1950 quantize_per_channel_default_91" [id=1950, type=quantize_per_channel]; -"1951 dequantize_per_channel_default_91" [id=1951, type=dequantize_per_channel]; -"1952 _param_constant245_0_0" [id=1952, type=get_attr]; -"1953 linear_90" [id=1953, type=linear]; -"1954 gelu_14" [id=1954, type=gelu]; -"1955 dropout_58" [id=1955, type=dropout]; -"1956 linear_91_updated_constant0" [id=1956, type=get_attr]; -"1957 dropout_58_0_0_nncf_smooth_quant_0" [id=1957, type=call_module]; -"1958 quantize_per_tensor_default_92" [id=1958, type=quantize_per_tensor]; -"1959 dequantize_per_tensor_default_92" [id=1959, type=dequantize_per_tensor]; -"1960 linear_91_scale_0" [id=1960, type=get_attr]; -"1961 linear_91_zero_point_0" [id=1961, type=get_attr]; -"1962 quantize_per_channel_default_92" [id=1962, type=quantize_per_channel]; -"1963 dequantize_per_channel_default_92" [id=1963, type=dequantize_per_channel]; -"1964 _param_constant247_0_0" [id=1964, type=get_attr]; -"1965 linear_91" [id=1965, type=linear]; -"1966 dropout_59" [id=1966, type=dropout]; -"1967 _param_constant248" [id=1967, type=get_attr]; -"1968 _param_constant249" [id=1968, type=get_attr]; -"1969 layer_norm_32" [id=1969, type=layer_norm]; -"1970 add_51" [id=1970, type=add]; -"1971 _tensor_constant93" [id=1971, type=get_attr]; -"1972 linear_92_updated_constant0" [id=1972, type=get_attr]; -"1973 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1973, type=call_module]; -"1974 linear_92_scale_0" [id=1974, type=get_attr]; -"1975 linear_92_zero_point_0" [id=1975, type=get_attr]; -"1976 quantize_per_channel_default_93" [id=1976, type=quantize_per_channel]; -"1977 dequantize_per_channel_default_93" [id=1977, type=dequantize_per_channel]; -"1978 _param_constant251_0_0" [id=1978, type=get_attr]; -"1979 linear_92" [id=1979, type=linear]; -"1980 relu__15" [id=1980, type=relu_]; -"1981 linear_93_updated_constant0" [id=1981, type=get_attr]; -"1982 relu__15_0_0_nncf_smooth_quant_0" [id=1982, type=call_module]; -"1983 linear_93_scale_0" [id=1983, type=get_attr]; -"1984 linear_93_zero_point_0" [id=1984, type=get_attr]; -"1985 quantize_per_channel_default_94" [id=1985, type=quantize_per_channel]; -"1986 dequantize_per_channel_default_94" [id=1986, type=dequantize_per_channel]; -"1987 linear_93" [id=1987, type=linear]; -"1988 view_81" [id=1988, type=view]; -"1989 _tensor_constant94" [id=1989, type=get_attr]; -"1990 index_15" [id=1990, type=index]; -"1991 view_82" [id=1991, type=view]; -"1992 permute_68" [id=1992, type=permute]; -"1993 contiguous_28" [id=1993, type=contiguous]; -"1994 unsqueeze_43" [id=1994, type=unsqueeze]; -"1995 sigmoid_15" [id=1995, type=sigmoid]; -"1996 mul_30" [id=1996, type=mul]; -"1997 pad_17" [id=1997, type=pad]; -"1998 roll_14" [id=1998, type=roll]; -"1999 view_83" [id=1999, type=view]; -"2000 permute_69" [id=2000, type=permute]; -"2001 reshape_67" [id=2001, type=reshape]; -"2002 linear_94_updated_constant0" [id=2002, type=get_attr]; -"2003 reshape_67_0_0_nncf_smooth_quant_0" [id=2003, type=call_module]; -"2004 quantize_per_tensor_default_93" [id=2004, type=quantize_per_tensor]; -"2005 dequantize_per_tensor_default_93" [id=2005, type=dequantize_per_tensor]; -"2006 linear_94_scale_0" [id=2006, type=get_attr]; -"2007 linear_94_zero_point_0" [id=2007, type=get_attr]; -"2008 quantize_per_channel_default_95" [id=2008, type=quantize_per_channel]; -"2009 dequantize_per_channel_default_95" [id=2009, type=dequantize_per_channel]; -"2010 _param_constant253_0_0" [id=2010, type=get_attr]; -"2011 linear_94" [id=2011, type=linear]; -"2012 reshape_68" [id=2012, type=reshape]; -"2013 permute_70" [id=2013, type=permute]; -"2014 select_45" [id=2014, type=select]; -"2015 select_46" [id=2015, type=select]; -"2016 select_47" [id=2016, type=select]; -"2017 linalg_vector_norm_30" [id=2017, type=linalg_vector_norm]; -"2018 clamp_min_30" [id=2018, type=clamp_min]; -"2019 expand_as_30" [id=2019, type=expand_as]; -"2020 div_30" [id=2020, type=div]; -"2021 quantize_per_tensor_default_94" [id=2021, type=quantize_per_tensor]; -"2022 dequantize_per_tensor_default_94" [id=2022, type=dequantize_per_tensor]; -"2023 linalg_vector_norm_31" [id=2023, type=linalg_vector_norm]; -"2024 clamp_min_31" [id=2024, type=clamp_min]; -"2025 expand_as_31" [id=2025, type=expand_as]; -"2026 div_31" [id=2026, type=div]; -"2027 quantize_per_tensor_default_95" [id=2027, type=quantize_per_tensor]; -"2028 dequantize_per_tensor_default_95" [id=2028, type=dequantize_per_tensor]; -"2029 transpose_30" [id=2029, type=transpose]; -"2030 matmul_30" [id=2030, type=matmul]; -"2031 _param_constant255" [id=2031, type=get_attr]; -"2032 clamp_15" [id=2032, type=clamp]; -"2033 exp_15" [id=2033, type=exp]; -"2034 mul_31" [id=2034, type=mul]; -"2035 add_52" [id=2035, type=add]; -"2036 new_zeros_7" [id=2036, type=new_zeros]; -"2037 view_84" [id=2037, type=view]; -"2038 permute_71" [id=2038, type=permute]; -"2039 reshape_69" [id=2039, type=reshape]; -"2040 unsqueeze_44" [id=2040, type=unsqueeze]; -"2041 unsqueeze_45" [id=2041, type=unsqueeze]; -"2042 sub_7" [id=2042, type=sub]; -"2043 ne_7" [id=2043, type=ne]; -"2044 masked_fill_14" [id=2044, type=masked_fill]; -"2045 eq_7" [id=2045, type=eq]; -"2046 masked_fill_15" [id=2046, type=masked_fill]; -"2047 view_85" [id=2047, type=view]; -"2048 unsqueeze_46" [id=2048, type=unsqueeze]; -"2049 unsqueeze_47" [id=2049, type=unsqueeze]; -"2050 add_53" [id=2050, type=add]; -"2051 view_86" [id=2051, type=view]; -"2052 softmax_15" [id=2052, type=softmax]; -"2053 dropout_60" [id=2053, type=dropout]; -"2054 matmul_31" [id=2054, type=matmul]; -"2055 transpose_31" [id=2055, type=transpose]; -"2056 reshape_70" [id=2056, type=reshape]; -"2057 linear_95_updated_constant0" [id=2057, type=get_attr]; -"2058 reshape_70_0_0_nncf_smooth_quant_0" [id=2058, type=call_module]; -"2059 quantize_per_tensor_default_96" [id=2059, type=quantize_per_tensor]; -"2060 dequantize_per_tensor_default_96" [id=2060, type=dequantize_per_tensor]; -"2061 linear_95_scale_0" [id=2061, type=get_attr]; -"2062 linear_95_zero_point_0" [id=2062, type=get_attr]; -"2063 quantize_per_channel_default_96" [id=2063, type=quantize_per_channel]; -"2064 dequantize_per_channel_default_96" [id=2064, type=dequantize_per_channel]; -"2065 _param_constant257_0_0" [id=2065, type=get_attr]; -"2066 linear_95" [id=2066, type=linear]; -"2067 dropout_61" [id=2067, type=dropout]; -"2068 view_87" [id=2068, type=view]; -"2069 permute_72" [id=2069, type=permute]; -"2070 reshape_71" [id=2070, type=reshape]; -"2071 roll_15" [id=2071, type=roll]; -"2072 slice_241" [id=2072, type=slice]; -"2073 slice_242" [id=2073, type=slice]; -"2074 slice_243" [id=2074, type=slice]; -"2075 slice_244" [id=2075, type=slice]; -"2076 contiguous_29" [id=2076, type=contiguous]; -"2077 _param_constant258" [id=2077, type=get_attr]; -"2078 _param_constant259" [id=2078, type=get_attr]; -"2079 layer_norm_33" [id=2079, type=layer_norm]; -"2080 add_54" [id=2080, type=add]; -"2081 linear_96_updated_constant0" [id=2081, type=get_attr]; -"2082 add_54_0_0_nncf_smooth_quant_0" [id=2082, type=call_module]; -"2083 quantize_per_tensor_default_97" [id=2083, type=quantize_per_tensor]; -"2084 dequantize_per_tensor_default_97" [id=2084, type=dequantize_per_tensor]; -"2085 linear_96_scale_0" [id=2085, type=get_attr]; -"2086 linear_96_zero_point_0" [id=2086, type=get_attr]; -"2087 quantize_per_channel_default_97" [id=2087, type=quantize_per_channel]; -"2088 dequantize_per_channel_default_97" [id=2088, type=dequantize_per_channel]; -"2089 _param_constant261_0_0" [id=2089, type=get_attr]; -"2090 linear_96" [id=2090, type=linear]; -"2091 gelu_15" [id=2091, type=gelu]; -"2092 dropout_62" [id=2092, type=dropout]; -"2093 linear_97_updated_constant0" [id=2093, type=get_attr]; -"2094 dropout_62_0_0_nncf_smooth_quant_0" [id=2094, type=call_module]; -"2095 quantize_per_tensor_default_98" [id=2095, type=quantize_per_tensor]; -"2096 dequantize_per_tensor_default_98" [id=2096, type=dequantize_per_tensor]; -"2097 linear_97_scale_0" [id=2097, type=get_attr]; -"2098 linear_97_zero_point_0" [id=2098, type=get_attr]; -"2099 quantize_per_channel_default_98" [id=2099, type=quantize_per_channel]; -"2100 dequantize_per_channel_default_98" [id=2100, type=dequantize_per_channel]; -"2101 _param_constant263_0_0" [id=2101, type=get_attr]; -"2102 linear_97" [id=2102, type=linear]; -"2103 dropout_63" [id=2103, type=dropout]; -"2104 _param_constant264" [id=2104, type=get_attr]; -"2105 _param_constant265" [id=2105, type=get_attr]; -"2106 layer_norm_34" [id=2106, type=layer_norm]; -"2107 add_55" [id=2107, type=add]; -"2108 _tensor_constant104" [id=2108, type=get_attr]; -"2109 linear_98_updated_constant0" [id=2109, type=get_attr]; -"2110 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=2110, type=call_module]; -"2111 linear_98_scale_0" [id=2111, type=get_attr]; -"2112 linear_98_zero_point_0" [id=2112, type=get_attr]; -"2113 quantize_per_channel_default_99" [id=2113, type=quantize_per_channel]; -"2114 dequantize_per_channel_default_99" [id=2114, type=dequantize_per_channel]; -"2115 _param_constant267_0_0" [id=2115, type=get_attr]; -"2116 linear_98" [id=2116, type=linear]; -"2117 relu__16" [id=2117, type=relu_]; -"2118 linear_99_updated_constant0" [id=2118, type=get_attr]; -"2119 relu__16_0_0_nncf_smooth_quant_0" [id=2119, type=call_module]; -"2120 linear_99_scale_0" [id=2120, type=get_attr]; -"2121 linear_99_zero_point_0" [id=2121, type=get_attr]; -"2122 quantize_per_channel_default_100" [id=2122, type=quantize_per_channel]; -"2123 dequantize_per_channel_default_100" [id=2123, type=dequantize_per_channel]; -"2124 linear_99" [id=2124, type=linear]; -"2125 view_88" [id=2125, type=view]; -"2126 _tensor_constant105" [id=2126, type=get_attr]; -"2127 index_16" [id=2127, type=index]; -"2128 view_89" [id=2128, type=view]; -"2129 permute_73" [id=2129, type=permute]; -"2130 contiguous_30" [id=2130, type=contiguous]; -"2131 unsqueeze_48" [id=2131, type=unsqueeze]; -"2132 sigmoid_16" [id=2132, type=sigmoid]; -"2133 mul_32" [id=2133, type=mul]; -"2134 pad_18" [id=2134, type=pad]; -"2135 view_90" [id=2135, type=view]; -"2136 permute_74" [id=2136, type=permute]; -"2137 reshape_72" [id=2137, type=reshape]; -"2138 linear_100_updated_constant0" [id=2138, type=get_attr]; -"2139 reshape_72_0_0_nncf_smooth_quant_0" [id=2139, type=call_module]; -"2140 quantize_per_tensor_default_99" [id=2140, type=quantize_per_tensor]; -"2141 dequantize_per_tensor_default_99" [id=2141, type=dequantize_per_tensor]; -"2142 linear_100_scale_0" [id=2142, type=get_attr]; -"2143 linear_100_zero_point_0" [id=2143, type=get_attr]; -"2144 quantize_per_channel_default_101" [id=2144, type=quantize_per_channel]; -"2145 dequantize_per_channel_default_101" [id=2145, type=dequantize_per_channel]; -"2146 _param_constant269_0_0" [id=2146, type=get_attr]; -"2147 linear_100" [id=2147, type=linear]; -"2148 reshape_73" [id=2148, type=reshape]; -"2149 permute_75" [id=2149, type=permute]; -"2150 select_48" [id=2150, type=select]; -"2151 select_49" [id=2151, type=select]; -"2152 select_50" [id=2152, type=select]; -"2153 linalg_vector_norm_32" [id=2153, type=linalg_vector_norm]; -"2154 clamp_min_32" [id=2154, type=clamp_min]; -"2155 expand_as_32" [id=2155, type=expand_as]; -"2156 div_32" [id=2156, type=div]; -"2157 quantize_per_tensor_default_100" [id=2157, type=quantize_per_tensor]; -"2158 dequantize_per_tensor_default_100" [id=2158, type=dequantize_per_tensor]; -"2159 linalg_vector_norm_33" [id=2159, type=linalg_vector_norm]; -"2160 clamp_min_33" [id=2160, type=clamp_min]; -"2161 expand_as_33" [id=2161, type=expand_as]; -"2162 div_33" [id=2162, type=div]; -"2163 quantize_per_tensor_default_101" [id=2163, type=quantize_per_tensor]; -"2164 dequantize_per_tensor_default_101" [id=2164, type=dequantize_per_tensor]; -"2165 transpose_32" [id=2165, type=transpose]; -"2166 matmul_32" [id=2166, type=matmul]; -"2167 _param_constant271" [id=2167, type=get_attr]; -"2168 clamp_16" [id=2168, type=clamp]; -"2169 exp_16" [id=2169, type=exp]; -"2170 mul_33" [id=2170, type=mul]; -"2171 add_56" [id=2171, type=add]; -"2172 softmax_16" [id=2172, type=softmax]; -"2173 dropout_64" [id=2173, type=dropout]; -"2174 matmul_33" [id=2174, type=matmul]; -"2175 transpose_33" [id=2175, type=transpose]; -"2176 reshape_74" [id=2176, type=reshape]; -"2177 linear_101_updated_constant0" [id=2177, type=get_attr]; -"2178 reshape_74_0_0_nncf_smooth_quant_0" [id=2178, type=call_module]; -"2179 quantize_per_tensor_default_102" [id=2179, type=quantize_per_tensor]; -"2180 dequantize_per_tensor_default_102" [id=2180, type=dequantize_per_tensor]; -"2181 linear_101_scale_0" [id=2181, type=get_attr]; -"2182 linear_101_zero_point_0" [id=2182, type=get_attr]; -"2183 quantize_per_channel_default_102" [id=2183, type=quantize_per_channel]; -"2184 dequantize_per_channel_default_102" [id=2184, type=dequantize_per_channel]; -"2185 _param_constant273_0_0" [id=2185, type=get_attr]; -"2186 linear_101" [id=2186, type=linear]; -"2187 dropout_65" [id=2187, type=dropout]; -"2188 view_91" [id=2188, type=view]; -"2189 permute_76" [id=2189, type=permute]; -"2190 reshape_75" [id=2190, type=reshape]; -"2191 slice_246" [id=2191, type=slice]; -"2192 slice_247" [id=2192, type=slice]; -"2193 slice_248" [id=2193, type=slice]; -"2194 slice_249" [id=2194, type=slice]; -"2195 contiguous_31" [id=2195, type=contiguous]; -"2196 _param_constant274" [id=2196, type=get_attr]; -"2197 _param_constant275" [id=2197, type=get_attr]; -"2198 layer_norm_35" [id=2198, type=layer_norm]; -"2199 add_57" [id=2199, type=add]; -"2200 linear_102_updated_constant0" [id=2200, type=get_attr]; -"2201 add_57_0_0_nncf_smooth_quant_0" [id=2201, type=call_module]; -"2202 quantize_per_tensor_default_103" [id=2202, type=quantize_per_tensor]; -"2203 dequantize_per_tensor_default_103" [id=2203, type=dequantize_per_tensor]; -"2204 linear_102_scale_0" [id=2204, type=get_attr]; -"2205 linear_102_zero_point_0" [id=2205, type=get_attr]; -"2206 quantize_per_channel_default_103" [id=2206, type=quantize_per_channel]; -"2207 dequantize_per_channel_default_103" [id=2207, type=dequantize_per_channel]; -"2208 _param_constant277_0_0" [id=2208, type=get_attr]; -"2209 linear_102" [id=2209, type=linear]; -"2210 gelu_16" [id=2210, type=gelu]; -"2211 dropout_66" [id=2211, type=dropout]; -"2212 linear_103_updated_constant0" [id=2212, type=get_attr]; -"2213 dropout_66_0_0_nncf_smooth_quant_0" [id=2213, type=call_module]; -"2214 quantize_per_tensor_default_104" [id=2214, type=quantize_per_tensor]; -"2215 dequantize_per_tensor_default_104" [id=2215, type=dequantize_per_tensor]; -"2216 linear_103_scale_0" [id=2216, type=get_attr]; -"2217 linear_103_zero_point_0" [id=2217, type=get_attr]; -"2218 quantize_per_channel_default_104" [id=2218, type=quantize_per_channel]; -"2219 dequantize_per_channel_default_104" [id=2219, type=dequantize_per_channel]; -"2220 _param_constant279_0_0" [id=2220, type=get_attr]; -"2221 linear_103" [id=2221, type=linear]; -"2222 dropout_67" [id=2222, type=dropout]; -"2223 _param_constant280" [id=2223, type=get_attr]; -"2224 _param_constant281" [id=2224, type=get_attr]; -"2225 layer_norm_36" [id=2225, type=layer_norm]; -"2226 add_58" [id=2226, type=add]; -"2227 _tensor_constant106" [id=2227, type=get_attr]; -"2228 linear_104_updated_constant0" [id=2228, type=get_attr]; -"2229 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2229, type=call_module]; -"2230 linear_104_scale_0" [id=2230, type=get_attr]; -"2231 linear_104_zero_point_0" [id=2231, type=get_attr]; -"2232 quantize_per_channel_default_105" [id=2232, type=quantize_per_channel]; -"2233 dequantize_per_channel_default_105" [id=2233, type=dequantize_per_channel]; -"2234 _param_constant283_0_0" [id=2234, type=get_attr]; -"2235 linear_104" [id=2235, type=linear]; -"2236 relu__17" [id=2236, type=relu_]; -"2237 linear_105_updated_constant0" [id=2237, type=get_attr]; -"2238 relu__17_0_0_nncf_smooth_quant_0" [id=2238, type=call_module]; -"2239 linear_105_scale_0" [id=2239, type=get_attr]; -"2240 linear_105_zero_point_0" [id=2240, type=get_attr]; -"2241 quantize_per_channel_default_106" [id=2241, type=quantize_per_channel]; -"2242 dequantize_per_channel_default_106" [id=2242, type=dequantize_per_channel]; -"2243 linear_105" [id=2243, type=linear]; -"2244 view_92" [id=2244, type=view]; -"2245 _tensor_constant107" [id=2245, type=get_attr]; -"2246 index_17" [id=2246, type=index]; -"2247 view_93" [id=2247, type=view]; -"2248 permute_77" [id=2248, type=permute]; -"2249 contiguous_32" [id=2249, type=contiguous]; -"2250 unsqueeze_49" [id=2250, type=unsqueeze]; -"2251 sigmoid_17" [id=2251, type=sigmoid]; -"2252 mul_34" [id=2252, type=mul]; -"2253 pad_19" [id=2253, type=pad]; -"2254 roll_16" [id=2254, type=roll]; -"2255 view_94" [id=2255, type=view]; -"2256 permute_78" [id=2256, type=permute]; -"2257 reshape_76" [id=2257, type=reshape]; -"2258 linear_106_updated_constant0" [id=2258, type=get_attr]; -"2259 reshape_76_0_0_nncf_smooth_quant_0" [id=2259, type=call_module]; -"2260 quantize_per_tensor_default_105" [id=2260, type=quantize_per_tensor]; -"2261 dequantize_per_tensor_default_105" [id=2261, type=dequantize_per_tensor]; -"2262 linear_106_scale_0" [id=2262, type=get_attr]; -"2263 linear_106_zero_point_0" [id=2263, type=get_attr]; -"2264 quantize_per_channel_default_107" [id=2264, type=quantize_per_channel]; -"2265 dequantize_per_channel_default_107" [id=2265, type=dequantize_per_channel]; -"2266 _param_constant285_0_0" [id=2266, type=get_attr]; -"2267 linear_106" [id=2267, type=linear]; -"2268 reshape_77" [id=2268, type=reshape]; -"2269 permute_79" [id=2269, type=permute]; -"2270 select_51" [id=2270, type=select]; -"2271 select_52" [id=2271, type=select]; -"2272 select_53" [id=2272, type=select]; -"2273 linalg_vector_norm_34" [id=2273, type=linalg_vector_norm]; -"2274 clamp_min_34" [id=2274, type=clamp_min]; -"2275 expand_as_34" [id=2275, type=expand_as]; -"2276 div_34" [id=2276, type=div]; -"2277 quantize_per_tensor_default_106" [id=2277, type=quantize_per_tensor]; -"2278 dequantize_per_tensor_default_106" [id=2278, type=dequantize_per_tensor]; -"2279 linalg_vector_norm_35" [id=2279, type=linalg_vector_norm]; -"2280 clamp_min_35" [id=2280, type=clamp_min]; -"2281 expand_as_35" [id=2281, type=expand_as]; -"2282 div_35" [id=2282, type=div]; -"2283 quantize_per_tensor_default_107" [id=2283, type=quantize_per_tensor]; -"2284 dequantize_per_tensor_default_107" [id=2284, type=dequantize_per_tensor]; -"2285 transpose_34" [id=2285, type=transpose]; -"2286 matmul_34" [id=2286, type=matmul]; -"2287 _param_constant287" [id=2287, type=get_attr]; -"2288 clamp_17" [id=2288, type=clamp]; -"2289 exp_17" [id=2289, type=exp]; -"2290 mul_35" [id=2290, type=mul]; -"2291 add_59" [id=2291, type=add]; -"2292 new_zeros_8" [id=2292, type=new_zeros]; -"2293 view_95" [id=2293, type=view]; -"2294 permute_80" [id=2294, type=permute]; -"2295 reshape_78" [id=2295, type=reshape]; -"2296 unsqueeze_50" [id=2296, type=unsqueeze]; -"2297 unsqueeze_51" [id=2297, type=unsqueeze]; -"2298 sub_8" [id=2298, type=sub]; -"2299 ne_8" [id=2299, type=ne]; -"2300 masked_fill_16" [id=2300, type=masked_fill]; -"2301 eq_8" [id=2301, type=eq]; -"2302 masked_fill_17" [id=2302, type=masked_fill]; -"2303 view_96" [id=2303, type=view]; -"2304 unsqueeze_52" [id=2304, type=unsqueeze]; -"2305 unsqueeze_53" [id=2305, type=unsqueeze]; -"2306 add_60" [id=2306, type=add]; -"2307 view_97" [id=2307, type=view]; -"2308 softmax_17" [id=2308, type=softmax]; -"2309 dropout_68" [id=2309, type=dropout]; -"2310 matmul_35" [id=2310, type=matmul]; -"2311 transpose_35" [id=2311, type=transpose]; -"2312 reshape_79" [id=2312, type=reshape]; -"2313 linear_107_updated_constant0" [id=2313, type=get_attr]; -"2314 reshape_79_0_0_nncf_smooth_quant_0" [id=2314, type=call_module]; -"2315 quantize_per_tensor_default_108" [id=2315, type=quantize_per_tensor]; -"2316 dequantize_per_tensor_default_108" [id=2316, type=dequantize_per_tensor]; -"2317 linear_107_scale_0" [id=2317, type=get_attr]; -"2318 linear_107_zero_point_0" [id=2318, type=get_attr]; -"2319 quantize_per_channel_default_108" [id=2319, type=quantize_per_channel]; -"2320 dequantize_per_channel_default_108" [id=2320, type=dequantize_per_channel]; -"2321 _param_constant289_0_0" [id=2321, type=get_attr]; -"2322 linear_107" [id=2322, type=linear]; -"2323 dropout_69" [id=2323, type=dropout]; -"2324 view_98" [id=2324, type=view]; -"2325 permute_81" [id=2325, type=permute]; -"2326 reshape_80" [id=2326, type=reshape]; -"2327 roll_17" [id=2327, type=roll]; -"2328 slice_269" [id=2328, type=slice]; -"2329 slice_270" [id=2329, type=slice]; -"2330 slice_271" [id=2330, type=slice]; -"2331 slice_272" [id=2331, type=slice]; -"2332 contiguous_33" [id=2332, type=contiguous]; -"2333 _param_constant290" [id=2333, type=get_attr]; -"2334 _param_constant291" [id=2334, type=get_attr]; -"2335 layer_norm_37" [id=2335, type=layer_norm]; -"2336 add_61" [id=2336, type=add]; -"2337 linear_108_updated_constant0" [id=2337, type=get_attr]; -"2338 add_61_0_0_nncf_smooth_quant_0" [id=2338, type=call_module]; -"2339 quantize_per_tensor_default_109" [id=2339, type=quantize_per_tensor]; -"2340 dequantize_per_tensor_default_109" [id=2340, type=dequantize_per_tensor]; -"2341 linear_108_scale_0" [id=2341, type=get_attr]; -"2342 linear_108_zero_point_0" [id=2342, type=get_attr]; -"2343 quantize_per_channel_default_109" [id=2343, type=quantize_per_channel]; -"2344 dequantize_per_channel_default_109" [id=2344, type=dequantize_per_channel]; -"2345 _param_constant293_0_0" [id=2345, type=get_attr]; -"2346 linear_108" [id=2346, type=linear]; -"2347 gelu_17" [id=2347, type=gelu]; -"2348 dropout_70" [id=2348, type=dropout]; -"2349 linear_109_updated_constant0" [id=2349, type=get_attr]; -"2350 dropout_70_0_0_nncf_smooth_quant_0" [id=2350, type=call_module]; -"2351 quantize_per_tensor_default_110" [id=2351, type=quantize_per_tensor]; -"2352 dequantize_per_tensor_default_110" [id=2352, type=dequantize_per_tensor]; -"2353 linear_109_scale_0" [id=2353, type=get_attr]; -"2354 linear_109_zero_point_0" [id=2354, type=get_attr]; -"2355 quantize_per_channel_default_110" [id=2355, type=quantize_per_channel]; -"2356 dequantize_per_channel_default_110" [id=2356, type=dequantize_per_channel]; -"2357 _param_constant295_0_0" [id=2357, type=get_attr]; -"2358 linear_109" [id=2358, type=linear]; -"2359 dropout_71" [id=2359, type=dropout]; -"2360 _param_constant296" [id=2360, type=get_attr]; -"2361 _param_constant297" [id=2361, type=get_attr]; -"2362 layer_norm_38" [id=2362, type=layer_norm]; -"2363 add_62" [id=2363, type=add]; -"2364 _tensor_constant117" [id=2364, type=get_attr]; -"2365 linear_110_updated_constant0" [id=2365, type=get_attr]; -"2366 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2366, type=call_module]; -"2367 linear_110_scale_0" [id=2367, type=get_attr]; -"2368 linear_110_zero_point_0" [id=2368, type=get_attr]; -"2369 quantize_per_channel_default_111" [id=2369, type=quantize_per_channel]; -"2370 dequantize_per_channel_default_111" [id=2370, type=dequantize_per_channel]; -"2371 _param_constant299_0_0" [id=2371, type=get_attr]; -"2372 linear_110" [id=2372, type=linear]; -"2373 relu__18" [id=2373, type=relu_]; -"2374 linear_111_updated_constant0" [id=2374, type=get_attr]; -"2375 relu__18_0_0_nncf_smooth_quant_0" [id=2375, type=call_module]; -"2376 linear_111_scale_0" [id=2376, type=get_attr]; -"2377 linear_111_zero_point_0" [id=2377, type=get_attr]; -"2378 quantize_per_channel_default_112" [id=2378, type=quantize_per_channel]; -"2379 dequantize_per_channel_default_112" [id=2379, type=dequantize_per_channel]; -"2380 linear_111" [id=2380, type=linear]; -"2381 view_99" [id=2381, type=view]; -"2382 _tensor_constant118" [id=2382, type=get_attr]; -"2383 index_18" [id=2383, type=index]; -"2384 view_100" [id=2384, type=view]; -"2385 permute_82" [id=2385, type=permute]; -"2386 contiguous_34" [id=2386, type=contiguous]; -"2387 unsqueeze_54" [id=2387, type=unsqueeze]; -"2388 sigmoid_18" [id=2388, type=sigmoid]; -"2389 mul_36" [id=2389, type=mul]; -"2390 pad_20" [id=2390, type=pad]; -"2391 view_101" [id=2391, type=view]; -"2392 permute_83" [id=2392, type=permute]; -"2393 reshape_81" [id=2393, type=reshape]; -"2394 linear_112_updated_constant0" [id=2394, type=get_attr]; -"2395 reshape_81_0_0_nncf_smooth_quant_0" [id=2395, type=call_module]; -"2396 quantize_per_tensor_default_111" [id=2396, type=quantize_per_tensor]; -"2397 dequantize_per_tensor_default_111" [id=2397, type=dequantize_per_tensor]; -"2398 linear_112_scale_0" [id=2398, type=get_attr]; -"2399 linear_112_zero_point_0" [id=2399, type=get_attr]; -"2400 quantize_per_channel_default_113" [id=2400, type=quantize_per_channel]; -"2401 dequantize_per_channel_default_113" [id=2401, type=dequantize_per_channel]; -"2402 _param_constant301_0_0" [id=2402, type=get_attr]; -"2403 linear_112" [id=2403, type=linear]; -"2404 reshape_82" [id=2404, type=reshape]; -"2405 permute_84" [id=2405, type=permute]; -"2406 select_54" [id=2406, type=select]; -"2407 select_55" [id=2407, type=select]; -"2408 select_56" [id=2408, type=select]; -"2409 linalg_vector_norm_36" [id=2409, type=linalg_vector_norm]; -"2410 clamp_min_36" [id=2410, type=clamp_min]; -"2411 expand_as_36" [id=2411, type=expand_as]; -"2412 div_36" [id=2412, type=div]; -"2413 quantize_per_tensor_default_112" [id=2413, type=quantize_per_tensor]; -"2414 dequantize_per_tensor_default_112" [id=2414, type=dequantize_per_tensor]; -"2415 linalg_vector_norm_37" [id=2415, type=linalg_vector_norm]; -"2416 clamp_min_37" [id=2416, type=clamp_min]; -"2417 expand_as_37" [id=2417, type=expand_as]; -"2418 div_37" [id=2418, type=div]; -"2419 quantize_per_tensor_default_113" [id=2419, type=quantize_per_tensor]; -"2420 dequantize_per_tensor_default_113" [id=2420, type=dequantize_per_tensor]; -"2421 transpose_36" [id=2421, type=transpose]; -"2422 matmul_36" [id=2422, type=matmul]; -"2423 _param_constant303" [id=2423, type=get_attr]; -"2424 clamp_18" [id=2424, type=clamp]; -"2425 exp_18" [id=2425, type=exp]; -"2426 mul_37" [id=2426, type=mul]; -"2427 add_63" [id=2427, type=add]; -"2428 softmax_18" [id=2428, type=softmax]; -"2429 dropout_72" [id=2429, type=dropout]; -"2430 matmul_37" [id=2430, type=matmul]; -"2431 transpose_37" [id=2431, type=transpose]; -"2432 reshape_83" [id=2432, type=reshape]; -"2433 linear_113_updated_constant0" [id=2433, type=get_attr]; -"2434 reshape_83_0_0_nncf_smooth_quant_0" [id=2434, type=call_module]; -"2435 quantize_per_tensor_default_114" [id=2435, type=quantize_per_tensor]; -"2436 dequantize_per_tensor_default_114" [id=2436, type=dequantize_per_tensor]; -"2437 linear_113_scale_0" [id=2437, type=get_attr]; -"2438 linear_113_zero_point_0" [id=2438, type=get_attr]; -"2439 quantize_per_channel_default_114" [id=2439, type=quantize_per_channel]; -"2440 dequantize_per_channel_default_114" [id=2440, type=dequantize_per_channel]; -"2441 _param_constant305_0_0" [id=2441, type=get_attr]; -"2442 linear_113" [id=2442, type=linear]; -"2443 dropout_73" [id=2443, type=dropout]; -"2444 view_102" [id=2444, type=view]; -"2445 permute_85" [id=2445, type=permute]; -"2446 reshape_84" [id=2446, type=reshape]; -"2447 slice_274" [id=2447, type=slice]; -"2448 slice_275" [id=2448, type=slice]; -"2449 slice_276" [id=2449, type=slice]; -"2450 slice_277" [id=2450, type=slice]; -"2451 contiguous_35" [id=2451, type=contiguous]; -"2452 _param_constant306" [id=2452, type=get_attr]; -"2453 _param_constant307" [id=2453, type=get_attr]; -"2454 layer_norm_39" [id=2454, type=layer_norm]; -"2455 add_64" [id=2455, type=add]; -"2456 linear_114_updated_constant0" [id=2456, type=get_attr]; -"2457 add_64_0_0_nncf_smooth_quant_0" [id=2457, type=call_module]; -"2458 quantize_per_tensor_default_115" [id=2458, type=quantize_per_tensor]; -"2459 dequantize_per_tensor_default_115" [id=2459, type=dequantize_per_tensor]; -"2460 linear_114_scale_0" [id=2460, type=get_attr]; -"2461 linear_114_zero_point_0" [id=2461, type=get_attr]; -"2462 quantize_per_channel_default_115" [id=2462, type=quantize_per_channel]; -"2463 dequantize_per_channel_default_115" [id=2463, type=dequantize_per_channel]; -"2464 _param_constant309_0_0" [id=2464, type=get_attr]; -"2465 linear_114" [id=2465, type=linear]; -"2466 gelu_18" [id=2466, type=gelu]; -"2467 dropout_74" [id=2467, type=dropout]; -"2468 linear_115_updated_constant0" [id=2468, type=get_attr]; -"2469 dropout_74_0_0_nncf_smooth_quant_0" [id=2469, type=call_module]; -"2470 quantize_per_tensor_default_116" [id=2470, type=quantize_per_tensor]; -"2471 dequantize_per_tensor_default_116" [id=2471, type=dequantize_per_tensor]; -"2472 linear_115_scale_0" [id=2472, type=get_attr]; -"2473 linear_115_zero_point_0" [id=2473, type=get_attr]; -"2474 quantize_per_channel_default_116" [id=2474, type=quantize_per_channel]; -"2475 dequantize_per_channel_default_116" [id=2475, type=dequantize_per_channel]; -"2476 _param_constant311_0_0" [id=2476, type=get_attr]; -"2477 linear_115" [id=2477, type=linear]; -"2478 dropout_75" [id=2478, type=dropout]; -"2479 _param_constant312" [id=2479, type=get_attr]; -"2480 _param_constant313" [id=2480, type=get_attr]; -"2481 layer_norm_40" [id=2481, type=layer_norm]; -"2482 add_65" [id=2482, type=add]; -"2483 _tensor_constant119" [id=2483, type=get_attr]; -"2484 linear_116_updated_constant0" [id=2484, type=get_attr]; -"2485 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2485, type=call_module]; -"2486 linear_116_scale_0" [id=2486, type=get_attr]; -"2487 linear_116_zero_point_0" [id=2487, type=get_attr]; -"2488 quantize_per_channel_default_117" [id=2488, type=quantize_per_channel]; -"2489 dequantize_per_channel_default_117" [id=2489, type=dequantize_per_channel]; -"2490 _param_constant315_0_0" [id=2490, type=get_attr]; -"2491 linear_116" [id=2491, type=linear]; -"2492 relu__19" [id=2492, type=relu_]; -"2493 linear_117_updated_constant0" [id=2493, type=get_attr]; -"2494 relu__19_0_0_nncf_smooth_quant_0" [id=2494, type=call_module]; -"2495 linear_117_scale_0" [id=2495, type=get_attr]; -"2496 linear_117_zero_point_0" [id=2496, type=get_attr]; -"2497 quantize_per_channel_default_118" [id=2497, type=quantize_per_channel]; -"2498 dequantize_per_channel_default_118" [id=2498, type=dequantize_per_channel]; -"2499 linear_117" [id=2499, type=linear]; -"2500 view_103" [id=2500, type=view]; -"2501 _tensor_constant120" [id=2501, type=get_attr]; -"2502 index_19" [id=2502, type=index]; -"2503 view_104" [id=2503, type=view]; -"2504 permute_86" [id=2504, type=permute]; -"2505 contiguous_36" [id=2505, type=contiguous]; -"2506 unsqueeze_55" [id=2506, type=unsqueeze]; -"2507 sigmoid_19" [id=2507, type=sigmoid]; -"2508 mul_38" [id=2508, type=mul]; -"2509 pad_21" [id=2509, type=pad]; -"2510 roll_18" [id=2510, type=roll]; -"2511 view_105" [id=2511, type=view]; -"2512 permute_87" [id=2512, type=permute]; -"2513 reshape_85" [id=2513, type=reshape]; -"2514 linear_118_updated_constant0" [id=2514, type=get_attr]; -"2515 reshape_85_0_0_nncf_smooth_quant_0" [id=2515, type=call_module]; -"2516 quantize_per_tensor_default_117" [id=2516, type=quantize_per_tensor]; -"2517 dequantize_per_tensor_default_117" [id=2517, type=dequantize_per_tensor]; -"2518 linear_118_scale_0" [id=2518, type=get_attr]; -"2519 linear_118_zero_point_0" [id=2519, type=get_attr]; -"2520 quantize_per_channel_default_119" [id=2520, type=quantize_per_channel]; -"2521 dequantize_per_channel_default_119" [id=2521, type=dequantize_per_channel]; -"2522 _param_constant317_0_0" [id=2522, type=get_attr]; -"2523 linear_118" [id=2523, type=linear]; -"2524 reshape_86" [id=2524, type=reshape]; -"2525 permute_88" [id=2525, type=permute]; -"2526 select_57" [id=2526, type=select]; -"2527 select_58" [id=2527, type=select]; -"2528 select_59" [id=2528, type=select]; -"2529 linalg_vector_norm_38" [id=2529, type=linalg_vector_norm]; -"2530 clamp_min_38" [id=2530, type=clamp_min]; -"2531 expand_as_38" [id=2531, type=expand_as]; -"2532 div_38" [id=2532, type=div]; -"2533 quantize_per_tensor_default_118" [id=2533, type=quantize_per_tensor]; -"2534 dequantize_per_tensor_default_118" [id=2534, type=dequantize_per_tensor]; -"2535 linalg_vector_norm_39" [id=2535, type=linalg_vector_norm]; -"2536 clamp_min_39" [id=2536, type=clamp_min]; -"2537 expand_as_39" [id=2537, type=expand_as]; -"2538 div_39" [id=2538, type=div]; -"2539 quantize_per_tensor_default_119" [id=2539, type=quantize_per_tensor]; -"2540 dequantize_per_tensor_default_119" [id=2540, type=dequantize_per_tensor]; -"2541 transpose_38" [id=2541, type=transpose]; -"2542 matmul_38" [id=2542, type=matmul]; -"2543 _param_constant319" [id=2543, type=get_attr]; -"2544 clamp_19" [id=2544, type=clamp]; -"2545 exp_19" [id=2545, type=exp]; -"2546 mul_39" [id=2546, type=mul]; -"2547 add_66" [id=2547, type=add]; -"2548 new_zeros_9" [id=2548, type=new_zeros]; -"2549 view_106" [id=2549, type=view]; -"2550 permute_89" [id=2550, type=permute]; -"2551 reshape_87" [id=2551, type=reshape]; -"2552 unsqueeze_56" [id=2552, type=unsqueeze]; -"2553 unsqueeze_57" [id=2553, type=unsqueeze]; -"2554 sub_9" [id=2554, type=sub]; -"2555 ne_9" [id=2555, type=ne]; -"2556 masked_fill_18" [id=2556, type=masked_fill]; -"2557 eq_9" [id=2557, type=eq]; -"2558 masked_fill_19" [id=2558, type=masked_fill]; -"2559 view_107" [id=2559, type=view]; -"2560 unsqueeze_58" [id=2560, type=unsqueeze]; -"2561 unsqueeze_59" [id=2561, type=unsqueeze]; -"2562 add_67" [id=2562, type=add]; -"2563 view_108" [id=2563, type=view]; -"2564 softmax_19" [id=2564, type=softmax]; -"2565 dropout_76" [id=2565, type=dropout]; -"2566 matmul_39" [id=2566, type=matmul]; -"2567 transpose_39" [id=2567, type=transpose]; -"2568 reshape_88" [id=2568, type=reshape]; -"2569 linear_119_updated_constant0" [id=2569, type=get_attr]; -"2570 reshape_88_0_0_nncf_smooth_quant_0" [id=2570, type=call_module]; -"2571 quantize_per_tensor_default_120" [id=2571, type=quantize_per_tensor]; -"2572 dequantize_per_tensor_default_120" [id=2572, type=dequantize_per_tensor]; -"2573 linear_119_scale_0" [id=2573, type=get_attr]; -"2574 linear_119_zero_point_0" [id=2574, type=get_attr]; -"2575 quantize_per_channel_default_120" [id=2575, type=quantize_per_channel]; -"2576 dequantize_per_channel_default_120" [id=2576, type=dequantize_per_channel]; -"2577 _param_constant321_0_0" [id=2577, type=get_attr]; -"2578 linear_119" [id=2578, type=linear]; -"2579 dropout_77" [id=2579, type=dropout]; -"2580 view_109" [id=2580, type=view]; -"2581 permute_90" [id=2581, type=permute]; -"2582 reshape_89" [id=2582, type=reshape]; -"2583 roll_19" [id=2583, type=roll]; -"2584 slice_297" [id=2584, type=slice]; -"2585 slice_298" [id=2585, type=slice]; -"2586 slice_299" [id=2586, type=slice]; -"2587 slice_300" [id=2587, type=slice]; -"2588 contiguous_37" [id=2588, type=contiguous]; -"2589 _param_constant322" [id=2589, type=get_attr]; -"2590 _param_constant323" [id=2590, type=get_attr]; -"2591 layer_norm_41" [id=2591, type=layer_norm]; -"2592 add_68" [id=2592, type=add]; -"2593 linear_120_updated_constant0" [id=2593, type=get_attr]; -"2594 add_68_0_0_nncf_smooth_quant_0" [id=2594, type=call_module]; -"2595 quantize_per_tensor_default_121" [id=2595, type=quantize_per_tensor]; -"2596 dequantize_per_tensor_default_121" [id=2596, type=dequantize_per_tensor]; -"2597 linear_120_scale_0" [id=2597, type=get_attr]; -"2598 linear_120_zero_point_0" [id=2598, type=get_attr]; -"2599 quantize_per_channel_default_121" [id=2599, type=quantize_per_channel]; -"2600 dequantize_per_channel_default_121" [id=2600, type=dequantize_per_channel]; -"2601 _param_constant325_0_0" [id=2601, type=get_attr]; -"2602 linear_120" [id=2602, type=linear]; -"2603 gelu_19" [id=2603, type=gelu]; -"2604 dropout_78" [id=2604, type=dropout]; -"2605 linear_121_updated_constant0" [id=2605, type=get_attr]; -"2606 dropout_78_0_0_nncf_smooth_quant_0" [id=2606, type=call_module]; -"2607 quantize_per_tensor_default_122" [id=2607, type=quantize_per_tensor]; -"2608 dequantize_per_tensor_default_122" [id=2608, type=dequantize_per_tensor]; -"2609 linear_121_scale_0" [id=2609, type=get_attr]; -"2610 linear_121_zero_point_0" [id=2610, type=get_attr]; -"2611 quantize_per_channel_default_122" [id=2611, type=quantize_per_channel]; -"2612 dequantize_per_channel_default_122" [id=2612, type=dequantize_per_channel]; -"2613 _param_constant327_0_0" [id=2613, type=get_attr]; -"2614 linear_121" [id=2614, type=linear]; -"2615 dropout_79" [id=2615, type=dropout]; -"2616 _param_constant328" [id=2616, type=get_attr]; -"2617 _param_constant329" [id=2617, type=get_attr]; -"2618 layer_norm_42" [id=2618, type=layer_norm]; -"2619 add_69" [id=2619, type=add]; -"2620 _tensor_constant130" [id=2620, type=get_attr]; -"2621 linear_122_updated_constant0" [id=2621, type=get_attr]; -"2622 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2622, type=call_module]; -"2623 linear_122_scale_0" [id=2623, type=get_attr]; -"2624 linear_122_zero_point_0" [id=2624, type=get_attr]; -"2625 quantize_per_channel_default_123" [id=2625, type=quantize_per_channel]; -"2626 dequantize_per_channel_default_123" [id=2626, type=dequantize_per_channel]; -"2627 _param_constant331_0_0" [id=2627, type=get_attr]; -"2628 linear_122" [id=2628, type=linear]; -"2629 relu__20" [id=2629, type=relu_]; -"2630 linear_123_updated_constant0" [id=2630, type=get_attr]; -"2631 relu__20_0_0_nncf_smooth_quant_0" [id=2631, type=call_module]; -"2632 linear_123_scale_0" [id=2632, type=get_attr]; -"2633 linear_123_zero_point_0" [id=2633, type=get_attr]; -"2634 quantize_per_channel_default_124" [id=2634, type=quantize_per_channel]; -"2635 dequantize_per_channel_default_124" [id=2635, type=dequantize_per_channel]; -"2636 linear_123" [id=2636, type=linear]; -"2637 view_110" [id=2637, type=view]; -"2638 _tensor_constant131" [id=2638, type=get_attr]; -"2639 index_20" [id=2639, type=index]; -"2640 view_111" [id=2640, type=view]; -"2641 permute_91" [id=2641, type=permute]; -"2642 contiguous_38" [id=2642, type=contiguous]; -"2643 unsqueeze_60" [id=2643, type=unsqueeze]; -"2644 sigmoid_20" [id=2644, type=sigmoid]; -"2645 mul_40" [id=2645, type=mul]; -"2646 pad_22" [id=2646, type=pad]; -"2647 view_112" [id=2647, type=view]; -"2648 permute_92" [id=2648, type=permute]; -"2649 reshape_90" [id=2649, type=reshape]; -"2650 linear_124_updated_constant0" [id=2650, type=get_attr]; -"2651 reshape_90_0_0_nncf_smooth_quant_0" [id=2651, type=call_module]; -"2652 quantize_per_tensor_default_123" [id=2652, type=quantize_per_tensor]; -"2653 dequantize_per_tensor_default_123" [id=2653, type=dequantize_per_tensor]; -"2654 linear_124_scale_0" [id=2654, type=get_attr]; -"2655 linear_124_zero_point_0" [id=2655, type=get_attr]; -"2656 quantize_per_channel_default_125" [id=2656, type=quantize_per_channel]; -"2657 dequantize_per_channel_default_125" [id=2657, type=dequantize_per_channel]; -"2658 _param_constant333_0_0" [id=2658, type=get_attr]; -"2659 linear_124" [id=2659, type=linear]; -"2660 reshape_91" [id=2660, type=reshape]; -"2661 permute_93" [id=2661, type=permute]; -"2662 select_60" [id=2662, type=select]; -"2663 select_61" [id=2663, type=select]; -"2664 select_62" [id=2664, type=select]; -"2665 linalg_vector_norm_40" [id=2665, type=linalg_vector_norm]; -"2666 clamp_min_40" [id=2666, type=clamp_min]; -"2667 expand_as_40" [id=2667, type=expand_as]; -"2668 div_40" [id=2668, type=div]; -"2669 quantize_per_tensor_default_124" [id=2669, type=quantize_per_tensor]; -"2670 dequantize_per_tensor_default_124" [id=2670, type=dequantize_per_tensor]; -"2671 linalg_vector_norm_41" [id=2671, type=linalg_vector_norm]; -"2672 clamp_min_41" [id=2672, type=clamp_min]; -"2673 expand_as_41" [id=2673, type=expand_as]; -"2674 div_41" [id=2674, type=div]; -"2675 quantize_per_tensor_default_125" [id=2675, type=quantize_per_tensor]; -"2676 dequantize_per_tensor_default_125" [id=2676, type=dequantize_per_tensor]; -"2677 transpose_40" [id=2677, type=transpose]; -"2678 matmul_40" [id=2678, type=matmul]; -"2679 _param_constant335" [id=2679, type=get_attr]; -"2680 clamp_20" [id=2680, type=clamp]; -"2681 exp_20" [id=2681, type=exp]; -"2682 mul_41" [id=2682, type=mul]; -"2683 add_70" [id=2683, type=add]; -"2684 softmax_20" [id=2684, type=softmax]; -"2685 dropout_80" [id=2685, type=dropout]; -"2686 matmul_41" [id=2686, type=matmul]; -"2687 transpose_41" [id=2687, type=transpose]; -"2688 reshape_92" [id=2688, type=reshape]; -"2689 linear_125_updated_constant0" [id=2689, type=get_attr]; -"2690 reshape_92_0_0_nncf_smooth_quant_0" [id=2690, type=call_module]; -"2691 quantize_per_tensor_default_126" [id=2691, type=quantize_per_tensor]; -"2692 dequantize_per_tensor_default_126" [id=2692, type=dequantize_per_tensor]; -"2693 linear_125_scale_0" [id=2693, type=get_attr]; -"2694 linear_125_zero_point_0" [id=2694, type=get_attr]; -"2695 quantize_per_channel_default_126" [id=2695, type=quantize_per_channel]; -"2696 dequantize_per_channel_default_126" [id=2696, type=dequantize_per_channel]; -"2697 _param_constant337_0_0" [id=2697, type=get_attr]; -"2698 linear_125" [id=2698, type=linear]; -"2699 dropout_81" [id=2699, type=dropout]; -"2700 view_113" [id=2700, type=view]; -"2701 permute_94" [id=2701, type=permute]; -"2702 reshape_93" [id=2702, type=reshape]; -"2703 slice_302" [id=2703, type=slice]; -"2704 slice_303" [id=2704, type=slice]; -"2705 slice_304" [id=2705, type=slice]; -"2706 slice_305" [id=2706, type=slice]; -"2707 contiguous_39" [id=2707, type=contiguous]; -"2708 _param_constant338" [id=2708, type=get_attr]; -"2709 _param_constant339" [id=2709, type=get_attr]; -"2710 layer_norm_43" [id=2710, type=layer_norm]; -"2711 add_71" [id=2711, type=add]; -"2712 linear_126_updated_constant0" [id=2712, type=get_attr]; -"2713 add_71_0_0_nncf_smooth_quant_0" [id=2713, type=call_module]; -"2714 quantize_per_tensor_default_127" [id=2714, type=quantize_per_tensor]; -"2715 dequantize_per_tensor_default_127" [id=2715, type=dequantize_per_tensor]; -"2716 linear_126_scale_0" [id=2716, type=get_attr]; -"2717 linear_126_zero_point_0" [id=2717, type=get_attr]; -"2718 quantize_per_channel_default_127" [id=2718, type=quantize_per_channel]; -"2719 dequantize_per_channel_default_127" [id=2719, type=dequantize_per_channel]; -"2720 _param_constant341_0_0" [id=2720, type=get_attr]; -"2721 linear_126" [id=2721, type=linear]; -"2722 gelu_20" [id=2722, type=gelu]; -"2723 dropout_82" [id=2723, type=dropout]; -"2724 linear_127_updated_constant0" [id=2724, type=get_attr]; -"2725 dropout_82_0_0_nncf_smooth_quant_0" [id=2725, type=call_module]; -"2726 quantize_per_tensor_default_128" [id=2726, type=quantize_per_tensor]; -"2727 dequantize_per_tensor_default_128" [id=2727, type=dequantize_per_tensor]; -"2728 linear_127_scale_0" [id=2728, type=get_attr]; -"2729 linear_127_zero_point_0" [id=2729, type=get_attr]; -"2730 quantize_per_channel_default_128" [id=2730, type=quantize_per_channel]; -"2731 dequantize_per_channel_default_128" [id=2731, type=dequantize_per_channel]; -"2732 _param_constant343_0_0" [id=2732, type=get_attr]; -"2733 linear_127" [id=2733, type=linear]; -"2734 dropout_83" [id=2734, type=dropout]; -"2735 _param_constant344" [id=2735, type=get_attr]; -"2736 _param_constant345" [id=2736, type=get_attr]; -"2737 layer_norm_44" [id=2737, type=layer_norm]; -"2738 add_72" [id=2738, type=add]; -"2739 _tensor_constant132" [id=2739, type=get_attr]; -"2740 linear_128_updated_constant0" [id=2740, type=get_attr]; -"2741 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2741, type=call_module]; -"2742 linear_128_scale_0" [id=2742, type=get_attr]; -"2743 linear_128_zero_point_0" [id=2743, type=get_attr]; -"2744 quantize_per_channel_default_129" [id=2744, type=quantize_per_channel]; -"2745 dequantize_per_channel_default_129" [id=2745, type=dequantize_per_channel]; -"2746 _param_constant347_0_0" [id=2746, type=get_attr]; -"2747 linear_128" [id=2747, type=linear]; -"2748 relu__21" [id=2748, type=relu_]; -"2749 linear_129_updated_constant0" [id=2749, type=get_attr]; -"2750 relu__21_0_0_nncf_smooth_quant_0" [id=2750, type=call_module]; -"2751 linear_129_scale_0" [id=2751, type=get_attr]; -"2752 linear_129_zero_point_0" [id=2752, type=get_attr]; -"2753 quantize_per_channel_default_130" [id=2753, type=quantize_per_channel]; -"2754 dequantize_per_channel_default_130" [id=2754, type=dequantize_per_channel]; -"2755 linear_129" [id=2755, type=linear]; -"2756 view_114" [id=2756, type=view]; -"2757 _tensor_constant133" [id=2757, type=get_attr]; -"2758 index_21" [id=2758, type=index]; -"2759 view_115" [id=2759, type=view]; -"2760 permute_95" [id=2760, type=permute]; -"2761 contiguous_40" [id=2761, type=contiguous]; -"2762 unsqueeze_61" [id=2762, type=unsqueeze]; -"2763 sigmoid_21" [id=2763, type=sigmoid]; -"2764 mul_42" [id=2764, type=mul]; -"2765 pad_23" [id=2765, type=pad]; -"2766 roll_20" [id=2766, type=roll]; -"2767 view_116" [id=2767, type=view]; -"2768 permute_96" [id=2768, type=permute]; -"2769 reshape_94" [id=2769, type=reshape]; -"2770 linear_130_updated_constant0" [id=2770, type=get_attr]; -"2771 reshape_94_0_0_nncf_smooth_quant_0" [id=2771, type=call_module]; -"2772 quantize_per_tensor_default_129" [id=2772, type=quantize_per_tensor]; -"2773 dequantize_per_tensor_default_129" [id=2773, type=dequantize_per_tensor]; -"2774 linear_130_scale_0" [id=2774, type=get_attr]; -"2775 linear_130_zero_point_0" [id=2775, type=get_attr]; -"2776 quantize_per_channel_default_131" [id=2776, type=quantize_per_channel]; -"2777 dequantize_per_channel_default_131" [id=2777, type=dequantize_per_channel]; -"2778 _param_constant349_0_0" [id=2778, type=get_attr]; -"2779 linear_130" [id=2779, type=linear]; -"2780 reshape_95" [id=2780, type=reshape]; -"2781 permute_97" [id=2781, type=permute]; -"2782 select_63" [id=2782, type=select]; -"2783 select_64" [id=2783, type=select]; -"2784 select_65" [id=2784, type=select]; -"2785 linalg_vector_norm_42" [id=2785, type=linalg_vector_norm]; -"2786 clamp_min_42" [id=2786, type=clamp_min]; -"2787 expand_as_42" [id=2787, type=expand_as]; -"2788 div_42" [id=2788, type=div]; -"2789 quantize_per_tensor_default_130" [id=2789, type=quantize_per_tensor]; -"2790 dequantize_per_tensor_default_130" [id=2790, type=dequantize_per_tensor]; -"2791 linalg_vector_norm_43" [id=2791, type=linalg_vector_norm]; -"2792 clamp_min_43" [id=2792, type=clamp_min]; -"2793 expand_as_43" [id=2793, type=expand_as]; -"2794 div_43" [id=2794, type=div]; -"2795 quantize_per_tensor_default_131" [id=2795, type=quantize_per_tensor]; -"2796 dequantize_per_tensor_default_131" [id=2796, type=dequantize_per_tensor]; -"2797 transpose_42" [id=2797, type=transpose]; -"2798 matmul_42" [id=2798, type=matmul]; -"2799 _param_constant351" [id=2799, type=get_attr]; -"2800 clamp_21" [id=2800, type=clamp]; -"2801 exp_21" [id=2801, type=exp]; -"2802 mul_43" [id=2802, type=mul]; -"2803 add_73" [id=2803, type=add]; -"2804 new_zeros_10" [id=2804, type=new_zeros]; -"2805 view_117" [id=2805, type=view]; -"2806 permute_98" [id=2806, type=permute]; -"2807 reshape_96" [id=2807, type=reshape]; -"2808 unsqueeze_62" [id=2808, type=unsqueeze]; -"2809 unsqueeze_63" [id=2809, type=unsqueeze]; -"2810 sub_10" [id=2810, type=sub]; -"2811 ne_10" [id=2811, type=ne]; -"2812 masked_fill_20" [id=2812, type=masked_fill]; -"2813 eq_10" [id=2813, type=eq]; -"2814 masked_fill_21" [id=2814, type=masked_fill]; -"2815 view_118" [id=2815, type=view]; -"2816 unsqueeze_64" [id=2816, type=unsqueeze]; -"2817 unsqueeze_65" [id=2817, type=unsqueeze]; -"2818 add_74" [id=2818, type=add]; -"2819 view_119" [id=2819, type=view]; -"2820 softmax_21" [id=2820, type=softmax]; -"2821 dropout_84" [id=2821, type=dropout]; -"2822 matmul_43" [id=2822, type=matmul]; -"2823 transpose_43" [id=2823, type=transpose]; -"2824 reshape_97" [id=2824, type=reshape]; -"2825 linear_131_updated_constant0" [id=2825, type=get_attr]; -"2826 reshape_97_0_0_nncf_smooth_quant_0" [id=2826, type=call_module]; -"2827 quantize_per_tensor_default_132" [id=2827, type=quantize_per_tensor]; -"2828 dequantize_per_tensor_default_132" [id=2828, type=dequantize_per_tensor]; -"2829 linear_131_scale_0" [id=2829, type=get_attr]; -"2830 linear_131_zero_point_0" [id=2830, type=get_attr]; -"2831 quantize_per_channel_default_132" [id=2831, type=quantize_per_channel]; -"2832 dequantize_per_channel_default_132" [id=2832, type=dequantize_per_channel]; -"2833 _param_constant353_0_0" [id=2833, type=get_attr]; -"2834 linear_131" [id=2834, type=linear]; -"2835 dropout_85" [id=2835, type=dropout]; -"2836 view_120" [id=2836, type=view]; -"2837 permute_99" [id=2837, type=permute]; -"2838 reshape_98" [id=2838, type=reshape]; -"2839 roll_21" [id=2839, type=roll]; -"2840 slice_325" [id=2840, type=slice]; -"2841 slice_326" [id=2841, type=slice]; -"2842 slice_327" [id=2842, type=slice]; -"2843 slice_328" [id=2843, type=slice]; -"2844 contiguous_41" [id=2844, type=contiguous]; -"2845 _param_constant354" [id=2845, type=get_attr]; -"2846 _param_constant355" [id=2846, type=get_attr]; -"2847 layer_norm_45" [id=2847, type=layer_norm]; -"2848 add_75" [id=2848, type=add]; -"2849 linear_132_updated_constant0" [id=2849, type=get_attr]; -"2850 add_75_0_0_nncf_smooth_quant_0" [id=2850, type=call_module]; -"2851 quantize_per_tensor_default_133" [id=2851, type=quantize_per_tensor]; -"2852 dequantize_per_tensor_default_133" [id=2852, type=dequantize_per_tensor]; -"2853 linear_132_scale_0" [id=2853, type=get_attr]; -"2854 linear_132_zero_point_0" [id=2854, type=get_attr]; -"2855 quantize_per_channel_default_133" [id=2855, type=quantize_per_channel]; -"2856 dequantize_per_channel_default_133" [id=2856, type=dequantize_per_channel]; -"2857 _param_constant357_0_0" [id=2857, type=get_attr]; -"2858 linear_132" [id=2858, type=linear]; -"2859 gelu_21" [id=2859, type=gelu]; -"2860 dropout_86" [id=2860, type=dropout]; -"2861 linear_133_updated_constant0" [id=2861, type=get_attr]; -"2862 dropout_86_0_0_nncf_smooth_quant_0" [id=2862, type=call_module]; -"2863 quantize_per_tensor_default_134" [id=2863, type=quantize_per_tensor]; -"2864 dequantize_per_tensor_default_134" [id=2864, type=dequantize_per_tensor]; -"2865 linear_133_scale_0" [id=2865, type=get_attr]; -"2866 linear_133_zero_point_0" [id=2866, type=get_attr]; -"2867 quantize_per_channel_default_134" [id=2867, type=quantize_per_channel]; -"2868 dequantize_per_channel_default_134" [id=2868, type=dequantize_per_channel]; -"2869 _param_constant359_0_0" [id=2869, type=get_attr]; -"2870 linear_133" [id=2870, type=linear]; -"2871 dropout_87" [id=2871, type=dropout]; -"2872 _param_constant360" [id=2872, type=get_attr]; -"2873 _param_constant361" [id=2873, type=get_attr]; -"2874 layer_norm_46" [id=2874, type=layer_norm]; -"2875 add_76" [id=2875, type=add]; -"2876 pad_24" [id=2876, type=pad]; -"2877 slice_329" [id=2877, type=slice]; -"2878 slice_330" [id=2878, type=slice]; -"2879 slice_331" [id=2879, type=slice]; -"2880 slice_332" [id=2880, type=slice]; -"2881 slice_333" [id=2881, type=slice]; -"2882 slice_334" [id=2882, type=slice]; -"2883 slice_335" [id=2883, type=slice]; -"2884 slice_336" [id=2884, type=slice]; -"2885 slice_337" [id=2885, type=slice]; -"2886 slice_338" [id=2886, type=slice]; -"2887 slice_339" [id=2887, type=slice]; -"2888 slice_340" [id=2888, type=slice]; -"2889 cat_2" [id=2889, type=cat]; -"2890 linear_134_updated_constant0" [id=2890, type=get_attr]; -"2891 cat_2_0_0_nncf_smooth_quant_0" [id=2891, type=call_module]; -"2892 quantize_per_tensor_default_135" [id=2892, type=quantize_per_tensor]; -"2893 dequantize_per_tensor_default_135" [id=2893, type=dequantize_per_tensor]; -"2894 linear_134_scale_0" [id=2894, type=get_attr]; -"2895 linear_134_zero_point_0" [id=2895, type=get_attr]; -"2896 quantize_per_channel_default_135" [id=2896, type=quantize_per_channel]; -"2897 dequantize_per_channel_default_135" [id=2897, type=dequantize_per_channel]; -"2898 linear_134" [id=2898, type=linear]; -"2899 _param_constant363" [id=2899, type=get_attr]; -"2900 _param_constant364" [id=2900, type=get_attr]; -"2901 layer_norm_47" [id=2901, type=layer_norm]; -"2902 _tensor_constant143" [id=2902, type=get_attr]; -"2903 linear_135_updated_constant0" [id=2903, type=get_attr]; -"2904 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2904, type=call_module]; -"2905 linear_135_scale_0" [id=2905, type=get_attr]; -"2906 linear_135_zero_point_0" [id=2906, type=get_attr]; -"2907 quantize_per_channel_default_136" [id=2907, type=quantize_per_channel]; -"2908 dequantize_per_channel_default_136" [id=2908, type=dequantize_per_channel]; -"2909 _param_constant366_0_0" [id=2909, type=get_attr]; -"2910 linear_135" [id=2910, type=linear]; -"2911 relu__22" [id=2911, type=relu_]; -"2912 linear_136_updated_constant0" [id=2912, type=get_attr]; -"2913 relu__22_0_0_nncf_smooth_quant_0" [id=2913, type=call_module]; -"2914 linear_136_scale_0" [id=2914, type=get_attr]; -"2915 linear_136_zero_point_0" [id=2915, type=get_attr]; -"2916 quantize_per_channel_default_137" [id=2916, type=quantize_per_channel]; -"2917 dequantize_per_channel_default_137" [id=2917, type=dequantize_per_channel]; -"2918 linear_136" [id=2918, type=linear]; -"2919 view_121" [id=2919, type=view]; -"2920 _tensor_constant144" [id=2920, type=get_attr]; -"2921 index_22" [id=2921, type=index]; -"2922 view_122" [id=2922, type=view]; -"2923 permute_100" [id=2923, type=permute]; -"2924 contiguous_42" [id=2924, type=contiguous]; -"2925 unsqueeze_66" [id=2925, type=unsqueeze]; -"2926 sigmoid_22" [id=2926, type=sigmoid]; -"2927 mul_44" [id=2927, type=mul]; -"2928 pad_25" [id=2928, type=pad]; -"2929 view_123" [id=2929, type=view]; -"2930 permute_101" [id=2930, type=permute]; -"2931 reshape_99" [id=2931, type=reshape]; -"2932 linear_137_updated_constant0" [id=2932, type=get_attr]; -"2933 reshape_99_0_0_nncf_smooth_quant_0" [id=2933, type=call_module]; -"2934 quantize_per_tensor_default_136" [id=2934, type=quantize_per_tensor]; -"2935 dequantize_per_tensor_default_136" [id=2935, type=dequantize_per_tensor]; -"2936 linear_137_scale_0" [id=2936, type=get_attr]; -"2937 linear_137_zero_point_0" [id=2937, type=get_attr]; -"2938 quantize_per_channel_default_138" [id=2938, type=quantize_per_channel]; -"2939 dequantize_per_channel_default_138" [id=2939, type=dequantize_per_channel]; -"2940 _param_constant368_0_0" [id=2940, type=get_attr]; -"2941 linear_137" [id=2941, type=linear]; -"2942 reshape_100" [id=2942, type=reshape]; -"2943 permute_102" [id=2943, type=permute]; -"2944 select_66" [id=2944, type=select]; -"2945 select_67" [id=2945, type=select]; -"2946 select_68" [id=2946, type=select]; -"2947 linalg_vector_norm_44" [id=2947, type=linalg_vector_norm]; -"2948 clamp_min_44" [id=2948, type=clamp_min]; -"2949 expand_as_44" [id=2949, type=expand_as]; -"2950 div_44" [id=2950, type=div]; -"2951 quantize_per_tensor_default_137" [id=2951, type=quantize_per_tensor]; -"2952 dequantize_per_tensor_default_137" [id=2952, type=dequantize_per_tensor]; -"2953 linalg_vector_norm_45" [id=2953, type=linalg_vector_norm]; -"2954 clamp_min_45" [id=2954, type=clamp_min]; -"2955 expand_as_45" [id=2955, type=expand_as]; -"2956 div_45" [id=2956, type=div]; -"2957 quantize_per_tensor_default_138" [id=2957, type=quantize_per_tensor]; -"2958 dequantize_per_tensor_default_138" [id=2958, type=dequantize_per_tensor]; -"2959 transpose_44" [id=2959, type=transpose]; -"2960 matmul_44" [id=2960, type=matmul]; -"2961 _param_constant370" [id=2961, type=get_attr]; -"2962 clamp_22" [id=2962, type=clamp]; -"2963 exp_22" [id=2963, type=exp]; -"2964 mul_45" [id=2964, type=mul]; -"2965 add_77" [id=2965, type=add]; -"2966 softmax_22" [id=2966, type=softmax]; -"2967 dropout_88" [id=2967, type=dropout]; -"2968 matmul_45" [id=2968, type=matmul]; -"2969 transpose_45" [id=2969, type=transpose]; -"2970 reshape_101" [id=2970, type=reshape]; -"2971 linear_138_updated_constant0" [id=2971, type=get_attr]; -"2972 reshape_101_0_0_nncf_smooth_quant_0" [id=2972, type=call_module]; -"2973 quantize_per_tensor_default_139" [id=2973, type=quantize_per_tensor]; -"2974 dequantize_per_tensor_default_139" [id=2974, type=dequantize_per_tensor]; -"2975 linear_138_scale_0" [id=2975, type=get_attr]; -"2976 linear_138_zero_point_0" [id=2976, type=get_attr]; -"2977 quantize_per_channel_default_139" [id=2977, type=quantize_per_channel]; -"2978 dequantize_per_channel_default_139" [id=2978, type=dequantize_per_channel]; -"2979 _param_constant372_0_0" [id=2979, type=get_attr]; -"2980 linear_138" [id=2980, type=linear]; -"2981 dropout_89" [id=2981, type=dropout]; -"2982 view_124" [id=2982, type=view]; -"2983 permute_103" [id=2983, type=permute]; -"2984 reshape_102" [id=2984, type=reshape]; -"2985 slice_342" [id=2985, type=slice]; -"2986 slice_343" [id=2986, type=slice]; -"2987 slice_344" [id=2987, type=slice]; -"2988 slice_345" [id=2988, type=slice]; -"2989 contiguous_43" [id=2989, type=contiguous]; -"2990 _param_constant373" [id=2990, type=get_attr]; -"2991 _param_constant374" [id=2991, type=get_attr]; -"2992 layer_norm_48" [id=2992, type=layer_norm]; -"2993 add_78" [id=2993, type=add]; -"2994 linear_139_updated_constant0" [id=2994, type=get_attr]; -"2995 add_78_0_0_nncf_smooth_quant_0" [id=2995, type=call_module]; -"2996 quantize_per_tensor_default_140" [id=2996, type=quantize_per_tensor]; -"2997 dequantize_per_tensor_default_140" [id=2997, type=dequantize_per_tensor]; -"2998 linear_139_scale_0" [id=2998, type=get_attr]; -"2999 linear_139_zero_point_0" [id=2999, type=get_attr]; -"3000 quantize_per_channel_default_140" [id=3000, type=quantize_per_channel]; -"3001 dequantize_per_channel_default_140" [id=3001, type=dequantize_per_channel]; -"3002 _param_constant376_0_0" [id=3002, type=get_attr]; -"3003 linear_139" [id=3003, type=linear]; -"3004 gelu_22" [id=3004, type=gelu]; -"3005 dropout_90" [id=3005, type=dropout]; -"3006 linear_140_updated_constant0" [id=3006, type=get_attr]; -"3007 dropout_90_0_0_nncf_smooth_quant_0" [id=3007, type=call_module]; -"3008 quantize_per_tensor_default_141" [id=3008, type=quantize_per_tensor]; -"3009 dequantize_per_tensor_default_141" [id=3009, type=dequantize_per_tensor]; -"3010 linear_140_scale_0" [id=3010, type=get_attr]; -"3011 linear_140_zero_point_0" [id=3011, type=get_attr]; -"3012 quantize_per_channel_default_141" [id=3012, type=quantize_per_channel]; -"3013 dequantize_per_channel_default_141" [id=3013, type=dequantize_per_channel]; -"3014 _param_constant378_0_0" [id=3014, type=get_attr]; -"3015 linear_140" [id=3015, type=linear]; -"3016 dropout_91" [id=3016, type=dropout]; -"3017 _param_constant379" [id=3017, type=get_attr]; -"3018 _param_constant380" [id=3018, type=get_attr]; -"3019 layer_norm_49" [id=3019, type=layer_norm]; -"3020 add_79" [id=3020, type=add]; -"3021 _tensor_constant145" [id=3021, type=get_attr]; -"3022 linear_141_updated_constant0" [id=3022, type=get_attr]; -"3023 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=3023, type=call_module]; -"3024 linear_141_scale_0" [id=3024, type=get_attr]; -"3025 linear_141_zero_point_0" [id=3025, type=get_attr]; -"3026 quantize_per_channel_default_142" [id=3026, type=quantize_per_channel]; -"3027 dequantize_per_channel_default_142" [id=3027, type=dequantize_per_channel]; -"3028 _param_constant382_0_0" [id=3028, type=get_attr]; -"3029 linear_141" [id=3029, type=linear]; -"3030 relu__23" [id=3030, type=relu_]; -"3031 linear_142_updated_constant0" [id=3031, type=get_attr]; -"3032 relu__23_0_0_nncf_smooth_quant_0" [id=3032, type=call_module]; -"3033 linear_142_scale_0" [id=3033, type=get_attr]; -"3034 linear_142_zero_point_0" [id=3034, type=get_attr]; -"3035 quantize_per_channel_default_143" [id=3035, type=quantize_per_channel]; -"3036 dequantize_per_channel_default_143" [id=3036, type=dequantize_per_channel]; -"3037 linear_142" [id=3037, type=linear]; -"3038 view_125" [id=3038, type=view]; -"3039 _tensor_constant146" [id=3039, type=get_attr]; -"3040 index_23" [id=3040, type=index]; -"3041 view_126" [id=3041, type=view]; -"3042 permute_104" [id=3042, type=permute]; -"3043 contiguous_44" [id=3043, type=contiguous]; -"3044 unsqueeze_67" [id=3044, type=unsqueeze]; -"3045 sigmoid_23" [id=3045, type=sigmoid]; -"3046 mul_46" [id=3046, type=mul]; -"3047 pad_26" [id=3047, type=pad]; -"3048 view_127" [id=3048, type=view]; -"3049 permute_105" [id=3049, type=permute]; -"3050 reshape_103" [id=3050, type=reshape]; -"3051 linear_143_updated_constant0" [id=3051, type=get_attr]; -"3052 reshape_103_0_0_nncf_smooth_quant_0" [id=3052, type=call_module]; -"3053 quantize_per_tensor_default_142" [id=3053, type=quantize_per_tensor]; -"3054 dequantize_per_tensor_default_142" [id=3054, type=dequantize_per_tensor]; -"3055 linear_143_scale_0" [id=3055, type=get_attr]; -"3056 linear_143_zero_point_0" [id=3056, type=get_attr]; -"3057 quantize_per_channel_default_144" [id=3057, type=quantize_per_channel]; -"3058 dequantize_per_channel_default_144" [id=3058, type=dequantize_per_channel]; -"3059 _param_constant384_0_0" [id=3059, type=get_attr]; -"3060 linear_143" [id=3060, type=linear]; -"3061 reshape_104" [id=3061, type=reshape]; -"3062 permute_106" [id=3062, type=permute]; -"3063 select_69" [id=3063, type=select]; -"3064 select_70" [id=3064, type=select]; -"3065 select_71" [id=3065, type=select]; -"3066 linalg_vector_norm_46" [id=3066, type=linalg_vector_norm]; -"3067 clamp_min_46" [id=3067, type=clamp_min]; -"3068 expand_as_46" [id=3068, type=expand_as]; -"3069 div_46" [id=3069, type=div]; -"3070 quantize_per_tensor_default_143" [id=3070, type=quantize_per_tensor]; -"3071 dequantize_per_tensor_default_143" [id=3071, type=dequantize_per_tensor]; -"3072 linalg_vector_norm_47" [id=3072, type=linalg_vector_norm]; -"3073 clamp_min_47" [id=3073, type=clamp_min]; -"3074 expand_as_47" [id=3074, type=expand_as]; -"3075 div_47" [id=3075, type=div]; -"3076 quantize_per_tensor_default_144" [id=3076, type=quantize_per_tensor]; -"3077 dequantize_per_tensor_default_144" [id=3077, type=dequantize_per_tensor]; -"3078 transpose_46" [id=3078, type=transpose]; -"3079 matmul_46" [id=3079, type=matmul]; -"3080 _param_constant386" [id=3080, type=get_attr]; -"3081 clamp_23" [id=3081, type=clamp]; -"3082 exp_23" [id=3082, type=exp]; -"3083 mul_47" [id=3083, type=mul]; -"3084 add_80" [id=3084, type=add]; -"3085 softmax_23" [id=3085, type=softmax]; -"3086 dropout_92" [id=3086, type=dropout]; -"3087 matmul_47" [id=3087, type=matmul]; -"3088 transpose_47" [id=3088, type=transpose]; -"3089 reshape_105" [id=3089, type=reshape]; -"3090 linear_144_updated_constant0" [id=3090, type=get_attr]; -"3091 reshape_105_0_0_nncf_smooth_quant_0" [id=3091, type=call_module]; -"3092 quantize_per_tensor_default_145" [id=3092, type=quantize_per_tensor]; -"3093 dequantize_per_tensor_default_145" [id=3093, type=dequantize_per_tensor]; -"3094 linear_144_scale_0" [id=3094, type=get_attr]; -"3095 linear_144_zero_point_0" [id=3095, type=get_attr]; -"3096 quantize_per_channel_default_145" [id=3096, type=quantize_per_channel]; -"3097 dequantize_per_channel_default_145" [id=3097, type=dequantize_per_channel]; -"3098 _param_constant388_0_0" [id=3098, type=get_attr]; -"3099 linear_144" [id=3099, type=linear]; -"3100 dropout_93" [id=3100, type=dropout]; -"3101 view_128" [id=3101, type=view]; -"3102 permute_107" [id=3102, type=permute]; -"3103 reshape_106" [id=3103, type=reshape]; -"3104 slice_347" [id=3104, type=slice]; -"3105 slice_348" [id=3105, type=slice]; -"3106 slice_349" [id=3106, type=slice]; -"3107 slice_350" [id=3107, type=slice]; -"3108 contiguous_45" [id=3108, type=contiguous]; -"3109 _param_constant389" [id=3109, type=get_attr]; -"3110 _param_constant390" [id=3110, type=get_attr]; -"3111 layer_norm_50" [id=3111, type=layer_norm]; -"3112 add_81" [id=3112, type=add]; -"3113 linear_145_updated_constant0" [id=3113, type=get_attr]; -"3114 add_81_0_0_nncf_smooth_quant_0" [id=3114, type=call_module]; -"3115 quantize_per_tensor_default_146" [id=3115, type=quantize_per_tensor]; -"3116 dequantize_per_tensor_default_146" [id=3116, type=dequantize_per_tensor]; -"3117 linear_145_scale_0" [id=3117, type=get_attr]; -"3118 linear_145_zero_point_0" [id=3118, type=get_attr]; -"3119 quantize_per_channel_default_146" [id=3119, type=quantize_per_channel]; -"3120 dequantize_per_channel_default_146" [id=3120, type=dequantize_per_channel]; -"3121 _param_constant392_0_0" [id=3121, type=get_attr]; -"3122 linear_145" [id=3122, type=linear]; -"3123 gelu_23" [id=3123, type=gelu]; -"3124 dropout_94" [id=3124, type=dropout]; -"3125 linear_146_updated_constant0" [id=3125, type=get_attr]; -"3126 dropout_94_0_0_nncf_smooth_quant_0" [id=3126, type=call_module]; -"3127 quantize_per_tensor_default_147" [id=3127, type=quantize_per_tensor]; -"3128 dequantize_per_tensor_default_147" [id=3128, type=dequantize_per_tensor]; -"3129 linear_146_scale_0" [id=3129, type=get_attr]; -"3130 linear_146_zero_point_0" [id=3130, type=get_attr]; -"3131 quantize_per_channel_default_147" [id=3131, type=quantize_per_channel]; -"3132 dequantize_per_channel_default_147" [id=3132, type=dequantize_per_channel]; -"3133 _param_constant394_0_0" [id=3133, type=get_attr]; -"3134 linear_146" [id=3134, type=linear]; -"3135 dropout_95" [id=3135, type=dropout]; -"3136 _param_constant395" [id=3136, type=get_attr]; -"3137 _param_constant396" [id=3137, type=get_attr]; -"3138 layer_norm_51" [id=3138, type=layer_norm]; -"3139 add_82" [id=3139, type=add]; -"3140 _param_constant397" [id=3140, type=get_attr]; -"3141 _param_constant398" [id=3141, type=get_attr]; -"3142 layer_norm_52" [id=3142, type=layer_norm]; -"3143 permute_108" [id=3143, type=permute]; -"3144 adaptive_avg_pool2d" [id=3144, type=adaptive_avg_pool2d]; -"3145 flatten" [id=3145, type=flatten]; -"3146 linear_147_updated_constant0" [id=3146, type=get_attr]; -"3147 flatten_0_0_nncf_smooth_quant_0" [id=3147, type=call_module]; -"3148 quantize_per_tensor_default_148" [id=3148, type=quantize_per_tensor]; -"3149 dequantize_per_tensor_default_148" [id=3149, type=dequantize_per_tensor]; -"3150 linear_147_scale_0" [id=3150, type=get_attr]; -"3151 linear_147_zero_point_0" [id=3151, type=get_attr]; -"3152 quantize_per_channel_default_148" [id=3152, type=quantize_per_channel]; -"3153 dequantize_per_channel_default_148" [id=3153, type=dequantize_per_channel]; -"3154 _param_constant400_0_0" [id=3154, type=get_attr]; -"3155 linear_147" [id=3155, type=linear]; -"3156 output" [id=3156, type=output]; +"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; +"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; +"5 _param_constant1_0_0" [id=5, type=get_attr]; +"6 mul_48" [id=6, type=]; +"7 conv2d" [id=7, type=conv2d]; +"8 permute" [id=8, type=permute]; +"9 _param_constant2" [id=9, type=get_attr]; +"10 _param_constant3" [id=10, type=get_attr]; +"11 layer_norm" [id=11, type=layer_norm]; +"12 _tensor_constant0" [id=12, type=get_attr]; +"13 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=13, type=call_module]; +"14 linear_scale_0_updated_constant0" [id=14, type=get_attr]; +"15 compressed_weight_updated_constant1" [id=15, type=get_attr]; +"16 _param_constant5_0_0" [id=16, type=get_attr]; +"17 mul_49" [id=17, type=]; +"18 linear" [id=18, type=linear]; +"19 relu_" [id=19, type=relu_]; +"20 relu__0_0_nncf_smooth_quant_0" [id=20, type=call_module]; +"21 linear_1_scale_0_updated_constant0" [id=21, type=get_attr]; +"22 compressed_weight_updated_constant2" [id=22, type=get_attr]; +"23 mul_50" [id=23, type=]; +"24 linear_1" [id=24, type=linear]; +"25 view" [id=25, type=view]; +"26 _tensor_constant1" [id=26, type=get_attr]; +"27 index" [id=27, type=index]; +"28 view_1" [id=28, type=view]; +"29 permute_1" [id=29, type=permute]; +"30 contiguous" [id=30, type=contiguous]; +"31 unsqueeze" [id=31, type=unsqueeze]; +"32 sigmoid" [id=32, type=sigmoid]; +"33 mul" [id=33, type=mul]; +"34 pad" [id=34, type=pad]; +"35 view_2" [id=35, type=view]; +"36 permute_2" [id=36, type=permute]; +"37 reshape" [id=37, type=reshape]; +"38 reshape_0_0_nncf_smooth_quant_0" [id=38, type=call_module]; +"39 quantize_per_tensor_default_1" [id=39, type=quantize_per_tensor]; +"40 dequantize_per_tensor_default_1" [id=40, type=dequantize_per_tensor]; +"41 linear_2_scale_0_updated_constant0" [id=41, type=get_attr]; +"42 compressed_weight_updated_constant3" [id=42, type=get_attr]; +"43 _param_constant7_0_0" [id=43, type=get_attr]; +"44 mul_51" [id=44, type=]; +"45 linear_2" [id=45, type=linear]; +"46 reshape_1" [id=46, type=reshape]; +"47 permute_3" [id=47, type=permute]; +"48 select" [id=48, type=select]; +"49 select_1" [id=49, type=select]; +"50 select_2" [id=50, type=select]; +"51 linalg_vector_norm" [id=51, type=linalg_vector_norm]; +"52 clamp_min" [id=52, type=clamp_min]; +"53 expand_as" [id=53, type=expand_as]; +"54 div" [id=54, type=div]; +"55 quantize_per_tensor_default_2" [id=55, type=quantize_per_tensor]; +"56 dequantize_per_tensor_default_2" [id=56, type=dequantize_per_tensor]; +"57 linalg_vector_norm_1" [id=57, type=linalg_vector_norm]; +"58 clamp_min_1" [id=58, type=clamp_min]; +"59 expand_as_1" [id=59, type=expand_as]; +"60 div_1" [id=60, type=div]; +"61 quantize_per_tensor_default_3" [id=61, type=quantize_per_tensor]; +"62 dequantize_per_tensor_default_3" [id=62, type=dequantize_per_tensor]; +"63 transpose" [id=63, type=transpose]; +"64 matmul" [id=64, type=matmul]; +"65 _param_constant9" [id=65, type=get_attr]; +"66 clamp" [id=66, type=clamp]; +"67 exp" [id=67, type=exp]; +"68 mul_1" [id=68, type=mul]; +"69 add" [id=69, type=add]; +"70 softmax" [id=70, type=softmax]; +"71 dropout" [id=71, type=dropout]; +"72 matmul_1" [id=72, type=matmul]; +"73 transpose_1" [id=73, type=transpose]; +"74 reshape_2" [id=74, type=reshape]; +"75 reshape_2_0_0_nncf_smooth_quant_0" [id=75, type=call_module]; +"76 quantize_per_tensor_default_4" [id=76, type=quantize_per_tensor]; +"77 dequantize_per_tensor_default_4" [id=77, type=dequantize_per_tensor]; +"78 linear_3_scale_0_updated_constant0" [id=78, type=get_attr]; +"79 compressed_weight_updated_constant4" [id=79, type=get_attr]; +"80 _param_constant11_0_0" [id=80, type=get_attr]; +"81 mul_52" [id=81, type=]; +"82 linear_3" [id=82, type=linear]; +"83 dropout_1" [id=83, type=dropout]; +"84 view_3" [id=84, type=view]; +"85 permute_4" [id=85, type=permute]; +"86 reshape_3" [id=86, type=reshape]; +"87 slice_2" [id=87, type=slice]; +"88 slice_3" [id=88, type=slice]; +"89 _param_constant12" [id=89, type=get_attr]; +"90 _param_constant13" [id=90, type=get_attr]; +"91 layer_norm_1" [id=91, type=layer_norm]; +"92 add_1" [id=92, type=add]; +"93 add_1_0_0_nncf_smooth_quant_0" [id=93, type=call_module]; +"94 quantize_per_tensor_default_5" [id=94, type=quantize_per_tensor]; +"95 dequantize_per_tensor_default_5" [id=95, type=dequantize_per_tensor]; +"96 linear_4_scale_0_updated_constant0" [id=96, type=get_attr]; +"97 compressed_weight_updated_constant5" [id=97, type=get_attr]; +"98 _param_constant15_0_0" [id=98, type=get_attr]; +"99 mul_53" [id=99, type=]; +"100 linear_4" [id=100, type=linear]; +"101 gelu" [id=101, type=gelu]; +"102 dropout_2" [id=102, type=dropout]; +"103 dropout_2_0_0_nncf_smooth_quant_0" [id=103, type=call_module]; +"104 quantize_per_tensor_default_6" [id=104, type=quantize_per_tensor]; +"105 dequantize_per_tensor_default_6" [id=105, type=dequantize_per_tensor]; +"106 linear_5_scale_0_updated_constant0" [id=106, type=get_attr]; +"107 compressed_weight_updated_constant6" [id=107, type=get_attr]; +"108 _param_constant17_0_0" [id=108, type=get_attr]; +"109 mul_54" [id=109, type=]; +"110 linear_5" [id=110, type=linear]; +"111 dropout_3" [id=111, type=dropout]; +"112 _param_constant18" [id=112, type=get_attr]; +"113 _param_constant19" [id=113, type=get_attr]; +"114 layer_norm_2" [id=114, type=layer_norm]; +"115 add_2" [id=115, type=add]; +"116 _tensor_constant2" [id=116, type=get_attr]; +"117 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=117, type=call_module]; +"118 linear_6_scale_0_updated_constant0" [id=118, type=get_attr]; +"119 compressed_weight_updated_constant7" [id=119, type=get_attr]; +"120 _param_constant21_0_0" [id=120, type=get_attr]; +"121 mul_55" [id=121, type=]; +"122 linear_6" [id=122, type=linear]; +"123 relu__1" [id=123, type=relu_]; +"124 relu__1_0_0_nncf_smooth_quant_0" [id=124, type=call_module]; +"125 linear_7_scale_0_updated_constant0" [id=125, type=get_attr]; +"126 compressed_weight_updated_constant8" [id=126, type=get_attr]; +"127 mul_56" [id=127, type=]; +"128 linear_7" [id=128, type=linear]; +"129 view_4" [id=129, type=view]; +"130 _tensor_constant3" [id=130, type=get_attr]; +"131 index_1" [id=131, type=index]; +"132 view_5" [id=132, type=view]; +"133 permute_5" [id=133, type=permute]; +"134 contiguous_1" [id=134, type=contiguous]; +"135 unsqueeze_1" [id=135, type=unsqueeze]; +"136 sigmoid_1" [id=136, type=sigmoid]; +"137 mul_2" [id=137, type=mul]; +"138 pad_1" [id=138, type=pad]; +"139 roll" [id=139, type=roll]; +"140 view_6" [id=140, type=view]; +"141 permute_6" [id=141, type=permute]; +"142 reshape_4" [id=142, type=reshape]; +"143 reshape_4_0_0_nncf_smooth_quant_0" [id=143, type=call_module]; +"144 quantize_per_tensor_default_7" [id=144, type=quantize_per_tensor]; +"145 dequantize_per_tensor_default_7" [id=145, type=dequantize_per_tensor]; +"146 linear_8_scale_0_updated_constant0" [id=146, type=get_attr]; +"147 compressed_weight_updated_constant9" [id=147, type=get_attr]; +"148 _param_constant23_0_0" [id=148, type=get_attr]; +"149 mul_57" [id=149, type=]; +"150 linear_8" [id=150, type=linear]; +"151 reshape_5" [id=151, type=reshape]; +"152 permute_7" [id=152, type=permute]; +"153 select_3" [id=153, type=select]; +"154 select_4" [id=154, type=select]; +"155 select_5" [id=155, type=select]; +"156 linalg_vector_norm_2" [id=156, type=linalg_vector_norm]; +"157 clamp_min_2" [id=157, type=clamp_min]; +"158 expand_as_2" [id=158, type=expand_as]; +"159 div_2" [id=159, type=div]; +"160 quantize_per_tensor_default_8" [id=160, type=quantize_per_tensor]; +"161 dequantize_per_tensor_default_8" [id=161, type=dequantize_per_tensor]; +"162 linalg_vector_norm_3" [id=162, type=linalg_vector_norm]; +"163 clamp_min_3" [id=163, type=clamp_min]; +"164 expand_as_3" [id=164, type=expand_as]; +"165 div_3" [id=165, type=div]; +"166 quantize_per_tensor_default_9" [id=166, type=quantize_per_tensor]; +"167 dequantize_per_tensor_default_9" [id=167, type=dequantize_per_tensor]; +"168 transpose_2" [id=168, type=transpose]; +"169 matmul_2" [id=169, type=matmul]; +"170 _param_constant25" [id=170, type=get_attr]; +"171 clamp_1" [id=171, type=clamp]; +"172 exp_1" [id=172, type=exp]; +"173 mul_3" [id=173, type=mul]; +"174 add_3" [id=174, type=add]; +"175 new_zeros" [id=175, type=new_zeros]; +"176 view_7" [id=176, type=view]; +"177 permute_8" [id=177, type=permute]; +"178 reshape_6" [id=178, type=reshape]; +"179 unsqueeze_2" [id=179, type=unsqueeze]; +"180 unsqueeze_3" [id=180, type=unsqueeze]; +"181 sub" [id=181, type=sub]; +"182 ne" [id=182, type=ne]; +"183 masked_fill" [id=183, type=masked_fill]; +"184 eq" [id=184, type=eq]; +"185 masked_fill_1" [id=185, type=masked_fill]; +"186 view_8" [id=186, type=view]; +"187 unsqueeze_4" [id=187, type=unsqueeze]; +"188 unsqueeze_5" [id=188, type=unsqueeze]; +"189 add_4" [id=189, type=add]; +"190 view_9" [id=190, type=view]; +"191 softmax_1" [id=191, type=softmax]; +"192 dropout_4" [id=192, type=dropout]; +"193 matmul_3" [id=193, type=matmul]; +"194 transpose_3" [id=194, type=transpose]; +"195 reshape_7" [id=195, type=reshape]; +"196 reshape_7_0_0_nncf_smooth_quant_0" [id=196, type=call_module]; +"197 quantize_per_tensor_default_10" [id=197, type=quantize_per_tensor]; +"198 dequantize_per_tensor_default_10" [id=198, type=dequantize_per_tensor]; +"199 linear_9_scale_0_updated_constant0" [id=199, type=get_attr]; +"200 compressed_weight_updated_constant10" [id=200, type=get_attr]; +"201 _param_constant27_0_0" [id=201, type=get_attr]; +"202 mul_58" [id=202, type=]; +"203 linear_9" [id=203, type=linear]; +"204 dropout_5" [id=204, type=dropout]; +"205 view_10" [id=205, type=view]; +"206 permute_9" [id=206, type=permute]; +"207 reshape_8" [id=207, type=reshape]; +"208 roll_1" [id=208, type=roll]; +"209 slice_23" [id=209, type=slice]; +"210 slice_24" [id=210, type=slice]; +"211 _param_constant28" [id=211, type=get_attr]; +"212 _param_constant29" [id=212, type=get_attr]; +"213 layer_norm_3" [id=213, type=layer_norm]; +"214 add_5" [id=214, type=add]; +"215 add_5_0_0_nncf_smooth_quant_0" [id=215, type=call_module]; +"216 quantize_per_tensor_default_11" [id=216, type=quantize_per_tensor]; +"217 dequantize_per_tensor_default_11" [id=217, type=dequantize_per_tensor]; +"218 linear_10_scale_0_updated_constant0" [id=218, type=get_attr]; +"219 compressed_weight_updated_constant11" [id=219, type=get_attr]; +"220 _param_constant31_0_0" [id=220, type=get_attr]; +"221 mul_59" [id=221, type=]; +"222 linear_10" [id=222, type=linear]; +"223 gelu_1" [id=223, type=gelu]; +"224 dropout_6" [id=224, type=dropout]; +"225 dropout_6_0_0_nncf_smooth_quant_0" [id=225, type=call_module]; +"226 quantize_per_tensor_default_12" [id=226, type=quantize_per_tensor]; +"227 dequantize_per_tensor_default_12" [id=227, type=dequantize_per_tensor]; +"228 linear_11_scale_0_updated_constant0" [id=228, type=get_attr]; +"229 compressed_weight_updated_constant12" [id=229, type=get_attr]; +"230 _param_constant33_0_0" [id=230, type=get_attr]; +"231 mul_60" [id=231, type=]; +"232 linear_11" [id=232, type=linear]; +"233 dropout_7" [id=233, type=dropout]; +"234 _param_constant34" [id=234, type=get_attr]; +"235 _param_constant35" [id=235, type=get_attr]; +"236 layer_norm_4" [id=236, type=layer_norm]; +"237 add_6" [id=237, type=add]; +"238 pad_2" [id=238, type=pad]; +"239 slice_25" [id=239, type=slice]; +"240 slice_26" [id=240, type=slice]; +"241 slice_27" [id=241, type=slice]; +"242 slice_28" [id=242, type=slice]; +"243 slice_29" [id=243, type=slice]; +"244 slice_30" [id=244, type=slice]; +"245 slice_31" [id=245, type=slice]; +"246 slice_32" [id=246, type=slice]; +"247 slice_33" [id=247, type=slice]; +"248 slice_34" [id=248, type=slice]; +"249 slice_35" [id=249, type=slice]; +"250 slice_36" [id=250, type=slice]; +"251 cat" [id=251, type=cat]; +"252 cat_0_0_nncf_smooth_quant_0" [id=252, type=call_module]; +"253 quantize_per_tensor_default_13" [id=253, type=quantize_per_tensor]; +"254 dequantize_per_tensor_default_13" [id=254, type=dequantize_per_tensor]; +"255 linear_12_scale_0_updated_constant0" [id=255, type=get_attr]; +"256 compressed_weight_updated_constant13" [id=256, type=get_attr]; +"257 mul_61" [id=257, type=]; +"258 linear_12" [id=258, type=linear]; +"259 _param_constant37" [id=259, type=get_attr]; +"260 _param_constant38" [id=260, type=get_attr]; +"261 layer_norm_5" [id=261, type=layer_norm]; +"262 _tensor_constant13" [id=262, type=get_attr]; +"263 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=263, type=call_module]; +"264 linear_13_scale_0_updated_constant0" [id=264, type=get_attr]; +"265 compressed_weight_updated_constant14" [id=265, type=get_attr]; +"266 _param_constant40_0_0" [id=266, type=get_attr]; +"267 mul_62" [id=267, type=]; +"268 linear_13" [id=268, type=linear]; +"269 relu__2" [id=269, type=relu_]; +"270 relu__2_0_0_nncf_smooth_quant_0" [id=270, type=call_module]; +"271 linear_14_scale_0_updated_constant0" [id=271, type=get_attr]; +"272 compressed_weight_updated_constant15" [id=272, type=get_attr]; +"273 mul_63" [id=273, type=]; +"274 linear_14" [id=274, type=linear]; +"275 view_11" [id=275, type=view]; +"276 _tensor_constant14" [id=276, type=get_attr]; +"277 index_2" [id=277, type=index]; +"278 view_12" [id=278, type=view]; +"279 permute_10" [id=279, type=permute]; +"280 contiguous_2" [id=280, type=contiguous]; +"281 unsqueeze_6" [id=281, type=unsqueeze]; +"282 sigmoid_2" [id=282, type=sigmoid]; +"283 mul_4" [id=283, type=mul]; +"284 pad_3" [id=284, type=pad]; +"285 view_13" [id=285, type=view]; +"286 permute_11" [id=286, type=permute]; +"287 reshape_9" [id=287, type=reshape]; +"288 reshape_9_0_0_nncf_smooth_quant_0" [id=288, type=call_module]; +"289 quantize_per_tensor_default_14" [id=289, type=quantize_per_tensor]; +"290 dequantize_per_tensor_default_14" [id=290, type=dequantize_per_tensor]; +"291 linear_15_scale_0_updated_constant0" [id=291, type=get_attr]; +"292 compressed_weight_updated_constant16" [id=292, type=get_attr]; +"293 _param_constant42_0_0" [id=293, type=get_attr]; +"294 mul_64" [id=294, type=]; +"295 linear_15" [id=295, type=linear]; +"296 reshape_10" [id=296, type=reshape]; +"297 permute_12" [id=297, type=permute]; +"298 select_6" [id=298, type=select]; +"299 select_7" [id=299, type=select]; +"300 select_8" [id=300, type=select]; +"301 linalg_vector_norm_4" [id=301, type=linalg_vector_norm]; +"302 clamp_min_4" [id=302, type=clamp_min]; +"303 expand_as_4" [id=303, type=expand_as]; +"304 div_4" [id=304, type=div]; +"305 quantize_per_tensor_default_15" [id=305, type=quantize_per_tensor]; +"306 dequantize_per_tensor_default_15" [id=306, type=dequantize_per_tensor]; +"307 linalg_vector_norm_5" [id=307, type=linalg_vector_norm]; +"308 clamp_min_5" [id=308, type=clamp_min]; +"309 expand_as_5" [id=309, type=expand_as]; +"310 div_5" [id=310, type=div]; +"311 quantize_per_tensor_default_16" [id=311, type=quantize_per_tensor]; +"312 dequantize_per_tensor_default_16" [id=312, type=dequantize_per_tensor]; +"313 transpose_4" [id=313, type=transpose]; +"314 matmul_4" [id=314, type=matmul]; +"315 _param_constant44" [id=315, type=get_attr]; +"316 clamp_2" [id=316, type=clamp]; +"317 exp_2" [id=317, type=exp]; +"318 mul_5" [id=318, type=mul]; +"319 add_7" [id=319, type=add]; +"320 softmax_2" [id=320, type=softmax]; +"321 dropout_8" [id=321, type=dropout]; +"322 matmul_5" [id=322, type=matmul]; +"323 transpose_5" [id=323, type=transpose]; +"324 reshape_11" [id=324, type=reshape]; +"325 reshape_11_0_0_nncf_smooth_quant_0" [id=325, type=call_module]; +"326 quantize_per_tensor_default_17" [id=326, type=quantize_per_tensor]; +"327 dequantize_per_tensor_default_17" [id=327, type=dequantize_per_tensor]; +"328 linear_16_scale_0_updated_constant0" [id=328, type=get_attr]; +"329 compressed_weight_updated_constant17" [id=329, type=get_attr]; +"330 _param_constant46_0_0" [id=330, type=get_attr]; +"331 mul_65" [id=331, type=]; +"332 linear_16" [id=332, type=linear]; +"333 dropout_9" [id=333, type=dropout]; +"334 view_14" [id=334, type=view]; +"335 permute_13" [id=335, type=permute]; +"336 reshape_12" [id=336, type=reshape]; +"337 slice_38" [id=337, type=slice]; +"338 slice_39" [id=338, type=slice]; +"339 slice_40" [id=339, type=slice]; +"340 slice_41" [id=340, type=slice]; +"341 contiguous_3" [id=341, type=contiguous]; +"342 _param_constant47" [id=342, type=get_attr]; +"343 _param_constant48" [id=343, type=get_attr]; +"344 layer_norm_6" [id=344, type=layer_norm]; +"345 add_8" [id=345, type=add]; +"346 add_8_0_0_nncf_smooth_quant_0" [id=346, type=call_module]; +"347 quantize_per_tensor_default_18" [id=347, type=quantize_per_tensor]; +"348 dequantize_per_tensor_default_18" [id=348, type=dequantize_per_tensor]; +"349 linear_17_scale_0_updated_constant0" [id=349, type=get_attr]; +"350 compressed_weight_updated_constant18" [id=350, type=get_attr]; +"351 _param_constant50_0_0" [id=351, type=get_attr]; +"352 mul_66" [id=352, type=]; +"353 linear_17" [id=353, type=linear]; +"354 gelu_2" [id=354, type=gelu]; +"355 dropout_10" [id=355, type=dropout]; +"356 dropout_10_0_0_nncf_smooth_quant_0" [id=356, type=call_module]; +"357 quantize_per_tensor_default_19" [id=357, type=quantize_per_tensor]; +"358 dequantize_per_tensor_default_19" [id=358, type=dequantize_per_tensor]; +"359 linear_18_scale_0_updated_constant0" [id=359, type=get_attr]; +"360 compressed_weight_updated_constant19" [id=360, type=get_attr]; +"361 _param_constant52_0_0" [id=361, type=get_attr]; +"362 mul_67" [id=362, type=]; +"363 linear_18" [id=363, type=linear]; +"364 dropout_11" [id=364, type=dropout]; +"365 _param_constant53" [id=365, type=get_attr]; +"366 _param_constant54" [id=366, type=get_attr]; +"367 layer_norm_7" [id=367, type=layer_norm]; +"368 add_9" [id=368, type=add]; +"369 _tensor_constant15" [id=369, type=get_attr]; +"370 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=370, type=call_module]; +"371 linear_19_scale_0_updated_constant0" [id=371, type=get_attr]; +"372 compressed_weight_updated_constant20" [id=372, type=get_attr]; +"373 _param_constant56_0_0" [id=373, type=get_attr]; +"374 mul_68" [id=374, type=]; +"375 linear_19" [id=375, type=linear]; +"376 relu__3" [id=376, type=relu_]; +"377 relu__3_0_0_nncf_smooth_quant_0" [id=377, type=call_module]; +"378 linear_20_scale_0_updated_constant0" [id=378, type=get_attr]; +"379 compressed_weight_updated_constant21" [id=379, type=get_attr]; +"380 mul_69" [id=380, type=]; +"381 linear_20" [id=381, type=linear]; +"382 view_15" [id=382, type=view]; +"383 _tensor_constant16" [id=383, type=get_attr]; +"384 index_3" [id=384, type=index]; +"385 view_16" [id=385, type=view]; +"386 permute_14" [id=386, type=permute]; +"387 contiguous_4" [id=387, type=contiguous]; +"388 unsqueeze_7" [id=388, type=unsqueeze]; +"389 sigmoid_3" [id=389, type=sigmoid]; +"390 mul_6" [id=390, type=mul]; +"391 pad_4" [id=391, type=pad]; +"392 roll_2" [id=392, type=roll]; +"393 view_17" [id=393, type=view]; +"394 permute_15" [id=394, type=permute]; +"395 reshape_13" [id=395, type=reshape]; +"396 reshape_13_0_0_nncf_smooth_quant_0" [id=396, type=call_module]; +"397 quantize_per_tensor_default_20" [id=397, type=quantize_per_tensor]; +"398 dequantize_per_tensor_default_20" [id=398, type=dequantize_per_tensor]; +"399 linear_21_scale_0_updated_constant0" [id=399, type=get_attr]; +"400 compressed_weight_updated_constant22" [id=400, type=get_attr]; +"401 _param_constant58_0_0" [id=401, type=get_attr]; +"402 mul_70" [id=402, type=]; +"403 linear_21" [id=403, type=linear]; +"404 reshape_14" [id=404, type=reshape]; +"405 permute_16" [id=405, type=permute]; +"406 select_9" [id=406, type=select]; +"407 select_10" [id=407, type=select]; +"408 select_11" [id=408, type=select]; +"409 linalg_vector_norm_6" [id=409, type=linalg_vector_norm]; +"410 clamp_min_6" [id=410, type=clamp_min]; +"411 expand_as_6" [id=411, type=expand_as]; +"412 div_6" [id=412, type=div]; +"413 quantize_per_tensor_default_21" [id=413, type=quantize_per_tensor]; +"414 dequantize_per_tensor_default_21" [id=414, type=dequantize_per_tensor]; +"415 linalg_vector_norm_7" [id=415, type=linalg_vector_norm]; +"416 clamp_min_7" [id=416, type=clamp_min]; +"417 expand_as_7" [id=417, type=expand_as]; +"418 div_7" [id=418, type=div]; +"419 quantize_per_tensor_default_22" [id=419, type=quantize_per_tensor]; +"420 dequantize_per_tensor_default_22" [id=420, type=dequantize_per_tensor]; +"421 transpose_6" [id=421, type=transpose]; +"422 matmul_6" [id=422, type=matmul]; +"423 _param_constant60" [id=423, type=get_attr]; +"424 clamp_3" [id=424, type=clamp]; +"425 exp_3" [id=425, type=exp]; +"426 mul_7" [id=426, type=mul]; +"427 add_10" [id=427, type=add]; +"428 new_zeros_1" [id=428, type=new_zeros]; +"429 view_18" [id=429, type=view]; +"430 permute_17" [id=430, type=permute]; +"431 reshape_15" [id=431, type=reshape]; +"432 unsqueeze_8" [id=432, type=unsqueeze]; +"433 unsqueeze_9" [id=433, type=unsqueeze]; +"434 sub_1" [id=434, type=sub]; +"435 ne_1" [id=435, type=ne]; +"436 masked_fill_2" [id=436, type=masked_fill]; +"437 eq_1" [id=437, type=eq]; +"438 masked_fill_3" [id=438, type=masked_fill]; +"439 view_19" [id=439, type=view]; +"440 unsqueeze_10" [id=440, type=unsqueeze]; +"441 unsqueeze_11" [id=441, type=unsqueeze]; +"442 add_11" [id=442, type=add]; +"443 view_20" [id=443, type=view]; +"444 softmax_3" [id=444, type=softmax]; +"445 dropout_12" [id=445, type=dropout]; +"446 matmul_7" [id=446, type=matmul]; +"447 transpose_7" [id=447, type=transpose]; +"448 reshape_16" [id=448, type=reshape]; +"449 reshape_16_0_0_nncf_smooth_quant_0" [id=449, type=call_module]; +"450 quantize_per_tensor_default_23" [id=450, type=quantize_per_tensor]; +"451 dequantize_per_tensor_default_23" [id=451, type=dequantize_per_tensor]; +"452 linear_22_scale_0_updated_constant0" [id=452, type=get_attr]; +"453 compressed_weight_updated_constant23" [id=453, type=get_attr]; +"454 _param_constant62_0_0" [id=454, type=get_attr]; +"455 mul_71" [id=455, type=]; +"456 linear_22" [id=456, type=linear]; +"457 dropout_13" [id=457, type=dropout]; +"458 view_21" [id=458, type=view]; +"459 permute_18" [id=459, type=permute]; +"460 reshape_17" [id=460, type=reshape]; +"461 roll_3" [id=461, type=roll]; +"462 slice_61" [id=462, type=slice]; +"463 slice_62" [id=463, type=slice]; +"464 slice_63" [id=464, type=slice]; +"465 slice_64" [id=465, type=slice]; +"466 contiguous_5" [id=466, type=contiguous]; +"467 _param_constant63" [id=467, type=get_attr]; +"468 _param_constant64" [id=468, type=get_attr]; +"469 layer_norm_8" [id=469, type=layer_norm]; +"470 add_12" [id=470, type=add]; +"471 add_12_0_0_nncf_smooth_quant_0" [id=471, type=call_module]; +"472 quantize_per_tensor_default_24" [id=472, type=quantize_per_tensor]; +"473 dequantize_per_tensor_default_24" [id=473, type=dequantize_per_tensor]; +"474 linear_23_scale_0_updated_constant0" [id=474, type=get_attr]; +"475 compressed_weight_updated_constant24" [id=475, type=get_attr]; +"476 _param_constant66_0_0" [id=476, type=get_attr]; +"477 mul_72" [id=477, type=]; +"478 linear_23" [id=478, type=linear]; +"479 gelu_3" [id=479, type=gelu]; +"480 dropout_14" [id=480, type=dropout]; +"481 dropout_14_0_0_nncf_smooth_quant_0" [id=481, type=call_module]; +"482 quantize_per_tensor_default_25" [id=482, type=quantize_per_tensor]; +"483 dequantize_per_tensor_default_25" [id=483, type=dequantize_per_tensor]; +"484 linear_24_scale_0_updated_constant0" [id=484, type=get_attr]; +"485 compressed_weight_updated_constant25" [id=485, type=get_attr]; +"486 _param_constant68_0_0" [id=486, type=get_attr]; +"487 mul_73" [id=487, type=]; +"488 linear_24" [id=488, type=linear]; +"489 dropout_15" [id=489, type=dropout]; +"490 _param_constant69" [id=490, type=get_attr]; +"491 _param_constant70" [id=491, type=get_attr]; +"492 layer_norm_9" [id=492, type=layer_norm]; +"493 add_13" [id=493, type=add]; +"494 pad_5" [id=494, type=pad]; +"495 slice_65" [id=495, type=slice]; +"496 slice_66" [id=496, type=slice]; +"497 slice_67" [id=497, type=slice]; +"498 slice_68" [id=498, type=slice]; +"499 slice_69" [id=499, type=slice]; +"500 slice_70" [id=500, type=slice]; +"501 slice_71" [id=501, type=slice]; +"502 slice_72" [id=502, type=slice]; +"503 slice_73" [id=503, type=slice]; +"504 slice_74" [id=504, type=slice]; +"505 slice_75" [id=505, type=slice]; +"506 slice_76" [id=506, type=slice]; +"507 cat_1" [id=507, type=cat]; +"508 cat_1_0_0_nncf_smooth_quant_0" [id=508, type=call_module]; +"509 quantize_per_tensor_default_26" [id=509, type=quantize_per_tensor]; +"510 dequantize_per_tensor_default_26" [id=510, type=dequantize_per_tensor]; +"511 linear_25_scale_0_updated_constant0" [id=511, type=get_attr]; +"512 compressed_weight_updated_constant26" [id=512, type=get_attr]; +"513 mul_74" [id=513, type=]; +"514 linear_25" [id=514, type=linear]; +"515 _param_constant72" [id=515, type=get_attr]; +"516 _param_constant73" [id=516, type=get_attr]; +"517 layer_norm_10" [id=517, type=layer_norm]; +"518 _tensor_constant26" [id=518, type=get_attr]; +"519 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=519, type=call_module]; +"520 linear_26_scale_0_updated_constant0" [id=520, type=get_attr]; +"521 compressed_weight_updated_constant27" [id=521, type=get_attr]; +"522 _param_constant75_0_0" [id=522, type=get_attr]; +"523 mul_75" [id=523, type=]; +"524 linear_26" [id=524, type=linear]; +"525 relu__4" [id=525, type=relu_]; +"526 relu__4_0_0_nncf_smooth_quant_0" [id=526, type=call_module]; +"527 linear_27_scale_0_updated_constant0" [id=527, type=get_attr]; +"528 compressed_weight_updated_constant28" [id=528, type=get_attr]; +"529 mul_76" [id=529, type=]; +"530 linear_27" [id=530, type=linear]; +"531 view_22" [id=531, type=view]; +"532 _tensor_constant27" [id=532, type=get_attr]; +"533 index_4" [id=533, type=index]; +"534 view_23" [id=534, type=view]; +"535 permute_19" [id=535, type=permute]; +"536 contiguous_6" [id=536, type=contiguous]; +"537 unsqueeze_12" [id=537, type=unsqueeze]; +"538 sigmoid_4" [id=538, type=sigmoid]; +"539 mul_8" [id=539, type=mul]; +"540 pad_6" [id=540, type=pad]; +"541 view_24" [id=541, type=view]; +"542 permute_20" [id=542, type=permute]; +"543 reshape_18" [id=543, type=reshape]; +"544 reshape_18_0_0_nncf_smooth_quant_0" [id=544, type=call_module]; +"545 quantize_per_tensor_default_27" [id=545, type=quantize_per_tensor]; +"546 dequantize_per_tensor_default_27" [id=546, type=dequantize_per_tensor]; +"547 linear_28_scale_0_updated_constant0" [id=547, type=get_attr]; +"548 compressed_weight_updated_constant29" [id=548, type=get_attr]; +"549 _param_constant77_0_0" [id=549, type=get_attr]; +"550 mul_77" [id=550, type=]; +"551 linear_28" [id=551, type=linear]; +"552 reshape_19" [id=552, type=reshape]; +"553 permute_21" [id=553, type=permute]; +"554 select_12" [id=554, type=select]; +"555 select_13" [id=555, type=select]; +"556 select_14" [id=556, type=select]; +"557 linalg_vector_norm_8" [id=557, type=linalg_vector_norm]; +"558 clamp_min_8" [id=558, type=clamp_min]; +"559 expand_as_8" [id=559, type=expand_as]; +"560 div_8" [id=560, type=div]; +"561 quantize_per_tensor_default_28" [id=561, type=quantize_per_tensor]; +"562 dequantize_per_tensor_default_28" [id=562, type=dequantize_per_tensor]; +"563 linalg_vector_norm_9" [id=563, type=linalg_vector_norm]; +"564 clamp_min_9" [id=564, type=clamp_min]; +"565 expand_as_9" [id=565, type=expand_as]; +"566 div_9" [id=566, type=div]; +"567 quantize_per_tensor_default_29" [id=567, type=quantize_per_tensor]; +"568 dequantize_per_tensor_default_29" [id=568, type=dequantize_per_tensor]; +"569 transpose_8" [id=569, type=transpose]; +"570 matmul_8" [id=570, type=matmul]; +"571 _param_constant79" [id=571, type=get_attr]; +"572 clamp_4" [id=572, type=clamp]; +"573 exp_4" [id=573, type=exp]; +"574 mul_9" [id=574, type=mul]; +"575 add_14" [id=575, type=add]; +"576 softmax_4" [id=576, type=softmax]; +"577 dropout_16" [id=577, type=dropout]; +"578 matmul_9" [id=578, type=matmul]; +"579 transpose_9" [id=579, type=transpose]; +"580 reshape_20" [id=580, type=reshape]; +"581 reshape_20_0_0_nncf_smooth_quant_0" [id=581, type=call_module]; +"582 quantize_per_tensor_default_30" [id=582, type=quantize_per_tensor]; +"583 dequantize_per_tensor_default_30" [id=583, type=dequantize_per_tensor]; +"584 linear_29_scale_0_updated_constant0" [id=584, type=get_attr]; +"585 compressed_weight_updated_constant30" [id=585, type=get_attr]; +"586 _param_constant81_0_0" [id=586, type=get_attr]; +"587 mul_78" [id=587, type=]; +"588 linear_29" [id=588, type=linear]; +"589 dropout_17" [id=589, type=dropout]; +"590 view_25" [id=590, type=view]; +"591 permute_22" [id=591, type=permute]; +"592 reshape_21" [id=592, type=reshape]; +"593 slice_78" [id=593, type=slice]; +"594 slice_79" [id=594, type=slice]; +"595 slice_80" [id=595, type=slice]; +"596 slice_81" [id=596, type=slice]; +"597 contiguous_7" [id=597, type=contiguous]; +"598 _param_constant82" [id=598, type=get_attr]; +"599 _param_constant83" [id=599, type=get_attr]; +"600 layer_norm_11" [id=600, type=layer_norm]; +"601 add_15" [id=601, type=add]; +"602 add_15_0_0_nncf_smooth_quant_0" [id=602, type=call_module]; +"603 quantize_per_tensor_default_31" [id=603, type=quantize_per_tensor]; +"604 dequantize_per_tensor_default_31" [id=604, type=dequantize_per_tensor]; +"605 linear_30_scale_0_updated_constant0" [id=605, type=get_attr]; +"606 compressed_weight_updated_constant31" [id=606, type=get_attr]; +"607 _param_constant85_0_0" [id=607, type=get_attr]; +"608 mul_79" [id=608, type=]; +"609 linear_30" [id=609, type=linear]; +"610 gelu_4" [id=610, type=gelu]; +"611 dropout_18" [id=611, type=dropout]; +"612 dropout_18_0_0_nncf_smooth_quant_0" [id=612, type=call_module]; +"613 quantize_per_tensor_default_32" [id=613, type=quantize_per_tensor]; +"614 dequantize_per_tensor_default_32" [id=614, type=dequantize_per_tensor]; +"615 linear_31_scale_0_updated_constant0" [id=615, type=get_attr]; +"616 compressed_weight_updated_constant32" [id=616, type=get_attr]; +"617 _param_constant87_0_0" [id=617, type=get_attr]; +"618 mul_80" [id=618, type=]; +"619 linear_31" [id=619, type=linear]; +"620 dropout_19" [id=620, type=dropout]; +"621 _param_constant88" [id=621, type=get_attr]; +"622 _param_constant89" [id=622, type=get_attr]; +"623 layer_norm_12" [id=623, type=layer_norm]; +"624 add_16" [id=624, type=add]; +"625 _tensor_constant28" [id=625, type=get_attr]; +"626 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=626, type=call_module]; +"627 linear_32_scale_0_updated_constant0" [id=627, type=get_attr]; +"628 compressed_weight_updated_constant33" [id=628, type=get_attr]; +"629 _param_constant91_0_0" [id=629, type=get_attr]; +"630 mul_81" [id=630, type=]; +"631 linear_32" [id=631, type=linear]; +"632 relu__5" [id=632, type=relu_]; +"633 relu__5_0_0_nncf_smooth_quant_0" [id=633, type=call_module]; +"634 linear_33_scale_0_updated_constant0" [id=634, type=get_attr]; +"635 compressed_weight_updated_constant34" [id=635, type=get_attr]; +"636 mul_82" [id=636, type=]; +"637 linear_33" [id=637, type=linear]; +"638 view_26" [id=638, type=view]; +"639 _tensor_constant29" [id=639, type=get_attr]; +"640 index_5" [id=640, type=index]; +"641 view_27" [id=641, type=view]; +"642 permute_23" [id=642, type=permute]; +"643 contiguous_8" [id=643, type=contiguous]; +"644 unsqueeze_13" [id=644, type=unsqueeze]; +"645 sigmoid_5" [id=645, type=sigmoid]; +"646 mul_10" [id=646, type=mul]; +"647 pad_7" [id=647, type=pad]; +"648 roll_4" [id=648, type=roll]; +"649 view_28" [id=649, type=view]; +"650 permute_24" [id=650, type=permute]; +"651 reshape_22" [id=651, type=reshape]; +"652 reshape_22_0_0_nncf_smooth_quant_0" [id=652, type=call_module]; +"653 quantize_per_tensor_default_33" [id=653, type=quantize_per_tensor]; +"654 dequantize_per_tensor_default_33" [id=654, type=dequantize_per_tensor]; +"655 linear_34_scale_0_updated_constant0" [id=655, type=get_attr]; +"656 compressed_weight_updated_constant35" [id=656, type=get_attr]; +"657 _param_constant93_0_0" [id=657, type=get_attr]; +"658 mul_83" [id=658, type=]; +"659 linear_34" [id=659, type=linear]; +"660 reshape_23" [id=660, type=reshape]; +"661 permute_25" [id=661, type=permute]; +"662 select_15" [id=662, type=select]; +"663 select_16" [id=663, type=select]; +"664 select_17" [id=664, type=select]; +"665 linalg_vector_norm_10" [id=665, type=linalg_vector_norm]; +"666 clamp_min_10" [id=666, type=clamp_min]; +"667 expand_as_10" [id=667, type=expand_as]; +"668 div_10" [id=668, type=div]; +"669 quantize_per_tensor_default_34" [id=669, type=quantize_per_tensor]; +"670 dequantize_per_tensor_default_34" [id=670, type=dequantize_per_tensor]; +"671 linalg_vector_norm_11" [id=671, type=linalg_vector_norm]; +"672 clamp_min_11" [id=672, type=clamp_min]; +"673 expand_as_11" [id=673, type=expand_as]; +"674 div_11" [id=674, type=div]; +"675 quantize_per_tensor_default_35" [id=675, type=quantize_per_tensor]; +"676 dequantize_per_tensor_default_35" [id=676, type=dequantize_per_tensor]; +"677 transpose_10" [id=677, type=transpose]; +"678 matmul_10" [id=678, type=matmul]; +"679 _param_constant95" [id=679, type=get_attr]; +"680 clamp_5" [id=680, type=clamp]; +"681 exp_5" [id=681, type=exp]; +"682 mul_11" [id=682, type=mul]; +"683 add_17" [id=683, type=add]; +"684 new_zeros_2" [id=684, type=new_zeros]; +"685 view_29" [id=685, type=view]; +"686 permute_26" [id=686, type=permute]; +"687 reshape_24" [id=687, type=reshape]; +"688 unsqueeze_14" [id=688, type=unsqueeze]; +"689 unsqueeze_15" [id=689, type=unsqueeze]; +"690 sub_2" [id=690, type=sub]; +"691 ne_2" [id=691, type=ne]; +"692 masked_fill_4" [id=692, type=masked_fill]; +"693 eq_2" [id=693, type=eq]; +"694 masked_fill_5" [id=694, type=masked_fill]; +"695 view_30" [id=695, type=view]; +"696 unsqueeze_16" [id=696, type=unsqueeze]; +"697 unsqueeze_17" [id=697, type=unsqueeze]; +"698 add_18" [id=698, type=add]; +"699 view_31" [id=699, type=view]; +"700 softmax_5" [id=700, type=softmax]; +"701 dropout_20" [id=701, type=dropout]; +"702 matmul_11" [id=702, type=matmul]; +"703 transpose_11" [id=703, type=transpose]; +"704 reshape_25" [id=704, type=reshape]; +"705 reshape_25_0_0_nncf_smooth_quant_0" [id=705, type=call_module]; +"706 quantize_per_tensor_default_36" [id=706, type=quantize_per_tensor]; +"707 dequantize_per_tensor_default_36" [id=707, type=dequantize_per_tensor]; +"708 linear_35_scale_0_updated_constant0" [id=708, type=get_attr]; +"709 compressed_weight_updated_constant36" [id=709, type=get_attr]; +"710 _param_constant97_0_0" [id=710, type=get_attr]; +"711 mul_84" [id=711, type=]; +"712 linear_35" [id=712, type=linear]; +"713 dropout_21" [id=713, type=dropout]; +"714 view_32" [id=714, type=view]; +"715 permute_27" [id=715, type=permute]; +"716 reshape_26" [id=716, type=reshape]; +"717 roll_5" [id=717, type=roll]; +"718 slice_101" [id=718, type=slice]; +"719 slice_102" [id=719, type=slice]; +"720 slice_103" [id=720, type=slice]; +"721 slice_104" [id=721, type=slice]; +"722 contiguous_9" [id=722, type=contiguous]; +"723 _param_constant98" [id=723, type=get_attr]; +"724 _param_constant99" [id=724, type=get_attr]; +"725 layer_norm_13" [id=725, type=layer_norm]; +"726 add_19" [id=726, type=add]; +"727 add_19_0_0_nncf_smooth_quant_0" [id=727, type=call_module]; +"728 quantize_per_tensor_default_37" [id=728, type=quantize_per_tensor]; +"729 dequantize_per_tensor_default_37" [id=729, type=dequantize_per_tensor]; +"730 linear_36_scale_0_updated_constant0" [id=730, type=get_attr]; +"731 compressed_weight_updated_constant37" [id=731, type=get_attr]; +"732 _param_constant101_0_0" [id=732, type=get_attr]; +"733 mul_85" [id=733, type=]; +"734 linear_36" [id=734, type=linear]; +"735 gelu_5" [id=735, type=gelu]; +"736 dropout_22" [id=736, type=dropout]; +"737 dropout_22_0_0_nncf_smooth_quant_0" [id=737, type=call_module]; +"738 quantize_per_tensor_default_38" [id=738, type=quantize_per_tensor]; +"739 dequantize_per_tensor_default_38" [id=739, type=dequantize_per_tensor]; +"740 linear_37_scale_0_updated_constant0" [id=740, type=get_attr]; +"741 compressed_weight_updated_constant38" [id=741, type=get_attr]; +"742 _param_constant103_0_0" [id=742, type=get_attr]; +"743 mul_86" [id=743, type=]; +"744 linear_37" [id=744, type=linear]; +"745 dropout_23" [id=745, type=dropout]; +"746 _param_constant104" [id=746, type=get_attr]; +"747 _param_constant105" [id=747, type=get_attr]; +"748 layer_norm_14" [id=748, type=layer_norm]; +"749 add_20" [id=749, type=add]; +"750 _tensor_constant39" [id=750, type=get_attr]; +"751 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=751, type=call_module]; +"752 linear_38_scale_0_updated_constant0" [id=752, type=get_attr]; +"753 compressed_weight_updated_constant39" [id=753, type=get_attr]; +"754 _param_constant107_0_0" [id=754, type=get_attr]; +"755 mul_87" [id=755, type=]; +"756 linear_38" [id=756, type=linear]; +"757 relu__6" [id=757, type=relu_]; +"758 relu__6_0_0_nncf_smooth_quant_0" [id=758, type=call_module]; +"759 linear_39_scale_0_updated_constant0" [id=759, type=get_attr]; +"760 compressed_weight_updated_constant40" [id=760, type=get_attr]; +"761 mul_88" [id=761, type=]; +"762 linear_39" [id=762, type=linear]; +"763 view_33" [id=763, type=view]; +"764 _tensor_constant40" [id=764, type=get_attr]; +"765 index_6" [id=765, type=index]; +"766 view_34" [id=766, type=view]; +"767 permute_28" [id=767, type=permute]; +"768 contiguous_10" [id=768, type=contiguous]; +"769 unsqueeze_18" [id=769, type=unsqueeze]; +"770 sigmoid_6" [id=770, type=sigmoid]; +"771 mul_12" [id=771, type=mul]; +"772 pad_8" [id=772, type=pad]; +"773 view_35" [id=773, type=view]; +"774 permute_29" [id=774, type=permute]; +"775 reshape_27" [id=775, type=reshape]; +"776 reshape_27_0_0_nncf_smooth_quant_0" [id=776, type=call_module]; +"777 quantize_per_tensor_default_39" [id=777, type=quantize_per_tensor]; +"778 dequantize_per_tensor_default_39" [id=778, type=dequantize_per_tensor]; +"779 linear_40_scale_0_updated_constant0" [id=779, type=get_attr]; +"780 compressed_weight_updated_constant41" [id=780, type=get_attr]; +"781 _param_constant109_0_0" [id=781, type=get_attr]; +"782 mul_89" [id=782, type=]; +"783 linear_40" [id=783, type=linear]; +"784 reshape_28" [id=784, type=reshape]; +"785 permute_30" [id=785, type=permute]; +"786 select_18" [id=786, type=select]; +"787 select_19" [id=787, type=select]; +"788 select_20" [id=788, type=select]; +"789 linalg_vector_norm_12" [id=789, type=linalg_vector_norm]; +"790 clamp_min_12" [id=790, type=clamp_min]; +"791 expand_as_12" [id=791, type=expand_as]; +"792 div_12" [id=792, type=div]; +"793 quantize_per_tensor_default_40" [id=793, type=quantize_per_tensor]; +"794 dequantize_per_tensor_default_40" [id=794, type=dequantize_per_tensor]; +"795 linalg_vector_norm_13" [id=795, type=linalg_vector_norm]; +"796 clamp_min_13" [id=796, type=clamp_min]; +"797 expand_as_13" [id=797, type=expand_as]; +"798 div_13" [id=798, type=div]; +"799 quantize_per_tensor_default_41" [id=799, type=quantize_per_tensor]; +"800 dequantize_per_tensor_default_41" [id=800, type=dequantize_per_tensor]; +"801 transpose_12" [id=801, type=transpose]; +"802 matmul_12" [id=802, type=matmul]; +"803 _param_constant111" [id=803, type=get_attr]; +"804 clamp_6" [id=804, type=clamp]; +"805 exp_6" [id=805, type=exp]; +"806 mul_13" [id=806, type=mul]; +"807 add_21" [id=807, type=add]; +"808 softmax_6" [id=808, type=softmax]; +"809 dropout_24" [id=809, type=dropout]; +"810 matmul_13" [id=810, type=matmul]; +"811 transpose_13" [id=811, type=transpose]; +"812 reshape_29" [id=812, type=reshape]; +"813 reshape_29_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; +"814 quantize_per_tensor_default_42" [id=814, type=quantize_per_tensor]; +"815 dequantize_per_tensor_default_42" [id=815, type=dequantize_per_tensor]; +"816 linear_41_scale_0_updated_constant0" [id=816, type=get_attr]; +"817 compressed_weight_updated_constant42" [id=817, type=get_attr]; +"818 _param_constant113_0_0" [id=818, type=get_attr]; +"819 mul_90" [id=819, type=]; +"820 linear_41" [id=820, type=linear]; +"821 dropout_25" [id=821, type=dropout]; +"822 view_36" [id=822, type=view]; +"823 permute_31" [id=823, type=permute]; +"824 reshape_30" [id=824, type=reshape]; +"825 slice_106" [id=825, type=slice]; +"826 slice_107" [id=826, type=slice]; +"827 slice_108" [id=827, type=slice]; +"828 slice_109" [id=828, type=slice]; +"829 contiguous_11" [id=829, type=contiguous]; +"830 _param_constant114" [id=830, type=get_attr]; +"831 _param_constant115" [id=831, type=get_attr]; +"832 layer_norm_15" [id=832, type=layer_norm]; +"833 add_22" [id=833, type=add]; +"834 add_22_0_0_nncf_smooth_quant_0" [id=834, type=call_module]; +"835 quantize_per_tensor_default_43" [id=835, type=quantize_per_tensor]; +"836 dequantize_per_tensor_default_43" [id=836, type=dequantize_per_tensor]; +"837 linear_42_scale_0_updated_constant0" [id=837, type=get_attr]; +"838 compressed_weight_updated_constant43" [id=838, type=get_attr]; +"839 _param_constant117_0_0" [id=839, type=get_attr]; +"840 mul_91" [id=840, type=]; +"841 linear_42" [id=841, type=linear]; +"842 gelu_6" [id=842, type=gelu]; +"843 dropout_26" [id=843, type=dropout]; +"844 dropout_26_0_0_nncf_smooth_quant_0" [id=844, type=call_module]; +"845 quantize_per_tensor_default_44" [id=845, type=quantize_per_tensor]; +"846 dequantize_per_tensor_default_44" [id=846, type=dequantize_per_tensor]; +"847 linear_43_scale_0_updated_constant0" [id=847, type=get_attr]; +"848 compressed_weight_updated_constant44" [id=848, type=get_attr]; +"849 _param_constant119_0_0" [id=849, type=get_attr]; +"850 mul_92" [id=850, type=]; +"851 linear_43" [id=851, type=linear]; +"852 dropout_27" [id=852, type=dropout]; +"853 _param_constant120" [id=853, type=get_attr]; +"854 _param_constant121" [id=854, type=get_attr]; +"855 layer_norm_16" [id=855, type=layer_norm]; +"856 add_23" [id=856, type=add]; +"857 _tensor_constant41" [id=857, type=get_attr]; +"858 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=858, type=call_module]; +"859 linear_44_scale_0_updated_constant0" [id=859, type=get_attr]; +"860 compressed_weight_updated_constant45" [id=860, type=get_attr]; +"861 _param_constant123_0_0" [id=861, type=get_attr]; +"862 mul_93" [id=862, type=]; +"863 linear_44" [id=863, type=linear]; +"864 relu__7" [id=864, type=relu_]; +"865 relu__7_0_0_nncf_smooth_quant_0" [id=865, type=call_module]; +"866 linear_45_scale_0_updated_constant0" [id=866, type=get_attr]; +"867 compressed_weight_updated_constant46" [id=867, type=get_attr]; +"868 mul_94" [id=868, type=]; +"869 linear_45" [id=869, type=linear]; +"870 view_37" [id=870, type=view]; +"871 _tensor_constant42" [id=871, type=get_attr]; +"872 index_7" [id=872, type=index]; +"873 view_38" [id=873, type=view]; +"874 permute_32" [id=874, type=permute]; +"875 contiguous_12" [id=875, type=contiguous]; +"876 unsqueeze_19" [id=876, type=unsqueeze]; +"877 sigmoid_7" [id=877, type=sigmoid]; +"878 mul_14" [id=878, type=mul]; +"879 pad_9" [id=879, type=pad]; +"880 roll_6" [id=880, type=roll]; +"881 view_39" [id=881, type=view]; +"882 permute_33" [id=882, type=permute]; +"883 reshape_31" [id=883, type=reshape]; +"884 reshape_31_0_0_nncf_smooth_quant_0" [id=884, type=call_module]; +"885 quantize_per_tensor_default_45" [id=885, type=quantize_per_tensor]; +"886 dequantize_per_tensor_default_45" [id=886, type=dequantize_per_tensor]; +"887 linear_46_scale_0_updated_constant0" [id=887, type=get_attr]; +"888 compressed_weight_updated_constant47" [id=888, type=get_attr]; +"889 _param_constant125_0_0" [id=889, type=get_attr]; +"890 mul_95" [id=890, type=]; +"891 linear_46" [id=891, type=linear]; +"892 reshape_32" [id=892, type=reshape]; +"893 permute_34" [id=893, type=permute]; +"894 select_21" [id=894, type=select]; +"895 select_22" [id=895, type=select]; +"896 select_23" [id=896, type=select]; +"897 linalg_vector_norm_14" [id=897, type=linalg_vector_norm]; +"898 clamp_min_14" [id=898, type=clamp_min]; +"899 expand_as_14" [id=899, type=expand_as]; +"900 div_14" [id=900, type=div]; +"901 quantize_per_tensor_default_46" [id=901, type=quantize_per_tensor]; +"902 dequantize_per_tensor_default_46" [id=902, type=dequantize_per_tensor]; +"903 linalg_vector_norm_15" [id=903, type=linalg_vector_norm]; +"904 clamp_min_15" [id=904, type=clamp_min]; +"905 expand_as_15" [id=905, type=expand_as]; +"906 div_15" [id=906, type=div]; +"907 quantize_per_tensor_default_47" [id=907, type=quantize_per_tensor]; +"908 dequantize_per_tensor_default_47" [id=908, type=dequantize_per_tensor]; +"909 transpose_14" [id=909, type=transpose]; +"910 matmul_14" [id=910, type=matmul]; +"911 _param_constant127" [id=911, type=get_attr]; +"912 clamp_7" [id=912, type=clamp]; +"913 exp_7" [id=913, type=exp]; +"914 mul_15" [id=914, type=mul]; +"915 add_24" [id=915, type=add]; +"916 new_zeros_3" [id=916, type=new_zeros]; +"917 view_40" [id=917, type=view]; +"918 permute_35" [id=918, type=permute]; +"919 reshape_33" [id=919, type=reshape]; +"920 unsqueeze_20" [id=920, type=unsqueeze]; +"921 unsqueeze_21" [id=921, type=unsqueeze]; +"922 sub_3" [id=922, type=sub]; +"923 ne_3" [id=923, type=ne]; +"924 masked_fill_6" [id=924, type=masked_fill]; +"925 eq_3" [id=925, type=eq]; +"926 masked_fill_7" [id=926, type=masked_fill]; +"927 view_41" [id=927, type=view]; +"928 unsqueeze_22" [id=928, type=unsqueeze]; +"929 unsqueeze_23" [id=929, type=unsqueeze]; +"930 add_25" [id=930, type=add]; +"931 view_42" [id=931, type=view]; +"932 softmax_7" [id=932, type=softmax]; +"933 dropout_28" [id=933, type=dropout]; +"934 matmul_15" [id=934, type=matmul]; +"935 transpose_15" [id=935, type=transpose]; +"936 reshape_34" [id=936, type=reshape]; +"937 reshape_34_0_0_nncf_smooth_quant_0" [id=937, type=call_module]; +"938 quantize_per_tensor_default_48" [id=938, type=quantize_per_tensor]; +"939 dequantize_per_tensor_default_48" [id=939, type=dequantize_per_tensor]; +"940 linear_47_scale_0_updated_constant0" [id=940, type=get_attr]; +"941 compressed_weight_updated_constant48" [id=941, type=get_attr]; +"942 _param_constant129_0_0" [id=942, type=get_attr]; +"943 mul_96" [id=943, type=]; +"944 linear_47" [id=944, type=linear]; +"945 dropout_29" [id=945, type=dropout]; +"946 view_43" [id=946, type=view]; +"947 permute_36" [id=947, type=permute]; +"948 reshape_35" [id=948, type=reshape]; +"949 roll_7" [id=949, type=roll]; +"950 slice_129" [id=950, type=slice]; +"951 slice_130" [id=951, type=slice]; +"952 slice_131" [id=952, type=slice]; +"953 slice_132" [id=953, type=slice]; +"954 contiguous_13" [id=954, type=contiguous]; +"955 _param_constant130" [id=955, type=get_attr]; +"956 _param_constant131" [id=956, type=get_attr]; +"957 layer_norm_17" [id=957, type=layer_norm]; +"958 add_26" [id=958, type=add]; +"959 add_26_0_0_nncf_smooth_quant_0" [id=959, type=call_module]; +"960 quantize_per_tensor_default_49" [id=960, type=quantize_per_tensor]; +"961 dequantize_per_tensor_default_49" [id=961, type=dequantize_per_tensor]; +"962 linear_48_scale_0_updated_constant0" [id=962, type=get_attr]; +"963 compressed_weight_updated_constant49" [id=963, type=get_attr]; +"964 _param_constant133_0_0" [id=964, type=get_attr]; +"965 mul_97" [id=965, type=]; +"966 linear_48" [id=966, type=linear]; +"967 gelu_7" [id=967, type=gelu]; +"968 dropout_30" [id=968, type=dropout]; +"969 dropout_30_0_0_nncf_smooth_quant_0" [id=969, type=call_module]; +"970 quantize_per_tensor_default_50" [id=970, type=quantize_per_tensor]; +"971 dequantize_per_tensor_default_50" [id=971, type=dequantize_per_tensor]; +"972 linear_49_scale_0_updated_constant0" [id=972, type=get_attr]; +"973 compressed_weight_updated_constant50" [id=973, type=get_attr]; +"974 _param_constant135_0_0" [id=974, type=get_attr]; +"975 mul_98" [id=975, type=]; +"976 linear_49" [id=976, type=linear]; +"977 dropout_31" [id=977, type=dropout]; +"978 _param_constant136" [id=978, type=get_attr]; +"979 _param_constant137" [id=979, type=get_attr]; +"980 layer_norm_18" [id=980, type=layer_norm]; +"981 add_27" [id=981, type=add]; +"982 _tensor_constant52" [id=982, type=get_attr]; +"983 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=983, type=call_module]; +"984 linear_50_scale_0_updated_constant0" [id=984, type=get_attr]; +"985 compressed_weight_updated_constant51" [id=985, type=get_attr]; +"986 _param_constant139_0_0" [id=986, type=get_attr]; +"987 mul_99" [id=987, type=]; +"988 linear_50" [id=988, type=linear]; +"989 relu__8" [id=989, type=relu_]; +"990 relu__8_0_0_nncf_smooth_quant_0" [id=990, type=call_module]; +"991 linear_51_scale_0_updated_constant0" [id=991, type=get_attr]; +"992 compressed_weight_updated_constant52" [id=992, type=get_attr]; +"993 mul_100" [id=993, type=]; +"994 linear_51" [id=994, type=linear]; +"995 view_44" [id=995, type=view]; +"996 _tensor_constant53" [id=996, type=get_attr]; +"997 index_8" [id=997, type=index]; +"998 view_45" [id=998, type=view]; +"999 permute_37" [id=999, type=permute]; +"1000 contiguous_14" [id=1000, type=contiguous]; +"1001 unsqueeze_24" [id=1001, type=unsqueeze]; +"1002 sigmoid_8" [id=1002, type=sigmoid]; +"1003 mul_16" [id=1003, type=mul]; +"1004 pad_10" [id=1004, type=pad]; +"1005 view_46" [id=1005, type=view]; +"1006 permute_38" [id=1006, type=permute]; +"1007 reshape_36" [id=1007, type=reshape]; +"1008 reshape_36_0_0_nncf_smooth_quant_0" [id=1008, type=call_module]; +"1009 quantize_per_tensor_default_51" [id=1009, type=quantize_per_tensor]; +"1010 dequantize_per_tensor_default_51" [id=1010, type=dequantize_per_tensor]; +"1011 linear_52_scale_0_updated_constant0" [id=1011, type=get_attr]; +"1012 compressed_weight_updated_constant53" [id=1012, type=get_attr]; +"1013 _param_constant141_0_0" [id=1013, type=get_attr]; +"1014 mul_101" [id=1014, type=]; +"1015 linear_52" [id=1015, type=linear]; +"1016 reshape_37" [id=1016, type=reshape]; +"1017 permute_39" [id=1017, type=permute]; +"1018 select_24" [id=1018, type=select]; +"1019 select_25" [id=1019, type=select]; +"1020 select_26" [id=1020, type=select]; +"1021 linalg_vector_norm_16" [id=1021, type=linalg_vector_norm]; +"1022 clamp_min_16" [id=1022, type=clamp_min]; +"1023 expand_as_16" [id=1023, type=expand_as]; +"1024 div_16" [id=1024, type=div]; +"1025 quantize_per_tensor_default_52" [id=1025, type=quantize_per_tensor]; +"1026 dequantize_per_tensor_default_52" [id=1026, type=dequantize_per_tensor]; +"1027 linalg_vector_norm_17" [id=1027, type=linalg_vector_norm]; +"1028 clamp_min_17" [id=1028, type=clamp_min]; +"1029 expand_as_17" [id=1029, type=expand_as]; +"1030 div_17" [id=1030, type=div]; +"1031 quantize_per_tensor_default_53" [id=1031, type=quantize_per_tensor]; +"1032 dequantize_per_tensor_default_53" [id=1032, type=dequantize_per_tensor]; +"1033 transpose_16" [id=1033, type=transpose]; +"1034 matmul_16" [id=1034, type=matmul]; +"1035 _param_constant143" [id=1035, type=get_attr]; +"1036 clamp_8" [id=1036, type=clamp]; +"1037 exp_8" [id=1037, type=exp]; +"1038 mul_17" [id=1038, type=mul]; +"1039 add_28" [id=1039, type=add]; +"1040 softmax_8" [id=1040, type=softmax]; +"1041 dropout_32" [id=1041, type=dropout]; +"1042 matmul_17" [id=1042, type=matmul]; +"1043 transpose_17" [id=1043, type=transpose]; +"1044 reshape_38" [id=1044, type=reshape]; +"1045 reshape_38_0_0_nncf_smooth_quant_0" [id=1045, type=call_module]; +"1046 quantize_per_tensor_default_54" [id=1046, type=quantize_per_tensor]; +"1047 dequantize_per_tensor_default_54" [id=1047, type=dequantize_per_tensor]; +"1048 linear_53_scale_0_updated_constant0" [id=1048, type=get_attr]; +"1049 compressed_weight_updated_constant54" [id=1049, type=get_attr]; +"1050 _param_constant145_0_0" [id=1050, type=get_attr]; +"1051 mul_102" [id=1051, type=]; +"1052 linear_53" [id=1052, type=linear]; +"1053 dropout_33" [id=1053, type=dropout]; +"1054 view_47" [id=1054, type=view]; +"1055 permute_40" [id=1055, type=permute]; +"1056 reshape_39" [id=1056, type=reshape]; +"1057 slice_134" [id=1057, type=slice]; +"1058 slice_135" [id=1058, type=slice]; +"1059 slice_136" [id=1059, type=slice]; +"1060 slice_137" [id=1060, type=slice]; +"1061 contiguous_15" [id=1061, type=contiguous]; +"1062 _param_constant146" [id=1062, type=get_attr]; +"1063 _param_constant147" [id=1063, type=get_attr]; +"1064 layer_norm_19" [id=1064, type=layer_norm]; +"1065 add_29" [id=1065, type=add]; +"1066 add_29_0_0_nncf_smooth_quant_0" [id=1066, type=call_module]; +"1067 quantize_per_tensor_default_55" [id=1067, type=quantize_per_tensor]; +"1068 dequantize_per_tensor_default_55" [id=1068, type=dequantize_per_tensor]; +"1069 linear_54_scale_0_updated_constant0" [id=1069, type=get_attr]; +"1070 compressed_weight_updated_constant55" [id=1070, type=get_attr]; +"1071 _param_constant149_0_0" [id=1071, type=get_attr]; +"1072 mul_103" [id=1072, type=]; +"1073 linear_54" [id=1073, type=linear]; +"1074 gelu_8" [id=1074, type=gelu]; +"1075 dropout_34" [id=1075, type=dropout]; +"1076 dropout_34_0_0_nncf_smooth_quant_0" [id=1076, type=call_module]; +"1077 quantize_per_tensor_default_56" [id=1077, type=quantize_per_tensor]; +"1078 dequantize_per_tensor_default_56" [id=1078, type=dequantize_per_tensor]; +"1079 linear_55_scale_0_updated_constant0" [id=1079, type=get_attr]; +"1080 compressed_weight_updated_constant56" [id=1080, type=get_attr]; +"1081 _param_constant151_0_0" [id=1081, type=get_attr]; +"1082 mul_104" [id=1082, type=]; +"1083 linear_55" [id=1083, type=linear]; +"1084 dropout_35" [id=1084, type=dropout]; +"1085 _param_constant152" [id=1085, type=get_attr]; +"1086 _param_constant153" [id=1086, type=get_attr]; +"1087 layer_norm_20" [id=1087, type=layer_norm]; +"1088 add_30" [id=1088, type=add]; +"1089 _tensor_constant54" [id=1089, type=get_attr]; +"1090 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1090, type=call_module]; +"1091 linear_56_scale_0_updated_constant0" [id=1091, type=get_attr]; +"1092 compressed_weight_updated_constant57" [id=1092, type=get_attr]; +"1093 _param_constant155_0_0" [id=1093, type=get_attr]; +"1094 mul_105" [id=1094, type=]; +"1095 linear_56" [id=1095, type=linear]; +"1096 relu__9" [id=1096, type=relu_]; +"1097 relu__9_0_0_nncf_smooth_quant_0" [id=1097, type=call_module]; +"1098 linear_57_scale_0_updated_constant0" [id=1098, type=get_attr]; +"1099 compressed_weight_updated_constant58" [id=1099, type=get_attr]; +"1100 mul_106" [id=1100, type=]; +"1101 linear_57" [id=1101, type=linear]; +"1102 view_48" [id=1102, type=view]; +"1103 _tensor_constant55" [id=1103, type=get_attr]; +"1104 index_9" [id=1104, type=index]; +"1105 view_49" [id=1105, type=view]; +"1106 permute_41" [id=1106, type=permute]; +"1107 contiguous_16" [id=1107, type=contiguous]; +"1108 unsqueeze_25" [id=1108, type=unsqueeze]; +"1109 sigmoid_9" [id=1109, type=sigmoid]; +"1110 mul_18" [id=1110, type=mul]; +"1111 pad_11" [id=1111, type=pad]; +"1112 roll_8" [id=1112, type=roll]; +"1113 view_50" [id=1113, type=view]; +"1114 permute_42" [id=1114, type=permute]; +"1115 reshape_40" [id=1115, type=reshape]; +"1116 reshape_40_0_0_nncf_smooth_quant_0" [id=1116, type=call_module]; +"1117 quantize_per_tensor_default_57" [id=1117, type=quantize_per_tensor]; +"1118 dequantize_per_tensor_default_57" [id=1118, type=dequantize_per_tensor]; +"1119 linear_58_scale_0_updated_constant0" [id=1119, type=get_attr]; +"1120 compressed_weight_updated_constant59" [id=1120, type=get_attr]; +"1121 _param_constant157_0_0" [id=1121, type=get_attr]; +"1122 mul_107" [id=1122, type=]; +"1123 linear_58" [id=1123, type=linear]; +"1124 reshape_41" [id=1124, type=reshape]; +"1125 permute_43" [id=1125, type=permute]; +"1126 select_27" [id=1126, type=select]; +"1127 select_28" [id=1127, type=select]; +"1128 select_29" [id=1128, type=select]; +"1129 linalg_vector_norm_18" [id=1129, type=linalg_vector_norm]; +"1130 clamp_min_18" [id=1130, type=clamp_min]; +"1131 expand_as_18" [id=1131, type=expand_as]; +"1132 div_18" [id=1132, type=div]; +"1133 quantize_per_tensor_default_58" [id=1133, type=quantize_per_tensor]; +"1134 dequantize_per_tensor_default_58" [id=1134, type=dequantize_per_tensor]; +"1135 linalg_vector_norm_19" [id=1135, type=linalg_vector_norm]; +"1136 clamp_min_19" [id=1136, type=clamp_min]; +"1137 expand_as_19" [id=1137, type=expand_as]; +"1138 div_19" [id=1138, type=div]; +"1139 quantize_per_tensor_default_59" [id=1139, type=quantize_per_tensor]; +"1140 dequantize_per_tensor_default_59" [id=1140, type=dequantize_per_tensor]; +"1141 transpose_18" [id=1141, type=transpose]; +"1142 matmul_18" [id=1142, type=matmul]; +"1143 _param_constant159" [id=1143, type=get_attr]; +"1144 clamp_9" [id=1144, type=clamp]; +"1145 exp_9" [id=1145, type=exp]; +"1146 mul_19" [id=1146, type=mul]; +"1147 add_31" [id=1147, type=add]; +"1148 new_zeros_4" [id=1148, type=new_zeros]; +"1149 view_51" [id=1149, type=view]; +"1150 permute_44" [id=1150, type=permute]; +"1151 reshape_42" [id=1151, type=reshape]; +"1152 unsqueeze_26" [id=1152, type=unsqueeze]; +"1153 unsqueeze_27" [id=1153, type=unsqueeze]; +"1154 sub_4" [id=1154, type=sub]; +"1155 ne_4" [id=1155, type=ne]; +"1156 masked_fill_8" [id=1156, type=masked_fill]; +"1157 eq_4" [id=1157, type=eq]; +"1158 masked_fill_9" [id=1158, type=masked_fill]; +"1159 view_52" [id=1159, type=view]; +"1160 unsqueeze_28" [id=1160, type=unsqueeze]; +"1161 unsqueeze_29" [id=1161, type=unsqueeze]; +"1162 add_32" [id=1162, type=add]; +"1163 view_53" [id=1163, type=view]; +"1164 softmax_9" [id=1164, type=softmax]; +"1165 dropout_36" [id=1165, type=dropout]; +"1166 matmul_19" [id=1166, type=matmul]; +"1167 transpose_19" [id=1167, type=transpose]; +"1168 reshape_43" [id=1168, type=reshape]; +"1169 reshape_43_0_0_nncf_smooth_quant_0" [id=1169, type=call_module]; +"1170 quantize_per_tensor_default_60" [id=1170, type=quantize_per_tensor]; +"1171 dequantize_per_tensor_default_60" [id=1171, type=dequantize_per_tensor]; +"1172 linear_59_scale_0_updated_constant0" [id=1172, type=get_attr]; +"1173 compressed_weight_updated_constant60" [id=1173, type=get_attr]; +"1174 _param_constant161_0_0" [id=1174, type=get_attr]; +"1175 mul_108" [id=1175, type=]; +"1176 linear_59" [id=1176, type=linear]; +"1177 dropout_37" [id=1177, type=dropout]; +"1178 view_54" [id=1178, type=view]; +"1179 permute_45" [id=1179, type=permute]; +"1180 reshape_44" [id=1180, type=reshape]; +"1181 roll_9" [id=1181, type=roll]; +"1182 slice_157" [id=1182, type=slice]; +"1183 slice_158" [id=1183, type=slice]; +"1184 slice_159" [id=1184, type=slice]; +"1185 slice_160" [id=1185, type=slice]; +"1186 contiguous_17" [id=1186, type=contiguous]; +"1187 _param_constant162" [id=1187, type=get_attr]; +"1188 _param_constant163" [id=1188, type=get_attr]; +"1189 layer_norm_21" [id=1189, type=layer_norm]; +"1190 add_33" [id=1190, type=add]; +"1191 add_33_0_0_nncf_smooth_quant_0" [id=1191, type=call_module]; +"1192 quantize_per_tensor_default_61" [id=1192, type=quantize_per_tensor]; +"1193 dequantize_per_tensor_default_61" [id=1193, type=dequantize_per_tensor]; +"1194 linear_60_scale_0_updated_constant0" [id=1194, type=get_attr]; +"1195 compressed_weight_updated_constant61" [id=1195, type=get_attr]; +"1196 _param_constant165_0_0" [id=1196, type=get_attr]; +"1197 mul_109" [id=1197, type=]; +"1198 linear_60" [id=1198, type=linear]; +"1199 gelu_9" [id=1199, type=gelu]; +"1200 dropout_38" [id=1200, type=dropout]; +"1201 dropout_38_0_0_nncf_smooth_quant_0" [id=1201, type=call_module]; +"1202 quantize_per_tensor_default_62" [id=1202, type=quantize_per_tensor]; +"1203 dequantize_per_tensor_default_62" [id=1203, type=dequantize_per_tensor]; +"1204 linear_61_scale_0_updated_constant0" [id=1204, type=get_attr]; +"1205 compressed_weight_updated_constant62" [id=1205, type=get_attr]; +"1206 _param_constant167_0_0" [id=1206, type=get_attr]; +"1207 mul_110" [id=1207, type=]; +"1208 linear_61" [id=1208, type=linear]; +"1209 dropout_39" [id=1209, type=dropout]; +"1210 _param_constant168" [id=1210, type=get_attr]; +"1211 _param_constant169" [id=1211, type=get_attr]; +"1212 layer_norm_22" [id=1212, type=layer_norm]; +"1213 add_34" [id=1213, type=add]; +"1214 _tensor_constant65" [id=1214, type=get_attr]; +"1215 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1215, type=call_module]; +"1216 linear_62_scale_0_updated_constant0" [id=1216, type=get_attr]; +"1217 compressed_weight_updated_constant63" [id=1217, type=get_attr]; +"1218 _param_constant171_0_0" [id=1218, type=get_attr]; +"1219 mul_111" [id=1219, type=]; +"1220 linear_62" [id=1220, type=linear]; +"1221 relu__10" [id=1221, type=relu_]; +"1222 relu__10_0_0_nncf_smooth_quant_0" [id=1222, type=call_module]; +"1223 linear_63_scale_0_updated_constant0" [id=1223, type=get_attr]; +"1224 compressed_weight_updated_constant64" [id=1224, type=get_attr]; +"1225 mul_112" [id=1225, type=]; +"1226 linear_63" [id=1226, type=linear]; +"1227 view_55" [id=1227, type=view]; +"1228 _tensor_constant66" [id=1228, type=get_attr]; +"1229 index_10" [id=1229, type=index]; +"1230 view_56" [id=1230, type=view]; +"1231 permute_46" [id=1231, type=permute]; +"1232 contiguous_18" [id=1232, type=contiguous]; +"1233 unsqueeze_30" [id=1233, type=unsqueeze]; +"1234 sigmoid_10" [id=1234, type=sigmoid]; +"1235 mul_20" [id=1235, type=mul]; +"1236 pad_12" [id=1236, type=pad]; +"1237 view_57" [id=1237, type=view]; +"1238 permute_47" [id=1238, type=permute]; +"1239 reshape_45" [id=1239, type=reshape]; +"1240 reshape_45_0_0_nncf_smooth_quant_0" [id=1240, type=call_module]; +"1241 quantize_per_tensor_default_63" [id=1241, type=quantize_per_tensor]; +"1242 dequantize_per_tensor_default_63" [id=1242, type=dequantize_per_tensor]; +"1243 linear_64_scale_0_updated_constant0" [id=1243, type=get_attr]; +"1244 compressed_weight_updated_constant65" [id=1244, type=get_attr]; +"1245 _param_constant173_0_0" [id=1245, type=get_attr]; +"1246 mul_113" [id=1246, type=]; +"1247 linear_64" [id=1247, type=linear]; +"1248 reshape_46" [id=1248, type=reshape]; +"1249 permute_48" [id=1249, type=permute]; +"1250 select_30" [id=1250, type=select]; +"1251 select_31" [id=1251, type=select]; +"1252 select_32" [id=1252, type=select]; +"1253 linalg_vector_norm_20" [id=1253, type=linalg_vector_norm]; +"1254 clamp_min_20" [id=1254, type=clamp_min]; +"1255 expand_as_20" [id=1255, type=expand_as]; +"1256 div_20" [id=1256, type=div]; +"1257 quantize_per_tensor_default_64" [id=1257, type=quantize_per_tensor]; +"1258 dequantize_per_tensor_default_64" [id=1258, type=dequantize_per_tensor]; +"1259 linalg_vector_norm_21" [id=1259, type=linalg_vector_norm]; +"1260 clamp_min_21" [id=1260, type=clamp_min]; +"1261 expand_as_21" [id=1261, type=expand_as]; +"1262 div_21" [id=1262, type=div]; +"1263 quantize_per_tensor_default_65" [id=1263, type=quantize_per_tensor]; +"1264 dequantize_per_tensor_default_65" [id=1264, type=dequantize_per_tensor]; +"1265 transpose_20" [id=1265, type=transpose]; +"1266 matmul_20" [id=1266, type=matmul]; +"1267 _param_constant175" [id=1267, type=get_attr]; +"1268 clamp_10" [id=1268, type=clamp]; +"1269 exp_10" [id=1269, type=exp]; +"1270 mul_21" [id=1270, type=mul]; +"1271 add_35" [id=1271, type=add]; +"1272 softmax_10" [id=1272, type=softmax]; +"1273 dropout_40" [id=1273, type=dropout]; +"1274 matmul_21" [id=1274, type=matmul]; +"1275 transpose_21" [id=1275, type=transpose]; +"1276 reshape_47" [id=1276, type=reshape]; +"1277 reshape_47_0_0_nncf_smooth_quant_0" [id=1277, type=call_module]; +"1278 quantize_per_tensor_default_66" [id=1278, type=quantize_per_tensor]; +"1279 dequantize_per_tensor_default_66" [id=1279, type=dequantize_per_tensor]; +"1280 linear_65_scale_0_updated_constant0" [id=1280, type=get_attr]; +"1281 compressed_weight_updated_constant66" [id=1281, type=get_attr]; +"1282 _param_constant177_0_0" [id=1282, type=get_attr]; +"1283 mul_114" [id=1283, type=]; +"1284 linear_65" [id=1284, type=linear]; +"1285 dropout_41" [id=1285, type=dropout]; +"1286 view_58" [id=1286, type=view]; +"1287 permute_49" [id=1287, type=permute]; +"1288 reshape_48" [id=1288, type=reshape]; +"1289 slice_162" [id=1289, type=slice]; +"1290 slice_163" [id=1290, type=slice]; +"1291 slice_164" [id=1291, type=slice]; +"1292 slice_165" [id=1292, type=slice]; +"1293 contiguous_19" [id=1293, type=contiguous]; +"1294 _param_constant178" [id=1294, type=get_attr]; +"1295 _param_constant179" [id=1295, type=get_attr]; +"1296 layer_norm_23" [id=1296, type=layer_norm]; +"1297 add_36" [id=1297, type=add]; +"1298 add_36_0_0_nncf_smooth_quant_0" [id=1298, type=call_module]; +"1299 quantize_per_tensor_default_67" [id=1299, type=quantize_per_tensor]; +"1300 dequantize_per_tensor_default_67" [id=1300, type=dequantize_per_tensor]; +"1301 linear_66_scale_0_updated_constant0" [id=1301, type=get_attr]; +"1302 compressed_weight_updated_constant67" [id=1302, type=get_attr]; +"1303 _param_constant181_0_0" [id=1303, type=get_attr]; +"1304 mul_115" [id=1304, type=]; +"1305 linear_66" [id=1305, type=linear]; +"1306 gelu_10" [id=1306, type=gelu]; +"1307 dropout_42" [id=1307, type=dropout]; +"1308 dropout_42_0_0_nncf_smooth_quant_0" [id=1308, type=call_module]; +"1309 quantize_per_tensor_default_68" [id=1309, type=quantize_per_tensor]; +"1310 dequantize_per_tensor_default_68" [id=1310, type=dequantize_per_tensor]; +"1311 linear_67_scale_0_updated_constant0" [id=1311, type=get_attr]; +"1312 compressed_weight_updated_constant68" [id=1312, type=get_attr]; +"1313 _param_constant183_0_0" [id=1313, type=get_attr]; +"1314 mul_116" [id=1314, type=]; +"1315 linear_67" [id=1315, type=linear]; +"1316 dropout_43" [id=1316, type=dropout]; +"1317 _param_constant184" [id=1317, type=get_attr]; +"1318 _param_constant185" [id=1318, type=get_attr]; +"1319 layer_norm_24" [id=1319, type=layer_norm]; +"1320 add_37" [id=1320, type=add]; +"1321 _tensor_constant67" [id=1321, type=get_attr]; +"1322 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1322, type=call_module]; +"1323 linear_68_scale_0_updated_constant0" [id=1323, type=get_attr]; +"1324 compressed_weight_updated_constant69" [id=1324, type=get_attr]; +"1325 _param_constant187_0_0" [id=1325, type=get_attr]; +"1326 mul_117" [id=1326, type=]; +"1327 linear_68" [id=1327, type=linear]; +"1328 relu__11" [id=1328, type=relu_]; +"1329 relu__11_0_0_nncf_smooth_quant_0" [id=1329, type=call_module]; +"1330 linear_69_scale_0_updated_constant0" [id=1330, type=get_attr]; +"1331 compressed_weight_updated_constant70" [id=1331, type=get_attr]; +"1332 mul_118" [id=1332, type=]; +"1333 linear_69" [id=1333, type=linear]; +"1334 view_59" [id=1334, type=view]; +"1335 _tensor_constant68" [id=1335, type=get_attr]; +"1336 index_11" [id=1336, type=index]; +"1337 view_60" [id=1337, type=view]; +"1338 permute_50" [id=1338, type=permute]; +"1339 contiguous_20" [id=1339, type=contiguous]; +"1340 unsqueeze_31" [id=1340, type=unsqueeze]; +"1341 sigmoid_11" [id=1341, type=sigmoid]; +"1342 mul_22" [id=1342, type=mul]; +"1343 pad_13" [id=1343, type=pad]; +"1344 roll_10" [id=1344, type=roll]; +"1345 view_61" [id=1345, type=view]; +"1346 permute_51" [id=1346, type=permute]; +"1347 reshape_49" [id=1347, type=reshape]; +"1348 reshape_49_0_0_nncf_smooth_quant_0" [id=1348, type=call_module]; +"1349 quantize_per_tensor_default_69" [id=1349, type=quantize_per_tensor]; +"1350 dequantize_per_tensor_default_69" [id=1350, type=dequantize_per_tensor]; +"1351 linear_70_scale_0_updated_constant0" [id=1351, type=get_attr]; +"1352 compressed_weight_updated_constant71" [id=1352, type=get_attr]; +"1353 _param_constant189_0_0" [id=1353, type=get_attr]; +"1354 mul_119" [id=1354, type=]; +"1355 linear_70" [id=1355, type=linear]; +"1356 reshape_50" [id=1356, type=reshape]; +"1357 permute_52" [id=1357, type=permute]; +"1358 select_33" [id=1358, type=select]; +"1359 select_34" [id=1359, type=select]; +"1360 select_35" [id=1360, type=select]; +"1361 linalg_vector_norm_22" [id=1361, type=linalg_vector_norm]; +"1362 clamp_min_22" [id=1362, type=clamp_min]; +"1363 expand_as_22" [id=1363, type=expand_as]; +"1364 div_22" [id=1364, type=div]; +"1365 quantize_per_tensor_default_70" [id=1365, type=quantize_per_tensor]; +"1366 dequantize_per_tensor_default_70" [id=1366, type=dequantize_per_tensor]; +"1367 linalg_vector_norm_23" [id=1367, type=linalg_vector_norm]; +"1368 clamp_min_23" [id=1368, type=clamp_min]; +"1369 expand_as_23" [id=1369, type=expand_as]; +"1370 div_23" [id=1370, type=div]; +"1371 quantize_per_tensor_default_71" [id=1371, type=quantize_per_tensor]; +"1372 dequantize_per_tensor_default_71" [id=1372, type=dequantize_per_tensor]; +"1373 transpose_22" [id=1373, type=transpose]; +"1374 matmul_22" [id=1374, type=matmul]; +"1375 _param_constant191" [id=1375, type=get_attr]; +"1376 clamp_11" [id=1376, type=clamp]; +"1377 exp_11" [id=1377, type=exp]; +"1378 mul_23" [id=1378, type=mul]; +"1379 add_38" [id=1379, type=add]; +"1380 new_zeros_5" [id=1380, type=new_zeros]; +"1381 view_62" [id=1381, type=view]; +"1382 permute_53" [id=1382, type=permute]; +"1383 reshape_51" [id=1383, type=reshape]; +"1384 unsqueeze_32" [id=1384, type=unsqueeze]; +"1385 unsqueeze_33" [id=1385, type=unsqueeze]; +"1386 sub_5" [id=1386, type=sub]; +"1387 ne_5" [id=1387, type=ne]; +"1388 masked_fill_10" [id=1388, type=masked_fill]; +"1389 eq_5" [id=1389, type=eq]; +"1390 masked_fill_11" [id=1390, type=masked_fill]; +"1391 view_63" [id=1391, type=view]; +"1392 unsqueeze_34" [id=1392, type=unsqueeze]; +"1393 unsqueeze_35" [id=1393, type=unsqueeze]; +"1394 add_39" [id=1394, type=add]; +"1395 view_64" [id=1395, type=view]; +"1396 softmax_11" [id=1396, type=softmax]; +"1397 dropout_44" [id=1397, type=dropout]; +"1398 matmul_23" [id=1398, type=matmul]; +"1399 transpose_23" [id=1399, type=transpose]; +"1400 reshape_52" [id=1400, type=reshape]; +"1401 reshape_52_0_0_nncf_smooth_quant_0" [id=1401, type=call_module]; +"1402 quantize_per_tensor_default_72" [id=1402, type=quantize_per_tensor]; +"1403 dequantize_per_tensor_default_72" [id=1403, type=dequantize_per_tensor]; +"1404 linear_71_scale_0_updated_constant0" [id=1404, type=get_attr]; +"1405 compressed_weight_updated_constant72" [id=1405, type=get_attr]; +"1406 _param_constant193_0_0" [id=1406, type=get_attr]; +"1407 mul_120" [id=1407, type=]; +"1408 linear_71" [id=1408, type=linear]; +"1409 dropout_45" [id=1409, type=dropout]; +"1410 view_65" [id=1410, type=view]; +"1411 permute_54" [id=1411, type=permute]; +"1412 reshape_53" [id=1412, type=reshape]; +"1413 roll_11" [id=1413, type=roll]; +"1414 slice_185" [id=1414, type=slice]; +"1415 slice_186" [id=1415, type=slice]; +"1416 slice_187" [id=1416, type=slice]; +"1417 slice_188" [id=1417, type=slice]; +"1418 contiguous_21" [id=1418, type=contiguous]; +"1419 _param_constant194" [id=1419, type=get_attr]; +"1420 _param_constant195" [id=1420, type=get_attr]; +"1421 layer_norm_25" [id=1421, type=layer_norm]; +"1422 add_40" [id=1422, type=add]; +"1423 add_40_0_0_nncf_smooth_quant_0" [id=1423, type=call_module]; +"1424 quantize_per_tensor_default_73" [id=1424, type=quantize_per_tensor]; +"1425 dequantize_per_tensor_default_73" [id=1425, type=dequantize_per_tensor]; +"1426 linear_72_scale_0_updated_constant0" [id=1426, type=get_attr]; +"1427 compressed_weight_updated_constant73" [id=1427, type=get_attr]; +"1428 _param_constant197_0_0" [id=1428, type=get_attr]; +"1429 mul_121" [id=1429, type=]; +"1430 linear_72" [id=1430, type=linear]; +"1431 gelu_11" [id=1431, type=gelu]; +"1432 dropout_46" [id=1432, type=dropout]; +"1433 dropout_46_0_0_nncf_smooth_quant_0" [id=1433, type=call_module]; +"1434 quantize_per_tensor_default_74" [id=1434, type=quantize_per_tensor]; +"1435 dequantize_per_tensor_default_74" [id=1435, type=dequantize_per_tensor]; +"1436 linear_73_scale_0_updated_constant0" [id=1436, type=get_attr]; +"1437 compressed_weight_updated_constant74" [id=1437, type=get_attr]; +"1438 _param_constant199_0_0" [id=1438, type=get_attr]; +"1439 mul_122" [id=1439, type=]; +"1440 linear_73" [id=1440, type=linear]; +"1441 dropout_47" [id=1441, type=dropout]; +"1442 _param_constant200" [id=1442, type=get_attr]; +"1443 _param_constant201" [id=1443, type=get_attr]; +"1444 layer_norm_26" [id=1444, type=layer_norm]; +"1445 add_41" [id=1445, type=add]; +"1446 _tensor_constant78" [id=1446, type=get_attr]; +"1447 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1447, type=call_module]; +"1448 linear_74_scale_0_updated_constant0" [id=1448, type=get_attr]; +"1449 compressed_weight_updated_constant75" [id=1449, type=get_attr]; +"1450 _param_constant203_0_0" [id=1450, type=get_attr]; +"1451 mul_123" [id=1451, type=]; +"1452 linear_74" [id=1452, type=linear]; +"1453 relu__12" [id=1453, type=relu_]; +"1454 relu__12_0_0_nncf_smooth_quant_0" [id=1454, type=call_module]; +"1455 linear_75_scale_0_updated_constant0" [id=1455, type=get_attr]; +"1456 compressed_weight_updated_constant76" [id=1456, type=get_attr]; +"1457 mul_124" [id=1457, type=]; +"1458 linear_75" [id=1458, type=linear]; +"1459 view_66" [id=1459, type=view]; +"1460 _tensor_constant79" [id=1460, type=get_attr]; +"1461 index_12" [id=1461, type=index]; +"1462 view_67" [id=1462, type=view]; +"1463 permute_55" [id=1463, type=permute]; +"1464 contiguous_22" [id=1464, type=contiguous]; +"1465 unsqueeze_36" [id=1465, type=unsqueeze]; +"1466 sigmoid_12" [id=1466, type=sigmoid]; +"1467 mul_24" [id=1467, type=mul]; +"1468 pad_14" [id=1468, type=pad]; +"1469 view_68" [id=1469, type=view]; +"1470 permute_56" [id=1470, type=permute]; +"1471 reshape_54" [id=1471, type=reshape]; +"1472 reshape_54_0_0_nncf_smooth_quant_0" [id=1472, type=call_module]; +"1473 quantize_per_tensor_default_75" [id=1473, type=quantize_per_tensor]; +"1474 dequantize_per_tensor_default_75" [id=1474, type=dequantize_per_tensor]; +"1475 linear_76_scale_0_updated_constant0" [id=1475, type=get_attr]; +"1476 compressed_weight_updated_constant77" [id=1476, type=get_attr]; +"1477 _param_constant205_0_0" [id=1477, type=get_attr]; +"1478 mul_125" [id=1478, type=]; +"1479 linear_76" [id=1479, type=linear]; +"1480 reshape_55" [id=1480, type=reshape]; +"1481 permute_57" [id=1481, type=permute]; +"1482 select_36" [id=1482, type=select]; +"1483 select_37" [id=1483, type=select]; +"1484 select_38" [id=1484, type=select]; +"1485 linalg_vector_norm_24" [id=1485, type=linalg_vector_norm]; +"1486 clamp_min_24" [id=1486, type=clamp_min]; +"1487 expand_as_24" [id=1487, type=expand_as]; +"1488 div_24" [id=1488, type=div]; +"1489 quantize_per_tensor_default_76" [id=1489, type=quantize_per_tensor]; +"1490 dequantize_per_tensor_default_76" [id=1490, type=dequantize_per_tensor]; +"1491 linalg_vector_norm_25" [id=1491, type=linalg_vector_norm]; +"1492 clamp_min_25" [id=1492, type=clamp_min]; +"1493 expand_as_25" [id=1493, type=expand_as]; +"1494 div_25" [id=1494, type=div]; +"1495 quantize_per_tensor_default_77" [id=1495, type=quantize_per_tensor]; +"1496 dequantize_per_tensor_default_77" [id=1496, type=dequantize_per_tensor]; +"1497 transpose_24" [id=1497, type=transpose]; +"1498 matmul_24" [id=1498, type=matmul]; +"1499 _param_constant207" [id=1499, type=get_attr]; +"1500 clamp_12" [id=1500, type=clamp]; +"1501 exp_12" [id=1501, type=exp]; +"1502 mul_25" [id=1502, type=mul]; +"1503 add_42" [id=1503, type=add]; +"1504 softmax_12" [id=1504, type=softmax]; +"1505 dropout_48" [id=1505, type=dropout]; +"1506 matmul_25" [id=1506, type=matmul]; +"1507 transpose_25" [id=1507, type=transpose]; +"1508 reshape_56" [id=1508, type=reshape]; +"1509 reshape_56_0_0_nncf_smooth_quant_0" [id=1509, type=call_module]; +"1510 quantize_per_tensor_default_78" [id=1510, type=quantize_per_tensor]; +"1511 dequantize_per_tensor_default_78" [id=1511, type=dequantize_per_tensor]; +"1512 linear_77_scale_0_updated_constant0" [id=1512, type=get_attr]; +"1513 compressed_weight_updated_constant78" [id=1513, type=get_attr]; +"1514 _param_constant209_0_0" [id=1514, type=get_attr]; +"1515 mul_126" [id=1515, type=]; +"1516 linear_77" [id=1516, type=linear]; +"1517 dropout_49" [id=1517, type=dropout]; +"1518 view_69" [id=1518, type=view]; +"1519 permute_58" [id=1519, type=permute]; +"1520 reshape_57" [id=1520, type=reshape]; +"1521 slice_190" [id=1521, type=slice]; +"1522 slice_191" [id=1522, type=slice]; +"1523 slice_192" [id=1523, type=slice]; +"1524 slice_193" [id=1524, type=slice]; +"1525 contiguous_23" [id=1525, type=contiguous]; +"1526 _param_constant210" [id=1526, type=get_attr]; +"1527 _param_constant211" [id=1527, type=get_attr]; +"1528 layer_norm_27" [id=1528, type=layer_norm]; +"1529 add_43" [id=1529, type=add]; +"1530 add_43_0_0_nncf_smooth_quant_0" [id=1530, type=call_module]; +"1531 quantize_per_tensor_default_79" [id=1531, type=quantize_per_tensor]; +"1532 dequantize_per_tensor_default_79" [id=1532, type=dequantize_per_tensor]; +"1533 linear_78_scale_0_updated_constant0" [id=1533, type=get_attr]; +"1534 compressed_weight_updated_constant79" [id=1534, type=get_attr]; +"1535 _param_constant213_0_0" [id=1535, type=get_attr]; +"1536 mul_127" [id=1536, type=]; +"1537 linear_78" [id=1537, type=linear]; +"1538 gelu_12" [id=1538, type=gelu]; +"1539 dropout_50" [id=1539, type=dropout]; +"1540 dropout_50_0_0_nncf_smooth_quant_0" [id=1540, type=call_module]; +"1541 quantize_per_tensor_default_80" [id=1541, type=quantize_per_tensor]; +"1542 dequantize_per_tensor_default_80" [id=1542, type=dequantize_per_tensor]; +"1543 linear_79_scale_0_updated_constant0" [id=1543, type=get_attr]; +"1544 compressed_weight_updated_constant80" [id=1544, type=get_attr]; +"1545 _param_constant215_0_0" [id=1545, type=get_attr]; +"1546 mul_128" [id=1546, type=]; +"1547 linear_79" [id=1547, type=linear]; +"1548 dropout_51" [id=1548, type=dropout]; +"1549 _param_constant216" [id=1549, type=get_attr]; +"1550 _param_constant217" [id=1550, type=get_attr]; +"1551 layer_norm_28" [id=1551, type=layer_norm]; +"1552 add_44" [id=1552, type=add]; +"1553 _tensor_constant80" [id=1553, type=get_attr]; +"1554 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1554, type=call_module]; +"1555 linear_80_scale_0_updated_constant0" [id=1555, type=get_attr]; +"1556 compressed_weight_updated_constant81" [id=1556, type=get_attr]; +"1557 _param_constant219_0_0" [id=1557, type=get_attr]; +"1558 mul_129" [id=1558, type=]; +"1559 linear_80" [id=1559, type=linear]; +"1560 relu__13" [id=1560, type=relu_]; +"1561 relu__13_0_0_nncf_smooth_quant_0" [id=1561, type=call_module]; +"1562 linear_81_scale_0_updated_constant0" [id=1562, type=get_attr]; +"1563 compressed_weight_updated_constant82" [id=1563, type=get_attr]; +"1564 mul_130" [id=1564, type=]; +"1565 linear_81" [id=1565, type=linear]; +"1566 view_70" [id=1566, type=view]; +"1567 _tensor_constant81" [id=1567, type=get_attr]; +"1568 index_13" [id=1568, type=index]; +"1569 view_71" [id=1569, type=view]; +"1570 permute_59" [id=1570, type=permute]; +"1571 contiguous_24" [id=1571, type=contiguous]; +"1572 unsqueeze_37" [id=1572, type=unsqueeze]; +"1573 sigmoid_13" [id=1573, type=sigmoid]; +"1574 mul_26" [id=1574, type=mul]; +"1575 pad_15" [id=1575, type=pad]; +"1576 roll_12" [id=1576, type=roll]; +"1577 view_72" [id=1577, type=view]; +"1578 permute_60" [id=1578, type=permute]; +"1579 reshape_58" [id=1579, type=reshape]; +"1580 reshape_58_0_0_nncf_smooth_quant_0" [id=1580, type=call_module]; +"1581 quantize_per_tensor_default_81" [id=1581, type=quantize_per_tensor]; +"1582 dequantize_per_tensor_default_81" [id=1582, type=dequantize_per_tensor]; +"1583 linear_82_scale_0_updated_constant0" [id=1583, type=get_attr]; +"1584 compressed_weight_updated_constant83" [id=1584, type=get_attr]; +"1585 _param_constant221_0_0" [id=1585, type=get_attr]; +"1586 mul_131" [id=1586, type=]; +"1587 linear_82" [id=1587, type=linear]; +"1588 reshape_59" [id=1588, type=reshape]; +"1589 permute_61" [id=1589, type=permute]; +"1590 select_39" [id=1590, type=select]; +"1591 select_40" [id=1591, type=select]; +"1592 select_41" [id=1592, type=select]; +"1593 linalg_vector_norm_26" [id=1593, type=linalg_vector_norm]; +"1594 clamp_min_26" [id=1594, type=clamp_min]; +"1595 expand_as_26" [id=1595, type=expand_as]; +"1596 div_26" [id=1596, type=div]; +"1597 quantize_per_tensor_default_82" [id=1597, type=quantize_per_tensor]; +"1598 dequantize_per_tensor_default_82" [id=1598, type=dequantize_per_tensor]; +"1599 linalg_vector_norm_27" [id=1599, type=linalg_vector_norm]; +"1600 clamp_min_27" [id=1600, type=clamp_min]; +"1601 expand_as_27" [id=1601, type=expand_as]; +"1602 div_27" [id=1602, type=div]; +"1603 quantize_per_tensor_default_83" [id=1603, type=quantize_per_tensor]; +"1604 dequantize_per_tensor_default_83" [id=1604, type=dequantize_per_tensor]; +"1605 transpose_26" [id=1605, type=transpose]; +"1606 matmul_26" [id=1606, type=matmul]; +"1607 _param_constant223" [id=1607, type=get_attr]; +"1608 clamp_13" [id=1608, type=clamp]; +"1609 exp_13" [id=1609, type=exp]; +"1610 mul_27" [id=1610, type=mul]; +"1611 add_45" [id=1611, type=add]; +"1612 new_zeros_6" [id=1612, type=new_zeros]; +"1613 view_73" [id=1613, type=view]; +"1614 permute_62" [id=1614, type=permute]; +"1615 reshape_60" [id=1615, type=reshape]; +"1616 unsqueeze_38" [id=1616, type=unsqueeze]; +"1617 unsqueeze_39" [id=1617, type=unsqueeze]; +"1618 sub_6" [id=1618, type=sub]; +"1619 ne_6" [id=1619, type=ne]; +"1620 masked_fill_12" [id=1620, type=masked_fill]; +"1621 eq_6" [id=1621, type=eq]; +"1622 masked_fill_13" [id=1622, type=masked_fill]; +"1623 view_74" [id=1623, type=view]; +"1624 unsqueeze_40" [id=1624, type=unsqueeze]; +"1625 unsqueeze_41" [id=1625, type=unsqueeze]; +"1626 add_46" [id=1626, type=add]; +"1627 view_75" [id=1627, type=view]; +"1628 softmax_13" [id=1628, type=softmax]; +"1629 dropout_52" [id=1629, type=dropout]; +"1630 matmul_27" [id=1630, type=matmul]; +"1631 transpose_27" [id=1631, type=transpose]; +"1632 reshape_61" [id=1632, type=reshape]; +"1633 reshape_61_0_0_nncf_smooth_quant_0" [id=1633, type=call_module]; +"1634 quantize_per_tensor_default_84" [id=1634, type=quantize_per_tensor]; +"1635 dequantize_per_tensor_default_84" [id=1635, type=dequantize_per_tensor]; +"1636 linear_83_scale_0_updated_constant0" [id=1636, type=get_attr]; +"1637 compressed_weight_updated_constant84" [id=1637, type=get_attr]; +"1638 _param_constant225_0_0" [id=1638, type=get_attr]; +"1639 mul_132" [id=1639, type=]; +"1640 linear_83" [id=1640, type=linear]; +"1641 dropout_53" [id=1641, type=dropout]; +"1642 view_76" [id=1642, type=view]; +"1643 permute_63" [id=1643, type=permute]; +"1644 reshape_62" [id=1644, type=reshape]; +"1645 roll_13" [id=1645, type=roll]; +"1646 slice_213" [id=1646, type=slice]; +"1647 slice_214" [id=1647, type=slice]; +"1648 slice_215" [id=1648, type=slice]; +"1649 slice_216" [id=1649, type=slice]; +"1650 contiguous_25" [id=1650, type=contiguous]; +"1651 _param_constant226" [id=1651, type=get_attr]; +"1652 _param_constant227" [id=1652, type=get_attr]; +"1653 layer_norm_29" [id=1653, type=layer_norm]; +"1654 add_47" [id=1654, type=add]; +"1655 add_47_0_0_nncf_smooth_quant_0" [id=1655, type=call_module]; +"1656 quantize_per_tensor_default_85" [id=1656, type=quantize_per_tensor]; +"1657 dequantize_per_tensor_default_85" [id=1657, type=dequantize_per_tensor]; +"1658 linear_84_scale_0_updated_constant0" [id=1658, type=get_attr]; +"1659 compressed_weight_updated_constant85" [id=1659, type=get_attr]; +"1660 _param_constant229_0_0" [id=1660, type=get_attr]; +"1661 mul_133" [id=1661, type=]; +"1662 linear_84" [id=1662, type=linear]; +"1663 gelu_13" [id=1663, type=gelu]; +"1664 dropout_54" [id=1664, type=dropout]; +"1665 dropout_54_0_0_nncf_smooth_quant_0" [id=1665, type=call_module]; +"1666 quantize_per_tensor_default_86" [id=1666, type=quantize_per_tensor]; +"1667 dequantize_per_tensor_default_86" [id=1667, type=dequantize_per_tensor]; +"1668 linear_85_scale_0_updated_constant0" [id=1668, type=get_attr]; +"1669 compressed_weight_updated_constant86" [id=1669, type=get_attr]; +"1670 _param_constant231_0_0" [id=1670, type=get_attr]; +"1671 mul_134" [id=1671, type=]; +"1672 linear_85" [id=1672, type=linear]; +"1673 dropout_55" [id=1673, type=dropout]; +"1674 _param_constant232" [id=1674, type=get_attr]; +"1675 _param_constant233" [id=1675, type=get_attr]; +"1676 layer_norm_30" [id=1676, type=layer_norm]; +"1677 add_48" [id=1677, type=add]; +"1678 _tensor_constant91" [id=1678, type=get_attr]; +"1679 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1679, type=call_module]; +"1680 linear_86_scale_0_updated_constant0" [id=1680, type=get_attr]; +"1681 compressed_weight_updated_constant87" [id=1681, type=get_attr]; +"1682 _param_constant235_0_0" [id=1682, type=get_attr]; +"1683 mul_135" [id=1683, type=]; +"1684 linear_86" [id=1684, type=linear]; +"1685 relu__14" [id=1685, type=relu_]; +"1686 relu__14_0_0_nncf_smooth_quant_0" [id=1686, type=call_module]; +"1687 linear_87_scale_0_updated_constant0" [id=1687, type=get_attr]; +"1688 compressed_weight_updated_constant88" [id=1688, type=get_attr]; +"1689 mul_136" [id=1689, type=]; +"1690 linear_87" [id=1690, type=linear]; +"1691 view_77" [id=1691, type=view]; +"1692 _tensor_constant92" [id=1692, type=get_attr]; +"1693 index_14" [id=1693, type=index]; +"1694 view_78" [id=1694, type=view]; +"1695 permute_64" [id=1695, type=permute]; +"1696 contiguous_26" [id=1696, type=contiguous]; +"1697 unsqueeze_42" [id=1697, type=unsqueeze]; +"1698 sigmoid_14" [id=1698, type=sigmoid]; +"1699 mul_28" [id=1699, type=mul]; +"1700 pad_16" [id=1700, type=pad]; +"1701 view_79" [id=1701, type=view]; +"1702 permute_65" [id=1702, type=permute]; +"1703 reshape_63" [id=1703, type=reshape]; +"1704 reshape_63_0_0_nncf_smooth_quant_0" [id=1704, type=call_module]; +"1705 quantize_per_tensor_default_87" [id=1705, type=quantize_per_tensor]; +"1706 dequantize_per_tensor_default_87" [id=1706, type=dequantize_per_tensor]; +"1707 linear_88_scale_0_updated_constant0" [id=1707, type=get_attr]; +"1708 compressed_weight_updated_constant89" [id=1708, type=get_attr]; +"1709 _param_constant237_0_0" [id=1709, type=get_attr]; +"1710 mul_137" [id=1710, type=]; +"1711 linear_88" [id=1711, type=linear]; +"1712 reshape_64" [id=1712, type=reshape]; +"1713 permute_66" [id=1713, type=permute]; +"1714 select_42" [id=1714, type=select]; +"1715 select_43" [id=1715, type=select]; +"1716 select_44" [id=1716, type=select]; +"1717 linalg_vector_norm_28" [id=1717, type=linalg_vector_norm]; +"1718 clamp_min_28" [id=1718, type=clamp_min]; +"1719 expand_as_28" [id=1719, type=expand_as]; +"1720 div_28" [id=1720, type=div]; +"1721 quantize_per_tensor_default_88" [id=1721, type=quantize_per_tensor]; +"1722 dequantize_per_tensor_default_88" [id=1722, type=dequantize_per_tensor]; +"1723 linalg_vector_norm_29" [id=1723, type=linalg_vector_norm]; +"1724 clamp_min_29" [id=1724, type=clamp_min]; +"1725 expand_as_29" [id=1725, type=expand_as]; +"1726 div_29" [id=1726, type=div]; +"1727 quantize_per_tensor_default_89" [id=1727, type=quantize_per_tensor]; +"1728 dequantize_per_tensor_default_89" [id=1728, type=dequantize_per_tensor]; +"1729 transpose_28" [id=1729, type=transpose]; +"1730 matmul_28" [id=1730, type=matmul]; +"1731 _param_constant239" [id=1731, type=get_attr]; +"1732 clamp_14" [id=1732, type=clamp]; +"1733 exp_14" [id=1733, type=exp]; +"1734 mul_29" [id=1734, type=mul]; +"1735 add_49" [id=1735, type=add]; +"1736 softmax_14" [id=1736, type=softmax]; +"1737 dropout_56" [id=1737, type=dropout]; +"1738 matmul_29" [id=1738, type=matmul]; +"1739 transpose_29" [id=1739, type=transpose]; +"1740 reshape_65" [id=1740, type=reshape]; +"1741 reshape_65_0_0_nncf_smooth_quant_0" [id=1741, type=call_module]; +"1742 quantize_per_tensor_default_90" [id=1742, type=quantize_per_tensor]; +"1743 dequantize_per_tensor_default_90" [id=1743, type=dequantize_per_tensor]; +"1744 linear_89_scale_0_updated_constant0" [id=1744, type=get_attr]; +"1745 compressed_weight_updated_constant90" [id=1745, type=get_attr]; +"1746 _param_constant241_0_0" [id=1746, type=get_attr]; +"1747 mul_138" [id=1747, type=]; +"1748 linear_89" [id=1748, type=linear]; +"1749 dropout_57" [id=1749, type=dropout]; +"1750 view_80" [id=1750, type=view]; +"1751 permute_67" [id=1751, type=permute]; +"1752 reshape_66" [id=1752, type=reshape]; +"1753 slice_218" [id=1753, type=slice]; +"1754 slice_219" [id=1754, type=slice]; +"1755 slice_220" [id=1755, type=slice]; +"1756 slice_221" [id=1756, type=slice]; +"1757 contiguous_27" [id=1757, type=contiguous]; +"1758 _param_constant242" [id=1758, type=get_attr]; +"1759 _param_constant243" [id=1759, type=get_attr]; +"1760 layer_norm_31" [id=1760, type=layer_norm]; +"1761 add_50" [id=1761, type=add]; +"1762 add_50_0_0_nncf_smooth_quant_0" [id=1762, type=call_module]; +"1763 quantize_per_tensor_default_91" [id=1763, type=quantize_per_tensor]; +"1764 dequantize_per_tensor_default_91" [id=1764, type=dequantize_per_tensor]; +"1765 linear_90_scale_0_updated_constant0" [id=1765, type=get_attr]; +"1766 compressed_weight_updated_constant91" [id=1766, type=get_attr]; +"1767 _param_constant245_0_0" [id=1767, type=get_attr]; +"1768 mul_139" [id=1768, type=]; +"1769 linear_90" [id=1769, type=linear]; +"1770 gelu_14" [id=1770, type=gelu]; +"1771 dropout_58" [id=1771, type=dropout]; +"1772 dropout_58_0_0_nncf_smooth_quant_0" [id=1772, type=call_module]; +"1773 quantize_per_tensor_default_92" [id=1773, type=quantize_per_tensor]; +"1774 dequantize_per_tensor_default_92" [id=1774, type=dequantize_per_tensor]; +"1775 linear_91_scale_0_updated_constant0" [id=1775, type=get_attr]; +"1776 compressed_weight_updated_constant92" [id=1776, type=get_attr]; +"1777 _param_constant247_0_0" [id=1777, type=get_attr]; +"1778 mul_140" [id=1778, type=]; +"1779 linear_91" [id=1779, type=linear]; +"1780 dropout_59" [id=1780, type=dropout]; +"1781 _param_constant248" [id=1781, type=get_attr]; +"1782 _param_constant249" [id=1782, type=get_attr]; +"1783 layer_norm_32" [id=1783, type=layer_norm]; +"1784 add_51" [id=1784, type=add]; +"1785 _tensor_constant93" [id=1785, type=get_attr]; +"1786 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1786, type=call_module]; +"1787 linear_92_scale_0_updated_constant0" [id=1787, type=get_attr]; +"1788 compressed_weight_updated_constant93" [id=1788, type=get_attr]; +"1789 _param_constant251_0_0" [id=1789, type=get_attr]; +"1790 mul_141" [id=1790, type=]; +"1791 linear_92" [id=1791, type=linear]; +"1792 relu__15" [id=1792, type=relu_]; +"1793 relu__15_0_0_nncf_smooth_quant_0" [id=1793, type=call_module]; +"1794 linear_93_scale_0_updated_constant0" [id=1794, type=get_attr]; +"1795 compressed_weight_updated_constant94" [id=1795, type=get_attr]; +"1796 mul_142" [id=1796, type=]; +"1797 linear_93" [id=1797, type=linear]; +"1798 view_81" [id=1798, type=view]; +"1799 _tensor_constant94" [id=1799, type=get_attr]; +"1800 index_15" [id=1800, type=index]; +"1801 view_82" [id=1801, type=view]; +"1802 permute_68" [id=1802, type=permute]; +"1803 contiguous_28" [id=1803, type=contiguous]; +"1804 unsqueeze_43" [id=1804, type=unsqueeze]; +"1805 sigmoid_15" [id=1805, type=sigmoid]; +"1806 mul_30" [id=1806, type=mul]; +"1807 pad_17" [id=1807, type=pad]; +"1808 roll_14" [id=1808, type=roll]; +"1809 view_83" [id=1809, type=view]; +"1810 permute_69" [id=1810, type=permute]; +"1811 reshape_67" [id=1811, type=reshape]; +"1812 reshape_67_0_0_nncf_smooth_quant_0" [id=1812, type=call_module]; +"1813 quantize_per_tensor_default_93" [id=1813, type=quantize_per_tensor]; +"1814 dequantize_per_tensor_default_93" [id=1814, type=dequantize_per_tensor]; +"1815 linear_94_scale_0_updated_constant0" [id=1815, type=get_attr]; +"1816 compressed_weight_updated_constant95" [id=1816, type=get_attr]; +"1817 _param_constant253_0_0" [id=1817, type=get_attr]; +"1818 mul_143" [id=1818, type=]; +"1819 linear_94" [id=1819, type=linear]; +"1820 reshape_68" [id=1820, type=reshape]; +"1821 permute_70" [id=1821, type=permute]; +"1822 select_45" [id=1822, type=select]; +"1823 select_46" [id=1823, type=select]; +"1824 select_47" [id=1824, type=select]; +"1825 linalg_vector_norm_30" [id=1825, type=linalg_vector_norm]; +"1826 clamp_min_30" [id=1826, type=clamp_min]; +"1827 expand_as_30" [id=1827, type=expand_as]; +"1828 div_30" [id=1828, type=div]; +"1829 quantize_per_tensor_default_94" [id=1829, type=quantize_per_tensor]; +"1830 dequantize_per_tensor_default_94" [id=1830, type=dequantize_per_tensor]; +"1831 linalg_vector_norm_31" [id=1831, type=linalg_vector_norm]; +"1832 clamp_min_31" [id=1832, type=clamp_min]; +"1833 expand_as_31" [id=1833, type=expand_as]; +"1834 div_31" [id=1834, type=div]; +"1835 quantize_per_tensor_default_95" [id=1835, type=quantize_per_tensor]; +"1836 dequantize_per_tensor_default_95" [id=1836, type=dequantize_per_tensor]; +"1837 transpose_30" [id=1837, type=transpose]; +"1838 matmul_30" [id=1838, type=matmul]; +"1839 _param_constant255" [id=1839, type=get_attr]; +"1840 clamp_15" [id=1840, type=clamp]; +"1841 exp_15" [id=1841, type=exp]; +"1842 mul_31" [id=1842, type=mul]; +"1843 add_52" [id=1843, type=add]; +"1844 new_zeros_7" [id=1844, type=new_zeros]; +"1845 view_84" [id=1845, type=view]; +"1846 permute_71" [id=1846, type=permute]; +"1847 reshape_69" [id=1847, type=reshape]; +"1848 unsqueeze_44" [id=1848, type=unsqueeze]; +"1849 unsqueeze_45" [id=1849, type=unsqueeze]; +"1850 sub_7" [id=1850, type=sub]; +"1851 ne_7" [id=1851, type=ne]; +"1852 masked_fill_14" [id=1852, type=masked_fill]; +"1853 eq_7" [id=1853, type=eq]; +"1854 masked_fill_15" [id=1854, type=masked_fill]; +"1855 view_85" [id=1855, type=view]; +"1856 unsqueeze_46" [id=1856, type=unsqueeze]; +"1857 unsqueeze_47" [id=1857, type=unsqueeze]; +"1858 add_53" [id=1858, type=add]; +"1859 view_86" [id=1859, type=view]; +"1860 softmax_15" [id=1860, type=softmax]; +"1861 dropout_60" [id=1861, type=dropout]; +"1862 matmul_31" [id=1862, type=matmul]; +"1863 transpose_31" [id=1863, type=transpose]; +"1864 reshape_70" [id=1864, type=reshape]; +"1865 reshape_70_0_0_nncf_smooth_quant_0" [id=1865, type=call_module]; +"1866 quantize_per_tensor_default_96" [id=1866, type=quantize_per_tensor]; +"1867 dequantize_per_tensor_default_96" [id=1867, type=dequantize_per_tensor]; +"1868 linear_95_scale_0_updated_constant0" [id=1868, type=get_attr]; +"1869 compressed_weight_updated_constant96" [id=1869, type=get_attr]; +"1870 _param_constant257_0_0" [id=1870, type=get_attr]; +"1871 mul_144" [id=1871, type=]; +"1872 linear_95" [id=1872, type=linear]; +"1873 dropout_61" [id=1873, type=dropout]; +"1874 view_87" [id=1874, type=view]; +"1875 permute_72" [id=1875, type=permute]; +"1876 reshape_71" [id=1876, type=reshape]; +"1877 roll_15" [id=1877, type=roll]; +"1878 slice_241" [id=1878, type=slice]; +"1879 slice_242" [id=1879, type=slice]; +"1880 slice_243" [id=1880, type=slice]; +"1881 slice_244" [id=1881, type=slice]; +"1882 contiguous_29" [id=1882, type=contiguous]; +"1883 _param_constant258" [id=1883, type=get_attr]; +"1884 _param_constant259" [id=1884, type=get_attr]; +"1885 layer_norm_33" [id=1885, type=layer_norm]; +"1886 add_54" [id=1886, type=add]; +"1887 add_54_0_0_nncf_smooth_quant_0" [id=1887, type=call_module]; +"1888 quantize_per_tensor_default_97" [id=1888, type=quantize_per_tensor]; +"1889 dequantize_per_tensor_default_97" [id=1889, type=dequantize_per_tensor]; +"1890 linear_96_scale_0_updated_constant0" [id=1890, type=get_attr]; +"1891 compressed_weight_updated_constant97" [id=1891, type=get_attr]; +"1892 _param_constant261_0_0" [id=1892, type=get_attr]; +"1893 mul_145" [id=1893, type=]; +"1894 linear_96" [id=1894, type=linear]; +"1895 gelu_15" [id=1895, type=gelu]; +"1896 dropout_62" [id=1896, type=dropout]; +"1897 dropout_62_0_0_nncf_smooth_quant_0" [id=1897, type=call_module]; +"1898 quantize_per_tensor_default_98" [id=1898, type=quantize_per_tensor]; +"1899 dequantize_per_tensor_default_98" [id=1899, type=dequantize_per_tensor]; +"1900 linear_97_scale_0_updated_constant0" [id=1900, type=get_attr]; +"1901 compressed_weight_updated_constant98" [id=1901, type=get_attr]; +"1902 _param_constant263_0_0" [id=1902, type=get_attr]; +"1903 mul_146" [id=1903, type=]; +"1904 linear_97" [id=1904, type=linear]; +"1905 dropout_63" [id=1905, type=dropout]; +"1906 _param_constant264" [id=1906, type=get_attr]; +"1907 _param_constant265" [id=1907, type=get_attr]; +"1908 layer_norm_34" [id=1908, type=layer_norm]; +"1909 add_55" [id=1909, type=add]; +"1910 _tensor_constant104" [id=1910, type=get_attr]; +"1911 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=1911, type=call_module]; +"1912 linear_98_scale_0_updated_constant0" [id=1912, type=get_attr]; +"1913 compressed_weight_updated_constant99" [id=1913, type=get_attr]; +"1914 _param_constant267_0_0" [id=1914, type=get_attr]; +"1915 mul_147" [id=1915, type=]; +"1916 linear_98" [id=1916, type=linear]; +"1917 relu__16" [id=1917, type=relu_]; +"1918 relu__16_0_0_nncf_smooth_quant_0" [id=1918, type=call_module]; +"1919 linear_99_scale_0_updated_constant0" [id=1919, type=get_attr]; +"1920 compressed_weight_updated_constant100" [id=1920, type=get_attr]; +"1921 mul_148" [id=1921, type=]; +"1922 linear_99" [id=1922, type=linear]; +"1923 view_88" [id=1923, type=view]; +"1924 _tensor_constant105" [id=1924, type=get_attr]; +"1925 index_16" [id=1925, type=index]; +"1926 view_89" [id=1926, type=view]; +"1927 permute_73" [id=1927, type=permute]; +"1928 contiguous_30" [id=1928, type=contiguous]; +"1929 unsqueeze_48" [id=1929, type=unsqueeze]; +"1930 sigmoid_16" [id=1930, type=sigmoid]; +"1931 mul_32" [id=1931, type=mul]; +"1932 pad_18" [id=1932, type=pad]; +"1933 view_90" [id=1933, type=view]; +"1934 permute_74" [id=1934, type=permute]; +"1935 reshape_72" [id=1935, type=reshape]; +"1936 reshape_72_0_0_nncf_smooth_quant_0" [id=1936, type=call_module]; +"1937 quantize_per_tensor_default_99" [id=1937, type=quantize_per_tensor]; +"1938 dequantize_per_tensor_default_99" [id=1938, type=dequantize_per_tensor]; +"1939 linear_100_scale_0_updated_constant0" [id=1939, type=get_attr]; +"1940 compressed_weight_updated_constant101" [id=1940, type=get_attr]; +"1941 _param_constant269_0_0" [id=1941, type=get_attr]; +"1942 mul_149" [id=1942, type=]; +"1943 linear_100" [id=1943, type=linear]; +"1944 reshape_73" [id=1944, type=reshape]; +"1945 permute_75" [id=1945, type=permute]; +"1946 select_48" [id=1946, type=select]; +"1947 select_49" [id=1947, type=select]; +"1948 select_50" [id=1948, type=select]; +"1949 linalg_vector_norm_32" [id=1949, type=linalg_vector_norm]; +"1950 clamp_min_32" [id=1950, type=clamp_min]; +"1951 expand_as_32" [id=1951, type=expand_as]; +"1952 div_32" [id=1952, type=div]; +"1953 quantize_per_tensor_default_100" [id=1953, type=quantize_per_tensor]; +"1954 dequantize_per_tensor_default_100" [id=1954, type=dequantize_per_tensor]; +"1955 linalg_vector_norm_33" [id=1955, type=linalg_vector_norm]; +"1956 clamp_min_33" [id=1956, type=clamp_min]; +"1957 expand_as_33" [id=1957, type=expand_as]; +"1958 div_33" [id=1958, type=div]; +"1959 quantize_per_tensor_default_101" [id=1959, type=quantize_per_tensor]; +"1960 dequantize_per_tensor_default_101" [id=1960, type=dequantize_per_tensor]; +"1961 transpose_32" [id=1961, type=transpose]; +"1962 matmul_32" [id=1962, type=matmul]; +"1963 _param_constant271" [id=1963, type=get_attr]; +"1964 clamp_16" [id=1964, type=clamp]; +"1965 exp_16" [id=1965, type=exp]; +"1966 mul_33" [id=1966, type=mul]; +"1967 add_56" [id=1967, type=add]; +"1968 softmax_16" [id=1968, type=softmax]; +"1969 dropout_64" [id=1969, type=dropout]; +"1970 matmul_33" [id=1970, type=matmul]; +"1971 transpose_33" [id=1971, type=transpose]; +"1972 reshape_74" [id=1972, type=reshape]; +"1973 reshape_74_0_0_nncf_smooth_quant_0" [id=1973, type=call_module]; +"1974 quantize_per_tensor_default_102" [id=1974, type=quantize_per_tensor]; +"1975 dequantize_per_tensor_default_102" [id=1975, type=dequantize_per_tensor]; +"1976 linear_101_scale_0_updated_constant0" [id=1976, type=get_attr]; +"1977 compressed_weight_updated_constant102" [id=1977, type=get_attr]; +"1978 _param_constant273_0_0" [id=1978, type=get_attr]; +"1979 mul_150" [id=1979, type=]; +"1980 linear_101" [id=1980, type=linear]; +"1981 dropout_65" [id=1981, type=dropout]; +"1982 view_91" [id=1982, type=view]; +"1983 permute_76" [id=1983, type=permute]; +"1984 reshape_75" [id=1984, type=reshape]; +"1985 slice_246" [id=1985, type=slice]; +"1986 slice_247" [id=1986, type=slice]; +"1987 slice_248" [id=1987, type=slice]; +"1988 slice_249" [id=1988, type=slice]; +"1989 contiguous_31" [id=1989, type=contiguous]; +"1990 _param_constant274" [id=1990, type=get_attr]; +"1991 _param_constant275" [id=1991, type=get_attr]; +"1992 layer_norm_35" [id=1992, type=layer_norm]; +"1993 add_57" [id=1993, type=add]; +"1994 add_57_0_0_nncf_smooth_quant_0" [id=1994, type=call_module]; +"1995 quantize_per_tensor_default_103" [id=1995, type=quantize_per_tensor]; +"1996 dequantize_per_tensor_default_103" [id=1996, type=dequantize_per_tensor]; +"1997 linear_102_scale_0_updated_constant0" [id=1997, type=get_attr]; +"1998 compressed_weight_updated_constant103" [id=1998, type=get_attr]; +"1999 _param_constant277_0_0" [id=1999, type=get_attr]; +"2000 mul_151" [id=2000, type=]; +"2001 linear_102" [id=2001, type=linear]; +"2002 gelu_16" [id=2002, type=gelu]; +"2003 dropout_66" [id=2003, type=dropout]; +"2004 dropout_66_0_0_nncf_smooth_quant_0" [id=2004, type=call_module]; +"2005 quantize_per_tensor_default_104" [id=2005, type=quantize_per_tensor]; +"2006 dequantize_per_tensor_default_104" [id=2006, type=dequantize_per_tensor]; +"2007 linear_103_scale_0_updated_constant0" [id=2007, type=get_attr]; +"2008 compressed_weight_updated_constant104" [id=2008, type=get_attr]; +"2009 _param_constant279_0_0" [id=2009, type=get_attr]; +"2010 mul_152" [id=2010, type=]; +"2011 linear_103" [id=2011, type=linear]; +"2012 dropout_67" [id=2012, type=dropout]; +"2013 _param_constant280" [id=2013, type=get_attr]; +"2014 _param_constant281" [id=2014, type=get_attr]; +"2015 layer_norm_36" [id=2015, type=layer_norm]; +"2016 add_58" [id=2016, type=add]; +"2017 _tensor_constant106" [id=2017, type=get_attr]; +"2018 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2018, type=call_module]; +"2019 linear_104_scale_0_updated_constant0" [id=2019, type=get_attr]; +"2020 compressed_weight_updated_constant105" [id=2020, type=get_attr]; +"2021 _param_constant283_0_0" [id=2021, type=get_attr]; +"2022 mul_153" [id=2022, type=]; +"2023 linear_104" [id=2023, type=linear]; +"2024 relu__17" [id=2024, type=relu_]; +"2025 relu__17_0_0_nncf_smooth_quant_0" [id=2025, type=call_module]; +"2026 linear_105_scale_0_updated_constant0" [id=2026, type=get_attr]; +"2027 compressed_weight_updated_constant106" [id=2027, type=get_attr]; +"2028 mul_154" [id=2028, type=]; +"2029 linear_105" [id=2029, type=linear]; +"2030 view_92" [id=2030, type=view]; +"2031 _tensor_constant107" [id=2031, type=get_attr]; +"2032 index_17" [id=2032, type=index]; +"2033 view_93" [id=2033, type=view]; +"2034 permute_77" [id=2034, type=permute]; +"2035 contiguous_32" [id=2035, type=contiguous]; +"2036 unsqueeze_49" [id=2036, type=unsqueeze]; +"2037 sigmoid_17" [id=2037, type=sigmoid]; +"2038 mul_34" [id=2038, type=mul]; +"2039 pad_19" [id=2039, type=pad]; +"2040 roll_16" [id=2040, type=roll]; +"2041 view_94" [id=2041, type=view]; +"2042 permute_78" [id=2042, type=permute]; +"2043 reshape_76" [id=2043, type=reshape]; +"2044 reshape_76_0_0_nncf_smooth_quant_0" [id=2044, type=call_module]; +"2045 quantize_per_tensor_default_105" [id=2045, type=quantize_per_tensor]; +"2046 dequantize_per_tensor_default_105" [id=2046, type=dequantize_per_tensor]; +"2047 linear_106_scale_0_updated_constant0" [id=2047, type=get_attr]; +"2048 compressed_weight_updated_constant107" [id=2048, type=get_attr]; +"2049 _param_constant285_0_0" [id=2049, type=get_attr]; +"2050 mul_155" [id=2050, type=]; +"2051 linear_106" [id=2051, type=linear]; +"2052 reshape_77" [id=2052, type=reshape]; +"2053 permute_79" [id=2053, type=permute]; +"2054 select_51" [id=2054, type=select]; +"2055 select_52" [id=2055, type=select]; +"2056 select_53" [id=2056, type=select]; +"2057 linalg_vector_norm_34" [id=2057, type=linalg_vector_norm]; +"2058 clamp_min_34" [id=2058, type=clamp_min]; +"2059 expand_as_34" [id=2059, type=expand_as]; +"2060 div_34" [id=2060, type=div]; +"2061 quantize_per_tensor_default_106" [id=2061, type=quantize_per_tensor]; +"2062 dequantize_per_tensor_default_106" [id=2062, type=dequantize_per_tensor]; +"2063 linalg_vector_norm_35" [id=2063, type=linalg_vector_norm]; +"2064 clamp_min_35" [id=2064, type=clamp_min]; +"2065 expand_as_35" [id=2065, type=expand_as]; +"2066 div_35" [id=2066, type=div]; +"2067 quantize_per_tensor_default_107" [id=2067, type=quantize_per_tensor]; +"2068 dequantize_per_tensor_default_107" [id=2068, type=dequantize_per_tensor]; +"2069 transpose_34" [id=2069, type=transpose]; +"2070 matmul_34" [id=2070, type=matmul]; +"2071 _param_constant287" [id=2071, type=get_attr]; +"2072 clamp_17" [id=2072, type=clamp]; +"2073 exp_17" [id=2073, type=exp]; +"2074 mul_35" [id=2074, type=mul]; +"2075 add_59" [id=2075, type=add]; +"2076 new_zeros_8" [id=2076, type=new_zeros]; +"2077 view_95" [id=2077, type=view]; +"2078 permute_80" [id=2078, type=permute]; +"2079 reshape_78" [id=2079, type=reshape]; +"2080 unsqueeze_50" [id=2080, type=unsqueeze]; +"2081 unsqueeze_51" [id=2081, type=unsqueeze]; +"2082 sub_8" [id=2082, type=sub]; +"2083 ne_8" [id=2083, type=ne]; +"2084 masked_fill_16" [id=2084, type=masked_fill]; +"2085 eq_8" [id=2085, type=eq]; +"2086 masked_fill_17" [id=2086, type=masked_fill]; +"2087 view_96" [id=2087, type=view]; +"2088 unsqueeze_52" [id=2088, type=unsqueeze]; +"2089 unsqueeze_53" [id=2089, type=unsqueeze]; +"2090 add_60" [id=2090, type=add]; +"2091 view_97" [id=2091, type=view]; +"2092 softmax_17" [id=2092, type=softmax]; +"2093 dropout_68" [id=2093, type=dropout]; +"2094 matmul_35" [id=2094, type=matmul]; +"2095 transpose_35" [id=2095, type=transpose]; +"2096 reshape_79" [id=2096, type=reshape]; +"2097 reshape_79_0_0_nncf_smooth_quant_0" [id=2097, type=call_module]; +"2098 quantize_per_tensor_default_108" [id=2098, type=quantize_per_tensor]; +"2099 dequantize_per_tensor_default_108" [id=2099, type=dequantize_per_tensor]; +"2100 linear_107_scale_0_updated_constant0" [id=2100, type=get_attr]; +"2101 compressed_weight_updated_constant108" [id=2101, type=get_attr]; +"2102 _param_constant289_0_0" [id=2102, type=get_attr]; +"2103 mul_156" [id=2103, type=]; +"2104 linear_107" [id=2104, type=linear]; +"2105 dropout_69" [id=2105, type=dropout]; +"2106 view_98" [id=2106, type=view]; +"2107 permute_81" [id=2107, type=permute]; +"2108 reshape_80" [id=2108, type=reshape]; +"2109 roll_17" [id=2109, type=roll]; +"2110 slice_269" [id=2110, type=slice]; +"2111 slice_270" [id=2111, type=slice]; +"2112 slice_271" [id=2112, type=slice]; +"2113 slice_272" [id=2113, type=slice]; +"2114 contiguous_33" [id=2114, type=contiguous]; +"2115 _param_constant290" [id=2115, type=get_attr]; +"2116 _param_constant291" [id=2116, type=get_attr]; +"2117 layer_norm_37" [id=2117, type=layer_norm]; +"2118 add_61" [id=2118, type=add]; +"2119 add_61_0_0_nncf_smooth_quant_0" [id=2119, type=call_module]; +"2120 quantize_per_tensor_default_109" [id=2120, type=quantize_per_tensor]; +"2121 dequantize_per_tensor_default_109" [id=2121, type=dequantize_per_tensor]; +"2122 linear_108_scale_0_updated_constant0" [id=2122, type=get_attr]; +"2123 compressed_weight_updated_constant109" [id=2123, type=get_attr]; +"2124 _param_constant293_0_0" [id=2124, type=get_attr]; +"2125 mul_157" [id=2125, type=]; +"2126 linear_108" [id=2126, type=linear]; +"2127 gelu_17" [id=2127, type=gelu]; +"2128 dropout_70" [id=2128, type=dropout]; +"2129 dropout_70_0_0_nncf_smooth_quant_0" [id=2129, type=call_module]; +"2130 quantize_per_tensor_default_110" [id=2130, type=quantize_per_tensor]; +"2131 dequantize_per_tensor_default_110" [id=2131, type=dequantize_per_tensor]; +"2132 linear_109_scale_0_updated_constant0" [id=2132, type=get_attr]; +"2133 compressed_weight_updated_constant110" [id=2133, type=get_attr]; +"2134 _param_constant295_0_0" [id=2134, type=get_attr]; +"2135 mul_158" [id=2135, type=]; +"2136 linear_109" [id=2136, type=linear]; +"2137 dropout_71" [id=2137, type=dropout]; +"2138 _param_constant296" [id=2138, type=get_attr]; +"2139 _param_constant297" [id=2139, type=get_attr]; +"2140 layer_norm_38" [id=2140, type=layer_norm]; +"2141 add_62" [id=2141, type=add]; +"2142 _tensor_constant117" [id=2142, type=get_attr]; +"2143 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2143, type=call_module]; +"2144 linear_110_scale_0_updated_constant0" [id=2144, type=get_attr]; +"2145 compressed_weight_updated_constant111" [id=2145, type=get_attr]; +"2146 _param_constant299_0_0" [id=2146, type=get_attr]; +"2147 mul_159" [id=2147, type=]; +"2148 linear_110" [id=2148, type=linear]; +"2149 relu__18" [id=2149, type=relu_]; +"2150 relu__18_0_0_nncf_smooth_quant_0" [id=2150, type=call_module]; +"2151 linear_111_scale_0_updated_constant0" [id=2151, type=get_attr]; +"2152 compressed_weight_updated_constant112" [id=2152, type=get_attr]; +"2153 mul_160" [id=2153, type=]; +"2154 linear_111" [id=2154, type=linear]; +"2155 view_99" [id=2155, type=view]; +"2156 _tensor_constant118" [id=2156, type=get_attr]; +"2157 index_18" [id=2157, type=index]; +"2158 view_100" [id=2158, type=view]; +"2159 permute_82" [id=2159, type=permute]; +"2160 contiguous_34" [id=2160, type=contiguous]; +"2161 unsqueeze_54" [id=2161, type=unsqueeze]; +"2162 sigmoid_18" [id=2162, type=sigmoid]; +"2163 mul_36" [id=2163, type=mul]; +"2164 pad_20" [id=2164, type=pad]; +"2165 view_101" [id=2165, type=view]; +"2166 permute_83" [id=2166, type=permute]; +"2167 reshape_81" [id=2167, type=reshape]; +"2168 reshape_81_0_0_nncf_smooth_quant_0" [id=2168, type=call_module]; +"2169 quantize_per_tensor_default_111" [id=2169, type=quantize_per_tensor]; +"2170 dequantize_per_tensor_default_111" [id=2170, type=dequantize_per_tensor]; +"2171 linear_112_scale_0_updated_constant0" [id=2171, type=get_attr]; +"2172 compressed_weight_updated_constant113" [id=2172, type=get_attr]; +"2173 _param_constant301_0_0" [id=2173, type=get_attr]; +"2174 mul_161" [id=2174, type=]; +"2175 linear_112" [id=2175, type=linear]; +"2176 reshape_82" [id=2176, type=reshape]; +"2177 permute_84" [id=2177, type=permute]; +"2178 select_54" [id=2178, type=select]; +"2179 select_55" [id=2179, type=select]; +"2180 select_56" [id=2180, type=select]; +"2181 linalg_vector_norm_36" [id=2181, type=linalg_vector_norm]; +"2182 clamp_min_36" [id=2182, type=clamp_min]; +"2183 expand_as_36" [id=2183, type=expand_as]; +"2184 div_36" [id=2184, type=div]; +"2185 quantize_per_tensor_default_112" [id=2185, type=quantize_per_tensor]; +"2186 dequantize_per_tensor_default_112" [id=2186, type=dequantize_per_tensor]; +"2187 linalg_vector_norm_37" [id=2187, type=linalg_vector_norm]; +"2188 clamp_min_37" [id=2188, type=clamp_min]; +"2189 expand_as_37" [id=2189, type=expand_as]; +"2190 div_37" [id=2190, type=div]; +"2191 quantize_per_tensor_default_113" [id=2191, type=quantize_per_tensor]; +"2192 dequantize_per_tensor_default_113" [id=2192, type=dequantize_per_tensor]; +"2193 transpose_36" [id=2193, type=transpose]; +"2194 matmul_36" [id=2194, type=matmul]; +"2195 _param_constant303" [id=2195, type=get_attr]; +"2196 clamp_18" [id=2196, type=clamp]; +"2197 exp_18" [id=2197, type=exp]; +"2198 mul_37" [id=2198, type=mul]; +"2199 add_63" [id=2199, type=add]; +"2200 softmax_18" [id=2200, type=softmax]; +"2201 dropout_72" [id=2201, type=dropout]; +"2202 matmul_37" [id=2202, type=matmul]; +"2203 transpose_37" [id=2203, type=transpose]; +"2204 reshape_83" [id=2204, type=reshape]; +"2205 reshape_83_0_0_nncf_smooth_quant_0" [id=2205, type=call_module]; +"2206 quantize_per_tensor_default_114" [id=2206, type=quantize_per_tensor]; +"2207 dequantize_per_tensor_default_114" [id=2207, type=dequantize_per_tensor]; +"2208 linear_113_scale_0_updated_constant0" [id=2208, type=get_attr]; +"2209 compressed_weight_updated_constant114" [id=2209, type=get_attr]; +"2210 _param_constant305_0_0" [id=2210, type=get_attr]; +"2211 mul_162" [id=2211, type=]; +"2212 linear_113" [id=2212, type=linear]; +"2213 dropout_73" [id=2213, type=dropout]; +"2214 view_102" [id=2214, type=view]; +"2215 permute_85" [id=2215, type=permute]; +"2216 reshape_84" [id=2216, type=reshape]; +"2217 slice_274" [id=2217, type=slice]; +"2218 slice_275" [id=2218, type=slice]; +"2219 slice_276" [id=2219, type=slice]; +"2220 slice_277" [id=2220, type=slice]; +"2221 contiguous_35" [id=2221, type=contiguous]; +"2222 _param_constant306" [id=2222, type=get_attr]; +"2223 _param_constant307" [id=2223, type=get_attr]; +"2224 layer_norm_39" [id=2224, type=layer_norm]; +"2225 add_64" [id=2225, type=add]; +"2226 add_64_0_0_nncf_smooth_quant_0" [id=2226, type=call_module]; +"2227 quantize_per_tensor_default_115" [id=2227, type=quantize_per_tensor]; +"2228 dequantize_per_tensor_default_115" [id=2228, type=dequantize_per_tensor]; +"2229 linear_114_scale_0_updated_constant0" [id=2229, type=get_attr]; +"2230 compressed_weight_updated_constant115" [id=2230, type=get_attr]; +"2231 _param_constant309_0_0" [id=2231, type=get_attr]; +"2232 mul_163" [id=2232, type=]; +"2233 linear_114" [id=2233, type=linear]; +"2234 gelu_18" [id=2234, type=gelu]; +"2235 dropout_74" [id=2235, type=dropout]; +"2236 dropout_74_0_0_nncf_smooth_quant_0" [id=2236, type=call_module]; +"2237 quantize_per_tensor_default_116" [id=2237, type=quantize_per_tensor]; +"2238 dequantize_per_tensor_default_116" [id=2238, type=dequantize_per_tensor]; +"2239 linear_115_scale_0_updated_constant0" [id=2239, type=get_attr]; +"2240 compressed_weight_updated_constant116" [id=2240, type=get_attr]; +"2241 _param_constant311_0_0" [id=2241, type=get_attr]; +"2242 mul_164" [id=2242, type=]; +"2243 linear_115" [id=2243, type=linear]; +"2244 dropout_75" [id=2244, type=dropout]; +"2245 _param_constant312" [id=2245, type=get_attr]; +"2246 _param_constant313" [id=2246, type=get_attr]; +"2247 layer_norm_40" [id=2247, type=layer_norm]; +"2248 add_65" [id=2248, type=add]; +"2249 _tensor_constant119" [id=2249, type=get_attr]; +"2250 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2250, type=call_module]; +"2251 linear_116_scale_0_updated_constant0" [id=2251, type=get_attr]; +"2252 compressed_weight_updated_constant117" [id=2252, type=get_attr]; +"2253 _param_constant315_0_0" [id=2253, type=get_attr]; +"2254 mul_165" [id=2254, type=]; +"2255 linear_116" [id=2255, type=linear]; +"2256 relu__19" [id=2256, type=relu_]; +"2257 relu__19_0_0_nncf_smooth_quant_0" [id=2257, type=call_module]; +"2258 linear_117_scale_0_updated_constant0" [id=2258, type=get_attr]; +"2259 compressed_weight_updated_constant118" [id=2259, type=get_attr]; +"2260 mul_166" [id=2260, type=]; +"2261 linear_117" [id=2261, type=linear]; +"2262 view_103" [id=2262, type=view]; +"2263 _tensor_constant120" [id=2263, type=get_attr]; +"2264 index_19" [id=2264, type=index]; +"2265 view_104" [id=2265, type=view]; +"2266 permute_86" [id=2266, type=permute]; +"2267 contiguous_36" [id=2267, type=contiguous]; +"2268 unsqueeze_55" [id=2268, type=unsqueeze]; +"2269 sigmoid_19" [id=2269, type=sigmoid]; +"2270 mul_38" [id=2270, type=mul]; +"2271 pad_21" [id=2271, type=pad]; +"2272 roll_18" [id=2272, type=roll]; +"2273 view_105" [id=2273, type=view]; +"2274 permute_87" [id=2274, type=permute]; +"2275 reshape_85" [id=2275, type=reshape]; +"2276 reshape_85_0_0_nncf_smooth_quant_0" [id=2276, type=call_module]; +"2277 quantize_per_tensor_default_117" [id=2277, type=quantize_per_tensor]; +"2278 dequantize_per_tensor_default_117" [id=2278, type=dequantize_per_tensor]; +"2279 linear_118_scale_0_updated_constant0" [id=2279, type=get_attr]; +"2280 compressed_weight_updated_constant119" [id=2280, type=get_attr]; +"2281 _param_constant317_0_0" [id=2281, type=get_attr]; +"2282 mul_167" [id=2282, type=]; +"2283 linear_118" [id=2283, type=linear]; +"2284 reshape_86" [id=2284, type=reshape]; +"2285 permute_88" [id=2285, type=permute]; +"2286 select_57" [id=2286, type=select]; +"2287 select_58" [id=2287, type=select]; +"2288 select_59" [id=2288, type=select]; +"2289 linalg_vector_norm_38" [id=2289, type=linalg_vector_norm]; +"2290 clamp_min_38" [id=2290, type=clamp_min]; +"2291 expand_as_38" [id=2291, type=expand_as]; +"2292 div_38" [id=2292, type=div]; +"2293 quantize_per_tensor_default_118" [id=2293, type=quantize_per_tensor]; +"2294 dequantize_per_tensor_default_118" [id=2294, type=dequantize_per_tensor]; +"2295 linalg_vector_norm_39" [id=2295, type=linalg_vector_norm]; +"2296 clamp_min_39" [id=2296, type=clamp_min]; +"2297 expand_as_39" [id=2297, type=expand_as]; +"2298 div_39" [id=2298, type=div]; +"2299 quantize_per_tensor_default_119" [id=2299, type=quantize_per_tensor]; +"2300 dequantize_per_tensor_default_119" [id=2300, type=dequantize_per_tensor]; +"2301 transpose_38" [id=2301, type=transpose]; +"2302 matmul_38" [id=2302, type=matmul]; +"2303 _param_constant319" [id=2303, type=get_attr]; +"2304 clamp_19" [id=2304, type=clamp]; +"2305 exp_19" [id=2305, type=exp]; +"2306 mul_39" [id=2306, type=mul]; +"2307 add_66" [id=2307, type=add]; +"2308 new_zeros_9" [id=2308, type=new_zeros]; +"2309 view_106" [id=2309, type=view]; +"2310 permute_89" [id=2310, type=permute]; +"2311 reshape_87" [id=2311, type=reshape]; +"2312 unsqueeze_56" [id=2312, type=unsqueeze]; +"2313 unsqueeze_57" [id=2313, type=unsqueeze]; +"2314 sub_9" [id=2314, type=sub]; +"2315 ne_9" [id=2315, type=ne]; +"2316 masked_fill_18" [id=2316, type=masked_fill]; +"2317 eq_9" [id=2317, type=eq]; +"2318 masked_fill_19" [id=2318, type=masked_fill]; +"2319 view_107" [id=2319, type=view]; +"2320 unsqueeze_58" [id=2320, type=unsqueeze]; +"2321 unsqueeze_59" [id=2321, type=unsqueeze]; +"2322 add_67" [id=2322, type=add]; +"2323 view_108" [id=2323, type=view]; +"2324 softmax_19" [id=2324, type=softmax]; +"2325 dropout_76" [id=2325, type=dropout]; +"2326 matmul_39" [id=2326, type=matmul]; +"2327 transpose_39" [id=2327, type=transpose]; +"2328 reshape_88" [id=2328, type=reshape]; +"2329 reshape_88_0_0_nncf_smooth_quant_0" [id=2329, type=call_module]; +"2330 quantize_per_tensor_default_120" [id=2330, type=quantize_per_tensor]; +"2331 dequantize_per_tensor_default_120" [id=2331, type=dequantize_per_tensor]; +"2332 linear_119_scale_0_updated_constant0" [id=2332, type=get_attr]; +"2333 compressed_weight_updated_constant120" [id=2333, type=get_attr]; +"2334 _param_constant321_0_0" [id=2334, type=get_attr]; +"2335 mul_168" [id=2335, type=]; +"2336 linear_119" [id=2336, type=linear]; +"2337 dropout_77" [id=2337, type=dropout]; +"2338 view_109" [id=2338, type=view]; +"2339 permute_90" [id=2339, type=permute]; +"2340 reshape_89" [id=2340, type=reshape]; +"2341 roll_19" [id=2341, type=roll]; +"2342 slice_297" [id=2342, type=slice]; +"2343 slice_298" [id=2343, type=slice]; +"2344 slice_299" [id=2344, type=slice]; +"2345 slice_300" [id=2345, type=slice]; +"2346 contiguous_37" [id=2346, type=contiguous]; +"2347 _param_constant322" [id=2347, type=get_attr]; +"2348 _param_constant323" [id=2348, type=get_attr]; +"2349 layer_norm_41" [id=2349, type=layer_norm]; +"2350 add_68" [id=2350, type=add]; +"2351 add_68_0_0_nncf_smooth_quant_0" [id=2351, type=call_module]; +"2352 quantize_per_tensor_default_121" [id=2352, type=quantize_per_tensor]; +"2353 dequantize_per_tensor_default_121" [id=2353, type=dequantize_per_tensor]; +"2354 linear_120_scale_0_updated_constant0" [id=2354, type=get_attr]; +"2355 compressed_weight_updated_constant121" [id=2355, type=get_attr]; +"2356 _param_constant325_0_0" [id=2356, type=get_attr]; +"2357 mul_169" [id=2357, type=]; +"2358 linear_120" [id=2358, type=linear]; +"2359 gelu_19" [id=2359, type=gelu]; +"2360 dropout_78" [id=2360, type=dropout]; +"2361 dropout_78_0_0_nncf_smooth_quant_0" [id=2361, type=call_module]; +"2362 quantize_per_tensor_default_122" [id=2362, type=quantize_per_tensor]; +"2363 dequantize_per_tensor_default_122" [id=2363, type=dequantize_per_tensor]; +"2364 linear_121_scale_0_updated_constant0" [id=2364, type=get_attr]; +"2365 compressed_weight_updated_constant122" [id=2365, type=get_attr]; +"2366 _param_constant327_0_0" [id=2366, type=get_attr]; +"2367 mul_170" [id=2367, type=]; +"2368 linear_121" [id=2368, type=linear]; +"2369 dropout_79" [id=2369, type=dropout]; +"2370 _param_constant328" [id=2370, type=get_attr]; +"2371 _param_constant329" [id=2371, type=get_attr]; +"2372 layer_norm_42" [id=2372, type=layer_norm]; +"2373 add_69" [id=2373, type=add]; +"2374 _tensor_constant130" [id=2374, type=get_attr]; +"2375 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2375, type=call_module]; +"2376 linear_122_scale_0_updated_constant0" [id=2376, type=get_attr]; +"2377 compressed_weight_updated_constant123" [id=2377, type=get_attr]; +"2378 _param_constant331_0_0" [id=2378, type=get_attr]; +"2379 mul_171" [id=2379, type=]; +"2380 linear_122" [id=2380, type=linear]; +"2381 relu__20" [id=2381, type=relu_]; +"2382 relu__20_0_0_nncf_smooth_quant_0" [id=2382, type=call_module]; +"2383 linear_123_scale_0_updated_constant0" [id=2383, type=get_attr]; +"2384 compressed_weight_updated_constant124" [id=2384, type=get_attr]; +"2385 mul_172" [id=2385, type=]; +"2386 linear_123" [id=2386, type=linear]; +"2387 view_110" [id=2387, type=view]; +"2388 _tensor_constant131" [id=2388, type=get_attr]; +"2389 index_20" [id=2389, type=index]; +"2390 view_111" [id=2390, type=view]; +"2391 permute_91" [id=2391, type=permute]; +"2392 contiguous_38" [id=2392, type=contiguous]; +"2393 unsqueeze_60" [id=2393, type=unsqueeze]; +"2394 sigmoid_20" [id=2394, type=sigmoid]; +"2395 mul_40" [id=2395, type=mul]; +"2396 pad_22" [id=2396, type=pad]; +"2397 view_112" [id=2397, type=view]; +"2398 permute_92" [id=2398, type=permute]; +"2399 reshape_90" [id=2399, type=reshape]; +"2400 reshape_90_0_0_nncf_smooth_quant_0" [id=2400, type=call_module]; +"2401 quantize_per_tensor_default_123" [id=2401, type=quantize_per_tensor]; +"2402 dequantize_per_tensor_default_123" [id=2402, type=dequantize_per_tensor]; +"2403 linear_124_scale_0_updated_constant0" [id=2403, type=get_attr]; +"2404 compressed_weight_updated_constant125" [id=2404, type=get_attr]; +"2405 _param_constant333_0_0" [id=2405, type=get_attr]; +"2406 mul_173" [id=2406, type=]; +"2407 linear_124" [id=2407, type=linear]; +"2408 reshape_91" [id=2408, type=reshape]; +"2409 permute_93" [id=2409, type=permute]; +"2410 select_60" [id=2410, type=select]; +"2411 select_61" [id=2411, type=select]; +"2412 select_62" [id=2412, type=select]; +"2413 linalg_vector_norm_40" [id=2413, type=linalg_vector_norm]; +"2414 clamp_min_40" [id=2414, type=clamp_min]; +"2415 expand_as_40" [id=2415, type=expand_as]; +"2416 div_40" [id=2416, type=div]; +"2417 quantize_per_tensor_default_124" [id=2417, type=quantize_per_tensor]; +"2418 dequantize_per_tensor_default_124" [id=2418, type=dequantize_per_tensor]; +"2419 linalg_vector_norm_41" [id=2419, type=linalg_vector_norm]; +"2420 clamp_min_41" [id=2420, type=clamp_min]; +"2421 expand_as_41" [id=2421, type=expand_as]; +"2422 div_41" [id=2422, type=div]; +"2423 quantize_per_tensor_default_125" [id=2423, type=quantize_per_tensor]; +"2424 dequantize_per_tensor_default_125" [id=2424, type=dequantize_per_tensor]; +"2425 transpose_40" [id=2425, type=transpose]; +"2426 matmul_40" [id=2426, type=matmul]; +"2427 _param_constant335" [id=2427, type=get_attr]; +"2428 clamp_20" [id=2428, type=clamp]; +"2429 exp_20" [id=2429, type=exp]; +"2430 mul_41" [id=2430, type=mul]; +"2431 add_70" [id=2431, type=add]; +"2432 softmax_20" [id=2432, type=softmax]; +"2433 dropout_80" [id=2433, type=dropout]; +"2434 matmul_41" [id=2434, type=matmul]; +"2435 transpose_41" [id=2435, type=transpose]; +"2436 reshape_92" [id=2436, type=reshape]; +"2437 reshape_92_0_0_nncf_smooth_quant_0" [id=2437, type=call_module]; +"2438 quantize_per_tensor_default_126" [id=2438, type=quantize_per_tensor]; +"2439 dequantize_per_tensor_default_126" [id=2439, type=dequantize_per_tensor]; +"2440 linear_125_scale_0_updated_constant0" [id=2440, type=get_attr]; +"2441 compressed_weight_updated_constant126" [id=2441, type=get_attr]; +"2442 _param_constant337_0_0" [id=2442, type=get_attr]; +"2443 mul_174" [id=2443, type=]; +"2444 linear_125" [id=2444, type=linear]; +"2445 dropout_81" [id=2445, type=dropout]; +"2446 view_113" [id=2446, type=view]; +"2447 permute_94" [id=2447, type=permute]; +"2448 reshape_93" [id=2448, type=reshape]; +"2449 slice_302" [id=2449, type=slice]; +"2450 slice_303" [id=2450, type=slice]; +"2451 slice_304" [id=2451, type=slice]; +"2452 slice_305" [id=2452, type=slice]; +"2453 contiguous_39" [id=2453, type=contiguous]; +"2454 _param_constant338" [id=2454, type=get_attr]; +"2455 _param_constant339" [id=2455, type=get_attr]; +"2456 layer_norm_43" [id=2456, type=layer_norm]; +"2457 add_71" [id=2457, type=add]; +"2458 add_71_0_0_nncf_smooth_quant_0" [id=2458, type=call_module]; +"2459 quantize_per_tensor_default_127" [id=2459, type=quantize_per_tensor]; +"2460 dequantize_per_tensor_default_127" [id=2460, type=dequantize_per_tensor]; +"2461 linear_126_scale_0_updated_constant0" [id=2461, type=get_attr]; +"2462 compressed_weight_updated_constant127" [id=2462, type=get_attr]; +"2463 _param_constant341_0_0" [id=2463, type=get_attr]; +"2464 mul_175" [id=2464, type=]; +"2465 linear_126" [id=2465, type=linear]; +"2466 gelu_20" [id=2466, type=gelu]; +"2467 dropout_82" [id=2467, type=dropout]; +"2468 dropout_82_0_0_nncf_smooth_quant_0" [id=2468, type=call_module]; +"2469 quantize_per_tensor_default_128" [id=2469, type=quantize_per_tensor]; +"2470 dequantize_per_tensor_default_128" [id=2470, type=dequantize_per_tensor]; +"2471 linear_127_scale_0_updated_constant0" [id=2471, type=get_attr]; +"2472 compressed_weight_updated_constant128" [id=2472, type=get_attr]; +"2473 _param_constant343_0_0" [id=2473, type=get_attr]; +"2474 mul_176" [id=2474, type=]; +"2475 linear_127" [id=2475, type=linear]; +"2476 dropout_83" [id=2476, type=dropout]; +"2477 _param_constant344" [id=2477, type=get_attr]; +"2478 _param_constant345" [id=2478, type=get_attr]; +"2479 layer_norm_44" [id=2479, type=layer_norm]; +"2480 add_72" [id=2480, type=add]; +"2481 _tensor_constant132" [id=2481, type=get_attr]; +"2482 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2482, type=call_module]; +"2483 linear_128_scale_0_updated_constant0" [id=2483, type=get_attr]; +"2484 compressed_weight_updated_constant129" [id=2484, type=get_attr]; +"2485 _param_constant347_0_0" [id=2485, type=get_attr]; +"2486 mul_177" [id=2486, type=]; +"2487 linear_128" [id=2487, type=linear]; +"2488 relu__21" [id=2488, type=relu_]; +"2489 relu__21_0_0_nncf_smooth_quant_0" [id=2489, type=call_module]; +"2490 linear_129_scale_0_updated_constant0" [id=2490, type=get_attr]; +"2491 compressed_weight_updated_constant130" [id=2491, type=get_attr]; +"2492 mul_178" [id=2492, type=]; +"2493 linear_129" [id=2493, type=linear]; +"2494 view_114" [id=2494, type=view]; +"2495 _tensor_constant133" [id=2495, type=get_attr]; +"2496 index_21" [id=2496, type=index]; +"2497 view_115" [id=2497, type=view]; +"2498 permute_95" [id=2498, type=permute]; +"2499 contiguous_40" [id=2499, type=contiguous]; +"2500 unsqueeze_61" [id=2500, type=unsqueeze]; +"2501 sigmoid_21" [id=2501, type=sigmoid]; +"2502 mul_42" [id=2502, type=mul]; +"2503 pad_23" [id=2503, type=pad]; +"2504 roll_20" [id=2504, type=roll]; +"2505 view_116" [id=2505, type=view]; +"2506 permute_96" [id=2506, type=permute]; +"2507 reshape_94" [id=2507, type=reshape]; +"2508 reshape_94_0_0_nncf_smooth_quant_0" [id=2508, type=call_module]; +"2509 quantize_per_tensor_default_129" [id=2509, type=quantize_per_tensor]; +"2510 dequantize_per_tensor_default_129" [id=2510, type=dequantize_per_tensor]; +"2511 linear_130_scale_0_updated_constant0" [id=2511, type=get_attr]; +"2512 compressed_weight_updated_constant131" [id=2512, type=get_attr]; +"2513 _param_constant349_0_0" [id=2513, type=get_attr]; +"2514 mul_179" [id=2514, type=]; +"2515 linear_130" [id=2515, type=linear]; +"2516 reshape_95" [id=2516, type=reshape]; +"2517 permute_97" [id=2517, type=permute]; +"2518 select_63" [id=2518, type=select]; +"2519 select_64" [id=2519, type=select]; +"2520 select_65" [id=2520, type=select]; +"2521 linalg_vector_norm_42" [id=2521, type=linalg_vector_norm]; +"2522 clamp_min_42" [id=2522, type=clamp_min]; +"2523 expand_as_42" [id=2523, type=expand_as]; +"2524 div_42" [id=2524, type=div]; +"2525 quantize_per_tensor_default_130" [id=2525, type=quantize_per_tensor]; +"2526 dequantize_per_tensor_default_130" [id=2526, type=dequantize_per_tensor]; +"2527 linalg_vector_norm_43" [id=2527, type=linalg_vector_norm]; +"2528 clamp_min_43" [id=2528, type=clamp_min]; +"2529 expand_as_43" [id=2529, type=expand_as]; +"2530 div_43" [id=2530, type=div]; +"2531 quantize_per_tensor_default_131" [id=2531, type=quantize_per_tensor]; +"2532 dequantize_per_tensor_default_131" [id=2532, type=dequantize_per_tensor]; +"2533 transpose_42" [id=2533, type=transpose]; +"2534 matmul_42" [id=2534, type=matmul]; +"2535 _param_constant351" [id=2535, type=get_attr]; +"2536 clamp_21" [id=2536, type=clamp]; +"2537 exp_21" [id=2537, type=exp]; +"2538 mul_43" [id=2538, type=mul]; +"2539 add_73" [id=2539, type=add]; +"2540 new_zeros_10" [id=2540, type=new_zeros]; +"2541 view_117" [id=2541, type=view]; +"2542 permute_98" [id=2542, type=permute]; +"2543 reshape_96" [id=2543, type=reshape]; +"2544 unsqueeze_62" [id=2544, type=unsqueeze]; +"2545 unsqueeze_63" [id=2545, type=unsqueeze]; +"2546 sub_10" [id=2546, type=sub]; +"2547 ne_10" [id=2547, type=ne]; +"2548 masked_fill_20" [id=2548, type=masked_fill]; +"2549 eq_10" [id=2549, type=eq]; +"2550 masked_fill_21" [id=2550, type=masked_fill]; +"2551 view_118" [id=2551, type=view]; +"2552 unsqueeze_64" [id=2552, type=unsqueeze]; +"2553 unsqueeze_65" [id=2553, type=unsqueeze]; +"2554 add_74" [id=2554, type=add]; +"2555 view_119" [id=2555, type=view]; +"2556 softmax_21" [id=2556, type=softmax]; +"2557 dropout_84" [id=2557, type=dropout]; +"2558 matmul_43" [id=2558, type=matmul]; +"2559 transpose_43" [id=2559, type=transpose]; +"2560 reshape_97" [id=2560, type=reshape]; +"2561 reshape_97_0_0_nncf_smooth_quant_0" [id=2561, type=call_module]; +"2562 quantize_per_tensor_default_132" [id=2562, type=quantize_per_tensor]; +"2563 dequantize_per_tensor_default_132" [id=2563, type=dequantize_per_tensor]; +"2564 linear_131_scale_0_updated_constant0" [id=2564, type=get_attr]; +"2565 compressed_weight_updated_constant132" [id=2565, type=get_attr]; +"2566 _param_constant353_0_0" [id=2566, type=get_attr]; +"2567 mul_180" [id=2567, type=]; +"2568 linear_131" [id=2568, type=linear]; +"2569 dropout_85" [id=2569, type=dropout]; +"2570 view_120" [id=2570, type=view]; +"2571 permute_99" [id=2571, type=permute]; +"2572 reshape_98" [id=2572, type=reshape]; +"2573 roll_21" [id=2573, type=roll]; +"2574 slice_325" [id=2574, type=slice]; +"2575 slice_326" [id=2575, type=slice]; +"2576 slice_327" [id=2576, type=slice]; +"2577 slice_328" [id=2577, type=slice]; +"2578 contiguous_41" [id=2578, type=contiguous]; +"2579 _param_constant354" [id=2579, type=get_attr]; +"2580 _param_constant355" [id=2580, type=get_attr]; +"2581 layer_norm_45" [id=2581, type=layer_norm]; +"2582 add_75" [id=2582, type=add]; +"2583 add_75_0_0_nncf_smooth_quant_0" [id=2583, type=call_module]; +"2584 quantize_per_tensor_default_133" [id=2584, type=quantize_per_tensor]; +"2585 dequantize_per_tensor_default_133" [id=2585, type=dequantize_per_tensor]; +"2586 linear_132_scale_0_updated_constant0" [id=2586, type=get_attr]; +"2587 compressed_weight_updated_constant133" [id=2587, type=get_attr]; +"2588 _param_constant357_0_0" [id=2588, type=get_attr]; +"2589 mul_181" [id=2589, type=]; +"2590 linear_132" [id=2590, type=linear]; +"2591 gelu_21" [id=2591, type=gelu]; +"2592 dropout_86" [id=2592, type=dropout]; +"2593 dropout_86_0_0_nncf_smooth_quant_0" [id=2593, type=call_module]; +"2594 quantize_per_tensor_default_134" [id=2594, type=quantize_per_tensor]; +"2595 dequantize_per_tensor_default_134" [id=2595, type=dequantize_per_tensor]; +"2596 linear_133_scale_0_updated_constant0" [id=2596, type=get_attr]; +"2597 compressed_weight_updated_constant134" [id=2597, type=get_attr]; +"2598 _param_constant359_0_0" [id=2598, type=get_attr]; +"2599 mul_182" [id=2599, type=]; +"2600 linear_133" [id=2600, type=linear]; +"2601 dropout_87" [id=2601, type=dropout]; +"2602 _param_constant360" [id=2602, type=get_attr]; +"2603 _param_constant361" [id=2603, type=get_attr]; +"2604 layer_norm_46" [id=2604, type=layer_norm]; +"2605 add_76" [id=2605, type=add]; +"2606 pad_24" [id=2606, type=pad]; +"2607 slice_329" [id=2607, type=slice]; +"2608 slice_330" [id=2608, type=slice]; +"2609 slice_331" [id=2609, type=slice]; +"2610 slice_332" [id=2610, type=slice]; +"2611 slice_333" [id=2611, type=slice]; +"2612 slice_334" [id=2612, type=slice]; +"2613 slice_335" [id=2613, type=slice]; +"2614 slice_336" [id=2614, type=slice]; +"2615 slice_337" [id=2615, type=slice]; +"2616 slice_338" [id=2616, type=slice]; +"2617 slice_339" [id=2617, type=slice]; +"2618 slice_340" [id=2618, type=slice]; +"2619 cat_2" [id=2619, type=cat]; +"2620 cat_2_0_0_nncf_smooth_quant_0" [id=2620, type=call_module]; +"2621 quantize_per_tensor_default_135" [id=2621, type=quantize_per_tensor]; +"2622 dequantize_per_tensor_default_135" [id=2622, type=dequantize_per_tensor]; +"2623 linear_134_scale_0_updated_constant0" [id=2623, type=get_attr]; +"2624 compressed_weight_updated_constant135" [id=2624, type=get_attr]; +"2625 mul_183" [id=2625, type=]; +"2626 linear_134" [id=2626, type=linear]; +"2627 _param_constant363" [id=2627, type=get_attr]; +"2628 _param_constant364" [id=2628, type=get_attr]; +"2629 layer_norm_47" [id=2629, type=layer_norm]; +"2630 _tensor_constant143" [id=2630, type=get_attr]; +"2631 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2631, type=call_module]; +"2632 linear_135_scale_0_updated_constant0" [id=2632, type=get_attr]; +"2633 compressed_weight_updated_constant136" [id=2633, type=get_attr]; +"2634 _param_constant366_0_0" [id=2634, type=get_attr]; +"2635 mul_184" [id=2635, type=]; +"2636 linear_135" [id=2636, type=linear]; +"2637 relu__22" [id=2637, type=relu_]; +"2638 relu__22_0_0_nncf_smooth_quant_0" [id=2638, type=call_module]; +"2639 linear_136_scale_0_updated_constant0" [id=2639, type=get_attr]; +"2640 compressed_weight_updated_constant137" [id=2640, type=get_attr]; +"2641 mul_185" [id=2641, type=]; +"2642 linear_136" [id=2642, type=linear]; +"2643 view_121" [id=2643, type=view]; +"2644 _tensor_constant144" [id=2644, type=get_attr]; +"2645 index_22" [id=2645, type=index]; +"2646 view_122" [id=2646, type=view]; +"2647 permute_100" [id=2647, type=permute]; +"2648 contiguous_42" [id=2648, type=contiguous]; +"2649 unsqueeze_66" [id=2649, type=unsqueeze]; +"2650 sigmoid_22" [id=2650, type=sigmoid]; +"2651 mul_44" [id=2651, type=mul]; +"2652 pad_25" [id=2652, type=pad]; +"2653 view_123" [id=2653, type=view]; +"2654 permute_101" [id=2654, type=permute]; +"2655 reshape_99" [id=2655, type=reshape]; +"2656 reshape_99_0_0_nncf_smooth_quant_0" [id=2656, type=call_module]; +"2657 quantize_per_tensor_default_136" [id=2657, type=quantize_per_tensor]; +"2658 dequantize_per_tensor_default_136" [id=2658, type=dequantize_per_tensor]; +"2659 linear_137_scale_0_updated_constant0" [id=2659, type=get_attr]; +"2660 compressed_weight_updated_constant138" [id=2660, type=get_attr]; +"2661 _param_constant368_0_0" [id=2661, type=get_attr]; +"2662 mul_186" [id=2662, type=]; +"2663 linear_137" [id=2663, type=linear]; +"2664 reshape_100" [id=2664, type=reshape]; +"2665 permute_102" [id=2665, type=permute]; +"2666 select_66" [id=2666, type=select]; +"2667 select_67" [id=2667, type=select]; +"2668 select_68" [id=2668, type=select]; +"2669 linalg_vector_norm_44" [id=2669, type=linalg_vector_norm]; +"2670 clamp_min_44" [id=2670, type=clamp_min]; +"2671 expand_as_44" [id=2671, type=expand_as]; +"2672 div_44" [id=2672, type=div]; +"2673 quantize_per_tensor_default_137" [id=2673, type=quantize_per_tensor]; +"2674 dequantize_per_tensor_default_137" [id=2674, type=dequantize_per_tensor]; +"2675 linalg_vector_norm_45" [id=2675, type=linalg_vector_norm]; +"2676 clamp_min_45" [id=2676, type=clamp_min]; +"2677 expand_as_45" [id=2677, type=expand_as]; +"2678 div_45" [id=2678, type=div]; +"2679 quantize_per_tensor_default_138" [id=2679, type=quantize_per_tensor]; +"2680 dequantize_per_tensor_default_138" [id=2680, type=dequantize_per_tensor]; +"2681 transpose_44" [id=2681, type=transpose]; +"2682 matmul_44" [id=2682, type=matmul]; +"2683 _param_constant370" [id=2683, type=get_attr]; +"2684 clamp_22" [id=2684, type=clamp]; +"2685 exp_22" [id=2685, type=exp]; +"2686 mul_45" [id=2686, type=mul]; +"2687 add_77" [id=2687, type=add]; +"2688 softmax_22" [id=2688, type=softmax]; +"2689 dropout_88" [id=2689, type=dropout]; +"2690 matmul_45" [id=2690, type=matmul]; +"2691 transpose_45" [id=2691, type=transpose]; +"2692 reshape_101" [id=2692, type=reshape]; +"2693 reshape_101_0_0_nncf_smooth_quant_0" [id=2693, type=call_module]; +"2694 quantize_per_tensor_default_139" [id=2694, type=quantize_per_tensor]; +"2695 dequantize_per_tensor_default_139" [id=2695, type=dequantize_per_tensor]; +"2696 linear_138_scale_0_updated_constant0" [id=2696, type=get_attr]; +"2697 compressed_weight_updated_constant139" [id=2697, type=get_attr]; +"2698 _param_constant372_0_0" [id=2698, type=get_attr]; +"2699 mul_187" [id=2699, type=]; +"2700 linear_138" [id=2700, type=linear]; +"2701 dropout_89" [id=2701, type=dropout]; +"2702 view_124" [id=2702, type=view]; +"2703 permute_103" [id=2703, type=permute]; +"2704 reshape_102" [id=2704, type=reshape]; +"2705 slice_342" [id=2705, type=slice]; +"2706 slice_343" [id=2706, type=slice]; +"2707 slice_344" [id=2707, type=slice]; +"2708 slice_345" [id=2708, type=slice]; +"2709 contiguous_43" [id=2709, type=contiguous]; +"2710 _param_constant373" [id=2710, type=get_attr]; +"2711 _param_constant374" [id=2711, type=get_attr]; +"2712 layer_norm_48" [id=2712, type=layer_norm]; +"2713 add_78" [id=2713, type=add]; +"2714 add_78_0_0_nncf_smooth_quant_0" [id=2714, type=call_module]; +"2715 quantize_per_tensor_default_140" [id=2715, type=quantize_per_tensor]; +"2716 dequantize_per_tensor_default_140" [id=2716, type=dequantize_per_tensor]; +"2717 linear_139_scale_0_updated_constant0" [id=2717, type=get_attr]; +"2718 compressed_weight_updated_constant140" [id=2718, type=get_attr]; +"2719 _param_constant376_0_0" [id=2719, type=get_attr]; +"2720 mul_188" [id=2720, type=]; +"2721 linear_139" [id=2721, type=linear]; +"2722 gelu_22" [id=2722, type=gelu]; +"2723 dropout_90" [id=2723, type=dropout]; +"2724 dropout_90_0_0_nncf_smooth_quant_0" [id=2724, type=call_module]; +"2725 quantize_per_tensor_default_141" [id=2725, type=quantize_per_tensor]; +"2726 dequantize_per_tensor_default_141" [id=2726, type=dequantize_per_tensor]; +"2727 linear_140_scale_0_updated_constant0" [id=2727, type=get_attr]; +"2728 compressed_weight_updated_constant141" [id=2728, type=get_attr]; +"2729 _param_constant378_0_0" [id=2729, type=get_attr]; +"2730 mul_189" [id=2730, type=]; +"2731 linear_140" [id=2731, type=linear]; +"2732 dropout_91" [id=2732, type=dropout]; +"2733 _param_constant379" [id=2733, type=get_attr]; +"2734 _param_constant380" [id=2734, type=get_attr]; +"2735 layer_norm_49" [id=2735, type=layer_norm]; +"2736 add_79" [id=2736, type=add]; +"2737 _tensor_constant145" [id=2737, type=get_attr]; +"2738 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=2738, type=call_module]; +"2739 linear_141_scale_0_updated_constant0" [id=2739, type=get_attr]; +"2740 compressed_weight_updated_constant142" [id=2740, type=get_attr]; +"2741 _param_constant382_0_0" [id=2741, type=get_attr]; +"2742 mul_190" [id=2742, type=]; +"2743 linear_141" [id=2743, type=linear]; +"2744 relu__23" [id=2744, type=relu_]; +"2745 relu__23_0_0_nncf_smooth_quant_0" [id=2745, type=call_module]; +"2746 linear_142_scale_0_updated_constant0" [id=2746, type=get_attr]; +"2747 compressed_weight_updated_constant143" [id=2747, type=get_attr]; +"2748 mul_191" [id=2748, type=]; +"2749 linear_142" [id=2749, type=linear]; +"2750 view_125" [id=2750, type=view]; +"2751 _tensor_constant146" [id=2751, type=get_attr]; +"2752 index_23" [id=2752, type=index]; +"2753 view_126" [id=2753, type=view]; +"2754 permute_104" [id=2754, type=permute]; +"2755 contiguous_44" [id=2755, type=contiguous]; +"2756 unsqueeze_67" [id=2756, type=unsqueeze]; +"2757 sigmoid_23" [id=2757, type=sigmoid]; +"2758 mul_46" [id=2758, type=mul]; +"2759 pad_26" [id=2759, type=pad]; +"2760 view_127" [id=2760, type=view]; +"2761 permute_105" [id=2761, type=permute]; +"2762 reshape_103" [id=2762, type=reshape]; +"2763 reshape_103_0_0_nncf_smooth_quant_0" [id=2763, type=call_module]; +"2764 quantize_per_tensor_default_142" [id=2764, type=quantize_per_tensor]; +"2765 dequantize_per_tensor_default_142" [id=2765, type=dequantize_per_tensor]; +"2766 linear_143_scale_0_updated_constant0" [id=2766, type=get_attr]; +"2767 compressed_weight_updated_constant144" [id=2767, type=get_attr]; +"2768 _param_constant384_0_0" [id=2768, type=get_attr]; +"2769 mul_192" [id=2769, type=]; +"2770 linear_143" [id=2770, type=linear]; +"2771 reshape_104" [id=2771, type=reshape]; +"2772 permute_106" [id=2772, type=permute]; +"2773 select_69" [id=2773, type=select]; +"2774 select_70" [id=2774, type=select]; +"2775 select_71" [id=2775, type=select]; +"2776 linalg_vector_norm_46" [id=2776, type=linalg_vector_norm]; +"2777 clamp_min_46" [id=2777, type=clamp_min]; +"2778 expand_as_46" [id=2778, type=expand_as]; +"2779 div_46" [id=2779, type=div]; +"2780 quantize_per_tensor_default_143" [id=2780, type=quantize_per_tensor]; +"2781 dequantize_per_tensor_default_143" [id=2781, type=dequantize_per_tensor]; +"2782 linalg_vector_norm_47" [id=2782, type=linalg_vector_norm]; +"2783 clamp_min_47" [id=2783, type=clamp_min]; +"2784 expand_as_47" [id=2784, type=expand_as]; +"2785 div_47" [id=2785, type=div]; +"2786 quantize_per_tensor_default_144" [id=2786, type=quantize_per_tensor]; +"2787 dequantize_per_tensor_default_144" [id=2787, type=dequantize_per_tensor]; +"2788 transpose_46" [id=2788, type=transpose]; +"2789 matmul_46" [id=2789, type=matmul]; +"2790 _param_constant386" [id=2790, type=get_attr]; +"2791 clamp_23" [id=2791, type=clamp]; +"2792 exp_23" [id=2792, type=exp]; +"2793 mul_47" [id=2793, type=mul]; +"2794 add_80" [id=2794, type=add]; +"2795 softmax_23" [id=2795, type=softmax]; +"2796 dropout_92" [id=2796, type=dropout]; +"2797 matmul_47" [id=2797, type=matmul]; +"2798 transpose_47" [id=2798, type=transpose]; +"2799 reshape_105" [id=2799, type=reshape]; +"2800 reshape_105_0_0_nncf_smooth_quant_0" [id=2800, type=call_module]; +"2801 quantize_per_tensor_default_145" [id=2801, type=quantize_per_tensor]; +"2802 dequantize_per_tensor_default_145" [id=2802, type=dequantize_per_tensor]; +"2803 linear_144_scale_0_updated_constant0" [id=2803, type=get_attr]; +"2804 compressed_weight_updated_constant145" [id=2804, type=get_attr]; +"2805 _param_constant388_0_0" [id=2805, type=get_attr]; +"2806 mul_193" [id=2806, type=]; +"2807 linear_144" [id=2807, type=linear]; +"2808 dropout_93" [id=2808, type=dropout]; +"2809 view_128" [id=2809, type=view]; +"2810 permute_107" [id=2810, type=permute]; +"2811 reshape_106" [id=2811, type=reshape]; +"2812 slice_347" [id=2812, type=slice]; +"2813 slice_348" [id=2813, type=slice]; +"2814 slice_349" [id=2814, type=slice]; +"2815 slice_350" [id=2815, type=slice]; +"2816 contiguous_45" [id=2816, type=contiguous]; +"2817 _param_constant389" [id=2817, type=get_attr]; +"2818 _param_constant390" [id=2818, type=get_attr]; +"2819 layer_norm_50" [id=2819, type=layer_norm]; +"2820 add_81" [id=2820, type=add]; +"2821 add_81_0_0_nncf_smooth_quant_0" [id=2821, type=call_module]; +"2822 quantize_per_tensor_default_146" [id=2822, type=quantize_per_tensor]; +"2823 dequantize_per_tensor_default_146" [id=2823, type=dequantize_per_tensor]; +"2824 linear_145_scale_0_updated_constant0" [id=2824, type=get_attr]; +"2825 compressed_weight_updated_constant146" [id=2825, type=get_attr]; +"2826 _param_constant392_0_0" [id=2826, type=get_attr]; +"2827 mul_194" [id=2827, type=]; +"2828 linear_145" [id=2828, type=linear]; +"2829 gelu_23" [id=2829, type=gelu]; +"2830 dropout_94" [id=2830, type=dropout]; +"2831 dropout_94_0_0_nncf_smooth_quant_0" [id=2831, type=call_module]; +"2832 quantize_per_tensor_default_147" [id=2832, type=quantize_per_tensor]; +"2833 dequantize_per_tensor_default_147" [id=2833, type=dequantize_per_tensor]; +"2834 linear_146_scale_0_updated_constant0" [id=2834, type=get_attr]; +"2835 compressed_weight_updated_constant147" [id=2835, type=get_attr]; +"2836 _param_constant394_0_0" [id=2836, type=get_attr]; +"2837 mul_195" [id=2837, type=]; +"2838 linear_146" [id=2838, type=linear]; +"2839 dropout_95" [id=2839, type=dropout]; +"2840 _param_constant395" [id=2840, type=get_attr]; +"2841 _param_constant396" [id=2841, type=get_attr]; +"2842 layer_norm_51" [id=2842, type=layer_norm]; +"2843 add_82" [id=2843, type=add]; +"2844 _param_constant397" [id=2844, type=get_attr]; +"2845 _param_constant398" [id=2845, type=get_attr]; +"2846 layer_norm_52" [id=2846, type=layer_norm]; +"2847 permute_108" [id=2847, type=permute]; +"2848 adaptive_avg_pool2d" [id=2848, type=adaptive_avg_pool2d]; +"2849 flatten" [id=2849, type=flatten]; +"2850 flatten_0_0_nncf_smooth_quant_0" [id=2850, type=call_module]; +"2851 quantize_per_tensor_default_148" [id=2851, type=quantize_per_tensor]; +"2852 dequantize_per_tensor_default_148" [id=2852, type=dequantize_per_tensor]; +"2853 linear_147_scale_0_updated_constant0" [id=2853, type=get_attr]; +"2854 compressed_weight_updated_constant148" [id=2854, type=get_attr]; +"2855 _param_constant400_0_0" [id=2855, type=get_attr]; +"2856 mul_196" [id=2856, type=]; +"2857 linear_147" [id=2857, type=linear]; +"2858 output" [id=2858, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default"; -"2 dequantize_per_tensor_default" -> "9 conv2d"; -"3 _param_constant0" -> "6 quantize_per_channel_default"; -"4 conv2d_scale_0" -> "6 quantize_per_channel_default"; -"4 conv2d_scale_0" -> "7 dequantize_per_channel_default"; -"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default"; -"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default"; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default"; -"7 dequantize_per_channel_default" -> "9 conv2d"; -"8 _param_constant1_0_0" -> "9 conv2d"; -"9 conv2d" -> "10 permute"; -"10 permute" -> "13 layer_norm"; -"11 _param_constant2" -> "13 layer_norm"; -"12 _param_constant3" -> "13 layer_norm"; -"13 layer_norm" -> "40 pad"; -"13 layer_norm" -> "102 add_1"; -"14 _tensor_constant0" -> "16 _tensor_constant0_0_0_nncf_smooth_quant_0"; -"15 linear_updated_constant0" -> "19 quantize_per_channel_default_1"; -"16 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "22 linear"; -"17 linear_scale_0" -> "19 quantize_per_channel_default_1"; -"17 linear_scale_0" -> "20 dequantize_per_channel_default_1"; -"18 linear_zero_point_0" -> "19 quantize_per_channel_default_1"; -"18 linear_zero_point_0" -> "20 dequantize_per_channel_default_1"; -"19 quantize_per_channel_default_1" -> "20 dequantize_per_channel_default_1"; -"20 dequantize_per_channel_default_1" -> "22 linear"; -"21 _param_constant5_0_0" -> "22 linear"; -"22 linear" -> "23 relu_"; -"23 relu_" -> "25 relu__0_0_nncf_smooth_quant_0"; -"24 linear_1_updated_constant0" -> "28 quantize_per_channel_default_2"; -"25 relu__0_0_nncf_smooth_quant_0" -> "30 linear_1"; -"26 linear_1_scale_0" -> "28 quantize_per_channel_default_2"; -"26 linear_1_scale_0" -> "29 dequantize_per_channel_default_2"; -"27 linear_1_zero_point_0" -> "28 quantize_per_channel_default_2"; -"27 linear_1_zero_point_0" -> "29 dequantize_per_channel_default_2"; -"28 quantize_per_channel_default_2" -> "29 dequantize_per_channel_default_2"; -"29 dequantize_per_channel_default_2" -> "30 linear_1"; -"30 linear_1" -> "31 view"; -"31 view" -> "33 index"; -"32 _tensor_constant1" -> "33 index"; -"33 index" -> "34 view_1"; -"34 view_1" -> "35 permute_1"; -"35 permute_1" -> "36 contiguous"; -"36 contiguous" -> "37 unsqueeze"; -"37 unsqueeze" -> "38 sigmoid"; -"38 sigmoid" -> "39 mul"; -"39 mul" -> "77 add"; -"40 pad" -> "41 view_2"; -"41 view_2" -> "42 permute_2"; -"42 permute_2" -> "43 reshape"; -"43 reshape" -> "45 reshape_0_0_nncf_smooth_quant_0"; -"44 linear_2_updated_constant0" -> "50 quantize_per_channel_default_3"; -"45 reshape_0_0_nncf_smooth_quant_0" -> "46 quantize_per_tensor_default_1"; -"46 quantize_per_tensor_default_1" -> "47 dequantize_per_tensor_default_1"; -"47 dequantize_per_tensor_default_1" -> "53 linear_2"; -"48 linear_2_scale_0" -> "50 quantize_per_channel_default_3"; -"48 linear_2_scale_0" -> "51 dequantize_per_channel_default_3"; -"49 linear_2_zero_point_0" -> "50 quantize_per_channel_default_3"; -"49 linear_2_zero_point_0" -> "51 dequantize_per_channel_default_3"; -"50 quantize_per_channel_default_3" -> "51 dequantize_per_channel_default_3"; -"51 dequantize_per_channel_default_3" -> "53 linear_2"; -"52 _param_constant7_0_0" -> "53 linear_2"; -"53 linear_2" -> "54 reshape_1"; -"54 reshape_1" -> "55 permute_3"; -"55 permute_3" -> "56 select"; -"55 permute_3" -> "57 select_1"; -"55 permute_3" -> "58 select_2"; -"56 select" -> "59 linalg_vector_norm"; -"56 select" -> "61 expand_as"; -"56 select" -> "62 div"; -"57 select_1" -> "65 linalg_vector_norm_1"; -"57 select_1" -> "67 expand_as_1"; -"57 select_1" -> "68 div_1"; -"58 select_2" -> "80 matmul_1"; -"59 linalg_vector_norm" -> "60 clamp_min"; -"60 clamp_min" -> "61 expand_as"; -"61 expand_as" -> "62 div"; -"62 div" -> "63 quantize_per_tensor_default_2"; -"63 quantize_per_tensor_default_2" -> "64 dequantize_per_tensor_default_2"; -"64 dequantize_per_tensor_default_2" -> "72 matmul"; -"65 linalg_vector_norm_1" -> "66 clamp_min_1"; -"66 clamp_min_1" -> "67 expand_as_1"; -"67 expand_as_1" -> "68 div_1"; -"68 div_1" -> "69 quantize_per_tensor_default_3"; -"69 quantize_per_tensor_default_3" -> "70 dequantize_per_tensor_default_3"; -"70 dequantize_per_tensor_default_3" -> "71 transpose"; -"71 transpose" -> "72 matmul"; -"72 matmul" -> "76 mul_1"; -"73 _param_constant9" -> "74 clamp"; -"74 clamp" -> "75 exp"; -"75 exp" -> "76 mul_1"; -"76 mul_1" -> "77 add"; -"77 add" -> "78 softmax"; -"78 softmax" -> "79 dropout"; -"79 dropout" -> "80 matmul_1"; -"80 matmul_1" -> "81 transpose_1"; -"81 transpose_1" -> "82 reshape_2"; -"82 reshape_2" -> "84 reshape_2_0_0_nncf_smooth_quant_0"; -"83 linear_3_updated_constant0" -> "89 quantize_per_channel_default_4"; -"84 reshape_2_0_0_nncf_smooth_quant_0" -> "85 quantize_per_tensor_default_4"; -"85 quantize_per_tensor_default_4" -> "86 dequantize_per_tensor_default_4"; -"86 dequantize_per_tensor_default_4" -> "92 linear_3"; -"87 linear_3_scale_0" -> "89 quantize_per_channel_default_4"; -"87 linear_3_scale_0" -> "90 dequantize_per_channel_default_4"; -"88 linear_3_zero_point_0" -> "89 quantize_per_channel_default_4"; -"88 linear_3_zero_point_0" -> "90 dequantize_per_channel_default_4"; -"89 quantize_per_channel_default_4" -> "90 dequantize_per_channel_default_4"; -"90 dequantize_per_channel_default_4" -> "92 linear_3"; -"91 _param_constant11_0_0" -> "92 linear_3"; -"92 linear_3" -> "93 dropout_1"; -"93 dropout_1" -> "94 view_3"; -"94 view_3" -> "95 permute_4"; -"95 permute_4" -> "96 reshape_3"; -"96 reshape_3" -> "97 slice_2"; -"97 slice_2" -> "98 slice_3"; -"98 slice_3" -> "101 layer_norm_1"; -"99 _param_constant12" -> "101 layer_norm_1"; -"100 _param_constant13" -> "101 layer_norm_1"; -"101 layer_norm_1" -> "102 add_1"; -"102 add_1" -> "104 add_1_0_0_nncf_smooth_quant_0"; -"102 add_1" -> "129 add_2"; -"103 linear_4_updated_constant0" -> "109 quantize_per_channel_default_5"; -"104 add_1_0_0_nncf_smooth_quant_0" -> "105 quantize_per_tensor_default_5"; -"105 quantize_per_tensor_default_5" -> "106 dequantize_per_tensor_default_5"; -"106 dequantize_per_tensor_default_5" -> "112 linear_4"; -"107 linear_4_scale_0" -> "109 quantize_per_channel_default_5"; -"107 linear_4_scale_0" -> "110 dequantize_per_channel_default_5"; -"108 linear_4_zero_point_0" -> "109 quantize_per_channel_default_5"; -"108 linear_4_zero_point_0" -> "110 dequantize_per_channel_default_5"; -"109 quantize_per_channel_default_5" -> "110 dequantize_per_channel_default_5"; -"110 dequantize_per_channel_default_5" -> "112 linear_4"; -"111 _param_constant15_0_0" -> "112 linear_4"; -"112 linear_4" -> "113 gelu"; -"113 gelu" -> "114 dropout_2"; -"114 dropout_2" -> "116 dropout_2_0_0_nncf_smooth_quant_0"; -"115 linear_5_updated_constant0" -> "121 quantize_per_channel_default_6"; -"116 dropout_2_0_0_nncf_smooth_quant_0" -> "117 quantize_per_tensor_default_6"; -"117 quantize_per_tensor_default_6" -> "118 dequantize_per_tensor_default_6"; -"118 dequantize_per_tensor_default_6" -> "124 linear_5"; -"119 linear_5_scale_0" -> "121 quantize_per_channel_default_6"; -"119 linear_5_scale_0" -> "122 dequantize_per_channel_default_6"; -"120 linear_5_zero_point_0" -> "121 quantize_per_channel_default_6"; -"120 linear_5_zero_point_0" -> "122 dequantize_per_channel_default_6"; -"121 quantize_per_channel_default_6" -> "122 dequantize_per_channel_default_6"; -"122 dequantize_per_channel_default_6" -> "124 linear_5"; -"123 _param_constant17_0_0" -> "124 linear_5"; -"124 linear_5" -> "125 dropout_3"; -"125 dropout_3" -> "128 layer_norm_2"; -"126 _param_constant18" -> "128 layer_norm_2"; -"127 _param_constant19" -> "128 layer_norm_2"; -"128 layer_norm_2" -> "129 add_2"; -"129 add_2" -> "156 pad_1"; -"129 add_2" -> "236 add_5"; -"130 _tensor_constant2" -> "132 _tensor_constant2_0_0_nncf_smooth_quant_0"; -"131 linear_6_updated_constant0" -> "135 quantize_per_channel_default_7"; -"132 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "138 linear_6"; -"133 linear_6_scale_0" -> "135 quantize_per_channel_default_7"; -"133 linear_6_scale_0" -> "136 dequantize_per_channel_default_7"; -"134 linear_6_zero_point_0" -> "135 quantize_per_channel_default_7"; -"134 linear_6_zero_point_0" -> "136 dequantize_per_channel_default_7"; -"135 quantize_per_channel_default_7" -> "136 dequantize_per_channel_default_7"; -"136 dequantize_per_channel_default_7" -> "138 linear_6"; -"137 _param_constant21_0_0" -> "138 linear_6"; -"138 linear_6" -> "139 relu__1"; -"139 relu__1" -> "141 relu__1_0_0_nncf_smooth_quant_0"; -"140 linear_7_updated_constant0" -> "144 quantize_per_channel_default_8"; -"141 relu__1_0_0_nncf_smooth_quant_0" -> "146 linear_7"; -"142 linear_7_scale_0" -> "144 quantize_per_channel_default_8"; -"142 linear_7_scale_0" -> "145 dequantize_per_channel_default_8"; -"143 linear_7_zero_point_0" -> "144 quantize_per_channel_default_8"; -"143 linear_7_zero_point_0" -> "145 dequantize_per_channel_default_8"; -"144 quantize_per_channel_default_8" -> "145 dequantize_per_channel_default_8"; -"145 dequantize_per_channel_default_8" -> "146 linear_7"; -"146 linear_7" -> "147 view_4"; -"147 view_4" -> "149 index_1"; -"148 _tensor_constant3" -> "149 index_1"; -"149 index_1" -> "150 view_5"; -"150 view_5" -> "151 permute_5"; -"151 permute_5" -> "152 contiguous_1"; -"152 contiguous_1" -> "153 unsqueeze_1"; -"153 unsqueeze_1" -> "154 sigmoid_1"; -"154 sigmoid_1" -> "155 mul_2"; -"155 mul_2" -> "194 add_3"; -"156 pad_1" -> "157 roll"; -"157 roll" -> "158 view_6"; -"158 view_6" -> "159 permute_6"; -"159 permute_6" -> "160 reshape_4"; -"160 reshape_4" -> "162 reshape_4_0_0_nncf_smooth_quant_0"; -"160 reshape_4" -> "195 new_zeros"; -"161 linear_8_updated_constant0" -> "167 quantize_per_channel_default_9"; -"162 reshape_4_0_0_nncf_smooth_quant_0" -> "163 quantize_per_tensor_default_7"; -"163 quantize_per_tensor_default_7" -> "164 dequantize_per_tensor_default_7"; -"164 dequantize_per_tensor_default_7" -> "170 linear_8"; -"165 linear_8_scale_0" -> "167 quantize_per_channel_default_9"; -"165 linear_8_scale_0" -> "168 dequantize_per_channel_default_9"; -"166 linear_8_zero_point_0" -> "167 quantize_per_channel_default_9"; -"166 linear_8_zero_point_0" -> "168 dequantize_per_channel_default_9"; -"167 quantize_per_channel_default_9" -> "168 dequantize_per_channel_default_9"; -"168 dequantize_per_channel_default_9" -> "170 linear_8"; -"169 _param_constant23_0_0" -> "170 linear_8"; -"170 linear_8" -> "171 reshape_5"; -"171 reshape_5" -> "172 permute_7"; -"172 permute_7" -> "173 select_3"; -"172 permute_7" -> "174 select_4"; -"172 permute_7" -> "175 select_5"; -"173 select_3" -> "176 linalg_vector_norm_2"; -"173 select_3" -> "178 expand_as_2"; -"173 select_3" -> "179 div_2"; -"174 select_4" -> "182 linalg_vector_norm_3"; -"174 select_4" -> "184 expand_as_3"; -"174 select_4" -> "185 div_3"; -"175 select_5" -> "213 matmul_3"; -"176 linalg_vector_norm_2" -> "177 clamp_min_2"; -"177 clamp_min_2" -> "178 expand_as_2"; -"178 expand_as_2" -> "179 div_2"; -"179 div_2" -> "180 quantize_per_tensor_default_8"; -"180 quantize_per_tensor_default_8" -> "181 dequantize_per_tensor_default_8"; -"181 dequantize_per_tensor_default_8" -> "189 matmul_2"; -"182 linalg_vector_norm_3" -> "183 clamp_min_3"; -"183 clamp_min_3" -> "184 expand_as_3"; -"184 expand_as_3" -> "185 div_3"; -"185 div_3" -> "186 quantize_per_tensor_default_9"; -"186 quantize_per_tensor_default_9" -> "187 dequantize_per_tensor_default_9"; -"187 dequantize_per_tensor_default_9" -> "188 transpose_2"; -"188 transpose_2" -> "189 matmul_2"; -"189 matmul_2" -> "193 mul_3"; -"190 _param_constant25" -> "191 clamp_1"; -"191 clamp_1" -> "192 exp_1"; -"192 exp_1" -> "193 mul_3"; -"193 mul_3" -> "194 add_3"; -"194 add_3" -> "206 view_8"; -"195 new_zeros" -> "196 view_7"; -"196 view_7" -> "197 permute_8"; -"197 permute_8" -> "198 reshape_6"; -"198 reshape_6" -> "199 unsqueeze_2"; -"198 reshape_6" -> "200 unsqueeze_3"; -"199 unsqueeze_2" -> "201 sub"; -"200 unsqueeze_3" -> "201 sub"; -"201 sub" -> "202 ne"; -"201 sub" -> "203 masked_fill"; -"201 sub" -> "204 eq"; -"202 ne" -> "203 masked_fill"; -"203 masked_fill" -> "205 masked_fill_1"; -"204 eq" -> "205 masked_fill_1"; -"205 masked_fill_1" -> "207 unsqueeze_4"; -"206 view_8" -> "209 add_4"; -"207 unsqueeze_4" -> "208 unsqueeze_5"; -"208 unsqueeze_5" -> "209 add_4"; -"209 add_4" -> "210 view_9"; -"210 view_9" -> "211 softmax_1"; -"211 softmax_1" -> "212 dropout_4"; -"212 dropout_4" -> "213 matmul_3"; -"213 matmul_3" -> "214 transpose_3"; -"214 transpose_3" -> "215 reshape_7"; -"215 reshape_7" -> "217 reshape_7_0_0_nncf_smooth_quant_0"; -"216 linear_9_updated_constant0" -> "222 quantize_per_channel_default_10"; -"217 reshape_7_0_0_nncf_smooth_quant_0" -> "218 quantize_per_tensor_default_10"; -"218 quantize_per_tensor_default_10" -> "219 dequantize_per_tensor_default_10"; -"219 dequantize_per_tensor_default_10" -> "225 linear_9"; -"220 linear_9_scale_0" -> "222 quantize_per_channel_default_10"; -"220 linear_9_scale_0" -> "223 dequantize_per_channel_default_10"; -"221 linear_9_zero_point_0" -> "222 quantize_per_channel_default_10"; -"221 linear_9_zero_point_0" -> "223 dequantize_per_channel_default_10"; -"222 quantize_per_channel_default_10" -> "223 dequantize_per_channel_default_10"; -"223 dequantize_per_channel_default_10" -> "225 linear_9"; -"224 _param_constant27_0_0" -> "225 linear_9"; -"225 linear_9" -> "226 dropout_5"; -"226 dropout_5" -> "227 view_10"; -"227 view_10" -> "228 permute_9"; -"228 permute_9" -> "229 reshape_8"; -"229 reshape_8" -> "230 roll_1"; -"230 roll_1" -> "231 slice_23"; -"231 slice_23" -> "232 slice_24"; -"232 slice_24" -> "235 layer_norm_3"; -"233 _param_constant28" -> "235 layer_norm_3"; -"234 _param_constant29" -> "235 layer_norm_3"; -"235 layer_norm_3" -> "236 add_5"; -"236 add_5" -> "238 add_5_0_0_nncf_smooth_quant_0"; -"236 add_5" -> "263 add_6"; -"237 linear_10_updated_constant0" -> "243 quantize_per_channel_default_11"; -"238 add_5_0_0_nncf_smooth_quant_0" -> "239 quantize_per_tensor_default_11"; -"239 quantize_per_tensor_default_11" -> "240 dequantize_per_tensor_default_11"; -"240 dequantize_per_tensor_default_11" -> "246 linear_10"; -"241 linear_10_scale_0" -> "243 quantize_per_channel_default_11"; -"241 linear_10_scale_0" -> "244 dequantize_per_channel_default_11"; -"242 linear_10_zero_point_0" -> "243 quantize_per_channel_default_11"; -"242 linear_10_zero_point_0" -> "244 dequantize_per_channel_default_11"; -"243 quantize_per_channel_default_11" -> "244 dequantize_per_channel_default_11"; -"244 dequantize_per_channel_default_11" -> "246 linear_10"; -"245 _param_constant31_0_0" -> "246 linear_10"; -"246 linear_10" -> "247 gelu_1"; -"247 gelu_1" -> "248 dropout_6"; -"248 dropout_6" -> "250 dropout_6_0_0_nncf_smooth_quant_0"; -"249 linear_11_updated_constant0" -> "255 quantize_per_channel_default_12"; -"250 dropout_6_0_0_nncf_smooth_quant_0" -> "251 quantize_per_tensor_default_12"; -"251 quantize_per_tensor_default_12" -> "252 dequantize_per_tensor_default_12"; -"252 dequantize_per_tensor_default_12" -> "258 linear_11"; -"253 linear_11_scale_0" -> "255 quantize_per_channel_default_12"; -"253 linear_11_scale_0" -> "256 dequantize_per_channel_default_12"; -"254 linear_11_zero_point_0" -> "255 quantize_per_channel_default_12"; -"254 linear_11_zero_point_0" -> "256 dequantize_per_channel_default_12"; -"255 quantize_per_channel_default_12" -> "256 dequantize_per_channel_default_12"; -"256 dequantize_per_channel_default_12" -> "258 linear_11"; -"257 _param_constant33_0_0" -> "258 linear_11"; -"258 linear_11" -> "259 dropout_7"; -"259 dropout_7" -> "262 layer_norm_4"; -"260 _param_constant34" -> "262 layer_norm_4"; -"261 _param_constant35" -> "262 layer_norm_4"; -"262 layer_norm_4" -> "263 add_6"; -"263 add_6" -> "264 pad_2"; -"264 pad_2" -> "265 slice_25"; -"264 pad_2" -> "268 slice_28"; -"264 pad_2" -> "271 slice_31"; -"264 pad_2" -> "274 slice_34"; -"265 slice_25" -> "266 slice_26"; -"266 slice_26" -> "267 slice_27"; -"267 slice_27" -> "277 cat"; -"268 slice_28" -> "269 slice_29"; -"269 slice_29" -> "270 slice_30"; -"270 slice_30" -> "277 cat"; -"271 slice_31" -> "272 slice_32"; -"272 slice_32" -> "273 slice_33"; -"273 slice_33" -> "277 cat"; -"274 slice_34" -> "275 slice_35"; -"275 slice_35" -> "276 slice_36"; -"276 slice_36" -> "277 cat"; -"277 cat" -> "279 cat_0_0_nncf_smooth_quant_0"; -"278 linear_12_updated_constant0" -> "284 quantize_per_channel_default_13"; -"279 cat_0_0_nncf_smooth_quant_0" -> "280 quantize_per_tensor_default_13"; -"280 quantize_per_tensor_default_13" -> "281 dequantize_per_tensor_default_13"; -"281 dequantize_per_tensor_default_13" -> "286 linear_12"; -"282 linear_12_scale_0" -> "284 quantize_per_channel_default_13"; -"282 linear_12_scale_0" -> "285 dequantize_per_channel_default_13"; -"283 linear_12_zero_point_0" -> "284 quantize_per_channel_default_13"; -"283 linear_12_zero_point_0" -> "285 dequantize_per_channel_default_13"; -"284 quantize_per_channel_default_13" -> "285 dequantize_per_channel_default_13"; -"285 dequantize_per_channel_default_13" -> "286 linear_12"; -"286 linear_12" -> "289 layer_norm_5"; -"287 _param_constant37" -> "289 layer_norm_5"; -"288 _param_constant38" -> "289 layer_norm_5"; -"289 layer_norm_5" -> "316 pad_3"; -"289 layer_norm_5" -> "381 add_8"; -"290 _tensor_constant13" -> "292 _tensor_constant13_0_0_nncf_smooth_quant_0"; -"291 linear_13_updated_constant0" -> "295 quantize_per_channel_default_14"; -"292 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "298 linear_13"; -"293 linear_13_scale_0" -> "295 quantize_per_channel_default_14"; -"293 linear_13_scale_0" -> "296 dequantize_per_channel_default_14"; -"294 linear_13_zero_point_0" -> "295 quantize_per_channel_default_14"; -"294 linear_13_zero_point_0" -> "296 dequantize_per_channel_default_14"; -"295 quantize_per_channel_default_14" -> "296 dequantize_per_channel_default_14"; -"296 dequantize_per_channel_default_14" -> "298 linear_13"; -"297 _param_constant40_0_0" -> "298 linear_13"; -"298 linear_13" -> "299 relu__2"; -"299 relu__2" -> "301 relu__2_0_0_nncf_smooth_quant_0"; -"300 linear_14_updated_constant0" -> "304 quantize_per_channel_default_15"; -"301 relu__2_0_0_nncf_smooth_quant_0" -> "306 linear_14"; -"302 linear_14_scale_0" -> "304 quantize_per_channel_default_15"; -"302 linear_14_scale_0" -> "305 dequantize_per_channel_default_15"; -"303 linear_14_zero_point_0" -> "304 quantize_per_channel_default_15"; -"303 linear_14_zero_point_0" -> "305 dequantize_per_channel_default_15"; -"304 quantize_per_channel_default_15" -> "305 dequantize_per_channel_default_15"; -"305 dequantize_per_channel_default_15" -> "306 linear_14"; -"306 linear_14" -> "307 view_11"; -"307 view_11" -> "309 index_2"; -"308 _tensor_constant14" -> "309 index_2"; -"309 index_2" -> "310 view_12"; -"310 view_12" -> "311 permute_10"; -"311 permute_10" -> "312 contiguous_2"; -"312 contiguous_2" -> "313 unsqueeze_6"; -"313 unsqueeze_6" -> "314 sigmoid_2"; -"314 sigmoid_2" -> "315 mul_4"; -"315 mul_4" -> "353 add_7"; -"316 pad_3" -> "317 view_13"; -"317 view_13" -> "318 permute_11"; -"318 permute_11" -> "319 reshape_9"; -"319 reshape_9" -> "321 reshape_9_0_0_nncf_smooth_quant_0"; -"320 linear_15_updated_constant0" -> "326 quantize_per_channel_default_16"; -"321 reshape_9_0_0_nncf_smooth_quant_0" -> "322 quantize_per_tensor_default_14"; -"322 quantize_per_tensor_default_14" -> "323 dequantize_per_tensor_default_14"; -"323 dequantize_per_tensor_default_14" -> "329 linear_15"; -"324 linear_15_scale_0" -> "326 quantize_per_channel_default_16"; -"324 linear_15_scale_0" -> "327 dequantize_per_channel_default_16"; -"325 linear_15_zero_point_0" -> "326 quantize_per_channel_default_16"; -"325 linear_15_zero_point_0" -> "327 dequantize_per_channel_default_16"; -"326 quantize_per_channel_default_16" -> "327 dequantize_per_channel_default_16"; -"327 dequantize_per_channel_default_16" -> "329 linear_15"; -"328 _param_constant42_0_0" -> "329 linear_15"; -"329 linear_15" -> "330 reshape_10"; -"330 reshape_10" -> "331 permute_12"; -"331 permute_12" -> "332 select_6"; -"331 permute_12" -> "333 select_7"; -"331 permute_12" -> "334 select_8"; -"332 select_6" -> "335 linalg_vector_norm_4"; -"332 select_6" -> "337 expand_as_4"; -"332 select_6" -> "338 div_4"; -"333 select_7" -> "341 linalg_vector_norm_5"; -"333 select_7" -> "343 expand_as_5"; -"333 select_7" -> "344 div_5"; -"334 select_8" -> "356 matmul_5"; -"335 linalg_vector_norm_4" -> "336 clamp_min_4"; -"336 clamp_min_4" -> "337 expand_as_4"; -"337 expand_as_4" -> "338 div_4"; -"338 div_4" -> "339 quantize_per_tensor_default_15"; -"339 quantize_per_tensor_default_15" -> "340 dequantize_per_tensor_default_15"; -"340 dequantize_per_tensor_default_15" -> "348 matmul_4"; -"341 linalg_vector_norm_5" -> "342 clamp_min_5"; -"342 clamp_min_5" -> "343 expand_as_5"; -"343 expand_as_5" -> "344 div_5"; -"344 div_5" -> "345 quantize_per_tensor_default_16"; -"345 quantize_per_tensor_default_16" -> "346 dequantize_per_tensor_default_16"; -"346 dequantize_per_tensor_default_16" -> "347 transpose_4"; -"347 transpose_4" -> "348 matmul_4"; -"348 matmul_4" -> "352 mul_5"; -"349 _param_constant44" -> "350 clamp_2"; -"350 clamp_2" -> "351 exp_2"; -"351 exp_2" -> "352 mul_5"; -"352 mul_5" -> "353 add_7"; -"353 add_7" -> "354 softmax_2"; -"354 softmax_2" -> "355 dropout_8"; -"355 dropout_8" -> "356 matmul_5"; -"356 matmul_5" -> "357 transpose_5"; -"357 transpose_5" -> "358 reshape_11"; -"358 reshape_11" -> "360 reshape_11_0_0_nncf_smooth_quant_0"; -"359 linear_16_updated_constant0" -> "365 quantize_per_channel_default_17"; -"360 reshape_11_0_0_nncf_smooth_quant_0" -> "361 quantize_per_tensor_default_17"; -"361 quantize_per_tensor_default_17" -> "362 dequantize_per_tensor_default_17"; -"362 dequantize_per_tensor_default_17" -> "368 linear_16"; -"363 linear_16_scale_0" -> "365 quantize_per_channel_default_17"; -"363 linear_16_scale_0" -> "366 dequantize_per_channel_default_17"; -"364 linear_16_zero_point_0" -> "365 quantize_per_channel_default_17"; -"364 linear_16_zero_point_0" -> "366 dequantize_per_channel_default_17"; -"365 quantize_per_channel_default_17" -> "366 dequantize_per_channel_default_17"; -"366 dequantize_per_channel_default_17" -> "368 linear_16"; -"367 _param_constant46_0_0" -> "368 linear_16"; -"368 linear_16" -> "369 dropout_9"; -"369 dropout_9" -> "370 view_14"; -"370 view_14" -> "371 permute_13"; -"371 permute_13" -> "372 reshape_12"; -"372 reshape_12" -> "373 slice_38"; -"373 slice_38" -> "374 slice_39"; -"374 slice_39" -> "375 slice_40"; -"375 slice_40" -> "376 slice_41"; -"376 slice_41" -> "377 contiguous_3"; -"377 contiguous_3" -> "380 layer_norm_6"; -"378 _param_constant47" -> "380 layer_norm_6"; -"379 _param_constant48" -> "380 layer_norm_6"; -"380 layer_norm_6" -> "381 add_8"; -"381 add_8" -> "383 add_8_0_0_nncf_smooth_quant_0"; -"381 add_8" -> "408 add_9"; -"382 linear_17_updated_constant0" -> "388 quantize_per_channel_default_18"; -"383 add_8_0_0_nncf_smooth_quant_0" -> "384 quantize_per_tensor_default_18"; -"384 quantize_per_tensor_default_18" -> "385 dequantize_per_tensor_default_18"; -"385 dequantize_per_tensor_default_18" -> "391 linear_17"; -"386 linear_17_scale_0" -> "388 quantize_per_channel_default_18"; -"386 linear_17_scale_0" -> "389 dequantize_per_channel_default_18"; -"387 linear_17_zero_point_0" -> "388 quantize_per_channel_default_18"; -"387 linear_17_zero_point_0" -> "389 dequantize_per_channel_default_18"; -"388 quantize_per_channel_default_18" -> "389 dequantize_per_channel_default_18"; -"389 dequantize_per_channel_default_18" -> "391 linear_17"; -"390 _param_constant50_0_0" -> "391 linear_17"; -"391 linear_17" -> "392 gelu_2"; -"392 gelu_2" -> "393 dropout_10"; -"393 dropout_10" -> "395 dropout_10_0_0_nncf_smooth_quant_0"; -"394 linear_18_updated_constant0" -> "400 quantize_per_channel_default_19"; -"395 dropout_10_0_0_nncf_smooth_quant_0" -> "396 quantize_per_tensor_default_19"; -"396 quantize_per_tensor_default_19" -> "397 dequantize_per_tensor_default_19"; -"397 dequantize_per_tensor_default_19" -> "403 linear_18"; -"398 linear_18_scale_0" -> "400 quantize_per_channel_default_19"; -"398 linear_18_scale_0" -> "401 dequantize_per_channel_default_19"; -"399 linear_18_zero_point_0" -> "400 quantize_per_channel_default_19"; -"399 linear_18_zero_point_0" -> "401 dequantize_per_channel_default_19"; -"400 quantize_per_channel_default_19" -> "401 dequantize_per_channel_default_19"; -"401 dequantize_per_channel_default_19" -> "403 linear_18"; -"402 _param_constant52_0_0" -> "403 linear_18"; -"403 linear_18" -> "404 dropout_11"; -"404 dropout_11" -> "407 layer_norm_7"; -"405 _param_constant53" -> "407 layer_norm_7"; -"406 _param_constant54" -> "407 layer_norm_7"; -"407 layer_norm_7" -> "408 add_9"; -"408 add_9" -> "435 pad_4"; -"408 add_9" -> "518 add_12"; -"409 _tensor_constant15" -> "411 _tensor_constant15_0_0_nncf_smooth_quant_0"; -"410 linear_19_updated_constant0" -> "414 quantize_per_channel_default_20"; -"411 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "417 linear_19"; -"412 linear_19_scale_0" -> "414 quantize_per_channel_default_20"; -"412 linear_19_scale_0" -> "415 dequantize_per_channel_default_20"; -"413 linear_19_zero_point_0" -> "414 quantize_per_channel_default_20"; -"413 linear_19_zero_point_0" -> "415 dequantize_per_channel_default_20"; -"414 quantize_per_channel_default_20" -> "415 dequantize_per_channel_default_20"; -"415 dequantize_per_channel_default_20" -> "417 linear_19"; -"416 _param_constant56_0_0" -> "417 linear_19"; -"417 linear_19" -> "418 relu__3"; -"418 relu__3" -> "420 relu__3_0_0_nncf_smooth_quant_0"; -"419 linear_20_updated_constant0" -> "423 quantize_per_channel_default_21"; -"420 relu__3_0_0_nncf_smooth_quant_0" -> "425 linear_20"; -"421 linear_20_scale_0" -> "423 quantize_per_channel_default_21"; -"421 linear_20_scale_0" -> "424 dequantize_per_channel_default_21"; -"422 linear_20_zero_point_0" -> "423 quantize_per_channel_default_21"; -"422 linear_20_zero_point_0" -> "424 dequantize_per_channel_default_21"; -"423 quantize_per_channel_default_21" -> "424 dequantize_per_channel_default_21"; -"424 dequantize_per_channel_default_21" -> "425 linear_20"; -"425 linear_20" -> "426 view_15"; -"426 view_15" -> "428 index_3"; -"427 _tensor_constant16" -> "428 index_3"; -"428 index_3" -> "429 view_16"; -"429 view_16" -> "430 permute_14"; -"430 permute_14" -> "431 contiguous_4"; -"431 contiguous_4" -> "432 unsqueeze_7"; -"432 unsqueeze_7" -> "433 sigmoid_3"; -"433 sigmoid_3" -> "434 mul_6"; -"434 mul_6" -> "473 add_10"; -"435 pad_4" -> "436 roll_2"; -"436 roll_2" -> "437 view_17"; -"437 view_17" -> "438 permute_15"; -"438 permute_15" -> "439 reshape_13"; -"439 reshape_13" -> "441 reshape_13_0_0_nncf_smooth_quant_0"; -"439 reshape_13" -> "474 new_zeros_1"; -"440 linear_21_updated_constant0" -> "446 quantize_per_channel_default_22"; -"441 reshape_13_0_0_nncf_smooth_quant_0" -> "442 quantize_per_tensor_default_20"; -"442 quantize_per_tensor_default_20" -> "443 dequantize_per_tensor_default_20"; -"443 dequantize_per_tensor_default_20" -> "449 linear_21"; -"444 linear_21_scale_0" -> "446 quantize_per_channel_default_22"; -"444 linear_21_scale_0" -> "447 dequantize_per_channel_default_22"; -"445 linear_21_zero_point_0" -> "446 quantize_per_channel_default_22"; -"445 linear_21_zero_point_0" -> "447 dequantize_per_channel_default_22"; -"446 quantize_per_channel_default_22" -> "447 dequantize_per_channel_default_22"; -"447 dequantize_per_channel_default_22" -> "449 linear_21"; -"448 _param_constant58_0_0" -> "449 linear_21"; -"449 linear_21" -> "450 reshape_14"; -"450 reshape_14" -> "451 permute_16"; -"451 permute_16" -> "452 select_9"; -"451 permute_16" -> "453 select_10"; -"451 permute_16" -> "454 select_11"; -"452 select_9" -> "455 linalg_vector_norm_6"; -"452 select_9" -> "457 expand_as_6"; -"452 select_9" -> "458 div_6"; -"453 select_10" -> "461 linalg_vector_norm_7"; -"453 select_10" -> "463 expand_as_7"; -"453 select_10" -> "464 div_7"; -"454 select_11" -> "492 matmul_7"; -"455 linalg_vector_norm_6" -> "456 clamp_min_6"; -"456 clamp_min_6" -> "457 expand_as_6"; -"457 expand_as_6" -> "458 div_6"; -"458 div_6" -> "459 quantize_per_tensor_default_21"; -"459 quantize_per_tensor_default_21" -> "460 dequantize_per_tensor_default_21"; -"460 dequantize_per_tensor_default_21" -> "468 matmul_6"; -"461 linalg_vector_norm_7" -> "462 clamp_min_7"; -"462 clamp_min_7" -> "463 expand_as_7"; -"463 expand_as_7" -> "464 div_7"; -"464 div_7" -> "465 quantize_per_tensor_default_22"; -"465 quantize_per_tensor_default_22" -> "466 dequantize_per_tensor_default_22"; -"466 dequantize_per_tensor_default_22" -> "467 transpose_6"; -"467 transpose_6" -> "468 matmul_6"; -"468 matmul_6" -> "472 mul_7"; -"469 _param_constant60" -> "470 clamp_3"; -"470 clamp_3" -> "471 exp_3"; -"471 exp_3" -> "472 mul_7"; -"472 mul_7" -> "473 add_10"; -"473 add_10" -> "485 view_19"; -"474 new_zeros_1" -> "475 view_18"; -"475 view_18" -> "476 permute_17"; -"476 permute_17" -> "477 reshape_15"; -"477 reshape_15" -> "478 unsqueeze_8"; -"477 reshape_15" -> "479 unsqueeze_9"; -"478 unsqueeze_8" -> "480 sub_1"; -"479 unsqueeze_9" -> "480 sub_1"; -"480 sub_1" -> "481 ne_1"; -"480 sub_1" -> "482 masked_fill_2"; -"480 sub_1" -> "483 eq_1"; -"481 ne_1" -> "482 masked_fill_2"; -"482 masked_fill_2" -> "484 masked_fill_3"; -"483 eq_1" -> "484 masked_fill_3"; -"484 masked_fill_3" -> "486 unsqueeze_10"; -"485 view_19" -> "488 add_11"; -"486 unsqueeze_10" -> "487 unsqueeze_11"; -"487 unsqueeze_11" -> "488 add_11"; -"488 add_11" -> "489 view_20"; -"489 view_20" -> "490 softmax_3"; -"490 softmax_3" -> "491 dropout_12"; -"491 dropout_12" -> "492 matmul_7"; -"492 matmul_7" -> "493 transpose_7"; -"493 transpose_7" -> "494 reshape_16"; -"494 reshape_16" -> "496 reshape_16_0_0_nncf_smooth_quant_0"; -"495 linear_22_updated_constant0" -> "501 quantize_per_channel_default_23"; -"496 reshape_16_0_0_nncf_smooth_quant_0" -> "497 quantize_per_tensor_default_23"; -"497 quantize_per_tensor_default_23" -> "498 dequantize_per_tensor_default_23"; -"498 dequantize_per_tensor_default_23" -> "504 linear_22"; -"499 linear_22_scale_0" -> "501 quantize_per_channel_default_23"; -"499 linear_22_scale_0" -> "502 dequantize_per_channel_default_23"; -"500 linear_22_zero_point_0" -> "501 quantize_per_channel_default_23"; -"500 linear_22_zero_point_0" -> "502 dequantize_per_channel_default_23"; -"501 quantize_per_channel_default_23" -> "502 dequantize_per_channel_default_23"; -"502 dequantize_per_channel_default_23" -> "504 linear_22"; -"503 _param_constant62_0_0" -> "504 linear_22"; -"504 linear_22" -> "505 dropout_13"; -"505 dropout_13" -> "506 view_21"; -"506 view_21" -> "507 permute_18"; -"507 permute_18" -> "508 reshape_17"; -"508 reshape_17" -> "509 roll_3"; -"509 roll_3" -> "510 slice_61"; -"510 slice_61" -> "511 slice_62"; -"511 slice_62" -> "512 slice_63"; -"512 slice_63" -> "513 slice_64"; -"513 slice_64" -> "514 contiguous_5"; -"514 contiguous_5" -> "517 layer_norm_8"; -"515 _param_constant63" -> "517 layer_norm_8"; -"516 _param_constant64" -> "517 layer_norm_8"; -"517 layer_norm_8" -> "518 add_12"; -"518 add_12" -> "520 add_12_0_0_nncf_smooth_quant_0"; -"518 add_12" -> "545 add_13"; -"519 linear_23_updated_constant0" -> "525 quantize_per_channel_default_24"; -"520 add_12_0_0_nncf_smooth_quant_0" -> "521 quantize_per_tensor_default_24"; -"521 quantize_per_tensor_default_24" -> "522 dequantize_per_tensor_default_24"; -"522 dequantize_per_tensor_default_24" -> "528 linear_23"; -"523 linear_23_scale_0" -> "525 quantize_per_channel_default_24"; -"523 linear_23_scale_0" -> "526 dequantize_per_channel_default_24"; -"524 linear_23_zero_point_0" -> "525 quantize_per_channel_default_24"; -"524 linear_23_zero_point_0" -> "526 dequantize_per_channel_default_24"; -"525 quantize_per_channel_default_24" -> "526 dequantize_per_channel_default_24"; -"526 dequantize_per_channel_default_24" -> "528 linear_23"; -"527 _param_constant66_0_0" -> "528 linear_23"; -"528 linear_23" -> "529 gelu_3"; -"529 gelu_3" -> "530 dropout_14"; -"530 dropout_14" -> "532 dropout_14_0_0_nncf_smooth_quant_0"; -"531 linear_24_updated_constant0" -> "537 quantize_per_channel_default_25"; -"532 dropout_14_0_0_nncf_smooth_quant_0" -> "533 quantize_per_tensor_default_25"; -"533 quantize_per_tensor_default_25" -> "534 dequantize_per_tensor_default_25"; -"534 dequantize_per_tensor_default_25" -> "540 linear_24"; -"535 linear_24_scale_0" -> "537 quantize_per_channel_default_25"; -"535 linear_24_scale_0" -> "538 dequantize_per_channel_default_25"; -"536 linear_24_zero_point_0" -> "537 quantize_per_channel_default_25"; -"536 linear_24_zero_point_0" -> "538 dequantize_per_channel_default_25"; -"537 quantize_per_channel_default_25" -> "538 dequantize_per_channel_default_25"; -"538 dequantize_per_channel_default_25" -> "540 linear_24"; -"539 _param_constant68_0_0" -> "540 linear_24"; -"540 linear_24" -> "541 dropout_15"; -"541 dropout_15" -> "544 layer_norm_9"; -"542 _param_constant69" -> "544 layer_norm_9"; -"543 _param_constant70" -> "544 layer_norm_9"; -"544 layer_norm_9" -> "545 add_13"; -"545 add_13" -> "546 pad_5"; -"546 pad_5" -> "547 slice_65"; -"546 pad_5" -> "550 slice_68"; -"546 pad_5" -> "553 slice_71"; -"546 pad_5" -> "556 slice_74"; -"547 slice_65" -> "548 slice_66"; -"548 slice_66" -> "549 slice_67"; -"549 slice_67" -> "559 cat_1"; -"550 slice_68" -> "551 slice_69"; -"551 slice_69" -> "552 slice_70"; -"552 slice_70" -> "559 cat_1"; -"553 slice_71" -> "554 slice_72"; -"554 slice_72" -> "555 slice_73"; -"555 slice_73" -> "559 cat_1"; -"556 slice_74" -> "557 slice_75"; -"557 slice_75" -> "558 slice_76"; -"558 slice_76" -> "559 cat_1"; -"559 cat_1" -> "561 cat_1_0_0_nncf_smooth_quant_0"; -"560 linear_25_updated_constant0" -> "566 quantize_per_channel_default_26"; -"561 cat_1_0_0_nncf_smooth_quant_0" -> "562 quantize_per_tensor_default_26"; -"562 quantize_per_tensor_default_26" -> "563 dequantize_per_tensor_default_26"; -"563 dequantize_per_tensor_default_26" -> "568 linear_25"; -"564 linear_25_scale_0" -> "566 quantize_per_channel_default_26"; -"564 linear_25_scale_0" -> "567 dequantize_per_channel_default_26"; -"565 linear_25_zero_point_0" -> "566 quantize_per_channel_default_26"; -"565 linear_25_zero_point_0" -> "567 dequantize_per_channel_default_26"; -"566 quantize_per_channel_default_26" -> "567 dequantize_per_channel_default_26"; -"567 dequantize_per_channel_default_26" -> "568 linear_25"; -"568 linear_25" -> "571 layer_norm_10"; -"569 _param_constant72" -> "571 layer_norm_10"; -"570 _param_constant73" -> "571 layer_norm_10"; -"571 layer_norm_10" -> "598 pad_6"; -"571 layer_norm_10" -> "663 add_15"; -"572 _tensor_constant26" -> "574 _tensor_constant26_0_0_nncf_smooth_quant_0"; -"573 linear_26_updated_constant0" -> "577 quantize_per_channel_default_27"; -"574 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "580 linear_26"; -"575 linear_26_scale_0" -> "577 quantize_per_channel_default_27"; -"575 linear_26_scale_0" -> "578 dequantize_per_channel_default_27"; -"576 linear_26_zero_point_0" -> "577 quantize_per_channel_default_27"; -"576 linear_26_zero_point_0" -> "578 dequantize_per_channel_default_27"; -"577 quantize_per_channel_default_27" -> "578 dequantize_per_channel_default_27"; -"578 dequantize_per_channel_default_27" -> "580 linear_26"; -"579 _param_constant75_0_0" -> "580 linear_26"; -"580 linear_26" -> "581 relu__4"; -"581 relu__4" -> "583 relu__4_0_0_nncf_smooth_quant_0"; -"582 linear_27_updated_constant0" -> "586 quantize_per_channel_default_28"; -"583 relu__4_0_0_nncf_smooth_quant_0" -> "588 linear_27"; -"584 linear_27_scale_0" -> "586 quantize_per_channel_default_28"; -"584 linear_27_scale_0" -> "587 dequantize_per_channel_default_28"; -"585 linear_27_zero_point_0" -> "586 quantize_per_channel_default_28"; -"585 linear_27_zero_point_0" -> "587 dequantize_per_channel_default_28"; -"586 quantize_per_channel_default_28" -> "587 dequantize_per_channel_default_28"; -"587 dequantize_per_channel_default_28" -> "588 linear_27"; -"588 linear_27" -> "589 view_22"; -"589 view_22" -> "591 index_4"; -"590 _tensor_constant27" -> "591 index_4"; -"591 index_4" -> "592 view_23"; -"592 view_23" -> "593 permute_19"; -"593 permute_19" -> "594 contiguous_6"; -"594 contiguous_6" -> "595 unsqueeze_12"; -"595 unsqueeze_12" -> "596 sigmoid_4"; -"596 sigmoid_4" -> "597 mul_8"; -"597 mul_8" -> "635 add_14"; -"598 pad_6" -> "599 view_24"; -"599 view_24" -> "600 permute_20"; -"600 permute_20" -> "601 reshape_18"; -"601 reshape_18" -> "603 reshape_18_0_0_nncf_smooth_quant_0"; -"602 linear_28_updated_constant0" -> "608 quantize_per_channel_default_29"; -"603 reshape_18_0_0_nncf_smooth_quant_0" -> "604 quantize_per_tensor_default_27"; -"604 quantize_per_tensor_default_27" -> "605 dequantize_per_tensor_default_27"; -"605 dequantize_per_tensor_default_27" -> "611 linear_28"; -"606 linear_28_scale_0" -> "608 quantize_per_channel_default_29"; -"606 linear_28_scale_0" -> "609 dequantize_per_channel_default_29"; -"607 linear_28_zero_point_0" -> "608 quantize_per_channel_default_29"; -"607 linear_28_zero_point_0" -> "609 dequantize_per_channel_default_29"; -"608 quantize_per_channel_default_29" -> "609 dequantize_per_channel_default_29"; -"609 dequantize_per_channel_default_29" -> "611 linear_28"; -"610 _param_constant77_0_0" -> "611 linear_28"; -"611 linear_28" -> "612 reshape_19"; -"612 reshape_19" -> "613 permute_21"; -"613 permute_21" -> "614 select_12"; -"613 permute_21" -> "615 select_13"; -"613 permute_21" -> "616 select_14"; -"614 select_12" -> "617 linalg_vector_norm_8"; -"614 select_12" -> "619 expand_as_8"; -"614 select_12" -> "620 div_8"; -"615 select_13" -> "623 linalg_vector_norm_9"; -"615 select_13" -> "625 expand_as_9"; -"615 select_13" -> "626 div_9"; -"616 select_14" -> "638 matmul_9"; -"617 linalg_vector_norm_8" -> "618 clamp_min_8"; -"618 clamp_min_8" -> "619 expand_as_8"; -"619 expand_as_8" -> "620 div_8"; -"620 div_8" -> "621 quantize_per_tensor_default_28"; -"621 quantize_per_tensor_default_28" -> "622 dequantize_per_tensor_default_28"; -"622 dequantize_per_tensor_default_28" -> "630 matmul_8"; -"623 linalg_vector_norm_9" -> "624 clamp_min_9"; -"624 clamp_min_9" -> "625 expand_as_9"; -"625 expand_as_9" -> "626 div_9"; -"626 div_9" -> "627 quantize_per_tensor_default_29"; -"627 quantize_per_tensor_default_29" -> "628 dequantize_per_tensor_default_29"; -"628 dequantize_per_tensor_default_29" -> "629 transpose_8"; -"629 transpose_8" -> "630 matmul_8"; -"630 matmul_8" -> "634 mul_9"; -"631 _param_constant79" -> "632 clamp_4"; -"632 clamp_4" -> "633 exp_4"; -"633 exp_4" -> "634 mul_9"; -"634 mul_9" -> "635 add_14"; -"635 add_14" -> "636 softmax_4"; -"636 softmax_4" -> "637 dropout_16"; -"637 dropout_16" -> "638 matmul_9"; -"638 matmul_9" -> "639 transpose_9"; -"639 transpose_9" -> "640 reshape_20"; -"640 reshape_20" -> "642 reshape_20_0_0_nncf_smooth_quant_0"; -"641 linear_29_updated_constant0" -> "647 quantize_per_channel_default_30"; -"642 reshape_20_0_0_nncf_smooth_quant_0" -> "643 quantize_per_tensor_default_30"; -"643 quantize_per_tensor_default_30" -> "644 dequantize_per_tensor_default_30"; -"644 dequantize_per_tensor_default_30" -> "650 linear_29"; -"645 linear_29_scale_0" -> "647 quantize_per_channel_default_30"; -"645 linear_29_scale_0" -> "648 dequantize_per_channel_default_30"; -"646 linear_29_zero_point_0" -> "647 quantize_per_channel_default_30"; -"646 linear_29_zero_point_0" -> "648 dequantize_per_channel_default_30"; -"647 quantize_per_channel_default_30" -> "648 dequantize_per_channel_default_30"; -"648 dequantize_per_channel_default_30" -> "650 linear_29"; -"649 _param_constant81_0_0" -> "650 linear_29"; -"650 linear_29" -> "651 dropout_17"; -"651 dropout_17" -> "652 view_25"; -"652 view_25" -> "653 permute_22"; -"653 permute_22" -> "654 reshape_21"; -"654 reshape_21" -> "655 slice_78"; -"655 slice_78" -> "656 slice_79"; -"656 slice_79" -> "657 slice_80"; -"657 slice_80" -> "658 slice_81"; -"658 slice_81" -> "659 contiguous_7"; -"659 contiguous_7" -> "662 layer_norm_11"; -"660 _param_constant82" -> "662 layer_norm_11"; -"661 _param_constant83" -> "662 layer_norm_11"; -"662 layer_norm_11" -> "663 add_15"; -"663 add_15" -> "665 add_15_0_0_nncf_smooth_quant_0"; -"663 add_15" -> "690 add_16"; -"664 linear_30_updated_constant0" -> "670 quantize_per_channel_default_31"; -"665 add_15_0_0_nncf_smooth_quant_0" -> "666 quantize_per_tensor_default_31"; -"666 quantize_per_tensor_default_31" -> "667 dequantize_per_tensor_default_31"; -"667 dequantize_per_tensor_default_31" -> "673 linear_30"; -"668 linear_30_scale_0" -> "670 quantize_per_channel_default_31"; -"668 linear_30_scale_0" -> "671 dequantize_per_channel_default_31"; -"669 linear_30_zero_point_0" -> "670 quantize_per_channel_default_31"; -"669 linear_30_zero_point_0" -> "671 dequantize_per_channel_default_31"; -"670 quantize_per_channel_default_31" -> "671 dequantize_per_channel_default_31"; -"671 dequantize_per_channel_default_31" -> "673 linear_30"; -"672 _param_constant85_0_0" -> "673 linear_30"; -"673 linear_30" -> "674 gelu_4"; -"674 gelu_4" -> "675 dropout_18"; -"675 dropout_18" -> "677 dropout_18_0_0_nncf_smooth_quant_0"; -"676 linear_31_updated_constant0" -> "682 quantize_per_channel_default_32"; -"677 dropout_18_0_0_nncf_smooth_quant_0" -> "678 quantize_per_tensor_default_32"; -"678 quantize_per_tensor_default_32" -> "679 dequantize_per_tensor_default_32"; -"679 dequantize_per_tensor_default_32" -> "685 linear_31"; -"680 linear_31_scale_0" -> "682 quantize_per_channel_default_32"; -"680 linear_31_scale_0" -> "683 dequantize_per_channel_default_32"; -"681 linear_31_zero_point_0" -> "682 quantize_per_channel_default_32"; -"681 linear_31_zero_point_0" -> "683 dequantize_per_channel_default_32"; -"682 quantize_per_channel_default_32" -> "683 dequantize_per_channel_default_32"; -"683 dequantize_per_channel_default_32" -> "685 linear_31"; -"684 _param_constant87_0_0" -> "685 linear_31"; -"685 linear_31" -> "686 dropout_19"; -"686 dropout_19" -> "689 layer_norm_12"; -"687 _param_constant88" -> "689 layer_norm_12"; -"688 _param_constant89" -> "689 layer_norm_12"; -"689 layer_norm_12" -> "690 add_16"; -"690 add_16" -> "717 pad_7"; -"690 add_16" -> "800 add_19"; -"691 _tensor_constant28" -> "693 _tensor_constant28_0_0_nncf_smooth_quant_0"; -"692 linear_32_updated_constant0" -> "696 quantize_per_channel_default_33"; -"693 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "699 linear_32"; -"694 linear_32_scale_0" -> "696 quantize_per_channel_default_33"; -"694 linear_32_scale_0" -> "697 dequantize_per_channel_default_33"; -"695 linear_32_zero_point_0" -> "696 quantize_per_channel_default_33"; -"695 linear_32_zero_point_0" -> "697 dequantize_per_channel_default_33"; -"696 quantize_per_channel_default_33" -> "697 dequantize_per_channel_default_33"; -"697 dequantize_per_channel_default_33" -> "699 linear_32"; -"698 _param_constant91_0_0" -> "699 linear_32"; -"699 linear_32" -> "700 relu__5"; -"700 relu__5" -> "702 relu__5_0_0_nncf_smooth_quant_0"; -"701 linear_33_updated_constant0" -> "705 quantize_per_channel_default_34"; -"702 relu__5_0_0_nncf_smooth_quant_0" -> "707 linear_33"; -"703 linear_33_scale_0" -> "705 quantize_per_channel_default_34"; -"703 linear_33_scale_0" -> "706 dequantize_per_channel_default_34"; -"704 linear_33_zero_point_0" -> "705 quantize_per_channel_default_34"; -"704 linear_33_zero_point_0" -> "706 dequantize_per_channel_default_34"; -"705 quantize_per_channel_default_34" -> "706 dequantize_per_channel_default_34"; -"706 dequantize_per_channel_default_34" -> "707 linear_33"; -"707 linear_33" -> "708 view_26"; -"708 view_26" -> "710 index_5"; -"709 _tensor_constant29" -> "710 index_5"; -"710 index_5" -> "711 view_27"; -"711 view_27" -> "712 permute_23"; -"712 permute_23" -> "713 contiguous_8"; -"713 contiguous_8" -> "714 unsqueeze_13"; -"714 unsqueeze_13" -> "715 sigmoid_5"; -"715 sigmoid_5" -> "716 mul_10"; -"716 mul_10" -> "755 add_17"; -"717 pad_7" -> "718 roll_4"; -"718 roll_4" -> "719 view_28"; -"719 view_28" -> "720 permute_24"; -"720 permute_24" -> "721 reshape_22"; -"721 reshape_22" -> "723 reshape_22_0_0_nncf_smooth_quant_0"; -"721 reshape_22" -> "756 new_zeros_2"; -"722 linear_34_updated_constant0" -> "728 quantize_per_channel_default_35"; -"723 reshape_22_0_0_nncf_smooth_quant_0" -> "724 quantize_per_tensor_default_33"; -"724 quantize_per_tensor_default_33" -> "725 dequantize_per_tensor_default_33"; -"725 dequantize_per_tensor_default_33" -> "731 linear_34"; -"726 linear_34_scale_0" -> "728 quantize_per_channel_default_35"; -"726 linear_34_scale_0" -> "729 dequantize_per_channel_default_35"; -"727 linear_34_zero_point_0" -> "728 quantize_per_channel_default_35"; -"727 linear_34_zero_point_0" -> "729 dequantize_per_channel_default_35"; -"728 quantize_per_channel_default_35" -> "729 dequantize_per_channel_default_35"; -"729 dequantize_per_channel_default_35" -> "731 linear_34"; -"730 _param_constant93_0_0" -> "731 linear_34"; -"731 linear_34" -> "732 reshape_23"; -"732 reshape_23" -> "733 permute_25"; -"733 permute_25" -> "734 select_15"; -"733 permute_25" -> "735 select_16"; -"733 permute_25" -> "736 select_17"; -"734 select_15" -> "737 linalg_vector_norm_10"; -"734 select_15" -> "739 expand_as_10"; -"734 select_15" -> "740 div_10"; -"735 select_16" -> "743 linalg_vector_norm_11"; -"735 select_16" -> "745 expand_as_11"; -"735 select_16" -> "746 div_11"; -"736 select_17" -> "774 matmul_11"; -"737 linalg_vector_norm_10" -> "738 clamp_min_10"; -"738 clamp_min_10" -> "739 expand_as_10"; -"739 expand_as_10" -> "740 div_10"; -"740 div_10" -> "741 quantize_per_tensor_default_34"; -"741 quantize_per_tensor_default_34" -> "742 dequantize_per_tensor_default_34"; -"742 dequantize_per_tensor_default_34" -> "750 matmul_10"; -"743 linalg_vector_norm_11" -> "744 clamp_min_11"; -"744 clamp_min_11" -> "745 expand_as_11"; -"745 expand_as_11" -> "746 div_11"; -"746 div_11" -> "747 quantize_per_tensor_default_35"; -"747 quantize_per_tensor_default_35" -> "748 dequantize_per_tensor_default_35"; -"748 dequantize_per_tensor_default_35" -> "749 transpose_10"; -"749 transpose_10" -> "750 matmul_10"; -"750 matmul_10" -> "754 mul_11"; -"751 _param_constant95" -> "752 clamp_5"; -"752 clamp_5" -> "753 exp_5"; -"753 exp_5" -> "754 mul_11"; -"754 mul_11" -> "755 add_17"; -"755 add_17" -> "767 view_30"; -"756 new_zeros_2" -> "757 view_29"; -"757 view_29" -> "758 permute_26"; -"758 permute_26" -> "759 reshape_24"; -"759 reshape_24" -> "760 unsqueeze_14"; -"759 reshape_24" -> "761 unsqueeze_15"; -"760 unsqueeze_14" -> "762 sub_2"; -"761 unsqueeze_15" -> "762 sub_2"; -"762 sub_2" -> "763 ne_2"; -"762 sub_2" -> "764 masked_fill_4"; -"762 sub_2" -> "765 eq_2"; -"763 ne_2" -> "764 masked_fill_4"; -"764 masked_fill_4" -> "766 masked_fill_5"; -"765 eq_2" -> "766 masked_fill_5"; -"766 masked_fill_5" -> "768 unsqueeze_16"; -"767 view_30" -> "770 add_18"; -"768 unsqueeze_16" -> "769 unsqueeze_17"; -"769 unsqueeze_17" -> "770 add_18"; -"770 add_18" -> "771 view_31"; -"771 view_31" -> "772 softmax_5"; -"772 softmax_5" -> "773 dropout_20"; -"773 dropout_20" -> "774 matmul_11"; -"774 matmul_11" -> "775 transpose_11"; -"775 transpose_11" -> "776 reshape_25"; -"776 reshape_25" -> "778 reshape_25_0_0_nncf_smooth_quant_0"; -"777 linear_35_updated_constant0" -> "783 quantize_per_channel_default_36"; -"778 reshape_25_0_0_nncf_smooth_quant_0" -> "779 quantize_per_tensor_default_36"; -"779 quantize_per_tensor_default_36" -> "780 dequantize_per_tensor_default_36"; -"780 dequantize_per_tensor_default_36" -> "786 linear_35"; -"781 linear_35_scale_0" -> "783 quantize_per_channel_default_36"; -"781 linear_35_scale_0" -> "784 dequantize_per_channel_default_36"; -"782 linear_35_zero_point_0" -> "783 quantize_per_channel_default_36"; -"782 linear_35_zero_point_0" -> "784 dequantize_per_channel_default_36"; -"783 quantize_per_channel_default_36" -> "784 dequantize_per_channel_default_36"; -"784 dequantize_per_channel_default_36" -> "786 linear_35"; -"785 _param_constant97_0_0" -> "786 linear_35"; -"786 linear_35" -> "787 dropout_21"; -"787 dropout_21" -> "788 view_32"; -"788 view_32" -> "789 permute_27"; -"789 permute_27" -> "790 reshape_26"; -"790 reshape_26" -> "791 roll_5"; -"791 roll_5" -> "792 slice_101"; -"792 slice_101" -> "793 slice_102"; -"793 slice_102" -> "794 slice_103"; -"794 slice_103" -> "795 slice_104"; -"795 slice_104" -> "796 contiguous_9"; -"796 contiguous_9" -> "799 layer_norm_13"; -"797 _param_constant98" -> "799 layer_norm_13"; -"798 _param_constant99" -> "799 layer_norm_13"; -"799 layer_norm_13" -> "800 add_19"; -"800 add_19" -> "802 add_19_0_0_nncf_smooth_quant_0"; -"800 add_19" -> "827 add_20"; -"801 linear_36_updated_constant0" -> "807 quantize_per_channel_default_37"; -"802 add_19_0_0_nncf_smooth_quant_0" -> "803 quantize_per_tensor_default_37"; -"803 quantize_per_tensor_default_37" -> "804 dequantize_per_tensor_default_37"; -"804 dequantize_per_tensor_default_37" -> "810 linear_36"; -"805 linear_36_scale_0" -> "807 quantize_per_channel_default_37"; -"805 linear_36_scale_0" -> "808 dequantize_per_channel_default_37"; -"806 linear_36_zero_point_0" -> "807 quantize_per_channel_default_37"; -"806 linear_36_zero_point_0" -> "808 dequantize_per_channel_default_37"; -"807 quantize_per_channel_default_37" -> "808 dequantize_per_channel_default_37"; -"808 dequantize_per_channel_default_37" -> "810 linear_36"; -"809 _param_constant101_0_0" -> "810 linear_36"; -"810 linear_36" -> "811 gelu_5"; -"811 gelu_5" -> "812 dropout_22"; -"812 dropout_22" -> "814 dropout_22_0_0_nncf_smooth_quant_0"; -"813 linear_37_updated_constant0" -> "819 quantize_per_channel_default_38"; -"814 dropout_22_0_0_nncf_smooth_quant_0" -> "815 quantize_per_tensor_default_38"; -"815 quantize_per_tensor_default_38" -> "816 dequantize_per_tensor_default_38"; -"816 dequantize_per_tensor_default_38" -> "822 linear_37"; -"817 linear_37_scale_0" -> "819 quantize_per_channel_default_38"; -"817 linear_37_scale_0" -> "820 dequantize_per_channel_default_38"; -"818 linear_37_zero_point_0" -> "819 quantize_per_channel_default_38"; -"818 linear_37_zero_point_0" -> "820 dequantize_per_channel_default_38"; -"819 quantize_per_channel_default_38" -> "820 dequantize_per_channel_default_38"; -"820 dequantize_per_channel_default_38" -> "822 linear_37"; -"821 _param_constant103_0_0" -> "822 linear_37"; -"822 linear_37" -> "823 dropout_23"; -"823 dropout_23" -> "826 layer_norm_14"; -"824 _param_constant104" -> "826 layer_norm_14"; -"825 _param_constant105" -> "826 layer_norm_14"; -"826 layer_norm_14" -> "827 add_20"; -"827 add_20" -> "854 pad_8"; -"827 add_20" -> "919 add_22"; -"828 _tensor_constant39" -> "830 _tensor_constant39_0_0_nncf_smooth_quant_0"; -"829 linear_38_updated_constant0" -> "833 quantize_per_channel_default_39"; -"830 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "836 linear_38"; -"831 linear_38_scale_0" -> "833 quantize_per_channel_default_39"; -"831 linear_38_scale_0" -> "834 dequantize_per_channel_default_39"; -"832 linear_38_zero_point_0" -> "833 quantize_per_channel_default_39"; -"832 linear_38_zero_point_0" -> "834 dequantize_per_channel_default_39"; -"833 quantize_per_channel_default_39" -> "834 dequantize_per_channel_default_39"; -"834 dequantize_per_channel_default_39" -> "836 linear_38"; -"835 _param_constant107_0_0" -> "836 linear_38"; -"836 linear_38" -> "837 relu__6"; -"837 relu__6" -> "839 relu__6_0_0_nncf_smooth_quant_0"; -"838 linear_39_updated_constant0" -> "842 quantize_per_channel_default_40"; -"839 relu__6_0_0_nncf_smooth_quant_0" -> "844 linear_39"; -"840 linear_39_scale_0" -> "842 quantize_per_channel_default_40"; -"840 linear_39_scale_0" -> "843 dequantize_per_channel_default_40"; -"841 linear_39_zero_point_0" -> "842 quantize_per_channel_default_40"; -"841 linear_39_zero_point_0" -> "843 dequantize_per_channel_default_40"; -"842 quantize_per_channel_default_40" -> "843 dequantize_per_channel_default_40"; -"843 dequantize_per_channel_default_40" -> "844 linear_39"; -"844 linear_39" -> "845 view_33"; -"845 view_33" -> "847 index_6"; -"846 _tensor_constant40" -> "847 index_6"; -"847 index_6" -> "848 view_34"; -"848 view_34" -> "849 permute_28"; -"849 permute_28" -> "850 contiguous_10"; -"850 contiguous_10" -> "851 unsqueeze_18"; -"851 unsqueeze_18" -> "852 sigmoid_6"; -"852 sigmoid_6" -> "853 mul_12"; -"853 mul_12" -> "891 add_21"; -"854 pad_8" -> "855 view_35"; -"855 view_35" -> "856 permute_29"; -"856 permute_29" -> "857 reshape_27"; -"857 reshape_27" -> "859 reshape_27_0_0_nncf_smooth_quant_0"; -"858 linear_40_updated_constant0" -> "864 quantize_per_channel_default_41"; -"859 reshape_27_0_0_nncf_smooth_quant_0" -> "860 quantize_per_tensor_default_39"; -"860 quantize_per_tensor_default_39" -> "861 dequantize_per_tensor_default_39"; -"861 dequantize_per_tensor_default_39" -> "867 linear_40"; -"862 linear_40_scale_0" -> "864 quantize_per_channel_default_41"; -"862 linear_40_scale_0" -> "865 dequantize_per_channel_default_41"; -"863 linear_40_zero_point_0" -> "864 quantize_per_channel_default_41"; -"863 linear_40_zero_point_0" -> "865 dequantize_per_channel_default_41"; -"864 quantize_per_channel_default_41" -> "865 dequantize_per_channel_default_41"; -"865 dequantize_per_channel_default_41" -> "867 linear_40"; -"866 _param_constant109_0_0" -> "867 linear_40"; -"867 linear_40" -> "868 reshape_28"; -"868 reshape_28" -> "869 permute_30"; -"869 permute_30" -> "870 select_18"; -"869 permute_30" -> "871 select_19"; -"869 permute_30" -> "872 select_20"; -"870 select_18" -> "873 linalg_vector_norm_12"; -"870 select_18" -> "875 expand_as_12"; -"870 select_18" -> "876 div_12"; -"871 select_19" -> "879 linalg_vector_norm_13"; -"871 select_19" -> "881 expand_as_13"; -"871 select_19" -> "882 div_13"; -"872 select_20" -> "894 matmul_13"; -"873 linalg_vector_norm_12" -> "874 clamp_min_12"; -"874 clamp_min_12" -> "875 expand_as_12"; -"875 expand_as_12" -> "876 div_12"; -"876 div_12" -> "877 quantize_per_tensor_default_40"; -"877 quantize_per_tensor_default_40" -> "878 dequantize_per_tensor_default_40"; -"878 dequantize_per_tensor_default_40" -> "886 matmul_12"; -"879 linalg_vector_norm_13" -> "880 clamp_min_13"; -"880 clamp_min_13" -> "881 expand_as_13"; -"881 expand_as_13" -> "882 div_13"; -"882 div_13" -> "883 quantize_per_tensor_default_41"; -"883 quantize_per_tensor_default_41" -> "884 dequantize_per_tensor_default_41"; -"884 dequantize_per_tensor_default_41" -> "885 transpose_12"; -"885 transpose_12" -> "886 matmul_12"; -"886 matmul_12" -> "890 mul_13"; -"887 _param_constant111" -> "888 clamp_6"; -"888 clamp_6" -> "889 exp_6"; -"889 exp_6" -> "890 mul_13"; -"890 mul_13" -> "891 add_21"; -"891 add_21" -> "892 softmax_6"; -"892 softmax_6" -> "893 dropout_24"; -"893 dropout_24" -> "894 matmul_13"; -"894 matmul_13" -> "895 transpose_13"; -"895 transpose_13" -> "896 reshape_29"; -"896 reshape_29" -> "898 reshape_29_0_0_nncf_smooth_quant_0"; -"897 linear_41_updated_constant0" -> "903 quantize_per_channel_default_42"; -"898 reshape_29_0_0_nncf_smooth_quant_0" -> "899 quantize_per_tensor_default_42"; -"899 quantize_per_tensor_default_42" -> "900 dequantize_per_tensor_default_42"; -"900 dequantize_per_tensor_default_42" -> "906 linear_41"; -"901 linear_41_scale_0" -> "903 quantize_per_channel_default_42"; -"901 linear_41_scale_0" -> "904 dequantize_per_channel_default_42"; -"902 linear_41_zero_point_0" -> "903 quantize_per_channel_default_42"; -"902 linear_41_zero_point_0" -> "904 dequantize_per_channel_default_42"; -"903 quantize_per_channel_default_42" -> "904 dequantize_per_channel_default_42"; -"904 dequantize_per_channel_default_42" -> "906 linear_41"; -"905 _param_constant113_0_0" -> "906 linear_41"; -"906 linear_41" -> "907 dropout_25"; -"907 dropout_25" -> "908 view_36"; -"908 view_36" -> "909 permute_31"; -"909 permute_31" -> "910 reshape_30"; -"910 reshape_30" -> "911 slice_106"; -"911 slice_106" -> "912 slice_107"; -"912 slice_107" -> "913 slice_108"; -"913 slice_108" -> "914 slice_109"; -"914 slice_109" -> "915 contiguous_11"; -"915 contiguous_11" -> "918 layer_norm_15"; -"916 _param_constant114" -> "918 layer_norm_15"; -"917 _param_constant115" -> "918 layer_norm_15"; -"918 layer_norm_15" -> "919 add_22"; -"919 add_22" -> "921 add_22_0_0_nncf_smooth_quant_0"; -"919 add_22" -> "946 add_23"; -"920 linear_42_updated_constant0" -> "926 quantize_per_channel_default_43"; -"921 add_22_0_0_nncf_smooth_quant_0" -> "922 quantize_per_tensor_default_43"; -"922 quantize_per_tensor_default_43" -> "923 dequantize_per_tensor_default_43"; -"923 dequantize_per_tensor_default_43" -> "929 linear_42"; -"924 linear_42_scale_0" -> "926 quantize_per_channel_default_43"; -"924 linear_42_scale_0" -> "927 dequantize_per_channel_default_43"; -"925 linear_42_zero_point_0" -> "926 quantize_per_channel_default_43"; -"925 linear_42_zero_point_0" -> "927 dequantize_per_channel_default_43"; -"926 quantize_per_channel_default_43" -> "927 dequantize_per_channel_default_43"; -"927 dequantize_per_channel_default_43" -> "929 linear_42"; -"928 _param_constant117_0_0" -> "929 linear_42"; -"929 linear_42" -> "930 gelu_6"; -"930 gelu_6" -> "931 dropout_26"; -"931 dropout_26" -> "933 dropout_26_0_0_nncf_smooth_quant_0"; -"932 linear_43_updated_constant0" -> "938 quantize_per_channel_default_44"; -"933 dropout_26_0_0_nncf_smooth_quant_0" -> "934 quantize_per_tensor_default_44"; -"934 quantize_per_tensor_default_44" -> "935 dequantize_per_tensor_default_44"; -"935 dequantize_per_tensor_default_44" -> "941 linear_43"; -"936 linear_43_scale_0" -> "938 quantize_per_channel_default_44"; -"936 linear_43_scale_0" -> "939 dequantize_per_channel_default_44"; -"937 linear_43_zero_point_0" -> "938 quantize_per_channel_default_44"; -"937 linear_43_zero_point_0" -> "939 dequantize_per_channel_default_44"; -"938 quantize_per_channel_default_44" -> "939 dequantize_per_channel_default_44"; -"939 dequantize_per_channel_default_44" -> "941 linear_43"; -"940 _param_constant119_0_0" -> "941 linear_43"; -"941 linear_43" -> "942 dropout_27"; -"942 dropout_27" -> "945 layer_norm_16"; -"943 _param_constant120" -> "945 layer_norm_16"; -"944 _param_constant121" -> "945 layer_norm_16"; -"945 layer_norm_16" -> "946 add_23"; -"946 add_23" -> "973 pad_9"; -"946 add_23" -> "1056 add_26"; -"947 _tensor_constant41" -> "949 _tensor_constant41_0_0_nncf_smooth_quant_0"; -"948 linear_44_updated_constant0" -> "952 quantize_per_channel_default_45"; -"949 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "955 linear_44"; -"950 linear_44_scale_0" -> "952 quantize_per_channel_default_45"; -"950 linear_44_scale_0" -> "953 dequantize_per_channel_default_45"; -"951 linear_44_zero_point_0" -> "952 quantize_per_channel_default_45"; -"951 linear_44_zero_point_0" -> "953 dequantize_per_channel_default_45"; -"952 quantize_per_channel_default_45" -> "953 dequantize_per_channel_default_45"; -"953 dequantize_per_channel_default_45" -> "955 linear_44"; -"954 _param_constant123_0_0" -> "955 linear_44"; -"955 linear_44" -> "956 relu__7"; -"956 relu__7" -> "958 relu__7_0_0_nncf_smooth_quant_0"; -"957 linear_45_updated_constant0" -> "961 quantize_per_channel_default_46"; -"958 relu__7_0_0_nncf_smooth_quant_0" -> "963 linear_45"; -"959 linear_45_scale_0" -> "961 quantize_per_channel_default_46"; -"959 linear_45_scale_0" -> "962 dequantize_per_channel_default_46"; -"960 linear_45_zero_point_0" -> "961 quantize_per_channel_default_46"; -"960 linear_45_zero_point_0" -> "962 dequantize_per_channel_default_46"; -"961 quantize_per_channel_default_46" -> "962 dequantize_per_channel_default_46"; -"962 dequantize_per_channel_default_46" -> "963 linear_45"; -"963 linear_45" -> "964 view_37"; -"964 view_37" -> "966 index_7"; -"965 _tensor_constant42" -> "966 index_7"; -"966 index_7" -> "967 view_38"; -"967 view_38" -> "968 permute_32"; -"968 permute_32" -> "969 contiguous_12"; -"969 contiguous_12" -> "970 unsqueeze_19"; -"970 unsqueeze_19" -> "971 sigmoid_7"; -"971 sigmoid_7" -> "972 mul_14"; -"972 mul_14" -> "1011 add_24"; -"973 pad_9" -> "974 roll_6"; -"974 roll_6" -> "975 view_39"; -"975 view_39" -> "976 permute_33"; -"976 permute_33" -> "977 reshape_31"; -"977 reshape_31" -> "979 reshape_31_0_0_nncf_smooth_quant_0"; -"977 reshape_31" -> "1012 new_zeros_3"; -"978 linear_46_updated_constant0" -> "984 quantize_per_channel_default_47"; -"979 reshape_31_0_0_nncf_smooth_quant_0" -> "980 quantize_per_tensor_default_45"; -"980 quantize_per_tensor_default_45" -> "981 dequantize_per_tensor_default_45"; -"981 dequantize_per_tensor_default_45" -> "987 linear_46"; -"982 linear_46_scale_0" -> "984 quantize_per_channel_default_47"; -"982 linear_46_scale_0" -> "985 dequantize_per_channel_default_47"; -"983 linear_46_zero_point_0" -> "984 quantize_per_channel_default_47"; -"983 linear_46_zero_point_0" -> "985 dequantize_per_channel_default_47"; -"984 quantize_per_channel_default_47" -> "985 dequantize_per_channel_default_47"; -"985 dequantize_per_channel_default_47" -> "987 linear_46"; -"986 _param_constant125_0_0" -> "987 linear_46"; -"987 linear_46" -> "988 reshape_32"; -"988 reshape_32" -> "989 permute_34"; -"989 permute_34" -> "990 select_21"; -"989 permute_34" -> "991 select_22"; -"989 permute_34" -> "992 select_23"; -"990 select_21" -> "993 linalg_vector_norm_14"; -"990 select_21" -> "995 expand_as_14"; -"990 select_21" -> "996 div_14"; -"991 select_22" -> "999 linalg_vector_norm_15"; -"991 select_22" -> "1001 expand_as_15"; -"991 select_22" -> "1002 div_15"; -"992 select_23" -> "1030 matmul_15"; -"993 linalg_vector_norm_14" -> "994 clamp_min_14"; -"994 clamp_min_14" -> "995 expand_as_14"; -"995 expand_as_14" -> "996 div_14"; -"996 div_14" -> "997 quantize_per_tensor_default_46"; -"997 quantize_per_tensor_default_46" -> "998 dequantize_per_tensor_default_46"; -"998 dequantize_per_tensor_default_46" -> "1006 matmul_14"; -"999 linalg_vector_norm_15" -> "1000 clamp_min_15"; -"1000 clamp_min_15" -> "1001 expand_as_15"; -"1001 expand_as_15" -> "1002 div_15"; -"1002 div_15" -> "1003 quantize_per_tensor_default_47"; -"1003 quantize_per_tensor_default_47" -> "1004 dequantize_per_tensor_default_47"; -"1004 dequantize_per_tensor_default_47" -> "1005 transpose_14"; -"1005 transpose_14" -> "1006 matmul_14"; -"1006 matmul_14" -> "1010 mul_15"; -"1007 _param_constant127" -> "1008 clamp_7"; -"1008 clamp_7" -> "1009 exp_7"; -"1009 exp_7" -> "1010 mul_15"; -"1010 mul_15" -> "1011 add_24"; -"1011 add_24" -> "1023 view_41"; -"1012 new_zeros_3" -> "1013 view_40"; -"1013 view_40" -> "1014 permute_35"; -"1014 permute_35" -> "1015 reshape_33"; -"1015 reshape_33" -> "1016 unsqueeze_20"; -"1015 reshape_33" -> "1017 unsqueeze_21"; -"1016 unsqueeze_20" -> "1018 sub_3"; -"1017 unsqueeze_21" -> "1018 sub_3"; -"1018 sub_3" -> "1019 ne_3"; -"1018 sub_3" -> "1020 masked_fill_6"; -"1018 sub_3" -> "1021 eq_3"; -"1019 ne_3" -> "1020 masked_fill_6"; -"1020 masked_fill_6" -> "1022 masked_fill_7"; -"1021 eq_3" -> "1022 masked_fill_7"; -"1022 masked_fill_7" -> "1024 unsqueeze_22"; -"1023 view_41" -> "1026 add_25"; -"1024 unsqueeze_22" -> "1025 unsqueeze_23"; -"1025 unsqueeze_23" -> "1026 add_25"; -"1026 add_25" -> "1027 view_42"; -"1027 view_42" -> "1028 softmax_7"; -"1028 softmax_7" -> "1029 dropout_28"; -"1029 dropout_28" -> "1030 matmul_15"; -"1030 matmul_15" -> "1031 transpose_15"; -"1031 transpose_15" -> "1032 reshape_34"; -"1032 reshape_34" -> "1034 reshape_34_0_0_nncf_smooth_quant_0"; -"1033 linear_47_updated_constant0" -> "1039 quantize_per_channel_default_48"; -"1034 reshape_34_0_0_nncf_smooth_quant_0" -> "1035 quantize_per_tensor_default_48"; -"1035 quantize_per_tensor_default_48" -> "1036 dequantize_per_tensor_default_48"; -"1036 dequantize_per_tensor_default_48" -> "1042 linear_47"; -"1037 linear_47_scale_0" -> "1039 quantize_per_channel_default_48"; -"1037 linear_47_scale_0" -> "1040 dequantize_per_channel_default_48"; -"1038 linear_47_zero_point_0" -> "1039 quantize_per_channel_default_48"; -"1038 linear_47_zero_point_0" -> "1040 dequantize_per_channel_default_48"; -"1039 quantize_per_channel_default_48" -> "1040 dequantize_per_channel_default_48"; -"1040 dequantize_per_channel_default_48" -> "1042 linear_47"; -"1041 _param_constant129_0_0" -> "1042 linear_47"; -"1042 linear_47" -> "1043 dropout_29"; -"1043 dropout_29" -> "1044 view_43"; -"1044 view_43" -> "1045 permute_36"; -"1045 permute_36" -> "1046 reshape_35"; -"1046 reshape_35" -> "1047 roll_7"; -"1047 roll_7" -> "1048 slice_129"; -"1048 slice_129" -> "1049 slice_130"; -"1049 slice_130" -> "1050 slice_131"; -"1050 slice_131" -> "1051 slice_132"; -"1051 slice_132" -> "1052 contiguous_13"; -"1052 contiguous_13" -> "1055 layer_norm_17"; -"1053 _param_constant130" -> "1055 layer_norm_17"; -"1054 _param_constant131" -> "1055 layer_norm_17"; -"1055 layer_norm_17" -> "1056 add_26"; -"1056 add_26" -> "1058 add_26_0_0_nncf_smooth_quant_0"; -"1056 add_26" -> "1083 add_27"; -"1057 linear_48_updated_constant0" -> "1063 quantize_per_channel_default_49"; -"1058 add_26_0_0_nncf_smooth_quant_0" -> "1059 quantize_per_tensor_default_49"; -"1059 quantize_per_tensor_default_49" -> "1060 dequantize_per_tensor_default_49"; -"1060 dequantize_per_tensor_default_49" -> "1066 linear_48"; -"1061 linear_48_scale_0" -> "1063 quantize_per_channel_default_49"; -"1061 linear_48_scale_0" -> "1064 dequantize_per_channel_default_49"; -"1062 linear_48_zero_point_0" -> "1063 quantize_per_channel_default_49"; -"1062 linear_48_zero_point_0" -> "1064 dequantize_per_channel_default_49"; -"1063 quantize_per_channel_default_49" -> "1064 dequantize_per_channel_default_49"; -"1064 dequantize_per_channel_default_49" -> "1066 linear_48"; -"1065 _param_constant133_0_0" -> "1066 linear_48"; -"1066 linear_48" -> "1067 gelu_7"; -"1067 gelu_7" -> "1068 dropout_30"; -"1068 dropout_30" -> "1070 dropout_30_0_0_nncf_smooth_quant_0"; -"1069 linear_49_updated_constant0" -> "1075 quantize_per_channel_default_50"; -"1070 dropout_30_0_0_nncf_smooth_quant_0" -> "1071 quantize_per_tensor_default_50"; -"1071 quantize_per_tensor_default_50" -> "1072 dequantize_per_tensor_default_50"; -"1072 dequantize_per_tensor_default_50" -> "1078 linear_49"; -"1073 linear_49_scale_0" -> "1075 quantize_per_channel_default_50"; -"1073 linear_49_scale_0" -> "1076 dequantize_per_channel_default_50"; -"1074 linear_49_zero_point_0" -> "1075 quantize_per_channel_default_50"; -"1074 linear_49_zero_point_0" -> "1076 dequantize_per_channel_default_50"; -"1075 quantize_per_channel_default_50" -> "1076 dequantize_per_channel_default_50"; -"1076 dequantize_per_channel_default_50" -> "1078 linear_49"; -"1077 _param_constant135_0_0" -> "1078 linear_49"; -"1078 linear_49" -> "1079 dropout_31"; -"1079 dropout_31" -> "1082 layer_norm_18"; -"1080 _param_constant136" -> "1082 layer_norm_18"; -"1081 _param_constant137" -> "1082 layer_norm_18"; -"1082 layer_norm_18" -> "1083 add_27"; -"1083 add_27" -> "1110 pad_10"; -"1083 add_27" -> "1175 add_29"; -"1084 _tensor_constant52" -> "1086 _tensor_constant52_0_0_nncf_smooth_quant_0"; -"1085 linear_50_updated_constant0" -> "1089 quantize_per_channel_default_51"; -"1086 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "1092 linear_50"; -"1087 linear_50_scale_0" -> "1089 quantize_per_channel_default_51"; -"1087 linear_50_scale_0" -> "1090 dequantize_per_channel_default_51"; -"1088 linear_50_zero_point_0" -> "1089 quantize_per_channel_default_51"; -"1088 linear_50_zero_point_0" -> "1090 dequantize_per_channel_default_51"; -"1089 quantize_per_channel_default_51" -> "1090 dequantize_per_channel_default_51"; -"1090 dequantize_per_channel_default_51" -> "1092 linear_50"; -"1091 _param_constant139_0_0" -> "1092 linear_50"; -"1092 linear_50" -> "1093 relu__8"; -"1093 relu__8" -> "1095 relu__8_0_0_nncf_smooth_quant_0"; -"1094 linear_51_updated_constant0" -> "1098 quantize_per_channel_default_52"; -"1095 relu__8_0_0_nncf_smooth_quant_0" -> "1100 linear_51"; -"1096 linear_51_scale_0" -> "1098 quantize_per_channel_default_52"; -"1096 linear_51_scale_0" -> "1099 dequantize_per_channel_default_52"; -"1097 linear_51_zero_point_0" -> "1098 quantize_per_channel_default_52"; -"1097 linear_51_zero_point_0" -> "1099 dequantize_per_channel_default_52"; -"1098 quantize_per_channel_default_52" -> "1099 dequantize_per_channel_default_52"; -"1099 dequantize_per_channel_default_52" -> "1100 linear_51"; -"1100 linear_51" -> "1101 view_44"; -"1101 view_44" -> "1103 index_8"; -"1102 _tensor_constant53" -> "1103 index_8"; -"1103 index_8" -> "1104 view_45"; -"1104 view_45" -> "1105 permute_37"; -"1105 permute_37" -> "1106 contiguous_14"; -"1106 contiguous_14" -> "1107 unsqueeze_24"; -"1107 unsqueeze_24" -> "1108 sigmoid_8"; -"1108 sigmoid_8" -> "1109 mul_16"; -"1109 mul_16" -> "1147 add_28"; -"1110 pad_10" -> "1111 view_46"; -"1111 view_46" -> "1112 permute_38"; -"1112 permute_38" -> "1113 reshape_36"; -"1113 reshape_36" -> "1115 reshape_36_0_0_nncf_smooth_quant_0"; -"1114 linear_52_updated_constant0" -> "1120 quantize_per_channel_default_53"; -"1115 reshape_36_0_0_nncf_smooth_quant_0" -> "1116 quantize_per_tensor_default_51"; -"1116 quantize_per_tensor_default_51" -> "1117 dequantize_per_tensor_default_51"; -"1117 dequantize_per_tensor_default_51" -> "1123 linear_52"; -"1118 linear_52_scale_0" -> "1120 quantize_per_channel_default_53"; -"1118 linear_52_scale_0" -> "1121 dequantize_per_channel_default_53"; -"1119 linear_52_zero_point_0" -> "1120 quantize_per_channel_default_53"; -"1119 linear_52_zero_point_0" -> "1121 dequantize_per_channel_default_53"; -"1120 quantize_per_channel_default_53" -> "1121 dequantize_per_channel_default_53"; -"1121 dequantize_per_channel_default_53" -> "1123 linear_52"; -"1122 _param_constant141_0_0" -> "1123 linear_52"; -"1123 linear_52" -> "1124 reshape_37"; -"1124 reshape_37" -> "1125 permute_39"; -"1125 permute_39" -> "1126 select_24"; -"1125 permute_39" -> "1127 select_25"; -"1125 permute_39" -> "1128 select_26"; -"1126 select_24" -> "1129 linalg_vector_norm_16"; -"1126 select_24" -> "1131 expand_as_16"; -"1126 select_24" -> "1132 div_16"; -"1127 select_25" -> "1135 linalg_vector_norm_17"; -"1127 select_25" -> "1137 expand_as_17"; -"1127 select_25" -> "1138 div_17"; -"1128 select_26" -> "1150 matmul_17"; -"1129 linalg_vector_norm_16" -> "1130 clamp_min_16"; -"1130 clamp_min_16" -> "1131 expand_as_16"; -"1131 expand_as_16" -> "1132 div_16"; -"1132 div_16" -> "1133 quantize_per_tensor_default_52"; -"1133 quantize_per_tensor_default_52" -> "1134 dequantize_per_tensor_default_52"; -"1134 dequantize_per_tensor_default_52" -> "1142 matmul_16"; -"1135 linalg_vector_norm_17" -> "1136 clamp_min_17"; -"1136 clamp_min_17" -> "1137 expand_as_17"; -"1137 expand_as_17" -> "1138 div_17"; -"1138 div_17" -> "1139 quantize_per_tensor_default_53"; -"1139 quantize_per_tensor_default_53" -> "1140 dequantize_per_tensor_default_53"; -"1140 dequantize_per_tensor_default_53" -> "1141 transpose_16"; -"1141 transpose_16" -> "1142 matmul_16"; -"1142 matmul_16" -> "1146 mul_17"; -"1143 _param_constant143" -> "1144 clamp_8"; -"1144 clamp_8" -> "1145 exp_8"; -"1145 exp_8" -> "1146 mul_17"; -"1146 mul_17" -> "1147 add_28"; -"1147 add_28" -> "1148 softmax_8"; -"1148 softmax_8" -> "1149 dropout_32"; -"1149 dropout_32" -> "1150 matmul_17"; -"1150 matmul_17" -> "1151 transpose_17"; -"1151 transpose_17" -> "1152 reshape_38"; -"1152 reshape_38" -> "1154 reshape_38_0_0_nncf_smooth_quant_0"; -"1153 linear_53_updated_constant0" -> "1159 quantize_per_channel_default_54"; -"1154 reshape_38_0_0_nncf_smooth_quant_0" -> "1155 quantize_per_tensor_default_54"; -"1155 quantize_per_tensor_default_54" -> "1156 dequantize_per_tensor_default_54"; -"1156 dequantize_per_tensor_default_54" -> "1162 linear_53"; -"1157 linear_53_scale_0" -> "1159 quantize_per_channel_default_54"; -"1157 linear_53_scale_0" -> "1160 dequantize_per_channel_default_54"; -"1158 linear_53_zero_point_0" -> "1159 quantize_per_channel_default_54"; -"1158 linear_53_zero_point_0" -> "1160 dequantize_per_channel_default_54"; -"1159 quantize_per_channel_default_54" -> "1160 dequantize_per_channel_default_54"; -"1160 dequantize_per_channel_default_54" -> "1162 linear_53"; -"1161 _param_constant145_0_0" -> "1162 linear_53"; -"1162 linear_53" -> "1163 dropout_33"; -"1163 dropout_33" -> "1164 view_47"; -"1164 view_47" -> "1165 permute_40"; -"1165 permute_40" -> "1166 reshape_39"; -"1166 reshape_39" -> "1167 slice_134"; -"1167 slice_134" -> "1168 slice_135"; -"1168 slice_135" -> "1169 slice_136"; -"1169 slice_136" -> "1170 slice_137"; -"1170 slice_137" -> "1171 contiguous_15"; -"1171 contiguous_15" -> "1174 layer_norm_19"; -"1172 _param_constant146" -> "1174 layer_norm_19"; -"1173 _param_constant147" -> "1174 layer_norm_19"; -"1174 layer_norm_19" -> "1175 add_29"; -"1175 add_29" -> "1177 add_29_0_0_nncf_smooth_quant_0"; -"1175 add_29" -> "1202 add_30"; -"1176 linear_54_updated_constant0" -> "1182 quantize_per_channel_default_55"; -"1177 add_29_0_0_nncf_smooth_quant_0" -> "1178 quantize_per_tensor_default_55"; -"1178 quantize_per_tensor_default_55" -> "1179 dequantize_per_tensor_default_55"; -"1179 dequantize_per_tensor_default_55" -> "1185 linear_54"; -"1180 linear_54_scale_0" -> "1182 quantize_per_channel_default_55"; -"1180 linear_54_scale_0" -> "1183 dequantize_per_channel_default_55"; -"1181 linear_54_zero_point_0" -> "1182 quantize_per_channel_default_55"; -"1181 linear_54_zero_point_0" -> "1183 dequantize_per_channel_default_55"; -"1182 quantize_per_channel_default_55" -> "1183 dequantize_per_channel_default_55"; -"1183 dequantize_per_channel_default_55" -> "1185 linear_54"; -"1184 _param_constant149_0_0" -> "1185 linear_54"; -"1185 linear_54" -> "1186 gelu_8"; -"1186 gelu_8" -> "1187 dropout_34"; -"1187 dropout_34" -> "1189 dropout_34_0_0_nncf_smooth_quant_0"; -"1188 linear_55_updated_constant0" -> "1194 quantize_per_channel_default_56"; -"1189 dropout_34_0_0_nncf_smooth_quant_0" -> "1190 quantize_per_tensor_default_56"; -"1190 quantize_per_tensor_default_56" -> "1191 dequantize_per_tensor_default_56"; -"1191 dequantize_per_tensor_default_56" -> "1197 linear_55"; -"1192 linear_55_scale_0" -> "1194 quantize_per_channel_default_56"; -"1192 linear_55_scale_0" -> "1195 dequantize_per_channel_default_56"; -"1193 linear_55_zero_point_0" -> "1194 quantize_per_channel_default_56"; -"1193 linear_55_zero_point_0" -> "1195 dequantize_per_channel_default_56"; -"1194 quantize_per_channel_default_56" -> "1195 dequantize_per_channel_default_56"; -"1195 dequantize_per_channel_default_56" -> "1197 linear_55"; -"1196 _param_constant151_0_0" -> "1197 linear_55"; -"1197 linear_55" -> "1198 dropout_35"; -"1198 dropout_35" -> "1201 layer_norm_20"; -"1199 _param_constant152" -> "1201 layer_norm_20"; -"1200 _param_constant153" -> "1201 layer_norm_20"; -"1201 layer_norm_20" -> "1202 add_30"; -"1202 add_30" -> "1229 pad_11"; -"1202 add_30" -> "1312 add_33"; -"1203 _tensor_constant54" -> "1205 _tensor_constant54_0_0_nncf_smooth_quant_0"; -"1204 linear_56_updated_constant0" -> "1208 quantize_per_channel_default_57"; -"1205 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1211 linear_56"; -"1206 linear_56_scale_0" -> "1208 quantize_per_channel_default_57"; -"1206 linear_56_scale_0" -> "1209 dequantize_per_channel_default_57"; -"1207 linear_56_zero_point_0" -> "1208 quantize_per_channel_default_57"; -"1207 linear_56_zero_point_0" -> "1209 dequantize_per_channel_default_57"; -"1208 quantize_per_channel_default_57" -> "1209 dequantize_per_channel_default_57"; -"1209 dequantize_per_channel_default_57" -> "1211 linear_56"; -"1210 _param_constant155_0_0" -> "1211 linear_56"; -"1211 linear_56" -> "1212 relu__9"; -"1212 relu__9" -> "1214 relu__9_0_0_nncf_smooth_quant_0"; -"1213 linear_57_updated_constant0" -> "1217 quantize_per_channel_default_58"; -"1214 relu__9_0_0_nncf_smooth_quant_0" -> "1219 linear_57"; -"1215 linear_57_scale_0" -> "1217 quantize_per_channel_default_58"; -"1215 linear_57_scale_0" -> "1218 dequantize_per_channel_default_58"; -"1216 linear_57_zero_point_0" -> "1217 quantize_per_channel_default_58"; -"1216 linear_57_zero_point_0" -> "1218 dequantize_per_channel_default_58"; -"1217 quantize_per_channel_default_58" -> "1218 dequantize_per_channel_default_58"; -"1218 dequantize_per_channel_default_58" -> "1219 linear_57"; -"1219 linear_57" -> "1220 view_48"; -"1220 view_48" -> "1222 index_9"; -"1221 _tensor_constant55" -> "1222 index_9"; -"1222 index_9" -> "1223 view_49"; -"1223 view_49" -> "1224 permute_41"; -"1224 permute_41" -> "1225 contiguous_16"; -"1225 contiguous_16" -> "1226 unsqueeze_25"; -"1226 unsqueeze_25" -> "1227 sigmoid_9"; -"1227 sigmoid_9" -> "1228 mul_18"; -"1228 mul_18" -> "1267 add_31"; -"1229 pad_11" -> "1230 roll_8"; -"1230 roll_8" -> "1231 view_50"; -"1231 view_50" -> "1232 permute_42"; -"1232 permute_42" -> "1233 reshape_40"; -"1233 reshape_40" -> "1235 reshape_40_0_0_nncf_smooth_quant_0"; -"1233 reshape_40" -> "1268 new_zeros_4"; -"1234 linear_58_updated_constant0" -> "1240 quantize_per_channel_default_59"; -"1235 reshape_40_0_0_nncf_smooth_quant_0" -> "1236 quantize_per_tensor_default_57"; -"1236 quantize_per_tensor_default_57" -> "1237 dequantize_per_tensor_default_57"; -"1237 dequantize_per_tensor_default_57" -> "1243 linear_58"; -"1238 linear_58_scale_0" -> "1240 quantize_per_channel_default_59"; -"1238 linear_58_scale_0" -> "1241 dequantize_per_channel_default_59"; -"1239 linear_58_zero_point_0" -> "1240 quantize_per_channel_default_59"; -"1239 linear_58_zero_point_0" -> "1241 dequantize_per_channel_default_59"; -"1240 quantize_per_channel_default_59" -> "1241 dequantize_per_channel_default_59"; -"1241 dequantize_per_channel_default_59" -> "1243 linear_58"; -"1242 _param_constant157_0_0" -> "1243 linear_58"; -"1243 linear_58" -> "1244 reshape_41"; -"1244 reshape_41" -> "1245 permute_43"; -"1245 permute_43" -> "1246 select_27"; -"1245 permute_43" -> "1247 select_28"; -"1245 permute_43" -> "1248 select_29"; -"1246 select_27" -> "1249 linalg_vector_norm_18"; -"1246 select_27" -> "1251 expand_as_18"; -"1246 select_27" -> "1252 div_18"; -"1247 select_28" -> "1255 linalg_vector_norm_19"; -"1247 select_28" -> "1257 expand_as_19"; -"1247 select_28" -> "1258 div_19"; -"1248 select_29" -> "1286 matmul_19"; -"1249 linalg_vector_norm_18" -> "1250 clamp_min_18"; -"1250 clamp_min_18" -> "1251 expand_as_18"; -"1251 expand_as_18" -> "1252 div_18"; -"1252 div_18" -> "1253 quantize_per_tensor_default_58"; -"1253 quantize_per_tensor_default_58" -> "1254 dequantize_per_tensor_default_58"; -"1254 dequantize_per_tensor_default_58" -> "1262 matmul_18"; -"1255 linalg_vector_norm_19" -> "1256 clamp_min_19"; -"1256 clamp_min_19" -> "1257 expand_as_19"; -"1257 expand_as_19" -> "1258 div_19"; -"1258 div_19" -> "1259 quantize_per_tensor_default_59"; -"1259 quantize_per_tensor_default_59" -> "1260 dequantize_per_tensor_default_59"; -"1260 dequantize_per_tensor_default_59" -> "1261 transpose_18"; -"1261 transpose_18" -> "1262 matmul_18"; -"1262 matmul_18" -> "1266 mul_19"; -"1263 _param_constant159" -> "1264 clamp_9"; -"1264 clamp_9" -> "1265 exp_9"; -"1265 exp_9" -> "1266 mul_19"; -"1266 mul_19" -> "1267 add_31"; -"1267 add_31" -> "1279 view_52"; -"1268 new_zeros_4" -> "1269 view_51"; -"1269 view_51" -> "1270 permute_44"; -"1270 permute_44" -> "1271 reshape_42"; -"1271 reshape_42" -> "1272 unsqueeze_26"; -"1271 reshape_42" -> "1273 unsqueeze_27"; -"1272 unsqueeze_26" -> "1274 sub_4"; -"1273 unsqueeze_27" -> "1274 sub_4"; -"1274 sub_4" -> "1275 ne_4"; -"1274 sub_4" -> "1276 masked_fill_8"; -"1274 sub_4" -> "1277 eq_4"; -"1275 ne_4" -> "1276 masked_fill_8"; -"1276 masked_fill_8" -> "1278 masked_fill_9"; -"1277 eq_4" -> "1278 masked_fill_9"; -"1278 masked_fill_9" -> "1280 unsqueeze_28"; -"1279 view_52" -> "1282 add_32"; -"1280 unsqueeze_28" -> "1281 unsqueeze_29"; -"1281 unsqueeze_29" -> "1282 add_32"; -"1282 add_32" -> "1283 view_53"; -"1283 view_53" -> "1284 softmax_9"; -"1284 softmax_9" -> "1285 dropout_36"; -"1285 dropout_36" -> "1286 matmul_19"; -"1286 matmul_19" -> "1287 transpose_19"; -"1287 transpose_19" -> "1288 reshape_43"; -"1288 reshape_43" -> "1290 reshape_43_0_0_nncf_smooth_quant_0"; -"1289 linear_59_updated_constant0" -> "1295 quantize_per_channel_default_60"; -"1290 reshape_43_0_0_nncf_smooth_quant_0" -> "1291 quantize_per_tensor_default_60"; -"1291 quantize_per_tensor_default_60" -> "1292 dequantize_per_tensor_default_60"; -"1292 dequantize_per_tensor_default_60" -> "1298 linear_59"; -"1293 linear_59_scale_0" -> "1295 quantize_per_channel_default_60"; -"1293 linear_59_scale_0" -> "1296 dequantize_per_channel_default_60"; -"1294 linear_59_zero_point_0" -> "1295 quantize_per_channel_default_60"; -"1294 linear_59_zero_point_0" -> "1296 dequantize_per_channel_default_60"; -"1295 quantize_per_channel_default_60" -> "1296 dequantize_per_channel_default_60"; -"1296 dequantize_per_channel_default_60" -> "1298 linear_59"; -"1297 _param_constant161_0_0" -> "1298 linear_59"; -"1298 linear_59" -> "1299 dropout_37"; -"1299 dropout_37" -> "1300 view_54"; -"1300 view_54" -> "1301 permute_45"; -"1301 permute_45" -> "1302 reshape_44"; -"1302 reshape_44" -> "1303 roll_9"; -"1303 roll_9" -> "1304 slice_157"; -"1304 slice_157" -> "1305 slice_158"; -"1305 slice_158" -> "1306 slice_159"; -"1306 slice_159" -> "1307 slice_160"; -"1307 slice_160" -> "1308 contiguous_17"; -"1308 contiguous_17" -> "1311 layer_norm_21"; -"1309 _param_constant162" -> "1311 layer_norm_21"; -"1310 _param_constant163" -> "1311 layer_norm_21"; -"1311 layer_norm_21" -> "1312 add_33"; -"1312 add_33" -> "1314 add_33_0_0_nncf_smooth_quant_0"; -"1312 add_33" -> "1339 add_34"; -"1313 linear_60_updated_constant0" -> "1319 quantize_per_channel_default_61"; -"1314 add_33_0_0_nncf_smooth_quant_0" -> "1315 quantize_per_tensor_default_61"; -"1315 quantize_per_tensor_default_61" -> "1316 dequantize_per_tensor_default_61"; -"1316 dequantize_per_tensor_default_61" -> "1322 linear_60"; -"1317 linear_60_scale_0" -> "1319 quantize_per_channel_default_61"; -"1317 linear_60_scale_0" -> "1320 dequantize_per_channel_default_61"; -"1318 linear_60_zero_point_0" -> "1319 quantize_per_channel_default_61"; -"1318 linear_60_zero_point_0" -> "1320 dequantize_per_channel_default_61"; -"1319 quantize_per_channel_default_61" -> "1320 dequantize_per_channel_default_61"; -"1320 dequantize_per_channel_default_61" -> "1322 linear_60"; -"1321 _param_constant165_0_0" -> "1322 linear_60"; -"1322 linear_60" -> "1323 gelu_9"; -"1323 gelu_9" -> "1324 dropout_38"; -"1324 dropout_38" -> "1326 dropout_38_0_0_nncf_smooth_quant_0"; -"1325 linear_61_updated_constant0" -> "1331 quantize_per_channel_default_62"; -"1326 dropout_38_0_0_nncf_smooth_quant_0" -> "1327 quantize_per_tensor_default_62"; -"1327 quantize_per_tensor_default_62" -> "1328 dequantize_per_tensor_default_62"; -"1328 dequantize_per_tensor_default_62" -> "1334 linear_61"; -"1329 linear_61_scale_0" -> "1331 quantize_per_channel_default_62"; -"1329 linear_61_scale_0" -> "1332 dequantize_per_channel_default_62"; -"1330 linear_61_zero_point_0" -> "1331 quantize_per_channel_default_62"; -"1330 linear_61_zero_point_0" -> "1332 dequantize_per_channel_default_62"; -"1331 quantize_per_channel_default_62" -> "1332 dequantize_per_channel_default_62"; -"1332 dequantize_per_channel_default_62" -> "1334 linear_61"; -"1333 _param_constant167_0_0" -> "1334 linear_61"; -"1334 linear_61" -> "1335 dropout_39"; -"1335 dropout_39" -> "1338 layer_norm_22"; -"1336 _param_constant168" -> "1338 layer_norm_22"; -"1337 _param_constant169" -> "1338 layer_norm_22"; -"1338 layer_norm_22" -> "1339 add_34"; -"1339 add_34" -> "1366 pad_12"; -"1339 add_34" -> "1431 add_36"; -"1340 _tensor_constant65" -> "1342 _tensor_constant65_0_0_nncf_smooth_quant_0"; -"1341 linear_62_updated_constant0" -> "1345 quantize_per_channel_default_63"; -"1342 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1348 linear_62"; -"1343 linear_62_scale_0" -> "1345 quantize_per_channel_default_63"; -"1343 linear_62_scale_0" -> "1346 dequantize_per_channel_default_63"; -"1344 linear_62_zero_point_0" -> "1345 quantize_per_channel_default_63"; -"1344 linear_62_zero_point_0" -> "1346 dequantize_per_channel_default_63"; -"1345 quantize_per_channel_default_63" -> "1346 dequantize_per_channel_default_63"; -"1346 dequantize_per_channel_default_63" -> "1348 linear_62"; -"1347 _param_constant171_0_0" -> "1348 linear_62"; -"1348 linear_62" -> "1349 relu__10"; -"1349 relu__10" -> "1351 relu__10_0_0_nncf_smooth_quant_0"; -"1350 linear_63_updated_constant0" -> "1354 quantize_per_channel_default_64"; -"1351 relu__10_0_0_nncf_smooth_quant_0" -> "1356 linear_63"; -"1352 linear_63_scale_0" -> "1354 quantize_per_channel_default_64"; -"1352 linear_63_scale_0" -> "1355 dequantize_per_channel_default_64"; -"1353 linear_63_zero_point_0" -> "1354 quantize_per_channel_default_64"; -"1353 linear_63_zero_point_0" -> "1355 dequantize_per_channel_default_64"; -"1354 quantize_per_channel_default_64" -> "1355 dequantize_per_channel_default_64"; -"1355 dequantize_per_channel_default_64" -> "1356 linear_63"; -"1356 linear_63" -> "1357 view_55"; -"1357 view_55" -> "1359 index_10"; -"1358 _tensor_constant66" -> "1359 index_10"; -"1359 index_10" -> "1360 view_56"; -"1360 view_56" -> "1361 permute_46"; -"1361 permute_46" -> "1362 contiguous_18"; -"1362 contiguous_18" -> "1363 unsqueeze_30"; -"1363 unsqueeze_30" -> "1364 sigmoid_10"; -"1364 sigmoid_10" -> "1365 mul_20"; -"1365 mul_20" -> "1403 add_35"; -"1366 pad_12" -> "1367 view_57"; -"1367 view_57" -> "1368 permute_47"; -"1368 permute_47" -> "1369 reshape_45"; -"1369 reshape_45" -> "1371 reshape_45_0_0_nncf_smooth_quant_0"; -"1370 linear_64_updated_constant0" -> "1376 quantize_per_channel_default_65"; -"1371 reshape_45_0_0_nncf_smooth_quant_0" -> "1372 quantize_per_tensor_default_63"; -"1372 quantize_per_tensor_default_63" -> "1373 dequantize_per_tensor_default_63"; -"1373 dequantize_per_tensor_default_63" -> "1379 linear_64"; -"1374 linear_64_scale_0" -> "1376 quantize_per_channel_default_65"; -"1374 linear_64_scale_0" -> "1377 dequantize_per_channel_default_65"; -"1375 linear_64_zero_point_0" -> "1376 quantize_per_channel_default_65"; -"1375 linear_64_zero_point_0" -> "1377 dequantize_per_channel_default_65"; -"1376 quantize_per_channel_default_65" -> "1377 dequantize_per_channel_default_65"; -"1377 dequantize_per_channel_default_65" -> "1379 linear_64"; -"1378 _param_constant173_0_0" -> "1379 linear_64"; -"1379 linear_64" -> "1380 reshape_46"; -"1380 reshape_46" -> "1381 permute_48"; -"1381 permute_48" -> "1382 select_30"; -"1381 permute_48" -> "1383 select_31"; -"1381 permute_48" -> "1384 select_32"; -"1382 select_30" -> "1385 linalg_vector_norm_20"; -"1382 select_30" -> "1387 expand_as_20"; -"1382 select_30" -> "1388 div_20"; -"1383 select_31" -> "1391 linalg_vector_norm_21"; -"1383 select_31" -> "1393 expand_as_21"; -"1383 select_31" -> "1394 div_21"; -"1384 select_32" -> "1406 matmul_21"; -"1385 linalg_vector_norm_20" -> "1386 clamp_min_20"; -"1386 clamp_min_20" -> "1387 expand_as_20"; -"1387 expand_as_20" -> "1388 div_20"; -"1388 div_20" -> "1389 quantize_per_tensor_default_64"; -"1389 quantize_per_tensor_default_64" -> "1390 dequantize_per_tensor_default_64"; -"1390 dequantize_per_tensor_default_64" -> "1398 matmul_20"; -"1391 linalg_vector_norm_21" -> "1392 clamp_min_21"; -"1392 clamp_min_21" -> "1393 expand_as_21"; -"1393 expand_as_21" -> "1394 div_21"; -"1394 div_21" -> "1395 quantize_per_tensor_default_65"; -"1395 quantize_per_tensor_default_65" -> "1396 dequantize_per_tensor_default_65"; -"1396 dequantize_per_tensor_default_65" -> "1397 transpose_20"; -"1397 transpose_20" -> "1398 matmul_20"; -"1398 matmul_20" -> "1402 mul_21"; -"1399 _param_constant175" -> "1400 clamp_10"; -"1400 clamp_10" -> "1401 exp_10"; -"1401 exp_10" -> "1402 mul_21"; -"1402 mul_21" -> "1403 add_35"; -"1403 add_35" -> "1404 softmax_10"; -"1404 softmax_10" -> "1405 dropout_40"; -"1405 dropout_40" -> "1406 matmul_21"; -"1406 matmul_21" -> "1407 transpose_21"; -"1407 transpose_21" -> "1408 reshape_47"; -"1408 reshape_47" -> "1410 reshape_47_0_0_nncf_smooth_quant_0"; -"1409 linear_65_updated_constant0" -> "1415 quantize_per_channel_default_66"; -"1410 reshape_47_0_0_nncf_smooth_quant_0" -> "1411 quantize_per_tensor_default_66"; -"1411 quantize_per_tensor_default_66" -> "1412 dequantize_per_tensor_default_66"; -"1412 dequantize_per_tensor_default_66" -> "1418 linear_65"; -"1413 linear_65_scale_0" -> "1415 quantize_per_channel_default_66"; -"1413 linear_65_scale_0" -> "1416 dequantize_per_channel_default_66"; -"1414 linear_65_zero_point_0" -> "1415 quantize_per_channel_default_66"; -"1414 linear_65_zero_point_0" -> "1416 dequantize_per_channel_default_66"; -"1415 quantize_per_channel_default_66" -> "1416 dequantize_per_channel_default_66"; -"1416 dequantize_per_channel_default_66" -> "1418 linear_65"; -"1417 _param_constant177_0_0" -> "1418 linear_65"; -"1418 linear_65" -> "1419 dropout_41"; -"1419 dropout_41" -> "1420 view_58"; -"1420 view_58" -> "1421 permute_49"; -"1421 permute_49" -> "1422 reshape_48"; -"1422 reshape_48" -> "1423 slice_162"; -"1423 slice_162" -> "1424 slice_163"; -"1424 slice_163" -> "1425 slice_164"; -"1425 slice_164" -> "1426 slice_165"; -"1426 slice_165" -> "1427 contiguous_19"; -"1427 contiguous_19" -> "1430 layer_norm_23"; -"1428 _param_constant178" -> "1430 layer_norm_23"; -"1429 _param_constant179" -> "1430 layer_norm_23"; -"1430 layer_norm_23" -> "1431 add_36"; -"1431 add_36" -> "1433 add_36_0_0_nncf_smooth_quant_0"; -"1431 add_36" -> "1458 add_37"; -"1432 linear_66_updated_constant0" -> "1438 quantize_per_channel_default_67"; -"1433 add_36_0_0_nncf_smooth_quant_0" -> "1434 quantize_per_tensor_default_67"; -"1434 quantize_per_tensor_default_67" -> "1435 dequantize_per_tensor_default_67"; -"1435 dequantize_per_tensor_default_67" -> "1441 linear_66"; -"1436 linear_66_scale_0" -> "1438 quantize_per_channel_default_67"; -"1436 linear_66_scale_0" -> "1439 dequantize_per_channel_default_67"; -"1437 linear_66_zero_point_0" -> "1438 quantize_per_channel_default_67"; -"1437 linear_66_zero_point_0" -> "1439 dequantize_per_channel_default_67"; -"1438 quantize_per_channel_default_67" -> "1439 dequantize_per_channel_default_67"; -"1439 dequantize_per_channel_default_67" -> "1441 linear_66"; -"1440 _param_constant181_0_0" -> "1441 linear_66"; -"1441 linear_66" -> "1442 gelu_10"; -"1442 gelu_10" -> "1443 dropout_42"; -"1443 dropout_42" -> "1445 dropout_42_0_0_nncf_smooth_quant_0"; -"1444 linear_67_updated_constant0" -> "1450 quantize_per_channel_default_68"; -"1445 dropout_42_0_0_nncf_smooth_quant_0" -> "1446 quantize_per_tensor_default_68"; -"1446 quantize_per_tensor_default_68" -> "1447 dequantize_per_tensor_default_68"; -"1447 dequantize_per_tensor_default_68" -> "1453 linear_67"; -"1448 linear_67_scale_0" -> "1450 quantize_per_channel_default_68"; -"1448 linear_67_scale_0" -> "1451 dequantize_per_channel_default_68"; -"1449 linear_67_zero_point_0" -> "1450 quantize_per_channel_default_68"; -"1449 linear_67_zero_point_0" -> "1451 dequantize_per_channel_default_68"; -"1450 quantize_per_channel_default_68" -> "1451 dequantize_per_channel_default_68"; -"1451 dequantize_per_channel_default_68" -> "1453 linear_67"; -"1452 _param_constant183_0_0" -> "1453 linear_67"; -"1453 linear_67" -> "1454 dropout_43"; -"1454 dropout_43" -> "1457 layer_norm_24"; -"1455 _param_constant184" -> "1457 layer_norm_24"; -"1456 _param_constant185" -> "1457 layer_norm_24"; -"1457 layer_norm_24" -> "1458 add_37"; -"1458 add_37" -> "1485 pad_13"; -"1458 add_37" -> "1568 add_40"; -"1459 _tensor_constant67" -> "1461 _tensor_constant67_0_0_nncf_smooth_quant_0"; -"1460 linear_68_updated_constant0" -> "1464 quantize_per_channel_default_69"; -"1461 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1467 linear_68"; -"1462 linear_68_scale_0" -> "1464 quantize_per_channel_default_69"; -"1462 linear_68_scale_0" -> "1465 dequantize_per_channel_default_69"; -"1463 linear_68_zero_point_0" -> "1464 quantize_per_channel_default_69"; -"1463 linear_68_zero_point_0" -> "1465 dequantize_per_channel_default_69"; -"1464 quantize_per_channel_default_69" -> "1465 dequantize_per_channel_default_69"; -"1465 dequantize_per_channel_default_69" -> "1467 linear_68"; -"1466 _param_constant187_0_0" -> "1467 linear_68"; -"1467 linear_68" -> "1468 relu__11"; -"1468 relu__11" -> "1470 relu__11_0_0_nncf_smooth_quant_0"; -"1469 linear_69_updated_constant0" -> "1473 quantize_per_channel_default_70"; -"1470 relu__11_0_0_nncf_smooth_quant_0" -> "1475 linear_69"; -"1471 linear_69_scale_0" -> "1473 quantize_per_channel_default_70"; -"1471 linear_69_scale_0" -> "1474 dequantize_per_channel_default_70"; -"1472 linear_69_zero_point_0" -> "1473 quantize_per_channel_default_70"; -"1472 linear_69_zero_point_0" -> "1474 dequantize_per_channel_default_70"; -"1473 quantize_per_channel_default_70" -> "1474 dequantize_per_channel_default_70"; -"1474 dequantize_per_channel_default_70" -> "1475 linear_69"; -"1475 linear_69" -> "1476 view_59"; -"1476 view_59" -> "1478 index_11"; -"1477 _tensor_constant68" -> "1478 index_11"; -"1478 index_11" -> "1479 view_60"; -"1479 view_60" -> "1480 permute_50"; -"1480 permute_50" -> "1481 contiguous_20"; -"1481 contiguous_20" -> "1482 unsqueeze_31"; -"1482 unsqueeze_31" -> "1483 sigmoid_11"; -"1483 sigmoid_11" -> "1484 mul_22"; -"1484 mul_22" -> "1523 add_38"; -"1485 pad_13" -> "1486 roll_10"; -"1486 roll_10" -> "1487 view_61"; -"1487 view_61" -> "1488 permute_51"; -"1488 permute_51" -> "1489 reshape_49"; -"1489 reshape_49" -> "1491 reshape_49_0_0_nncf_smooth_quant_0"; -"1489 reshape_49" -> "1524 new_zeros_5"; -"1490 linear_70_updated_constant0" -> "1496 quantize_per_channel_default_71"; -"1491 reshape_49_0_0_nncf_smooth_quant_0" -> "1492 quantize_per_tensor_default_69"; -"1492 quantize_per_tensor_default_69" -> "1493 dequantize_per_tensor_default_69"; -"1493 dequantize_per_tensor_default_69" -> "1499 linear_70"; -"1494 linear_70_scale_0" -> "1496 quantize_per_channel_default_71"; -"1494 linear_70_scale_0" -> "1497 dequantize_per_channel_default_71"; -"1495 linear_70_zero_point_0" -> "1496 quantize_per_channel_default_71"; -"1495 linear_70_zero_point_0" -> "1497 dequantize_per_channel_default_71"; -"1496 quantize_per_channel_default_71" -> "1497 dequantize_per_channel_default_71"; -"1497 dequantize_per_channel_default_71" -> "1499 linear_70"; -"1498 _param_constant189_0_0" -> "1499 linear_70"; -"1499 linear_70" -> "1500 reshape_50"; -"1500 reshape_50" -> "1501 permute_52"; -"1501 permute_52" -> "1502 select_33"; -"1501 permute_52" -> "1503 select_34"; -"1501 permute_52" -> "1504 select_35"; -"1502 select_33" -> "1505 linalg_vector_norm_22"; -"1502 select_33" -> "1507 expand_as_22"; -"1502 select_33" -> "1508 div_22"; -"1503 select_34" -> "1511 linalg_vector_norm_23"; -"1503 select_34" -> "1513 expand_as_23"; -"1503 select_34" -> "1514 div_23"; -"1504 select_35" -> "1542 matmul_23"; -"1505 linalg_vector_norm_22" -> "1506 clamp_min_22"; -"1506 clamp_min_22" -> "1507 expand_as_22"; -"1507 expand_as_22" -> "1508 div_22"; -"1508 div_22" -> "1509 quantize_per_tensor_default_70"; -"1509 quantize_per_tensor_default_70" -> "1510 dequantize_per_tensor_default_70"; -"1510 dequantize_per_tensor_default_70" -> "1518 matmul_22"; -"1511 linalg_vector_norm_23" -> "1512 clamp_min_23"; -"1512 clamp_min_23" -> "1513 expand_as_23"; -"1513 expand_as_23" -> "1514 div_23"; -"1514 div_23" -> "1515 quantize_per_tensor_default_71"; -"1515 quantize_per_tensor_default_71" -> "1516 dequantize_per_tensor_default_71"; -"1516 dequantize_per_tensor_default_71" -> "1517 transpose_22"; -"1517 transpose_22" -> "1518 matmul_22"; -"1518 matmul_22" -> "1522 mul_23"; -"1519 _param_constant191" -> "1520 clamp_11"; -"1520 clamp_11" -> "1521 exp_11"; -"1521 exp_11" -> "1522 mul_23"; -"1522 mul_23" -> "1523 add_38"; -"1523 add_38" -> "1535 view_63"; -"1524 new_zeros_5" -> "1525 view_62"; -"1525 view_62" -> "1526 permute_53"; -"1526 permute_53" -> "1527 reshape_51"; -"1527 reshape_51" -> "1528 unsqueeze_32"; -"1527 reshape_51" -> "1529 unsqueeze_33"; -"1528 unsqueeze_32" -> "1530 sub_5"; -"1529 unsqueeze_33" -> "1530 sub_5"; -"1530 sub_5" -> "1531 ne_5"; -"1530 sub_5" -> "1532 masked_fill_10"; -"1530 sub_5" -> "1533 eq_5"; -"1531 ne_5" -> "1532 masked_fill_10"; -"1532 masked_fill_10" -> "1534 masked_fill_11"; -"1533 eq_5" -> "1534 masked_fill_11"; -"1534 masked_fill_11" -> "1536 unsqueeze_34"; -"1535 view_63" -> "1538 add_39"; -"1536 unsqueeze_34" -> "1537 unsqueeze_35"; -"1537 unsqueeze_35" -> "1538 add_39"; -"1538 add_39" -> "1539 view_64"; -"1539 view_64" -> "1540 softmax_11"; -"1540 softmax_11" -> "1541 dropout_44"; -"1541 dropout_44" -> "1542 matmul_23"; -"1542 matmul_23" -> "1543 transpose_23"; -"1543 transpose_23" -> "1544 reshape_52"; -"1544 reshape_52" -> "1546 reshape_52_0_0_nncf_smooth_quant_0"; -"1545 linear_71_updated_constant0" -> "1551 quantize_per_channel_default_72"; -"1546 reshape_52_0_0_nncf_smooth_quant_0" -> "1547 quantize_per_tensor_default_72"; -"1547 quantize_per_tensor_default_72" -> "1548 dequantize_per_tensor_default_72"; -"1548 dequantize_per_tensor_default_72" -> "1554 linear_71"; -"1549 linear_71_scale_0" -> "1551 quantize_per_channel_default_72"; -"1549 linear_71_scale_0" -> "1552 dequantize_per_channel_default_72"; -"1550 linear_71_zero_point_0" -> "1551 quantize_per_channel_default_72"; -"1550 linear_71_zero_point_0" -> "1552 dequantize_per_channel_default_72"; -"1551 quantize_per_channel_default_72" -> "1552 dequantize_per_channel_default_72"; -"1552 dequantize_per_channel_default_72" -> "1554 linear_71"; -"1553 _param_constant193_0_0" -> "1554 linear_71"; -"1554 linear_71" -> "1555 dropout_45"; -"1555 dropout_45" -> "1556 view_65"; -"1556 view_65" -> "1557 permute_54"; -"1557 permute_54" -> "1558 reshape_53"; -"1558 reshape_53" -> "1559 roll_11"; -"1559 roll_11" -> "1560 slice_185"; -"1560 slice_185" -> "1561 slice_186"; -"1561 slice_186" -> "1562 slice_187"; -"1562 slice_187" -> "1563 slice_188"; -"1563 slice_188" -> "1564 contiguous_21"; -"1564 contiguous_21" -> "1567 layer_norm_25"; -"1565 _param_constant194" -> "1567 layer_norm_25"; -"1566 _param_constant195" -> "1567 layer_norm_25"; -"1567 layer_norm_25" -> "1568 add_40"; -"1568 add_40" -> "1570 add_40_0_0_nncf_smooth_quant_0"; -"1568 add_40" -> "1595 add_41"; -"1569 linear_72_updated_constant0" -> "1575 quantize_per_channel_default_73"; -"1570 add_40_0_0_nncf_smooth_quant_0" -> "1571 quantize_per_tensor_default_73"; -"1571 quantize_per_tensor_default_73" -> "1572 dequantize_per_tensor_default_73"; -"1572 dequantize_per_tensor_default_73" -> "1578 linear_72"; -"1573 linear_72_scale_0" -> "1575 quantize_per_channel_default_73"; -"1573 linear_72_scale_0" -> "1576 dequantize_per_channel_default_73"; -"1574 linear_72_zero_point_0" -> "1575 quantize_per_channel_default_73"; -"1574 linear_72_zero_point_0" -> "1576 dequantize_per_channel_default_73"; -"1575 quantize_per_channel_default_73" -> "1576 dequantize_per_channel_default_73"; -"1576 dequantize_per_channel_default_73" -> "1578 linear_72"; -"1577 _param_constant197_0_0" -> "1578 linear_72"; -"1578 linear_72" -> "1579 gelu_11"; -"1579 gelu_11" -> "1580 dropout_46"; -"1580 dropout_46" -> "1582 dropout_46_0_0_nncf_smooth_quant_0"; -"1581 linear_73_updated_constant0" -> "1587 quantize_per_channel_default_74"; -"1582 dropout_46_0_0_nncf_smooth_quant_0" -> "1583 quantize_per_tensor_default_74"; -"1583 quantize_per_tensor_default_74" -> "1584 dequantize_per_tensor_default_74"; -"1584 dequantize_per_tensor_default_74" -> "1590 linear_73"; -"1585 linear_73_scale_0" -> "1587 quantize_per_channel_default_74"; -"1585 linear_73_scale_0" -> "1588 dequantize_per_channel_default_74"; -"1586 linear_73_zero_point_0" -> "1587 quantize_per_channel_default_74"; -"1586 linear_73_zero_point_0" -> "1588 dequantize_per_channel_default_74"; -"1587 quantize_per_channel_default_74" -> "1588 dequantize_per_channel_default_74"; -"1588 dequantize_per_channel_default_74" -> "1590 linear_73"; -"1589 _param_constant199_0_0" -> "1590 linear_73"; -"1590 linear_73" -> "1591 dropout_47"; -"1591 dropout_47" -> "1594 layer_norm_26"; -"1592 _param_constant200" -> "1594 layer_norm_26"; -"1593 _param_constant201" -> "1594 layer_norm_26"; -"1594 layer_norm_26" -> "1595 add_41"; -"1595 add_41" -> "1622 pad_14"; -"1595 add_41" -> "1687 add_43"; -"1596 _tensor_constant78" -> "1598 _tensor_constant78_0_0_nncf_smooth_quant_0"; -"1597 linear_74_updated_constant0" -> "1601 quantize_per_channel_default_75"; -"1598 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1604 linear_74"; -"1599 linear_74_scale_0" -> "1601 quantize_per_channel_default_75"; -"1599 linear_74_scale_0" -> "1602 dequantize_per_channel_default_75"; -"1600 linear_74_zero_point_0" -> "1601 quantize_per_channel_default_75"; -"1600 linear_74_zero_point_0" -> "1602 dequantize_per_channel_default_75"; -"1601 quantize_per_channel_default_75" -> "1602 dequantize_per_channel_default_75"; -"1602 dequantize_per_channel_default_75" -> "1604 linear_74"; -"1603 _param_constant203_0_0" -> "1604 linear_74"; -"1604 linear_74" -> "1605 relu__12"; -"1605 relu__12" -> "1607 relu__12_0_0_nncf_smooth_quant_0"; -"1606 linear_75_updated_constant0" -> "1610 quantize_per_channel_default_76"; -"1607 relu__12_0_0_nncf_smooth_quant_0" -> "1612 linear_75"; -"1608 linear_75_scale_0" -> "1610 quantize_per_channel_default_76"; -"1608 linear_75_scale_0" -> "1611 dequantize_per_channel_default_76"; -"1609 linear_75_zero_point_0" -> "1610 quantize_per_channel_default_76"; -"1609 linear_75_zero_point_0" -> "1611 dequantize_per_channel_default_76"; -"1610 quantize_per_channel_default_76" -> "1611 dequantize_per_channel_default_76"; -"1611 dequantize_per_channel_default_76" -> "1612 linear_75"; -"1612 linear_75" -> "1613 view_66"; -"1613 view_66" -> "1615 index_12"; -"1614 _tensor_constant79" -> "1615 index_12"; -"1615 index_12" -> "1616 view_67"; -"1616 view_67" -> "1617 permute_55"; -"1617 permute_55" -> "1618 contiguous_22"; -"1618 contiguous_22" -> "1619 unsqueeze_36"; -"1619 unsqueeze_36" -> "1620 sigmoid_12"; -"1620 sigmoid_12" -> "1621 mul_24"; -"1621 mul_24" -> "1659 add_42"; -"1622 pad_14" -> "1623 view_68"; -"1623 view_68" -> "1624 permute_56"; -"1624 permute_56" -> "1625 reshape_54"; -"1625 reshape_54" -> "1627 reshape_54_0_0_nncf_smooth_quant_0"; -"1626 linear_76_updated_constant0" -> "1632 quantize_per_channel_default_77"; -"1627 reshape_54_0_0_nncf_smooth_quant_0" -> "1628 quantize_per_tensor_default_75"; -"1628 quantize_per_tensor_default_75" -> "1629 dequantize_per_tensor_default_75"; -"1629 dequantize_per_tensor_default_75" -> "1635 linear_76"; -"1630 linear_76_scale_0" -> "1632 quantize_per_channel_default_77"; -"1630 linear_76_scale_0" -> "1633 dequantize_per_channel_default_77"; -"1631 linear_76_zero_point_0" -> "1632 quantize_per_channel_default_77"; -"1631 linear_76_zero_point_0" -> "1633 dequantize_per_channel_default_77"; -"1632 quantize_per_channel_default_77" -> "1633 dequantize_per_channel_default_77"; -"1633 dequantize_per_channel_default_77" -> "1635 linear_76"; -"1634 _param_constant205_0_0" -> "1635 linear_76"; -"1635 linear_76" -> "1636 reshape_55"; -"1636 reshape_55" -> "1637 permute_57"; -"1637 permute_57" -> "1638 select_36"; -"1637 permute_57" -> "1639 select_37"; -"1637 permute_57" -> "1640 select_38"; -"1638 select_36" -> "1641 linalg_vector_norm_24"; -"1638 select_36" -> "1643 expand_as_24"; -"1638 select_36" -> "1644 div_24"; -"1639 select_37" -> "1647 linalg_vector_norm_25"; -"1639 select_37" -> "1649 expand_as_25"; -"1639 select_37" -> "1650 div_25"; -"1640 select_38" -> "1662 matmul_25"; -"1641 linalg_vector_norm_24" -> "1642 clamp_min_24"; -"1642 clamp_min_24" -> "1643 expand_as_24"; -"1643 expand_as_24" -> "1644 div_24"; -"1644 div_24" -> "1645 quantize_per_tensor_default_76"; -"1645 quantize_per_tensor_default_76" -> "1646 dequantize_per_tensor_default_76"; -"1646 dequantize_per_tensor_default_76" -> "1654 matmul_24"; -"1647 linalg_vector_norm_25" -> "1648 clamp_min_25"; -"1648 clamp_min_25" -> "1649 expand_as_25"; -"1649 expand_as_25" -> "1650 div_25"; -"1650 div_25" -> "1651 quantize_per_tensor_default_77"; -"1651 quantize_per_tensor_default_77" -> "1652 dequantize_per_tensor_default_77"; -"1652 dequantize_per_tensor_default_77" -> "1653 transpose_24"; -"1653 transpose_24" -> "1654 matmul_24"; -"1654 matmul_24" -> "1658 mul_25"; -"1655 _param_constant207" -> "1656 clamp_12"; -"1656 clamp_12" -> "1657 exp_12"; -"1657 exp_12" -> "1658 mul_25"; -"1658 mul_25" -> "1659 add_42"; -"1659 add_42" -> "1660 softmax_12"; -"1660 softmax_12" -> "1661 dropout_48"; -"1661 dropout_48" -> "1662 matmul_25"; -"1662 matmul_25" -> "1663 transpose_25"; -"1663 transpose_25" -> "1664 reshape_56"; -"1664 reshape_56" -> "1666 reshape_56_0_0_nncf_smooth_quant_0"; -"1665 linear_77_updated_constant0" -> "1671 quantize_per_channel_default_78"; -"1666 reshape_56_0_0_nncf_smooth_quant_0" -> "1667 quantize_per_tensor_default_78"; -"1667 quantize_per_tensor_default_78" -> "1668 dequantize_per_tensor_default_78"; -"1668 dequantize_per_tensor_default_78" -> "1674 linear_77"; -"1669 linear_77_scale_0" -> "1671 quantize_per_channel_default_78"; -"1669 linear_77_scale_0" -> "1672 dequantize_per_channel_default_78"; -"1670 linear_77_zero_point_0" -> "1671 quantize_per_channel_default_78"; -"1670 linear_77_zero_point_0" -> "1672 dequantize_per_channel_default_78"; -"1671 quantize_per_channel_default_78" -> "1672 dequantize_per_channel_default_78"; -"1672 dequantize_per_channel_default_78" -> "1674 linear_77"; -"1673 _param_constant209_0_0" -> "1674 linear_77"; -"1674 linear_77" -> "1675 dropout_49"; -"1675 dropout_49" -> "1676 view_69"; -"1676 view_69" -> "1677 permute_58"; -"1677 permute_58" -> "1678 reshape_57"; -"1678 reshape_57" -> "1679 slice_190"; -"1679 slice_190" -> "1680 slice_191"; -"1680 slice_191" -> "1681 slice_192"; -"1681 slice_192" -> "1682 slice_193"; -"1682 slice_193" -> "1683 contiguous_23"; -"1683 contiguous_23" -> "1686 layer_norm_27"; -"1684 _param_constant210" -> "1686 layer_norm_27"; -"1685 _param_constant211" -> "1686 layer_norm_27"; -"1686 layer_norm_27" -> "1687 add_43"; -"1687 add_43" -> "1689 add_43_0_0_nncf_smooth_quant_0"; -"1687 add_43" -> "1714 add_44"; -"1688 linear_78_updated_constant0" -> "1694 quantize_per_channel_default_79"; -"1689 add_43_0_0_nncf_smooth_quant_0" -> "1690 quantize_per_tensor_default_79"; -"1690 quantize_per_tensor_default_79" -> "1691 dequantize_per_tensor_default_79"; -"1691 dequantize_per_tensor_default_79" -> "1697 linear_78"; -"1692 linear_78_scale_0" -> "1694 quantize_per_channel_default_79"; -"1692 linear_78_scale_0" -> "1695 dequantize_per_channel_default_79"; -"1693 linear_78_zero_point_0" -> "1694 quantize_per_channel_default_79"; -"1693 linear_78_zero_point_0" -> "1695 dequantize_per_channel_default_79"; -"1694 quantize_per_channel_default_79" -> "1695 dequantize_per_channel_default_79"; -"1695 dequantize_per_channel_default_79" -> "1697 linear_78"; -"1696 _param_constant213_0_0" -> "1697 linear_78"; -"1697 linear_78" -> "1698 gelu_12"; -"1698 gelu_12" -> "1699 dropout_50"; -"1699 dropout_50" -> "1701 dropout_50_0_0_nncf_smooth_quant_0"; -"1700 linear_79_updated_constant0" -> "1706 quantize_per_channel_default_80"; -"1701 dropout_50_0_0_nncf_smooth_quant_0" -> "1702 quantize_per_tensor_default_80"; -"1702 quantize_per_tensor_default_80" -> "1703 dequantize_per_tensor_default_80"; -"1703 dequantize_per_tensor_default_80" -> "1709 linear_79"; -"1704 linear_79_scale_0" -> "1706 quantize_per_channel_default_80"; -"1704 linear_79_scale_0" -> "1707 dequantize_per_channel_default_80"; -"1705 linear_79_zero_point_0" -> "1706 quantize_per_channel_default_80"; -"1705 linear_79_zero_point_0" -> "1707 dequantize_per_channel_default_80"; -"1706 quantize_per_channel_default_80" -> "1707 dequantize_per_channel_default_80"; -"1707 dequantize_per_channel_default_80" -> "1709 linear_79"; -"1708 _param_constant215_0_0" -> "1709 linear_79"; -"1709 linear_79" -> "1710 dropout_51"; -"1710 dropout_51" -> "1713 layer_norm_28"; -"1711 _param_constant216" -> "1713 layer_norm_28"; -"1712 _param_constant217" -> "1713 layer_norm_28"; -"1713 layer_norm_28" -> "1714 add_44"; -"1714 add_44" -> "1741 pad_15"; -"1714 add_44" -> "1824 add_47"; -"1715 _tensor_constant80" -> "1717 _tensor_constant80_0_0_nncf_smooth_quant_0"; -"1716 linear_80_updated_constant0" -> "1720 quantize_per_channel_default_81"; -"1717 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1723 linear_80"; -"1718 linear_80_scale_0" -> "1720 quantize_per_channel_default_81"; -"1718 linear_80_scale_0" -> "1721 dequantize_per_channel_default_81"; -"1719 linear_80_zero_point_0" -> "1720 quantize_per_channel_default_81"; -"1719 linear_80_zero_point_0" -> "1721 dequantize_per_channel_default_81"; -"1720 quantize_per_channel_default_81" -> "1721 dequantize_per_channel_default_81"; -"1721 dequantize_per_channel_default_81" -> "1723 linear_80"; -"1722 _param_constant219_0_0" -> "1723 linear_80"; -"1723 linear_80" -> "1724 relu__13"; -"1724 relu__13" -> "1726 relu__13_0_0_nncf_smooth_quant_0"; -"1725 linear_81_updated_constant0" -> "1729 quantize_per_channel_default_82"; -"1726 relu__13_0_0_nncf_smooth_quant_0" -> "1731 linear_81"; -"1727 linear_81_scale_0" -> "1729 quantize_per_channel_default_82"; -"1727 linear_81_scale_0" -> "1730 dequantize_per_channel_default_82"; -"1728 linear_81_zero_point_0" -> "1729 quantize_per_channel_default_82"; -"1728 linear_81_zero_point_0" -> "1730 dequantize_per_channel_default_82"; -"1729 quantize_per_channel_default_82" -> "1730 dequantize_per_channel_default_82"; -"1730 dequantize_per_channel_default_82" -> "1731 linear_81"; -"1731 linear_81" -> "1732 view_70"; -"1732 view_70" -> "1734 index_13"; -"1733 _tensor_constant81" -> "1734 index_13"; -"1734 index_13" -> "1735 view_71"; -"1735 view_71" -> "1736 permute_59"; -"1736 permute_59" -> "1737 contiguous_24"; -"1737 contiguous_24" -> "1738 unsqueeze_37"; -"1738 unsqueeze_37" -> "1739 sigmoid_13"; -"1739 sigmoid_13" -> "1740 mul_26"; -"1740 mul_26" -> "1779 add_45"; -"1741 pad_15" -> "1742 roll_12"; -"1742 roll_12" -> "1743 view_72"; -"1743 view_72" -> "1744 permute_60"; -"1744 permute_60" -> "1745 reshape_58"; -"1745 reshape_58" -> "1747 reshape_58_0_0_nncf_smooth_quant_0"; -"1745 reshape_58" -> "1780 new_zeros_6"; -"1746 linear_82_updated_constant0" -> "1752 quantize_per_channel_default_83"; -"1747 reshape_58_0_0_nncf_smooth_quant_0" -> "1748 quantize_per_tensor_default_81"; -"1748 quantize_per_tensor_default_81" -> "1749 dequantize_per_tensor_default_81"; -"1749 dequantize_per_tensor_default_81" -> "1755 linear_82"; -"1750 linear_82_scale_0" -> "1752 quantize_per_channel_default_83"; -"1750 linear_82_scale_0" -> "1753 dequantize_per_channel_default_83"; -"1751 linear_82_zero_point_0" -> "1752 quantize_per_channel_default_83"; -"1751 linear_82_zero_point_0" -> "1753 dequantize_per_channel_default_83"; -"1752 quantize_per_channel_default_83" -> "1753 dequantize_per_channel_default_83"; -"1753 dequantize_per_channel_default_83" -> "1755 linear_82"; -"1754 _param_constant221_0_0" -> "1755 linear_82"; -"1755 linear_82" -> "1756 reshape_59"; -"1756 reshape_59" -> "1757 permute_61"; -"1757 permute_61" -> "1758 select_39"; -"1757 permute_61" -> "1759 select_40"; -"1757 permute_61" -> "1760 select_41"; -"1758 select_39" -> "1761 linalg_vector_norm_26"; -"1758 select_39" -> "1763 expand_as_26"; -"1758 select_39" -> "1764 div_26"; -"1759 select_40" -> "1767 linalg_vector_norm_27"; -"1759 select_40" -> "1769 expand_as_27"; -"1759 select_40" -> "1770 div_27"; -"1760 select_41" -> "1798 matmul_27"; -"1761 linalg_vector_norm_26" -> "1762 clamp_min_26"; -"1762 clamp_min_26" -> "1763 expand_as_26"; -"1763 expand_as_26" -> "1764 div_26"; -"1764 div_26" -> "1765 quantize_per_tensor_default_82"; -"1765 quantize_per_tensor_default_82" -> "1766 dequantize_per_tensor_default_82"; -"1766 dequantize_per_tensor_default_82" -> "1774 matmul_26"; -"1767 linalg_vector_norm_27" -> "1768 clamp_min_27"; -"1768 clamp_min_27" -> "1769 expand_as_27"; -"1769 expand_as_27" -> "1770 div_27"; -"1770 div_27" -> "1771 quantize_per_tensor_default_83"; -"1771 quantize_per_tensor_default_83" -> "1772 dequantize_per_tensor_default_83"; -"1772 dequantize_per_tensor_default_83" -> "1773 transpose_26"; -"1773 transpose_26" -> "1774 matmul_26"; -"1774 matmul_26" -> "1778 mul_27"; -"1775 _param_constant223" -> "1776 clamp_13"; -"1776 clamp_13" -> "1777 exp_13"; -"1777 exp_13" -> "1778 mul_27"; -"1778 mul_27" -> "1779 add_45"; -"1779 add_45" -> "1791 view_74"; -"1780 new_zeros_6" -> "1781 view_73"; -"1781 view_73" -> "1782 permute_62"; -"1782 permute_62" -> "1783 reshape_60"; -"1783 reshape_60" -> "1784 unsqueeze_38"; -"1783 reshape_60" -> "1785 unsqueeze_39"; -"1784 unsqueeze_38" -> "1786 sub_6"; -"1785 unsqueeze_39" -> "1786 sub_6"; -"1786 sub_6" -> "1787 ne_6"; -"1786 sub_6" -> "1788 masked_fill_12"; -"1786 sub_6" -> "1789 eq_6"; -"1787 ne_6" -> "1788 masked_fill_12"; -"1788 masked_fill_12" -> "1790 masked_fill_13"; -"1789 eq_6" -> "1790 masked_fill_13"; -"1790 masked_fill_13" -> "1792 unsqueeze_40"; -"1791 view_74" -> "1794 add_46"; -"1792 unsqueeze_40" -> "1793 unsqueeze_41"; -"1793 unsqueeze_41" -> "1794 add_46"; -"1794 add_46" -> "1795 view_75"; -"1795 view_75" -> "1796 softmax_13"; -"1796 softmax_13" -> "1797 dropout_52"; -"1797 dropout_52" -> "1798 matmul_27"; -"1798 matmul_27" -> "1799 transpose_27"; -"1799 transpose_27" -> "1800 reshape_61"; -"1800 reshape_61" -> "1802 reshape_61_0_0_nncf_smooth_quant_0"; -"1801 linear_83_updated_constant0" -> "1807 quantize_per_channel_default_84"; -"1802 reshape_61_0_0_nncf_smooth_quant_0" -> "1803 quantize_per_tensor_default_84"; -"1803 quantize_per_tensor_default_84" -> "1804 dequantize_per_tensor_default_84"; -"1804 dequantize_per_tensor_default_84" -> "1810 linear_83"; -"1805 linear_83_scale_0" -> "1807 quantize_per_channel_default_84"; -"1805 linear_83_scale_0" -> "1808 dequantize_per_channel_default_84"; -"1806 linear_83_zero_point_0" -> "1807 quantize_per_channel_default_84"; -"1806 linear_83_zero_point_0" -> "1808 dequantize_per_channel_default_84"; -"1807 quantize_per_channel_default_84" -> "1808 dequantize_per_channel_default_84"; -"1808 dequantize_per_channel_default_84" -> "1810 linear_83"; -"1809 _param_constant225_0_0" -> "1810 linear_83"; -"1810 linear_83" -> "1811 dropout_53"; -"1811 dropout_53" -> "1812 view_76"; -"1812 view_76" -> "1813 permute_63"; -"1813 permute_63" -> "1814 reshape_62"; -"1814 reshape_62" -> "1815 roll_13"; -"1815 roll_13" -> "1816 slice_213"; -"1816 slice_213" -> "1817 slice_214"; -"1817 slice_214" -> "1818 slice_215"; -"1818 slice_215" -> "1819 slice_216"; -"1819 slice_216" -> "1820 contiguous_25"; -"1820 contiguous_25" -> "1823 layer_norm_29"; -"1821 _param_constant226" -> "1823 layer_norm_29"; -"1822 _param_constant227" -> "1823 layer_norm_29"; -"1823 layer_norm_29" -> "1824 add_47"; -"1824 add_47" -> "1826 add_47_0_0_nncf_smooth_quant_0"; -"1824 add_47" -> "1851 add_48"; -"1825 linear_84_updated_constant0" -> "1831 quantize_per_channel_default_85"; -"1826 add_47_0_0_nncf_smooth_quant_0" -> "1827 quantize_per_tensor_default_85"; -"1827 quantize_per_tensor_default_85" -> "1828 dequantize_per_tensor_default_85"; -"1828 dequantize_per_tensor_default_85" -> "1834 linear_84"; -"1829 linear_84_scale_0" -> "1831 quantize_per_channel_default_85"; -"1829 linear_84_scale_0" -> "1832 dequantize_per_channel_default_85"; -"1830 linear_84_zero_point_0" -> "1831 quantize_per_channel_default_85"; -"1830 linear_84_zero_point_0" -> "1832 dequantize_per_channel_default_85"; -"1831 quantize_per_channel_default_85" -> "1832 dequantize_per_channel_default_85"; -"1832 dequantize_per_channel_default_85" -> "1834 linear_84"; -"1833 _param_constant229_0_0" -> "1834 linear_84"; -"1834 linear_84" -> "1835 gelu_13"; -"1835 gelu_13" -> "1836 dropout_54"; -"1836 dropout_54" -> "1838 dropout_54_0_0_nncf_smooth_quant_0"; -"1837 linear_85_updated_constant0" -> "1843 quantize_per_channel_default_86"; -"1838 dropout_54_0_0_nncf_smooth_quant_0" -> "1839 quantize_per_tensor_default_86"; -"1839 quantize_per_tensor_default_86" -> "1840 dequantize_per_tensor_default_86"; -"1840 dequantize_per_tensor_default_86" -> "1846 linear_85"; -"1841 linear_85_scale_0" -> "1843 quantize_per_channel_default_86"; -"1841 linear_85_scale_0" -> "1844 dequantize_per_channel_default_86"; -"1842 linear_85_zero_point_0" -> "1843 quantize_per_channel_default_86"; -"1842 linear_85_zero_point_0" -> "1844 dequantize_per_channel_default_86"; -"1843 quantize_per_channel_default_86" -> "1844 dequantize_per_channel_default_86"; -"1844 dequantize_per_channel_default_86" -> "1846 linear_85"; -"1845 _param_constant231_0_0" -> "1846 linear_85"; -"1846 linear_85" -> "1847 dropout_55"; -"1847 dropout_55" -> "1850 layer_norm_30"; -"1848 _param_constant232" -> "1850 layer_norm_30"; -"1849 _param_constant233" -> "1850 layer_norm_30"; -"1850 layer_norm_30" -> "1851 add_48"; -"1851 add_48" -> "1878 pad_16"; -"1851 add_48" -> "1943 add_50"; -"1852 _tensor_constant91" -> "1854 _tensor_constant91_0_0_nncf_smooth_quant_0"; -"1853 linear_86_updated_constant0" -> "1857 quantize_per_channel_default_87"; -"1854 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1860 linear_86"; -"1855 linear_86_scale_0" -> "1857 quantize_per_channel_default_87"; -"1855 linear_86_scale_0" -> "1858 dequantize_per_channel_default_87"; -"1856 linear_86_zero_point_0" -> "1857 quantize_per_channel_default_87"; -"1856 linear_86_zero_point_0" -> "1858 dequantize_per_channel_default_87"; -"1857 quantize_per_channel_default_87" -> "1858 dequantize_per_channel_default_87"; -"1858 dequantize_per_channel_default_87" -> "1860 linear_86"; -"1859 _param_constant235_0_0" -> "1860 linear_86"; -"1860 linear_86" -> "1861 relu__14"; -"1861 relu__14" -> "1863 relu__14_0_0_nncf_smooth_quant_0"; -"1862 linear_87_updated_constant0" -> "1866 quantize_per_channel_default_88"; -"1863 relu__14_0_0_nncf_smooth_quant_0" -> "1868 linear_87"; -"1864 linear_87_scale_0" -> "1866 quantize_per_channel_default_88"; -"1864 linear_87_scale_0" -> "1867 dequantize_per_channel_default_88"; -"1865 linear_87_zero_point_0" -> "1866 quantize_per_channel_default_88"; -"1865 linear_87_zero_point_0" -> "1867 dequantize_per_channel_default_88"; -"1866 quantize_per_channel_default_88" -> "1867 dequantize_per_channel_default_88"; -"1867 dequantize_per_channel_default_88" -> "1868 linear_87"; -"1868 linear_87" -> "1869 view_77"; -"1869 view_77" -> "1871 index_14"; -"1870 _tensor_constant92" -> "1871 index_14"; -"1871 index_14" -> "1872 view_78"; -"1872 view_78" -> "1873 permute_64"; -"1873 permute_64" -> "1874 contiguous_26"; -"1874 contiguous_26" -> "1875 unsqueeze_42"; -"1875 unsqueeze_42" -> "1876 sigmoid_14"; -"1876 sigmoid_14" -> "1877 mul_28"; -"1877 mul_28" -> "1915 add_49"; -"1878 pad_16" -> "1879 view_79"; -"1879 view_79" -> "1880 permute_65"; -"1880 permute_65" -> "1881 reshape_63"; -"1881 reshape_63" -> "1883 reshape_63_0_0_nncf_smooth_quant_0"; -"1882 linear_88_updated_constant0" -> "1888 quantize_per_channel_default_89"; -"1883 reshape_63_0_0_nncf_smooth_quant_0" -> "1884 quantize_per_tensor_default_87"; -"1884 quantize_per_tensor_default_87" -> "1885 dequantize_per_tensor_default_87"; -"1885 dequantize_per_tensor_default_87" -> "1891 linear_88"; -"1886 linear_88_scale_0" -> "1888 quantize_per_channel_default_89"; -"1886 linear_88_scale_0" -> "1889 dequantize_per_channel_default_89"; -"1887 linear_88_zero_point_0" -> "1888 quantize_per_channel_default_89"; -"1887 linear_88_zero_point_0" -> "1889 dequantize_per_channel_default_89"; -"1888 quantize_per_channel_default_89" -> "1889 dequantize_per_channel_default_89"; -"1889 dequantize_per_channel_default_89" -> "1891 linear_88"; -"1890 _param_constant237_0_0" -> "1891 linear_88"; -"1891 linear_88" -> "1892 reshape_64"; -"1892 reshape_64" -> "1893 permute_66"; -"1893 permute_66" -> "1894 select_42"; -"1893 permute_66" -> "1895 select_43"; -"1893 permute_66" -> "1896 select_44"; -"1894 select_42" -> "1897 linalg_vector_norm_28"; -"1894 select_42" -> "1899 expand_as_28"; -"1894 select_42" -> "1900 div_28"; -"1895 select_43" -> "1903 linalg_vector_norm_29"; -"1895 select_43" -> "1905 expand_as_29"; -"1895 select_43" -> "1906 div_29"; -"1896 select_44" -> "1918 matmul_29"; -"1897 linalg_vector_norm_28" -> "1898 clamp_min_28"; -"1898 clamp_min_28" -> "1899 expand_as_28"; -"1899 expand_as_28" -> "1900 div_28"; -"1900 div_28" -> "1901 quantize_per_tensor_default_88"; -"1901 quantize_per_tensor_default_88" -> "1902 dequantize_per_tensor_default_88"; -"1902 dequantize_per_tensor_default_88" -> "1910 matmul_28"; -"1903 linalg_vector_norm_29" -> "1904 clamp_min_29"; -"1904 clamp_min_29" -> "1905 expand_as_29"; -"1905 expand_as_29" -> "1906 div_29"; -"1906 div_29" -> "1907 quantize_per_tensor_default_89"; -"1907 quantize_per_tensor_default_89" -> "1908 dequantize_per_tensor_default_89"; -"1908 dequantize_per_tensor_default_89" -> "1909 transpose_28"; -"1909 transpose_28" -> "1910 matmul_28"; -"1910 matmul_28" -> "1914 mul_29"; -"1911 _param_constant239" -> "1912 clamp_14"; -"1912 clamp_14" -> "1913 exp_14"; -"1913 exp_14" -> "1914 mul_29"; -"1914 mul_29" -> "1915 add_49"; -"1915 add_49" -> "1916 softmax_14"; -"1916 softmax_14" -> "1917 dropout_56"; -"1917 dropout_56" -> "1918 matmul_29"; -"1918 matmul_29" -> "1919 transpose_29"; -"1919 transpose_29" -> "1920 reshape_65"; -"1920 reshape_65" -> "1922 reshape_65_0_0_nncf_smooth_quant_0"; -"1921 linear_89_updated_constant0" -> "1927 quantize_per_channel_default_90"; -"1922 reshape_65_0_0_nncf_smooth_quant_0" -> "1923 quantize_per_tensor_default_90"; -"1923 quantize_per_tensor_default_90" -> "1924 dequantize_per_tensor_default_90"; -"1924 dequantize_per_tensor_default_90" -> "1930 linear_89"; -"1925 linear_89_scale_0" -> "1927 quantize_per_channel_default_90"; -"1925 linear_89_scale_0" -> "1928 dequantize_per_channel_default_90"; -"1926 linear_89_zero_point_0" -> "1927 quantize_per_channel_default_90"; -"1926 linear_89_zero_point_0" -> "1928 dequantize_per_channel_default_90"; -"1927 quantize_per_channel_default_90" -> "1928 dequantize_per_channel_default_90"; -"1928 dequantize_per_channel_default_90" -> "1930 linear_89"; -"1929 _param_constant241_0_0" -> "1930 linear_89"; -"1930 linear_89" -> "1931 dropout_57"; -"1931 dropout_57" -> "1932 view_80"; -"1932 view_80" -> "1933 permute_67"; -"1933 permute_67" -> "1934 reshape_66"; -"1934 reshape_66" -> "1935 slice_218"; -"1935 slice_218" -> "1936 slice_219"; -"1936 slice_219" -> "1937 slice_220"; -"1937 slice_220" -> "1938 slice_221"; -"1938 slice_221" -> "1939 contiguous_27"; -"1939 contiguous_27" -> "1942 layer_norm_31"; -"1940 _param_constant242" -> "1942 layer_norm_31"; -"1941 _param_constant243" -> "1942 layer_norm_31"; -"1942 layer_norm_31" -> "1943 add_50"; -"1943 add_50" -> "1945 add_50_0_0_nncf_smooth_quant_0"; -"1943 add_50" -> "1970 add_51"; -"1944 linear_90_updated_constant0" -> "1950 quantize_per_channel_default_91"; -"1945 add_50_0_0_nncf_smooth_quant_0" -> "1946 quantize_per_tensor_default_91"; -"1946 quantize_per_tensor_default_91" -> "1947 dequantize_per_tensor_default_91"; -"1947 dequantize_per_tensor_default_91" -> "1953 linear_90"; -"1948 linear_90_scale_0" -> "1950 quantize_per_channel_default_91"; -"1948 linear_90_scale_0" -> "1951 dequantize_per_channel_default_91"; -"1949 linear_90_zero_point_0" -> "1950 quantize_per_channel_default_91"; -"1949 linear_90_zero_point_0" -> "1951 dequantize_per_channel_default_91"; -"1950 quantize_per_channel_default_91" -> "1951 dequantize_per_channel_default_91"; -"1951 dequantize_per_channel_default_91" -> "1953 linear_90"; -"1952 _param_constant245_0_0" -> "1953 linear_90"; -"1953 linear_90" -> "1954 gelu_14"; -"1954 gelu_14" -> "1955 dropout_58"; -"1955 dropout_58" -> "1957 dropout_58_0_0_nncf_smooth_quant_0"; -"1956 linear_91_updated_constant0" -> "1962 quantize_per_channel_default_92"; -"1957 dropout_58_0_0_nncf_smooth_quant_0" -> "1958 quantize_per_tensor_default_92"; -"1958 quantize_per_tensor_default_92" -> "1959 dequantize_per_tensor_default_92"; -"1959 dequantize_per_tensor_default_92" -> "1965 linear_91"; -"1960 linear_91_scale_0" -> "1962 quantize_per_channel_default_92"; -"1960 linear_91_scale_0" -> "1963 dequantize_per_channel_default_92"; -"1961 linear_91_zero_point_0" -> "1962 quantize_per_channel_default_92"; -"1961 linear_91_zero_point_0" -> "1963 dequantize_per_channel_default_92"; -"1962 quantize_per_channel_default_92" -> "1963 dequantize_per_channel_default_92"; -"1963 dequantize_per_channel_default_92" -> "1965 linear_91"; -"1964 _param_constant247_0_0" -> "1965 linear_91"; -"1965 linear_91" -> "1966 dropout_59"; -"1966 dropout_59" -> "1969 layer_norm_32"; -"1967 _param_constant248" -> "1969 layer_norm_32"; -"1968 _param_constant249" -> "1969 layer_norm_32"; -"1969 layer_norm_32" -> "1970 add_51"; -"1970 add_51" -> "1997 pad_17"; -"1970 add_51" -> "2080 add_54"; -"1971 _tensor_constant93" -> "1973 _tensor_constant93_0_0_nncf_smooth_quant_0"; -"1972 linear_92_updated_constant0" -> "1976 quantize_per_channel_default_93"; -"1973 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1979 linear_92"; -"1974 linear_92_scale_0" -> "1976 quantize_per_channel_default_93"; -"1974 linear_92_scale_0" -> "1977 dequantize_per_channel_default_93"; -"1975 linear_92_zero_point_0" -> "1976 quantize_per_channel_default_93"; -"1975 linear_92_zero_point_0" -> "1977 dequantize_per_channel_default_93"; -"1976 quantize_per_channel_default_93" -> "1977 dequantize_per_channel_default_93"; -"1977 dequantize_per_channel_default_93" -> "1979 linear_92"; -"1978 _param_constant251_0_0" -> "1979 linear_92"; -"1979 linear_92" -> "1980 relu__15"; -"1980 relu__15" -> "1982 relu__15_0_0_nncf_smooth_quant_0"; -"1981 linear_93_updated_constant0" -> "1985 quantize_per_channel_default_94"; -"1982 relu__15_0_0_nncf_smooth_quant_0" -> "1987 linear_93"; -"1983 linear_93_scale_0" -> "1985 quantize_per_channel_default_94"; -"1983 linear_93_scale_0" -> "1986 dequantize_per_channel_default_94"; -"1984 linear_93_zero_point_0" -> "1985 quantize_per_channel_default_94"; -"1984 linear_93_zero_point_0" -> "1986 dequantize_per_channel_default_94"; -"1985 quantize_per_channel_default_94" -> "1986 dequantize_per_channel_default_94"; -"1986 dequantize_per_channel_default_94" -> "1987 linear_93"; -"1987 linear_93" -> "1988 view_81"; -"1988 view_81" -> "1990 index_15"; -"1989 _tensor_constant94" -> "1990 index_15"; -"1990 index_15" -> "1991 view_82"; -"1991 view_82" -> "1992 permute_68"; -"1992 permute_68" -> "1993 contiguous_28"; -"1993 contiguous_28" -> "1994 unsqueeze_43"; -"1994 unsqueeze_43" -> "1995 sigmoid_15"; -"1995 sigmoid_15" -> "1996 mul_30"; -"1996 mul_30" -> "2035 add_52"; -"1997 pad_17" -> "1998 roll_14"; -"1998 roll_14" -> "1999 view_83"; -"1999 view_83" -> "2000 permute_69"; -"2000 permute_69" -> "2001 reshape_67"; -"2001 reshape_67" -> "2003 reshape_67_0_0_nncf_smooth_quant_0"; -"2001 reshape_67" -> "2036 new_zeros_7"; -"2002 linear_94_updated_constant0" -> "2008 quantize_per_channel_default_95"; -"2003 reshape_67_0_0_nncf_smooth_quant_0" -> "2004 quantize_per_tensor_default_93"; -"2004 quantize_per_tensor_default_93" -> "2005 dequantize_per_tensor_default_93"; -"2005 dequantize_per_tensor_default_93" -> "2011 linear_94"; -"2006 linear_94_scale_0" -> "2008 quantize_per_channel_default_95"; -"2006 linear_94_scale_0" -> "2009 dequantize_per_channel_default_95"; -"2007 linear_94_zero_point_0" -> "2008 quantize_per_channel_default_95"; -"2007 linear_94_zero_point_0" -> "2009 dequantize_per_channel_default_95"; -"2008 quantize_per_channel_default_95" -> "2009 dequantize_per_channel_default_95"; -"2009 dequantize_per_channel_default_95" -> "2011 linear_94"; -"2010 _param_constant253_0_0" -> "2011 linear_94"; -"2011 linear_94" -> "2012 reshape_68"; -"2012 reshape_68" -> "2013 permute_70"; -"2013 permute_70" -> "2014 select_45"; -"2013 permute_70" -> "2015 select_46"; -"2013 permute_70" -> "2016 select_47"; -"2014 select_45" -> "2017 linalg_vector_norm_30"; -"2014 select_45" -> "2019 expand_as_30"; -"2014 select_45" -> "2020 div_30"; -"2015 select_46" -> "2023 linalg_vector_norm_31"; -"2015 select_46" -> "2025 expand_as_31"; -"2015 select_46" -> "2026 div_31"; -"2016 select_47" -> "2054 matmul_31"; -"2017 linalg_vector_norm_30" -> "2018 clamp_min_30"; -"2018 clamp_min_30" -> "2019 expand_as_30"; -"2019 expand_as_30" -> "2020 div_30"; -"2020 div_30" -> "2021 quantize_per_tensor_default_94"; -"2021 quantize_per_tensor_default_94" -> "2022 dequantize_per_tensor_default_94"; -"2022 dequantize_per_tensor_default_94" -> "2030 matmul_30"; -"2023 linalg_vector_norm_31" -> "2024 clamp_min_31"; -"2024 clamp_min_31" -> "2025 expand_as_31"; -"2025 expand_as_31" -> "2026 div_31"; -"2026 div_31" -> "2027 quantize_per_tensor_default_95"; -"2027 quantize_per_tensor_default_95" -> "2028 dequantize_per_tensor_default_95"; -"2028 dequantize_per_tensor_default_95" -> "2029 transpose_30"; -"2029 transpose_30" -> "2030 matmul_30"; -"2030 matmul_30" -> "2034 mul_31"; -"2031 _param_constant255" -> "2032 clamp_15"; -"2032 clamp_15" -> "2033 exp_15"; -"2033 exp_15" -> "2034 mul_31"; -"2034 mul_31" -> "2035 add_52"; -"2035 add_52" -> "2047 view_85"; -"2036 new_zeros_7" -> "2037 view_84"; -"2037 view_84" -> "2038 permute_71"; -"2038 permute_71" -> "2039 reshape_69"; -"2039 reshape_69" -> "2040 unsqueeze_44"; -"2039 reshape_69" -> "2041 unsqueeze_45"; -"2040 unsqueeze_44" -> "2042 sub_7"; -"2041 unsqueeze_45" -> "2042 sub_7"; -"2042 sub_7" -> "2043 ne_7"; -"2042 sub_7" -> "2044 masked_fill_14"; -"2042 sub_7" -> "2045 eq_7"; -"2043 ne_7" -> "2044 masked_fill_14"; -"2044 masked_fill_14" -> "2046 masked_fill_15"; -"2045 eq_7" -> "2046 masked_fill_15"; -"2046 masked_fill_15" -> "2048 unsqueeze_46"; -"2047 view_85" -> "2050 add_53"; -"2048 unsqueeze_46" -> "2049 unsqueeze_47"; -"2049 unsqueeze_47" -> "2050 add_53"; -"2050 add_53" -> "2051 view_86"; -"2051 view_86" -> "2052 softmax_15"; -"2052 softmax_15" -> "2053 dropout_60"; -"2053 dropout_60" -> "2054 matmul_31"; -"2054 matmul_31" -> "2055 transpose_31"; -"2055 transpose_31" -> "2056 reshape_70"; -"2056 reshape_70" -> "2058 reshape_70_0_0_nncf_smooth_quant_0"; -"2057 linear_95_updated_constant0" -> "2063 quantize_per_channel_default_96"; -"2058 reshape_70_0_0_nncf_smooth_quant_0" -> "2059 quantize_per_tensor_default_96"; -"2059 quantize_per_tensor_default_96" -> "2060 dequantize_per_tensor_default_96"; -"2060 dequantize_per_tensor_default_96" -> "2066 linear_95"; -"2061 linear_95_scale_0" -> "2063 quantize_per_channel_default_96"; -"2061 linear_95_scale_0" -> "2064 dequantize_per_channel_default_96"; -"2062 linear_95_zero_point_0" -> "2063 quantize_per_channel_default_96"; -"2062 linear_95_zero_point_0" -> "2064 dequantize_per_channel_default_96"; -"2063 quantize_per_channel_default_96" -> "2064 dequantize_per_channel_default_96"; -"2064 dequantize_per_channel_default_96" -> "2066 linear_95"; -"2065 _param_constant257_0_0" -> "2066 linear_95"; -"2066 linear_95" -> "2067 dropout_61"; -"2067 dropout_61" -> "2068 view_87"; -"2068 view_87" -> "2069 permute_72"; -"2069 permute_72" -> "2070 reshape_71"; -"2070 reshape_71" -> "2071 roll_15"; -"2071 roll_15" -> "2072 slice_241"; -"2072 slice_241" -> "2073 slice_242"; -"2073 slice_242" -> "2074 slice_243"; -"2074 slice_243" -> "2075 slice_244"; -"2075 slice_244" -> "2076 contiguous_29"; -"2076 contiguous_29" -> "2079 layer_norm_33"; -"2077 _param_constant258" -> "2079 layer_norm_33"; -"2078 _param_constant259" -> "2079 layer_norm_33"; -"2079 layer_norm_33" -> "2080 add_54"; -"2080 add_54" -> "2082 add_54_0_0_nncf_smooth_quant_0"; -"2080 add_54" -> "2107 add_55"; -"2081 linear_96_updated_constant0" -> "2087 quantize_per_channel_default_97"; -"2082 add_54_0_0_nncf_smooth_quant_0" -> "2083 quantize_per_tensor_default_97"; -"2083 quantize_per_tensor_default_97" -> "2084 dequantize_per_tensor_default_97"; -"2084 dequantize_per_tensor_default_97" -> "2090 linear_96"; -"2085 linear_96_scale_0" -> "2087 quantize_per_channel_default_97"; -"2085 linear_96_scale_0" -> "2088 dequantize_per_channel_default_97"; -"2086 linear_96_zero_point_0" -> "2087 quantize_per_channel_default_97"; -"2086 linear_96_zero_point_0" -> "2088 dequantize_per_channel_default_97"; -"2087 quantize_per_channel_default_97" -> "2088 dequantize_per_channel_default_97"; -"2088 dequantize_per_channel_default_97" -> "2090 linear_96"; -"2089 _param_constant261_0_0" -> "2090 linear_96"; -"2090 linear_96" -> "2091 gelu_15"; -"2091 gelu_15" -> "2092 dropout_62"; -"2092 dropout_62" -> "2094 dropout_62_0_0_nncf_smooth_quant_0"; -"2093 linear_97_updated_constant0" -> "2099 quantize_per_channel_default_98"; -"2094 dropout_62_0_0_nncf_smooth_quant_0" -> "2095 quantize_per_tensor_default_98"; -"2095 quantize_per_tensor_default_98" -> "2096 dequantize_per_tensor_default_98"; -"2096 dequantize_per_tensor_default_98" -> "2102 linear_97"; -"2097 linear_97_scale_0" -> "2099 quantize_per_channel_default_98"; -"2097 linear_97_scale_0" -> "2100 dequantize_per_channel_default_98"; -"2098 linear_97_zero_point_0" -> "2099 quantize_per_channel_default_98"; -"2098 linear_97_zero_point_0" -> "2100 dequantize_per_channel_default_98"; -"2099 quantize_per_channel_default_98" -> "2100 dequantize_per_channel_default_98"; -"2100 dequantize_per_channel_default_98" -> "2102 linear_97"; -"2101 _param_constant263_0_0" -> "2102 linear_97"; -"2102 linear_97" -> "2103 dropout_63"; -"2103 dropout_63" -> "2106 layer_norm_34"; -"2104 _param_constant264" -> "2106 layer_norm_34"; -"2105 _param_constant265" -> "2106 layer_norm_34"; -"2106 layer_norm_34" -> "2107 add_55"; -"2107 add_55" -> "2134 pad_18"; -"2107 add_55" -> "2199 add_57"; -"2108 _tensor_constant104" -> "2110 _tensor_constant104_0_0_nncf_smooth_quant_0"; -"2109 linear_98_updated_constant0" -> "2113 quantize_per_channel_default_99"; -"2110 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "2116 linear_98"; -"2111 linear_98_scale_0" -> "2113 quantize_per_channel_default_99"; -"2111 linear_98_scale_0" -> "2114 dequantize_per_channel_default_99"; -"2112 linear_98_zero_point_0" -> "2113 quantize_per_channel_default_99"; -"2112 linear_98_zero_point_0" -> "2114 dequantize_per_channel_default_99"; -"2113 quantize_per_channel_default_99" -> "2114 dequantize_per_channel_default_99"; -"2114 dequantize_per_channel_default_99" -> "2116 linear_98"; -"2115 _param_constant267_0_0" -> "2116 linear_98"; -"2116 linear_98" -> "2117 relu__16"; -"2117 relu__16" -> "2119 relu__16_0_0_nncf_smooth_quant_0"; -"2118 linear_99_updated_constant0" -> "2122 quantize_per_channel_default_100"; -"2119 relu__16_0_0_nncf_smooth_quant_0" -> "2124 linear_99"; -"2120 linear_99_scale_0" -> "2122 quantize_per_channel_default_100"; -"2120 linear_99_scale_0" -> "2123 dequantize_per_channel_default_100"; -"2121 linear_99_zero_point_0" -> "2122 quantize_per_channel_default_100"; -"2121 linear_99_zero_point_0" -> "2123 dequantize_per_channel_default_100"; -"2122 quantize_per_channel_default_100" -> "2123 dequantize_per_channel_default_100"; -"2123 dequantize_per_channel_default_100" -> "2124 linear_99"; -"2124 linear_99" -> "2125 view_88"; -"2125 view_88" -> "2127 index_16"; -"2126 _tensor_constant105" -> "2127 index_16"; -"2127 index_16" -> "2128 view_89"; -"2128 view_89" -> "2129 permute_73"; -"2129 permute_73" -> "2130 contiguous_30"; -"2130 contiguous_30" -> "2131 unsqueeze_48"; -"2131 unsqueeze_48" -> "2132 sigmoid_16"; -"2132 sigmoid_16" -> "2133 mul_32"; -"2133 mul_32" -> "2171 add_56"; -"2134 pad_18" -> "2135 view_90"; -"2135 view_90" -> "2136 permute_74"; -"2136 permute_74" -> "2137 reshape_72"; -"2137 reshape_72" -> "2139 reshape_72_0_0_nncf_smooth_quant_0"; -"2138 linear_100_updated_constant0" -> "2144 quantize_per_channel_default_101"; -"2139 reshape_72_0_0_nncf_smooth_quant_0" -> "2140 quantize_per_tensor_default_99"; -"2140 quantize_per_tensor_default_99" -> "2141 dequantize_per_tensor_default_99"; -"2141 dequantize_per_tensor_default_99" -> "2147 linear_100"; -"2142 linear_100_scale_0" -> "2144 quantize_per_channel_default_101"; -"2142 linear_100_scale_0" -> "2145 dequantize_per_channel_default_101"; -"2143 linear_100_zero_point_0" -> "2144 quantize_per_channel_default_101"; -"2143 linear_100_zero_point_0" -> "2145 dequantize_per_channel_default_101"; -"2144 quantize_per_channel_default_101" -> "2145 dequantize_per_channel_default_101"; -"2145 dequantize_per_channel_default_101" -> "2147 linear_100"; -"2146 _param_constant269_0_0" -> "2147 linear_100"; -"2147 linear_100" -> "2148 reshape_73"; -"2148 reshape_73" -> "2149 permute_75"; -"2149 permute_75" -> "2150 select_48"; -"2149 permute_75" -> "2151 select_49"; -"2149 permute_75" -> "2152 select_50"; -"2150 select_48" -> "2153 linalg_vector_norm_32"; -"2150 select_48" -> "2155 expand_as_32"; -"2150 select_48" -> "2156 div_32"; -"2151 select_49" -> "2159 linalg_vector_norm_33"; -"2151 select_49" -> "2161 expand_as_33"; -"2151 select_49" -> "2162 div_33"; -"2152 select_50" -> "2174 matmul_33"; -"2153 linalg_vector_norm_32" -> "2154 clamp_min_32"; -"2154 clamp_min_32" -> "2155 expand_as_32"; -"2155 expand_as_32" -> "2156 div_32"; -"2156 div_32" -> "2157 quantize_per_tensor_default_100"; -"2157 quantize_per_tensor_default_100" -> "2158 dequantize_per_tensor_default_100"; -"2158 dequantize_per_tensor_default_100" -> "2166 matmul_32"; -"2159 linalg_vector_norm_33" -> "2160 clamp_min_33"; -"2160 clamp_min_33" -> "2161 expand_as_33"; -"2161 expand_as_33" -> "2162 div_33"; -"2162 div_33" -> "2163 quantize_per_tensor_default_101"; -"2163 quantize_per_tensor_default_101" -> "2164 dequantize_per_tensor_default_101"; -"2164 dequantize_per_tensor_default_101" -> "2165 transpose_32"; -"2165 transpose_32" -> "2166 matmul_32"; -"2166 matmul_32" -> "2170 mul_33"; -"2167 _param_constant271" -> "2168 clamp_16"; -"2168 clamp_16" -> "2169 exp_16"; -"2169 exp_16" -> "2170 mul_33"; -"2170 mul_33" -> "2171 add_56"; -"2171 add_56" -> "2172 softmax_16"; -"2172 softmax_16" -> "2173 dropout_64"; -"2173 dropout_64" -> "2174 matmul_33"; -"2174 matmul_33" -> "2175 transpose_33"; -"2175 transpose_33" -> "2176 reshape_74"; -"2176 reshape_74" -> "2178 reshape_74_0_0_nncf_smooth_quant_0"; -"2177 linear_101_updated_constant0" -> "2183 quantize_per_channel_default_102"; -"2178 reshape_74_0_0_nncf_smooth_quant_0" -> "2179 quantize_per_tensor_default_102"; -"2179 quantize_per_tensor_default_102" -> "2180 dequantize_per_tensor_default_102"; -"2180 dequantize_per_tensor_default_102" -> "2186 linear_101"; -"2181 linear_101_scale_0" -> "2183 quantize_per_channel_default_102"; -"2181 linear_101_scale_0" -> "2184 dequantize_per_channel_default_102"; -"2182 linear_101_zero_point_0" -> "2183 quantize_per_channel_default_102"; -"2182 linear_101_zero_point_0" -> "2184 dequantize_per_channel_default_102"; -"2183 quantize_per_channel_default_102" -> "2184 dequantize_per_channel_default_102"; -"2184 dequantize_per_channel_default_102" -> "2186 linear_101"; -"2185 _param_constant273_0_0" -> "2186 linear_101"; -"2186 linear_101" -> "2187 dropout_65"; -"2187 dropout_65" -> "2188 view_91"; -"2188 view_91" -> "2189 permute_76"; -"2189 permute_76" -> "2190 reshape_75"; -"2190 reshape_75" -> "2191 slice_246"; -"2191 slice_246" -> "2192 slice_247"; -"2192 slice_247" -> "2193 slice_248"; -"2193 slice_248" -> "2194 slice_249"; -"2194 slice_249" -> "2195 contiguous_31"; -"2195 contiguous_31" -> "2198 layer_norm_35"; -"2196 _param_constant274" -> "2198 layer_norm_35"; -"2197 _param_constant275" -> "2198 layer_norm_35"; -"2198 layer_norm_35" -> "2199 add_57"; -"2199 add_57" -> "2201 add_57_0_0_nncf_smooth_quant_0"; -"2199 add_57" -> "2226 add_58"; -"2200 linear_102_updated_constant0" -> "2206 quantize_per_channel_default_103"; -"2201 add_57_0_0_nncf_smooth_quant_0" -> "2202 quantize_per_tensor_default_103"; -"2202 quantize_per_tensor_default_103" -> "2203 dequantize_per_tensor_default_103"; -"2203 dequantize_per_tensor_default_103" -> "2209 linear_102"; -"2204 linear_102_scale_0" -> "2206 quantize_per_channel_default_103"; -"2204 linear_102_scale_0" -> "2207 dequantize_per_channel_default_103"; -"2205 linear_102_zero_point_0" -> "2206 quantize_per_channel_default_103"; -"2205 linear_102_zero_point_0" -> "2207 dequantize_per_channel_default_103"; -"2206 quantize_per_channel_default_103" -> "2207 dequantize_per_channel_default_103"; -"2207 dequantize_per_channel_default_103" -> "2209 linear_102"; -"2208 _param_constant277_0_0" -> "2209 linear_102"; -"2209 linear_102" -> "2210 gelu_16"; -"2210 gelu_16" -> "2211 dropout_66"; -"2211 dropout_66" -> "2213 dropout_66_0_0_nncf_smooth_quant_0"; -"2212 linear_103_updated_constant0" -> "2218 quantize_per_channel_default_104"; -"2213 dropout_66_0_0_nncf_smooth_quant_0" -> "2214 quantize_per_tensor_default_104"; -"2214 quantize_per_tensor_default_104" -> "2215 dequantize_per_tensor_default_104"; -"2215 dequantize_per_tensor_default_104" -> "2221 linear_103"; -"2216 linear_103_scale_0" -> "2218 quantize_per_channel_default_104"; -"2216 linear_103_scale_0" -> "2219 dequantize_per_channel_default_104"; -"2217 linear_103_zero_point_0" -> "2218 quantize_per_channel_default_104"; -"2217 linear_103_zero_point_0" -> "2219 dequantize_per_channel_default_104"; -"2218 quantize_per_channel_default_104" -> "2219 dequantize_per_channel_default_104"; -"2219 dequantize_per_channel_default_104" -> "2221 linear_103"; -"2220 _param_constant279_0_0" -> "2221 linear_103"; -"2221 linear_103" -> "2222 dropout_67"; -"2222 dropout_67" -> "2225 layer_norm_36"; -"2223 _param_constant280" -> "2225 layer_norm_36"; -"2224 _param_constant281" -> "2225 layer_norm_36"; -"2225 layer_norm_36" -> "2226 add_58"; -"2226 add_58" -> "2253 pad_19"; -"2226 add_58" -> "2336 add_61"; -"2227 _tensor_constant106" -> "2229 _tensor_constant106_0_0_nncf_smooth_quant_0"; -"2228 linear_104_updated_constant0" -> "2232 quantize_per_channel_default_105"; -"2229 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2235 linear_104"; -"2230 linear_104_scale_0" -> "2232 quantize_per_channel_default_105"; -"2230 linear_104_scale_0" -> "2233 dequantize_per_channel_default_105"; -"2231 linear_104_zero_point_0" -> "2232 quantize_per_channel_default_105"; -"2231 linear_104_zero_point_0" -> "2233 dequantize_per_channel_default_105"; -"2232 quantize_per_channel_default_105" -> "2233 dequantize_per_channel_default_105"; -"2233 dequantize_per_channel_default_105" -> "2235 linear_104"; -"2234 _param_constant283_0_0" -> "2235 linear_104"; -"2235 linear_104" -> "2236 relu__17"; -"2236 relu__17" -> "2238 relu__17_0_0_nncf_smooth_quant_0"; -"2237 linear_105_updated_constant0" -> "2241 quantize_per_channel_default_106"; -"2238 relu__17_0_0_nncf_smooth_quant_0" -> "2243 linear_105"; -"2239 linear_105_scale_0" -> "2241 quantize_per_channel_default_106"; -"2239 linear_105_scale_0" -> "2242 dequantize_per_channel_default_106"; -"2240 linear_105_zero_point_0" -> "2241 quantize_per_channel_default_106"; -"2240 linear_105_zero_point_0" -> "2242 dequantize_per_channel_default_106"; -"2241 quantize_per_channel_default_106" -> "2242 dequantize_per_channel_default_106"; -"2242 dequantize_per_channel_default_106" -> "2243 linear_105"; -"2243 linear_105" -> "2244 view_92"; -"2244 view_92" -> "2246 index_17"; -"2245 _tensor_constant107" -> "2246 index_17"; -"2246 index_17" -> "2247 view_93"; -"2247 view_93" -> "2248 permute_77"; -"2248 permute_77" -> "2249 contiguous_32"; -"2249 contiguous_32" -> "2250 unsqueeze_49"; -"2250 unsqueeze_49" -> "2251 sigmoid_17"; -"2251 sigmoid_17" -> "2252 mul_34"; -"2252 mul_34" -> "2291 add_59"; -"2253 pad_19" -> "2254 roll_16"; -"2254 roll_16" -> "2255 view_94"; -"2255 view_94" -> "2256 permute_78"; -"2256 permute_78" -> "2257 reshape_76"; -"2257 reshape_76" -> "2259 reshape_76_0_0_nncf_smooth_quant_0"; -"2257 reshape_76" -> "2292 new_zeros_8"; -"2258 linear_106_updated_constant0" -> "2264 quantize_per_channel_default_107"; -"2259 reshape_76_0_0_nncf_smooth_quant_0" -> "2260 quantize_per_tensor_default_105"; -"2260 quantize_per_tensor_default_105" -> "2261 dequantize_per_tensor_default_105"; -"2261 dequantize_per_tensor_default_105" -> "2267 linear_106"; -"2262 linear_106_scale_0" -> "2264 quantize_per_channel_default_107"; -"2262 linear_106_scale_0" -> "2265 dequantize_per_channel_default_107"; -"2263 linear_106_zero_point_0" -> "2264 quantize_per_channel_default_107"; -"2263 linear_106_zero_point_0" -> "2265 dequantize_per_channel_default_107"; -"2264 quantize_per_channel_default_107" -> "2265 dequantize_per_channel_default_107"; -"2265 dequantize_per_channel_default_107" -> "2267 linear_106"; -"2266 _param_constant285_0_0" -> "2267 linear_106"; -"2267 linear_106" -> "2268 reshape_77"; -"2268 reshape_77" -> "2269 permute_79"; -"2269 permute_79" -> "2270 select_51"; -"2269 permute_79" -> "2271 select_52"; -"2269 permute_79" -> "2272 select_53"; -"2270 select_51" -> "2273 linalg_vector_norm_34"; -"2270 select_51" -> "2275 expand_as_34"; -"2270 select_51" -> "2276 div_34"; -"2271 select_52" -> "2279 linalg_vector_norm_35"; -"2271 select_52" -> "2281 expand_as_35"; -"2271 select_52" -> "2282 div_35"; -"2272 select_53" -> "2310 matmul_35"; -"2273 linalg_vector_norm_34" -> "2274 clamp_min_34"; -"2274 clamp_min_34" -> "2275 expand_as_34"; -"2275 expand_as_34" -> "2276 div_34"; -"2276 div_34" -> "2277 quantize_per_tensor_default_106"; -"2277 quantize_per_tensor_default_106" -> "2278 dequantize_per_tensor_default_106"; -"2278 dequantize_per_tensor_default_106" -> "2286 matmul_34"; -"2279 linalg_vector_norm_35" -> "2280 clamp_min_35"; -"2280 clamp_min_35" -> "2281 expand_as_35"; -"2281 expand_as_35" -> "2282 div_35"; -"2282 div_35" -> "2283 quantize_per_tensor_default_107"; -"2283 quantize_per_tensor_default_107" -> "2284 dequantize_per_tensor_default_107"; -"2284 dequantize_per_tensor_default_107" -> "2285 transpose_34"; -"2285 transpose_34" -> "2286 matmul_34"; -"2286 matmul_34" -> "2290 mul_35"; -"2287 _param_constant287" -> "2288 clamp_17"; -"2288 clamp_17" -> "2289 exp_17"; -"2289 exp_17" -> "2290 mul_35"; -"2290 mul_35" -> "2291 add_59"; -"2291 add_59" -> "2303 view_96"; -"2292 new_zeros_8" -> "2293 view_95"; -"2293 view_95" -> "2294 permute_80"; -"2294 permute_80" -> "2295 reshape_78"; -"2295 reshape_78" -> "2296 unsqueeze_50"; -"2295 reshape_78" -> "2297 unsqueeze_51"; -"2296 unsqueeze_50" -> "2298 sub_8"; -"2297 unsqueeze_51" -> "2298 sub_8"; -"2298 sub_8" -> "2299 ne_8"; -"2298 sub_8" -> "2300 masked_fill_16"; -"2298 sub_8" -> "2301 eq_8"; -"2299 ne_8" -> "2300 masked_fill_16"; -"2300 masked_fill_16" -> "2302 masked_fill_17"; -"2301 eq_8" -> "2302 masked_fill_17"; -"2302 masked_fill_17" -> "2304 unsqueeze_52"; -"2303 view_96" -> "2306 add_60"; -"2304 unsqueeze_52" -> "2305 unsqueeze_53"; -"2305 unsqueeze_53" -> "2306 add_60"; -"2306 add_60" -> "2307 view_97"; -"2307 view_97" -> "2308 softmax_17"; -"2308 softmax_17" -> "2309 dropout_68"; -"2309 dropout_68" -> "2310 matmul_35"; -"2310 matmul_35" -> "2311 transpose_35"; -"2311 transpose_35" -> "2312 reshape_79"; -"2312 reshape_79" -> "2314 reshape_79_0_0_nncf_smooth_quant_0"; -"2313 linear_107_updated_constant0" -> "2319 quantize_per_channel_default_108"; -"2314 reshape_79_0_0_nncf_smooth_quant_0" -> "2315 quantize_per_tensor_default_108"; -"2315 quantize_per_tensor_default_108" -> "2316 dequantize_per_tensor_default_108"; -"2316 dequantize_per_tensor_default_108" -> "2322 linear_107"; -"2317 linear_107_scale_0" -> "2319 quantize_per_channel_default_108"; -"2317 linear_107_scale_0" -> "2320 dequantize_per_channel_default_108"; -"2318 linear_107_zero_point_0" -> "2319 quantize_per_channel_default_108"; -"2318 linear_107_zero_point_0" -> "2320 dequantize_per_channel_default_108"; -"2319 quantize_per_channel_default_108" -> "2320 dequantize_per_channel_default_108"; -"2320 dequantize_per_channel_default_108" -> "2322 linear_107"; -"2321 _param_constant289_0_0" -> "2322 linear_107"; -"2322 linear_107" -> "2323 dropout_69"; -"2323 dropout_69" -> "2324 view_98"; -"2324 view_98" -> "2325 permute_81"; -"2325 permute_81" -> "2326 reshape_80"; -"2326 reshape_80" -> "2327 roll_17"; -"2327 roll_17" -> "2328 slice_269"; -"2328 slice_269" -> "2329 slice_270"; -"2329 slice_270" -> "2330 slice_271"; -"2330 slice_271" -> "2331 slice_272"; -"2331 slice_272" -> "2332 contiguous_33"; -"2332 contiguous_33" -> "2335 layer_norm_37"; -"2333 _param_constant290" -> "2335 layer_norm_37"; -"2334 _param_constant291" -> "2335 layer_norm_37"; -"2335 layer_norm_37" -> "2336 add_61"; -"2336 add_61" -> "2338 add_61_0_0_nncf_smooth_quant_0"; -"2336 add_61" -> "2363 add_62"; -"2337 linear_108_updated_constant0" -> "2343 quantize_per_channel_default_109"; -"2338 add_61_0_0_nncf_smooth_quant_0" -> "2339 quantize_per_tensor_default_109"; -"2339 quantize_per_tensor_default_109" -> "2340 dequantize_per_tensor_default_109"; -"2340 dequantize_per_tensor_default_109" -> "2346 linear_108"; -"2341 linear_108_scale_0" -> "2343 quantize_per_channel_default_109"; -"2341 linear_108_scale_0" -> "2344 dequantize_per_channel_default_109"; -"2342 linear_108_zero_point_0" -> "2343 quantize_per_channel_default_109"; -"2342 linear_108_zero_point_0" -> "2344 dequantize_per_channel_default_109"; -"2343 quantize_per_channel_default_109" -> "2344 dequantize_per_channel_default_109"; -"2344 dequantize_per_channel_default_109" -> "2346 linear_108"; -"2345 _param_constant293_0_0" -> "2346 linear_108"; -"2346 linear_108" -> "2347 gelu_17"; -"2347 gelu_17" -> "2348 dropout_70"; -"2348 dropout_70" -> "2350 dropout_70_0_0_nncf_smooth_quant_0"; -"2349 linear_109_updated_constant0" -> "2355 quantize_per_channel_default_110"; -"2350 dropout_70_0_0_nncf_smooth_quant_0" -> "2351 quantize_per_tensor_default_110"; -"2351 quantize_per_tensor_default_110" -> "2352 dequantize_per_tensor_default_110"; -"2352 dequantize_per_tensor_default_110" -> "2358 linear_109"; -"2353 linear_109_scale_0" -> "2355 quantize_per_channel_default_110"; -"2353 linear_109_scale_0" -> "2356 dequantize_per_channel_default_110"; -"2354 linear_109_zero_point_0" -> "2355 quantize_per_channel_default_110"; -"2354 linear_109_zero_point_0" -> "2356 dequantize_per_channel_default_110"; -"2355 quantize_per_channel_default_110" -> "2356 dequantize_per_channel_default_110"; -"2356 dequantize_per_channel_default_110" -> "2358 linear_109"; -"2357 _param_constant295_0_0" -> "2358 linear_109"; -"2358 linear_109" -> "2359 dropout_71"; -"2359 dropout_71" -> "2362 layer_norm_38"; -"2360 _param_constant296" -> "2362 layer_norm_38"; -"2361 _param_constant297" -> "2362 layer_norm_38"; -"2362 layer_norm_38" -> "2363 add_62"; -"2363 add_62" -> "2390 pad_20"; -"2363 add_62" -> "2455 add_64"; -"2364 _tensor_constant117" -> "2366 _tensor_constant117_0_0_nncf_smooth_quant_0"; -"2365 linear_110_updated_constant0" -> "2369 quantize_per_channel_default_111"; -"2366 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2372 linear_110"; -"2367 linear_110_scale_0" -> "2369 quantize_per_channel_default_111"; -"2367 linear_110_scale_0" -> "2370 dequantize_per_channel_default_111"; -"2368 linear_110_zero_point_0" -> "2369 quantize_per_channel_default_111"; -"2368 linear_110_zero_point_0" -> "2370 dequantize_per_channel_default_111"; -"2369 quantize_per_channel_default_111" -> "2370 dequantize_per_channel_default_111"; -"2370 dequantize_per_channel_default_111" -> "2372 linear_110"; -"2371 _param_constant299_0_0" -> "2372 linear_110"; -"2372 linear_110" -> "2373 relu__18"; -"2373 relu__18" -> "2375 relu__18_0_0_nncf_smooth_quant_0"; -"2374 linear_111_updated_constant0" -> "2378 quantize_per_channel_default_112"; -"2375 relu__18_0_0_nncf_smooth_quant_0" -> "2380 linear_111"; -"2376 linear_111_scale_0" -> "2378 quantize_per_channel_default_112"; -"2376 linear_111_scale_0" -> "2379 dequantize_per_channel_default_112"; -"2377 linear_111_zero_point_0" -> "2378 quantize_per_channel_default_112"; -"2377 linear_111_zero_point_0" -> "2379 dequantize_per_channel_default_112"; -"2378 quantize_per_channel_default_112" -> "2379 dequantize_per_channel_default_112"; -"2379 dequantize_per_channel_default_112" -> "2380 linear_111"; -"2380 linear_111" -> "2381 view_99"; -"2381 view_99" -> "2383 index_18"; -"2382 _tensor_constant118" -> "2383 index_18"; -"2383 index_18" -> "2384 view_100"; -"2384 view_100" -> "2385 permute_82"; -"2385 permute_82" -> "2386 contiguous_34"; -"2386 contiguous_34" -> "2387 unsqueeze_54"; -"2387 unsqueeze_54" -> "2388 sigmoid_18"; -"2388 sigmoid_18" -> "2389 mul_36"; -"2389 mul_36" -> "2427 add_63"; -"2390 pad_20" -> "2391 view_101"; -"2391 view_101" -> "2392 permute_83"; -"2392 permute_83" -> "2393 reshape_81"; -"2393 reshape_81" -> "2395 reshape_81_0_0_nncf_smooth_quant_0"; -"2394 linear_112_updated_constant0" -> "2400 quantize_per_channel_default_113"; -"2395 reshape_81_0_0_nncf_smooth_quant_0" -> "2396 quantize_per_tensor_default_111"; -"2396 quantize_per_tensor_default_111" -> "2397 dequantize_per_tensor_default_111"; -"2397 dequantize_per_tensor_default_111" -> "2403 linear_112"; -"2398 linear_112_scale_0" -> "2400 quantize_per_channel_default_113"; -"2398 linear_112_scale_0" -> "2401 dequantize_per_channel_default_113"; -"2399 linear_112_zero_point_0" -> "2400 quantize_per_channel_default_113"; -"2399 linear_112_zero_point_0" -> "2401 dequantize_per_channel_default_113"; -"2400 quantize_per_channel_default_113" -> "2401 dequantize_per_channel_default_113"; -"2401 dequantize_per_channel_default_113" -> "2403 linear_112"; -"2402 _param_constant301_0_0" -> "2403 linear_112"; -"2403 linear_112" -> "2404 reshape_82"; -"2404 reshape_82" -> "2405 permute_84"; -"2405 permute_84" -> "2406 select_54"; -"2405 permute_84" -> "2407 select_55"; -"2405 permute_84" -> "2408 select_56"; -"2406 select_54" -> "2409 linalg_vector_norm_36"; -"2406 select_54" -> "2411 expand_as_36"; -"2406 select_54" -> "2412 div_36"; -"2407 select_55" -> "2415 linalg_vector_norm_37"; -"2407 select_55" -> "2417 expand_as_37"; -"2407 select_55" -> "2418 div_37"; -"2408 select_56" -> "2430 matmul_37"; -"2409 linalg_vector_norm_36" -> "2410 clamp_min_36"; -"2410 clamp_min_36" -> "2411 expand_as_36"; -"2411 expand_as_36" -> "2412 div_36"; -"2412 div_36" -> "2413 quantize_per_tensor_default_112"; -"2413 quantize_per_tensor_default_112" -> "2414 dequantize_per_tensor_default_112"; -"2414 dequantize_per_tensor_default_112" -> "2422 matmul_36"; -"2415 linalg_vector_norm_37" -> "2416 clamp_min_37"; -"2416 clamp_min_37" -> "2417 expand_as_37"; -"2417 expand_as_37" -> "2418 div_37"; -"2418 div_37" -> "2419 quantize_per_tensor_default_113"; -"2419 quantize_per_tensor_default_113" -> "2420 dequantize_per_tensor_default_113"; -"2420 dequantize_per_tensor_default_113" -> "2421 transpose_36"; -"2421 transpose_36" -> "2422 matmul_36"; -"2422 matmul_36" -> "2426 mul_37"; -"2423 _param_constant303" -> "2424 clamp_18"; -"2424 clamp_18" -> "2425 exp_18"; -"2425 exp_18" -> "2426 mul_37"; -"2426 mul_37" -> "2427 add_63"; -"2427 add_63" -> "2428 softmax_18"; -"2428 softmax_18" -> "2429 dropout_72"; -"2429 dropout_72" -> "2430 matmul_37"; -"2430 matmul_37" -> "2431 transpose_37"; -"2431 transpose_37" -> "2432 reshape_83"; -"2432 reshape_83" -> "2434 reshape_83_0_0_nncf_smooth_quant_0"; -"2433 linear_113_updated_constant0" -> "2439 quantize_per_channel_default_114"; -"2434 reshape_83_0_0_nncf_smooth_quant_0" -> "2435 quantize_per_tensor_default_114"; -"2435 quantize_per_tensor_default_114" -> "2436 dequantize_per_tensor_default_114"; -"2436 dequantize_per_tensor_default_114" -> "2442 linear_113"; -"2437 linear_113_scale_0" -> "2439 quantize_per_channel_default_114"; -"2437 linear_113_scale_0" -> "2440 dequantize_per_channel_default_114"; -"2438 linear_113_zero_point_0" -> "2439 quantize_per_channel_default_114"; -"2438 linear_113_zero_point_0" -> "2440 dequantize_per_channel_default_114"; -"2439 quantize_per_channel_default_114" -> "2440 dequantize_per_channel_default_114"; -"2440 dequantize_per_channel_default_114" -> "2442 linear_113"; -"2441 _param_constant305_0_0" -> "2442 linear_113"; -"2442 linear_113" -> "2443 dropout_73"; -"2443 dropout_73" -> "2444 view_102"; -"2444 view_102" -> "2445 permute_85"; -"2445 permute_85" -> "2446 reshape_84"; -"2446 reshape_84" -> "2447 slice_274"; -"2447 slice_274" -> "2448 slice_275"; -"2448 slice_275" -> "2449 slice_276"; -"2449 slice_276" -> "2450 slice_277"; -"2450 slice_277" -> "2451 contiguous_35"; -"2451 contiguous_35" -> "2454 layer_norm_39"; -"2452 _param_constant306" -> "2454 layer_norm_39"; -"2453 _param_constant307" -> "2454 layer_norm_39"; -"2454 layer_norm_39" -> "2455 add_64"; -"2455 add_64" -> "2457 add_64_0_0_nncf_smooth_quant_0"; -"2455 add_64" -> "2482 add_65"; -"2456 linear_114_updated_constant0" -> "2462 quantize_per_channel_default_115"; -"2457 add_64_0_0_nncf_smooth_quant_0" -> "2458 quantize_per_tensor_default_115"; -"2458 quantize_per_tensor_default_115" -> "2459 dequantize_per_tensor_default_115"; -"2459 dequantize_per_tensor_default_115" -> "2465 linear_114"; -"2460 linear_114_scale_0" -> "2462 quantize_per_channel_default_115"; -"2460 linear_114_scale_0" -> "2463 dequantize_per_channel_default_115"; -"2461 linear_114_zero_point_0" -> "2462 quantize_per_channel_default_115"; -"2461 linear_114_zero_point_0" -> "2463 dequantize_per_channel_default_115"; -"2462 quantize_per_channel_default_115" -> "2463 dequantize_per_channel_default_115"; -"2463 dequantize_per_channel_default_115" -> "2465 linear_114"; -"2464 _param_constant309_0_0" -> "2465 linear_114"; -"2465 linear_114" -> "2466 gelu_18"; -"2466 gelu_18" -> "2467 dropout_74"; -"2467 dropout_74" -> "2469 dropout_74_0_0_nncf_smooth_quant_0"; -"2468 linear_115_updated_constant0" -> "2474 quantize_per_channel_default_116"; -"2469 dropout_74_0_0_nncf_smooth_quant_0" -> "2470 quantize_per_tensor_default_116"; -"2470 quantize_per_tensor_default_116" -> "2471 dequantize_per_tensor_default_116"; -"2471 dequantize_per_tensor_default_116" -> "2477 linear_115"; -"2472 linear_115_scale_0" -> "2474 quantize_per_channel_default_116"; -"2472 linear_115_scale_0" -> "2475 dequantize_per_channel_default_116"; -"2473 linear_115_zero_point_0" -> "2474 quantize_per_channel_default_116"; -"2473 linear_115_zero_point_0" -> "2475 dequantize_per_channel_default_116"; -"2474 quantize_per_channel_default_116" -> "2475 dequantize_per_channel_default_116"; -"2475 dequantize_per_channel_default_116" -> "2477 linear_115"; -"2476 _param_constant311_0_0" -> "2477 linear_115"; -"2477 linear_115" -> "2478 dropout_75"; -"2478 dropout_75" -> "2481 layer_norm_40"; -"2479 _param_constant312" -> "2481 layer_norm_40"; -"2480 _param_constant313" -> "2481 layer_norm_40"; -"2481 layer_norm_40" -> "2482 add_65"; -"2482 add_65" -> "2509 pad_21"; -"2482 add_65" -> "2592 add_68"; -"2483 _tensor_constant119" -> "2485 _tensor_constant119_0_0_nncf_smooth_quant_0"; -"2484 linear_116_updated_constant0" -> "2488 quantize_per_channel_default_117"; -"2485 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2491 linear_116"; -"2486 linear_116_scale_0" -> "2488 quantize_per_channel_default_117"; -"2486 linear_116_scale_0" -> "2489 dequantize_per_channel_default_117"; -"2487 linear_116_zero_point_0" -> "2488 quantize_per_channel_default_117"; -"2487 linear_116_zero_point_0" -> "2489 dequantize_per_channel_default_117"; -"2488 quantize_per_channel_default_117" -> "2489 dequantize_per_channel_default_117"; -"2489 dequantize_per_channel_default_117" -> "2491 linear_116"; -"2490 _param_constant315_0_0" -> "2491 linear_116"; -"2491 linear_116" -> "2492 relu__19"; -"2492 relu__19" -> "2494 relu__19_0_0_nncf_smooth_quant_0"; -"2493 linear_117_updated_constant0" -> "2497 quantize_per_channel_default_118"; -"2494 relu__19_0_0_nncf_smooth_quant_0" -> "2499 linear_117"; -"2495 linear_117_scale_0" -> "2497 quantize_per_channel_default_118"; -"2495 linear_117_scale_0" -> "2498 dequantize_per_channel_default_118"; -"2496 linear_117_zero_point_0" -> "2497 quantize_per_channel_default_118"; -"2496 linear_117_zero_point_0" -> "2498 dequantize_per_channel_default_118"; -"2497 quantize_per_channel_default_118" -> "2498 dequantize_per_channel_default_118"; -"2498 dequantize_per_channel_default_118" -> "2499 linear_117"; -"2499 linear_117" -> "2500 view_103"; -"2500 view_103" -> "2502 index_19"; -"2501 _tensor_constant120" -> "2502 index_19"; -"2502 index_19" -> "2503 view_104"; -"2503 view_104" -> "2504 permute_86"; -"2504 permute_86" -> "2505 contiguous_36"; -"2505 contiguous_36" -> "2506 unsqueeze_55"; -"2506 unsqueeze_55" -> "2507 sigmoid_19"; -"2507 sigmoid_19" -> "2508 mul_38"; -"2508 mul_38" -> "2547 add_66"; -"2509 pad_21" -> "2510 roll_18"; -"2510 roll_18" -> "2511 view_105"; -"2511 view_105" -> "2512 permute_87"; -"2512 permute_87" -> "2513 reshape_85"; -"2513 reshape_85" -> "2515 reshape_85_0_0_nncf_smooth_quant_0"; -"2513 reshape_85" -> "2548 new_zeros_9"; -"2514 linear_118_updated_constant0" -> "2520 quantize_per_channel_default_119"; -"2515 reshape_85_0_0_nncf_smooth_quant_0" -> "2516 quantize_per_tensor_default_117"; -"2516 quantize_per_tensor_default_117" -> "2517 dequantize_per_tensor_default_117"; -"2517 dequantize_per_tensor_default_117" -> "2523 linear_118"; -"2518 linear_118_scale_0" -> "2520 quantize_per_channel_default_119"; -"2518 linear_118_scale_0" -> "2521 dequantize_per_channel_default_119"; -"2519 linear_118_zero_point_0" -> "2520 quantize_per_channel_default_119"; -"2519 linear_118_zero_point_0" -> "2521 dequantize_per_channel_default_119"; -"2520 quantize_per_channel_default_119" -> "2521 dequantize_per_channel_default_119"; -"2521 dequantize_per_channel_default_119" -> "2523 linear_118"; -"2522 _param_constant317_0_0" -> "2523 linear_118"; -"2523 linear_118" -> "2524 reshape_86"; -"2524 reshape_86" -> "2525 permute_88"; -"2525 permute_88" -> "2526 select_57"; -"2525 permute_88" -> "2527 select_58"; -"2525 permute_88" -> "2528 select_59"; -"2526 select_57" -> "2529 linalg_vector_norm_38"; -"2526 select_57" -> "2531 expand_as_38"; -"2526 select_57" -> "2532 div_38"; -"2527 select_58" -> "2535 linalg_vector_norm_39"; -"2527 select_58" -> "2537 expand_as_39"; -"2527 select_58" -> "2538 div_39"; -"2528 select_59" -> "2566 matmul_39"; -"2529 linalg_vector_norm_38" -> "2530 clamp_min_38"; -"2530 clamp_min_38" -> "2531 expand_as_38"; -"2531 expand_as_38" -> "2532 div_38"; -"2532 div_38" -> "2533 quantize_per_tensor_default_118"; -"2533 quantize_per_tensor_default_118" -> "2534 dequantize_per_tensor_default_118"; -"2534 dequantize_per_tensor_default_118" -> "2542 matmul_38"; -"2535 linalg_vector_norm_39" -> "2536 clamp_min_39"; -"2536 clamp_min_39" -> "2537 expand_as_39"; -"2537 expand_as_39" -> "2538 div_39"; -"2538 div_39" -> "2539 quantize_per_tensor_default_119"; -"2539 quantize_per_tensor_default_119" -> "2540 dequantize_per_tensor_default_119"; -"2540 dequantize_per_tensor_default_119" -> "2541 transpose_38"; -"2541 transpose_38" -> "2542 matmul_38"; -"2542 matmul_38" -> "2546 mul_39"; -"2543 _param_constant319" -> "2544 clamp_19"; -"2544 clamp_19" -> "2545 exp_19"; -"2545 exp_19" -> "2546 mul_39"; -"2546 mul_39" -> "2547 add_66"; -"2547 add_66" -> "2559 view_107"; -"2548 new_zeros_9" -> "2549 view_106"; -"2549 view_106" -> "2550 permute_89"; -"2550 permute_89" -> "2551 reshape_87"; -"2551 reshape_87" -> "2552 unsqueeze_56"; -"2551 reshape_87" -> "2553 unsqueeze_57"; -"2552 unsqueeze_56" -> "2554 sub_9"; -"2553 unsqueeze_57" -> "2554 sub_9"; -"2554 sub_9" -> "2555 ne_9"; -"2554 sub_9" -> "2556 masked_fill_18"; -"2554 sub_9" -> "2557 eq_9"; -"2555 ne_9" -> "2556 masked_fill_18"; -"2556 masked_fill_18" -> "2558 masked_fill_19"; -"2557 eq_9" -> "2558 masked_fill_19"; -"2558 masked_fill_19" -> "2560 unsqueeze_58"; -"2559 view_107" -> "2562 add_67"; -"2560 unsqueeze_58" -> "2561 unsqueeze_59"; -"2561 unsqueeze_59" -> "2562 add_67"; -"2562 add_67" -> "2563 view_108"; -"2563 view_108" -> "2564 softmax_19"; -"2564 softmax_19" -> "2565 dropout_76"; -"2565 dropout_76" -> "2566 matmul_39"; -"2566 matmul_39" -> "2567 transpose_39"; -"2567 transpose_39" -> "2568 reshape_88"; -"2568 reshape_88" -> "2570 reshape_88_0_0_nncf_smooth_quant_0"; -"2569 linear_119_updated_constant0" -> "2575 quantize_per_channel_default_120"; -"2570 reshape_88_0_0_nncf_smooth_quant_0" -> "2571 quantize_per_tensor_default_120"; -"2571 quantize_per_tensor_default_120" -> "2572 dequantize_per_tensor_default_120"; -"2572 dequantize_per_tensor_default_120" -> "2578 linear_119"; -"2573 linear_119_scale_0" -> "2575 quantize_per_channel_default_120"; -"2573 linear_119_scale_0" -> "2576 dequantize_per_channel_default_120"; -"2574 linear_119_zero_point_0" -> "2575 quantize_per_channel_default_120"; -"2574 linear_119_zero_point_0" -> "2576 dequantize_per_channel_default_120"; -"2575 quantize_per_channel_default_120" -> "2576 dequantize_per_channel_default_120"; -"2576 dequantize_per_channel_default_120" -> "2578 linear_119"; -"2577 _param_constant321_0_0" -> "2578 linear_119"; -"2578 linear_119" -> "2579 dropout_77"; -"2579 dropout_77" -> "2580 view_109"; -"2580 view_109" -> "2581 permute_90"; -"2581 permute_90" -> "2582 reshape_89"; -"2582 reshape_89" -> "2583 roll_19"; -"2583 roll_19" -> "2584 slice_297"; -"2584 slice_297" -> "2585 slice_298"; -"2585 slice_298" -> "2586 slice_299"; -"2586 slice_299" -> "2587 slice_300"; -"2587 slice_300" -> "2588 contiguous_37"; -"2588 contiguous_37" -> "2591 layer_norm_41"; -"2589 _param_constant322" -> "2591 layer_norm_41"; -"2590 _param_constant323" -> "2591 layer_norm_41"; -"2591 layer_norm_41" -> "2592 add_68"; -"2592 add_68" -> "2594 add_68_0_0_nncf_smooth_quant_0"; -"2592 add_68" -> "2619 add_69"; -"2593 linear_120_updated_constant0" -> "2599 quantize_per_channel_default_121"; -"2594 add_68_0_0_nncf_smooth_quant_0" -> "2595 quantize_per_tensor_default_121"; -"2595 quantize_per_tensor_default_121" -> "2596 dequantize_per_tensor_default_121"; -"2596 dequantize_per_tensor_default_121" -> "2602 linear_120"; -"2597 linear_120_scale_0" -> "2599 quantize_per_channel_default_121"; -"2597 linear_120_scale_0" -> "2600 dequantize_per_channel_default_121"; -"2598 linear_120_zero_point_0" -> "2599 quantize_per_channel_default_121"; -"2598 linear_120_zero_point_0" -> "2600 dequantize_per_channel_default_121"; -"2599 quantize_per_channel_default_121" -> "2600 dequantize_per_channel_default_121"; -"2600 dequantize_per_channel_default_121" -> "2602 linear_120"; -"2601 _param_constant325_0_0" -> "2602 linear_120"; -"2602 linear_120" -> "2603 gelu_19"; -"2603 gelu_19" -> "2604 dropout_78"; -"2604 dropout_78" -> "2606 dropout_78_0_0_nncf_smooth_quant_0"; -"2605 linear_121_updated_constant0" -> "2611 quantize_per_channel_default_122"; -"2606 dropout_78_0_0_nncf_smooth_quant_0" -> "2607 quantize_per_tensor_default_122"; -"2607 quantize_per_tensor_default_122" -> "2608 dequantize_per_tensor_default_122"; -"2608 dequantize_per_tensor_default_122" -> "2614 linear_121"; -"2609 linear_121_scale_0" -> "2611 quantize_per_channel_default_122"; -"2609 linear_121_scale_0" -> "2612 dequantize_per_channel_default_122"; -"2610 linear_121_zero_point_0" -> "2611 quantize_per_channel_default_122"; -"2610 linear_121_zero_point_0" -> "2612 dequantize_per_channel_default_122"; -"2611 quantize_per_channel_default_122" -> "2612 dequantize_per_channel_default_122"; -"2612 dequantize_per_channel_default_122" -> "2614 linear_121"; -"2613 _param_constant327_0_0" -> "2614 linear_121"; -"2614 linear_121" -> "2615 dropout_79"; -"2615 dropout_79" -> "2618 layer_norm_42"; -"2616 _param_constant328" -> "2618 layer_norm_42"; -"2617 _param_constant329" -> "2618 layer_norm_42"; -"2618 layer_norm_42" -> "2619 add_69"; -"2619 add_69" -> "2646 pad_22"; -"2619 add_69" -> "2711 add_71"; -"2620 _tensor_constant130" -> "2622 _tensor_constant130_0_0_nncf_smooth_quant_0"; -"2621 linear_122_updated_constant0" -> "2625 quantize_per_channel_default_123"; -"2622 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2628 linear_122"; -"2623 linear_122_scale_0" -> "2625 quantize_per_channel_default_123"; -"2623 linear_122_scale_0" -> "2626 dequantize_per_channel_default_123"; -"2624 linear_122_zero_point_0" -> "2625 quantize_per_channel_default_123"; -"2624 linear_122_zero_point_0" -> "2626 dequantize_per_channel_default_123"; -"2625 quantize_per_channel_default_123" -> "2626 dequantize_per_channel_default_123"; -"2626 dequantize_per_channel_default_123" -> "2628 linear_122"; -"2627 _param_constant331_0_0" -> "2628 linear_122"; -"2628 linear_122" -> "2629 relu__20"; -"2629 relu__20" -> "2631 relu__20_0_0_nncf_smooth_quant_0"; -"2630 linear_123_updated_constant0" -> "2634 quantize_per_channel_default_124"; -"2631 relu__20_0_0_nncf_smooth_quant_0" -> "2636 linear_123"; -"2632 linear_123_scale_0" -> "2634 quantize_per_channel_default_124"; -"2632 linear_123_scale_0" -> "2635 dequantize_per_channel_default_124"; -"2633 linear_123_zero_point_0" -> "2634 quantize_per_channel_default_124"; -"2633 linear_123_zero_point_0" -> "2635 dequantize_per_channel_default_124"; -"2634 quantize_per_channel_default_124" -> "2635 dequantize_per_channel_default_124"; -"2635 dequantize_per_channel_default_124" -> "2636 linear_123"; -"2636 linear_123" -> "2637 view_110"; -"2637 view_110" -> "2639 index_20"; -"2638 _tensor_constant131" -> "2639 index_20"; -"2639 index_20" -> "2640 view_111"; -"2640 view_111" -> "2641 permute_91"; -"2641 permute_91" -> "2642 contiguous_38"; -"2642 contiguous_38" -> "2643 unsqueeze_60"; -"2643 unsqueeze_60" -> "2644 sigmoid_20"; -"2644 sigmoid_20" -> "2645 mul_40"; -"2645 mul_40" -> "2683 add_70"; -"2646 pad_22" -> "2647 view_112"; -"2647 view_112" -> "2648 permute_92"; -"2648 permute_92" -> "2649 reshape_90"; -"2649 reshape_90" -> "2651 reshape_90_0_0_nncf_smooth_quant_0"; -"2650 linear_124_updated_constant0" -> "2656 quantize_per_channel_default_125"; -"2651 reshape_90_0_0_nncf_smooth_quant_0" -> "2652 quantize_per_tensor_default_123"; -"2652 quantize_per_tensor_default_123" -> "2653 dequantize_per_tensor_default_123"; -"2653 dequantize_per_tensor_default_123" -> "2659 linear_124"; -"2654 linear_124_scale_0" -> "2656 quantize_per_channel_default_125"; -"2654 linear_124_scale_0" -> "2657 dequantize_per_channel_default_125"; -"2655 linear_124_zero_point_0" -> "2656 quantize_per_channel_default_125"; -"2655 linear_124_zero_point_0" -> "2657 dequantize_per_channel_default_125"; -"2656 quantize_per_channel_default_125" -> "2657 dequantize_per_channel_default_125"; -"2657 dequantize_per_channel_default_125" -> "2659 linear_124"; -"2658 _param_constant333_0_0" -> "2659 linear_124"; -"2659 linear_124" -> "2660 reshape_91"; -"2660 reshape_91" -> "2661 permute_93"; -"2661 permute_93" -> "2662 select_60"; -"2661 permute_93" -> "2663 select_61"; -"2661 permute_93" -> "2664 select_62"; -"2662 select_60" -> "2665 linalg_vector_norm_40"; -"2662 select_60" -> "2667 expand_as_40"; -"2662 select_60" -> "2668 div_40"; -"2663 select_61" -> "2671 linalg_vector_norm_41"; -"2663 select_61" -> "2673 expand_as_41"; -"2663 select_61" -> "2674 div_41"; -"2664 select_62" -> "2686 matmul_41"; -"2665 linalg_vector_norm_40" -> "2666 clamp_min_40"; -"2666 clamp_min_40" -> "2667 expand_as_40"; -"2667 expand_as_40" -> "2668 div_40"; -"2668 div_40" -> "2669 quantize_per_tensor_default_124"; -"2669 quantize_per_tensor_default_124" -> "2670 dequantize_per_tensor_default_124"; -"2670 dequantize_per_tensor_default_124" -> "2678 matmul_40"; -"2671 linalg_vector_norm_41" -> "2672 clamp_min_41"; -"2672 clamp_min_41" -> "2673 expand_as_41"; -"2673 expand_as_41" -> "2674 div_41"; -"2674 div_41" -> "2675 quantize_per_tensor_default_125"; -"2675 quantize_per_tensor_default_125" -> "2676 dequantize_per_tensor_default_125"; -"2676 dequantize_per_tensor_default_125" -> "2677 transpose_40"; -"2677 transpose_40" -> "2678 matmul_40"; -"2678 matmul_40" -> "2682 mul_41"; -"2679 _param_constant335" -> "2680 clamp_20"; -"2680 clamp_20" -> "2681 exp_20"; -"2681 exp_20" -> "2682 mul_41"; -"2682 mul_41" -> "2683 add_70"; -"2683 add_70" -> "2684 softmax_20"; -"2684 softmax_20" -> "2685 dropout_80"; -"2685 dropout_80" -> "2686 matmul_41"; -"2686 matmul_41" -> "2687 transpose_41"; -"2687 transpose_41" -> "2688 reshape_92"; -"2688 reshape_92" -> "2690 reshape_92_0_0_nncf_smooth_quant_0"; -"2689 linear_125_updated_constant0" -> "2695 quantize_per_channel_default_126"; -"2690 reshape_92_0_0_nncf_smooth_quant_0" -> "2691 quantize_per_tensor_default_126"; -"2691 quantize_per_tensor_default_126" -> "2692 dequantize_per_tensor_default_126"; -"2692 dequantize_per_tensor_default_126" -> "2698 linear_125"; -"2693 linear_125_scale_0" -> "2695 quantize_per_channel_default_126"; -"2693 linear_125_scale_0" -> "2696 dequantize_per_channel_default_126"; -"2694 linear_125_zero_point_0" -> "2695 quantize_per_channel_default_126"; -"2694 linear_125_zero_point_0" -> "2696 dequantize_per_channel_default_126"; -"2695 quantize_per_channel_default_126" -> "2696 dequantize_per_channel_default_126"; -"2696 dequantize_per_channel_default_126" -> "2698 linear_125"; -"2697 _param_constant337_0_0" -> "2698 linear_125"; -"2698 linear_125" -> "2699 dropout_81"; -"2699 dropout_81" -> "2700 view_113"; -"2700 view_113" -> "2701 permute_94"; -"2701 permute_94" -> "2702 reshape_93"; -"2702 reshape_93" -> "2703 slice_302"; -"2703 slice_302" -> "2704 slice_303"; -"2704 slice_303" -> "2705 slice_304"; -"2705 slice_304" -> "2706 slice_305"; -"2706 slice_305" -> "2707 contiguous_39"; -"2707 contiguous_39" -> "2710 layer_norm_43"; -"2708 _param_constant338" -> "2710 layer_norm_43"; -"2709 _param_constant339" -> "2710 layer_norm_43"; -"2710 layer_norm_43" -> "2711 add_71"; -"2711 add_71" -> "2713 add_71_0_0_nncf_smooth_quant_0"; -"2711 add_71" -> "2738 add_72"; -"2712 linear_126_updated_constant0" -> "2718 quantize_per_channel_default_127"; -"2713 add_71_0_0_nncf_smooth_quant_0" -> "2714 quantize_per_tensor_default_127"; -"2714 quantize_per_tensor_default_127" -> "2715 dequantize_per_tensor_default_127"; -"2715 dequantize_per_tensor_default_127" -> "2721 linear_126"; -"2716 linear_126_scale_0" -> "2718 quantize_per_channel_default_127"; -"2716 linear_126_scale_0" -> "2719 dequantize_per_channel_default_127"; -"2717 linear_126_zero_point_0" -> "2718 quantize_per_channel_default_127"; -"2717 linear_126_zero_point_0" -> "2719 dequantize_per_channel_default_127"; -"2718 quantize_per_channel_default_127" -> "2719 dequantize_per_channel_default_127"; -"2719 dequantize_per_channel_default_127" -> "2721 linear_126"; -"2720 _param_constant341_0_0" -> "2721 linear_126"; -"2721 linear_126" -> "2722 gelu_20"; -"2722 gelu_20" -> "2723 dropout_82"; -"2723 dropout_82" -> "2725 dropout_82_0_0_nncf_smooth_quant_0"; -"2724 linear_127_updated_constant0" -> "2730 quantize_per_channel_default_128"; -"2725 dropout_82_0_0_nncf_smooth_quant_0" -> "2726 quantize_per_tensor_default_128"; -"2726 quantize_per_tensor_default_128" -> "2727 dequantize_per_tensor_default_128"; -"2727 dequantize_per_tensor_default_128" -> "2733 linear_127"; -"2728 linear_127_scale_0" -> "2730 quantize_per_channel_default_128"; -"2728 linear_127_scale_0" -> "2731 dequantize_per_channel_default_128"; -"2729 linear_127_zero_point_0" -> "2730 quantize_per_channel_default_128"; -"2729 linear_127_zero_point_0" -> "2731 dequantize_per_channel_default_128"; -"2730 quantize_per_channel_default_128" -> "2731 dequantize_per_channel_default_128"; -"2731 dequantize_per_channel_default_128" -> "2733 linear_127"; -"2732 _param_constant343_0_0" -> "2733 linear_127"; -"2733 linear_127" -> "2734 dropout_83"; -"2734 dropout_83" -> "2737 layer_norm_44"; -"2735 _param_constant344" -> "2737 layer_norm_44"; -"2736 _param_constant345" -> "2737 layer_norm_44"; -"2737 layer_norm_44" -> "2738 add_72"; -"2738 add_72" -> "2765 pad_23"; -"2738 add_72" -> "2848 add_75"; -"2739 _tensor_constant132" -> "2741 _tensor_constant132_0_0_nncf_smooth_quant_0"; -"2740 linear_128_updated_constant0" -> "2744 quantize_per_channel_default_129"; -"2741 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2747 linear_128"; -"2742 linear_128_scale_0" -> "2744 quantize_per_channel_default_129"; -"2742 linear_128_scale_0" -> "2745 dequantize_per_channel_default_129"; -"2743 linear_128_zero_point_0" -> "2744 quantize_per_channel_default_129"; -"2743 linear_128_zero_point_0" -> "2745 dequantize_per_channel_default_129"; -"2744 quantize_per_channel_default_129" -> "2745 dequantize_per_channel_default_129"; -"2745 dequantize_per_channel_default_129" -> "2747 linear_128"; -"2746 _param_constant347_0_0" -> "2747 linear_128"; -"2747 linear_128" -> "2748 relu__21"; -"2748 relu__21" -> "2750 relu__21_0_0_nncf_smooth_quant_0"; -"2749 linear_129_updated_constant0" -> "2753 quantize_per_channel_default_130"; -"2750 relu__21_0_0_nncf_smooth_quant_0" -> "2755 linear_129"; -"2751 linear_129_scale_0" -> "2753 quantize_per_channel_default_130"; -"2751 linear_129_scale_0" -> "2754 dequantize_per_channel_default_130"; -"2752 linear_129_zero_point_0" -> "2753 quantize_per_channel_default_130"; -"2752 linear_129_zero_point_0" -> "2754 dequantize_per_channel_default_130"; -"2753 quantize_per_channel_default_130" -> "2754 dequantize_per_channel_default_130"; -"2754 dequantize_per_channel_default_130" -> "2755 linear_129"; -"2755 linear_129" -> "2756 view_114"; -"2756 view_114" -> "2758 index_21"; -"2757 _tensor_constant133" -> "2758 index_21"; -"2758 index_21" -> "2759 view_115"; -"2759 view_115" -> "2760 permute_95"; -"2760 permute_95" -> "2761 contiguous_40"; -"2761 contiguous_40" -> "2762 unsqueeze_61"; -"2762 unsqueeze_61" -> "2763 sigmoid_21"; -"2763 sigmoid_21" -> "2764 mul_42"; -"2764 mul_42" -> "2803 add_73"; -"2765 pad_23" -> "2766 roll_20"; -"2766 roll_20" -> "2767 view_116"; -"2767 view_116" -> "2768 permute_96"; -"2768 permute_96" -> "2769 reshape_94"; -"2769 reshape_94" -> "2771 reshape_94_0_0_nncf_smooth_quant_0"; -"2769 reshape_94" -> "2804 new_zeros_10"; -"2770 linear_130_updated_constant0" -> "2776 quantize_per_channel_default_131"; -"2771 reshape_94_0_0_nncf_smooth_quant_0" -> "2772 quantize_per_tensor_default_129"; -"2772 quantize_per_tensor_default_129" -> "2773 dequantize_per_tensor_default_129"; -"2773 dequantize_per_tensor_default_129" -> "2779 linear_130"; -"2774 linear_130_scale_0" -> "2776 quantize_per_channel_default_131"; -"2774 linear_130_scale_0" -> "2777 dequantize_per_channel_default_131"; -"2775 linear_130_zero_point_0" -> "2776 quantize_per_channel_default_131"; -"2775 linear_130_zero_point_0" -> "2777 dequantize_per_channel_default_131"; -"2776 quantize_per_channel_default_131" -> "2777 dequantize_per_channel_default_131"; -"2777 dequantize_per_channel_default_131" -> "2779 linear_130"; -"2778 _param_constant349_0_0" -> "2779 linear_130"; -"2779 linear_130" -> "2780 reshape_95"; -"2780 reshape_95" -> "2781 permute_97"; -"2781 permute_97" -> "2782 select_63"; -"2781 permute_97" -> "2783 select_64"; -"2781 permute_97" -> "2784 select_65"; -"2782 select_63" -> "2785 linalg_vector_norm_42"; -"2782 select_63" -> "2787 expand_as_42"; -"2782 select_63" -> "2788 div_42"; -"2783 select_64" -> "2791 linalg_vector_norm_43"; -"2783 select_64" -> "2793 expand_as_43"; -"2783 select_64" -> "2794 div_43"; -"2784 select_65" -> "2822 matmul_43"; -"2785 linalg_vector_norm_42" -> "2786 clamp_min_42"; -"2786 clamp_min_42" -> "2787 expand_as_42"; -"2787 expand_as_42" -> "2788 div_42"; -"2788 div_42" -> "2789 quantize_per_tensor_default_130"; -"2789 quantize_per_tensor_default_130" -> "2790 dequantize_per_tensor_default_130"; -"2790 dequantize_per_tensor_default_130" -> "2798 matmul_42"; -"2791 linalg_vector_norm_43" -> "2792 clamp_min_43"; -"2792 clamp_min_43" -> "2793 expand_as_43"; -"2793 expand_as_43" -> "2794 div_43"; -"2794 div_43" -> "2795 quantize_per_tensor_default_131"; -"2795 quantize_per_tensor_default_131" -> "2796 dequantize_per_tensor_default_131"; -"2796 dequantize_per_tensor_default_131" -> "2797 transpose_42"; -"2797 transpose_42" -> "2798 matmul_42"; -"2798 matmul_42" -> "2802 mul_43"; -"2799 _param_constant351" -> "2800 clamp_21"; -"2800 clamp_21" -> "2801 exp_21"; -"2801 exp_21" -> "2802 mul_43"; -"2802 mul_43" -> "2803 add_73"; -"2803 add_73" -> "2815 view_118"; -"2804 new_zeros_10" -> "2805 view_117"; -"2805 view_117" -> "2806 permute_98"; -"2806 permute_98" -> "2807 reshape_96"; -"2807 reshape_96" -> "2808 unsqueeze_62"; -"2807 reshape_96" -> "2809 unsqueeze_63"; -"2808 unsqueeze_62" -> "2810 sub_10"; -"2809 unsqueeze_63" -> "2810 sub_10"; -"2810 sub_10" -> "2811 ne_10"; -"2810 sub_10" -> "2812 masked_fill_20"; -"2810 sub_10" -> "2813 eq_10"; -"2811 ne_10" -> "2812 masked_fill_20"; -"2812 masked_fill_20" -> "2814 masked_fill_21"; -"2813 eq_10" -> "2814 masked_fill_21"; -"2814 masked_fill_21" -> "2816 unsqueeze_64"; -"2815 view_118" -> "2818 add_74"; -"2816 unsqueeze_64" -> "2817 unsqueeze_65"; -"2817 unsqueeze_65" -> "2818 add_74"; -"2818 add_74" -> "2819 view_119"; -"2819 view_119" -> "2820 softmax_21"; -"2820 softmax_21" -> "2821 dropout_84"; -"2821 dropout_84" -> "2822 matmul_43"; -"2822 matmul_43" -> "2823 transpose_43"; -"2823 transpose_43" -> "2824 reshape_97"; -"2824 reshape_97" -> "2826 reshape_97_0_0_nncf_smooth_quant_0"; -"2825 linear_131_updated_constant0" -> "2831 quantize_per_channel_default_132"; -"2826 reshape_97_0_0_nncf_smooth_quant_0" -> "2827 quantize_per_tensor_default_132"; -"2827 quantize_per_tensor_default_132" -> "2828 dequantize_per_tensor_default_132"; -"2828 dequantize_per_tensor_default_132" -> "2834 linear_131"; -"2829 linear_131_scale_0" -> "2831 quantize_per_channel_default_132"; -"2829 linear_131_scale_0" -> "2832 dequantize_per_channel_default_132"; -"2830 linear_131_zero_point_0" -> "2831 quantize_per_channel_default_132"; -"2830 linear_131_zero_point_0" -> "2832 dequantize_per_channel_default_132"; -"2831 quantize_per_channel_default_132" -> "2832 dequantize_per_channel_default_132"; -"2832 dequantize_per_channel_default_132" -> "2834 linear_131"; -"2833 _param_constant353_0_0" -> "2834 linear_131"; -"2834 linear_131" -> "2835 dropout_85"; -"2835 dropout_85" -> "2836 view_120"; -"2836 view_120" -> "2837 permute_99"; -"2837 permute_99" -> "2838 reshape_98"; -"2838 reshape_98" -> "2839 roll_21"; -"2839 roll_21" -> "2840 slice_325"; -"2840 slice_325" -> "2841 slice_326"; -"2841 slice_326" -> "2842 slice_327"; -"2842 slice_327" -> "2843 slice_328"; -"2843 slice_328" -> "2844 contiguous_41"; -"2844 contiguous_41" -> "2847 layer_norm_45"; -"2845 _param_constant354" -> "2847 layer_norm_45"; -"2846 _param_constant355" -> "2847 layer_norm_45"; -"2847 layer_norm_45" -> "2848 add_75"; -"2848 add_75" -> "2850 add_75_0_0_nncf_smooth_quant_0"; -"2848 add_75" -> "2875 add_76"; -"2849 linear_132_updated_constant0" -> "2855 quantize_per_channel_default_133"; -"2850 add_75_0_0_nncf_smooth_quant_0" -> "2851 quantize_per_tensor_default_133"; -"2851 quantize_per_tensor_default_133" -> "2852 dequantize_per_tensor_default_133"; -"2852 dequantize_per_tensor_default_133" -> "2858 linear_132"; -"2853 linear_132_scale_0" -> "2855 quantize_per_channel_default_133"; -"2853 linear_132_scale_0" -> "2856 dequantize_per_channel_default_133"; -"2854 linear_132_zero_point_0" -> "2855 quantize_per_channel_default_133"; -"2854 linear_132_zero_point_0" -> "2856 dequantize_per_channel_default_133"; -"2855 quantize_per_channel_default_133" -> "2856 dequantize_per_channel_default_133"; -"2856 dequantize_per_channel_default_133" -> "2858 linear_132"; -"2857 _param_constant357_0_0" -> "2858 linear_132"; -"2858 linear_132" -> "2859 gelu_21"; -"2859 gelu_21" -> "2860 dropout_86"; -"2860 dropout_86" -> "2862 dropout_86_0_0_nncf_smooth_quant_0"; -"2861 linear_133_updated_constant0" -> "2867 quantize_per_channel_default_134"; -"2862 dropout_86_0_0_nncf_smooth_quant_0" -> "2863 quantize_per_tensor_default_134"; -"2863 quantize_per_tensor_default_134" -> "2864 dequantize_per_tensor_default_134"; -"2864 dequantize_per_tensor_default_134" -> "2870 linear_133"; -"2865 linear_133_scale_0" -> "2867 quantize_per_channel_default_134"; -"2865 linear_133_scale_0" -> "2868 dequantize_per_channel_default_134"; -"2866 linear_133_zero_point_0" -> "2867 quantize_per_channel_default_134"; -"2866 linear_133_zero_point_0" -> "2868 dequantize_per_channel_default_134"; -"2867 quantize_per_channel_default_134" -> "2868 dequantize_per_channel_default_134"; -"2868 dequantize_per_channel_default_134" -> "2870 linear_133"; -"2869 _param_constant359_0_0" -> "2870 linear_133"; -"2870 linear_133" -> "2871 dropout_87"; -"2871 dropout_87" -> "2874 layer_norm_46"; -"2872 _param_constant360" -> "2874 layer_norm_46"; -"2873 _param_constant361" -> "2874 layer_norm_46"; -"2874 layer_norm_46" -> "2875 add_76"; -"2875 add_76" -> "2876 pad_24"; -"2876 pad_24" -> "2877 slice_329"; -"2876 pad_24" -> "2880 slice_332"; -"2876 pad_24" -> "2883 slice_335"; -"2876 pad_24" -> "2886 slice_338"; -"2877 slice_329" -> "2878 slice_330"; -"2878 slice_330" -> "2879 slice_331"; -"2879 slice_331" -> "2889 cat_2"; -"2880 slice_332" -> "2881 slice_333"; -"2881 slice_333" -> "2882 slice_334"; -"2882 slice_334" -> "2889 cat_2"; -"2883 slice_335" -> "2884 slice_336"; -"2884 slice_336" -> "2885 slice_337"; -"2885 slice_337" -> "2889 cat_2"; -"2886 slice_338" -> "2887 slice_339"; -"2887 slice_339" -> "2888 slice_340"; -"2888 slice_340" -> "2889 cat_2"; -"2889 cat_2" -> "2891 cat_2_0_0_nncf_smooth_quant_0"; -"2890 linear_134_updated_constant0" -> "2896 quantize_per_channel_default_135"; -"2891 cat_2_0_0_nncf_smooth_quant_0" -> "2892 quantize_per_tensor_default_135"; -"2892 quantize_per_tensor_default_135" -> "2893 dequantize_per_tensor_default_135"; -"2893 dequantize_per_tensor_default_135" -> "2898 linear_134"; -"2894 linear_134_scale_0" -> "2896 quantize_per_channel_default_135"; -"2894 linear_134_scale_0" -> "2897 dequantize_per_channel_default_135"; -"2895 linear_134_zero_point_0" -> "2896 quantize_per_channel_default_135"; -"2895 linear_134_zero_point_0" -> "2897 dequantize_per_channel_default_135"; -"2896 quantize_per_channel_default_135" -> "2897 dequantize_per_channel_default_135"; -"2897 dequantize_per_channel_default_135" -> "2898 linear_134"; -"2898 linear_134" -> "2901 layer_norm_47"; -"2899 _param_constant363" -> "2901 layer_norm_47"; -"2900 _param_constant364" -> "2901 layer_norm_47"; -"2901 layer_norm_47" -> "2928 pad_25"; -"2901 layer_norm_47" -> "2993 add_78"; -"2902 _tensor_constant143" -> "2904 _tensor_constant143_0_0_nncf_smooth_quant_0"; -"2903 linear_135_updated_constant0" -> "2907 quantize_per_channel_default_136"; -"2904 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2910 linear_135"; -"2905 linear_135_scale_0" -> "2907 quantize_per_channel_default_136"; -"2905 linear_135_scale_0" -> "2908 dequantize_per_channel_default_136"; -"2906 linear_135_zero_point_0" -> "2907 quantize_per_channel_default_136"; -"2906 linear_135_zero_point_0" -> "2908 dequantize_per_channel_default_136"; -"2907 quantize_per_channel_default_136" -> "2908 dequantize_per_channel_default_136"; -"2908 dequantize_per_channel_default_136" -> "2910 linear_135"; -"2909 _param_constant366_0_0" -> "2910 linear_135"; -"2910 linear_135" -> "2911 relu__22"; -"2911 relu__22" -> "2913 relu__22_0_0_nncf_smooth_quant_0"; -"2912 linear_136_updated_constant0" -> "2916 quantize_per_channel_default_137"; -"2913 relu__22_0_0_nncf_smooth_quant_0" -> "2918 linear_136"; -"2914 linear_136_scale_0" -> "2916 quantize_per_channel_default_137"; -"2914 linear_136_scale_0" -> "2917 dequantize_per_channel_default_137"; -"2915 linear_136_zero_point_0" -> "2916 quantize_per_channel_default_137"; -"2915 linear_136_zero_point_0" -> "2917 dequantize_per_channel_default_137"; -"2916 quantize_per_channel_default_137" -> "2917 dequantize_per_channel_default_137"; -"2917 dequantize_per_channel_default_137" -> "2918 linear_136"; -"2918 linear_136" -> "2919 view_121"; -"2919 view_121" -> "2921 index_22"; -"2920 _tensor_constant144" -> "2921 index_22"; -"2921 index_22" -> "2922 view_122"; -"2922 view_122" -> "2923 permute_100"; -"2923 permute_100" -> "2924 contiguous_42"; -"2924 contiguous_42" -> "2925 unsqueeze_66"; -"2925 unsqueeze_66" -> "2926 sigmoid_22"; -"2926 sigmoid_22" -> "2927 mul_44"; -"2927 mul_44" -> "2965 add_77"; -"2928 pad_25" -> "2929 view_123"; -"2929 view_123" -> "2930 permute_101"; -"2930 permute_101" -> "2931 reshape_99"; -"2931 reshape_99" -> "2933 reshape_99_0_0_nncf_smooth_quant_0"; -"2932 linear_137_updated_constant0" -> "2938 quantize_per_channel_default_138"; -"2933 reshape_99_0_0_nncf_smooth_quant_0" -> "2934 quantize_per_tensor_default_136"; -"2934 quantize_per_tensor_default_136" -> "2935 dequantize_per_tensor_default_136"; -"2935 dequantize_per_tensor_default_136" -> "2941 linear_137"; -"2936 linear_137_scale_0" -> "2938 quantize_per_channel_default_138"; -"2936 linear_137_scale_0" -> "2939 dequantize_per_channel_default_138"; -"2937 linear_137_zero_point_0" -> "2938 quantize_per_channel_default_138"; -"2937 linear_137_zero_point_0" -> "2939 dequantize_per_channel_default_138"; -"2938 quantize_per_channel_default_138" -> "2939 dequantize_per_channel_default_138"; -"2939 dequantize_per_channel_default_138" -> "2941 linear_137"; -"2940 _param_constant368_0_0" -> "2941 linear_137"; -"2941 linear_137" -> "2942 reshape_100"; -"2942 reshape_100" -> "2943 permute_102"; -"2943 permute_102" -> "2944 select_66"; -"2943 permute_102" -> "2945 select_67"; -"2943 permute_102" -> "2946 select_68"; -"2944 select_66" -> "2947 linalg_vector_norm_44"; -"2944 select_66" -> "2949 expand_as_44"; -"2944 select_66" -> "2950 div_44"; -"2945 select_67" -> "2953 linalg_vector_norm_45"; -"2945 select_67" -> "2955 expand_as_45"; -"2945 select_67" -> "2956 div_45"; -"2946 select_68" -> "2968 matmul_45"; -"2947 linalg_vector_norm_44" -> "2948 clamp_min_44"; -"2948 clamp_min_44" -> "2949 expand_as_44"; -"2949 expand_as_44" -> "2950 div_44"; -"2950 div_44" -> "2951 quantize_per_tensor_default_137"; -"2951 quantize_per_tensor_default_137" -> "2952 dequantize_per_tensor_default_137"; -"2952 dequantize_per_tensor_default_137" -> "2960 matmul_44"; -"2953 linalg_vector_norm_45" -> "2954 clamp_min_45"; -"2954 clamp_min_45" -> "2955 expand_as_45"; -"2955 expand_as_45" -> "2956 div_45"; -"2956 div_45" -> "2957 quantize_per_tensor_default_138"; -"2957 quantize_per_tensor_default_138" -> "2958 dequantize_per_tensor_default_138"; -"2958 dequantize_per_tensor_default_138" -> "2959 transpose_44"; -"2959 transpose_44" -> "2960 matmul_44"; -"2960 matmul_44" -> "2964 mul_45"; -"2961 _param_constant370" -> "2962 clamp_22"; -"2962 clamp_22" -> "2963 exp_22"; -"2963 exp_22" -> "2964 mul_45"; -"2964 mul_45" -> "2965 add_77"; -"2965 add_77" -> "2966 softmax_22"; -"2966 softmax_22" -> "2967 dropout_88"; -"2967 dropout_88" -> "2968 matmul_45"; -"2968 matmul_45" -> "2969 transpose_45"; -"2969 transpose_45" -> "2970 reshape_101"; -"2970 reshape_101" -> "2972 reshape_101_0_0_nncf_smooth_quant_0"; -"2971 linear_138_updated_constant0" -> "2977 quantize_per_channel_default_139"; -"2972 reshape_101_0_0_nncf_smooth_quant_0" -> "2973 quantize_per_tensor_default_139"; -"2973 quantize_per_tensor_default_139" -> "2974 dequantize_per_tensor_default_139"; -"2974 dequantize_per_tensor_default_139" -> "2980 linear_138"; -"2975 linear_138_scale_0" -> "2977 quantize_per_channel_default_139"; -"2975 linear_138_scale_0" -> "2978 dequantize_per_channel_default_139"; -"2976 linear_138_zero_point_0" -> "2977 quantize_per_channel_default_139"; -"2976 linear_138_zero_point_0" -> "2978 dequantize_per_channel_default_139"; -"2977 quantize_per_channel_default_139" -> "2978 dequantize_per_channel_default_139"; -"2978 dequantize_per_channel_default_139" -> "2980 linear_138"; -"2979 _param_constant372_0_0" -> "2980 linear_138"; -"2980 linear_138" -> "2981 dropout_89"; -"2981 dropout_89" -> "2982 view_124"; -"2982 view_124" -> "2983 permute_103"; -"2983 permute_103" -> "2984 reshape_102"; -"2984 reshape_102" -> "2985 slice_342"; -"2985 slice_342" -> "2986 slice_343"; -"2986 slice_343" -> "2987 slice_344"; -"2987 slice_344" -> "2988 slice_345"; -"2988 slice_345" -> "2989 contiguous_43"; -"2989 contiguous_43" -> "2992 layer_norm_48"; -"2990 _param_constant373" -> "2992 layer_norm_48"; -"2991 _param_constant374" -> "2992 layer_norm_48"; -"2992 layer_norm_48" -> "2993 add_78"; -"2993 add_78" -> "2995 add_78_0_0_nncf_smooth_quant_0"; -"2993 add_78" -> "3020 add_79"; -"2994 linear_139_updated_constant0" -> "3000 quantize_per_channel_default_140"; -"2995 add_78_0_0_nncf_smooth_quant_0" -> "2996 quantize_per_tensor_default_140"; -"2996 quantize_per_tensor_default_140" -> "2997 dequantize_per_tensor_default_140"; -"2997 dequantize_per_tensor_default_140" -> "3003 linear_139"; -"2998 linear_139_scale_0" -> "3000 quantize_per_channel_default_140"; -"2998 linear_139_scale_0" -> "3001 dequantize_per_channel_default_140"; -"2999 linear_139_zero_point_0" -> "3000 quantize_per_channel_default_140"; -"2999 linear_139_zero_point_0" -> "3001 dequantize_per_channel_default_140"; -"3000 quantize_per_channel_default_140" -> "3001 dequantize_per_channel_default_140"; -"3001 dequantize_per_channel_default_140" -> "3003 linear_139"; -"3002 _param_constant376_0_0" -> "3003 linear_139"; -"3003 linear_139" -> "3004 gelu_22"; -"3004 gelu_22" -> "3005 dropout_90"; -"3005 dropout_90" -> "3007 dropout_90_0_0_nncf_smooth_quant_0"; -"3006 linear_140_updated_constant0" -> "3012 quantize_per_channel_default_141"; -"3007 dropout_90_0_0_nncf_smooth_quant_0" -> "3008 quantize_per_tensor_default_141"; -"3008 quantize_per_tensor_default_141" -> "3009 dequantize_per_tensor_default_141"; -"3009 dequantize_per_tensor_default_141" -> "3015 linear_140"; -"3010 linear_140_scale_0" -> "3012 quantize_per_channel_default_141"; -"3010 linear_140_scale_0" -> "3013 dequantize_per_channel_default_141"; -"3011 linear_140_zero_point_0" -> "3012 quantize_per_channel_default_141"; -"3011 linear_140_zero_point_0" -> "3013 dequantize_per_channel_default_141"; -"3012 quantize_per_channel_default_141" -> "3013 dequantize_per_channel_default_141"; -"3013 dequantize_per_channel_default_141" -> "3015 linear_140"; -"3014 _param_constant378_0_0" -> "3015 linear_140"; -"3015 linear_140" -> "3016 dropout_91"; -"3016 dropout_91" -> "3019 layer_norm_49"; -"3017 _param_constant379" -> "3019 layer_norm_49"; -"3018 _param_constant380" -> "3019 layer_norm_49"; -"3019 layer_norm_49" -> "3020 add_79"; -"3020 add_79" -> "3047 pad_26"; -"3020 add_79" -> "3112 add_81"; -"3021 _tensor_constant145" -> "3023 _tensor_constant145_0_0_nncf_smooth_quant_0"; -"3022 linear_141_updated_constant0" -> "3026 quantize_per_channel_default_142"; -"3023 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "3029 linear_141"; -"3024 linear_141_scale_0" -> "3026 quantize_per_channel_default_142"; -"3024 linear_141_scale_0" -> "3027 dequantize_per_channel_default_142"; -"3025 linear_141_zero_point_0" -> "3026 quantize_per_channel_default_142"; -"3025 linear_141_zero_point_0" -> "3027 dequantize_per_channel_default_142"; -"3026 quantize_per_channel_default_142" -> "3027 dequantize_per_channel_default_142"; -"3027 dequantize_per_channel_default_142" -> "3029 linear_141"; -"3028 _param_constant382_0_0" -> "3029 linear_141"; -"3029 linear_141" -> "3030 relu__23"; -"3030 relu__23" -> "3032 relu__23_0_0_nncf_smooth_quant_0"; -"3031 linear_142_updated_constant0" -> "3035 quantize_per_channel_default_143"; -"3032 relu__23_0_0_nncf_smooth_quant_0" -> "3037 linear_142"; -"3033 linear_142_scale_0" -> "3035 quantize_per_channel_default_143"; -"3033 linear_142_scale_0" -> "3036 dequantize_per_channel_default_143"; -"3034 linear_142_zero_point_0" -> "3035 quantize_per_channel_default_143"; -"3034 linear_142_zero_point_0" -> "3036 dequantize_per_channel_default_143"; -"3035 quantize_per_channel_default_143" -> "3036 dequantize_per_channel_default_143"; -"3036 dequantize_per_channel_default_143" -> "3037 linear_142"; -"3037 linear_142" -> "3038 view_125"; -"3038 view_125" -> "3040 index_23"; -"3039 _tensor_constant146" -> "3040 index_23"; -"3040 index_23" -> "3041 view_126"; -"3041 view_126" -> "3042 permute_104"; -"3042 permute_104" -> "3043 contiguous_44"; -"3043 contiguous_44" -> "3044 unsqueeze_67"; -"3044 unsqueeze_67" -> "3045 sigmoid_23"; -"3045 sigmoid_23" -> "3046 mul_46"; -"3046 mul_46" -> "3084 add_80"; -"3047 pad_26" -> "3048 view_127"; -"3048 view_127" -> "3049 permute_105"; -"3049 permute_105" -> "3050 reshape_103"; -"3050 reshape_103" -> "3052 reshape_103_0_0_nncf_smooth_quant_0"; -"3051 linear_143_updated_constant0" -> "3057 quantize_per_channel_default_144"; -"3052 reshape_103_0_0_nncf_smooth_quant_0" -> "3053 quantize_per_tensor_default_142"; -"3053 quantize_per_tensor_default_142" -> "3054 dequantize_per_tensor_default_142"; -"3054 dequantize_per_tensor_default_142" -> "3060 linear_143"; -"3055 linear_143_scale_0" -> "3057 quantize_per_channel_default_144"; -"3055 linear_143_scale_0" -> "3058 dequantize_per_channel_default_144"; -"3056 linear_143_zero_point_0" -> "3057 quantize_per_channel_default_144"; -"3056 linear_143_zero_point_0" -> "3058 dequantize_per_channel_default_144"; -"3057 quantize_per_channel_default_144" -> "3058 dequantize_per_channel_default_144"; -"3058 dequantize_per_channel_default_144" -> "3060 linear_143"; -"3059 _param_constant384_0_0" -> "3060 linear_143"; -"3060 linear_143" -> "3061 reshape_104"; -"3061 reshape_104" -> "3062 permute_106"; -"3062 permute_106" -> "3063 select_69"; -"3062 permute_106" -> "3064 select_70"; -"3062 permute_106" -> "3065 select_71"; -"3063 select_69" -> "3066 linalg_vector_norm_46"; -"3063 select_69" -> "3068 expand_as_46"; -"3063 select_69" -> "3069 div_46"; -"3064 select_70" -> "3072 linalg_vector_norm_47"; -"3064 select_70" -> "3074 expand_as_47"; -"3064 select_70" -> "3075 div_47"; -"3065 select_71" -> "3087 matmul_47"; -"3066 linalg_vector_norm_46" -> "3067 clamp_min_46"; -"3067 clamp_min_46" -> "3068 expand_as_46"; -"3068 expand_as_46" -> "3069 div_46"; -"3069 div_46" -> "3070 quantize_per_tensor_default_143"; -"3070 quantize_per_tensor_default_143" -> "3071 dequantize_per_tensor_default_143"; -"3071 dequantize_per_tensor_default_143" -> "3079 matmul_46"; -"3072 linalg_vector_norm_47" -> "3073 clamp_min_47"; -"3073 clamp_min_47" -> "3074 expand_as_47"; -"3074 expand_as_47" -> "3075 div_47"; -"3075 div_47" -> "3076 quantize_per_tensor_default_144"; -"3076 quantize_per_tensor_default_144" -> "3077 dequantize_per_tensor_default_144"; -"3077 dequantize_per_tensor_default_144" -> "3078 transpose_46"; -"3078 transpose_46" -> "3079 matmul_46"; -"3079 matmul_46" -> "3083 mul_47"; -"3080 _param_constant386" -> "3081 clamp_23"; -"3081 clamp_23" -> "3082 exp_23"; -"3082 exp_23" -> "3083 mul_47"; -"3083 mul_47" -> "3084 add_80"; -"3084 add_80" -> "3085 softmax_23"; -"3085 softmax_23" -> "3086 dropout_92"; -"3086 dropout_92" -> "3087 matmul_47"; -"3087 matmul_47" -> "3088 transpose_47"; -"3088 transpose_47" -> "3089 reshape_105"; -"3089 reshape_105" -> "3091 reshape_105_0_0_nncf_smooth_quant_0"; -"3090 linear_144_updated_constant0" -> "3096 quantize_per_channel_default_145"; -"3091 reshape_105_0_0_nncf_smooth_quant_0" -> "3092 quantize_per_tensor_default_145"; -"3092 quantize_per_tensor_default_145" -> "3093 dequantize_per_tensor_default_145"; -"3093 dequantize_per_tensor_default_145" -> "3099 linear_144"; -"3094 linear_144_scale_0" -> "3096 quantize_per_channel_default_145"; -"3094 linear_144_scale_0" -> "3097 dequantize_per_channel_default_145"; -"3095 linear_144_zero_point_0" -> "3096 quantize_per_channel_default_145"; -"3095 linear_144_zero_point_0" -> "3097 dequantize_per_channel_default_145"; -"3096 quantize_per_channel_default_145" -> "3097 dequantize_per_channel_default_145"; -"3097 dequantize_per_channel_default_145" -> "3099 linear_144"; -"3098 _param_constant388_0_0" -> "3099 linear_144"; -"3099 linear_144" -> "3100 dropout_93"; -"3100 dropout_93" -> "3101 view_128"; -"3101 view_128" -> "3102 permute_107"; -"3102 permute_107" -> "3103 reshape_106"; -"3103 reshape_106" -> "3104 slice_347"; -"3104 slice_347" -> "3105 slice_348"; -"3105 slice_348" -> "3106 slice_349"; -"3106 slice_349" -> "3107 slice_350"; -"3107 slice_350" -> "3108 contiguous_45"; -"3108 contiguous_45" -> "3111 layer_norm_50"; -"3109 _param_constant389" -> "3111 layer_norm_50"; -"3110 _param_constant390" -> "3111 layer_norm_50"; -"3111 layer_norm_50" -> "3112 add_81"; -"3112 add_81" -> "3114 add_81_0_0_nncf_smooth_quant_0"; -"3112 add_81" -> "3139 add_82"; -"3113 linear_145_updated_constant0" -> "3119 quantize_per_channel_default_146"; -"3114 add_81_0_0_nncf_smooth_quant_0" -> "3115 quantize_per_tensor_default_146"; -"3115 quantize_per_tensor_default_146" -> "3116 dequantize_per_tensor_default_146"; -"3116 dequantize_per_tensor_default_146" -> "3122 linear_145"; -"3117 linear_145_scale_0" -> "3119 quantize_per_channel_default_146"; -"3117 linear_145_scale_0" -> "3120 dequantize_per_channel_default_146"; -"3118 linear_145_zero_point_0" -> "3119 quantize_per_channel_default_146"; -"3118 linear_145_zero_point_0" -> "3120 dequantize_per_channel_default_146"; -"3119 quantize_per_channel_default_146" -> "3120 dequantize_per_channel_default_146"; -"3120 dequantize_per_channel_default_146" -> "3122 linear_145"; -"3121 _param_constant392_0_0" -> "3122 linear_145"; -"3122 linear_145" -> "3123 gelu_23"; -"3123 gelu_23" -> "3124 dropout_94"; -"3124 dropout_94" -> "3126 dropout_94_0_0_nncf_smooth_quant_0"; -"3125 linear_146_updated_constant0" -> "3131 quantize_per_channel_default_147"; -"3126 dropout_94_0_0_nncf_smooth_quant_0" -> "3127 quantize_per_tensor_default_147"; -"3127 quantize_per_tensor_default_147" -> "3128 dequantize_per_tensor_default_147"; -"3128 dequantize_per_tensor_default_147" -> "3134 linear_146"; -"3129 linear_146_scale_0" -> "3131 quantize_per_channel_default_147"; -"3129 linear_146_scale_0" -> "3132 dequantize_per_channel_default_147"; -"3130 linear_146_zero_point_0" -> "3131 quantize_per_channel_default_147"; -"3130 linear_146_zero_point_0" -> "3132 dequantize_per_channel_default_147"; -"3131 quantize_per_channel_default_147" -> "3132 dequantize_per_channel_default_147"; -"3132 dequantize_per_channel_default_147" -> "3134 linear_146"; -"3133 _param_constant394_0_0" -> "3134 linear_146"; -"3134 linear_146" -> "3135 dropout_95"; -"3135 dropout_95" -> "3138 layer_norm_51"; -"3136 _param_constant395" -> "3138 layer_norm_51"; -"3137 _param_constant396" -> "3138 layer_norm_51"; -"3138 layer_norm_51" -> "3139 add_82"; -"3139 add_82" -> "3142 layer_norm_52"; -"3140 _param_constant397" -> "3142 layer_norm_52"; -"3141 _param_constant398" -> "3142 layer_norm_52"; -"3142 layer_norm_52" -> "3143 permute_108"; -"3143 permute_108" -> "3144 adaptive_avg_pool2d"; -"3144 adaptive_avg_pool2d" -> "3145 flatten"; -"3145 flatten" -> "3147 flatten_0_0_nncf_smooth_quant_0"; -"3146 linear_147_updated_constant0" -> "3152 quantize_per_channel_default_148"; -"3147 flatten_0_0_nncf_smooth_quant_0" -> "3148 quantize_per_tensor_default_148"; -"3148 quantize_per_tensor_default_148" -> "3149 dequantize_per_tensor_default_148"; -"3149 dequantize_per_tensor_default_148" -> "3155 linear_147"; -"3150 linear_147_scale_0" -> "3152 quantize_per_channel_default_148"; -"3150 linear_147_scale_0" -> "3153 dequantize_per_channel_default_148"; -"3151 linear_147_zero_point_0" -> "3152 quantize_per_channel_default_148"; -"3151 linear_147_zero_point_0" -> "3153 dequantize_per_channel_default_148"; -"3152 quantize_per_channel_default_148" -> "3153 dequantize_per_channel_default_148"; -"3153 dequantize_per_channel_default_148" -> "3155 linear_147"; -"3154 _param_constant400_0_0" -> "3155 linear_147"; -"3155 linear_147" -> "3156 output"; +"2 dequantize_per_tensor_default" -> "7 conv2d"; +"3 conv2d_scale_0_updated_constant0" -> "6 mul_48"; +"4 compressed_weight_updated_constant0" -> "6 mul_48"; +"5 _param_constant1_0_0" -> "7 conv2d"; +"6 mul_48" -> "7 conv2d"; +"7 conv2d" -> "8 permute"; +"8 permute" -> "11 layer_norm"; +"9 _param_constant2" -> "11 layer_norm"; +"10 _param_constant3" -> "11 layer_norm"; +"11 layer_norm" -> "34 pad"; +"11 layer_norm" -> "92 add_1"; +"12 _tensor_constant0" -> "13 _tensor_constant0_0_0_nncf_smooth_quant_0"; +"13 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "18 linear"; +"14 linear_scale_0_updated_constant0" -> "17 mul_49"; +"15 compressed_weight_updated_constant1" -> "17 mul_49"; +"16 _param_constant5_0_0" -> "18 linear"; +"17 mul_49" -> "18 linear"; +"18 linear" -> "19 relu_"; +"19 relu_" -> "20 relu__0_0_nncf_smooth_quant_0"; +"20 relu__0_0_nncf_smooth_quant_0" -> "24 linear_1"; +"21 linear_1_scale_0_updated_constant0" -> "23 mul_50"; +"22 compressed_weight_updated_constant2" -> "23 mul_50"; +"23 mul_50" -> "24 linear_1"; +"24 linear_1" -> "25 view"; +"25 view" -> "27 index"; +"26 _tensor_constant1" -> "27 index"; +"27 index" -> "28 view_1"; +"28 view_1" -> "29 permute_1"; +"29 permute_1" -> "30 contiguous"; +"30 contiguous" -> "31 unsqueeze"; +"31 unsqueeze" -> "32 sigmoid"; +"32 sigmoid" -> "33 mul"; +"33 mul" -> "69 add"; +"34 pad" -> "35 view_2"; +"35 view_2" -> "36 permute_2"; +"36 permute_2" -> "37 reshape"; +"37 reshape" -> "38 reshape_0_0_nncf_smooth_quant_0"; +"38 reshape_0_0_nncf_smooth_quant_0" -> "39 quantize_per_tensor_default_1"; +"39 quantize_per_tensor_default_1" -> "40 dequantize_per_tensor_default_1"; +"40 dequantize_per_tensor_default_1" -> "45 linear_2"; +"41 linear_2_scale_0_updated_constant0" -> "44 mul_51"; +"42 compressed_weight_updated_constant3" -> "44 mul_51"; +"43 _param_constant7_0_0" -> "45 linear_2"; +"44 mul_51" -> "45 linear_2"; +"45 linear_2" -> "46 reshape_1"; +"46 reshape_1" -> "47 permute_3"; +"47 permute_3" -> "48 select"; +"47 permute_3" -> "49 select_1"; +"47 permute_3" -> "50 select_2"; +"48 select" -> "51 linalg_vector_norm"; +"48 select" -> "53 expand_as"; +"48 select" -> "54 div"; +"49 select_1" -> "57 linalg_vector_norm_1"; +"49 select_1" -> "59 expand_as_1"; +"49 select_1" -> "60 div_1"; +"50 select_2" -> "72 matmul_1"; +"51 linalg_vector_norm" -> "52 clamp_min"; +"52 clamp_min" -> "53 expand_as"; +"53 expand_as" -> "54 div"; +"54 div" -> "55 quantize_per_tensor_default_2"; +"55 quantize_per_tensor_default_2" -> "56 dequantize_per_tensor_default_2"; +"56 dequantize_per_tensor_default_2" -> "64 matmul"; +"57 linalg_vector_norm_1" -> "58 clamp_min_1"; +"58 clamp_min_1" -> "59 expand_as_1"; +"59 expand_as_1" -> "60 div_1"; +"60 div_1" -> "61 quantize_per_tensor_default_3"; +"61 quantize_per_tensor_default_3" -> "62 dequantize_per_tensor_default_3"; +"62 dequantize_per_tensor_default_3" -> "63 transpose"; +"63 transpose" -> "64 matmul"; +"64 matmul" -> "68 mul_1"; +"65 _param_constant9" -> "66 clamp"; +"66 clamp" -> "67 exp"; +"67 exp" -> "68 mul_1"; +"68 mul_1" -> "69 add"; +"69 add" -> "70 softmax"; +"70 softmax" -> "71 dropout"; +"71 dropout" -> "72 matmul_1"; +"72 matmul_1" -> "73 transpose_1"; +"73 transpose_1" -> "74 reshape_2"; +"74 reshape_2" -> "75 reshape_2_0_0_nncf_smooth_quant_0"; +"75 reshape_2_0_0_nncf_smooth_quant_0" -> "76 quantize_per_tensor_default_4"; +"76 quantize_per_tensor_default_4" -> "77 dequantize_per_tensor_default_4"; +"77 dequantize_per_tensor_default_4" -> "82 linear_3"; +"78 linear_3_scale_0_updated_constant0" -> "81 mul_52"; +"79 compressed_weight_updated_constant4" -> "81 mul_52"; +"80 _param_constant11_0_0" -> "82 linear_3"; +"81 mul_52" -> "82 linear_3"; +"82 linear_3" -> "83 dropout_1"; +"83 dropout_1" -> "84 view_3"; +"84 view_3" -> "85 permute_4"; +"85 permute_4" -> "86 reshape_3"; +"86 reshape_3" -> "87 slice_2"; +"87 slice_2" -> "88 slice_3"; +"88 slice_3" -> "91 layer_norm_1"; +"89 _param_constant12" -> "91 layer_norm_1"; +"90 _param_constant13" -> "91 layer_norm_1"; +"91 layer_norm_1" -> "92 add_1"; +"92 add_1" -> "93 add_1_0_0_nncf_smooth_quant_0"; +"92 add_1" -> "115 add_2"; +"93 add_1_0_0_nncf_smooth_quant_0" -> "94 quantize_per_tensor_default_5"; +"94 quantize_per_tensor_default_5" -> "95 dequantize_per_tensor_default_5"; +"95 dequantize_per_tensor_default_5" -> "100 linear_4"; +"96 linear_4_scale_0_updated_constant0" -> "99 mul_53"; +"97 compressed_weight_updated_constant5" -> "99 mul_53"; +"98 _param_constant15_0_0" -> "100 linear_4"; +"99 mul_53" -> "100 linear_4"; +"100 linear_4" -> "101 gelu"; +"101 gelu" -> "102 dropout_2"; +"102 dropout_2" -> "103 dropout_2_0_0_nncf_smooth_quant_0"; +"103 dropout_2_0_0_nncf_smooth_quant_0" -> "104 quantize_per_tensor_default_6"; +"104 quantize_per_tensor_default_6" -> "105 dequantize_per_tensor_default_6"; +"105 dequantize_per_tensor_default_6" -> "110 linear_5"; +"106 linear_5_scale_0_updated_constant0" -> "109 mul_54"; +"107 compressed_weight_updated_constant6" -> "109 mul_54"; +"108 _param_constant17_0_0" -> "110 linear_5"; +"109 mul_54" -> "110 linear_5"; +"110 linear_5" -> "111 dropout_3"; +"111 dropout_3" -> "114 layer_norm_2"; +"112 _param_constant18" -> "114 layer_norm_2"; +"113 _param_constant19" -> "114 layer_norm_2"; +"114 layer_norm_2" -> "115 add_2"; +"115 add_2" -> "138 pad_1"; +"115 add_2" -> "214 add_5"; +"116 _tensor_constant2" -> "117 _tensor_constant2_0_0_nncf_smooth_quant_0"; +"117 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "122 linear_6"; +"118 linear_6_scale_0_updated_constant0" -> "121 mul_55"; +"119 compressed_weight_updated_constant7" -> "121 mul_55"; +"120 _param_constant21_0_0" -> "122 linear_6"; +"121 mul_55" -> "122 linear_6"; +"122 linear_6" -> "123 relu__1"; +"123 relu__1" -> "124 relu__1_0_0_nncf_smooth_quant_0"; +"124 relu__1_0_0_nncf_smooth_quant_0" -> "128 linear_7"; +"125 linear_7_scale_0_updated_constant0" -> "127 mul_56"; +"126 compressed_weight_updated_constant8" -> "127 mul_56"; +"127 mul_56" -> "128 linear_7"; +"128 linear_7" -> "129 view_4"; +"129 view_4" -> "131 index_1"; +"130 _tensor_constant3" -> "131 index_1"; +"131 index_1" -> "132 view_5"; +"132 view_5" -> "133 permute_5"; +"133 permute_5" -> "134 contiguous_1"; +"134 contiguous_1" -> "135 unsqueeze_1"; +"135 unsqueeze_1" -> "136 sigmoid_1"; +"136 sigmoid_1" -> "137 mul_2"; +"137 mul_2" -> "174 add_3"; +"138 pad_1" -> "139 roll"; +"139 roll" -> "140 view_6"; +"140 view_6" -> "141 permute_6"; +"141 permute_6" -> "142 reshape_4"; +"142 reshape_4" -> "143 reshape_4_0_0_nncf_smooth_quant_0"; +"142 reshape_4" -> "175 new_zeros"; +"143 reshape_4_0_0_nncf_smooth_quant_0" -> "144 quantize_per_tensor_default_7"; +"144 quantize_per_tensor_default_7" -> "145 dequantize_per_tensor_default_7"; +"145 dequantize_per_tensor_default_7" -> "150 linear_8"; +"146 linear_8_scale_0_updated_constant0" -> "149 mul_57"; +"147 compressed_weight_updated_constant9" -> "149 mul_57"; +"148 _param_constant23_0_0" -> "150 linear_8"; +"149 mul_57" -> "150 linear_8"; +"150 linear_8" -> "151 reshape_5"; +"151 reshape_5" -> "152 permute_7"; +"152 permute_7" -> "153 select_3"; +"152 permute_7" -> "154 select_4"; +"152 permute_7" -> "155 select_5"; +"153 select_3" -> "156 linalg_vector_norm_2"; +"153 select_3" -> "158 expand_as_2"; +"153 select_3" -> "159 div_2"; +"154 select_4" -> "162 linalg_vector_norm_3"; +"154 select_4" -> "164 expand_as_3"; +"154 select_4" -> "165 div_3"; +"155 select_5" -> "193 matmul_3"; +"156 linalg_vector_norm_2" -> "157 clamp_min_2"; +"157 clamp_min_2" -> "158 expand_as_2"; +"158 expand_as_2" -> "159 div_2"; +"159 div_2" -> "160 quantize_per_tensor_default_8"; +"160 quantize_per_tensor_default_8" -> "161 dequantize_per_tensor_default_8"; +"161 dequantize_per_tensor_default_8" -> "169 matmul_2"; +"162 linalg_vector_norm_3" -> "163 clamp_min_3"; +"163 clamp_min_3" -> "164 expand_as_3"; +"164 expand_as_3" -> "165 div_3"; +"165 div_3" -> "166 quantize_per_tensor_default_9"; +"166 quantize_per_tensor_default_9" -> "167 dequantize_per_tensor_default_9"; +"167 dequantize_per_tensor_default_9" -> "168 transpose_2"; +"168 transpose_2" -> "169 matmul_2"; +"169 matmul_2" -> "173 mul_3"; +"170 _param_constant25" -> "171 clamp_1"; +"171 clamp_1" -> "172 exp_1"; +"172 exp_1" -> "173 mul_3"; +"173 mul_3" -> "174 add_3"; +"174 add_3" -> "186 view_8"; +"175 new_zeros" -> "176 view_7"; +"176 view_7" -> "177 permute_8"; +"177 permute_8" -> "178 reshape_6"; +"178 reshape_6" -> "179 unsqueeze_2"; +"178 reshape_6" -> "180 unsqueeze_3"; +"179 unsqueeze_2" -> "181 sub"; +"180 unsqueeze_3" -> "181 sub"; +"181 sub" -> "182 ne"; +"181 sub" -> "183 masked_fill"; +"181 sub" -> "184 eq"; +"182 ne" -> "183 masked_fill"; +"183 masked_fill" -> "185 masked_fill_1"; +"184 eq" -> "185 masked_fill_1"; +"185 masked_fill_1" -> "187 unsqueeze_4"; +"186 view_8" -> "189 add_4"; +"187 unsqueeze_4" -> "188 unsqueeze_5"; +"188 unsqueeze_5" -> "189 add_4"; +"189 add_4" -> "190 view_9"; +"190 view_9" -> "191 softmax_1"; +"191 softmax_1" -> "192 dropout_4"; +"192 dropout_4" -> "193 matmul_3"; +"193 matmul_3" -> "194 transpose_3"; +"194 transpose_3" -> "195 reshape_7"; +"195 reshape_7" -> "196 reshape_7_0_0_nncf_smooth_quant_0"; +"196 reshape_7_0_0_nncf_smooth_quant_0" -> "197 quantize_per_tensor_default_10"; +"197 quantize_per_tensor_default_10" -> "198 dequantize_per_tensor_default_10"; +"198 dequantize_per_tensor_default_10" -> "203 linear_9"; +"199 linear_9_scale_0_updated_constant0" -> "202 mul_58"; +"200 compressed_weight_updated_constant10" -> "202 mul_58"; +"201 _param_constant27_0_0" -> "203 linear_9"; +"202 mul_58" -> "203 linear_9"; +"203 linear_9" -> "204 dropout_5"; +"204 dropout_5" -> "205 view_10"; +"205 view_10" -> "206 permute_9"; +"206 permute_9" -> "207 reshape_8"; +"207 reshape_8" -> "208 roll_1"; +"208 roll_1" -> "209 slice_23"; +"209 slice_23" -> "210 slice_24"; +"210 slice_24" -> "213 layer_norm_3"; +"211 _param_constant28" -> "213 layer_norm_3"; +"212 _param_constant29" -> "213 layer_norm_3"; +"213 layer_norm_3" -> "214 add_5"; +"214 add_5" -> "215 add_5_0_0_nncf_smooth_quant_0"; +"214 add_5" -> "237 add_6"; +"215 add_5_0_0_nncf_smooth_quant_0" -> "216 quantize_per_tensor_default_11"; +"216 quantize_per_tensor_default_11" -> "217 dequantize_per_tensor_default_11"; +"217 dequantize_per_tensor_default_11" -> "222 linear_10"; +"218 linear_10_scale_0_updated_constant0" -> "221 mul_59"; +"219 compressed_weight_updated_constant11" -> "221 mul_59"; +"220 _param_constant31_0_0" -> "222 linear_10"; +"221 mul_59" -> "222 linear_10"; +"222 linear_10" -> "223 gelu_1"; +"223 gelu_1" -> "224 dropout_6"; +"224 dropout_6" -> "225 dropout_6_0_0_nncf_smooth_quant_0"; +"225 dropout_6_0_0_nncf_smooth_quant_0" -> "226 quantize_per_tensor_default_12"; +"226 quantize_per_tensor_default_12" -> "227 dequantize_per_tensor_default_12"; +"227 dequantize_per_tensor_default_12" -> "232 linear_11"; +"228 linear_11_scale_0_updated_constant0" -> "231 mul_60"; +"229 compressed_weight_updated_constant12" -> "231 mul_60"; +"230 _param_constant33_0_0" -> "232 linear_11"; +"231 mul_60" -> "232 linear_11"; +"232 linear_11" -> "233 dropout_7"; +"233 dropout_7" -> "236 layer_norm_4"; +"234 _param_constant34" -> "236 layer_norm_4"; +"235 _param_constant35" -> "236 layer_norm_4"; +"236 layer_norm_4" -> "237 add_6"; +"237 add_6" -> "238 pad_2"; +"238 pad_2" -> "239 slice_25"; +"238 pad_2" -> "242 slice_28"; +"238 pad_2" -> "245 slice_31"; +"238 pad_2" -> "248 slice_34"; +"239 slice_25" -> "240 slice_26"; +"240 slice_26" -> "241 slice_27"; +"241 slice_27" -> "251 cat"; +"242 slice_28" -> "243 slice_29"; +"243 slice_29" -> "244 slice_30"; +"244 slice_30" -> "251 cat"; +"245 slice_31" -> "246 slice_32"; +"246 slice_32" -> "247 slice_33"; +"247 slice_33" -> "251 cat"; +"248 slice_34" -> "249 slice_35"; +"249 slice_35" -> "250 slice_36"; +"250 slice_36" -> "251 cat"; +"251 cat" -> "252 cat_0_0_nncf_smooth_quant_0"; +"252 cat_0_0_nncf_smooth_quant_0" -> "253 quantize_per_tensor_default_13"; +"253 quantize_per_tensor_default_13" -> "254 dequantize_per_tensor_default_13"; +"254 dequantize_per_tensor_default_13" -> "258 linear_12"; +"255 linear_12_scale_0_updated_constant0" -> "257 mul_61"; +"256 compressed_weight_updated_constant13" -> "257 mul_61"; +"257 mul_61" -> "258 linear_12"; +"258 linear_12" -> "261 layer_norm_5"; +"259 _param_constant37" -> "261 layer_norm_5"; +"260 _param_constant38" -> "261 layer_norm_5"; +"261 layer_norm_5" -> "284 pad_3"; +"261 layer_norm_5" -> "345 add_8"; +"262 _tensor_constant13" -> "263 _tensor_constant13_0_0_nncf_smooth_quant_0"; +"263 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "268 linear_13"; +"264 linear_13_scale_0_updated_constant0" -> "267 mul_62"; +"265 compressed_weight_updated_constant14" -> "267 mul_62"; +"266 _param_constant40_0_0" -> "268 linear_13"; +"267 mul_62" -> "268 linear_13"; +"268 linear_13" -> "269 relu__2"; +"269 relu__2" -> "270 relu__2_0_0_nncf_smooth_quant_0"; +"270 relu__2_0_0_nncf_smooth_quant_0" -> "274 linear_14"; +"271 linear_14_scale_0_updated_constant0" -> "273 mul_63"; +"272 compressed_weight_updated_constant15" -> "273 mul_63"; +"273 mul_63" -> "274 linear_14"; +"274 linear_14" -> "275 view_11"; +"275 view_11" -> "277 index_2"; +"276 _tensor_constant14" -> "277 index_2"; +"277 index_2" -> "278 view_12"; +"278 view_12" -> "279 permute_10"; +"279 permute_10" -> "280 contiguous_2"; +"280 contiguous_2" -> "281 unsqueeze_6"; +"281 unsqueeze_6" -> "282 sigmoid_2"; +"282 sigmoid_2" -> "283 mul_4"; +"283 mul_4" -> "319 add_7"; +"284 pad_3" -> "285 view_13"; +"285 view_13" -> "286 permute_11"; +"286 permute_11" -> "287 reshape_9"; +"287 reshape_9" -> "288 reshape_9_0_0_nncf_smooth_quant_0"; +"288 reshape_9_0_0_nncf_smooth_quant_0" -> "289 quantize_per_tensor_default_14"; +"289 quantize_per_tensor_default_14" -> "290 dequantize_per_tensor_default_14"; +"290 dequantize_per_tensor_default_14" -> "295 linear_15"; +"291 linear_15_scale_0_updated_constant0" -> "294 mul_64"; +"292 compressed_weight_updated_constant16" -> "294 mul_64"; +"293 _param_constant42_0_0" -> "295 linear_15"; +"294 mul_64" -> "295 linear_15"; +"295 linear_15" -> "296 reshape_10"; +"296 reshape_10" -> "297 permute_12"; +"297 permute_12" -> "298 select_6"; +"297 permute_12" -> "299 select_7"; +"297 permute_12" -> "300 select_8"; +"298 select_6" -> "301 linalg_vector_norm_4"; +"298 select_6" -> "303 expand_as_4"; +"298 select_6" -> "304 div_4"; +"299 select_7" -> "307 linalg_vector_norm_5"; +"299 select_7" -> "309 expand_as_5"; +"299 select_7" -> "310 div_5"; +"300 select_8" -> "322 matmul_5"; +"301 linalg_vector_norm_4" -> "302 clamp_min_4"; +"302 clamp_min_4" -> "303 expand_as_4"; +"303 expand_as_4" -> "304 div_4"; +"304 div_4" -> "305 quantize_per_tensor_default_15"; +"305 quantize_per_tensor_default_15" -> "306 dequantize_per_tensor_default_15"; +"306 dequantize_per_tensor_default_15" -> "314 matmul_4"; +"307 linalg_vector_norm_5" -> "308 clamp_min_5"; +"308 clamp_min_5" -> "309 expand_as_5"; +"309 expand_as_5" -> "310 div_5"; +"310 div_5" -> "311 quantize_per_tensor_default_16"; +"311 quantize_per_tensor_default_16" -> "312 dequantize_per_tensor_default_16"; +"312 dequantize_per_tensor_default_16" -> "313 transpose_4"; +"313 transpose_4" -> "314 matmul_4"; +"314 matmul_4" -> "318 mul_5"; +"315 _param_constant44" -> "316 clamp_2"; +"316 clamp_2" -> "317 exp_2"; +"317 exp_2" -> "318 mul_5"; +"318 mul_5" -> "319 add_7"; +"319 add_7" -> "320 softmax_2"; +"320 softmax_2" -> "321 dropout_8"; +"321 dropout_8" -> "322 matmul_5"; +"322 matmul_5" -> "323 transpose_5"; +"323 transpose_5" -> "324 reshape_11"; +"324 reshape_11" -> "325 reshape_11_0_0_nncf_smooth_quant_0"; +"325 reshape_11_0_0_nncf_smooth_quant_0" -> "326 quantize_per_tensor_default_17"; +"326 quantize_per_tensor_default_17" -> "327 dequantize_per_tensor_default_17"; +"327 dequantize_per_tensor_default_17" -> "332 linear_16"; +"328 linear_16_scale_0_updated_constant0" -> "331 mul_65"; +"329 compressed_weight_updated_constant17" -> "331 mul_65"; +"330 _param_constant46_0_0" -> "332 linear_16"; +"331 mul_65" -> "332 linear_16"; +"332 linear_16" -> "333 dropout_9"; +"333 dropout_9" -> "334 view_14"; +"334 view_14" -> "335 permute_13"; +"335 permute_13" -> "336 reshape_12"; +"336 reshape_12" -> "337 slice_38"; +"337 slice_38" -> "338 slice_39"; +"338 slice_39" -> "339 slice_40"; +"339 slice_40" -> "340 slice_41"; +"340 slice_41" -> "341 contiguous_3"; +"341 contiguous_3" -> "344 layer_norm_6"; +"342 _param_constant47" -> "344 layer_norm_6"; +"343 _param_constant48" -> "344 layer_norm_6"; +"344 layer_norm_6" -> "345 add_8"; +"345 add_8" -> "346 add_8_0_0_nncf_smooth_quant_0"; +"345 add_8" -> "368 add_9"; +"346 add_8_0_0_nncf_smooth_quant_0" -> "347 quantize_per_tensor_default_18"; +"347 quantize_per_tensor_default_18" -> "348 dequantize_per_tensor_default_18"; +"348 dequantize_per_tensor_default_18" -> "353 linear_17"; +"349 linear_17_scale_0_updated_constant0" -> "352 mul_66"; +"350 compressed_weight_updated_constant18" -> "352 mul_66"; +"351 _param_constant50_0_0" -> "353 linear_17"; +"352 mul_66" -> "353 linear_17"; +"353 linear_17" -> "354 gelu_2"; +"354 gelu_2" -> "355 dropout_10"; +"355 dropout_10" -> "356 dropout_10_0_0_nncf_smooth_quant_0"; +"356 dropout_10_0_0_nncf_smooth_quant_0" -> "357 quantize_per_tensor_default_19"; +"357 quantize_per_tensor_default_19" -> "358 dequantize_per_tensor_default_19"; +"358 dequantize_per_tensor_default_19" -> "363 linear_18"; +"359 linear_18_scale_0_updated_constant0" -> "362 mul_67"; +"360 compressed_weight_updated_constant19" -> "362 mul_67"; +"361 _param_constant52_0_0" -> "363 linear_18"; +"362 mul_67" -> "363 linear_18"; +"363 linear_18" -> "364 dropout_11"; +"364 dropout_11" -> "367 layer_norm_7"; +"365 _param_constant53" -> "367 layer_norm_7"; +"366 _param_constant54" -> "367 layer_norm_7"; +"367 layer_norm_7" -> "368 add_9"; +"368 add_9" -> "391 pad_4"; +"368 add_9" -> "470 add_12"; +"369 _tensor_constant15" -> "370 _tensor_constant15_0_0_nncf_smooth_quant_0"; +"370 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "375 linear_19"; +"371 linear_19_scale_0_updated_constant0" -> "374 mul_68"; +"372 compressed_weight_updated_constant20" -> "374 mul_68"; +"373 _param_constant56_0_0" -> "375 linear_19"; +"374 mul_68" -> "375 linear_19"; +"375 linear_19" -> "376 relu__3"; +"376 relu__3" -> "377 relu__3_0_0_nncf_smooth_quant_0"; +"377 relu__3_0_0_nncf_smooth_quant_0" -> "381 linear_20"; +"378 linear_20_scale_0_updated_constant0" -> "380 mul_69"; +"379 compressed_weight_updated_constant21" -> "380 mul_69"; +"380 mul_69" -> "381 linear_20"; +"381 linear_20" -> "382 view_15"; +"382 view_15" -> "384 index_3"; +"383 _tensor_constant16" -> "384 index_3"; +"384 index_3" -> "385 view_16"; +"385 view_16" -> "386 permute_14"; +"386 permute_14" -> "387 contiguous_4"; +"387 contiguous_4" -> "388 unsqueeze_7"; +"388 unsqueeze_7" -> "389 sigmoid_3"; +"389 sigmoid_3" -> "390 mul_6"; +"390 mul_6" -> "427 add_10"; +"391 pad_4" -> "392 roll_2"; +"392 roll_2" -> "393 view_17"; +"393 view_17" -> "394 permute_15"; +"394 permute_15" -> "395 reshape_13"; +"395 reshape_13" -> "396 reshape_13_0_0_nncf_smooth_quant_0"; +"395 reshape_13" -> "428 new_zeros_1"; +"396 reshape_13_0_0_nncf_smooth_quant_0" -> "397 quantize_per_tensor_default_20"; +"397 quantize_per_tensor_default_20" -> "398 dequantize_per_tensor_default_20"; +"398 dequantize_per_tensor_default_20" -> "403 linear_21"; +"399 linear_21_scale_0_updated_constant0" -> "402 mul_70"; +"400 compressed_weight_updated_constant22" -> "402 mul_70"; +"401 _param_constant58_0_0" -> "403 linear_21"; +"402 mul_70" -> "403 linear_21"; +"403 linear_21" -> "404 reshape_14"; +"404 reshape_14" -> "405 permute_16"; +"405 permute_16" -> "406 select_9"; +"405 permute_16" -> "407 select_10"; +"405 permute_16" -> "408 select_11"; +"406 select_9" -> "409 linalg_vector_norm_6"; +"406 select_9" -> "411 expand_as_6"; +"406 select_9" -> "412 div_6"; +"407 select_10" -> "415 linalg_vector_norm_7"; +"407 select_10" -> "417 expand_as_7"; +"407 select_10" -> "418 div_7"; +"408 select_11" -> "446 matmul_7"; +"409 linalg_vector_norm_6" -> "410 clamp_min_6"; +"410 clamp_min_6" -> "411 expand_as_6"; +"411 expand_as_6" -> "412 div_6"; +"412 div_6" -> "413 quantize_per_tensor_default_21"; +"413 quantize_per_tensor_default_21" -> "414 dequantize_per_tensor_default_21"; +"414 dequantize_per_tensor_default_21" -> "422 matmul_6"; +"415 linalg_vector_norm_7" -> "416 clamp_min_7"; +"416 clamp_min_7" -> "417 expand_as_7"; +"417 expand_as_7" -> "418 div_7"; +"418 div_7" -> "419 quantize_per_tensor_default_22"; +"419 quantize_per_tensor_default_22" -> "420 dequantize_per_tensor_default_22"; +"420 dequantize_per_tensor_default_22" -> "421 transpose_6"; +"421 transpose_6" -> "422 matmul_6"; +"422 matmul_6" -> "426 mul_7"; +"423 _param_constant60" -> "424 clamp_3"; +"424 clamp_3" -> "425 exp_3"; +"425 exp_3" -> "426 mul_7"; +"426 mul_7" -> "427 add_10"; +"427 add_10" -> "439 view_19"; +"428 new_zeros_1" -> "429 view_18"; +"429 view_18" -> "430 permute_17"; +"430 permute_17" -> "431 reshape_15"; +"431 reshape_15" -> "432 unsqueeze_8"; +"431 reshape_15" -> "433 unsqueeze_9"; +"432 unsqueeze_8" -> "434 sub_1"; +"433 unsqueeze_9" -> "434 sub_1"; +"434 sub_1" -> "435 ne_1"; +"434 sub_1" -> "436 masked_fill_2"; +"434 sub_1" -> "437 eq_1"; +"435 ne_1" -> "436 masked_fill_2"; +"436 masked_fill_2" -> "438 masked_fill_3"; +"437 eq_1" -> "438 masked_fill_3"; +"438 masked_fill_3" -> "440 unsqueeze_10"; +"439 view_19" -> "442 add_11"; +"440 unsqueeze_10" -> "441 unsqueeze_11"; +"441 unsqueeze_11" -> "442 add_11"; +"442 add_11" -> "443 view_20"; +"443 view_20" -> "444 softmax_3"; +"444 softmax_3" -> "445 dropout_12"; +"445 dropout_12" -> "446 matmul_7"; +"446 matmul_7" -> "447 transpose_7"; +"447 transpose_7" -> "448 reshape_16"; +"448 reshape_16" -> "449 reshape_16_0_0_nncf_smooth_quant_0"; +"449 reshape_16_0_0_nncf_smooth_quant_0" -> "450 quantize_per_tensor_default_23"; +"450 quantize_per_tensor_default_23" -> "451 dequantize_per_tensor_default_23"; +"451 dequantize_per_tensor_default_23" -> "456 linear_22"; +"452 linear_22_scale_0_updated_constant0" -> "455 mul_71"; +"453 compressed_weight_updated_constant23" -> "455 mul_71"; +"454 _param_constant62_0_0" -> "456 linear_22"; +"455 mul_71" -> "456 linear_22"; +"456 linear_22" -> "457 dropout_13"; +"457 dropout_13" -> "458 view_21"; +"458 view_21" -> "459 permute_18"; +"459 permute_18" -> "460 reshape_17"; +"460 reshape_17" -> "461 roll_3"; +"461 roll_3" -> "462 slice_61"; +"462 slice_61" -> "463 slice_62"; +"463 slice_62" -> "464 slice_63"; +"464 slice_63" -> "465 slice_64"; +"465 slice_64" -> "466 contiguous_5"; +"466 contiguous_5" -> "469 layer_norm_8"; +"467 _param_constant63" -> "469 layer_norm_8"; +"468 _param_constant64" -> "469 layer_norm_8"; +"469 layer_norm_8" -> "470 add_12"; +"470 add_12" -> "471 add_12_0_0_nncf_smooth_quant_0"; +"470 add_12" -> "493 add_13"; +"471 add_12_0_0_nncf_smooth_quant_0" -> "472 quantize_per_tensor_default_24"; +"472 quantize_per_tensor_default_24" -> "473 dequantize_per_tensor_default_24"; +"473 dequantize_per_tensor_default_24" -> "478 linear_23"; +"474 linear_23_scale_0_updated_constant0" -> "477 mul_72"; +"475 compressed_weight_updated_constant24" -> "477 mul_72"; +"476 _param_constant66_0_0" -> "478 linear_23"; +"477 mul_72" -> "478 linear_23"; +"478 linear_23" -> "479 gelu_3"; +"479 gelu_3" -> "480 dropout_14"; +"480 dropout_14" -> "481 dropout_14_0_0_nncf_smooth_quant_0"; +"481 dropout_14_0_0_nncf_smooth_quant_0" -> "482 quantize_per_tensor_default_25"; +"482 quantize_per_tensor_default_25" -> "483 dequantize_per_tensor_default_25"; +"483 dequantize_per_tensor_default_25" -> "488 linear_24"; +"484 linear_24_scale_0_updated_constant0" -> "487 mul_73"; +"485 compressed_weight_updated_constant25" -> "487 mul_73"; +"486 _param_constant68_0_0" -> "488 linear_24"; +"487 mul_73" -> "488 linear_24"; +"488 linear_24" -> "489 dropout_15"; +"489 dropout_15" -> "492 layer_norm_9"; +"490 _param_constant69" -> "492 layer_norm_9"; +"491 _param_constant70" -> "492 layer_norm_9"; +"492 layer_norm_9" -> "493 add_13"; +"493 add_13" -> "494 pad_5"; +"494 pad_5" -> "495 slice_65"; +"494 pad_5" -> "498 slice_68"; +"494 pad_5" -> "501 slice_71"; +"494 pad_5" -> "504 slice_74"; +"495 slice_65" -> "496 slice_66"; +"496 slice_66" -> "497 slice_67"; +"497 slice_67" -> "507 cat_1"; +"498 slice_68" -> "499 slice_69"; +"499 slice_69" -> "500 slice_70"; +"500 slice_70" -> "507 cat_1"; +"501 slice_71" -> "502 slice_72"; +"502 slice_72" -> "503 slice_73"; +"503 slice_73" -> "507 cat_1"; +"504 slice_74" -> "505 slice_75"; +"505 slice_75" -> "506 slice_76"; +"506 slice_76" -> "507 cat_1"; +"507 cat_1" -> "508 cat_1_0_0_nncf_smooth_quant_0"; +"508 cat_1_0_0_nncf_smooth_quant_0" -> "509 quantize_per_tensor_default_26"; +"509 quantize_per_tensor_default_26" -> "510 dequantize_per_tensor_default_26"; +"510 dequantize_per_tensor_default_26" -> "514 linear_25"; +"511 linear_25_scale_0_updated_constant0" -> "513 mul_74"; +"512 compressed_weight_updated_constant26" -> "513 mul_74"; +"513 mul_74" -> "514 linear_25"; +"514 linear_25" -> "517 layer_norm_10"; +"515 _param_constant72" -> "517 layer_norm_10"; +"516 _param_constant73" -> "517 layer_norm_10"; +"517 layer_norm_10" -> "540 pad_6"; +"517 layer_norm_10" -> "601 add_15"; +"518 _tensor_constant26" -> "519 _tensor_constant26_0_0_nncf_smooth_quant_0"; +"519 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "524 linear_26"; +"520 linear_26_scale_0_updated_constant0" -> "523 mul_75"; +"521 compressed_weight_updated_constant27" -> "523 mul_75"; +"522 _param_constant75_0_0" -> "524 linear_26"; +"523 mul_75" -> "524 linear_26"; +"524 linear_26" -> "525 relu__4"; +"525 relu__4" -> "526 relu__4_0_0_nncf_smooth_quant_0"; +"526 relu__4_0_0_nncf_smooth_quant_0" -> "530 linear_27"; +"527 linear_27_scale_0_updated_constant0" -> "529 mul_76"; +"528 compressed_weight_updated_constant28" -> "529 mul_76"; +"529 mul_76" -> "530 linear_27"; +"530 linear_27" -> "531 view_22"; +"531 view_22" -> "533 index_4"; +"532 _tensor_constant27" -> "533 index_4"; +"533 index_4" -> "534 view_23"; +"534 view_23" -> "535 permute_19"; +"535 permute_19" -> "536 contiguous_6"; +"536 contiguous_6" -> "537 unsqueeze_12"; +"537 unsqueeze_12" -> "538 sigmoid_4"; +"538 sigmoid_4" -> "539 mul_8"; +"539 mul_8" -> "575 add_14"; +"540 pad_6" -> "541 view_24"; +"541 view_24" -> "542 permute_20"; +"542 permute_20" -> "543 reshape_18"; +"543 reshape_18" -> "544 reshape_18_0_0_nncf_smooth_quant_0"; +"544 reshape_18_0_0_nncf_smooth_quant_0" -> "545 quantize_per_tensor_default_27"; +"545 quantize_per_tensor_default_27" -> "546 dequantize_per_tensor_default_27"; +"546 dequantize_per_tensor_default_27" -> "551 linear_28"; +"547 linear_28_scale_0_updated_constant0" -> "550 mul_77"; +"548 compressed_weight_updated_constant29" -> "550 mul_77"; +"549 _param_constant77_0_0" -> "551 linear_28"; +"550 mul_77" -> "551 linear_28"; +"551 linear_28" -> "552 reshape_19"; +"552 reshape_19" -> "553 permute_21"; +"553 permute_21" -> "554 select_12"; +"553 permute_21" -> "555 select_13"; +"553 permute_21" -> "556 select_14"; +"554 select_12" -> "557 linalg_vector_norm_8"; +"554 select_12" -> "559 expand_as_8"; +"554 select_12" -> "560 div_8"; +"555 select_13" -> "563 linalg_vector_norm_9"; +"555 select_13" -> "565 expand_as_9"; +"555 select_13" -> "566 div_9"; +"556 select_14" -> "578 matmul_9"; +"557 linalg_vector_norm_8" -> "558 clamp_min_8"; +"558 clamp_min_8" -> "559 expand_as_8"; +"559 expand_as_8" -> "560 div_8"; +"560 div_8" -> "561 quantize_per_tensor_default_28"; +"561 quantize_per_tensor_default_28" -> "562 dequantize_per_tensor_default_28"; +"562 dequantize_per_tensor_default_28" -> "570 matmul_8"; +"563 linalg_vector_norm_9" -> "564 clamp_min_9"; +"564 clamp_min_9" -> "565 expand_as_9"; +"565 expand_as_9" -> "566 div_9"; +"566 div_9" -> "567 quantize_per_tensor_default_29"; +"567 quantize_per_tensor_default_29" -> "568 dequantize_per_tensor_default_29"; +"568 dequantize_per_tensor_default_29" -> "569 transpose_8"; +"569 transpose_8" -> "570 matmul_8"; +"570 matmul_8" -> "574 mul_9"; +"571 _param_constant79" -> "572 clamp_4"; +"572 clamp_4" -> "573 exp_4"; +"573 exp_4" -> "574 mul_9"; +"574 mul_9" -> "575 add_14"; +"575 add_14" -> "576 softmax_4"; +"576 softmax_4" -> "577 dropout_16"; +"577 dropout_16" -> "578 matmul_9"; +"578 matmul_9" -> "579 transpose_9"; +"579 transpose_9" -> "580 reshape_20"; +"580 reshape_20" -> "581 reshape_20_0_0_nncf_smooth_quant_0"; +"581 reshape_20_0_0_nncf_smooth_quant_0" -> "582 quantize_per_tensor_default_30"; +"582 quantize_per_tensor_default_30" -> "583 dequantize_per_tensor_default_30"; +"583 dequantize_per_tensor_default_30" -> "588 linear_29"; +"584 linear_29_scale_0_updated_constant0" -> "587 mul_78"; +"585 compressed_weight_updated_constant30" -> "587 mul_78"; +"586 _param_constant81_0_0" -> "588 linear_29"; +"587 mul_78" -> "588 linear_29"; +"588 linear_29" -> "589 dropout_17"; +"589 dropout_17" -> "590 view_25"; +"590 view_25" -> "591 permute_22"; +"591 permute_22" -> "592 reshape_21"; +"592 reshape_21" -> "593 slice_78"; +"593 slice_78" -> "594 slice_79"; +"594 slice_79" -> "595 slice_80"; +"595 slice_80" -> "596 slice_81"; +"596 slice_81" -> "597 contiguous_7"; +"597 contiguous_7" -> "600 layer_norm_11"; +"598 _param_constant82" -> "600 layer_norm_11"; +"599 _param_constant83" -> "600 layer_norm_11"; +"600 layer_norm_11" -> "601 add_15"; +"601 add_15" -> "602 add_15_0_0_nncf_smooth_quant_0"; +"601 add_15" -> "624 add_16"; +"602 add_15_0_0_nncf_smooth_quant_0" -> "603 quantize_per_tensor_default_31"; +"603 quantize_per_tensor_default_31" -> "604 dequantize_per_tensor_default_31"; +"604 dequantize_per_tensor_default_31" -> "609 linear_30"; +"605 linear_30_scale_0_updated_constant0" -> "608 mul_79"; +"606 compressed_weight_updated_constant31" -> "608 mul_79"; +"607 _param_constant85_0_0" -> "609 linear_30"; +"608 mul_79" -> "609 linear_30"; +"609 linear_30" -> "610 gelu_4"; +"610 gelu_4" -> "611 dropout_18"; +"611 dropout_18" -> "612 dropout_18_0_0_nncf_smooth_quant_0"; +"612 dropout_18_0_0_nncf_smooth_quant_0" -> "613 quantize_per_tensor_default_32"; +"613 quantize_per_tensor_default_32" -> "614 dequantize_per_tensor_default_32"; +"614 dequantize_per_tensor_default_32" -> "619 linear_31"; +"615 linear_31_scale_0_updated_constant0" -> "618 mul_80"; +"616 compressed_weight_updated_constant32" -> "618 mul_80"; +"617 _param_constant87_0_0" -> "619 linear_31"; +"618 mul_80" -> "619 linear_31"; +"619 linear_31" -> "620 dropout_19"; +"620 dropout_19" -> "623 layer_norm_12"; +"621 _param_constant88" -> "623 layer_norm_12"; +"622 _param_constant89" -> "623 layer_norm_12"; +"623 layer_norm_12" -> "624 add_16"; +"624 add_16" -> "647 pad_7"; +"624 add_16" -> "726 add_19"; +"625 _tensor_constant28" -> "626 _tensor_constant28_0_0_nncf_smooth_quant_0"; +"626 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "631 linear_32"; +"627 linear_32_scale_0_updated_constant0" -> "630 mul_81"; +"628 compressed_weight_updated_constant33" -> "630 mul_81"; +"629 _param_constant91_0_0" -> "631 linear_32"; +"630 mul_81" -> "631 linear_32"; +"631 linear_32" -> "632 relu__5"; +"632 relu__5" -> "633 relu__5_0_0_nncf_smooth_quant_0"; +"633 relu__5_0_0_nncf_smooth_quant_0" -> "637 linear_33"; +"634 linear_33_scale_0_updated_constant0" -> "636 mul_82"; +"635 compressed_weight_updated_constant34" -> "636 mul_82"; +"636 mul_82" -> "637 linear_33"; +"637 linear_33" -> "638 view_26"; +"638 view_26" -> "640 index_5"; +"639 _tensor_constant29" -> "640 index_5"; +"640 index_5" -> "641 view_27"; +"641 view_27" -> "642 permute_23"; +"642 permute_23" -> "643 contiguous_8"; +"643 contiguous_8" -> "644 unsqueeze_13"; +"644 unsqueeze_13" -> "645 sigmoid_5"; +"645 sigmoid_5" -> "646 mul_10"; +"646 mul_10" -> "683 add_17"; +"647 pad_7" -> "648 roll_4"; +"648 roll_4" -> "649 view_28"; +"649 view_28" -> "650 permute_24"; +"650 permute_24" -> "651 reshape_22"; +"651 reshape_22" -> "652 reshape_22_0_0_nncf_smooth_quant_0"; +"651 reshape_22" -> "684 new_zeros_2"; +"652 reshape_22_0_0_nncf_smooth_quant_0" -> "653 quantize_per_tensor_default_33"; +"653 quantize_per_tensor_default_33" -> "654 dequantize_per_tensor_default_33"; +"654 dequantize_per_tensor_default_33" -> "659 linear_34"; +"655 linear_34_scale_0_updated_constant0" -> "658 mul_83"; +"656 compressed_weight_updated_constant35" -> "658 mul_83"; +"657 _param_constant93_0_0" -> "659 linear_34"; +"658 mul_83" -> "659 linear_34"; +"659 linear_34" -> "660 reshape_23"; +"660 reshape_23" -> "661 permute_25"; +"661 permute_25" -> "662 select_15"; +"661 permute_25" -> "663 select_16"; +"661 permute_25" -> "664 select_17"; +"662 select_15" -> "665 linalg_vector_norm_10"; +"662 select_15" -> "667 expand_as_10"; +"662 select_15" -> "668 div_10"; +"663 select_16" -> "671 linalg_vector_norm_11"; +"663 select_16" -> "673 expand_as_11"; +"663 select_16" -> "674 div_11"; +"664 select_17" -> "702 matmul_11"; +"665 linalg_vector_norm_10" -> "666 clamp_min_10"; +"666 clamp_min_10" -> "667 expand_as_10"; +"667 expand_as_10" -> "668 div_10"; +"668 div_10" -> "669 quantize_per_tensor_default_34"; +"669 quantize_per_tensor_default_34" -> "670 dequantize_per_tensor_default_34"; +"670 dequantize_per_tensor_default_34" -> "678 matmul_10"; +"671 linalg_vector_norm_11" -> "672 clamp_min_11"; +"672 clamp_min_11" -> "673 expand_as_11"; +"673 expand_as_11" -> "674 div_11"; +"674 div_11" -> "675 quantize_per_tensor_default_35"; +"675 quantize_per_tensor_default_35" -> "676 dequantize_per_tensor_default_35"; +"676 dequantize_per_tensor_default_35" -> "677 transpose_10"; +"677 transpose_10" -> "678 matmul_10"; +"678 matmul_10" -> "682 mul_11"; +"679 _param_constant95" -> "680 clamp_5"; +"680 clamp_5" -> "681 exp_5"; +"681 exp_5" -> "682 mul_11"; +"682 mul_11" -> "683 add_17"; +"683 add_17" -> "695 view_30"; +"684 new_zeros_2" -> "685 view_29"; +"685 view_29" -> "686 permute_26"; +"686 permute_26" -> "687 reshape_24"; +"687 reshape_24" -> "688 unsqueeze_14"; +"687 reshape_24" -> "689 unsqueeze_15"; +"688 unsqueeze_14" -> "690 sub_2"; +"689 unsqueeze_15" -> "690 sub_2"; +"690 sub_2" -> "691 ne_2"; +"690 sub_2" -> "692 masked_fill_4"; +"690 sub_2" -> "693 eq_2"; +"691 ne_2" -> "692 masked_fill_4"; +"692 masked_fill_4" -> "694 masked_fill_5"; +"693 eq_2" -> "694 masked_fill_5"; +"694 masked_fill_5" -> "696 unsqueeze_16"; +"695 view_30" -> "698 add_18"; +"696 unsqueeze_16" -> "697 unsqueeze_17"; +"697 unsqueeze_17" -> "698 add_18"; +"698 add_18" -> "699 view_31"; +"699 view_31" -> "700 softmax_5"; +"700 softmax_5" -> "701 dropout_20"; +"701 dropout_20" -> "702 matmul_11"; +"702 matmul_11" -> "703 transpose_11"; +"703 transpose_11" -> "704 reshape_25"; +"704 reshape_25" -> "705 reshape_25_0_0_nncf_smooth_quant_0"; +"705 reshape_25_0_0_nncf_smooth_quant_0" -> "706 quantize_per_tensor_default_36"; +"706 quantize_per_tensor_default_36" -> "707 dequantize_per_tensor_default_36"; +"707 dequantize_per_tensor_default_36" -> "712 linear_35"; +"708 linear_35_scale_0_updated_constant0" -> "711 mul_84"; +"709 compressed_weight_updated_constant36" -> "711 mul_84"; +"710 _param_constant97_0_0" -> "712 linear_35"; +"711 mul_84" -> "712 linear_35"; +"712 linear_35" -> "713 dropout_21"; +"713 dropout_21" -> "714 view_32"; +"714 view_32" -> "715 permute_27"; +"715 permute_27" -> "716 reshape_26"; +"716 reshape_26" -> "717 roll_5"; +"717 roll_5" -> "718 slice_101"; +"718 slice_101" -> "719 slice_102"; +"719 slice_102" -> "720 slice_103"; +"720 slice_103" -> "721 slice_104"; +"721 slice_104" -> "722 contiguous_9"; +"722 contiguous_9" -> "725 layer_norm_13"; +"723 _param_constant98" -> "725 layer_norm_13"; +"724 _param_constant99" -> "725 layer_norm_13"; +"725 layer_norm_13" -> "726 add_19"; +"726 add_19" -> "727 add_19_0_0_nncf_smooth_quant_0"; +"726 add_19" -> "749 add_20"; +"727 add_19_0_0_nncf_smooth_quant_0" -> "728 quantize_per_tensor_default_37"; +"728 quantize_per_tensor_default_37" -> "729 dequantize_per_tensor_default_37"; +"729 dequantize_per_tensor_default_37" -> "734 linear_36"; +"730 linear_36_scale_0_updated_constant0" -> "733 mul_85"; +"731 compressed_weight_updated_constant37" -> "733 mul_85"; +"732 _param_constant101_0_0" -> "734 linear_36"; +"733 mul_85" -> "734 linear_36"; +"734 linear_36" -> "735 gelu_5"; +"735 gelu_5" -> "736 dropout_22"; +"736 dropout_22" -> "737 dropout_22_0_0_nncf_smooth_quant_0"; +"737 dropout_22_0_0_nncf_smooth_quant_0" -> "738 quantize_per_tensor_default_38"; +"738 quantize_per_tensor_default_38" -> "739 dequantize_per_tensor_default_38"; +"739 dequantize_per_tensor_default_38" -> "744 linear_37"; +"740 linear_37_scale_0_updated_constant0" -> "743 mul_86"; +"741 compressed_weight_updated_constant38" -> "743 mul_86"; +"742 _param_constant103_0_0" -> "744 linear_37"; +"743 mul_86" -> "744 linear_37"; +"744 linear_37" -> "745 dropout_23"; +"745 dropout_23" -> "748 layer_norm_14"; +"746 _param_constant104" -> "748 layer_norm_14"; +"747 _param_constant105" -> "748 layer_norm_14"; +"748 layer_norm_14" -> "749 add_20"; +"749 add_20" -> "772 pad_8"; +"749 add_20" -> "833 add_22"; +"750 _tensor_constant39" -> "751 _tensor_constant39_0_0_nncf_smooth_quant_0"; +"751 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "756 linear_38"; +"752 linear_38_scale_0_updated_constant0" -> "755 mul_87"; +"753 compressed_weight_updated_constant39" -> "755 mul_87"; +"754 _param_constant107_0_0" -> "756 linear_38"; +"755 mul_87" -> "756 linear_38"; +"756 linear_38" -> "757 relu__6"; +"757 relu__6" -> "758 relu__6_0_0_nncf_smooth_quant_0"; +"758 relu__6_0_0_nncf_smooth_quant_0" -> "762 linear_39"; +"759 linear_39_scale_0_updated_constant0" -> "761 mul_88"; +"760 compressed_weight_updated_constant40" -> "761 mul_88"; +"761 mul_88" -> "762 linear_39"; +"762 linear_39" -> "763 view_33"; +"763 view_33" -> "765 index_6"; +"764 _tensor_constant40" -> "765 index_6"; +"765 index_6" -> "766 view_34"; +"766 view_34" -> "767 permute_28"; +"767 permute_28" -> "768 contiguous_10"; +"768 contiguous_10" -> "769 unsqueeze_18"; +"769 unsqueeze_18" -> "770 sigmoid_6"; +"770 sigmoid_6" -> "771 mul_12"; +"771 mul_12" -> "807 add_21"; +"772 pad_8" -> "773 view_35"; +"773 view_35" -> "774 permute_29"; +"774 permute_29" -> "775 reshape_27"; +"775 reshape_27" -> "776 reshape_27_0_0_nncf_smooth_quant_0"; +"776 reshape_27_0_0_nncf_smooth_quant_0" -> "777 quantize_per_tensor_default_39"; +"777 quantize_per_tensor_default_39" -> "778 dequantize_per_tensor_default_39"; +"778 dequantize_per_tensor_default_39" -> "783 linear_40"; +"779 linear_40_scale_0_updated_constant0" -> "782 mul_89"; +"780 compressed_weight_updated_constant41" -> "782 mul_89"; +"781 _param_constant109_0_0" -> "783 linear_40"; +"782 mul_89" -> "783 linear_40"; +"783 linear_40" -> "784 reshape_28"; +"784 reshape_28" -> "785 permute_30"; +"785 permute_30" -> "786 select_18"; +"785 permute_30" -> "787 select_19"; +"785 permute_30" -> "788 select_20"; +"786 select_18" -> "789 linalg_vector_norm_12"; +"786 select_18" -> "791 expand_as_12"; +"786 select_18" -> "792 div_12"; +"787 select_19" -> "795 linalg_vector_norm_13"; +"787 select_19" -> "797 expand_as_13"; +"787 select_19" -> "798 div_13"; +"788 select_20" -> "810 matmul_13"; +"789 linalg_vector_norm_12" -> "790 clamp_min_12"; +"790 clamp_min_12" -> "791 expand_as_12"; +"791 expand_as_12" -> "792 div_12"; +"792 div_12" -> "793 quantize_per_tensor_default_40"; +"793 quantize_per_tensor_default_40" -> "794 dequantize_per_tensor_default_40"; +"794 dequantize_per_tensor_default_40" -> "802 matmul_12"; +"795 linalg_vector_norm_13" -> "796 clamp_min_13"; +"796 clamp_min_13" -> "797 expand_as_13"; +"797 expand_as_13" -> "798 div_13"; +"798 div_13" -> "799 quantize_per_tensor_default_41"; +"799 quantize_per_tensor_default_41" -> "800 dequantize_per_tensor_default_41"; +"800 dequantize_per_tensor_default_41" -> "801 transpose_12"; +"801 transpose_12" -> "802 matmul_12"; +"802 matmul_12" -> "806 mul_13"; +"803 _param_constant111" -> "804 clamp_6"; +"804 clamp_6" -> "805 exp_6"; +"805 exp_6" -> "806 mul_13"; +"806 mul_13" -> "807 add_21"; +"807 add_21" -> "808 softmax_6"; +"808 softmax_6" -> "809 dropout_24"; +"809 dropout_24" -> "810 matmul_13"; +"810 matmul_13" -> "811 transpose_13"; +"811 transpose_13" -> "812 reshape_29"; +"812 reshape_29" -> "813 reshape_29_0_0_nncf_smooth_quant_0"; +"813 reshape_29_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_42"; +"814 quantize_per_tensor_default_42" -> "815 dequantize_per_tensor_default_42"; +"815 dequantize_per_tensor_default_42" -> "820 linear_41"; +"816 linear_41_scale_0_updated_constant0" -> "819 mul_90"; +"817 compressed_weight_updated_constant42" -> "819 mul_90"; +"818 _param_constant113_0_0" -> "820 linear_41"; +"819 mul_90" -> "820 linear_41"; +"820 linear_41" -> "821 dropout_25"; +"821 dropout_25" -> "822 view_36"; +"822 view_36" -> "823 permute_31"; +"823 permute_31" -> "824 reshape_30"; +"824 reshape_30" -> "825 slice_106"; +"825 slice_106" -> "826 slice_107"; +"826 slice_107" -> "827 slice_108"; +"827 slice_108" -> "828 slice_109"; +"828 slice_109" -> "829 contiguous_11"; +"829 contiguous_11" -> "832 layer_norm_15"; +"830 _param_constant114" -> "832 layer_norm_15"; +"831 _param_constant115" -> "832 layer_norm_15"; +"832 layer_norm_15" -> "833 add_22"; +"833 add_22" -> "834 add_22_0_0_nncf_smooth_quant_0"; +"833 add_22" -> "856 add_23"; +"834 add_22_0_0_nncf_smooth_quant_0" -> "835 quantize_per_tensor_default_43"; +"835 quantize_per_tensor_default_43" -> "836 dequantize_per_tensor_default_43"; +"836 dequantize_per_tensor_default_43" -> "841 linear_42"; +"837 linear_42_scale_0_updated_constant0" -> "840 mul_91"; +"838 compressed_weight_updated_constant43" -> "840 mul_91"; +"839 _param_constant117_0_0" -> "841 linear_42"; +"840 mul_91" -> "841 linear_42"; +"841 linear_42" -> "842 gelu_6"; +"842 gelu_6" -> "843 dropout_26"; +"843 dropout_26" -> "844 dropout_26_0_0_nncf_smooth_quant_0"; +"844 dropout_26_0_0_nncf_smooth_quant_0" -> "845 quantize_per_tensor_default_44"; +"845 quantize_per_tensor_default_44" -> "846 dequantize_per_tensor_default_44"; +"846 dequantize_per_tensor_default_44" -> "851 linear_43"; +"847 linear_43_scale_0_updated_constant0" -> "850 mul_92"; +"848 compressed_weight_updated_constant44" -> "850 mul_92"; +"849 _param_constant119_0_0" -> "851 linear_43"; +"850 mul_92" -> "851 linear_43"; +"851 linear_43" -> "852 dropout_27"; +"852 dropout_27" -> "855 layer_norm_16"; +"853 _param_constant120" -> "855 layer_norm_16"; +"854 _param_constant121" -> "855 layer_norm_16"; +"855 layer_norm_16" -> "856 add_23"; +"856 add_23" -> "879 pad_9"; +"856 add_23" -> "958 add_26"; +"857 _tensor_constant41" -> "858 _tensor_constant41_0_0_nncf_smooth_quant_0"; +"858 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "863 linear_44"; +"859 linear_44_scale_0_updated_constant0" -> "862 mul_93"; +"860 compressed_weight_updated_constant45" -> "862 mul_93"; +"861 _param_constant123_0_0" -> "863 linear_44"; +"862 mul_93" -> "863 linear_44"; +"863 linear_44" -> "864 relu__7"; +"864 relu__7" -> "865 relu__7_0_0_nncf_smooth_quant_0"; +"865 relu__7_0_0_nncf_smooth_quant_0" -> "869 linear_45"; +"866 linear_45_scale_0_updated_constant0" -> "868 mul_94"; +"867 compressed_weight_updated_constant46" -> "868 mul_94"; +"868 mul_94" -> "869 linear_45"; +"869 linear_45" -> "870 view_37"; +"870 view_37" -> "872 index_7"; +"871 _tensor_constant42" -> "872 index_7"; +"872 index_7" -> "873 view_38"; +"873 view_38" -> "874 permute_32"; +"874 permute_32" -> "875 contiguous_12"; +"875 contiguous_12" -> "876 unsqueeze_19"; +"876 unsqueeze_19" -> "877 sigmoid_7"; +"877 sigmoid_7" -> "878 mul_14"; +"878 mul_14" -> "915 add_24"; +"879 pad_9" -> "880 roll_6"; +"880 roll_6" -> "881 view_39"; +"881 view_39" -> "882 permute_33"; +"882 permute_33" -> "883 reshape_31"; +"883 reshape_31" -> "884 reshape_31_0_0_nncf_smooth_quant_0"; +"883 reshape_31" -> "916 new_zeros_3"; +"884 reshape_31_0_0_nncf_smooth_quant_0" -> "885 quantize_per_tensor_default_45"; +"885 quantize_per_tensor_default_45" -> "886 dequantize_per_tensor_default_45"; +"886 dequantize_per_tensor_default_45" -> "891 linear_46"; +"887 linear_46_scale_0_updated_constant0" -> "890 mul_95"; +"888 compressed_weight_updated_constant47" -> "890 mul_95"; +"889 _param_constant125_0_0" -> "891 linear_46"; +"890 mul_95" -> "891 linear_46"; +"891 linear_46" -> "892 reshape_32"; +"892 reshape_32" -> "893 permute_34"; +"893 permute_34" -> "894 select_21"; +"893 permute_34" -> "895 select_22"; +"893 permute_34" -> "896 select_23"; +"894 select_21" -> "897 linalg_vector_norm_14"; +"894 select_21" -> "899 expand_as_14"; +"894 select_21" -> "900 div_14"; +"895 select_22" -> "903 linalg_vector_norm_15"; +"895 select_22" -> "905 expand_as_15"; +"895 select_22" -> "906 div_15"; +"896 select_23" -> "934 matmul_15"; +"897 linalg_vector_norm_14" -> "898 clamp_min_14"; +"898 clamp_min_14" -> "899 expand_as_14"; +"899 expand_as_14" -> "900 div_14"; +"900 div_14" -> "901 quantize_per_tensor_default_46"; +"901 quantize_per_tensor_default_46" -> "902 dequantize_per_tensor_default_46"; +"902 dequantize_per_tensor_default_46" -> "910 matmul_14"; +"903 linalg_vector_norm_15" -> "904 clamp_min_15"; +"904 clamp_min_15" -> "905 expand_as_15"; +"905 expand_as_15" -> "906 div_15"; +"906 div_15" -> "907 quantize_per_tensor_default_47"; +"907 quantize_per_tensor_default_47" -> "908 dequantize_per_tensor_default_47"; +"908 dequantize_per_tensor_default_47" -> "909 transpose_14"; +"909 transpose_14" -> "910 matmul_14"; +"910 matmul_14" -> "914 mul_15"; +"911 _param_constant127" -> "912 clamp_7"; +"912 clamp_7" -> "913 exp_7"; +"913 exp_7" -> "914 mul_15"; +"914 mul_15" -> "915 add_24"; +"915 add_24" -> "927 view_41"; +"916 new_zeros_3" -> "917 view_40"; +"917 view_40" -> "918 permute_35"; +"918 permute_35" -> "919 reshape_33"; +"919 reshape_33" -> "920 unsqueeze_20"; +"919 reshape_33" -> "921 unsqueeze_21"; +"920 unsqueeze_20" -> "922 sub_3"; +"921 unsqueeze_21" -> "922 sub_3"; +"922 sub_3" -> "923 ne_3"; +"922 sub_3" -> "924 masked_fill_6"; +"922 sub_3" -> "925 eq_3"; +"923 ne_3" -> "924 masked_fill_6"; +"924 masked_fill_6" -> "926 masked_fill_7"; +"925 eq_3" -> "926 masked_fill_7"; +"926 masked_fill_7" -> "928 unsqueeze_22"; +"927 view_41" -> "930 add_25"; +"928 unsqueeze_22" -> "929 unsqueeze_23"; +"929 unsqueeze_23" -> "930 add_25"; +"930 add_25" -> "931 view_42"; +"931 view_42" -> "932 softmax_7"; +"932 softmax_7" -> "933 dropout_28"; +"933 dropout_28" -> "934 matmul_15"; +"934 matmul_15" -> "935 transpose_15"; +"935 transpose_15" -> "936 reshape_34"; +"936 reshape_34" -> "937 reshape_34_0_0_nncf_smooth_quant_0"; +"937 reshape_34_0_0_nncf_smooth_quant_0" -> "938 quantize_per_tensor_default_48"; +"938 quantize_per_tensor_default_48" -> "939 dequantize_per_tensor_default_48"; +"939 dequantize_per_tensor_default_48" -> "944 linear_47"; +"940 linear_47_scale_0_updated_constant0" -> "943 mul_96"; +"941 compressed_weight_updated_constant48" -> "943 mul_96"; +"942 _param_constant129_0_0" -> "944 linear_47"; +"943 mul_96" -> "944 linear_47"; +"944 linear_47" -> "945 dropout_29"; +"945 dropout_29" -> "946 view_43"; +"946 view_43" -> "947 permute_36"; +"947 permute_36" -> "948 reshape_35"; +"948 reshape_35" -> "949 roll_7"; +"949 roll_7" -> "950 slice_129"; +"950 slice_129" -> "951 slice_130"; +"951 slice_130" -> "952 slice_131"; +"952 slice_131" -> "953 slice_132"; +"953 slice_132" -> "954 contiguous_13"; +"954 contiguous_13" -> "957 layer_norm_17"; +"955 _param_constant130" -> "957 layer_norm_17"; +"956 _param_constant131" -> "957 layer_norm_17"; +"957 layer_norm_17" -> "958 add_26"; +"958 add_26" -> "959 add_26_0_0_nncf_smooth_quant_0"; +"958 add_26" -> "981 add_27"; +"959 add_26_0_0_nncf_smooth_quant_0" -> "960 quantize_per_tensor_default_49"; +"960 quantize_per_tensor_default_49" -> "961 dequantize_per_tensor_default_49"; +"961 dequantize_per_tensor_default_49" -> "966 linear_48"; +"962 linear_48_scale_0_updated_constant0" -> "965 mul_97"; +"963 compressed_weight_updated_constant49" -> "965 mul_97"; +"964 _param_constant133_0_0" -> "966 linear_48"; +"965 mul_97" -> "966 linear_48"; +"966 linear_48" -> "967 gelu_7"; +"967 gelu_7" -> "968 dropout_30"; +"968 dropout_30" -> "969 dropout_30_0_0_nncf_smooth_quant_0"; +"969 dropout_30_0_0_nncf_smooth_quant_0" -> "970 quantize_per_tensor_default_50"; +"970 quantize_per_tensor_default_50" -> "971 dequantize_per_tensor_default_50"; +"971 dequantize_per_tensor_default_50" -> "976 linear_49"; +"972 linear_49_scale_0_updated_constant0" -> "975 mul_98"; +"973 compressed_weight_updated_constant50" -> "975 mul_98"; +"974 _param_constant135_0_0" -> "976 linear_49"; +"975 mul_98" -> "976 linear_49"; +"976 linear_49" -> "977 dropout_31"; +"977 dropout_31" -> "980 layer_norm_18"; +"978 _param_constant136" -> "980 layer_norm_18"; +"979 _param_constant137" -> "980 layer_norm_18"; +"980 layer_norm_18" -> "981 add_27"; +"981 add_27" -> "1004 pad_10"; +"981 add_27" -> "1065 add_29"; +"982 _tensor_constant52" -> "983 _tensor_constant52_0_0_nncf_smooth_quant_0"; +"983 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "988 linear_50"; +"984 linear_50_scale_0_updated_constant0" -> "987 mul_99"; +"985 compressed_weight_updated_constant51" -> "987 mul_99"; +"986 _param_constant139_0_0" -> "988 linear_50"; +"987 mul_99" -> "988 linear_50"; +"988 linear_50" -> "989 relu__8"; +"989 relu__8" -> "990 relu__8_0_0_nncf_smooth_quant_0"; +"990 relu__8_0_0_nncf_smooth_quant_0" -> "994 linear_51"; +"991 linear_51_scale_0_updated_constant0" -> "993 mul_100"; +"992 compressed_weight_updated_constant52" -> "993 mul_100"; +"993 mul_100" -> "994 linear_51"; +"994 linear_51" -> "995 view_44"; +"995 view_44" -> "997 index_8"; +"996 _tensor_constant53" -> "997 index_8"; +"997 index_8" -> "998 view_45"; +"998 view_45" -> "999 permute_37"; +"999 permute_37" -> "1000 contiguous_14"; +"1000 contiguous_14" -> "1001 unsqueeze_24"; +"1001 unsqueeze_24" -> "1002 sigmoid_8"; +"1002 sigmoid_8" -> "1003 mul_16"; +"1003 mul_16" -> "1039 add_28"; +"1004 pad_10" -> "1005 view_46"; +"1005 view_46" -> "1006 permute_38"; +"1006 permute_38" -> "1007 reshape_36"; +"1007 reshape_36" -> "1008 reshape_36_0_0_nncf_smooth_quant_0"; +"1008 reshape_36_0_0_nncf_smooth_quant_0" -> "1009 quantize_per_tensor_default_51"; +"1009 quantize_per_tensor_default_51" -> "1010 dequantize_per_tensor_default_51"; +"1010 dequantize_per_tensor_default_51" -> "1015 linear_52"; +"1011 linear_52_scale_0_updated_constant0" -> "1014 mul_101"; +"1012 compressed_weight_updated_constant53" -> "1014 mul_101"; +"1013 _param_constant141_0_0" -> "1015 linear_52"; +"1014 mul_101" -> "1015 linear_52"; +"1015 linear_52" -> "1016 reshape_37"; +"1016 reshape_37" -> "1017 permute_39"; +"1017 permute_39" -> "1018 select_24"; +"1017 permute_39" -> "1019 select_25"; +"1017 permute_39" -> "1020 select_26"; +"1018 select_24" -> "1021 linalg_vector_norm_16"; +"1018 select_24" -> "1023 expand_as_16"; +"1018 select_24" -> "1024 div_16"; +"1019 select_25" -> "1027 linalg_vector_norm_17"; +"1019 select_25" -> "1029 expand_as_17"; +"1019 select_25" -> "1030 div_17"; +"1020 select_26" -> "1042 matmul_17"; +"1021 linalg_vector_norm_16" -> "1022 clamp_min_16"; +"1022 clamp_min_16" -> "1023 expand_as_16"; +"1023 expand_as_16" -> "1024 div_16"; +"1024 div_16" -> "1025 quantize_per_tensor_default_52"; +"1025 quantize_per_tensor_default_52" -> "1026 dequantize_per_tensor_default_52"; +"1026 dequantize_per_tensor_default_52" -> "1034 matmul_16"; +"1027 linalg_vector_norm_17" -> "1028 clamp_min_17"; +"1028 clamp_min_17" -> "1029 expand_as_17"; +"1029 expand_as_17" -> "1030 div_17"; +"1030 div_17" -> "1031 quantize_per_tensor_default_53"; +"1031 quantize_per_tensor_default_53" -> "1032 dequantize_per_tensor_default_53"; +"1032 dequantize_per_tensor_default_53" -> "1033 transpose_16"; +"1033 transpose_16" -> "1034 matmul_16"; +"1034 matmul_16" -> "1038 mul_17"; +"1035 _param_constant143" -> "1036 clamp_8"; +"1036 clamp_8" -> "1037 exp_8"; +"1037 exp_8" -> "1038 mul_17"; +"1038 mul_17" -> "1039 add_28"; +"1039 add_28" -> "1040 softmax_8"; +"1040 softmax_8" -> "1041 dropout_32"; +"1041 dropout_32" -> "1042 matmul_17"; +"1042 matmul_17" -> "1043 transpose_17"; +"1043 transpose_17" -> "1044 reshape_38"; +"1044 reshape_38" -> "1045 reshape_38_0_0_nncf_smooth_quant_0"; +"1045 reshape_38_0_0_nncf_smooth_quant_0" -> "1046 quantize_per_tensor_default_54"; +"1046 quantize_per_tensor_default_54" -> "1047 dequantize_per_tensor_default_54"; +"1047 dequantize_per_tensor_default_54" -> "1052 linear_53"; +"1048 linear_53_scale_0_updated_constant0" -> "1051 mul_102"; +"1049 compressed_weight_updated_constant54" -> "1051 mul_102"; +"1050 _param_constant145_0_0" -> "1052 linear_53"; +"1051 mul_102" -> "1052 linear_53"; +"1052 linear_53" -> "1053 dropout_33"; +"1053 dropout_33" -> "1054 view_47"; +"1054 view_47" -> "1055 permute_40"; +"1055 permute_40" -> "1056 reshape_39"; +"1056 reshape_39" -> "1057 slice_134"; +"1057 slice_134" -> "1058 slice_135"; +"1058 slice_135" -> "1059 slice_136"; +"1059 slice_136" -> "1060 slice_137"; +"1060 slice_137" -> "1061 contiguous_15"; +"1061 contiguous_15" -> "1064 layer_norm_19"; +"1062 _param_constant146" -> "1064 layer_norm_19"; +"1063 _param_constant147" -> "1064 layer_norm_19"; +"1064 layer_norm_19" -> "1065 add_29"; +"1065 add_29" -> "1066 add_29_0_0_nncf_smooth_quant_0"; +"1065 add_29" -> "1088 add_30"; +"1066 add_29_0_0_nncf_smooth_quant_0" -> "1067 quantize_per_tensor_default_55"; +"1067 quantize_per_tensor_default_55" -> "1068 dequantize_per_tensor_default_55"; +"1068 dequantize_per_tensor_default_55" -> "1073 linear_54"; +"1069 linear_54_scale_0_updated_constant0" -> "1072 mul_103"; +"1070 compressed_weight_updated_constant55" -> "1072 mul_103"; +"1071 _param_constant149_0_0" -> "1073 linear_54"; +"1072 mul_103" -> "1073 linear_54"; +"1073 linear_54" -> "1074 gelu_8"; +"1074 gelu_8" -> "1075 dropout_34"; +"1075 dropout_34" -> "1076 dropout_34_0_0_nncf_smooth_quant_0"; +"1076 dropout_34_0_0_nncf_smooth_quant_0" -> "1077 quantize_per_tensor_default_56"; +"1077 quantize_per_tensor_default_56" -> "1078 dequantize_per_tensor_default_56"; +"1078 dequantize_per_tensor_default_56" -> "1083 linear_55"; +"1079 linear_55_scale_0_updated_constant0" -> "1082 mul_104"; +"1080 compressed_weight_updated_constant56" -> "1082 mul_104"; +"1081 _param_constant151_0_0" -> "1083 linear_55"; +"1082 mul_104" -> "1083 linear_55"; +"1083 linear_55" -> "1084 dropout_35"; +"1084 dropout_35" -> "1087 layer_norm_20"; +"1085 _param_constant152" -> "1087 layer_norm_20"; +"1086 _param_constant153" -> "1087 layer_norm_20"; +"1087 layer_norm_20" -> "1088 add_30"; +"1088 add_30" -> "1111 pad_11"; +"1088 add_30" -> "1190 add_33"; +"1089 _tensor_constant54" -> "1090 _tensor_constant54_0_0_nncf_smooth_quant_0"; +"1090 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1095 linear_56"; +"1091 linear_56_scale_0_updated_constant0" -> "1094 mul_105"; +"1092 compressed_weight_updated_constant57" -> "1094 mul_105"; +"1093 _param_constant155_0_0" -> "1095 linear_56"; +"1094 mul_105" -> "1095 linear_56"; +"1095 linear_56" -> "1096 relu__9"; +"1096 relu__9" -> "1097 relu__9_0_0_nncf_smooth_quant_0"; +"1097 relu__9_0_0_nncf_smooth_quant_0" -> "1101 linear_57"; +"1098 linear_57_scale_0_updated_constant0" -> "1100 mul_106"; +"1099 compressed_weight_updated_constant58" -> "1100 mul_106"; +"1100 mul_106" -> "1101 linear_57"; +"1101 linear_57" -> "1102 view_48"; +"1102 view_48" -> "1104 index_9"; +"1103 _tensor_constant55" -> "1104 index_9"; +"1104 index_9" -> "1105 view_49"; +"1105 view_49" -> "1106 permute_41"; +"1106 permute_41" -> "1107 contiguous_16"; +"1107 contiguous_16" -> "1108 unsqueeze_25"; +"1108 unsqueeze_25" -> "1109 sigmoid_9"; +"1109 sigmoid_9" -> "1110 mul_18"; +"1110 mul_18" -> "1147 add_31"; +"1111 pad_11" -> "1112 roll_8"; +"1112 roll_8" -> "1113 view_50"; +"1113 view_50" -> "1114 permute_42"; +"1114 permute_42" -> "1115 reshape_40"; +"1115 reshape_40" -> "1116 reshape_40_0_0_nncf_smooth_quant_0"; +"1115 reshape_40" -> "1148 new_zeros_4"; +"1116 reshape_40_0_0_nncf_smooth_quant_0" -> "1117 quantize_per_tensor_default_57"; +"1117 quantize_per_tensor_default_57" -> "1118 dequantize_per_tensor_default_57"; +"1118 dequantize_per_tensor_default_57" -> "1123 linear_58"; +"1119 linear_58_scale_0_updated_constant0" -> "1122 mul_107"; +"1120 compressed_weight_updated_constant59" -> "1122 mul_107"; +"1121 _param_constant157_0_0" -> "1123 linear_58"; +"1122 mul_107" -> "1123 linear_58"; +"1123 linear_58" -> "1124 reshape_41"; +"1124 reshape_41" -> "1125 permute_43"; +"1125 permute_43" -> "1126 select_27"; +"1125 permute_43" -> "1127 select_28"; +"1125 permute_43" -> "1128 select_29"; +"1126 select_27" -> "1129 linalg_vector_norm_18"; +"1126 select_27" -> "1131 expand_as_18"; +"1126 select_27" -> "1132 div_18"; +"1127 select_28" -> "1135 linalg_vector_norm_19"; +"1127 select_28" -> "1137 expand_as_19"; +"1127 select_28" -> "1138 div_19"; +"1128 select_29" -> "1166 matmul_19"; +"1129 linalg_vector_norm_18" -> "1130 clamp_min_18"; +"1130 clamp_min_18" -> "1131 expand_as_18"; +"1131 expand_as_18" -> "1132 div_18"; +"1132 div_18" -> "1133 quantize_per_tensor_default_58"; +"1133 quantize_per_tensor_default_58" -> "1134 dequantize_per_tensor_default_58"; +"1134 dequantize_per_tensor_default_58" -> "1142 matmul_18"; +"1135 linalg_vector_norm_19" -> "1136 clamp_min_19"; +"1136 clamp_min_19" -> "1137 expand_as_19"; +"1137 expand_as_19" -> "1138 div_19"; +"1138 div_19" -> "1139 quantize_per_tensor_default_59"; +"1139 quantize_per_tensor_default_59" -> "1140 dequantize_per_tensor_default_59"; +"1140 dequantize_per_tensor_default_59" -> "1141 transpose_18"; +"1141 transpose_18" -> "1142 matmul_18"; +"1142 matmul_18" -> "1146 mul_19"; +"1143 _param_constant159" -> "1144 clamp_9"; +"1144 clamp_9" -> "1145 exp_9"; +"1145 exp_9" -> "1146 mul_19"; +"1146 mul_19" -> "1147 add_31"; +"1147 add_31" -> "1159 view_52"; +"1148 new_zeros_4" -> "1149 view_51"; +"1149 view_51" -> "1150 permute_44"; +"1150 permute_44" -> "1151 reshape_42"; +"1151 reshape_42" -> "1152 unsqueeze_26"; +"1151 reshape_42" -> "1153 unsqueeze_27"; +"1152 unsqueeze_26" -> "1154 sub_4"; +"1153 unsqueeze_27" -> "1154 sub_4"; +"1154 sub_4" -> "1155 ne_4"; +"1154 sub_4" -> "1156 masked_fill_8"; +"1154 sub_4" -> "1157 eq_4"; +"1155 ne_4" -> "1156 masked_fill_8"; +"1156 masked_fill_8" -> "1158 masked_fill_9"; +"1157 eq_4" -> "1158 masked_fill_9"; +"1158 masked_fill_9" -> "1160 unsqueeze_28"; +"1159 view_52" -> "1162 add_32"; +"1160 unsqueeze_28" -> "1161 unsqueeze_29"; +"1161 unsqueeze_29" -> "1162 add_32"; +"1162 add_32" -> "1163 view_53"; +"1163 view_53" -> "1164 softmax_9"; +"1164 softmax_9" -> "1165 dropout_36"; +"1165 dropout_36" -> "1166 matmul_19"; +"1166 matmul_19" -> "1167 transpose_19"; +"1167 transpose_19" -> "1168 reshape_43"; +"1168 reshape_43" -> "1169 reshape_43_0_0_nncf_smooth_quant_0"; +"1169 reshape_43_0_0_nncf_smooth_quant_0" -> "1170 quantize_per_tensor_default_60"; +"1170 quantize_per_tensor_default_60" -> "1171 dequantize_per_tensor_default_60"; +"1171 dequantize_per_tensor_default_60" -> "1176 linear_59"; +"1172 linear_59_scale_0_updated_constant0" -> "1175 mul_108"; +"1173 compressed_weight_updated_constant60" -> "1175 mul_108"; +"1174 _param_constant161_0_0" -> "1176 linear_59"; +"1175 mul_108" -> "1176 linear_59"; +"1176 linear_59" -> "1177 dropout_37"; +"1177 dropout_37" -> "1178 view_54"; +"1178 view_54" -> "1179 permute_45"; +"1179 permute_45" -> "1180 reshape_44"; +"1180 reshape_44" -> "1181 roll_9"; +"1181 roll_9" -> "1182 slice_157"; +"1182 slice_157" -> "1183 slice_158"; +"1183 slice_158" -> "1184 slice_159"; +"1184 slice_159" -> "1185 slice_160"; +"1185 slice_160" -> "1186 contiguous_17"; +"1186 contiguous_17" -> "1189 layer_norm_21"; +"1187 _param_constant162" -> "1189 layer_norm_21"; +"1188 _param_constant163" -> "1189 layer_norm_21"; +"1189 layer_norm_21" -> "1190 add_33"; +"1190 add_33" -> "1191 add_33_0_0_nncf_smooth_quant_0"; +"1190 add_33" -> "1213 add_34"; +"1191 add_33_0_0_nncf_smooth_quant_0" -> "1192 quantize_per_tensor_default_61"; +"1192 quantize_per_tensor_default_61" -> "1193 dequantize_per_tensor_default_61"; +"1193 dequantize_per_tensor_default_61" -> "1198 linear_60"; +"1194 linear_60_scale_0_updated_constant0" -> "1197 mul_109"; +"1195 compressed_weight_updated_constant61" -> "1197 mul_109"; +"1196 _param_constant165_0_0" -> "1198 linear_60"; +"1197 mul_109" -> "1198 linear_60"; +"1198 linear_60" -> "1199 gelu_9"; +"1199 gelu_9" -> "1200 dropout_38"; +"1200 dropout_38" -> "1201 dropout_38_0_0_nncf_smooth_quant_0"; +"1201 dropout_38_0_0_nncf_smooth_quant_0" -> "1202 quantize_per_tensor_default_62"; +"1202 quantize_per_tensor_default_62" -> "1203 dequantize_per_tensor_default_62"; +"1203 dequantize_per_tensor_default_62" -> "1208 linear_61"; +"1204 linear_61_scale_0_updated_constant0" -> "1207 mul_110"; +"1205 compressed_weight_updated_constant62" -> "1207 mul_110"; +"1206 _param_constant167_0_0" -> "1208 linear_61"; +"1207 mul_110" -> "1208 linear_61"; +"1208 linear_61" -> "1209 dropout_39"; +"1209 dropout_39" -> "1212 layer_norm_22"; +"1210 _param_constant168" -> "1212 layer_norm_22"; +"1211 _param_constant169" -> "1212 layer_norm_22"; +"1212 layer_norm_22" -> "1213 add_34"; +"1213 add_34" -> "1236 pad_12"; +"1213 add_34" -> "1297 add_36"; +"1214 _tensor_constant65" -> "1215 _tensor_constant65_0_0_nncf_smooth_quant_0"; +"1215 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1220 linear_62"; +"1216 linear_62_scale_0_updated_constant0" -> "1219 mul_111"; +"1217 compressed_weight_updated_constant63" -> "1219 mul_111"; +"1218 _param_constant171_0_0" -> "1220 linear_62"; +"1219 mul_111" -> "1220 linear_62"; +"1220 linear_62" -> "1221 relu__10"; +"1221 relu__10" -> "1222 relu__10_0_0_nncf_smooth_quant_0"; +"1222 relu__10_0_0_nncf_smooth_quant_0" -> "1226 linear_63"; +"1223 linear_63_scale_0_updated_constant0" -> "1225 mul_112"; +"1224 compressed_weight_updated_constant64" -> "1225 mul_112"; +"1225 mul_112" -> "1226 linear_63"; +"1226 linear_63" -> "1227 view_55"; +"1227 view_55" -> "1229 index_10"; +"1228 _tensor_constant66" -> "1229 index_10"; +"1229 index_10" -> "1230 view_56"; +"1230 view_56" -> "1231 permute_46"; +"1231 permute_46" -> "1232 contiguous_18"; +"1232 contiguous_18" -> "1233 unsqueeze_30"; +"1233 unsqueeze_30" -> "1234 sigmoid_10"; +"1234 sigmoid_10" -> "1235 mul_20"; +"1235 mul_20" -> "1271 add_35"; +"1236 pad_12" -> "1237 view_57"; +"1237 view_57" -> "1238 permute_47"; +"1238 permute_47" -> "1239 reshape_45"; +"1239 reshape_45" -> "1240 reshape_45_0_0_nncf_smooth_quant_0"; +"1240 reshape_45_0_0_nncf_smooth_quant_0" -> "1241 quantize_per_tensor_default_63"; +"1241 quantize_per_tensor_default_63" -> "1242 dequantize_per_tensor_default_63"; +"1242 dequantize_per_tensor_default_63" -> "1247 linear_64"; +"1243 linear_64_scale_0_updated_constant0" -> "1246 mul_113"; +"1244 compressed_weight_updated_constant65" -> "1246 mul_113"; +"1245 _param_constant173_0_0" -> "1247 linear_64"; +"1246 mul_113" -> "1247 linear_64"; +"1247 linear_64" -> "1248 reshape_46"; +"1248 reshape_46" -> "1249 permute_48"; +"1249 permute_48" -> "1250 select_30"; +"1249 permute_48" -> "1251 select_31"; +"1249 permute_48" -> "1252 select_32"; +"1250 select_30" -> "1253 linalg_vector_norm_20"; +"1250 select_30" -> "1255 expand_as_20"; +"1250 select_30" -> "1256 div_20"; +"1251 select_31" -> "1259 linalg_vector_norm_21"; +"1251 select_31" -> "1261 expand_as_21"; +"1251 select_31" -> "1262 div_21"; +"1252 select_32" -> "1274 matmul_21"; +"1253 linalg_vector_norm_20" -> "1254 clamp_min_20"; +"1254 clamp_min_20" -> "1255 expand_as_20"; +"1255 expand_as_20" -> "1256 div_20"; +"1256 div_20" -> "1257 quantize_per_tensor_default_64"; +"1257 quantize_per_tensor_default_64" -> "1258 dequantize_per_tensor_default_64"; +"1258 dequantize_per_tensor_default_64" -> "1266 matmul_20"; +"1259 linalg_vector_norm_21" -> "1260 clamp_min_21"; +"1260 clamp_min_21" -> "1261 expand_as_21"; +"1261 expand_as_21" -> "1262 div_21"; +"1262 div_21" -> "1263 quantize_per_tensor_default_65"; +"1263 quantize_per_tensor_default_65" -> "1264 dequantize_per_tensor_default_65"; +"1264 dequantize_per_tensor_default_65" -> "1265 transpose_20"; +"1265 transpose_20" -> "1266 matmul_20"; +"1266 matmul_20" -> "1270 mul_21"; +"1267 _param_constant175" -> "1268 clamp_10"; +"1268 clamp_10" -> "1269 exp_10"; +"1269 exp_10" -> "1270 mul_21"; +"1270 mul_21" -> "1271 add_35"; +"1271 add_35" -> "1272 softmax_10"; +"1272 softmax_10" -> "1273 dropout_40"; +"1273 dropout_40" -> "1274 matmul_21"; +"1274 matmul_21" -> "1275 transpose_21"; +"1275 transpose_21" -> "1276 reshape_47"; +"1276 reshape_47" -> "1277 reshape_47_0_0_nncf_smooth_quant_0"; +"1277 reshape_47_0_0_nncf_smooth_quant_0" -> "1278 quantize_per_tensor_default_66"; +"1278 quantize_per_tensor_default_66" -> "1279 dequantize_per_tensor_default_66"; +"1279 dequantize_per_tensor_default_66" -> "1284 linear_65"; +"1280 linear_65_scale_0_updated_constant0" -> "1283 mul_114"; +"1281 compressed_weight_updated_constant66" -> "1283 mul_114"; +"1282 _param_constant177_0_0" -> "1284 linear_65"; +"1283 mul_114" -> "1284 linear_65"; +"1284 linear_65" -> "1285 dropout_41"; +"1285 dropout_41" -> "1286 view_58"; +"1286 view_58" -> "1287 permute_49"; +"1287 permute_49" -> "1288 reshape_48"; +"1288 reshape_48" -> "1289 slice_162"; +"1289 slice_162" -> "1290 slice_163"; +"1290 slice_163" -> "1291 slice_164"; +"1291 slice_164" -> "1292 slice_165"; +"1292 slice_165" -> "1293 contiguous_19"; +"1293 contiguous_19" -> "1296 layer_norm_23"; +"1294 _param_constant178" -> "1296 layer_norm_23"; +"1295 _param_constant179" -> "1296 layer_norm_23"; +"1296 layer_norm_23" -> "1297 add_36"; +"1297 add_36" -> "1298 add_36_0_0_nncf_smooth_quant_0"; +"1297 add_36" -> "1320 add_37"; +"1298 add_36_0_0_nncf_smooth_quant_0" -> "1299 quantize_per_tensor_default_67"; +"1299 quantize_per_tensor_default_67" -> "1300 dequantize_per_tensor_default_67"; +"1300 dequantize_per_tensor_default_67" -> "1305 linear_66"; +"1301 linear_66_scale_0_updated_constant0" -> "1304 mul_115"; +"1302 compressed_weight_updated_constant67" -> "1304 mul_115"; +"1303 _param_constant181_0_0" -> "1305 linear_66"; +"1304 mul_115" -> "1305 linear_66"; +"1305 linear_66" -> "1306 gelu_10"; +"1306 gelu_10" -> "1307 dropout_42"; +"1307 dropout_42" -> "1308 dropout_42_0_0_nncf_smooth_quant_0"; +"1308 dropout_42_0_0_nncf_smooth_quant_0" -> "1309 quantize_per_tensor_default_68"; +"1309 quantize_per_tensor_default_68" -> "1310 dequantize_per_tensor_default_68"; +"1310 dequantize_per_tensor_default_68" -> "1315 linear_67"; +"1311 linear_67_scale_0_updated_constant0" -> "1314 mul_116"; +"1312 compressed_weight_updated_constant68" -> "1314 mul_116"; +"1313 _param_constant183_0_0" -> "1315 linear_67"; +"1314 mul_116" -> "1315 linear_67"; +"1315 linear_67" -> "1316 dropout_43"; +"1316 dropout_43" -> "1319 layer_norm_24"; +"1317 _param_constant184" -> "1319 layer_norm_24"; +"1318 _param_constant185" -> "1319 layer_norm_24"; +"1319 layer_norm_24" -> "1320 add_37"; +"1320 add_37" -> "1343 pad_13"; +"1320 add_37" -> "1422 add_40"; +"1321 _tensor_constant67" -> "1322 _tensor_constant67_0_0_nncf_smooth_quant_0"; +"1322 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1327 linear_68"; +"1323 linear_68_scale_0_updated_constant0" -> "1326 mul_117"; +"1324 compressed_weight_updated_constant69" -> "1326 mul_117"; +"1325 _param_constant187_0_0" -> "1327 linear_68"; +"1326 mul_117" -> "1327 linear_68"; +"1327 linear_68" -> "1328 relu__11"; +"1328 relu__11" -> "1329 relu__11_0_0_nncf_smooth_quant_0"; +"1329 relu__11_0_0_nncf_smooth_quant_0" -> "1333 linear_69"; +"1330 linear_69_scale_0_updated_constant0" -> "1332 mul_118"; +"1331 compressed_weight_updated_constant70" -> "1332 mul_118"; +"1332 mul_118" -> "1333 linear_69"; +"1333 linear_69" -> "1334 view_59"; +"1334 view_59" -> "1336 index_11"; +"1335 _tensor_constant68" -> "1336 index_11"; +"1336 index_11" -> "1337 view_60"; +"1337 view_60" -> "1338 permute_50"; +"1338 permute_50" -> "1339 contiguous_20"; +"1339 contiguous_20" -> "1340 unsqueeze_31"; +"1340 unsqueeze_31" -> "1341 sigmoid_11"; +"1341 sigmoid_11" -> "1342 mul_22"; +"1342 mul_22" -> "1379 add_38"; +"1343 pad_13" -> "1344 roll_10"; +"1344 roll_10" -> "1345 view_61"; +"1345 view_61" -> "1346 permute_51"; +"1346 permute_51" -> "1347 reshape_49"; +"1347 reshape_49" -> "1348 reshape_49_0_0_nncf_smooth_quant_0"; +"1347 reshape_49" -> "1380 new_zeros_5"; +"1348 reshape_49_0_0_nncf_smooth_quant_0" -> "1349 quantize_per_tensor_default_69"; +"1349 quantize_per_tensor_default_69" -> "1350 dequantize_per_tensor_default_69"; +"1350 dequantize_per_tensor_default_69" -> "1355 linear_70"; +"1351 linear_70_scale_0_updated_constant0" -> "1354 mul_119"; +"1352 compressed_weight_updated_constant71" -> "1354 mul_119"; +"1353 _param_constant189_0_0" -> "1355 linear_70"; +"1354 mul_119" -> "1355 linear_70"; +"1355 linear_70" -> "1356 reshape_50"; +"1356 reshape_50" -> "1357 permute_52"; +"1357 permute_52" -> "1358 select_33"; +"1357 permute_52" -> "1359 select_34"; +"1357 permute_52" -> "1360 select_35"; +"1358 select_33" -> "1361 linalg_vector_norm_22"; +"1358 select_33" -> "1363 expand_as_22"; +"1358 select_33" -> "1364 div_22"; +"1359 select_34" -> "1367 linalg_vector_norm_23"; +"1359 select_34" -> "1369 expand_as_23"; +"1359 select_34" -> "1370 div_23"; +"1360 select_35" -> "1398 matmul_23"; +"1361 linalg_vector_norm_22" -> "1362 clamp_min_22"; +"1362 clamp_min_22" -> "1363 expand_as_22"; +"1363 expand_as_22" -> "1364 div_22"; +"1364 div_22" -> "1365 quantize_per_tensor_default_70"; +"1365 quantize_per_tensor_default_70" -> "1366 dequantize_per_tensor_default_70"; +"1366 dequantize_per_tensor_default_70" -> "1374 matmul_22"; +"1367 linalg_vector_norm_23" -> "1368 clamp_min_23"; +"1368 clamp_min_23" -> "1369 expand_as_23"; +"1369 expand_as_23" -> "1370 div_23"; +"1370 div_23" -> "1371 quantize_per_tensor_default_71"; +"1371 quantize_per_tensor_default_71" -> "1372 dequantize_per_tensor_default_71"; +"1372 dequantize_per_tensor_default_71" -> "1373 transpose_22"; +"1373 transpose_22" -> "1374 matmul_22"; +"1374 matmul_22" -> "1378 mul_23"; +"1375 _param_constant191" -> "1376 clamp_11"; +"1376 clamp_11" -> "1377 exp_11"; +"1377 exp_11" -> "1378 mul_23"; +"1378 mul_23" -> "1379 add_38"; +"1379 add_38" -> "1391 view_63"; +"1380 new_zeros_5" -> "1381 view_62"; +"1381 view_62" -> "1382 permute_53"; +"1382 permute_53" -> "1383 reshape_51"; +"1383 reshape_51" -> "1384 unsqueeze_32"; +"1383 reshape_51" -> "1385 unsqueeze_33"; +"1384 unsqueeze_32" -> "1386 sub_5"; +"1385 unsqueeze_33" -> "1386 sub_5"; +"1386 sub_5" -> "1387 ne_5"; +"1386 sub_5" -> "1388 masked_fill_10"; +"1386 sub_5" -> "1389 eq_5"; +"1387 ne_5" -> "1388 masked_fill_10"; +"1388 masked_fill_10" -> "1390 masked_fill_11"; +"1389 eq_5" -> "1390 masked_fill_11"; +"1390 masked_fill_11" -> "1392 unsqueeze_34"; +"1391 view_63" -> "1394 add_39"; +"1392 unsqueeze_34" -> "1393 unsqueeze_35"; +"1393 unsqueeze_35" -> "1394 add_39"; +"1394 add_39" -> "1395 view_64"; +"1395 view_64" -> "1396 softmax_11"; +"1396 softmax_11" -> "1397 dropout_44"; +"1397 dropout_44" -> "1398 matmul_23"; +"1398 matmul_23" -> "1399 transpose_23"; +"1399 transpose_23" -> "1400 reshape_52"; +"1400 reshape_52" -> "1401 reshape_52_0_0_nncf_smooth_quant_0"; +"1401 reshape_52_0_0_nncf_smooth_quant_0" -> "1402 quantize_per_tensor_default_72"; +"1402 quantize_per_tensor_default_72" -> "1403 dequantize_per_tensor_default_72"; +"1403 dequantize_per_tensor_default_72" -> "1408 linear_71"; +"1404 linear_71_scale_0_updated_constant0" -> "1407 mul_120"; +"1405 compressed_weight_updated_constant72" -> "1407 mul_120"; +"1406 _param_constant193_0_0" -> "1408 linear_71"; +"1407 mul_120" -> "1408 linear_71"; +"1408 linear_71" -> "1409 dropout_45"; +"1409 dropout_45" -> "1410 view_65"; +"1410 view_65" -> "1411 permute_54"; +"1411 permute_54" -> "1412 reshape_53"; +"1412 reshape_53" -> "1413 roll_11"; +"1413 roll_11" -> "1414 slice_185"; +"1414 slice_185" -> "1415 slice_186"; +"1415 slice_186" -> "1416 slice_187"; +"1416 slice_187" -> "1417 slice_188"; +"1417 slice_188" -> "1418 contiguous_21"; +"1418 contiguous_21" -> "1421 layer_norm_25"; +"1419 _param_constant194" -> "1421 layer_norm_25"; +"1420 _param_constant195" -> "1421 layer_norm_25"; +"1421 layer_norm_25" -> "1422 add_40"; +"1422 add_40" -> "1423 add_40_0_0_nncf_smooth_quant_0"; +"1422 add_40" -> "1445 add_41"; +"1423 add_40_0_0_nncf_smooth_quant_0" -> "1424 quantize_per_tensor_default_73"; +"1424 quantize_per_tensor_default_73" -> "1425 dequantize_per_tensor_default_73"; +"1425 dequantize_per_tensor_default_73" -> "1430 linear_72"; +"1426 linear_72_scale_0_updated_constant0" -> "1429 mul_121"; +"1427 compressed_weight_updated_constant73" -> "1429 mul_121"; +"1428 _param_constant197_0_0" -> "1430 linear_72"; +"1429 mul_121" -> "1430 linear_72"; +"1430 linear_72" -> "1431 gelu_11"; +"1431 gelu_11" -> "1432 dropout_46"; +"1432 dropout_46" -> "1433 dropout_46_0_0_nncf_smooth_quant_0"; +"1433 dropout_46_0_0_nncf_smooth_quant_0" -> "1434 quantize_per_tensor_default_74"; +"1434 quantize_per_tensor_default_74" -> "1435 dequantize_per_tensor_default_74"; +"1435 dequantize_per_tensor_default_74" -> "1440 linear_73"; +"1436 linear_73_scale_0_updated_constant0" -> "1439 mul_122"; +"1437 compressed_weight_updated_constant74" -> "1439 mul_122"; +"1438 _param_constant199_0_0" -> "1440 linear_73"; +"1439 mul_122" -> "1440 linear_73"; +"1440 linear_73" -> "1441 dropout_47"; +"1441 dropout_47" -> "1444 layer_norm_26"; +"1442 _param_constant200" -> "1444 layer_norm_26"; +"1443 _param_constant201" -> "1444 layer_norm_26"; +"1444 layer_norm_26" -> "1445 add_41"; +"1445 add_41" -> "1468 pad_14"; +"1445 add_41" -> "1529 add_43"; +"1446 _tensor_constant78" -> "1447 _tensor_constant78_0_0_nncf_smooth_quant_0"; +"1447 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1452 linear_74"; +"1448 linear_74_scale_0_updated_constant0" -> "1451 mul_123"; +"1449 compressed_weight_updated_constant75" -> "1451 mul_123"; +"1450 _param_constant203_0_0" -> "1452 linear_74"; +"1451 mul_123" -> "1452 linear_74"; +"1452 linear_74" -> "1453 relu__12"; +"1453 relu__12" -> "1454 relu__12_0_0_nncf_smooth_quant_0"; +"1454 relu__12_0_0_nncf_smooth_quant_0" -> "1458 linear_75"; +"1455 linear_75_scale_0_updated_constant0" -> "1457 mul_124"; +"1456 compressed_weight_updated_constant76" -> "1457 mul_124"; +"1457 mul_124" -> "1458 linear_75"; +"1458 linear_75" -> "1459 view_66"; +"1459 view_66" -> "1461 index_12"; +"1460 _tensor_constant79" -> "1461 index_12"; +"1461 index_12" -> "1462 view_67"; +"1462 view_67" -> "1463 permute_55"; +"1463 permute_55" -> "1464 contiguous_22"; +"1464 contiguous_22" -> "1465 unsqueeze_36"; +"1465 unsqueeze_36" -> "1466 sigmoid_12"; +"1466 sigmoid_12" -> "1467 mul_24"; +"1467 mul_24" -> "1503 add_42"; +"1468 pad_14" -> "1469 view_68"; +"1469 view_68" -> "1470 permute_56"; +"1470 permute_56" -> "1471 reshape_54"; +"1471 reshape_54" -> "1472 reshape_54_0_0_nncf_smooth_quant_0"; +"1472 reshape_54_0_0_nncf_smooth_quant_0" -> "1473 quantize_per_tensor_default_75"; +"1473 quantize_per_tensor_default_75" -> "1474 dequantize_per_tensor_default_75"; +"1474 dequantize_per_tensor_default_75" -> "1479 linear_76"; +"1475 linear_76_scale_0_updated_constant0" -> "1478 mul_125"; +"1476 compressed_weight_updated_constant77" -> "1478 mul_125"; +"1477 _param_constant205_0_0" -> "1479 linear_76"; +"1478 mul_125" -> "1479 linear_76"; +"1479 linear_76" -> "1480 reshape_55"; +"1480 reshape_55" -> "1481 permute_57"; +"1481 permute_57" -> "1482 select_36"; +"1481 permute_57" -> "1483 select_37"; +"1481 permute_57" -> "1484 select_38"; +"1482 select_36" -> "1485 linalg_vector_norm_24"; +"1482 select_36" -> "1487 expand_as_24"; +"1482 select_36" -> "1488 div_24"; +"1483 select_37" -> "1491 linalg_vector_norm_25"; +"1483 select_37" -> "1493 expand_as_25"; +"1483 select_37" -> "1494 div_25"; +"1484 select_38" -> "1506 matmul_25"; +"1485 linalg_vector_norm_24" -> "1486 clamp_min_24"; +"1486 clamp_min_24" -> "1487 expand_as_24"; +"1487 expand_as_24" -> "1488 div_24"; +"1488 div_24" -> "1489 quantize_per_tensor_default_76"; +"1489 quantize_per_tensor_default_76" -> "1490 dequantize_per_tensor_default_76"; +"1490 dequantize_per_tensor_default_76" -> "1498 matmul_24"; +"1491 linalg_vector_norm_25" -> "1492 clamp_min_25"; +"1492 clamp_min_25" -> "1493 expand_as_25"; +"1493 expand_as_25" -> "1494 div_25"; +"1494 div_25" -> "1495 quantize_per_tensor_default_77"; +"1495 quantize_per_tensor_default_77" -> "1496 dequantize_per_tensor_default_77"; +"1496 dequantize_per_tensor_default_77" -> "1497 transpose_24"; +"1497 transpose_24" -> "1498 matmul_24"; +"1498 matmul_24" -> "1502 mul_25"; +"1499 _param_constant207" -> "1500 clamp_12"; +"1500 clamp_12" -> "1501 exp_12"; +"1501 exp_12" -> "1502 mul_25"; +"1502 mul_25" -> "1503 add_42"; +"1503 add_42" -> "1504 softmax_12"; +"1504 softmax_12" -> "1505 dropout_48"; +"1505 dropout_48" -> "1506 matmul_25"; +"1506 matmul_25" -> "1507 transpose_25"; +"1507 transpose_25" -> "1508 reshape_56"; +"1508 reshape_56" -> "1509 reshape_56_0_0_nncf_smooth_quant_0"; +"1509 reshape_56_0_0_nncf_smooth_quant_0" -> "1510 quantize_per_tensor_default_78"; +"1510 quantize_per_tensor_default_78" -> "1511 dequantize_per_tensor_default_78"; +"1511 dequantize_per_tensor_default_78" -> "1516 linear_77"; +"1512 linear_77_scale_0_updated_constant0" -> "1515 mul_126"; +"1513 compressed_weight_updated_constant78" -> "1515 mul_126"; +"1514 _param_constant209_0_0" -> "1516 linear_77"; +"1515 mul_126" -> "1516 linear_77"; +"1516 linear_77" -> "1517 dropout_49"; +"1517 dropout_49" -> "1518 view_69"; +"1518 view_69" -> "1519 permute_58"; +"1519 permute_58" -> "1520 reshape_57"; +"1520 reshape_57" -> "1521 slice_190"; +"1521 slice_190" -> "1522 slice_191"; +"1522 slice_191" -> "1523 slice_192"; +"1523 slice_192" -> "1524 slice_193"; +"1524 slice_193" -> "1525 contiguous_23"; +"1525 contiguous_23" -> "1528 layer_norm_27"; +"1526 _param_constant210" -> "1528 layer_norm_27"; +"1527 _param_constant211" -> "1528 layer_norm_27"; +"1528 layer_norm_27" -> "1529 add_43"; +"1529 add_43" -> "1530 add_43_0_0_nncf_smooth_quant_0"; +"1529 add_43" -> "1552 add_44"; +"1530 add_43_0_0_nncf_smooth_quant_0" -> "1531 quantize_per_tensor_default_79"; +"1531 quantize_per_tensor_default_79" -> "1532 dequantize_per_tensor_default_79"; +"1532 dequantize_per_tensor_default_79" -> "1537 linear_78"; +"1533 linear_78_scale_0_updated_constant0" -> "1536 mul_127"; +"1534 compressed_weight_updated_constant79" -> "1536 mul_127"; +"1535 _param_constant213_0_0" -> "1537 linear_78"; +"1536 mul_127" -> "1537 linear_78"; +"1537 linear_78" -> "1538 gelu_12"; +"1538 gelu_12" -> "1539 dropout_50"; +"1539 dropout_50" -> "1540 dropout_50_0_0_nncf_smooth_quant_0"; +"1540 dropout_50_0_0_nncf_smooth_quant_0" -> "1541 quantize_per_tensor_default_80"; +"1541 quantize_per_tensor_default_80" -> "1542 dequantize_per_tensor_default_80"; +"1542 dequantize_per_tensor_default_80" -> "1547 linear_79"; +"1543 linear_79_scale_0_updated_constant0" -> "1546 mul_128"; +"1544 compressed_weight_updated_constant80" -> "1546 mul_128"; +"1545 _param_constant215_0_0" -> "1547 linear_79"; +"1546 mul_128" -> "1547 linear_79"; +"1547 linear_79" -> "1548 dropout_51"; +"1548 dropout_51" -> "1551 layer_norm_28"; +"1549 _param_constant216" -> "1551 layer_norm_28"; +"1550 _param_constant217" -> "1551 layer_norm_28"; +"1551 layer_norm_28" -> "1552 add_44"; +"1552 add_44" -> "1575 pad_15"; +"1552 add_44" -> "1654 add_47"; +"1553 _tensor_constant80" -> "1554 _tensor_constant80_0_0_nncf_smooth_quant_0"; +"1554 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1559 linear_80"; +"1555 linear_80_scale_0_updated_constant0" -> "1558 mul_129"; +"1556 compressed_weight_updated_constant81" -> "1558 mul_129"; +"1557 _param_constant219_0_0" -> "1559 linear_80"; +"1558 mul_129" -> "1559 linear_80"; +"1559 linear_80" -> "1560 relu__13"; +"1560 relu__13" -> "1561 relu__13_0_0_nncf_smooth_quant_0"; +"1561 relu__13_0_0_nncf_smooth_quant_0" -> "1565 linear_81"; +"1562 linear_81_scale_0_updated_constant0" -> "1564 mul_130"; +"1563 compressed_weight_updated_constant82" -> "1564 mul_130"; +"1564 mul_130" -> "1565 linear_81"; +"1565 linear_81" -> "1566 view_70"; +"1566 view_70" -> "1568 index_13"; +"1567 _tensor_constant81" -> "1568 index_13"; +"1568 index_13" -> "1569 view_71"; +"1569 view_71" -> "1570 permute_59"; +"1570 permute_59" -> "1571 contiguous_24"; +"1571 contiguous_24" -> "1572 unsqueeze_37"; +"1572 unsqueeze_37" -> "1573 sigmoid_13"; +"1573 sigmoid_13" -> "1574 mul_26"; +"1574 mul_26" -> "1611 add_45"; +"1575 pad_15" -> "1576 roll_12"; +"1576 roll_12" -> "1577 view_72"; +"1577 view_72" -> "1578 permute_60"; +"1578 permute_60" -> "1579 reshape_58"; +"1579 reshape_58" -> "1580 reshape_58_0_0_nncf_smooth_quant_0"; +"1579 reshape_58" -> "1612 new_zeros_6"; +"1580 reshape_58_0_0_nncf_smooth_quant_0" -> "1581 quantize_per_tensor_default_81"; +"1581 quantize_per_tensor_default_81" -> "1582 dequantize_per_tensor_default_81"; +"1582 dequantize_per_tensor_default_81" -> "1587 linear_82"; +"1583 linear_82_scale_0_updated_constant0" -> "1586 mul_131"; +"1584 compressed_weight_updated_constant83" -> "1586 mul_131"; +"1585 _param_constant221_0_0" -> "1587 linear_82"; +"1586 mul_131" -> "1587 linear_82"; +"1587 linear_82" -> "1588 reshape_59"; +"1588 reshape_59" -> "1589 permute_61"; +"1589 permute_61" -> "1590 select_39"; +"1589 permute_61" -> "1591 select_40"; +"1589 permute_61" -> "1592 select_41"; +"1590 select_39" -> "1593 linalg_vector_norm_26"; +"1590 select_39" -> "1595 expand_as_26"; +"1590 select_39" -> "1596 div_26"; +"1591 select_40" -> "1599 linalg_vector_norm_27"; +"1591 select_40" -> "1601 expand_as_27"; +"1591 select_40" -> "1602 div_27"; +"1592 select_41" -> "1630 matmul_27"; +"1593 linalg_vector_norm_26" -> "1594 clamp_min_26"; +"1594 clamp_min_26" -> "1595 expand_as_26"; +"1595 expand_as_26" -> "1596 div_26"; +"1596 div_26" -> "1597 quantize_per_tensor_default_82"; +"1597 quantize_per_tensor_default_82" -> "1598 dequantize_per_tensor_default_82"; +"1598 dequantize_per_tensor_default_82" -> "1606 matmul_26"; +"1599 linalg_vector_norm_27" -> "1600 clamp_min_27"; +"1600 clamp_min_27" -> "1601 expand_as_27"; +"1601 expand_as_27" -> "1602 div_27"; +"1602 div_27" -> "1603 quantize_per_tensor_default_83"; +"1603 quantize_per_tensor_default_83" -> "1604 dequantize_per_tensor_default_83"; +"1604 dequantize_per_tensor_default_83" -> "1605 transpose_26"; +"1605 transpose_26" -> "1606 matmul_26"; +"1606 matmul_26" -> "1610 mul_27"; +"1607 _param_constant223" -> "1608 clamp_13"; +"1608 clamp_13" -> "1609 exp_13"; +"1609 exp_13" -> "1610 mul_27"; +"1610 mul_27" -> "1611 add_45"; +"1611 add_45" -> "1623 view_74"; +"1612 new_zeros_6" -> "1613 view_73"; +"1613 view_73" -> "1614 permute_62"; +"1614 permute_62" -> "1615 reshape_60"; +"1615 reshape_60" -> "1616 unsqueeze_38"; +"1615 reshape_60" -> "1617 unsqueeze_39"; +"1616 unsqueeze_38" -> "1618 sub_6"; +"1617 unsqueeze_39" -> "1618 sub_6"; +"1618 sub_6" -> "1619 ne_6"; +"1618 sub_6" -> "1620 masked_fill_12"; +"1618 sub_6" -> "1621 eq_6"; +"1619 ne_6" -> "1620 masked_fill_12"; +"1620 masked_fill_12" -> "1622 masked_fill_13"; +"1621 eq_6" -> "1622 masked_fill_13"; +"1622 masked_fill_13" -> "1624 unsqueeze_40"; +"1623 view_74" -> "1626 add_46"; +"1624 unsqueeze_40" -> "1625 unsqueeze_41"; +"1625 unsqueeze_41" -> "1626 add_46"; +"1626 add_46" -> "1627 view_75"; +"1627 view_75" -> "1628 softmax_13"; +"1628 softmax_13" -> "1629 dropout_52"; +"1629 dropout_52" -> "1630 matmul_27"; +"1630 matmul_27" -> "1631 transpose_27"; +"1631 transpose_27" -> "1632 reshape_61"; +"1632 reshape_61" -> "1633 reshape_61_0_0_nncf_smooth_quant_0"; +"1633 reshape_61_0_0_nncf_smooth_quant_0" -> "1634 quantize_per_tensor_default_84"; +"1634 quantize_per_tensor_default_84" -> "1635 dequantize_per_tensor_default_84"; +"1635 dequantize_per_tensor_default_84" -> "1640 linear_83"; +"1636 linear_83_scale_0_updated_constant0" -> "1639 mul_132"; +"1637 compressed_weight_updated_constant84" -> "1639 mul_132"; +"1638 _param_constant225_0_0" -> "1640 linear_83"; +"1639 mul_132" -> "1640 linear_83"; +"1640 linear_83" -> "1641 dropout_53"; +"1641 dropout_53" -> "1642 view_76"; +"1642 view_76" -> "1643 permute_63"; +"1643 permute_63" -> "1644 reshape_62"; +"1644 reshape_62" -> "1645 roll_13"; +"1645 roll_13" -> "1646 slice_213"; +"1646 slice_213" -> "1647 slice_214"; +"1647 slice_214" -> "1648 slice_215"; +"1648 slice_215" -> "1649 slice_216"; +"1649 slice_216" -> "1650 contiguous_25"; +"1650 contiguous_25" -> "1653 layer_norm_29"; +"1651 _param_constant226" -> "1653 layer_norm_29"; +"1652 _param_constant227" -> "1653 layer_norm_29"; +"1653 layer_norm_29" -> "1654 add_47"; +"1654 add_47" -> "1655 add_47_0_0_nncf_smooth_quant_0"; +"1654 add_47" -> "1677 add_48"; +"1655 add_47_0_0_nncf_smooth_quant_0" -> "1656 quantize_per_tensor_default_85"; +"1656 quantize_per_tensor_default_85" -> "1657 dequantize_per_tensor_default_85"; +"1657 dequantize_per_tensor_default_85" -> "1662 linear_84"; +"1658 linear_84_scale_0_updated_constant0" -> "1661 mul_133"; +"1659 compressed_weight_updated_constant85" -> "1661 mul_133"; +"1660 _param_constant229_0_0" -> "1662 linear_84"; +"1661 mul_133" -> "1662 linear_84"; +"1662 linear_84" -> "1663 gelu_13"; +"1663 gelu_13" -> "1664 dropout_54"; +"1664 dropout_54" -> "1665 dropout_54_0_0_nncf_smooth_quant_0"; +"1665 dropout_54_0_0_nncf_smooth_quant_0" -> "1666 quantize_per_tensor_default_86"; +"1666 quantize_per_tensor_default_86" -> "1667 dequantize_per_tensor_default_86"; +"1667 dequantize_per_tensor_default_86" -> "1672 linear_85"; +"1668 linear_85_scale_0_updated_constant0" -> "1671 mul_134"; +"1669 compressed_weight_updated_constant86" -> "1671 mul_134"; +"1670 _param_constant231_0_0" -> "1672 linear_85"; +"1671 mul_134" -> "1672 linear_85"; +"1672 linear_85" -> "1673 dropout_55"; +"1673 dropout_55" -> "1676 layer_norm_30"; +"1674 _param_constant232" -> "1676 layer_norm_30"; +"1675 _param_constant233" -> "1676 layer_norm_30"; +"1676 layer_norm_30" -> "1677 add_48"; +"1677 add_48" -> "1700 pad_16"; +"1677 add_48" -> "1761 add_50"; +"1678 _tensor_constant91" -> "1679 _tensor_constant91_0_0_nncf_smooth_quant_0"; +"1679 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1684 linear_86"; +"1680 linear_86_scale_0_updated_constant0" -> "1683 mul_135"; +"1681 compressed_weight_updated_constant87" -> "1683 mul_135"; +"1682 _param_constant235_0_0" -> "1684 linear_86"; +"1683 mul_135" -> "1684 linear_86"; +"1684 linear_86" -> "1685 relu__14"; +"1685 relu__14" -> "1686 relu__14_0_0_nncf_smooth_quant_0"; +"1686 relu__14_0_0_nncf_smooth_quant_0" -> "1690 linear_87"; +"1687 linear_87_scale_0_updated_constant0" -> "1689 mul_136"; +"1688 compressed_weight_updated_constant88" -> "1689 mul_136"; +"1689 mul_136" -> "1690 linear_87"; +"1690 linear_87" -> "1691 view_77"; +"1691 view_77" -> "1693 index_14"; +"1692 _tensor_constant92" -> "1693 index_14"; +"1693 index_14" -> "1694 view_78"; +"1694 view_78" -> "1695 permute_64"; +"1695 permute_64" -> "1696 contiguous_26"; +"1696 contiguous_26" -> "1697 unsqueeze_42"; +"1697 unsqueeze_42" -> "1698 sigmoid_14"; +"1698 sigmoid_14" -> "1699 mul_28"; +"1699 mul_28" -> "1735 add_49"; +"1700 pad_16" -> "1701 view_79"; +"1701 view_79" -> "1702 permute_65"; +"1702 permute_65" -> "1703 reshape_63"; +"1703 reshape_63" -> "1704 reshape_63_0_0_nncf_smooth_quant_0"; +"1704 reshape_63_0_0_nncf_smooth_quant_0" -> "1705 quantize_per_tensor_default_87"; +"1705 quantize_per_tensor_default_87" -> "1706 dequantize_per_tensor_default_87"; +"1706 dequantize_per_tensor_default_87" -> "1711 linear_88"; +"1707 linear_88_scale_0_updated_constant0" -> "1710 mul_137"; +"1708 compressed_weight_updated_constant89" -> "1710 mul_137"; +"1709 _param_constant237_0_0" -> "1711 linear_88"; +"1710 mul_137" -> "1711 linear_88"; +"1711 linear_88" -> "1712 reshape_64"; +"1712 reshape_64" -> "1713 permute_66"; +"1713 permute_66" -> "1714 select_42"; +"1713 permute_66" -> "1715 select_43"; +"1713 permute_66" -> "1716 select_44"; +"1714 select_42" -> "1717 linalg_vector_norm_28"; +"1714 select_42" -> "1719 expand_as_28"; +"1714 select_42" -> "1720 div_28"; +"1715 select_43" -> "1723 linalg_vector_norm_29"; +"1715 select_43" -> "1725 expand_as_29"; +"1715 select_43" -> "1726 div_29"; +"1716 select_44" -> "1738 matmul_29"; +"1717 linalg_vector_norm_28" -> "1718 clamp_min_28"; +"1718 clamp_min_28" -> "1719 expand_as_28"; +"1719 expand_as_28" -> "1720 div_28"; +"1720 div_28" -> "1721 quantize_per_tensor_default_88"; +"1721 quantize_per_tensor_default_88" -> "1722 dequantize_per_tensor_default_88"; +"1722 dequantize_per_tensor_default_88" -> "1730 matmul_28"; +"1723 linalg_vector_norm_29" -> "1724 clamp_min_29"; +"1724 clamp_min_29" -> "1725 expand_as_29"; +"1725 expand_as_29" -> "1726 div_29"; +"1726 div_29" -> "1727 quantize_per_tensor_default_89"; +"1727 quantize_per_tensor_default_89" -> "1728 dequantize_per_tensor_default_89"; +"1728 dequantize_per_tensor_default_89" -> "1729 transpose_28"; +"1729 transpose_28" -> "1730 matmul_28"; +"1730 matmul_28" -> "1734 mul_29"; +"1731 _param_constant239" -> "1732 clamp_14"; +"1732 clamp_14" -> "1733 exp_14"; +"1733 exp_14" -> "1734 mul_29"; +"1734 mul_29" -> "1735 add_49"; +"1735 add_49" -> "1736 softmax_14"; +"1736 softmax_14" -> "1737 dropout_56"; +"1737 dropout_56" -> "1738 matmul_29"; +"1738 matmul_29" -> "1739 transpose_29"; +"1739 transpose_29" -> "1740 reshape_65"; +"1740 reshape_65" -> "1741 reshape_65_0_0_nncf_smooth_quant_0"; +"1741 reshape_65_0_0_nncf_smooth_quant_0" -> "1742 quantize_per_tensor_default_90"; +"1742 quantize_per_tensor_default_90" -> "1743 dequantize_per_tensor_default_90"; +"1743 dequantize_per_tensor_default_90" -> "1748 linear_89"; +"1744 linear_89_scale_0_updated_constant0" -> "1747 mul_138"; +"1745 compressed_weight_updated_constant90" -> "1747 mul_138"; +"1746 _param_constant241_0_0" -> "1748 linear_89"; +"1747 mul_138" -> "1748 linear_89"; +"1748 linear_89" -> "1749 dropout_57"; +"1749 dropout_57" -> "1750 view_80"; +"1750 view_80" -> "1751 permute_67"; +"1751 permute_67" -> "1752 reshape_66"; +"1752 reshape_66" -> "1753 slice_218"; +"1753 slice_218" -> "1754 slice_219"; +"1754 slice_219" -> "1755 slice_220"; +"1755 slice_220" -> "1756 slice_221"; +"1756 slice_221" -> "1757 contiguous_27"; +"1757 contiguous_27" -> "1760 layer_norm_31"; +"1758 _param_constant242" -> "1760 layer_norm_31"; +"1759 _param_constant243" -> "1760 layer_norm_31"; +"1760 layer_norm_31" -> "1761 add_50"; +"1761 add_50" -> "1762 add_50_0_0_nncf_smooth_quant_0"; +"1761 add_50" -> "1784 add_51"; +"1762 add_50_0_0_nncf_smooth_quant_0" -> "1763 quantize_per_tensor_default_91"; +"1763 quantize_per_tensor_default_91" -> "1764 dequantize_per_tensor_default_91"; +"1764 dequantize_per_tensor_default_91" -> "1769 linear_90"; +"1765 linear_90_scale_0_updated_constant0" -> "1768 mul_139"; +"1766 compressed_weight_updated_constant91" -> "1768 mul_139"; +"1767 _param_constant245_0_0" -> "1769 linear_90"; +"1768 mul_139" -> "1769 linear_90"; +"1769 linear_90" -> "1770 gelu_14"; +"1770 gelu_14" -> "1771 dropout_58"; +"1771 dropout_58" -> "1772 dropout_58_0_0_nncf_smooth_quant_0"; +"1772 dropout_58_0_0_nncf_smooth_quant_0" -> "1773 quantize_per_tensor_default_92"; +"1773 quantize_per_tensor_default_92" -> "1774 dequantize_per_tensor_default_92"; +"1774 dequantize_per_tensor_default_92" -> "1779 linear_91"; +"1775 linear_91_scale_0_updated_constant0" -> "1778 mul_140"; +"1776 compressed_weight_updated_constant92" -> "1778 mul_140"; +"1777 _param_constant247_0_0" -> "1779 linear_91"; +"1778 mul_140" -> "1779 linear_91"; +"1779 linear_91" -> "1780 dropout_59"; +"1780 dropout_59" -> "1783 layer_norm_32"; +"1781 _param_constant248" -> "1783 layer_norm_32"; +"1782 _param_constant249" -> "1783 layer_norm_32"; +"1783 layer_norm_32" -> "1784 add_51"; +"1784 add_51" -> "1807 pad_17"; +"1784 add_51" -> "1886 add_54"; +"1785 _tensor_constant93" -> "1786 _tensor_constant93_0_0_nncf_smooth_quant_0"; +"1786 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1791 linear_92"; +"1787 linear_92_scale_0_updated_constant0" -> "1790 mul_141"; +"1788 compressed_weight_updated_constant93" -> "1790 mul_141"; +"1789 _param_constant251_0_0" -> "1791 linear_92"; +"1790 mul_141" -> "1791 linear_92"; +"1791 linear_92" -> "1792 relu__15"; +"1792 relu__15" -> "1793 relu__15_0_0_nncf_smooth_quant_0"; +"1793 relu__15_0_0_nncf_smooth_quant_0" -> "1797 linear_93"; +"1794 linear_93_scale_0_updated_constant0" -> "1796 mul_142"; +"1795 compressed_weight_updated_constant94" -> "1796 mul_142"; +"1796 mul_142" -> "1797 linear_93"; +"1797 linear_93" -> "1798 view_81"; +"1798 view_81" -> "1800 index_15"; +"1799 _tensor_constant94" -> "1800 index_15"; +"1800 index_15" -> "1801 view_82"; +"1801 view_82" -> "1802 permute_68"; +"1802 permute_68" -> "1803 contiguous_28"; +"1803 contiguous_28" -> "1804 unsqueeze_43"; +"1804 unsqueeze_43" -> "1805 sigmoid_15"; +"1805 sigmoid_15" -> "1806 mul_30"; +"1806 mul_30" -> "1843 add_52"; +"1807 pad_17" -> "1808 roll_14"; +"1808 roll_14" -> "1809 view_83"; +"1809 view_83" -> "1810 permute_69"; +"1810 permute_69" -> "1811 reshape_67"; +"1811 reshape_67" -> "1812 reshape_67_0_0_nncf_smooth_quant_0"; +"1811 reshape_67" -> "1844 new_zeros_7"; +"1812 reshape_67_0_0_nncf_smooth_quant_0" -> "1813 quantize_per_tensor_default_93"; +"1813 quantize_per_tensor_default_93" -> "1814 dequantize_per_tensor_default_93"; +"1814 dequantize_per_tensor_default_93" -> "1819 linear_94"; +"1815 linear_94_scale_0_updated_constant0" -> "1818 mul_143"; +"1816 compressed_weight_updated_constant95" -> "1818 mul_143"; +"1817 _param_constant253_0_0" -> "1819 linear_94"; +"1818 mul_143" -> "1819 linear_94"; +"1819 linear_94" -> "1820 reshape_68"; +"1820 reshape_68" -> "1821 permute_70"; +"1821 permute_70" -> "1822 select_45"; +"1821 permute_70" -> "1823 select_46"; +"1821 permute_70" -> "1824 select_47"; +"1822 select_45" -> "1825 linalg_vector_norm_30"; +"1822 select_45" -> "1827 expand_as_30"; +"1822 select_45" -> "1828 div_30"; +"1823 select_46" -> "1831 linalg_vector_norm_31"; +"1823 select_46" -> "1833 expand_as_31"; +"1823 select_46" -> "1834 div_31"; +"1824 select_47" -> "1862 matmul_31"; +"1825 linalg_vector_norm_30" -> "1826 clamp_min_30"; +"1826 clamp_min_30" -> "1827 expand_as_30"; +"1827 expand_as_30" -> "1828 div_30"; +"1828 div_30" -> "1829 quantize_per_tensor_default_94"; +"1829 quantize_per_tensor_default_94" -> "1830 dequantize_per_tensor_default_94"; +"1830 dequantize_per_tensor_default_94" -> "1838 matmul_30"; +"1831 linalg_vector_norm_31" -> "1832 clamp_min_31"; +"1832 clamp_min_31" -> "1833 expand_as_31"; +"1833 expand_as_31" -> "1834 div_31"; +"1834 div_31" -> "1835 quantize_per_tensor_default_95"; +"1835 quantize_per_tensor_default_95" -> "1836 dequantize_per_tensor_default_95"; +"1836 dequantize_per_tensor_default_95" -> "1837 transpose_30"; +"1837 transpose_30" -> "1838 matmul_30"; +"1838 matmul_30" -> "1842 mul_31"; +"1839 _param_constant255" -> "1840 clamp_15"; +"1840 clamp_15" -> "1841 exp_15"; +"1841 exp_15" -> "1842 mul_31"; +"1842 mul_31" -> "1843 add_52"; +"1843 add_52" -> "1855 view_85"; +"1844 new_zeros_7" -> "1845 view_84"; +"1845 view_84" -> "1846 permute_71"; +"1846 permute_71" -> "1847 reshape_69"; +"1847 reshape_69" -> "1848 unsqueeze_44"; +"1847 reshape_69" -> "1849 unsqueeze_45"; +"1848 unsqueeze_44" -> "1850 sub_7"; +"1849 unsqueeze_45" -> "1850 sub_7"; +"1850 sub_7" -> "1851 ne_7"; +"1850 sub_7" -> "1852 masked_fill_14"; +"1850 sub_7" -> "1853 eq_7"; +"1851 ne_7" -> "1852 masked_fill_14"; +"1852 masked_fill_14" -> "1854 masked_fill_15"; +"1853 eq_7" -> "1854 masked_fill_15"; +"1854 masked_fill_15" -> "1856 unsqueeze_46"; +"1855 view_85" -> "1858 add_53"; +"1856 unsqueeze_46" -> "1857 unsqueeze_47"; +"1857 unsqueeze_47" -> "1858 add_53"; +"1858 add_53" -> "1859 view_86"; +"1859 view_86" -> "1860 softmax_15"; +"1860 softmax_15" -> "1861 dropout_60"; +"1861 dropout_60" -> "1862 matmul_31"; +"1862 matmul_31" -> "1863 transpose_31"; +"1863 transpose_31" -> "1864 reshape_70"; +"1864 reshape_70" -> "1865 reshape_70_0_0_nncf_smooth_quant_0"; +"1865 reshape_70_0_0_nncf_smooth_quant_0" -> "1866 quantize_per_tensor_default_96"; +"1866 quantize_per_tensor_default_96" -> "1867 dequantize_per_tensor_default_96"; +"1867 dequantize_per_tensor_default_96" -> "1872 linear_95"; +"1868 linear_95_scale_0_updated_constant0" -> "1871 mul_144"; +"1869 compressed_weight_updated_constant96" -> "1871 mul_144"; +"1870 _param_constant257_0_0" -> "1872 linear_95"; +"1871 mul_144" -> "1872 linear_95"; +"1872 linear_95" -> "1873 dropout_61"; +"1873 dropout_61" -> "1874 view_87"; +"1874 view_87" -> "1875 permute_72"; +"1875 permute_72" -> "1876 reshape_71"; +"1876 reshape_71" -> "1877 roll_15"; +"1877 roll_15" -> "1878 slice_241"; +"1878 slice_241" -> "1879 slice_242"; +"1879 slice_242" -> "1880 slice_243"; +"1880 slice_243" -> "1881 slice_244"; +"1881 slice_244" -> "1882 contiguous_29"; +"1882 contiguous_29" -> "1885 layer_norm_33"; +"1883 _param_constant258" -> "1885 layer_norm_33"; +"1884 _param_constant259" -> "1885 layer_norm_33"; +"1885 layer_norm_33" -> "1886 add_54"; +"1886 add_54" -> "1887 add_54_0_0_nncf_smooth_quant_0"; +"1886 add_54" -> "1909 add_55"; +"1887 add_54_0_0_nncf_smooth_quant_0" -> "1888 quantize_per_tensor_default_97"; +"1888 quantize_per_tensor_default_97" -> "1889 dequantize_per_tensor_default_97"; +"1889 dequantize_per_tensor_default_97" -> "1894 linear_96"; +"1890 linear_96_scale_0_updated_constant0" -> "1893 mul_145"; +"1891 compressed_weight_updated_constant97" -> "1893 mul_145"; +"1892 _param_constant261_0_0" -> "1894 linear_96"; +"1893 mul_145" -> "1894 linear_96"; +"1894 linear_96" -> "1895 gelu_15"; +"1895 gelu_15" -> "1896 dropout_62"; +"1896 dropout_62" -> "1897 dropout_62_0_0_nncf_smooth_quant_0"; +"1897 dropout_62_0_0_nncf_smooth_quant_0" -> "1898 quantize_per_tensor_default_98"; +"1898 quantize_per_tensor_default_98" -> "1899 dequantize_per_tensor_default_98"; +"1899 dequantize_per_tensor_default_98" -> "1904 linear_97"; +"1900 linear_97_scale_0_updated_constant0" -> "1903 mul_146"; +"1901 compressed_weight_updated_constant98" -> "1903 mul_146"; +"1902 _param_constant263_0_0" -> "1904 linear_97"; +"1903 mul_146" -> "1904 linear_97"; +"1904 linear_97" -> "1905 dropout_63"; +"1905 dropout_63" -> "1908 layer_norm_34"; +"1906 _param_constant264" -> "1908 layer_norm_34"; +"1907 _param_constant265" -> "1908 layer_norm_34"; +"1908 layer_norm_34" -> "1909 add_55"; +"1909 add_55" -> "1932 pad_18"; +"1909 add_55" -> "1993 add_57"; +"1910 _tensor_constant104" -> "1911 _tensor_constant104_0_0_nncf_smooth_quant_0"; +"1911 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "1916 linear_98"; +"1912 linear_98_scale_0_updated_constant0" -> "1915 mul_147"; +"1913 compressed_weight_updated_constant99" -> "1915 mul_147"; +"1914 _param_constant267_0_0" -> "1916 linear_98"; +"1915 mul_147" -> "1916 linear_98"; +"1916 linear_98" -> "1917 relu__16"; +"1917 relu__16" -> "1918 relu__16_0_0_nncf_smooth_quant_0"; +"1918 relu__16_0_0_nncf_smooth_quant_0" -> "1922 linear_99"; +"1919 linear_99_scale_0_updated_constant0" -> "1921 mul_148"; +"1920 compressed_weight_updated_constant100" -> "1921 mul_148"; +"1921 mul_148" -> "1922 linear_99"; +"1922 linear_99" -> "1923 view_88"; +"1923 view_88" -> "1925 index_16"; +"1924 _tensor_constant105" -> "1925 index_16"; +"1925 index_16" -> "1926 view_89"; +"1926 view_89" -> "1927 permute_73"; +"1927 permute_73" -> "1928 contiguous_30"; +"1928 contiguous_30" -> "1929 unsqueeze_48"; +"1929 unsqueeze_48" -> "1930 sigmoid_16"; +"1930 sigmoid_16" -> "1931 mul_32"; +"1931 mul_32" -> "1967 add_56"; +"1932 pad_18" -> "1933 view_90"; +"1933 view_90" -> "1934 permute_74"; +"1934 permute_74" -> "1935 reshape_72"; +"1935 reshape_72" -> "1936 reshape_72_0_0_nncf_smooth_quant_0"; +"1936 reshape_72_0_0_nncf_smooth_quant_0" -> "1937 quantize_per_tensor_default_99"; +"1937 quantize_per_tensor_default_99" -> "1938 dequantize_per_tensor_default_99"; +"1938 dequantize_per_tensor_default_99" -> "1943 linear_100"; +"1939 linear_100_scale_0_updated_constant0" -> "1942 mul_149"; +"1940 compressed_weight_updated_constant101" -> "1942 mul_149"; +"1941 _param_constant269_0_0" -> "1943 linear_100"; +"1942 mul_149" -> "1943 linear_100"; +"1943 linear_100" -> "1944 reshape_73"; +"1944 reshape_73" -> "1945 permute_75"; +"1945 permute_75" -> "1946 select_48"; +"1945 permute_75" -> "1947 select_49"; +"1945 permute_75" -> "1948 select_50"; +"1946 select_48" -> "1949 linalg_vector_norm_32"; +"1946 select_48" -> "1951 expand_as_32"; +"1946 select_48" -> "1952 div_32"; +"1947 select_49" -> "1955 linalg_vector_norm_33"; +"1947 select_49" -> "1957 expand_as_33"; +"1947 select_49" -> "1958 div_33"; +"1948 select_50" -> "1970 matmul_33"; +"1949 linalg_vector_norm_32" -> "1950 clamp_min_32"; +"1950 clamp_min_32" -> "1951 expand_as_32"; +"1951 expand_as_32" -> "1952 div_32"; +"1952 div_32" -> "1953 quantize_per_tensor_default_100"; +"1953 quantize_per_tensor_default_100" -> "1954 dequantize_per_tensor_default_100"; +"1954 dequantize_per_tensor_default_100" -> "1962 matmul_32"; +"1955 linalg_vector_norm_33" -> "1956 clamp_min_33"; +"1956 clamp_min_33" -> "1957 expand_as_33"; +"1957 expand_as_33" -> "1958 div_33"; +"1958 div_33" -> "1959 quantize_per_tensor_default_101"; +"1959 quantize_per_tensor_default_101" -> "1960 dequantize_per_tensor_default_101"; +"1960 dequantize_per_tensor_default_101" -> "1961 transpose_32"; +"1961 transpose_32" -> "1962 matmul_32"; +"1962 matmul_32" -> "1966 mul_33"; +"1963 _param_constant271" -> "1964 clamp_16"; +"1964 clamp_16" -> "1965 exp_16"; +"1965 exp_16" -> "1966 mul_33"; +"1966 mul_33" -> "1967 add_56"; +"1967 add_56" -> "1968 softmax_16"; +"1968 softmax_16" -> "1969 dropout_64"; +"1969 dropout_64" -> "1970 matmul_33"; +"1970 matmul_33" -> "1971 transpose_33"; +"1971 transpose_33" -> "1972 reshape_74"; +"1972 reshape_74" -> "1973 reshape_74_0_0_nncf_smooth_quant_0"; +"1973 reshape_74_0_0_nncf_smooth_quant_0" -> "1974 quantize_per_tensor_default_102"; +"1974 quantize_per_tensor_default_102" -> "1975 dequantize_per_tensor_default_102"; +"1975 dequantize_per_tensor_default_102" -> "1980 linear_101"; +"1976 linear_101_scale_0_updated_constant0" -> "1979 mul_150"; +"1977 compressed_weight_updated_constant102" -> "1979 mul_150"; +"1978 _param_constant273_0_0" -> "1980 linear_101"; +"1979 mul_150" -> "1980 linear_101"; +"1980 linear_101" -> "1981 dropout_65"; +"1981 dropout_65" -> "1982 view_91"; +"1982 view_91" -> "1983 permute_76"; +"1983 permute_76" -> "1984 reshape_75"; +"1984 reshape_75" -> "1985 slice_246"; +"1985 slice_246" -> "1986 slice_247"; +"1986 slice_247" -> "1987 slice_248"; +"1987 slice_248" -> "1988 slice_249"; +"1988 slice_249" -> "1989 contiguous_31"; +"1989 contiguous_31" -> "1992 layer_norm_35"; +"1990 _param_constant274" -> "1992 layer_norm_35"; +"1991 _param_constant275" -> "1992 layer_norm_35"; +"1992 layer_norm_35" -> "1993 add_57"; +"1993 add_57" -> "1994 add_57_0_0_nncf_smooth_quant_0"; +"1993 add_57" -> "2016 add_58"; +"1994 add_57_0_0_nncf_smooth_quant_0" -> "1995 quantize_per_tensor_default_103"; +"1995 quantize_per_tensor_default_103" -> "1996 dequantize_per_tensor_default_103"; +"1996 dequantize_per_tensor_default_103" -> "2001 linear_102"; +"1997 linear_102_scale_0_updated_constant0" -> "2000 mul_151"; +"1998 compressed_weight_updated_constant103" -> "2000 mul_151"; +"1999 _param_constant277_0_0" -> "2001 linear_102"; +"2000 mul_151" -> "2001 linear_102"; +"2001 linear_102" -> "2002 gelu_16"; +"2002 gelu_16" -> "2003 dropout_66"; +"2003 dropout_66" -> "2004 dropout_66_0_0_nncf_smooth_quant_0"; +"2004 dropout_66_0_0_nncf_smooth_quant_0" -> "2005 quantize_per_tensor_default_104"; +"2005 quantize_per_tensor_default_104" -> "2006 dequantize_per_tensor_default_104"; +"2006 dequantize_per_tensor_default_104" -> "2011 linear_103"; +"2007 linear_103_scale_0_updated_constant0" -> "2010 mul_152"; +"2008 compressed_weight_updated_constant104" -> "2010 mul_152"; +"2009 _param_constant279_0_0" -> "2011 linear_103"; +"2010 mul_152" -> "2011 linear_103"; +"2011 linear_103" -> "2012 dropout_67"; +"2012 dropout_67" -> "2015 layer_norm_36"; +"2013 _param_constant280" -> "2015 layer_norm_36"; +"2014 _param_constant281" -> "2015 layer_norm_36"; +"2015 layer_norm_36" -> "2016 add_58"; +"2016 add_58" -> "2039 pad_19"; +"2016 add_58" -> "2118 add_61"; +"2017 _tensor_constant106" -> "2018 _tensor_constant106_0_0_nncf_smooth_quant_0"; +"2018 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2023 linear_104"; +"2019 linear_104_scale_0_updated_constant0" -> "2022 mul_153"; +"2020 compressed_weight_updated_constant105" -> "2022 mul_153"; +"2021 _param_constant283_0_0" -> "2023 linear_104"; +"2022 mul_153" -> "2023 linear_104"; +"2023 linear_104" -> "2024 relu__17"; +"2024 relu__17" -> "2025 relu__17_0_0_nncf_smooth_quant_0"; +"2025 relu__17_0_0_nncf_smooth_quant_0" -> "2029 linear_105"; +"2026 linear_105_scale_0_updated_constant0" -> "2028 mul_154"; +"2027 compressed_weight_updated_constant106" -> "2028 mul_154"; +"2028 mul_154" -> "2029 linear_105"; +"2029 linear_105" -> "2030 view_92"; +"2030 view_92" -> "2032 index_17"; +"2031 _tensor_constant107" -> "2032 index_17"; +"2032 index_17" -> "2033 view_93"; +"2033 view_93" -> "2034 permute_77"; +"2034 permute_77" -> "2035 contiguous_32"; +"2035 contiguous_32" -> "2036 unsqueeze_49"; +"2036 unsqueeze_49" -> "2037 sigmoid_17"; +"2037 sigmoid_17" -> "2038 mul_34"; +"2038 mul_34" -> "2075 add_59"; +"2039 pad_19" -> "2040 roll_16"; +"2040 roll_16" -> "2041 view_94"; +"2041 view_94" -> "2042 permute_78"; +"2042 permute_78" -> "2043 reshape_76"; +"2043 reshape_76" -> "2044 reshape_76_0_0_nncf_smooth_quant_0"; +"2043 reshape_76" -> "2076 new_zeros_8"; +"2044 reshape_76_0_0_nncf_smooth_quant_0" -> "2045 quantize_per_tensor_default_105"; +"2045 quantize_per_tensor_default_105" -> "2046 dequantize_per_tensor_default_105"; +"2046 dequantize_per_tensor_default_105" -> "2051 linear_106"; +"2047 linear_106_scale_0_updated_constant0" -> "2050 mul_155"; +"2048 compressed_weight_updated_constant107" -> "2050 mul_155"; +"2049 _param_constant285_0_0" -> "2051 linear_106"; +"2050 mul_155" -> "2051 linear_106"; +"2051 linear_106" -> "2052 reshape_77"; +"2052 reshape_77" -> "2053 permute_79"; +"2053 permute_79" -> "2054 select_51"; +"2053 permute_79" -> "2055 select_52"; +"2053 permute_79" -> "2056 select_53"; +"2054 select_51" -> "2057 linalg_vector_norm_34"; +"2054 select_51" -> "2059 expand_as_34"; +"2054 select_51" -> "2060 div_34"; +"2055 select_52" -> "2063 linalg_vector_norm_35"; +"2055 select_52" -> "2065 expand_as_35"; +"2055 select_52" -> "2066 div_35"; +"2056 select_53" -> "2094 matmul_35"; +"2057 linalg_vector_norm_34" -> "2058 clamp_min_34"; +"2058 clamp_min_34" -> "2059 expand_as_34"; +"2059 expand_as_34" -> "2060 div_34"; +"2060 div_34" -> "2061 quantize_per_tensor_default_106"; +"2061 quantize_per_tensor_default_106" -> "2062 dequantize_per_tensor_default_106"; +"2062 dequantize_per_tensor_default_106" -> "2070 matmul_34"; +"2063 linalg_vector_norm_35" -> "2064 clamp_min_35"; +"2064 clamp_min_35" -> "2065 expand_as_35"; +"2065 expand_as_35" -> "2066 div_35"; +"2066 div_35" -> "2067 quantize_per_tensor_default_107"; +"2067 quantize_per_tensor_default_107" -> "2068 dequantize_per_tensor_default_107"; +"2068 dequantize_per_tensor_default_107" -> "2069 transpose_34"; +"2069 transpose_34" -> "2070 matmul_34"; +"2070 matmul_34" -> "2074 mul_35"; +"2071 _param_constant287" -> "2072 clamp_17"; +"2072 clamp_17" -> "2073 exp_17"; +"2073 exp_17" -> "2074 mul_35"; +"2074 mul_35" -> "2075 add_59"; +"2075 add_59" -> "2087 view_96"; +"2076 new_zeros_8" -> "2077 view_95"; +"2077 view_95" -> "2078 permute_80"; +"2078 permute_80" -> "2079 reshape_78"; +"2079 reshape_78" -> "2080 unsqueeze_50"; +"2079 reshape_78" -> "2081 unsqueeze_51"; +"2080 unsqueeze_50" -> "2082 sub_8"; +"2081 unsqueeze_51" -> "2082 sub_8"; +"2082 sub_8" -> "2083 ne_8"; +"2082 sub_8" -> "2084 masked_fill_16"; +"2082 sub_8" -> "2085 eq_8"; +"2083 ne_8" -> "2084 masked_fill_16"; +"2084 masked_fill_16" -> "2086 masked_fill_17"; +"2085 eq_8" -> "2086 masked_fill_17"; +"2086 masked_fill_17" -> "2088 unsqueeze_52"; +"2087 view_96" -> "2090 add_60"; +"2088 unsqueeze_52" -> "2089 unsqueeze_53"; +"2089 unsqueeze_53" -> "2090 add_60"; +"2090 add_60" -> "2091 view_97"; +"2091 view_97" -> "2092 softmax_17"; +"2092 softmax_17" -> "2093 dropout_68"; +"2093 dropout_68" -> "2094 matmul_35"; +"2094 matmul_35" -> "2095 transpose_35"; +"2095 transpose_35" -> "2096 reshape_79"; +"2096 reshape_79" -> "2097 reshape_79_0_0_nncf_smooth_quant_0"; +"2097 reshape_79_0_0_nncf_smooth_quant_0" -> "2098 quantize_per_tensor_default_108"; +"2098 quantize_per_tensor_default_108" -> "2099 dequantize_per_tensor_default_108"; +"2099 dequantize_per_tensor_default_108" -> "2104 linear_107"; +"2100 linear_107_scale_0_updated_constant0" -> "2103 mul_156"; +"2101 compressed_weight_updated_constant108" -> "2103 mul_156"; +"2102 _param_constant289_0_0" -> "2104 linear_107"; +"2103 mul_156" -> "2104 linear_107"; +"2104 linear_107" -> "2105 dropout_69"; +"2105 dropout_69" -> "2106 view_98"; +"2106 view_98" -> "2107 permute_81"; +"2107 permute_81" -> "2108 reshape_80"; +"2108 reshape_80" -> "2109 roll_17"; +"2109 roll_17" -> "2110 slice_269"; +"2110 slice_269" -> "2111 slice_270"; +"2111 slice_270" -> "2112 slice_271"; +"2112 slice_271" -> "2113 slice_272"; +"2113 slice_272" -> "2114 contiguous_33"; +"2114 contiguous_33" -> "2117 layer_norm_37"; +"2115 _param_constant290" -> "2117 layer_norm_37"; +"2116 _param_constant291" -> "2117 layer_norm_37"; +"2117 layer_norm_37" -> "2118 add_61"; +"2118 add_61" -> "2119 add_61_0_0_nncf_smooth_quant_0"; +"2118 add_61" -> "2141 add_62"; +"2119 add_61_0_0_nncf_smooth_quant_0" -> "2120 quantize_per_tensor_default_109"; +"2120 quantize_per_tensor_default_109" -> "2121 dequantize_per_tensor_default_109"; +"2121 dequantize_per_tensor_default_109" -> "2126 linear_108"; +"2122 linear_108_scale_0_updated_constant0" -> "2125 mul_157"; +"2123 compressed_weight_updated_constant109" -> "2125 mul_157"; +"2124 _param_constant293_0_0" -> "2126 linear_108"; +"2125 mul_157" -> "2126 linear_108"; +"2126 linear_108" -> "2127 gelu_17"; +"2127 gelu_17" -> "2128 dropout_70"; +"2128 dropout_70" -> "2129 dropout_70_0_0_nncf_smooth_quant_0"; +"2129 dropout_70_0_0_nncf_smooth_quant_0" -> "2130 quantize_per_tensor_default_110"; +"2130 quantize_per_tensor_default_110" -> "2131 dequantize_per_tensor_default_110"; +"2131 dequantize_per_tensor_default_110" -> "2136 linear_109"; +"2132 linear_109_scale_0_updated_constant0" -> "2135 mul_158"; +"2133 compressed_weight_updated_constant110" -> "2135 mul_158"; +"2134 _param_constant295_0_0" -> "2136 linear_109"; +"2135 mul_158" -> "2136 linear_109"; +"2136 linear_109" -> "2137 dropout_71"; +"2137 dropout_71" -> "2140 layer_norm_38"; +"2138 _param_constant296" -> "2140 layer_norm_38"; +"2139 _param_constant297" -> "2140 layer_norm_38"; +"2140 layer_norm_38" -> "2141 add_62"; +"2141 add_62" -> "2164 pad_20"; +"2141 add_62" -> "2225 add_64"; +"2142 _tensor_constant117" -> "2143 _tensor_constant117_0_0_nncf_smooth_quant_0"; +"2143 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2148 linear_110"; +"2144 linear_110_scale_0_updated_constant0" -> "2147 mul_159"; +"2145 compressed_weight_updated_constant111" -> "2147 mul_159"; +"2146 _param_constant299_0_0" -> "2148 linear_110"; +"2147 mul_159" -> "2148 linear_110"; +"2148 linear_110" -> "2149 relu__18"; +"2149 relu__18" -> "2150 relu__18_0_0_nncf_smooth_quant_0"; +"2150 relu__18_0_0_nncf_smooth_quant_0" -> "2154 linear_111"; +"2151 linear_111_scale_0_updated_constant0" -> "2153 mul_160"; +"2152 compressed_weight_updated_constant112" -> "2153 mul_160"; +"2153 mul_160" -> "2154 linear_111"; +"2154 linear_111" -> "2155 view_99"; +"2155 view_99" -> "2157 index_18"; +"2156 _tensor_constant118" -> "2157 index_18"; +"2157 index_18" -> "2158 view_100"; +"2158 view_100" -> "2159 permute_82"; +"2159 permute_82" -> "2160 contiguous_34"; +"2160 contiguous_34" -> "2161 unsqueeze_54"; +"2161 unsqueeze_54" -> "2162 sigmoid_18"; +"2162 sigmoid_18" -> "2163 mul_36"; +"2163 mul_36" -> "2199 add_63"; +"2164 pad_20" -> "2165 view_101"; +"2165 view_101" -> "2166 permute_83"; +"2166 permute_83" -> "2167 reshape_81"; +"2167 reshape_81" -> "2168 reshape_81_0_0_nncf_smooth_quant_0"; +"2168 reshape_81_0_0_nncf_smooth_quant_0" -> "2169 quantize_per_tensor_default_111"; +"2169 quantize_per_tensor_default_111" -> "2170 dequantize_per_tensor_default_111"; +"2170 dequantize_per_tensor_default_111" -> "2175 linear_112"; +"2171 linear_112_scale_0_updated_constant0" -> "2174 mul_161"; +"2172 compressed_weight_updated_constant113" -> "2174 mul_161"; +"2173 _param_constant301_0_0" -> "2175 linear_112"; +"2174 mul_161" -> "2175 linear_112"; +"2175 linear_112" -> "2176 reshape_82"; +"2176 reshape_82" -> "2177 permute_84"; +"2177 permute_84" -> "2178 select_54"; +"2177 permute_84" -> "2179 select_55"; +"2177 permute_84" -> "2180 select_56"; +"2178 select_54" -> "2181 linalg_vector_norm_36"; +"2178 select_54" -> "2183 expand_as_36"; +"2178 select_54" -> "2184 div_36"; +"2179 select_55" -> "2187 linalg_vector_norm_37"; +"2179 select_55" -> "2189 expand_as_37"; +"2179 select_55" -> "2190 div_37"; +"2180 select_56" -> "2202 matmul_37"; +"2181 linalg_vector_norm_36" -> "2182 clamp_min_36"; +"2182 clamp_min_36" -> "2183 expand_as_36"; +"2183 expand_as_36" -> "2184 div_36"; +"2184 div_36" -> "2185 quantize_per_tensor_default_112"; +"2185 quantize_per_tensor_default_112" -> "2186 dequantize_per_tensor_default_112"; +"2186 dequantize_per_tensor_default_112" -> "2194 matmul_36"; +"2187 linalg_vector_norm_37" -> "2188 clamp_min_37"; +"2188 clamp_min_37" -> "2189 expand_as_37"; +"2189 expand_as_37" -> "2190 div_37"; +"2190 div_37" -> "2191 quantize_per_tensor_default_113"; +"2191 quantize_per_tensor_default_113" -> "2192 dequantize_per_tensor_default_113"; +"2192 dequantize_per_tensor_default_113" -> "2193 transpose_36"; +"2193 transpose_36" -> "2194 matmul_36"; +"2194 matmul_36" -> "2198 mul_37"; +"2195 _param_constant303" -> "2196 clamp_18"; +"2196 clamp_18" -> "2197 exp_18"; +"2197 exp_18" -> "2198 mul_37"; +"2198 mul_37" -> "2199 add_63"; +"2199 add_63" -> "2200 softmax_18"; +"2200 softmax_18" -> "2201 dropout_72"; +"2201 dropout_72" -> "2202 matmul_37"; +"2202 matmul_37" -> "2203 transpose_37"; +"2203 transpose_37" -> "2204 reshape_83"; +"2204 reshape_83" -> "2205 reshape_83_0_0_nncf_smooth_quant_0"; +"2205 reshape_83_0_0_nncf_smooth_quant_0" -> "2206 quantize_per_tensor_default_114"; +"2206 quantize_per_tensor_default_114" -> "2207 dequantize_per_tensor_default_114"; +"2207 dequantize_per_tensor_default_114" -> "2212 linear_113"; +"2208 linear_113_scale_0_updated_constant0" -> "2211 mul_162"; +"2209 compressed_weight_updated_constant114" -> "2211 mul_162"; +"2210 _param_constant305_0_0" -> "2212 linear_113"; +"2211 mul_162" -> "2212 linear_113"; +"2212 linear_113" -> "2213 dropout_73"; +"2213 dropout_73" -> "2214 view_102"; +"2214 view_102" -> "2215 permute_85"; +"2215 permute_85" -> "2216 reshape_84"; +"2216 reshape_84" -> "2217 slice_274"; +"2217 slice_274" -> "2218 slice_275"; +"2218 slice_275" -> "2219 slice_276"; +"2219 slice_276" -> "2220 slice_277"; +"2220 slice_277" -> "2221 contiguous_35"; +"2221 contiguous_35" -> "2224 layer_norm_39"; +"2222 _param_constant306" -> "2224 layer_norm_39"; +"2223 _param_constant307" -> "2224 layer_norm_39"; +"2224 layer_norm_39" -> "2225 add_64"; +"2225 add_64" -> "2226 add_64_0_0_nncf_smooth_quant_0"; +"2225 add_64" -> "2248 add_65"; +"2226 add_64_0_0_nncf_smooth_quant_0" -> "2227 quantize_per_tensor_default_115"; +"2227 quantize_per_tensor_default_115" -> "2228 dequantize_per_tensor_default_115"; +"2228 dequantize_per_tensor_default_115" -> "2233 linear_114"; +"2229 linear_114_scale_0_updated_constant0" -> "2232 mul_163"; +"2230 compressed_weight_updated_constant115" -> "2232 mul_163"; +"2231 _param_constant309_0_0" -> "2233 linear_114"; +"2232 mul_163" -> "2233 linear_114"; +"2233 linear_114" -> "2234 gelu_18"; +"2234 gelu_18" -> "2235 dropout_74"; +"2235 dropout_74" -> "2236 dropout_74_0_0_nncf_smooth_quant_0"; +"2236 dropout_74_0_0_nncf_smooth_quant_0" -> "2237 quantize_per_tensor_default_116"; +"2237 quantize_per_tensor_default_116" -> "2238 dequantize_per_tensor_default_116"; +"2238 dequantize_per_tensor_default_116" -> "2243 linear_115"; +"2239 linear_115_scale_0_updated_constant0" -> "2242 mul_164"; +"2240 compressed_weight_updated_constant116" -> "2242 mul_164"; +"2241 _param_constant311_0_0" -> "2243 linear_115"; +"2242 mul_164" -> "2243 linear_115"; +"2243 linear_115" -> "2244 dropout_75"; +"2244 dropout_75" -> "2247 layer_norm_40"; +"2245 _param_constant312" -> "2247 layer_norm_40"; +"2246 _param_constant313" -> "2247 layer_norm_40"; +"2247 layer_norm_40" -> "2248 add_65"; +"2248 add_65" -> "2271 pad_21"; +"2248 add_65" -> "2350 add_68"; +"2249 _tensor_constant119" -> "2250 _tensor_constant119_0_0_nncf_smooth_quant_0"; +"2250 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2255 linear_116"; +"2251 linear_116_scale_0_updated_constant0" -> "2254 mul_165"; +"2252 compressed_weight_updated_constant117" -> "2254 mul_165"; +"2253 _param_constant315_0_0" -> "2255 linear_116"; +"2254 mul_165" -> "2255 linear_116"; +"2255 linear_116" -> "2256 relu__19"; +"2256 relu__19" -> "2257 relu__19_0_0_nncf_smooth_quant_0"; +"2257 relu__19_0_0_nncf_smooth_quant_0" -> "2261 linear_117"; +"2258 linear_117_scale_0_updated_constant0" -> "2260 mul_166"; +"2259 compressed_weight_updated_constant118" -> "2260 mul_166"; +"2260 mul_166" -> "2261 linear_117"; +"2261 linear_117" -> "2262 view_103"; +"2262 view_103" -> "2264 index_19"; +"2263 _tensor_constant120" -> "2264 index_19"; +"2264 index_19" -> "2265 view_104"; +"2265 view_104" -> "2266 permute_86"; +"2266 permute_86" -> "2267 contiguous_36"; +"2267 contiguous_36" -> "2268 unsqueeze_55"; +"2268 unsqueeze_55" -> "2269 sigmoid_19"; +"2269 sigmoid_19" -> "2270 mul_38"; +"2270 mul_38" -> "2307 add_66"; +"2271 pad_21" -> "2272 roll_18"; +"2272 roll_18" -> "2273 view_105"; +"2273 view_105" -> "2274 permute_87"; +"2274 permute_87" -> "2275 reshape_85"; +"2275 reshape_85" -> "2276 reshape_85_0_0_nncf_smooth_quant_0"; +"2275 reshape_85" -> "2308 new_zeros_9"; +"2276 reshape_85_0_0_nncf_smooth_quant_0" -> "2277 quantize_per_tensor_default_117"; +"2277 quantize_per_tensor_default_117" -> "2278 dequantize_per_tensor_default_117"; +"2278 dequantize_per_tensor_default_117" -> "2283 linear_118"; +"2279 linear_118_scale_0_updated_constant0" -> "2282 mul_167"; +"2280 compressed_weight_updated_constant119" -> "2282 mul_167"; +"2281 _param_constant317_0_0" -> "2283 linear_118"; +"2282 mul_167" -> "2283 linear_118"; +"2283 linear_118" -> "2284 reshape_86"; +"2284 reshape_86" -> "2285 permute_88"; +"2285 permute_88" -> "2286 select_57"; +"2285 permute_88" -> "2287 select_58"; +"2285 permute_88" -> "2288 select_59"; +"2286 select_57" -> "2289 linalg_vector_norm_38"; +"2286 select_57" -> "2291 expand_as_38"; +"2286 select_57" -> "2292 div_38"; +"2287 select_58" -> "2295 linalg_vector_norm_39"; +"2287 select_58" -> "2297 expand_as_39"; +"2287 select_58" -> "2298 div_39"; +"2288 select_59" -> "2326 matmul_39"; +"2289 linalg_vector_norm_38" -> "2290 clamp_min_38"; +"2290 clamp_min_38" -> "2291 expand_as_38"; +"2291 expand_as_38" -> "2292 div_38"; +"2292 div_38" -> "2293 quantize_per_tensor_default_118"; +"2293 quantize_per_tensor_default_118" -> "2294 dequantize_per_tensor_default_118"; +"2294 dequantize_per_tensor_default_118" -> "2302 matmul_38"; +"2295 linalg_vector_norm_39" -> "2296 clamp_min_39"; +"2296 clamp_min_39" -> "2297 expand_as_39"; +"2297 expand_as_39" -> "2298 div_39"; +"2298 div_39" -> "2299 quantize_per_tensor_default_119"; +"2299 quantize_per_tensor_default_119" -> "2300 dequantize_per_tensor_default_119"; +"2300 dequantize_per_tensor_default_119" -> "2301 transpose_38"; +"2301 transpose_38" -> "2302 matmul_38"; +"2302 matmul_38" -> "2306 mul_39"; +"2303 _param_constant319" -> "2304 clamp_19"; +"2304 clamp_19" -> "2305 exp_19"; +"2305 exp_19" -> "2306 mul_39"; +"2306 mul_39" -> "2307 add_66"; +"2307 add_66" -> "2319 view_107"; +"2308 new_zeros_9" -> "2309 view_106"; +"2309 view_106" -> "2310 permute_89"; +"2310 permute_89" -> "2311 reshape_87"; +"2311 reshape_87" -> "2312 unsqueeze_56"; +"2311 reshape_87" -> "2313 unsqueeze_57"; +"2312 unsqueeze_56" -> "2314 sub_9"; +"2313 unsqueeze_57" -> "2314 sub_9"; +"2314 sub_9" -> "2315 ne_9"; +"2314 sub_9" -> "2316 masked_fill_18"; +"2314 sub_9" -> "2317 eq_9"; +"2315 ne_9" -> "2316 masked_fill_18"; +"2316 masked_fill_18" -> "2318 masked_fill_19"; +"2317 eq_9" -> "2318 masked_fill_19"; +"2318 masked_fill_19" -> "2320 unsqueeze_58"; +"2319 view_107" -> "2322 add_67"; +"2320 unsqueeze_58" -> "2321 unsqueeze_59"; +"2321 unsqueeze_59" -> "2322 add_67"; +"2322 add_67" -> "2323 view_108"; +"2323 view_108" -> "2324 softmax_19"; +"2324 softmax_19" -> "2325 dropout_76"; +"2325 dropout_76" -> "2326 matmul_39"; +"2326 matmul_39" -> "2327 transpose_39"; +"2327 transpose_39" -> "2328 reshape_88"; +"2328 reshape_88" -> "2329 reshape_88_0_0_nncf_smooth_quant_0"; +"2329 reshape_88_0_0_nncf_smooth_quant_0" -> "2330 quantize_per_tensor_default_120"; +"2330 quantize_per_tensor_default_120" -> "2331 dequantize_per_tensor_default_120"; +"2331 dequantize_per_tensor_default_120" -> "2336 linear_119"; +"2332 linear_119_scale_0_updated_constant0" -> "2335 mul_168"; +"2333 compressed_weight_updated_constant120" -> "2335 mul_168"; +"2334 _param_constant321_0_0" -> "2336 linear_119"; +"2335 mul_168" -> "2336 linear_119"; +"2336 linear_119" -> "2337 dropout_77"; +"2337 dropout_77" -> "2338 view_109"; +"2338 view_109" -> "2339 permute_90"; +"2339 permute_90" -> "2340 reshape_89"; +"2340 reshape_89" -> "2341 roll_19"; +"2341 roll_19" -> "2342 slice_297"; +"2342 slice_297" -> "2343 slice_298"; +"2343 slice_298" -> "2344 slice_299"; +"2344 slice_299" -> "2345 slice_300"; +"2345 slice_300" -> "2346 contiguous_37"; +"2346 contiguous_37" -> "2349 layer_norm_41"; +"2347 _param_constant322" -> "2349 layer_norm_41"; +"2348 _param_constant323" -> "2349 layer_norm_41"; +"2349 layer_norm_41" -> "2350 add_68"; +"2350 add_68" -> "2351 add_68_0_0_nncf_smooth_quant_0"; +"2350 add_68" -> "2373 add_69"; +"2351 add_68_0_0_nncf_smooth_quant_0" -> "2352 quantize_per_tensor_default_121"; +"2352 quantize_per_tensor_default_121" -> "2353 dequantize_per_tensor_default_121"; +"2353 dequantize_per_tensor_default_121" -> "2358 linear_120"; +"2354 linear_120_scale_0_updated_constant0" -> "2357 mul_169"; +"2355 compressed_weight_updated_constant121" -> "2357 mul_169"; +"2356 _param_constant325_0_0" -> "2358 linear_120"; +"2357 mul_169" -> "2358 linear_120"; +"2358 linear_120" -> "2359 gelu_19"; +"2359 gelu_19" -> "2360 dropout_78"; +"2360 dropout_78" -> "2361 dropout_78_0_0_nncf_smooth_quant_0"; +"2361 dropout_78_0_0_nncf_smooth_quant_0" -> "2362 quantize_per_tensor_default_122"; +"2362 quantize_per_tensor_default_122" -> "2363 dequantize_per_tensor_default_122"; +"2363 dequantize_per_tensor_default_122" -> "2368 linear_121"; +"2364 linear_121_scale_0_updated_constant0" -> "2367 mul_170"; +"2365 compressed_weight_updated_constant122" -> "2367 mul_170"; +"2366 _param_constant327_0_0" -> "2368 linear_121"; +"2367 mul_170" -> "2368 linear_121"; +"2368 linear_121" -> "2369 dropout_79"; +"2369 dropout_79" -> "2372 layer_norm_42"; +"2370 _param_constant328" -> "2372 layer_norm_42"; +"2371 _param_constant329" -> "2372 layer_norm_42"; +"2372 layer_norm_42" -> "2373 add_69"; +"2373 add_69" -> "2396 pad_22"; +"2373 add_69" -> "2457 add_71"; +"2374 _tensor_constant130" -> "2375 _tensor_constant130_0_0_nncf_smooth_quant_0"; +"2375 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2380 linear_122"; +"2376 linear_122_scale_0_updated_constant0" -> "2379 mul_171"; +"2377 compressed_weight_updated_constant123" -> "2379 mul_171"; +"2378 _param_constant331_0_0" -> "2380 linear_122"; +"2379 mul_171" -> "2380 linear_122"; +"2380 linear_122" -> "2381 relu__20"; +"2381 relu__20" -> "2382 relu__20_0_0_nncf_smooth_quant_0"; +"2382 relu__20_0_0_nncf_smooth_quant_0" -> "2386 linear_123"; +"2383 linear_123_scale_0_updated_constant0" -> "2385 mul_172"; +"2384 compressed_weight_updated_constant124" -> "2385 mul_172"; +"2385 mul_172" -> "2386 linear_123"; +"2386 linear_123" -> "2387 view_110"; +"2387 view_110" -> "2389 index_20"; +"2388 _tensor_constant131" -> "2389 index_20"; +"2389 index_20" -> "2390 view_111"; +"2390 view_111" -> "2391 permute_91"; +"2391 permute_91" -> "2392 contiguous_38"; +"2392 contiguous_38" -> "2393 unsqueeze_60"; +"2393 unsqueeze_60" -> "2394 sigmoid_20"; +"2394 sigmoid_20" -> "2395 mul_40"; +"2395 mul_40" -> "2431 add_70"; +"2396 pad_22" -> "2397 view_112"; +"2397 view_112" -> "2398 permute_92"; +"2398 permute_92" -> "2399 reshape_90"; +"2399 reshape_90" -> "2400 reshape_90_0_0_nncf_smooth_quant_0"; +"2400 reshape_90_0_0_nncf_smooth_quant_0" -> "2401 quantize_per_tensor_default_123"; +"2401 quantize_per_tensor_default_123" -> "2402 dequantize_per_tensor_default_123"; +"2402 dequantize_per_tensor_default_123" -> "2407 linear_124"; +"2403 linear_124_scale_0_updated_constant0" -> "2406 mul_173"; +"2404 compressed_weight_updated_constant125" -> "2406 mul_173"; +"2405 _param_constant333_0_0" -> "2407 linear_124"; +"2406 mul_173" -> "2407 linear_124"; +"2407 linear_124" -> "2408 reshape_91"; +"2408 reshape_91" -> "2409 permute_93"; +"2409 permute_93" -> "2410 select_60"; +"2409 permute_93" -> "2411 select_61"; +"2409 permute_93" -> "2412 select_62"; +"2410 select_60" -> "2413 linalg_vector_norm_40"; +"2410 select_60" -> "2415 expand_as_40"; +"2410 select_60" -> "2416 div_40"; +"2411 select_61" -> "2419 linalg_vector_norm_41"; +"2411 select_61" -> "2421 expand_as_41"; +"2411 select_61" -> "2422 div_41"; +"2412 select_62" -> "2434 matmul_41"; +"2413 linalg_vector_norm_40" -> "2414 clamp_min_40"; +"2414 clamp_min_40" -> "2415 expand_as_40"; +"2415 expand_as_40" -> "2416 div_40"; +"2416 div_40" -> "2417 quantize_per_tensor_default_124"; +"2417 quantize_per_tensor_default_124" -> "2418 dequantize_per_tensor_default_124"; +"2418 dequantize_per_tensor_default_124" -> "2426 matmul_40"; +"2419 linalg_vector_norm_41" -> "2420 clamp_min_41"; +"2420 clamp_min_41" -> "2421 expand_as_41"; +"2421 expand_as_41" -> "2422 div_41"; +"2422 div_41" -> "2423 quantize_per_tensor_default_125"; +"2423 quantize_per_tensor_default_125" -> "2424 dequantize_per_tensor_default_125"; +"2424 dequantize_per_tensor_default_125" -> "2425 transpose_40"; +"2425 transpose_40" -> "2426 matmul_40"; +"2426 matmul_40" -> "2430 mul_41"; +"2427 _param_constant335" -> "2428 clamp_20"; +"2428 clamp_20" -> "2429 exp_20"; +"2429 exp_20" -> "2430 mul_41"; +"2430 mul_41" -> "2431 add_70"; +"2431 add_70" -> "2432 softmax_20"; +"2432 softmax_20" -> "2433 dropout_80"; +"2433 dropout_80" -> "2434 matmul_41"; +"2434 matmul_41" -> "2435 transpose_41"; +"2435 transpose_41" -> "2436 reshape_92"; +"2436 reshape_92" -> "2437 reshape_92_0_0_nncf_smooth_quant_0"; +"2437 reshape_92_0_0_nncf_smooth_quant_0" -> "2438 quantize_per_tensor_default_126"; +"2438 quantize_per_tensor_default_126" -> "2439 dequantize_per_tensor_default_126"; +"2439 dequantize_per_tensor_default_126" -> "2444 linear_125"; +"2440 linear_125_scale_0_updated_constant0" -> "2443 mul_174"; +"2441 compressed_weight_updated_constant126" -> "2443 mul_174"; +"2442 _param_constant337_0_0" -> "2444 linear_125"; +"2443 mul_174" -> "2444 linear_125"; +"2444 linear_125" -> "2445 dropout_81"; +"2445 dropout_81" -> "2446 view_113"; +"2446 view_113" -> "2447 permute_94"; +"2447 permute_94" -> "2448 reshape_93"; +"2448 reshape_93" -> "2449 slice_302"; +"2449 slice_302" -> "2450 slice_303"; +"2450 slice_303" -> "2451 slice_304"; +"2451 slice_304" -> "2452 slice_305"; +"2452 slice_305" -> "2453 contiguous_39"; +"2453 contiguous_39" -> "2456 layer_norm_43"; +"2454 _param_constant338" -> "2456 layer_norm_43"; +"2455 _param_constant339" -> "2456 layer_norm_43"; +"2456 layer_norm_43" -> "2457 add_71"; +"2457 add_71" -> "2458 add_71_0_0_nncf_smooth_quant_0"; +"2457 add_71" -> "2480 add_72"; +"2458 add_71_0_0_nncf_smooth_quant_0" -> "2459 quantize_per_tensor_default_127"; +"2459 quantize_per_tensor_default_127" -> "2460 dequantize_per_tensor_default_127"; +"2460 dequantize_per_tensor_default_127" -> "2465 linear_126"; +"2461 linear_126_scale_0_updated_constant0" -> "2464 mul_175"; +"2462 compressed_weight_updated_constant127" -> "2464 mul_175"; +"2463 _param_constant341_0_0" -> "2465 linear_126"; +"2464 mul_175" -> "2465 linear_126"; +"2465 linear_126" -> "2466 gelu_20"; +"2466 gelu_20" -> "2467 dropout_82"; +"2467 dropout_82" -> "2468 dropout_82_0_0_nncf_smooth_quant_0"; +"2468 dropout_82_0_0_nncf_smooth_quant_0" -> "2469 quantize_per_tensor_default_128"; +"2469 quantize_per_tensor_default_128" -> "2470 dequantize_per_tensor_default_128"; +"2470 dequantize_per_tensor_default_128" -> "2475 linear_127"; +"2471 linear_127_scale_0_updated_constant0" -> "2474 mul_176"; +"2472 compressed_weight_updated_constant128" -> "2474 mul_176"; +"2473 _param_constant343_0_0" -> "2475 linear_127"; +"2474 mul_176" -> "2475 linear_127"; +"2475 linear_127" -> "2476 dropout_83"; +"2476 dropout_83" -> "2479 layer_norm_44"; +"2477 _param_constant344" -> "2479 layer_norm_44"; +"2478 _param_constant345" -> "2479 layer_norm_44"; +"2479 layer_norm_44" -> "2480 add_72"; +"2480 add_72" -> "2503 pad_23"; +"2480 add_72" -> "2582 add_75"; +"2481 _tensor_constant132" -> "2482 _tensor_constant132_0_0_nncf_smooth_quant_0"; +"2482 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2487 linear_128"; +"2483 linear_128_scale_0_updated_constant0" -> "2486 mul_177"; +"2484 compressed_weight_updated_constant129" -> "2486 mul_177"; +"2485 _param_constant347_0_0" -> "2487 linear_128"; +"2486 mul_177" -> "2487 linear_128"; +"2487 linear_128" -> "2488 relu__21"; +"2488 relu__21" -> "2489 relu__21_0_0_nncf_smooth_quant_0"; +"2489 relu__21_0_0_nncf_smooth_quant_0" -> "2493 linear_129"; +"2490 linear_129_scale_0_updated_constant0" -> "2492 mul_178"; +"2491 compressed_weight_updated_constant130" -> "2492 mul_178"; +"2492 mul_178" -> "2493 linear_129"; +"2493 linear_129" -> "2494 view_114"; +"2494 view_114" -> "2496 index_21"; +"2495 _tensor_constant133" -> "2496 index_21"; +"2496 index_21" -> "2497 view_115"; +"2497 view_115" -> "2498 permute_95"; +"2498 permute_95" -> "2499 contiguous_40"; +"2499 contiguous_40" -> "2500 unsqueeze_61"; +"2500 unsqueeze_61" -> "2501 sigmoid_21"; +"2501 sigmoid_21" -> "2502 mul_42"; +"2502 mul_42" -> "2539 add_73"; +"2503 pad_23" -> "2504 roll_20"; +"2504 roll_20" -> "2505 view_116"; +"2505 view_116" -> "2506 permute_96"; +"2506 permute_96" -> "2507 reshape_94"; +"2507 reshape_94" -> "2508 reshape_94_0_0_nncf_smooth_quant_0"; +"2507 reshape_94" -> "2540 new_zeros_10"; +"2508 reshape_94_0_0_nncf_smooth_quant_0" -> "2509 quantize_per_tensor_default_129"; +"2509 quantize_per_tensor_default_129" -> "2510 dequantize_per_tensor_default_129"; +"2510 dequantize_per_tensor_default_129" -> "2515 linear_130"; +"2511 linear_130_scale_0_updated_constant0" -> "2514 mul_179"; +"2512 compressed_weight_updated_constant131" -> "2514 mul_179"; +"2513 _param_constant349_0_0" -> "2515 linear_130"; +"2514 mul_179" -> "2515 linear_130"; +"2515 linear_130" -> "2516 reshape_95"; +"2516 reshape_95" -> "2517 permute_97"; +"2517 permute_97" -> "2518 select_63"; +"2517 permute_97" -> "2519 select_64"; +"2517 permute_97" -> "2520 select_65"; +"2518 select_63" -> "2521 linalg_vector_norm_42"; +"2518 select_63" -> "2523 expand_as_42"; +"2518 select_63" -> "2524 div_42"; +"2519 select_64" -> "2527 linalg_vector_norm_43"; +"2519 select_64" -> "2529 expand_as_43"; +"2519 select_64" -> "2530 div_43"; +"2520 select_65" -> "2558 matmul_43"; +"2521 linalg_vector_norm_42" -> "2522 clamp_min_42"; +"2522 clamp_min_42" -> "2523 expand_as_42"; +"2523 expand_as_42" -> "2524 div_42"; +"2524 div_42" -> "2525 quantize_per_tensor_default_130"; +"2525 quantize_per_tensor_default_130" -> "2526 dequantize_per_tensor_default_130"; +"2526 dequantize_per_tensor_default_130" -> "2534 matmul_42"; +"2527 linalg_vector_norm_43" -> "2528 clamp_min_43"; +"2528 clamp_min_43" -> "2529 expand_as_43"; +"2529 expand_as_43" -> "2530 div_43"; +"2530 div_43" -> "2531 quantize_per_tensor_default_131"; +"2531 quantize_per_tensor_default_131" -> "2532 dequantize_per_tensor_default_131"; +"2532 dequantize_per_tensor_default_131" -> "2533 transpose_42"; +"2533 transpose_42" -> "2534 matmul_42"; +"2534 matmul_42" -> "2538 mul_43"; +"2535 _param_constant351" -> "2536 clamp_21"; +"2536 clamp_21" -> "2537 exp_21"; +"2537 exp_21" -> "2538 mul_43"; +"2538 mul_43" -> "2539 add_73"; +"2539 add_73" -> "2551 view_118"; +"2540 new_zeros_10" -> "2541 view_117"; +"2541 view_117" -> "2542 permute_98"; +"2542 permute_98" -> "2543 reshape_96"; +"2543 reshape_96" -> "2544 unsqueeze_62"; +"2543 reshape_96" -> "2545 unsqueeze_63"; +"2544 unsqueeze_62" -> "2546 sub_10"; +"2545 unsqueeze_63" -> "2546 sub_10"; +"2546 sub_10" -> "2547 ne_10"; +"2546 sub_10" -> "2548 masked_fill_20"; +"2546 sub_10" -> "2549 eq_10"; +"2547 ne_10" -> "2548 masked_fill_20"; +"2548 masked_fill_20" -> "2550 masked_fill_21"; +"2549 eq_10" -> "2550 masked_fill_21"; +"2550 masked_fill_21" -> "2552 unsqueeze_64"; +"2551 view_118" -> "2554 add_74"; +"2552 unsqueeze_64" -> "2553 unsqueeze_65"; +"2553 unsqueeze_65" -> "2554 add_74"; +"2554 add_74" -> "2555 view_119"; +"2555 view_119" -> "2556 softmax_21"; +"2556 softmax_21" -> "2557 dropout_84"; +"2557 dropout_84" -> "2558 matmul_43"; +"2558 matmul_43" -> "2559 transpose_43"; +"2559 transpose_43" -> "2560 reshape_97"; +"2560 reshape_97" -> "2561 reshape_97_0_0_nncf_smooth_quant_0"; +"2561 reshape_97_0_0_nncf_smooth_quant_0" -> "2562 quantize_per_tensor_default_132"; +"2562 quantize_per_tensor_default_132" -> "2563 dequantize_per_tensor_default_132"; +"2563 dequantize_per_tensor_default_132" -> "2568 linear_131"; +"2564 linear_131_scale_0_updated_constant0" -> "2567 mul_180"; +"2565 compressed_weight_updated_constant132" -> "2567 mul_180"; +"2566 _param_constant353_0_0" -> "2568 linear_131"; +"2567 mul_180" -> "2568 linear_131"; +"2568 linear_131" -> "2569 dropout_85"; +"2569 dropout_85" -> "2570 view_120"; +"2570 view_120" -> "2571 permute_99"; +"2571 permute_99" -> "2572 reshape_98"; +"2572 reshape_98" -> "2573 roll_21"; +"2573 roll_21" -> "2574 slice_325"; +"2574 slice_325" -> "2575 slice_326"; +"2575 slice_326" -> "2576 slice_327"; +"2576 slice_327" -> "2577 slice_328"; +"2577 slice_328" -> "2578 contiguous_41"; +"2578 contiguous_41" -> "2581 layer_norm_45"; +"2579 _param_constant354" -> "2581 layer_norm_45"; +"2580 _param_constant355" -> "2581 layer_norm_45"; +"2581 layer_norm_45" -> "2582 add_75"; +"2582 add_75" -> "2583 add_75_0_0_nncf_smooth_quant_0"; +"2582 add_75" -> "2605 add_76"; +"2583 add_75_0_0_nncf_smooth_quant_0" -> "2584 quantize_per_tensor_default_133"; +"2584 quantize_per_tensor_default_133" -> "2585 dequantize_per_tensor_default_133"; +"2585 dequantize_per_tensor_default_133" -> "2590 linear_132"; +"2586 linear_132_scale_0_updated_constant0" -> "2589 mul_181"; +"2587 compressed_weight_updated_constant133" -> "2589 mul_181"; +"2588 _param_constant357_0_0" -> "2590 linear_132"; +"2589 mul_181" -> "2590 linear_132"; +"2590 linear_132" -> "2591 gelu_21"; +"2591 gelu_21" -> "2592 dropout_86"; +"2592 dropout_86" -> "2593 dropout_86_0_0_nncf_smooth_quant_0"; +"2593 dropout_86_0_0_nncf_smooth_quant_0" -> "2594 quantize_per_tensor_default_134"; +"2594 quantize_per_tensor_default_134" -> "2595 dequantize_per_tensor_default_134"; +"2595 dequantize_per_tensor_default_134" -> "2600 linear_133"; +"2596 linear_133_scale_0_updated_constant0" -> "2599 mul_182"; +"2597 compressed_weight_updated_constant134" -> "2599 mul_182"; +"2598 _param_constant359_0_0" -> "2600 linear_133"; +"2599 mul_182" -> "2600 linear_133"; +"2600 linear_133" -> "2601 dropout_87"; +"2601 dropout_87" -> "2604 layer_norm_46"; +"2602 _param_constant360" -> "2604 layer_norm_46"; +"2603 _param_constant361" -> "2604 layer_norm_46"; +"2604 layer_norm_46" -> "2605 add_76"; +"2605 add_76" -> "2606 pad_24"; +"2606 pad_24" -> "2607 slice_329"; +"2606 pad_24" -> "2610 slice_332"; +"2606 pad_24" -> "2613 slice_335"; +"2606 pad_24" -> "2616 slice_338"; +"2607 slice_329" -> "2608 slice_330"; +"2608 slice_330" -> "2609 slice_331"; +"2609 slice_331" -> "2619 cat_2"; +"2610 slice_332" -> "2611 slice_333"; +"2611 slice_333" -> "2612 slice_334"; +"2612 slice_334" -> "2619 cat_2"; +"2613 slice_335" -> "2614 slice_336"; +"2614 slice_336" -> "2615 slice_337"; +"2615 slice_337" -> "2619 cat_2"; +"2616 slice_338" -> "2617 slice_339"; +"2617 slice_339" -> "2618 slice_340"; +"2618 slice_340" -> "2619 cat_2"; +"2619 cat_2" -> "2620 cat_2_0_0_nncf_smooth_quant_0"; +"2620 cat_2_0_0_nncf_smooth_quant_0" -> "2621 quantize_per_tensor_default_135"; +"2621 quantize_per_tensor_default_135" -> "2622 dequantize_per_tensor_default_135"; +"2622 dequantize_per_tensor_default_135" -> "2626 linear_134"; +"2623 linear_134_scale_0_updated_constant0" -> "2625 mul_183"; +"2624 compressed_weight_updated_constant135" -> "2625 mul_183"; +"2625 mul_183" -> "2626 linear_134"; +"2626 linear_134" -> "2629 layer_norm_47"; +"2627 _param_constant363" -> "2629 layer_norm_47"; +"2628 _param_constant364" -> "2629 layer_norm_47"; +"2629 layer_norm_47" -> "2652 pad_25"; +"2629 layer_norm_47" -> "2713 add_78"; +"2630 _tensor_constant143" -> "2631 _tensor_constant143_0_0_nncf_smooth_quant_0"; +"2631 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2636 linear_135"; +"2632 linear_135_scale_0_updated_constant0" -> "2635 mul_184"; +"2633 compressed_weight_updated_constant136" -> "2635 mul_184"; +"2634 _param_constant366_0_0" -> "2636 linear_135"; +"2635 mul_184" -> "2636 linear_135"; +"2636 linear_135" -> "2637 relu__22"; +"2637 relu__22" -> "2638 relu__22_0_0_nncf_smooth_quant_0"; +"2638 relu__22_0_0_nncf_smooth_quant_0" -> "2642 linear_136"; +"2639 linear_136_scale_0_updated_constant0" -> "2641 mul_185"; +"2640 compressed_weight_updated_constant137" -> "2641 mul_185"; +"2641 mul_185" -> "2642 linear_136"; +"2642 linear_136" -> "2643 view_121"; +"2643 view_121" -> "2645 index_22"; +"2644 _tensor_constant144" -> "2645 index_22"; +"2645 index_22" -> "2646 view_122"; +"2646 view_122" -> "2647 permute_100"; +"2647 permute_100" -> "2648 contiguous_42"; +"2648 contiguous_42" -> "2649 unsqueeze_66"; +"2649 unsqueeze_66" -> "2650 sigmoid_22"; +"2650 sigmoid_22" -> "2651 mul_44"; +"2651 mul_44" -> "2687 add_77"; +"2652 pad_25" -> "2653 view_123"; +"2653 view_123" -> "2654 permute_101"; +"2654 permute_101" -> "2655 reshape_99"; +"2655 reshape_99" -> "2656 reshape_99_0_0_nncf_smooth_quant_0"; +"2656 reshape_99_0_0_nncf_smooth_quant_0" -> "2657 quantize_per_tensor_default_136"; +"2657 quantize_per_tensor_default_136" -> "2658 dequantize_per_tensor_default_136"; +"2658 dequantize_per_tensor_default_136" -> "2663 linear_137"; +"2659 linear_137_scale_0_updated_constant0" -> "2662 mul_186"; +"2660 compressed_weight_updated_constant138" -> "2662 mul_186"; +"2661 _param_constant368_0_0" -> "2663 linear_137"; +"2662 mul_186" -> "2663 linear_137"; +"2663 linear_137" -> "2664 reshape_100"; +"2664 reshape_100" -> "2665 permute_102"; +"2665 permute_102" -> "2666 select_66"; +"2665 permute_102" -> "2667 select_67"; +"2665 permute_102" -> "2668 select_68"; +"2666 select_66" -> "2669 linalg_vector_norm_44"; +"2666 select_66" -> "2671 expand_as_44"; +"2666 select_66" -> "2672 div_44"; +"2667 select_67" -> "2675 linalg_vector_norm_45"; +"2667 select_67" -> "2677 expand_as_45"; +"2667 select_67" -> "2678 div_45"; +"2668 select_68" -> "2690 matmul_45"; +"2669 linalg_vector_norm_44" -> "2670 clamp_min_44"; +"2670 clamp_min_44" -> "2671 expand_as_44"; +"2671 expand_as_44" -> "2672 div_44"; +"2672 div_44" -> "2673 quantize_per_tensor_default_137"; +"2673 quantize_per_tensor_default_137" -> "2674 dequantize_per_tensor_default_137"; +"2674 dequantize_per_tensor_default_137" -> "2682 matmul_44"; +"2675 linalg_vector_norm_45" -> "2676 clamp_min_45"; +"2676 clamp_min_45" -> "2677 expand_as_45"; +"2677 expand_as_45" -> "2678 div_45"; +"2678 div_45" -> "2679 quantize_per_tensor_default_138"; +"2679 quantize_per_tensor_default_138" -> "2680 dequantize_per_tensor_default_138"; +"2680 dequantize_per_tensor_default_138" -> "2681 transpose_44"; +"2681 transpose_44" -> "2682 matmul_44"; +"2682 matmul_44" -> "2686 mul_45"; +"2683 _param_constant370" -> "2684 clamp_22"; +"2684 clamp_22" -> "2685 exp_22"; +"2685 exp_22" -> "2686 mul_45"; +"2686 mul_45" -> "2687 add_77"; +"2687 add_77" -> "2688 softmax_22"; +"2688 softmax_22" -> "2689 dropout_88"; +"2689 dropout_88" -> "2690 matmul_45"; +"2690 matmul_45" -> "2691 transpose_45"; +"2691 transpose_45" -> "2692 reshape_101"; +"2692 reshape_101" -> "2693 reshape_101_0_0_nncf_smooth_quant_0"; +"2693 reshape_101_0_0_nncf_smooth_quant_0" -> "2694 quantize_per_tensor_default_139"; +"2694 quantize_per_tensor_default_139" -> "2695 dequantize_per_tensor_default_139"; +"2695 dequantize_per_tensor_default_139" -> "2700 linear_138"; +"2696 linear_138_scale_0_updated_constant0" -> "2699 mul_187"; +"2697 compressed_weight_updated_constant139" -> "2699 mul_187"; +"2698 _param_constant372_0_0" -> "2700 linear_138"; +"2699 mul_187" -> "2700 linear_138"; +"2700 linear_138" -> "2701 dropout_89"; +"2701 dropout_89" -> "2702 view_124"; +"2702 view_124" -> "2703 permute_103"; +"2703 permute_103" -> "2704 reshape_102"; +"2704 reshape_102" -> "2705 slice_342"; +"2705 slice_342" -> "2706 slice_343"; +"2706 slice_343" -> "2707 slice_344"; +"2707 slice_344" -> "2708 slice_345"; +"2708 slice_345" -> "2709 contiguous_43"; +"2709 contiguous_43" -> "2712 layer_norm_48"; +"2710 _param_constant373" -> "2712 layer_norm_48"; +"2711 _param_constant374" -> "2712 layer_norm_48"; +"2712 layer_norm_48" -> "2713 add_78"; +"2713 add_78" -> "2714 add_78_0_0_nncf_smooth_quant_0"; +"2713 add_78" -> "2736 add_79"; +"2714 add_78_0_0_nncf_smooth_quant_0" -> "2715 quantize_per_tensor_default_140"; +"2715 quantize_per_tensor_default_140" -> "2716 dequantize_per_tensor_default_140"; +"2716 dequantize_per_tensor_default_140" -> "2721 linear_139"; +"2717 linear_139_scale_0_updated_constant0" -> "2720 mul_188"; +"2718 compressed_weight_updated_constant140" -> "2720 mul_188"; +"2719 _param_constant376_0_0" -> "2721 linear_139"; +"2720 mul_188" -> "2721 linear_139"; +"2721 linear_139" -> "2722 gelu_22"; +"2722 gelu_22" -> "2723 dropout_90"; +"2723 dropout_90" -> "2724 dropout_90_0_0_nncf_smooth_quant_0"; +"2724 dropout_90_0_0_nncf_smooth_quant_0" -> "2725 quantize_per_tensor_default_141"; +"2725 quantize_per_tensor_default_141" -> "2726 dequantize_per_tensor_default_141"; +"2726 dequantize_per_tensor_default_141" -> "2731 linear_140"; +"2727 linear_140_scale_0_updated_constant0" -> "2730 mul_189"; +"2728 compressed_weight_updated_constant141" -> "2730 mul_189"; +"2729 _param_constant378_0_0" -> "2731 linear_140"; +"2730 mul_189" -> "2731 linear_140"; +"2731 linear_140" -> "2732 dropout_91"; +"2732 dropout_91" -> "2735 layer_norm_49"; +"2733 _param_constant379" -> "2735 layer_norm_49"; +"2734 _param_constant380" -> "2735 layer_norm_49"; +"2735 layer_norm_49" -> "2736 add_79"; +"2736 add_79" -> "2759 pad_26"; +"2736 add_79" -> "2820 add_81"; +"2737 _tensor_constant145" -> "2738 _tensor_constant145_0_0_nncf_smooth_quant_0"; +"2738 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "2743 linear_141"; +"2739 linear_141_scale_0_updated_constant0" -> "2742 mul_190"; +"2740 compressed_weight_updated_constant142" -> "2742 mul_190"; +"2741 _param_constant382_0_0" -> "2743 linear_141"; +"2742 mul_190" -> "2743 linear_141"; +"2743 linear_141" -> "2744 relu__23"; +"2744 relu__23" -> "2745 relu__23_0_0_nncf_smooth_quant_0"; +"2745 relu__23_0_0_nncf_smooth_quant_0" -> "2749 linear_142"; +"2746 linear_142_scale_0_updated_constant0" -> "2748 mul_191"; +"2747 compressed_weight_updated_constant143" -> "2748 mul_191"; +"2748 mul_191" -> "2749 linear_142"; +"2749 linear_142" -> "2750 view_125"; +"2750 view_125" -> "2752 index_23"; +"2751 _tensor_constant146" -> "2752 index_23"; +"2752 index_23" -> "2753 view_126"; +"2753 view_126" -> "2754 permute_104"; +"2754 permute_104" -> "2755 contiguous_44"; +"2755 contiguous_44" -> "2756 unsqueeze_67"; +"2756 unsqueeze_67" -> "2757 sigmoid_23"; +"2757 sigmoid_23" -> "2758 mul_46"; +"2758 mul_46" -> "2794 add_80"; +"2759 pad_26" -> "2760 view_127"; +"2760 view_127" -> "2761 permute_105"; +"2761 permute_105" -> "2762 reshape_103"; +"2762 reshape_103" -> "2763 reshape_103_0_0_nncf_smooth_quant_0"; +"2763 reshape_103_0_0_nncf_smooth_quant_0" -> "2764 quantize_per_tensor_default_142"; +"2764 quantize_per_tensor_default_142" -> "2765 dequantize_per_tensor_default_142"; +"2765 dequantize_per_tensor_default_142" -> "2770 linear_143"; +"2766 linear_143_scale_0_updated_constant0" -> "2769 mul_192"; +"2767 compressed_weight_updated_constant144" -> "2769 mul_192"; +"2768 _param_constant384_0_0" -> "2770 linear_143"; +"2769 mul_192" -> "2770 linear_143"; +"2770 linear_143" -> "2771 reshape_104"; +"2771 reshape_104" -> "2772 permute_106"; +"2772 permute_106" -> "2773 select_69"; +"2772 permute_106" -> "2774 select_70"; +"2772 permute_106" -> "2775 select_71"; +"2773 select_69" -> "2776 linalg_vector_norm_46"; +"2773 select_69" -> "2778 expand_as_46"; +"2773 select_69" -> "2779 div_46"; +"2774 select_70" -> "2782 linalg_vector_norm_47"; +"2774 select_70" -> "2784 expand_as_47"; +"2774 select_70" -> "2785 div_47"; +"2775 select_71" -> "2797 matmul_47"; +"2776 linalg_vector_norm_46" -> "2777 clamp_min_46"; +"2777 clamp_min_46" -> "2778 expand_as_46"; +"2778 expand_as_46" -> "2779 div_46"; +"2779 div_46" -> "2780 quantize_per_tensor_default_143"; +"2780 quantize_per_tensor_default_143" -> "2781 dequantize_per_tensor_default_143"; +"2781 dequantize_per_tensor_default_143" -> "2789 matmul_46"; +"2782 linalg_vector_norm_47" -> "2783 clamp_min_47"; +"2783 clamp_min_47" -> "2784 expand_as_47"; +"2784 expand_as_47" -> "2785 div_47"; +"2785 div_47" -> "2786 quantize_per_tensor_default_144"; +"2786 quantize_per_tensor_default_144" -> "2787 dequantize_per_tensor_default_144"; +"2787 dequantize_per_tensor_default_144" -> "2788 transpose_46"; +"2788 transpose_46" -> "2789 matmul_46"; +"2789 matmul_46" -> "2793 mul_47"; +"2790 _param_constant386" -> "2791 clamp_23"; +"2791 clamp_23" -> "2792 exp_23"; +"2792 exp_23" -> "2793 mul_47"; +"2793 mul_47" -> "2794 add_80"; +"2794 add_80" -> "2795 softmax_23"; +"2795 softmax_23" -> "2796 dropout_92"; +"2796 dropout_92" -> "2797 matmul_47"; +"2797 matmul_47" -> "2798 transpose_47"; +"2798 transpose_47" -> "2799 reshape_105"; +"2799 reshape_105" -> "2800 reshape_105_0_0_nncf_smooth_quant_0"; +"2800 reshape_105_0_0_nncf_smooth_quant_0" -> "2801 quantize_per_tensor_default_145"; +"2801 quantize_per_tensor_default_145" -> "2802 dequantize_per_tensor_default_145"; +"2802 dequantize_per_tensor_default_145" -> "2807 linear_144"; +"2803 linear_144_scale_0_updated_constant0" -> "2806 mul_193"; +"2804 compressed_weight_updated_constant145" -> "2806 mul_193"; +"2805 _param_constant388_0_0" -> "2807 linear_144"; +"2806 mul_193" -> "2807 linear_144"; +"2807 linear_144" -> "2808 dropout_93"; +"2808 dropout_93" -> "2809 view_128"; +"2809 view_128" -> "2810 permute_107"; +"2810 permute_107" -> "2811 reshape_106"; +"2811 reshape_106" -> "2812 slice_347"; +"2812 slice_347" -> "2813 slice_348"; +"2813 slice_348" -> "2814 slice_349"; +"2814 slice_349" -> "2815 slice_350"; +"2815 slice_350" -> "2816 contiguous_45"; +"2816 contiguous_45" -> "2819 layer_norm_50"; +"2817 _param_constant389" -> "2819 layer_norm_50"; +"2818 _param_constant390" -> "2819 layer_norm_50"; +"2819 layer_norm_50" -> "2820 add_81"; +"2820 add_81" -> "2821 add_81_0_0_nncf_smooth_quant_0"; +"2820 add_81" -> "2843 add_82"; +"2821 add_81_0_0_nncf_smooth_quant_0" -> "2822 quantize_per_tensor_default_146"; +"2822 quantize_per_tensor_default_146" -> "2823 dequantize_per_tensor_default_146"; +"2823 dequantize_per_tensor_default_146" -> "2828 linear_145"; +"2824 linear_145_scale_0_updated_constant0" -> "2827 mul_194"; +"2825 compressed_weight_updated_constant146" -> "2827 mul_194"; +"2826 _param_constant392_0_0" -> "2828 linear_145"; +"2827 mul_194" -> "2828 linear_145"; +"2828 linear_145" -> "2829 gelu_23"; +"2829 gelu_23" -> "2830 dropout_94"; +"2830 dropout_94" -> "2831 dropout_94_0_0_nncf_smooth_quant_0"; +"2831 dropout_94_0_0_nncf_smooth_quant_0" -> "2832 quantize_per_tensor_default_147"; +"2832 quantize_per_tensor_default_147" -> "2833 dequantize_per_tensor_default_147"; +"2833 dequantize_per_tensor_default_147" -> "2838 linear_146"; +"2834 linear_146_scale_0_updated_constant0" -> "2837 mul_195"; +"2835 compressed_weight_updated_constant147" -> "2837 mul_195"; +"2836 _param_constant394_0_0" -> "2838 linear_146"; +"2837 mul_195" -> "2838 linear_146"; +"2838 linear_146" -> "2839 dropout_95"; +"2839 dropout_95" -> "2842 layer_norm_51"; +"2840 _param_constant395" -> "2842 layer_norm_51"; +"2841 _param_constant396" -> "2842 layer_norm_51"; +"2842 layer_norm_51" -> "2843 add_82"; +"2843 add_82" -> "2846 layer_norm_52"; +"2844 _param_constant397" -> "2846 layer_norm_52"; +"2845 _param_constant398" -> "2846 layer_norm_52"; +"2846 layer_norm_52" -> "2847 permute_108"; +"2847 permute_108" -> "2848 adaptive_avg_pool2d"; +"2848 adaptive_avg_pool2d" -> "2849 flatten"; +"2849 flatten" -> "2850 flatten_0_0_nncf_smooth_quant_0"; +"2850 flatten_0_0_nncf_smooth_quant_0" -> "2851 quantize_per_tensor_default_148"; +"2851 quantize_per_tensor_default_148" -> "2852 dequantize_per_tensor_default_148"; +"2852 dequantize_per_tensor_default_148" -> "2857 linear_147"; +"2853 linear_147_scale_0_updated_constant0" -> "2856 mul_196"; +"2854 compressed_weight_updated_constant148" -> "2856 mul_196"; +"2855 _param_constant400_0_0" -> "2857 linear_147"; +"2856 mul_196" -> "2857 linear_147"; +"2857 linear_147" -> "2858 output"; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/unet.dot b/tests/torch/data/reference_graphs/fx/quantized/unet.dot index bd82cc0c653..dfcd6e1c402 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/unet.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/unet.dot @@ -2,560 +2,422 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default_8" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default_12" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0" [id=4, type=get_attr]; -"5 conv2d_zero_point_0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 _param_constant1_0_0" [id=8, type=get_attr]; -"9 conv2d" [id=9, type=conv2d]; -"10 relu" [id=10, type=relu]; -"11 quantize_per_tensor_default_9" [id=11, type=quantize_per_tensor]; -"12 dequantize_per_tensor_default_13" [id=12, type=dequantize_per_tensor]; -"13 _param_constant4" [id=13, type=get_attr]; -"14 conv2d_1_scale_0" [id=14, type=get_attr]; -"15 conv2d_1_zero_point_0" [id=15, type=get_attr]; -"16 quantize_per_channel_default_1" [id=16, type=quantize_per_channel]; -"17 dequantize_per_channel_default_1" [id=17, type=dequantize_per_channel]; -"18 _param_constant5_0_0" [id=18, type=get_attr]; -"19 conv2d_1" [id=19, type=conv2d]; -"20 relu_1" [id=20, type=relu]; -"21 quantize_per_tensor_default" [id=21, type=quantize_per_tensor]; -"22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; -"23 dequantize_per_tensor_default" [id=23, type=dequantize_per_tensor]; -"24 max_pool2d" [id=24, type=max_pool2d]; -"25 _param_constant8" [id=25, type=get_attr]; -"26 conv2d_2_scale_0" [id=26, type=get_attr]; -"27 conv2d_2_zero_point_0" [id=27, type=get_attr]; -"28 quantize_per_channel_default_2" [id=28, type=quantize_per_channel]; -"29 dequantize_per_channel_default_2" [id=29, type=dequantize_per_channel]; -"30 _param_constant9_0_0" [id=30, type=get_attr]; -"31 conv2d_2" [id=31, type=conv2d]; -"32 relu_2" [id=32, type=relu]; -"33 quantize_per_tensor_default_10" [id=33, type=quantize_per_tensor]; -"34 dequantize_per_tensor_default_14" [id=34, type=dequantize_per_tensor]; -"35 _param_constant12" [id=35, type=get_attr]; -"36 conv2d_3_scale_0" [id=36, type=get_attr]; -"37 conv2d_3_zero_point_0" [id=37, type=get_attr]; -"38 quantize_per_channel_default_3" [id=38, type=quantize_per_channel]; -"39 dequantize_per_channel_default_3" [id=39, type=dequantize_per_channel]; -"40 _param_constant13_0_0" [id=40, type=get_attr]; -"41 conv2d_3" [id=41, type=conv2d]; -"42 relu_3" [id=42, type=relu]; -"43 quantize_per_tensor_default_3" [id=43, type=quantize_per_tensor]; -"44 dequantize_per_tensor_default_5" [id=44, type=dequantize_per_tensor]; -"45 dequantize_per_tensor_default_4" [id=45, type=dequantize_per_tensor]; -"46 max_pool2d_1" [id=46, type=max_pool2d]; -"47 _param_constant16" [id=47, type=get_attr]; -"48 conv2d_4_scale_0" [id=48, type=get_attr]; -"49 conv2d_4_zero_point_0" [id=49, type=get_attr]; -"50 quantize_per_channel_default_4" [id=50, type=quantize_per_channel]; -"51 dequantize_per_channel_default_4" [id=51, type=dequantize_per_channel]; -"52 _param_constant17_0_0" [id=52, type=get_attr]; -"53 conv2d_4" [id=53, type=conv2d]; -"54 relu_4" [id=54, type=relu]; -"55 quantize_per_tensor_default_11" [id=55, type=quantize_per_tensor]; -"56 dequantize_per_tensor_default_15" [id=56, type=dequantize_per_tensor]; -"57 _param_constant20" [id=57, type=get_attr]; -"58 conv2d_5_scale_0" [id=58, type=get_attr]; -"59 conv2d_5_zero_point_0" [id=59, type=get_attr]; -"60 quantize_per_channel_default_5" [id=60, type=quantize_per_channel]; -"61 dequantize_per_channel_default_5" [id=61, type=dequantize_per_channel]; -"62 _param_constant21_0_0" [id=62, type=get_attr]; -"63 conv2d_5" [id=63, type=conv2d]; -"64 relu_5" [id=64, type=relu]; -"65 quantize_per_tensor_default_4" [id=65, type=quantize_per_tensor]; -"66 dequantize_per_tensor_default_7" [id=66, type=dequantize_per_tensor]; -"67 dequantize_per_tensor_default_6" [id=67, type=dequantize_per_tensor]; -"68 max_pool2d_2" [id=68, type=max_pool2d]; -"69 _param_constant24" [id=69, type=get_attr]; -"70 conv2d_6_scale_0" [id=70, type=get_attr]; -"71 conv2d_6_zero_point_0" [id=71, type=get_attr]; -"72 quantize_per_channel_default_6" [id=72, type=quantize_per_channel]; -"73 dequantize_per_channel_default_6" [id=73, type=dequantize_per_channel]; -"74 _param_constant25_0_0" [id=74, type=get_attr]; -"75 conv2d_6" [id=75, type=conv2d]; -"76 relu_6" [id=76, type=relu]; -"77 quantize_per_tensor_default_12" [id=77, type=quantize_per_tensor]; -"78 dequantize_per_tensor_default_16" [id=78, type=dequantize_per_tensor]; -"79 _param_constant28" [id=79, type=get_attr]; -"80 conv2d_7_scale_0" [id=80, type=get_attr]; -"81 conv2d_7_zero_point_0" [id=81, type=get_attr]; -"82 quantize_per_channel_default_7" [id=82, type=quantize_per_channel]; -"83 dequantize_per_channel_default_7" [id=83, type=dequantize_per_channel]; -"84 _param_constant29_0_0" [id=84, type=get_attr]; -"85 conv2d_7" [id=85, type=conv2d]; -"86 relu_7" [id=86, type=relu]; -"87 quantize_per_tensor_default_7" [id=87, type=quantize_per_tensor]; -"88 dequantize_per_tensor_default_11" [id=88, type=dequantize_per_tensor]; -"89 dequantize_per_tensor_default_10" [id=89, type=dequantize_per_tensor]; -"90 max_pool2d_3" [id=90, type=max_pool2d]; -"91 _param_constant32" [id=91, type=get_attr]; -"92 conv2d_8_scale_0" [id=92, type=get_attr]; -"93 conv2d_8_zero_point_0" [id=93, type=get_attr]; -"94 quantize_per_channel_default_8" [id=94, type=quantize_per_channel]; -"95 dequantize_per_channel_default_8" [id=95, type=dequantize_per_channel]; -"96 _param_constant33_0_0" [id=96, type=get_attr]; -"97 conv2d_8" [id=97, type=conv2d]; -"98 relu_8" [id=98, type=relu]; -"99 quantize_per_tensor_default_13" [id=99, type=quantize_per_tensor]; -"100 dequantize_per_tensor_default_17" [id=100, type=dequantize_per_tensor]; -"101 _param_constant36" [id=101, type=get_attr]; -"102 conv2d_9_scale_0" [id=102, type=get_attr]; -"103 conv2d_9_zero_point_0" [id=103, type=get_attr]; -"104 quantize_per_channel_default_9" [id=104, type=quantize_per_channel]; -"105 dequantize_per_channel_default_9" [id=105, type=dequantize_per_channel]; -"106 _param_constant37_0_0" [id=106, type=get_attr]; -"107 conv2d_9" [id=107, type=conv2d]; -"108 relu_9" [id=108, type=relu]; -"109 quantize_per_tensor_default_14" [id=109, type=quantize_per_tensor]; -"110 dequantize_per_tensor_default_18" [id=110, type=dequantize_per_tensor]; -"111 _param_constant40" [id=111, type=get_attr]; -"112 _param_constant41" [id=112, type=get_attr]; -"113 conv_transpose2d_scale_0" [id=113, type=get_attr]; -"114 conv_transpose2d_zero_point_0" [id=114, type=get_attr]; -"115 quantize_per_channel_default_10" [id=115, type=quantize_per_channel]; -"116 dequantize_per_channel_default_10" [id=116, type=dequantize_per_channel]; -"117 conv_transpose2d" [id=117, type=conv_transpose2d]; -"118 quantize_per_tensor_default_6" [id=118, type=quantize_per_tensor]; -"119 dequantize_per_tensor_default_9" [id=119, type=dequantize_per_tensor]; -"120 slice_1" [id=120, type=slice]; -"121 slice_2" [id=121, type=slice]; -"122 slice_3" [id=122, type=slice]; -"123 slice_4" [id=123, type=slice]; -"124 cat" [id=124, type=cat]; -"125 _param_constant42" [id=125, type=get_attr]; -"126 conv2d_10_scale_0" [id=126, type=get_attr]; -"127 conv2d_10_zero_point_0" [id=127, type=get_attr]; -"128 quantize_per_channel_default_11" [id=128, type=quantize_per_channel]; -"129 dequantize_per_channel_default_11" [id=129, type=dequantize_per_channel]; -"130 _param_constant43_0_0" [id=130, type=get_attr]; -"131 conv2d_10" [id=131, type=conv2d]; -"132 relu_10" [id=132, type=relu]; -"133 quantize_per_tensor_default_15" [id=133, type=quantize_per_tensor]; -"134 dequantize_per_tensor_default_19" [id=134, type=dequantize_per_tensor]; -"135 _param_constant46" [id=135, type=get_attr]; -"136 conv2d_11_scale_0" [id=136, type=get_attr]; -"137 conv2d_11_zero_point_0" [id=137, type=get_attr]; -"138 quantize_per_channel_default_12" [id=138, type=quantize_per_channel]; -"139 dequantize_per_channel_default_12" [id=139, type=dequantize_per_channel]; -"140 _param_constant47_0_0" [id=140, type=get_attr]; -"141 conv2d_11" [id=141, type=conv2d]; -"142 relu_11" [id=142, type=relu]; -"143 quantize_per_tensor_default_16" [id=143, type=quantize_per_tensor]; -"144 dequantize_per_tensor_default_20" [id=144, type=dequantize_per_tensor]; -"145 _param_constant50" [id=145, type=get_attr]; -"146 _param_constant51" [id=146, type=get_attr]; -"147 conv_transpose2d_1_scale_0" [id=147, type=get_attr]; -"148 conv_transpose2d_1_zero_point_0" [id=148, type=get_attr]; -"149 quantize_per_channel_default_13" [id=149, type=quantize_per_channel]; -"150 dequantize_per_channel_default_13" [id=150, type=dequantize_per_channel]; -"151 conv_transpose2d_1" [id=151, type=conv_transpose2d]; -"152 quantize_per_tensor_default_5" [id=152, type=quantize_per_tensor]; -"153 dequantize_per_tensor_default_8" [id=153, type=dequantize_per_tensor]; -"154 slice_5" [id=154, type=slice]; -"155 slice_6" [id=155, type=slice]; -"156 slice_7" [id=156, type=slice]; -"157 slice_8" [id=157, type=slice]; -"158 cat_1" [id=158, type=cat]; -"159 _param_constant52" [id=159, type=get_attr]; -"160 conv2d_12_scale_0" [id=160, type=get_attr]; -"161 conv2d_12_zero_point_0" [id=161, type=get_attr]; -"162 quantize_per_channel_default_14" [id=162, type=quantize_per_channel]; -"163 dequantize_per_channel_default_14" [id=163, type=dequantize_per_channel]; -"164 _param_constant53_0_0" [id=164, type=get_attr]; -"165 conv2d_12" [id=165, type=conv2d]; -"166 relu_12" [id=166, type=relu]; -"167 quantize_per_tensor_default_17" [id=167, type=quantize_per_tensor]; -"168 dequantize_per_tensor_default_21" [id=168, type=dequantize_per_tensor]; -"169 _param_constant56" [id=169, type=get_attr]; -"170 conv2d_13_scale_0" [id=170, type=get_attr]; -"171 conv2d_13_zero_point_0" [id=171, type=get_attr]; -"172 quantize_per_channel_default_15" [id=172, type=quantize_per_channel]; -"173 dequantize_per_channel_default_15" [id=173, type=dequantize_per_channel]; -"174 _param_constant57_0_0" [id=174, type=get_attr]; -"175 conv2d_13" [id=175, type=conv2d]; -"176 relu_13" [id=176, type=relu]; -"177 quantize_per_tensor_default_18" [id=177, type=quantize_per_tensor]; -"178 dequantize_per_tensor_default_22" [id=178, type=dequantize_per_tensor]; -"179 _param_constant60" [id=179, type=get_attr]; -"180 _param_constant61" [id=180, type=get_attr]; -"181 conv_transpose2d_2_scale_0" [id=181, type=get_attr]; -"182 conv_transpose2d_2_zero_point_0" [id=182, type=get_attr]; -"183 quantize_per_channel_default_16" [id=183, type=quantize_per_channel]; -"184 dequantize_per_channel_default_16" [id=184, type=dequantize_per_channel]; -"185 conv_transpose2d_2" [id=185, type=conv_transpose2d]; -"186 quantize_per_tensor_default_2" [id=186, type=quantize_per_tensor]; -"187 dequantize_per_tensor_default_3" [id=187, type=dequantize_per_tensor]; -"188 slice_9" [id=188, type=slice]; -"189 slice_10" [id=189, type=slice]; -"190 slice_11" [id=190, type=slice]; -"191 slice_12" [id=191, type=slice]; -"192 cat_2" [id=192, type=cat]; -"193 _param_constant62" [id=193, type=get_attr]; -"194 conv2d_14_scale_0" [id=194, type=get_attr]; -"195 conv2d_14_zero_point_0" [id=195, type=get_attr]; -"196 quantize_per_channel_default_17" [id=196, type=quantize_per_channel]; -"197 dequantize_per_channel_default_17" [id=197, type=dequantize_per_channel]; -"198 _param_constant63_0_0" [id=198, type=get_attr]; -"199 conv2d_14" [id=199, type=conv2d]; -"200 relu_14" [id=200, type=relu]; -"201 quantize_per_tensor_default_19" [id=201, type=quantize_per_tensor]; -"202 dequantize_per_tensor_default_23" [id=202, type=dequantize_per_tensor]; -"203 _param_constant66" [id=203, type=get_attr]; -"204 conv2d_15_scale_0" [id=204, type=get_attr]; -"205 conv2d_15_zero_point_0" [id=205, type=get_attr]; -"206 quantize_per_channel_default_18" [id=206, type=quantize_per_channel]; -"207 dequantize_per_channel_default_18" [id=207, type=dequantize_per_channel]; -"208 _param_constant67_0_0" [id=208, type=get_attr]; -"209 conv2d_15" [id=209, type=conv2d]; -"210 relu_15" [id=210, type=relu]; -"211 quantize_per_tensor_default_20" [id=211, type=quantize_per_tensor]; -"212 dequantize_per_tensor_default_24" [id=212, type=dequantize_per_tensor]; -"213 _param_constant70" [id=213, type=get_attr]; -"214 _param_constant71" [id=214, type=get_attr]; -"215 conv_transpose2d_3_scale_0" [id=215, type=get_attr]; -"216 conv_transpose2d_3_zero_point_0" [id=216, type=get_attr]; -"217 quantize_per_channel_default_19" [id=217, type=quantize_per_channel]; -"218 dequantize_per_channel_default_19" [id=218, type=dequantize_per_channel]; -"219 conv_transpose2d_3" [id=219, type=conv_transpose2d]; -"220 quantize_per_tensor_default_1" [id=220, type=quantize_per_tensor]; -"221 dequantize_per_tensor_default_2" [id=221, type=dequantize_per_tensor]; -"222 slice_13" [id=222, type=slice]; -"223 slice_14" [id=223, type=slice]; -"224 slice_15" [id=224, type=slice]; -"225 slice_16" [id=225, type=slice]; -"226 cat_3" [id=226, type=cat]; -"227 _param_constant72" [id=227, type=get_attr]; -"228 conv2d_16_scale_0" [id=228, type=get_attr]; -"229 conv2d_16_zero_point_0" [id=229, type=get_attr]; -"230 quantize_per_channel_default_20" [id=230, type=quantize_per_channel]; -"231 dequantize_per_channel_default_20" [id=231, type=dequantize_per_channel]; -"232 _param_constant73_0_0" [id=232, type=get_attr]; -"233 conv2d_16" [id=233, type=conv2d]; -"234 relu_16" [id=234, type=relu]; -"235 quantize_per_tensor_default_21" [id=235, type=quantize_per_tensor]; -"236 dequantize_per_tensor_default_25" [id=236, type=dequantize_per_tensor]; -"237 _param_constant76" [id=237, type=get_attr]; -"238 conv2d_17_scale_0" [id=238, type=get_attr]; -"239 conv2d_17_zero_point_0" [id=239, type=get_attr]; -"240 quantize_per_channel_default_21" [id=240, type=quantize_per_channel]; -"241 dequantize_per_channel_default_21" [id=241, type=dequantize_per_channel]; -"242 _param_constant77_0_0" [id=242, type=get_attr]; -"243 conv2d_17" [id=243, type=conv2d]; -"244 relu_17" [id=244, type=relu]; -"245 quantize_per_tensor_default_22" [id=245, type=quantize_per_tensor]; -"246 dequantize_per_tensor_default_26" [id=246, type=dequantize_per_tensor]; -"247 _param_constant80" [id=247, type=get_attr]; -"248 conv2d_18_scale_0" [id=248, type=get_attr]; -"249 conv2d_18_zero_point_0" [id=249, type=get_attr]; -"250 quantize_per_channel_default_22" [id=250, type=quantize_per_channel]; -"251 dequantize_per_channel_default_22" [id=251, type=dequantize_per_channel]; -"252 _param_constant81_0_0" [id=252, type=get_attr]; -"253 conv2d_18" [id=253, type=conv2d]; -"254 output" [id=254, type=output]; +"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; +"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; +"5 _param_constant1_0_0" [id=5, type=get_attr]; +"6 mul" [id=6, type=]; +"7 conv2d" [id=7, type=conv2d]; +"8 relu" [id=8, type=relu]; +"9 quantize_per_tensor_default_9" [id=9, type=quantize_per_tensor]; +"10 dequantize_per_tensor_default_13" [id=10, type=dequantize_per_tensor]; +"11 conv2d_1_scale_0_updated_constant0" [id=11, type=get_attr]; +"12 compressed_weight_updated_constant1" [id=12, type=get_attr]; +"13 _param_constant5_0_0" [id=13, type=get_attr]; +"14 mul_1" [id=14, type=]; +"15 conv2d_1" [id=15, type=conv2d]; +"16 relu_1" [id=16, type=relu]; +"17 quantize_per_tensor_default" [id=17, type=quantize_per_tensor]; +"18 dequantize_per_tensor_default_1" [id=18, type=dequantize_per_tensor]; +"19 dequantize_per_tensor_default" [id=19, type=dequantize_per_tensor]; +"20 max_pool2d" [id=20, type=max_pool2d]; +"21 conv2d_2_scale_0_updated_constant0" [id=21, type=get_attr]; +"22 compressed_weight_updated_constant2" [id=22, type=get_attr]; +"23 _param_constant9_0_0" [id=23, type=get_attr]; +"24 mul_2" [id=24, type=]; +"25 conv2d_2" [id=25, type=conv2d]; +"26 relu_2" [id=26, type=relu]; +"27 quantize_per_tensor_default_10" [id=27, type=quantize_per_tensor]; +"28 dequantize_per_tensor_default_14" [id=28, type=dequantize_per_tensor]; +"29 conv2d_3_scale_0_updated_constant0" [id=29, type=get_attr]; +"30 compressed_weight_updated_constant3" [id=30, type=get_attr]; +"31 _param_constant13_0_0" [id=31, type=get_attr]; +"32 mul_3" [id=32, type=]; +"33 conv2d_3" [id=33, type=conv2d]; +"34 relu_3" [id=34, type=relu]; +"35 quantize_per_tensor_default_3" [id=35, type=quantize_per_tensor]; +"36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; +"37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; +"38 max_pool2d_1" [id=38, type=max_pool2d]; +"39 conv2d_4_scale_0_updated_constant0" [id=39, type=get_attr]; +"40 compressed_weight_updated_constant4" [id=40, type=get_attr]; +"41 _param_constant17_0_0" [id=41, type=get_attr]; +"42 mul_4" [id=42, type=]; +"43 conv2d_4" [id=43, type=conv2d]; +"44 relu_4" [id=44, type=relu]; +"45 quantize_per_tensor_default_11" [id=45, type=quantize_per_tensor]; +"46 dequantize_per_tensor_default_15" [id=46, type=dequantize_per_tensor]; +"47 conv2d_5_scale_0_updated_constant0" [id=47, type=get_attr]; +"48 compressed_weight_updated_constant5" [id=48, type=get_attr]; +"49 _param_constant21_0_0" [id=49, type=get_attr]; +"50 mul_5" [id=50, type=]; +"51 conv2d_5" [id=51, type=conv2d]; +"52 relu_5" [id=52, type=relu]; +"53 quantize_per_tensor_default_4" [id=53, type=quantize_per_tensor]; +"54 dequantize_per_tensor_default_7" [id=54, type=dequantize_per_tensor]; +"55 dequantize_per_tensor_default_6" [id=55, type=dequantize_per_tensor]; +"56 max_pool2d_2" [id=56, type=max_pool2d]; +"57 conv2d_6_scale_0_updated_constant0" [id=57, type=get_attr]; +"58 compressed_weight_updated_constant6" [id=58, type=get_attr]; +"59 _param_constant25_0_0" [id=59, type=get_attr]; +"60 mul_6" [id=60, type=]; +"61 conv2d_6" [id=61, type=conv2d]; +"62 relu_6" [id=62, type=relu]; +"63 quantize_per_tensor_default_12" [id=63, type=quantize_per_tensor]; +"64 dequantize_per_tensor_default_16" [id=64, type=dequantize_per_tensor]; +"65 conv2d_7_scale_0_updated_constant0" [id=65, type=get_attr]; +"66 compressed_weight_updated_constant7" [id=66, type=get_attr]; +"67 _param_constant29_0_0" [id=67, type=get_attr]; +"68 mul_7" [id=68, type=]; +"69 conv2d_7" [id=69, type=conv2d]; +"70 relu_7" [id=70, type=relu]; +"71 quantize_per_tensor_default_7" [id=71, type=quantize_per_tensor]; +"72 dequantize_per_tensor_default_11" [id=72, type=dequantize_per_tensor]; +"73 dequantize_per_tensor_default_10" [id=73, type=dequantize_per_tensor]; +"74 max_pool2d_3" [id=74, type=max_pool2d]; +"75 conv2d_8_scale_0_updated_constant0" [id=75, type=get_attr]; +"76 compressed_weight_updated_constant8" [id=76, type=get_attr]; +"77 _param_constant33_0_0" [id=77, type=get_attr]; +"78 mul_8" [id=78, type=]; +"79 conv2d_8" [id=79, type=conv2d]; +"80 relu_8" [id=80, type=relu]; +"81 quantize_per_tensor_default_13" [id=81, type=quantize_per_tensor]; +"82 dequantize_per_tensor_default_17" [id=82, type=dequantize_per_tensor]; +"83 conv2d_9_scale_0_updated_constant0" [id=83, type=get_attr]; +"84 compressed_weight_updated_constant9" [id=84, type=get_attr]; +"85 _param_constant37_0_0" [id=85, type=get_attr]; +"86 mul_9" [id=86, type=]; +"87 conv2d_9" [id=87, type=conv2d]; +"88 relu_9" [id=88, type=relu]; +"89 quantize_per_tensor_default_14" [id=89, type=quantize_per_tensor]; +"90 dequantize_per_tensor_default_18" [id=90, type=dequantize_per_tensor]; +"91 _param_constant41" [id=91, type=get_attr]; +"92 conv_transpose2d_scale_0_updated_constant0" [id=92, type=get_attr]; +"93 compressed_weight_updated_constant10" [id=93, type=get_attr]; +"94 mul_10" [id=94, type=]; +"95 conv_transpose2d" [id=95, type=conv_transpose2d]; +"96 quantize_per_tensor_default_6" [id=96, type=quantize_per_tensor]; +"97 dequantize_per_tensor_default_9" [id=97, type=dequantize_per_tensor]; +"98 slice_1" [id=98, type=slice]; +"99 slice_2" [id=99, type=slice]; +"100 slice_3" [id=100, type=slice]; +"101 slice_4" [id=101, type=slice]; +"102 cat" [id=102, type=cat]; +"103 conv2d_10_scale_0_updated_constant0" [id=103, type=get_attr]; +"104 compressed_weight_updated_constant11" [id=104, type=get_attr]; +"105 _param_constant43_0_0" [id=105, type=get_attr]; +"106 mul_11" [id=106, type=]; +"107 conv2d_10" [id=107, type=conv2d]; +"108 relu_10" [id=108, type=relu]; +"109 quantize_per_tensor_default_15" [id=109, type=quantize_per_tensor]; +"110 dequantize_per_tensor_default_19" [id=110, type=dequantize_per_tensor]; +"111 conv2d_11_scale_0_updated_constant0" [id=111, type=get_attr]; +"112 compressed_weight_updated_constant12" [id=112, type=get_attr]; +"113 _param_constant47_0_0" [id=113, type=get_attr]; +"114 mul_12" [id=114, type=]; +"115 conv2d_11" [id=115, type=conv2d]; +"116 relu_11" [id=116, type=relu]; +"117 quantize_per_tensor_default_16" [id=117, type=quantize_per_tensor]; +"118 dequantize_per_tensor_default_20" [id=118, type=dequantize_per_tensor]; +"119 _param_constant51" [id=119, type=get_attr]; +"120 conv_transpose2d_1_scale_0_updated_constant0" [id=120, type=get_attr]; +"121 compressed_weight_updated_constant13" [id=121, type=get_attr]; +"122 mul_13" [id=122, type=]; +"123 conv_transpose2d_1" [id=123, type=conv_transpose2d]; +"124 quantize_per_tensor_default_5" [id=124, type=quantize_per_tensor]; +"125 dequantize_per_tensor_default_8" [id=125, type=dequantize_per_tensor]; +"126 slice_5" [id=126, type=slice]; +"127 slice_6" [id=127, type=slice]; +"128 slice_7" [id=128, type=slice]; +"129 slice_8" [id=129, type=slice]; +"130 cat_1" [id=130, type=cat]; +"131 conv2d_12_scale_0_updated_constant0" [id=131, type=get_attr]; +"132 compressed_weight_updated_constant14" [id=132, type=get_attr]; +"133 _param_constant53_0_0" [id=133, type=get_attr]; +"134 mul_14" [id=134, type=]; +"135 conv2d_12" [id=135, type=conv2d]; +"136 relu_12" [id=136, type=relu]; +"137 quantize_per_tensor_default_17" [id=137, type=quantize_per_tensor]; +"138 dequantize_per_tensor_default_21" [id=138, type=dequantize_per_tensor]; +"139 conv2d_13_scale_0_updated_constant0" [id=139, type=get_attr]; +"140 compressed_weight_updated_constant15" [id=140, type=get_attr]; +"141 _param_constant57_0_0" [id=141, type=get_attr]; +"142 mul_15" [id=142, type=]; +"143 conv2d_13" [id=143, type=conv2d]; +"144 relu_13" [id=144, type=relu]; +"145 quantize_per_tensor_default_18" [id=145, type=quantize_per_tensor]; +"146 dequantize_per_tensor_default_22" [id=146, type=dequantize_per_tensor]; +"147 _param_constant61" [id=147, type=get_attr]; +"148 conv_transpose2d_2_scale_0_updated_constant0" [id=148, type=get_attr]; +"149 compressed_weight_updated_constant16" [id=149, type=get_attr]; +"150 mul_16" [id=150, type=]; +"151 conv_transpose2d_2" [id=151, type=conv_transpose2d]; +"152 quantize_per_tensor_default_2" [id=152, type=quantize_per_tensor]; +"153 dequantize_per_tensor_default_3" [id=153, type=dequantize_per_tensor]; +"154 slice_9" [id=154, type=slice]; +"155 slice_10" [id=155, type=slice]; +"156 slice_11" [id=156, type=slice]; +"157 slice_12" [id=157, type=slice]; +"158 cat_2" [id=158, type=cat]; +"159 conv2d_14_scale_0_updated_constant0" [id=159, type=get_attr]; +"160 compressed_weight_updated_constant17" [id=160, type=get_attr]; +"161 _param_constant63_0_0" [id=161, type=get_attr]; +"162 mul_17" [id=162, type=]; +"163 conv2d_14" [id=163, type=conv2d]; +"164 relu_14" [id=164, type=relu]; +"165 quantize_per_tensor_default_19" [id=165, type=quantize_per_tensor]; +"166 dequantize_per_tensor_default_23" [id=166, type=dequantize_per_tensor]; +"167 conv2d_15_scale_0_updated_constant0" [id=167, type=get_attr]; +"168 compressed_weight_updated_constant18" [id=168, type=get_attr]; +"169 _param_constant67_0_0" [id=169, type=get_attr]; +"170 mul_18" [id=170, type=]; +"171 conv2d_15" [id=171, type=conv2d]; +"172 relu_15" [id=172, type=relu]; +"173 quantize_per_tensor_default_20" [id=173, type=quantize_per_tensor]; +"174 dequantize_per_tensor_default_24" [id=174, type=dequantize_per_tensor]; +"175 _param_constant71" [id=175, type=get_attr]; +"176 conv_transpose2d_3_scale_0_updated_constant0" [id=176, type=get_attr]; +"177 compressed_weight_updated_constant19" [id=177, type=get_attr]; +"178 mul_19" [id=178, type=]; +"179 conv_transpose2d_3" [id=179, type=conv_transpose2d]; +"180 quantize_per_tensor_default_1" [id=180, type=quantize_per_tensor]; +"181 dequantize_per_tensor_default_2" [id=181, type=dequantize_per_tensor]; +"182 slice_13" [id=182, type=slice]; +"183 slice_14" [id=183, type=slice]; +"184 slice_15" [id=184, type=slice]; +"185 slice_16" [id=185, type=slice]; +"186 cat_3" [id=186, type=cat]; +"187 conv2d_16_scale_0_updated_constant0" [id=187, type=get_attr]; +"188 compressed_weight_updated_constant20" [id=188, type=get_attr]; +"189 _param_constant73_0_0" [id=189, type=get_attr]; +"190 mul_20" [id=190, type=]; +"191 conv2d_16" [id=191, type=conv2d]; +"192 relu_16" [id=192, type=relu]; +"193 quantize_per_tensor_default_21" [id=193, type=quantize_per_tensor]; +"194 dequantize_per_tensor_default_25" [id=194, type=dequantize_per_tensor]; +"195 conv2d_17_scale_0_updated_constant0" [id=195, type=get_attr]; +"196 compressed_weight_updated_constant21" [id=196, type=get_attr]; +"197 _param_constant77_0_0" [id=197, type=get_attr]; +"198 mul_21" [id=198, type=]; +"199 conv2d_17" [id=199, type=conv2d]; +"200 relu_17" [id=200, type=relu]; +"201 quantize_per_tensor_default_22" [id=201, type=quantize_per_tensor]; +"202 dequantize_per_tensor_default_26" [id=202, type=dequantize_per_tensor]; +"203 conv2d_18_scale_0_updated_constant0" [id=203, type=get_attr]; +"204 compressed_weight_updated_constant22" [id=204, type=get_attr]; +"205 _param_constant81_0_0" [id=205, type=get_attr]; +"206 mul_22" [id=206, type=]; +"207 conv2d_18" [id=207, type=conv2d]; +"208 output" [id=208, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default_8"; "1 quantize_per_tensor_default_8" -> "2 dequantize_per_tensor_default_12"; -"2 dequantize_per_tensor_default_12" -> "9 conv2d"; -"3 _param_constant0" -> "6 quantize_per_channel_default"; -"4 conv2d_scale_0" -> "6 quantize_per_channel_default"; -"4 conv2d_scale_0" -> "7 dequantize_per_channel_default"; -"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default"; -"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default"; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default"; -"7 dequantize_per_channel_default" -> "9 conv2d"; -"8 _param_constant1_0_0" -> "9 conv2d"; -"9 conv2d" -> "10 relu"; -"10 relu" -> "11 quantize_per_tensor_default_9"; -"11 quantize_per_tensor_default_9" -> "12 dequantize_per_tensor_default_13"; -"12 dequantize_per_tensor_default_13" -> "19 conv2d_1"; -"13 _param_constant4" -> "16 quantize_per_channel_default_1"; -"14 conv2d_1_scale_0" -> "16 quantize_per_channel_default_1"; -"14 conv2d_1_scale_0" -> "17 dequantize_per_channel_default_1"; -"15 conv2d_1_zero_point_0" -> "16 quantize_per_channel_default_1"; -"15 conv2d_1_zero_point_0" -> "17 dequantize_per_channel_default_1"; -"16 quantize_per_channel_default_1" -> "17 dequantize_per_channel_default_1"; -"17 dequantize_per_channel_default_1" -> "19 conv2d_1"; -"18 _param_constant5_0_0" -> "19 conv2d_1"; -"19 conv2d_1" -> "20 relu_1"; -"20 relu_1" -> "21 quantize_per_tensor_default"; -"21 quantize_per_tensor_default" -> "22 dequantize_per_tensor_default_1"; -"21 quantize_per_tensor_default" -> "23 dequantize_per_tensor_default"; -"22 dequantize_per_tensor_default_1" -> "222 slice_13"; -"23 dequantize_per_tensor_default" -> "24 max_pool2d"; -"24 max_pool2d" -> "31 conv2d_2"; -"25 _param_constant8" -> "28 quantize_per_channel_default_2"; -"26 conv2d_2_scale_0" -> "28 quantize_per_channel_default_2"; -"26 conv2d_2_scale_0" -> "29 dequantize_per_channel_default_2"; -"27 conv2d_2_zero_point_0" -> "28 quantize_per_channel_default_2"; -"27 conv2d_2_zero_point_0" -> "29 dequantize_per_channel_default_2"; -"28 quantize_per_channel_default_2" -> "29 dequantize_per_channel_default_2"; -"29 dequantize_per_channel_default_2" -> "31 conv2d_2"; -"30 _param_constant9_0_0" -> "31 conv2d_2"; -"31 conv2d_2" -> "32 relu_2"; -"32 relu_2" -> "33 quantize_per_tensor_default_10"; -"33 quantize_per_tensor_default_10" -> "34 dequantize_per_tensor_default_14"; -"34 dequantize_per_tensor_default_14" -> "41 conv2d_3"; -"35 _param_constant12" -> "38 quantize_per_channel_default_3"; -"36 conv2d_3_scale_0" -> "38 quantize_per_channel_default_3"; -"36 conv2d_3_scale_0" -> "39 dequantize_per_channel_default_3"; -"37 conv2d_3_zero_point_0" -> "38 quantize_per_channel_default_3"; -"37 conv2d_3_zero_point_0" -> "39 dequantize_per_channel_default_3"; -"38 quantize_per_channel_default_3" -> "39 dequantize_per_channel_default_3"; -"39 dequantize_per_channel_default_3" -> "41 conv2d_3"; -"40 _param_constant13_0_0" -> "41 conv2d_3"; -"41 conv2d_3" -> "42 relu_3"; -"42 relu_3" -> "43 quantize_per_tensor_default_3"; -"43 quantize_per_tensor_default_3" -> "44 dequantize_per_tensor_default_5"; -"43 quantize_per_tensor_default_3" -> "45 dequantize_per_tensor_default_4"; -"44 dequantize_per_tensor_default_5" -> "188 slice_9"; -"45 dequantize_per_tensor_default_4" -> "46 max_pool2d_1"; -"46 max_pool2d_1" -> "53 conv2d_4"; -"47 _param_constant16" -> "50 quantize_per_channel_default_4"; -"48 conv2d_4_scale_0" -> "50 quantize_per_channel_default_4"; -"48 conv2d_4_scale_0" -> "51 dequantize_per_channel_default_4"; -"49 conv2d_4_zero_point_0" -> "50 quantize_per_channel_default_4"; -"49 conv2d_4_zero_point_0" -> "51 dequantize_per_channel_default_4"; -"50 quantize_per_channel_default_4" -> "51 dequantize_per_channel_default_4"; -"51 dequantize_per_channel_default_4" -> "53 conv2d_4"; -"52 _param_constant17_0_0" -> "53 conv2d_4"; -"53 conv2d_4" -> "54 relu_4"; -"54 relu_4" -> "55 quantize_per_tensor_default_11"; -"55 quantize_per_tensor_default_11" -> "56 dequantize_per_tensor_default_15"; -"56 dequantize_per_tensor_default_15" -> "63 conv2d_5"; -"57 _param_constant20" -> "60 quantize_per_channel_default_5"; -"58 conv2d_5_scale_0" -> "60 quantize_per_channel_default_5"; -"58 conv2d_5_scale_0" -> "61 dequantize_per_channel_default_5"; -"59 conv2d_5_zero_point_0" -> "60 quantize_per_channel_default_5"; -"59 conv2d_5_zero_point_0" -> "61 dequantize_per_channel_default_5"; -"60 quantize_per_channel_default_5" -> "61 dequantize_per_channel_default_5"; -"61 dequantize_per_channel_default_5" -> "63 conv2d_5"; -"62 _param_constant21_0_0" -> "63 conv2d_5"; -"63 conv2d_5" -> "64 relu_5"; -"64 relu_5" -> "65 quantize_per_tensor_default_4"; -"65 quantize_per_tensor_default_4" -> "66 dequantize_per_tensor_default_7"; -"65 quantize_per_tensor_default_4" -> "67 dequantize_per_tensor_default_6"; -"66 dequantize_per_tensor_default_7" -> "154 slice_5"; -"67 dequantize_per_tensor_default_6" -> "68 max_pool2d_2"; -"68 max_pool2d_2" -> "75 conv2d_6"; -"69 _param_constant24" -> "72 quantize_per_channel_default_6"; -"70 conv2d_6_scale_0" -> "72 quantize_per_channel_default_6"; -"70 conv2d_6_scale_0" -> "73 dequantize_per_channel_default_6"; -"71 conv2d_6_zero_point_0" -> "72 quantize_per_channel_default_6"; -"71 conv2d_6_zero_point_0" -> "73 dequantize_per_channel_default_6"; -"72 quantize_per_channel_default_6" -> "73 dequantize_per_channel_default_6"; -"73 dequantize_per_channel_default_6" -> "75 conv2d_6"; -"74 _param_constant25_0_0" -> "75 conv2d_6"; -"75 conv2d_6" -> "76 relu_6"; -"76 relu_6" -> "77 quantize_per_tensor_default_12"; -"77 quantize_per_tensor_default_12" -> "78 dequantize_per_tensor_default_16"; -"78 dequantize_per_tensor_default_16" -> "85 conv2d_7"; -"79 _param_constant28" -> "82 quantize_per_channel_default_7"; -"80 conv2d_7_scale_0" -> "82 quantize_per_channel_default_7"; -"80 conv2d_7_scale_0" -> "83 dequantize_per_channel_default_7"; -"81 conv2d_7_zero_point_0" -> "82 quantize_per_channel_default_7"; -"81 conv2d_7_zero_point_0" -> "83 dequantize_per_channel_default_7"; -"82 quantize_per_channel_default_7" -> "83 dequantize_per_channel_default_7"; -"83 dequantize_per_channel_default_7" -> "85 conv2d_7"; -"84 _param_constant29_0_0" -> "85 conv2d_7"; -"85 conv2d_7" -> "86 relu_7"; -"86 relu_7" -> "87 quantize_per_tensor_default_7"; -"87 quantize_per_tensor_default_7" -> "88 dequantize_per_tensor_default_11"; -"87 quantize_per_tensor_default_7" -> "89 dequantize_per_tensor_default_10"; -"88 dequantize_per_tensor_default_11" -> "120 slice_1"; -"89 dequantize_per_tensor_default_10" -> "90 max_pool2d_3"; -"90 max_pool2d_3" -> "97 conv2d_8"; -"91 _param_constant32" -> "94 quantize_per_channel_default_8"; -"92 conv2d_8_scale_0" -> "94 quantize_per_channel_default_8"; -"92 conv2d_8_scale_0" -> "95 dequantize_per_channel_default_8"; -"93 conv2d_8_zero_point_0" -> "94 quantize_per_channel_default_8"; -"93 conv2d_8_zero_point_0" -> "95 dequantize_per_channel_default_8"; -"94 quantize_per_channel_default_8" -> "95 dequantize_per_channel_default_8"; -"95 dequantize_per_channel_default_8" -> "97 conv2d_8"; -"96 _param_constant33_0_0" -> "97 conv2d_8"; -"97 conv2d_8" -> "98 relu_8"; -"98 relu_8" -> "99 quantize_per_tensor_default_13"; -"99 quantize_per_tensor_default_13" -> "100 dequantize_per_tensor_default_17"; -"100 dequantize_per_tensor_default_17" -> "107 conv2d_9"; -"101 _param_constant36" -> "104 quantize_per_channel_default_9"; -"102 conv2d_9_scale_0" -> "104 quantize_per_channel_default_9"; -"102 conv2d_9_scale_0" -> "105 dequantize_per_channel_default_9"; -"103 conv2d_9_zero_point_0" -> "104 quantize_per_channel_default_9"; -"103 conv2d_9_zero_point_0" -> "105 dequantize_per_channel_default_9"; -"104 quantize_per_channel_default_9" -> "105 dequantize_per_channel_default_9"; -"105 dequantize_per_channel_default_9" -> "107 conv2d_9"; -"106 _param_constant37_0_0" -> "107 conv2d_9"; -"107 conv2d_9" -> "108 relu_9"; -"108 relu_9" -> "109 quantize_per_tensor_default_14"; -"109 quantize_per_tensor_default_14" -> "110 dequantize_per_tensor_default_18"; -"110 dequantize_per_tensor_default_18" -> "117 conv_transpose2d"; -"111 _param_constant40" -> "115 quantize_per_channel_default_10"; -"112 _param_constant41" -> "117 conv_transpose2d"; -"113 conv_transpose2d_scale_0" -> "115 quantize_per_channel_default_10"; -"113 conv_transpose2d_scale_0" -> "116 dequantize_per_channel_default_10"; -"114 conv_transpose2d_zero_point_0" -> "115 quantize_per_channel_default_10"; -"114 conv_transpose2d_zero_point_0" -> "116 dequantize_per_channel_default_10"; -"115 quantize_per_channel_default_10" -> "116 dequantize_per_channel_default_10"; -"116 dequantize_per_channel_default_10" -> "117 conv_transpose2d"; -"117 conv_transpose2d" -> "118 quantize_per_tensor_default_6"; -"118 quantize_per_tensor_default_6" -> "119 dequantize_per_tensor_default_9"; -"119 dequantize_per_tensor_default_9" -> "124 cat"; -"120 slice_1" -> "121 slice_2"; -"121 slice_2" -> "122 slice_3"; -"122 slice_3" -> "123 slice_4"; -"123 slice_4" -> "124 cat"; -"124 cat" -> "131 conv2d_10"; -"125 _param_constant42" -> "128 quantize_per_channel_default_11"; -"126 conv2d_10_scale_0" -> "128 quantize_per_channel_default_11"; -"126 conv2d_10_scale_0" -> "129 dequantize_per_channel_default_11"; -"127 conv2d_10_zero_point_0" -> "128 quantize_per_channel_default_11"; -"127 conv2d_10_zero_point_0" -> "129 dequantize_per_channel_default_11"; -"128 quantize_per_channel_default_11" -> "129 dequantize_per_channel_default_11"; -"129 dequantize_per_channel_default_11" -> "131 conv2d_10"; -"130 _param_constant43_0_0" -> "131 conv2d_10"; -"131 conv2d_10" -> "132 relu_10"; -"132 relu_10" -> "133 quantize_per_tensor_default_15"; -"133 quantize_per_tensor_default_15" -> "134 dequantize_per_tensor_default_19"; -"134 dequantize_per_tensor_default_19" -> "141 conv2d_11"; -"135 _param_constant46" -> "138 quantize_per_channel_default_12"; -"136 conv2d_11_scale_0" -> "138 quantize_per_channel_default_12"; -"136 conv2d_11_scale_0" -> "139 dequantize_per_channel_default_12"; -"137 conv2d_11_zero_point_0" -> "138 quantize_per_channel_default_12"; -"137 conv2d_11_zero_point_0" -> "139 dequantize_per_channel_default_12"; -"138 quantize_per_channel_default_12" -> "139 dequantize_per_channel_default_12"; -"139 dequantize_per_channel_default_12" -> "141 conv2d_11"; -"140 _param_constant47_0_0" -> "141 conv2d_11"; -"141 conv2d_11" -> "142 relu_11"; -"142 relu_11" -> "143 quantize_per_tensor_default_16"; -"143 quantize_per_tensor_default_16" -> "144 dequantize_per_tensor_default_20"; -"144 dequantize_per_tensor_default_20" -> "151 conv_transpose2d_1"; -"145 _param_constant50" -> "149 quantize_per_channel_default_13"; -"146 _param_constant51" -> "151 conv_transpose2d_1"; -"147 conv_transpose2d_1_scale_0" -> "149 quantize_per_channel_default_13"; -"147 conv_transpose2d_1_scale_0" -> "150 dequantize_per_channel_default_13"; -"148 conv_transpose2d_1_zero_point_0" -> "149 quantize_per_channel_default_13"; -"148 conv_transpose2d_1_zero_point_0" -> "150 dequantize_per_channel_default_13"; -"149 quantize_per_channel_default_13" -> "150 dequantize_per_channel_default_13"; -"150 dequantize_per_channel_default_13" -> "151 conv_transpose2d_1"; -"151 conv_transpose2d_1" -> "152 quantize_per_tensor_default_5"; -"152 quantize_per_tensor_default_5" -> "153 dequantize_per_tensor_default_8"; -"153 dequantize_per_tensor_default_8" -> "158 cat_1"; -"154 slice_5" -> "155 slice_6"; -"155 slice_6" -> "156 slice_7"; -"156 slice_7" -> "157 slice_8"; -"157 slice_8" -> "158 cat_1"; -"158 cat_1" -> "165 conv2d_12"; -"159 _param_constant52" -> "162 quantize_per_channel_default_14"; -"160 conv2d_12_scale_0" -> "162 quantize_per_channel_default_14"; -"160 conv2d_12_scale_0" -> "163 dequantize_per_channel_default_14"; -"161 conv2d_12_zero_point_0" -> "162 quantize_per_channel_default_14"; -"161 conv2d_12_zero_point_0" -> "163 dequantize_per_channel_default_14"; -"162 quantize_per_channel_default_14" -> "163 dequantize_per_channel_default_14"; -"163 dequantize_per_channel_default_14" -> "165 conv2d_12"; -"164 _param_constant53_0_0" -> "165 conv2d_12"; -"165 conv2d_12" -> "166 relu_12"; -"166 relu_12" -> "167 quantize_per_tensor_default_17"; -"167 quantize_per_tensor_default_17" -> "168 dequantize_per_tensor_default_21"; -"168 dequantize_per_tensor_default_21" -> "175 conv2d_13"; -"169 _param_constant56" -> "172 quantize_per_channel_default_15"; -"170 conv2d_13_scale_0" -> "172 quantize_per_channel_default_15"; -"170 conv2d_13_scale_0" -> "173 dequantize_per_channel_default_15"; -"171 conv2d_13_zero_point_0" -> "172 quantize_per_channel_default_15"; -"171 conv2d_13_zero_point_0" -> "173 dequantize_per_channel_default_15"; -"172 quantize_per_channel_default_15" -> "173 dequantize_per_channel_default_15"; -"173 dequantize_per_channel_default_15" -> "175 conv2d_13"; -"174 _param_constant57_0_0" -> "175 conv2d_13"; -"175 conv2d_13" -> "176 relu_13"; -"176 relu_13" -> "177 quantize_per_tensor_default_18"; -"177 quantize_per_tensor_default_18" -> "178 dequantize_per_tensor_default_22"; -"178 dequantize_per_tensor_default_22" -> "185 conv_transpose2d_2"; -"179 _param_constant60" -> "183 quantize_per_channel_default_16"; -"180 _param_constant61" -> "185 conv_transpose2d_2"; -"181 conv_transpose2d_2_scale_0" -> "183 quantize_per_channel_default_16"; -"181 conv_transpose2d_2_scale_0" -> "184 dequantize_per_channel_default_16"; -"182 conv_transpose2d_2_zero_point_0" -> "183 quantize_per_channel_default_16"; -"182 conv_transpose2d_2_zero_point_0" -> "184 dequantize_per_channel_default_16"; -"183 quantize_per_channel_default_16" -> "184 dequantize_per_channel_default_16"; -"184 dequantize_per_channel_default_16" -> "185 conv_transpose2d_2"; -"185 conv_transpose2d_2" -> "186 quantize_per_tensor_default_2"; -"186 quantize_per_tensor_default_2" -> "187 dequantize_per_tensor_default_3"; -"187 dequantize_per_tensor_default_3" -> "192 cat_2"; -"188 slice_9" -> "189 slice_10"; -"189 slice_10" -> "190 slice_11"; -"190 slice_11" -> "191 slice_12"; -"191 slice_12" -> "192 cat_2"; -"192 cat_2" -> "199 conv2d_14"; -"193 _param_constant62" -> "196 quantize_per_channel_default_17"; -"194 conv2d_14_scale_0" -> "196 quantize_per_channel_default_17"; -"194 conv2d_14_scale_0" -> "197 dequantize_per_channel_default_17"; -"195 conv2d_14_zero_point_0" -> "196 quantize_per_channel_default_17"; -"195 conv2d_14_zero_point_0" -> "197 dequantize_per_channel_default_17"; -"196 quantize_per_channel_default_17" -> "197 dequantize_per_channel_default_17"; -"197 dequantize_per_channel_default_17" -> "199 conv2d_14"; -"198 _param_constant63_0_0" -> "199 conv2d_14"; -"199 conv2d_14" -> "200 relu_14"; -"200 relu_14" -> "201 quantize_per_tensor_default_19"; -"201 quantize_per_tensor_default_19" -> "202 dequantize_per_tensor_default_23"; -"202 dequantize_per_tensor_default_23" -> "209 conv2d_15"; -"203 _param_constant66" -> "206 quantize_per_channel_default_18"; -"204 conv2d_15_scale_0" -> "206 quantize_per_channel_default_18"; -"204 conv2d_15_scale_0" -> "207 dequantize_per_channel_default_18"; -"205 conv2d_15_zero_point_0" -> "206 quantize_per_channel_default_18"; -"205 conv2d_15_zero_point_0" -> "207 dequantize_per_channel_default_18"; -"206 quantize_per_channel_default_18" -> "207 dequantize_per_channel_default_18"; -"207 dequantize_per_channel_default_18" -> "209 conv2d_15"; -"208 _param_constant67_0_0" -> "209 conv2d_15"; -"209 conv2d_15" -> "210 relu_15"; -"210 relu_15" -> "211 quantize_per_tensor_default_20"; -"211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_24"; -"212 dequantize_per_tensor_default_24" -> "219 conv_transpose2d_3"; -"213 _param_constant70" -> "217 quantize_per_channel_default_19"; -"214 _param_constant71" -> "219 conv_transpose2d_3"; -"215 conv_transpose2d_3_scale_0" -> "217 quantize_per_channel_default_19"; -"215 conv_transpose2d_3_scale_0" -> "218 dequantize_per_channel_default_19"; -"216 conv_transpose2d_3_zero_point_0" -> "217 quantize_per_channel_default_19"; -"216 conv_transpose2d_3_zero_point_0" -> "218 dequantize_per_channel_default_19"; -"217 quantize_per_channel_default_19" -> "218 dequantize_per_channel_default_19"; -"218 dequantize_per_channel_default_19" -> "219 conv_transpose2d_3"; -"219 conv_transpose2d_3" -> "220 quantize_per_tensor_default_1"; -"220 quantize_per_tensor_default_1" -> "221 dequantize_per_tensor_default_2"; -"221 dequantize_per_tensor_default_2" -> "226 cat_3"; -"222 slice_13" -> "223 slice_14"; -"223 slice_14" -> "224 slice_15"; -"224 slice_15" -> "225 slice_16"; -"225 slice_16" -> "226 cat_3"; -"226 cat_3" -> "233 conv2d_16"; -"227 _param_constant72" -> "230 quantize_per_channel_default_20"; -"228 conv2d_16_scale_0" -> "230 quantize_per_channel_default_20"; -"228 conv2d_16_scale_0" -> "231 dequantize_per_channel_default_20"; -"229 conv2d_16_zero_point_0" -> "230 quantize_per_channel_default_20"; -"229 conv2d_16_zero_point_0" -> "231 dequantize_per_channel_default_20"; -"230 quantize_per_channel_default_20" -> "231 dequantize_per_channel_default_20"; -"231 dequantize_per_channel_default_20" -> "233 conv2d_16"; -"232 _param_constant73_0_0" -> "233 conv2d_16"; -"233 conv2d_16" -> "234 relu_16"; -"234 relu_16" -> "235 quantize_per_tensor_default_21"; -"235 quantize_per_tensor_default_21" -> "236 dequantize_per_tensor_default_25"; -"236 dequantize_per_tensor_default_25" -> "243 conv2d_17"; -"237 _param_constant76" -> "240 quantize_per_channel_default_21"; -"238 conv2d_17_scale_0" -> "240 quantize_per_channel_default_21"; -"238 conv2d_17_scale_0" -> "241 dequantize_per_channel_default_21"; -"239 conv2d_17_zero_point_0" -> "240 quantize_per_channel_default_21"; -"239 conv2d_17_zero_point_0" -> "241 dequantize_per_channel_default_21"; -"240 quantize_per_channel_default_21" -> "241 dequantize_per_channel_default_21"; -"241 dequantize_per_channel_default_21" -> "243 conv2d_17"; -"242 _param_constant77_0_0" -> "243 conv2d_17"; -"243 conv2d_17" -> "244 relu_17"; -"244 relu_17" -> "245 quantize_per_tensor_default_22"; -"245 quantize_per_tensor_default_22" -> "246 dequantize_per_tensor_default_26"; -"246 dequantize_per_tensor_default_26" -> "253 conv2d_18"; -"247 _param_constant80" -> "250 quantize_per_channel_default_22"; -"248 conv2d_18_scale_0" -> "250 quantize_per_channel_default_22"; -"248 conv2d_18_scale_0" -> "251 dequantize_per_channel_default_22"; -"249 conv2d_18_zero_point_0" -> "250 quantize_per_channel_default_22"; -"249 conv2d_18_zero_point_0" -> "251 dequantize_per_channel_default_22"; -"250 quantize_per_channel_default_22" -> "251 dequantize_per_channel_default_22"; -"251 dequantize_per_channel_default_22" -> "253 conv2d_18"; -"252 _param_constant81_0_0" -> "253 conv2d_18"; -"253 conv2d_18" -> "254 output"; +"2 dequantize_per_tensor_default_12" -> "7 conv2d"; +"3 conv2d_scale_0_updated_constant0" -> "6 mul"; +"4 compressed_weight_updated_constant0" -> "6 mul"; +"5 _param_constant1_0_0" -> "7 conv2d"; +"6 mul" -> "7 conv2d"; +"7 conv2d" -> "8 relu"; +"8 relu" -> "9 quantize_per_tensor_default_9"; +"9 quantize_per_tensor_default_9" -> "10 dequantize_per_tensor_default_13"; +"10 dequantize_per_tensor_default_13" -> "15 conv2d_1"; +"11 conv2d_1_scale_0_updated_constant0" -> "14 mul_1"; +"12 compressed_weight_updated_constant1" -> "14 mul_1"; +"13 _param_constant5_0_0" -> "15 conv2d_1"; +"14 mul_1" -> "15 conv2d_1"; +"15 conv2d_1" -> "16 relu_1"; +"16 relu_1" -> "17 quantize_per_tensor_default"; +"17 quantize_per_tensor_default" -> "18 dequantize_per_tensor_default_1"; +"17 quantize_per_tensor_default" -> "19 dequantize_per_tensor_default"; +"18 dequantize_per_tensor_default_1" -> "182 slice_13"; +"19 dequantize_per_tensor_default" -> "20 max_pool2d"; +"20 max_pool2d" -> "25 conv2d_2"; +"21 conv2d_2_scale_0_updated_constant0" -> "24 mul_2"; +"22 compressed_weight_updated_constant2" -> "24 mul_2"; +"23 _param_constant9_0_0" -> "25 conv2d_2"; +"24 mul_2" -> "25 conv2d_2"; +"25 conv2d_2" -> "26 relu_2"; +"26 relu_2" -> "27 quantize_per_tensor_default_10"; +"27 quantize_per_tensor_default_10" -> "28 dequantize_per_tensor_default_14"; +"28 dequantize_per_tensor_default_14" -> "33 conv2d_3"; +"29 conv2d_3_scale_0_updated_constant0" -> "32 mul_3"; +"30 compressed_weight_updated_constant3" -> "32 mul_3"; +"31 _param_constant13_0_0" -> "33 conv2d_3"; +"32 mul_3" -> "33 conv2d_3"; +"33 conv2d_3" -> "34 relu_3"; +"34 relu_3" -> "35 quantize_per_tensor_default_3"; +"35 quantize_per_tensor_default_3" -> "36 dequantize_per_tensor_default_5"; +"35 quantize_per_tensor_default_3" -> "37 dequantize_per_tensor_default_4"; +"36 dequantize_per_tensor_default_5" -> "154 slice_9"; +"37 dequantize_per_tensor_default_4" -> "38 max_pool2d_1"; +"38 max_pool2d_1" -> "43 conv2d_4"; +"39 conv2d_4_scale_0_updated_constant0" -> "42 mul_4"; +"40 compressed_weight_updated_constant4" -> "42 mul_4"; +"41 _param_constant17_0_0" -> "43 conv2d_4"; +"42 mul_4" -> "43 conv2d_4"; +"43 conv2d_4" -> "44 relu_4"; +"44 relu_4" -> "45 quantize_per_tensor_default_11"; +"45 quantize_per_tensor_default_11" -> "46 dequantize_per_tensor_default_15"; +"46 dequantize_per_tensor_default_15" -> "51 conv2d_5"; +"47 conv2d_5_scale_0_updated_constant0" -> "50 mul_5"; +"48 compressed_weight_updated_constant5" -> "50 mul_5"; +"49 _param_constant21_0_0" -> "51 conv2d_5"; +"50 mul_5" -> "51 conv2d_5"; +"51 conv2d_5" -> "52 relu_5"; +"52 relu_5" -> "53 quantize_per_tensor_default_4"; +"53 quantize_per_tensor_default_4" -> "54 dequantize_per_tensor_default_7"; +"53 quantize_per_tensor_default_4" -> "55 dequantize_per_tensor_default_6"; +"54 dequantize_per_tensor_default_7" -> "126 slice_5"; +"55 dequantize_per_tensor_default_6" -> "56 max_pool2d_2"; +"56 max_pool2d_2" -> "61 conv2d_6"; +"57 conv2d_6_scale_0_updated_constant0" -> "60 mul_6"; +"58 compressed_weight_updated_constant6" -> "60 mul_6"; +"59 _param_constant25_0_0" -> "61 conv2d_6"; +"60 mul_6" -> "61 conv2d_6"; +"61 conv2d_6" -> "62 relu_6"; +"62 relu_6" -> "63 quantize_per_tensor_default_12"; +"63 quantize_per_tensor_default_12" -> "64 dequantize_per_tensor_default_16"; +"64 dequantize_per_tensor_default_16" -> "69 conv2d_7"; +"65 conv2d_7_scale_0_updated_constant0" -> "68 mul_7"; +"66 compressed_weight_updated_constant7" -> "68 mul_7"; +"67 _param_constant29_0_0" -> "69 conv2d_7"; +"68 mul_7" -> "69 conv2d_7"; +"69 conv2d_7" -> "70 relu_7"; +"70 relu_7" -> "71 quantize_per_tensor_default_7"; +"71 quantize_per_tensor_default_7" -> "72 dequantize_per_tensor_default_11"; +"71 quantize_per_tensor_default_7" -> "73 dequantize_per_tensor_default_10"; +"72 dequantize_per_tensor_default_11" -> "98 slice_1"; +"73 dequantize_per_tensor_default_10" -> "74 max_pool2d_3"; +"74 max_pool2d_3" -> "79 conv2d_8"; +"75 conv2d_8_scale_0_updated_constant0" -> "78 mul_8"; +"76 compressed_weight_updated_constant8" -> "78 mul_8"; +"77 _param_constant33_0_0" -> "79 conv2d_8"; +"78 mul_8" -> "79 conv2d_8"; +"79 conv2d_8" -> "80 relu_8"; +"80 relu_8" -> "81 quantize_per_tensor_default_13"; +"81 quantize_per_tensor_default_13" -> "82 dequantize_per_tensor_default_17"; +"82 dequantize_per_tensor_default_17" -> "87 conv2d_9"; +"83 conv2d_9_scale_0_updated_constant0" -> "86 mul_9"; +"84 compressed_weight_updated_constant9" -> "86 mul_9"; +"85 _param_constant37_0_0" -> "87 conv2d_9"; +"86 mul_9" -> "87 conv2d_9"; +"87 conv2d_9" -> "88 relu_9"; +"88 relu_9" -> "89 quantize_per_tensor_default_14"; +"89 quantize_per_tensor_default_14" -> "90 dequantize_per_tensor_default_18"; +"90 dequantize_per_tensor_default_18" -> "95 conv_transpose2d"; +"91 _param_constant41" -> "95 conv_transpose2d"; +"92 conv_transpose2d_scale_0_updated_constant0" -> "94 mul_10"; +"93 compressed_weight_updated_constant10" -> "94 mul_10"; +"94 mul_10" -> "95 conv_transpose2d"; +"95 conv_transpose2d" -> "96 quantize_per_tensor_default_6"; +"96 quantize_per_tensor_default_6" -> "97 dequantize_per_tensor_default_9"; +"97 dequantize_per_tensor_default_9" -> "102 cat"; +"98 slice_1" -> "99 slice_2"; +"99 slice_2" -> "100 slice_3"; +"100 slice_3" -> "101 slice_4"; +"101 slice_4" -> "102 cat"; +"102 cat" -> "107 conv2d_10"; +"103 conv2d_10_scale_0_updated_constant0" -> "106 mul_11"; +"104 compressed_weight_updated_constant11" -> "106 mul_11"; +"105 _param_constant43_0_0" -> "107 conv2d_10"; +"106 mul_11" -> "107 conv2d_10"; +"107 conv2d_10" -> "108 relu_10"; +"108 relu_10" -> "109 quantize_per_tensor_default_15"; +"109 quantize_per_tensor_default_15" -> "110 dequantize_per_tensor_default_19"; +"110 dequantize_per_tensor_default_19" -> "115 conv2d_11"; +"111 conv2d_11_scale_0_updated_constant0" -> "114 mul_12"; +"112 compressed_weight_updated_constant12" -> "114 mul_12"; +"113 _param_constant47_0_0" -> "115 conv2d_11"; +"114 mul_12" -> "115 conv2d_11"; +"115 conv2d_11" -> "116 relu_11"; +"116 relu_11" -> "117 quantize_per_tensor_default_16"; +"117 quantize_per_tensor_default_16" -> "118 dequantize_per_tensor_default_20"; +"118 dequantize_per_tensor_default_20" -> "123 conv_transpose2d_1"; +"119 _param_constant51" -> "123 conv_transpose2d_1"; +"120 conv_transpose2d_1_scale_0_updated_constant0" -> "122 mul_13"; +"121 compressed_weight_updated_constant13" -> "122 mul_13"; +"122 mul_13" -> "123 conv_transpose2d_1"; +"123 conv_transpose2d_1" -> "124 quantize_per_tensor_default_5"; +"124 quantize_per_tensor_default_5" -> "125 dequantize_per_tensor_default_8"; +"125 dequantize_per_tensor_default_8" -> "130 cat_1"; +"126 slice_5" -> "127 slice_6"; +"127 slice_6" -> "128 slice_7"; +"128 slice_7" -> "129 slice_8"; +"129 slice_8" -> "130 cat_1"; +"130 cat_1" -> "135 conv2d_12"; +"131 conv2d_12_scale_0_updated_constant0" -> "134 mul_14"; +"132 compressed_weight_updated_constant14" -> "134 mul_14"; +"133 _param_constant53_0_0" -> "135 conv2d_12"; +"134 mul_14" -> "135 conv2d_12"; +"135 conv2d_12" -> "136 relu_12"; +"136 relu_12" -> "137 quantize_per_tensor_default_17"; +"137 quantize_per_tensor_default_17" -> "138 dequantize_per_tensor_default_21"; +"138 dequantize_per_tensor_default_21" -> "143 conv2d_13"; +"139 conv2d_13_scale_0_updated_constant0" -> "142 mul_15"; +"140 compressed_weight_updated_constant15" -> "142 mul_15"; +"141 _param_constant57_0_0" -> "143 conv2d_13"; +"142 mul_15" -> "143 conv2d_13"; +"143 conv2d_13" -> "144 relu_13"; +"144 relu_13" -> "145 quantize_per_tensor_default_18"; +"145 quantize_per_tensor_default_18" -> "146 dequantize_per_tensor_default_22"; +"146 dequantize_per_tensor_default_22" -> "151 conv_transpose2d_2"; +"147 _param_constant61" -> "151 conv_transpose2d_2"; +"148 conv_transpose2d_2_scale_0_updated_constant0" -> "150 mul_16"; +"149 compressed_weight_updated_constant16" -> "150 mul_16"; +"150 mul_16" -> "151 conv_transpose2d_2"; +"151 conv_transpose2d_2" -> "152 quantize_per_tensor_default_2"; +"152 quantize_per_tensor_default_2" -> "153 dequantize_per_tensor_default_3"; +"153 dequantize_per_tensor_default_3" -> "158 cat_2"; +"154 slice_9" -> "155 slice_10"; +"155 slice_10" -> "156 slice_11"; +"156 slice_11" -> "157 slice_12"; +"157 slice_12" -> "158 cat_2"; +"158 cat_2" -> "163 conv2d_14"; +"159 conv2d_14_scale_0_updated_constant0" -> "162 mul_17"; +"160 compressed_weight_updated_constant17" -> "162 mul_17"; +"161 _param_constant63_0_0" -> "163 conv2d_14"; +"162 mul_17" -> "163 conv2d_14"; +"163 conv2d_14" -> "164 relu_14"; +"164 relu_14" -> "165 quantize_per_tensor_default_19"; +"165 quantize_per_tensor_default_19" -> "166 dequantize_per_tensor_default_23"; +"166 dequantize_per_tensor_default_23" -> "171 conv2d_15"; +"167 conv2d_15_scale_0_updated_constant0" -> "170 mul_18"; +"168 compressed_weight_updated_constant18" -> "170 mul_18"; +"169 _param_constant67_0_0" -> "171 conv2d_15"; +"170 mul_18" -> "171 conv2d_15"; +"171 conv2d_15" -> "172 relu_15"; +"172 relu_15" -> "173 quantize_per_tensor_default_20"; +"173 quantize_per_tensor_default_20" -> "174 dequantize_per_tensor_default_24"; +"174 dequantize_per_tensor_default_24" -> "179 conv_transpose2d_3"; +"175 _param_constant71" -> "179 conv_transpose2d_3"; +"176 conv_transpose2d_3_scale_0_updated_constant0" -> "178 mul_19"; +"177 compressed_weight_updated_constant19" -> "178 mul_19"; +"178 mul_19" -> "179 conv_transpose2d_3"; +"179 conv_transpose2d_3" -> "180 quantize_per_tensor_default_1"; +"180 quantize_per_tensor_default_1" -> "181 dequantize_per_tensor_default_2"; +"181 dequantize_per_tensor_default_2" -> "186 cat_3"; +"182 slice_13" -> "183 slice_14"; +"183 slice_14" -> "184 slice_15"; +"184 slice_15" -> "185 slice_16"; +"185 slice_16" -> "186 cat_3"; +"186 cat_3" -> "191 conv2d_16"; +"187 conv2d_16_scale_0_updated_constant0" -> "190 mul_20"; +"188 compressed_weight_updated_constant20" -> "190 mul_20"; +"189 _param_constant73_0_0" -> "191 conv2d_16"; +"190 mul_20" -> "191 conv2d_16"; +"191 conv2d_16" -> "192 relu_16"; +"192 relu_16" -> "193 quantize_per_tensor_default_21"; +"193 quantize_per_tensor_default_21" -> "194 dequantize_per_tensor_default_25"; +"194 dequantize_per_tensor_default_25" -> "199 conv2d_17"; +"195 conv2d_17_scale_0_updated_constant0" -> "198 mul_21"; +"196 compressed_weight_updated_constant21" -> "198 mul_21"; +"197 _param_constant77_0_0" -> "199 conv2d_17"; +"198 mul_21" -> "199 conv2d_17"; +"199 conv2d_17" -> "200 relu_17"; +"200 relu_17" -> "201 quantize_per_tensor_default_22"; +"201 quantize_per_tensor_default_22" -> "202 dequantize_per_tensor_default_26"; +"202 dequantize_per_tensor_default_26" -> "207 conv2d_18"; +"203 conv2d_18_scale_0_updated_constant0" -> "206 mul_22"; +"204 compressed_weight_updated_constant22" -> "206 mul_22"; +"205 _param_constant81_0_0" -> "207 conv2d_18"; +"206 mul_22" -> "207 conv2d_18"; +"207 conv2d_18" -> "208 output"; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot index 340c0e0714a..8ca56eac0dd 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot @@ -2,2112 +2,1812 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0" [id=4, type=get_attr]; -"5 conv2d_zero_point_0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 _param_constant1_0_0" [id=8, type=get_attr]; -"9 conv2d" [id=9, type=conv2d]; -"10 reshape" [id=10, type=reshape]; -"11 permute" [id=11, type=permute]; -"12 _param_constant2" [id=12, type=get_attr]; -"13 expand" [id=13, type=expand]; -"14 cat" [id=14, type=cat]; -"15 _param_constant3" [id=15, type=get_attr]; -"16 add" [id=16, type=add]; -"17 dropout" [id=17, type=dropout]; -"18 _param_constant4" [id=18, type=get_attr]; -"19 _param_constant5" [id=19, type=get_attr]; -"20 layer_norm" [id=20, type=layer_norm]; -"21 transpose" [id=21, type=transpose]; -"22 linear_updated_constant0" [id=22, type=get_attr]; -"23 transpose_0_0_nncf_smooth_quant_0" [id=23, type=call_module]; -"24 quantize_per_tensor_default_1" [id=24, type=quantize_per_tensor]; -"25 dequantize_per_tensor_default_1" [id=25, type=dequantize_per_tensor]; -"26 linear_scale_0" [id=26, type=get_attr]; -"27 linear_zero_point_0" [id=27, type=get_attr]; -"28 quantize_per_channel_default_1" [id=28, type=quantize_per_channel]; -"29 dequantize_per_channel_default_1" [id=29, type=dequantize_per_channel]; -"30 _param_constant7_0_0" [id=30, type=get_attr]; -"31 linear" [id=31, type=linear]; -"32 unflatten" [id=32, type=unflatten]; -"33 unsqueeze" [id=33, type=unsqueeze]; -"34 transpose_1" [id=34, type=transpose]; -"35 squeeze" [id=35, type=squeeze]; -"36 contiguous" [id=36, type=contiguous]; -"37 quantize_per_tensor_default_2" [id=37, type=quantize_per_tensor]; -"38 dequantize_per_tensor_default_2" [id=38, type=dequantize_per_tensor]; -"39 select" [id=39, type=select]; -"40 quantize_per_tensor_default_3" [id=40, type=quantize_per_tensor]; -"41 dequantize_per_tensor_default_3" [id=41, type=dequantize_per_tensor]; -"42 select_1" [id=42, type=select]; -"43 select_2" [id=43, type=select]; -"44 view" [id=44, type=view]; -"45 transpose_2" [id=45, type=transpose]; -"46 view_1" [id=46, type=view]; -"47 transpose_3" [id=47, type=transpose]; -"48 view_2" [id=48, type=view]; -"49 transpose_4" [id=49, type=transpose]; -"50 view_3" [id=50, type=view]; -"51 view_4" [id=51, type=view]; -"52 view_5" [id=52, type=view]; -"53 scaled_dot_product_attention" [id=53, type=scaled_dot_product_attention]; -"54 permute_1" [id=54, type=permute]; -"55 view_6" [id=55, type=view]; -"56 linear_1_updated_constant0" [id=56, type=get_attr]; -"57 view_6_0_0_nncf_smooth_quant_0" [id=57, type=call_module]; -"58 quantize_per_tensor_default_4" [id=58, type=quantize_per_tensor]; -"59 dequantize_per_tensor_default_4" [id=59, type=dequantize_per_tensor]; -"60 linear_1_scale_0" [id=60, type=get_attr]; -"61 linear_1_zero_point_0" [id=61, type=get_attr]; -"62 quantize_per_channel_default_2" [id=62, type=quantize_per_channel]; -"63 dequantize_per_channel_default_2" [id=63, type=dequantize_per_channel]; -"64 _param_constant9_0_0" [id=64, type=get_attr]; -"65 linear_1" [id=65, type=linear]; -"66 view_7" [id=66, type=view]; -"67 transpose_5" [id=67, type=transpose]; -"68 dropout_1" [id=68, type=dropout]; -"69 add_1" [id=69, type=add]; -"70 _param_constant10" [id=70, type=get_attr]; -"71 _param_constant11" [id=71, type=get_attr]; -"72 layer_norm_1" [id=72, type=layer_norm]; -"73 linear_2_updated_constant0" [id=73, type=get_attr]; -"74 layer_norm_1_0_0_nncf_smooth_quant_0" [id=74, type=call_module]; -"75 quantize_per_tensor_default_5" [id=75, type=quantize_per_tensor]; -"76 dequantize_per_tensor_default_5" [id=76, type=dequantize_per_tensor]; -"77 linear_2_scale_0" [id=77, type=get_attr]; -"78 linear_2_zero_point_0" [id=78, type=get_attr]; -"79 quantize_per_channel_default_3" [id=79, type=quantize_per_channel]; -"80 dequantize_per_channel_default_3" [id=80, type=dequantize_per_channel]; -"81 _param_constant13_0_0" [id=81, type=get_attr]; -"82 linear_2" [id=82, type=linear]; -"83 gelu" [id=83, type=gelu]; -"84 dropout_2" [id=84, type=dropout]; -"85 linear_3_updated_constant0" [id=85, type=get_attr]; -"86 dropout_2_0_0_nncf_smooth_quant_0" [id=86, type=call_module]; -"87 quantize_per_tensor_default_6" [id=87, type=quantize_per_tensor]; -"88 dequantize_per_tensor_default_6" [id=88, type=dequantize_per_tensor]; -"89 linear_3_scale_0" [id=89, type=get_attr]; -"90 linear_3_zero_point_0" [id=90, type=get_attr]; -"91 quantize_per_channel_default_4" [id=91, type=quantize_per_channel]; -"92 dequantize_per_channel_default_4" [id=92, type=dequantize_per_channel]; -"93 _param_constant15_0_0" [id=93, type=get_attr]; -"94 linear_3" [id=94, type=linear]; -"95 dropout_3" [id=95, type=dropout]; -"96 add_2" [id=96, type=add]; -"97 _param_constant16" [id=97, type=get_attr]; -"98 _param_constant17" [id=98, type=get_attr]; -"99 layer_norm_2" [id=99, type=layer_norm]; -"100 transpose_6" [id=100, type=transpose]; -"101 linear_4_updated_constant0" [id=101, type=get_attr]; -"102 transpose_6_0_0_nncf_smooth_quant_0" [id=102, type=call_module]; -"103 quantize_per_tensor_default_7" [id=103, type=quantize_per_tensor]; -"104 dequantize_per_tensor_default_7" [id=104, type=dequantize_per_tensor]; -"105 linear_4_scale_0" [id=105, type=get_attr]; -"106 linear_4_zero_point_0" [id=106, type=get_attr]; -"107 quantize_per_channel_default_5" [id=107, type=quantize_per_channel]; -"108 dequantize_per_channel_default_5" [id=108, type=dequantize_per_channel]; -"109 _param_constant19_0_0" [id=109, type=get_attr]; -"110 linear_4" [id=110, type=linear]; -"111 unflatten_1" [id=111, type=unflatten]; -"112 unsqueeze_1" [id=112, type=unsqueeze]; -"113 transpose_7" [id=113, type=transpose]; -"114 squeeze_1" [id=114, type=squeeze]; -"115 contiguous_1" [id=115, type=contiguous]; -"116 quantize_per_tensor_default_8" [id=116, type=quantize_per_tensor]; -"117 dequantize_per_tensor_default_8" [id=117, type=dequantize_per_tensor]; -"118 select_3" [id=118, type=select]; -"119 quantize_per_tensor_default_9" [id=119, type=quantize_per_tensor]; -"120 dequantize_per_tensor_default_9" [id=120, type=dequantize_per_tensor]; -"121 select_4" [id=121, type=select]; -"122 select_5" [id=122, type=select]; -"123 view_8" [id=123, type=view]; -"124 transpose_8" [id=124, type=transpose]; -"125 view_9" [id=125, type=view]; -"126 transpose_9" [id=126, type=transpose]; -"127 view_10" [id=127, type=view]; -"128 transpose_10" [id=128, type=transpose]; -"129 view_11" [id=129, type=view]; -"130 view_12" [id=130, type=view]; -"131 view_13" [id=131, type=view]; -"132 scaled_dot_product_attention_1" [id=132, type=scaled_dot_product_attention]; -"133 permute_2" [id=133, type=permute]; -"134 view_14" [id=134, type=view]; -"135 linear_5_updated_constant0" [id=135, type=get_attr]; -"136 view_14_0_0_nncf_smooth_quant_0" [id=136, type=call_module]; -"137 quantize_per_tensor_default_10" [id=137, type=quantize_per_tensor]; -"138 dequantize_per_tensor_default_10" [id=138, type=dequantize_per_tensor]; -"139 linear_5_scale_0" [id=139, type=get_attr]; -"140 linear_5_zero_point_0" [id=140, type=get_attr]; -"141 quantize_per_channel_default_6" [id=141, type=quantize_per_channel]; -"142 dequantize_per_channel_default_6" [id=142, type=dequantize_per_channel]; -"143 _param_constant21_0_0" [id=143, type=get_attr]; -"144 linear_5" [id=144, type=linear]; -"145 view_15" [id=145, type=view]; -"146 transpose_11" [id=146, type=transpose]; -"147 dropout_4" [id=147, type=dropout]; -"148 add_3" [id=148, type=add]; -"149 _param_constant22" [id=149, type=get_attr]; -"150 _param_constant23" [id=150, type=get_attr]; -"151 layer_norm_3" [id=151, type=layer_norm]; -"152 linear_6_updated_constant0" [id=152, type=get_attr]; -"153 layer_norm_3_0_0_nncf_smooth_quant_0" [id=153, type=call_module]; -"154 quantize_per_tensor_default_11" [id=154, type=quantize_per_tensor]; -"155 dequantize_per_tensor_default_11" [id=155, type=dequantize_per_tensor]; -"156 linear_6_scale_0" [id=156, type=get_attr]; -"157 linear_6_zero_point_0" [id=157, type=get_attr]; -"158 quantize_per_channel_default_7" [id=158, type=quantize_per_channel]; -"159 dequantize_per_channel_default_7" [id=159, type=dequantize_per_channel]; -"160 _param_constant25_0_0" [id=160, type=get_attr]; -"161 linear_6" [id=161, type=linear]; -"162 gelu_1" [id=162, type=gelu]; -"163 dropout_5" [id=163, type=dropout]; -"164 linear_7_updated_constant0" [id=164, type=get_attr]; -"165 dropout_5_0_0_nncf_smooth_quant_0" [id=165, type=call_module]; -"166 quantize_per_tensor_default_12" [id=166, type=quantize_per_tensor]; -"167 dequantize_per_tensor_default_12" [id=167, type=dequantize_per_tensor]; -"168 linear_7_scale_0" [id=168, type=get_attr]; -"169 linear_7_zero_point_0" [id=169, type=get_attr]; -"170 quantize_per_channel_default_8" [id=170, type=quantize_per_channel]; -"171 dequantize_per_channel_default_8" [id=171, type=dequantize_per_channel]; -"172 _param_constant27_0_0" [id=172, type=get_attr]; -"173 linear_7" [id=173, type=linear]; -"174 dropout_6" [id=174, type=dropout]; -"175 add_4" [id=175, type=add]; -"176 _param_constant28" [id=176, type=get_attr]; -"177 _param_constant29" [id=177, type=get_attr]; -"178 layer_norm_4" [id=178, type=layer_norm]; -"179 transpose_12" [id=179, type=transpose]; -"180 linear_8_updated_constant0" [id=180, type=get_attr]; -"181 transpose_12_0_0_nncf_smooth_quant_0" [id=181, type=call_module]; -"182 quantize_per_tensor_default_13" [id=182, type=quantize_per_tensor]; -"183 dequantize_per_tensor_default_13" [id=183, type=dequantize_per_tensor]; -"184 linear_8_scale_0" [id=184, type=get_attr]; -"185 linear_8_zero_point_0" [id=185, type=get_attr]; -"186 quantize_per_channel_default_9" [id=186, type=quantize_per_channel]; -"187 dequantize_per_channel_default_9" [id=187, type=dequantize_per_channel]; -"188 _param_constant31_0_0" [id=188, type=get_attr]; -"189 linear_8" [id=189, type=linear]; -"190 unflatten_2" [id=190, type=unflatten]; -"191 unsqueeze_2" [id=191, type=unsqueeze]; -"192 transpose_13" [id=192, type=transpose]; -"193 squeeze_2" [id=193, type=squeeze]; -"194 contiguous_2" [id=194, type=contiguous]; -"195 quantize_per_tensor_default_14" [id=195, type=quantize_per_tensor]; -"196 dequantize_per_tensor_default_14" [id=196, type=dequantize_per_tensor]; -"197 select_6" [id=197, type=select]; -"198 quantize_per_tensor_default_15" [id=198, type=quantize_per_tensor]; -"199 dequantize_per_tensor_default_15" [id=199, type=dequantize_per_tensor]; -"200 select_7" [id=200, type=select]; -"201 select_8" [id=201, type=select]; -"202 view_16" [id=202, type=view]; -"203 transpose_14" [id=203, type=transpose]; -"204 view_17" [id=204, type=view]; -"205 transpose_15" [id=205, type=transpose]; -"206 view_18" [id=206, type=view]; -"207 transpose_16" [id=207, type=transpose]; -"208 view_19" [id=208, type=view]; -"209 view_20" [id=209, type=view]; -"210 view_21" [id=210, type=view]; -"211 scaled_dot_product_attention_2" [id=211, type=scaled_dot_product_attention]; -"212 permute_3" [id=212, type=permute]; -"213 view_22" [id=213, type=view]; -"214 linear_9_updated_constant0" [id=214, type=get_attr]; -"215 view_22_0_0_nncf_smooth_quant_0" [id=215, type=call_module]; -"216 quantize_per_tensor_default_16" [id=216, type=quantize_per_tensor]; -"217 dequantize_per_tensor_default_16" [id=217, type=dequantize_per_tensor]; -"218 linear_9_scale_0" [id=218, type=get_attr]; -"219 linear_9_zero_point_0" [id=219, type=get_attr]; -"220 quantize_per_channel_default_10" [id=220, type=quantize_per_channel]; -"221 dequantize_per_channel_default_10" [id=221, type=dequantize_per_channel]; -"222 _param_constant33_0_0" [id=222, type=get_attr]; -"223 linear_9" [id=223, type=linear]; -"224 view_23" [id=224, type=view]; -"225 transpose_17" [id=225, type=transpose]; -"226 dropout_7" [id=226, type=dropout]; -"227 add_5" [id=227, type=add]; -"228 _param_constant34" [id=228, type=get_attr]; -"229 _param_constant35" [id=229, type=get_attr]; -"230 layer_norm_5" [id=230, type=layer_norm]; -"231 linear_10_updated_constant0" [id=231, type=get_attr]; -"232 layer_norm_5_0_0_nncf_smooth_quant_0" [id=232, type=call_module]; -"233 quantize_per_tensor_default_17" [id=233, type=quantize_per_tensor]; -"234 dequantize_per_tensor_default_17" [id=234, type=dequantize_per_tensor]; -"235 linear_10_scale_0" [id=235, type=get_attr]; -"236 linear_10_zero_point_0" [id=236, type=get_attr]; -"237 quantize_per_channel_default_11" [id=237, type=quantize_per_channel]; -"238 dequantize_per_channel_default_11" [id=238, type=dequantize_per_channel]; -"239 _param_constant37_0_0" [id=239, type=get_attr]; -"240 linear_10" [id=240, type=linear]; -"241 gelu_2" [id=241, type=gelu]; -"242 dropout_8" [id=242, type=dropout]; -"243 linear_11_updated_constant0" [id=243, type=get_attr]; -"244 dropout_8_0_0_nncf_smooth_quant_0" [id=244, type=call_module]; -"245 quantize_per_tensor_default_18" [id=245, type=quantize_per_tensor]; -"246 dequantize_per_tensor_default_18" [id=246, type=dequantize_per_tensor]; -"247 linear_11_scale_0" [id=247, type=get_attr]; -"248 linear_11_zero_point_0" [id=248, type=get_attr]; -"249 quantize_per_channel_default_12" [id=249, type=quantize_per_channel]; -"250 dequantize_per_channel_default_12" [id=250, type=dequantize_per_channel]; -"251 _param_constant39_0_0" [id=251, type=get_attr]; -"252 linear_11" [id=252, type=linear]; -"253 dropout_9" [id=253, type=dropout]; -"254 add_6" [id=254, type=add]; -"255 _param_constant40" [id=255, type=get_attr]; -"256 _param_constant41" [id=256, type=get_attr]; -"257 layer_norm_6" [id=257, type=layer_norm]; -"258 transpose_18" [id=258, type=transpose]; -"259 linear_12_updated_constant0" [id=259, type=get_attr]; -"260 transpose_18_0_0_nncf_smooth_quant_0" [id=260, type=call_module]; -"261 quantize_per_tensor_default_19" [id=261, type=quantize_per_tensor]; -"262 dequantize_per_tensor_default_19" [id=262, type=dequantize_per_tensor]; -"263 linear_12_scale_0" [id=263, type=get_attr]; -"264 linear_12_zero_point_0" [id=264, type=get_attr]; -"265 quantize_per_channel_default_13" [id=265, type=quantize_per_channel]; -"266 dequantize_per_channel_default_13" [id=266, type=dequantize_per_channel]; -"267 _param_constant43_0_0" [id=267, type=get_attr]; -"268 linear_12" [id=268, type=linear]; -"269 unflatten_3" [id=269, type=unflatten]; -"270 unsqueeze_3" [id=270, type=unsqueeze]; -"271 transpose_19" [id=271, type=transpose]; -"272 squeeze_3" [id=272, type=squeeze]; -"273 contiguous_3" [id=273, type=contiguous]; -"274 quantize_per_tensor_default_20" [id=274, type=quantize_per_tensor]; -"275 dequantize_per_tensor_default_20" [id=275, type=dequantize_per_tensor]; -"276 select_9" [id=276, type=select]; -"277 quantize_per_tensor_default_21" [id=277, type=quantize_per_tensor]; -"278 dequantize_per_tensor_default_21" [id=278, type=dequantize_per_tensor]; -"279 select_10" [id=279, type=select]; -"280 select_11" [id=280, type=select]; -"281 view_24" [id=281, type=view]; -"282 transpose_20" [id=282, type=transpose]; -"283 view_25" [id=283, type=view]; -"284 transpose_21" [id=284, type=transpose]; -"285 view_26" [id=285, type=view]; -"286 transpose_22" [id=286, type=transpose]; -"287 view_27" [id=287, type=view]; -"288 view_28" [id=288, type=view]; -"289 view_29" [id=289, type=view]; -"290 scaled_dot_product_attention_3" [id=290, type=scaled_dot_product_attention]; -"291 permute_4" [id=291, type=permute]; -"292 view_30" [id=292, type=view]; -"293 linear_13_updated_constant0" [id=293, type=get_attr]; -"294 view_30_0_0_nncf_smooth_quant_0" [id=294, type=call_module]; -"295 quantize_per_tensor_default_22" [id=295, type=quantize_per_tensor]; -"296 dequantize_per_tensor_default_22" [id=296, type=dequantize_per_tensor]; -"297 linear_13_scale_0" [id=297, type=get_attr]; -"298 linear_13_zero_point_0" [id=298, type=get_attr]; -"299 quantize_per_channel_default_14" [id=299, type=quantize_per_channel]; -"300 dequantize_per_channel_default_14" [id=300, type=dequantize_per_channel]; -"301 _param_constant45_0_0" [id=301, type=get_attr]; -"302 linear_13" [id=302, type=linear]; -"303 view_31" [id=303, type=view]; -"304 transpose_23" [id=304, type=transpose]; -"305 dropout_10" [id=305, type=dropout]; -"306 add_7" [id=306, type=add]; -"307 _param_constant46" [id=307, type=get_attr]; -"308 _param_constant47" [id=308, type=get_attr]; -"309 layer_norm_7" [id=309, type=layer_norm]; -"310 linear_14_updated_constant0" [id=310, type=get_attr]; -"311 layer_norm_7_0_0_nncf_smooth_quant_0" [id=311, type=call_module]; -"312 quantize_per_tensor_default_23" [id=312, type=quantize_per_tensor]; -"313 dequantize_per_tensor_default_23" [id=313, type=dequantize_per_tensor]; -"314 linear_14_scale_0" [id=314, type=get_attr]; -"315 linear_14_zero_point_0" [id=315, type=get_attr]; -"316 quantize_per_channel_default_15" [id=316, type=quantize_per_channel]; -"317 dequantize_per_channel_default_15" [id=317, type=dequantize_per_channel]; -"318 _param_constant49_0_0" [id=318, type=get_attr]; -"319 linear_14" [id=319, type=linear]; -"320 gelu_3" [id=320, type=gelu]; -"321 dropout_11" [id=321, type=dropout]; -"322 linear_15_updated_constant0" [id=322, type=get_attr]; -"323 dropout_11_0_0_nncf_smooth_quant_0" [id=323, type=call_module]; -"324 quantize_per_tensor_default_24" [id=324, type=quantize_per_tensor]; -"325 dequantize_per_tensor_default_24" [id=325, type=dequantize_per_tensor]; -"326 linear_15_scale_0" [id=326, type=get_attr]; -"327 linear_15_zero_point_0" [id=327, type=get_attr]; -"328 quantize_per_channel_default_16" [id=328, type=quantize_per_channel]; -"329 dequantize_per_channel_default_16" [id=329, type=dequantize_per_channel]; -"330 _param_constant51_0_0" [id=330, type=get_attr]; -"331 linear_15" [id=331, type=linear]; -"332 dropout_12" [id=332, type=dropout]; -"333 add_8" [id=333, type=add]; -"334 _param_constant52" [id=334, type=get_attr]; -"335 _param_constant53" [id=335, type=get_attr]; -"336 layer_norm_8" [id=336, type=layer_norm]; -"337 transpose_24" [id=337, type=transpose]; -"338 linear_16_updated_constant0" [id=338, type=get_attr]; -"339 transpose_24_0_0_nncf_smooth_quant_0" [id=339, type=call_module]; -"340 quantize_per_tensor_default_25" [id=340, type=quantize_per_tensor]; -"341 dequantize_per_tensor_default_25" [id=341, type=dequantize_per_tensor]; -"342 linear_16_scale_0" [id=342, type=get_attr]; -"343 linear_16_zero_point_0" [id=343, type=get_attr]; -"344 quantize_per_channel_default_17" [id=344, type=quantize_per_channel]; -"345 dequantize_per_channel_default_17" [id=345, type=dequantize_per_channel]; -"346 _param_constant55_0_0" [id=346, type=get_attr]; -"347 linear_16" [id=347, type=linear]; -"348 unflatten_4" [id=348, type=unflatten]; -"349 unsqueeze_4" [id=349, type=unsqueeze]; -"350 transpose_25" [id=350, type=transpose]; -"351 squeeze_4" [id=351, type=squeeze]; -"352 contiguous_4" [id=352, type=contiguous]; -"353 quantize_per_tensor_default_26" [id=353, type=quantize_per_tensor]; -"354 dequantize_per_tensor_default_26" [id=354, type=dequantize_per_tensor]; -"355 select_12" [id=355, type=select]; -"356 quantize_per_tensor_default_27" [id=356, type=quantize_per_tensor]; -"357 dequantize_per_tensor_default_27" [id=357, type=dequantize_per_tensor]; -"358 select_13" [id=358, type=select]; -"359 select_14" [id=359, type=select]; -"360 view_32" [id=360, type=view]; -"361 transpose_26" [id=361, type=transpose]; -"362 view_33" [id=362, type=view]; -"363 transpose_27" [id=363, type=transpose]; -"364 view_34" [id=364, type=view]; -"365 transpose_28" [id=365, type=transpose]; -"366 view_35" [id=366, type=view]; -"367 view_36" [id=367, type=view]; -"368 view_37" [id=368, type=view]; -"369 scaled_dot_product_attention_4" [id=369, type=scaled_dot_product_attention]; -"370 permute_5" [id=370, type=permute]; -"371 view_38" [id=371, type=view]; -"372 linear_17_updated_constant0" [id=372, type=get_attr]; -"373 view_38_0_0_nncf_smooth_quant_0" [id=373, type=call_module]; -"374 quantize_per_tensor_default_28" [id=374, type=quantize_per_tensor]; -"375 dequantize_per_tensor_default_28" [id=375, type=dequantize_per_tensor]; -"376 linear_17_scale_0" [id=376, type=get_attr]; -"377 linear_17_zero_point_0" [id=377, type=get_attr]; -"378 quantize_per_channel_default_18" [id=378, type=quantize_per_channel]; -"379 dequantize_per_channel_default_18" [id=379, type=dequantize_per_channel]; -"380 _param_constant57_0_0" [id=380, type=get_attr]; -"381 linear_17" [id=381, type=linear]; -"382 view_39" [id=382, type=view]; -"383 transpose_29" [id=383, type=transpose]; -"384 dropout_13" [id=384, type=dropout]; -"385 add_9" [id=385, type=add]; -"386 _param_constant58" [id=386, type=get_attr]; -"387 _param_constant59" [id=387, type=get_attr]; -"388 layer_norm_9" [id=388, type=layer_norm]; -"389 linear_18_updated_constant0" [id=389, type=get_attr]; -"390 layer_norm_9_0_0_nncf_smooth_quant_0" [id=390, type=call_module]; -"391 quantize_per_tensor_default_29" [id=391, type=quantize_per_tensor]; -"392 dequantize_per_tensor_default_29" [id=392, type=dequantize_per_tensor]; -"393 linear_18_scale_0" [id=393, type=get_attr]; -"394 linear_18_zero_point_0" [id=394, type=get_attr]; -"395 quantize_per_channel_default_19" [id=395, type=quantize_per_channel]; -"396 dequantize_per_channel_default_19" [id=396, type=dequantize_per_channel]; -"397 _param_constant61_0_0" [id=397, type=get_attr]; -"398 linear_18" [id=398, type=linear]; -"399 gelu_4" [id=399, type=gelu]; -"400 dropout_14" [id=400, type=dropout]; -"401 linear_19_updated_constant0" [id=401, type=get_attr]; -"402 dropout_14_0_0_nncf_smooth_quant_0" [id=402, type=call_module]; -"403 quantize_per_tensor_default_30" [id=403, type=quantize_per_tensor]; -"404 dequantize_per_tensor_default_30" [id=404, type=dequantize_per_tensor]; -"405 linear_19_scale_0" [id=405, type=get_attr]; -"406 linear_19_zero_point_0" [id=406, type=get_attr]; -"407 quantize_per_channel_default_20" [id=407, type=quantize_per_channel]; -"408 dequantize_per_channel_default_20" [id=408, type=dequantize_per_channel]; -"409 _param_constant63_0_0" [id=409, type=get_attr]; -"410 linear_19" [id=410, type=linear]; -"411 dropout_15" [id=411, type=dropout]; -"412 add_10" [id=412, type=add]; -"413 _param_constant64" [id=413, type=get_attr]; -"414 _param_constant65" [id=414, type=get_attr]; -"415 layer_norm_10" [id=415, type=layer_norm]; -"416 transpose_30" [id=416, type=transpose]; -"417 linear_20_updated_constant0" [id=417, type=get_attr]; -"418 transpose_30_0_0_nncf_smooth_quant_0" [id=418, type=call_module]; -"419 quantize_per_tensor_default_31" [id=419, type=quantize_per_tensor]; -"420 dequantize_per_tensor_default_31" [id=420, type=dequantize_per_tensor]; -"421 linear_20_scale_0" [id=421, type=get_attr]; -"422 linear_20_zero_point_0" [id=422, type=get_attr]; -"423 quantize_per_channel_default_21" [id=423, type=quantize_per_channel]; -"424 dequantize_per_channel_default_21" [id=424, type=dequantize_per_channel]; -"425 _param_constant67_0_0" [id=425, type=get_attr]; -"426 linear_20" [id=426, type=linear]; -"427 unflatten_5" [id=427, type=unflatten]; -"428 unsqueeze_5" [id=428, type=unsqueeze]; -"429 transpose_31" [id=429, type=transpose]; -"430 squeeze_5" [id=430, type=squeeze]; -"431 contiguous_5" [id=431, type=contiguous]; -"432 quantize_per_tensor_default_32" [id=432, type=quantize_per_tensor]; -"433 dequantize_per_tensor_default_32" [id=433, type=dequantize_per_tensor]; -"434 select_15" [id=434, type=select]; -"435 quantize_per_tensor_default_33" [id=435, type=quantize_per_tensor]; -"436 dequantize_per_tensor_default_33" [id=436, type=dequantize_per_tensor]; -"437 select_16" [id=437, type=select]; -"438 select_17" [id=438, type=select]; -"439 view_40" [id=439, type=view]; -"440 transpose_32" [id=440, type=transpose]; -"441 view_41" [id=441, type=view]; -"442 transpose_33" [id=442, type=transpose]; -"443 view_42" [id=443, type=view]; -"444 transpose_34" [id=444, type=transpose]; -"445 view_43" [id=445, type=view]; -"446 view_44" [id=446, type=view]; -"447 view_45" [id=447, type=view]; -"448 scaled_dot_product_attention_5" [id=448, type=scaled_dot_product_attention]; -"449 permute_6" [id=449, type=permute]; -"450 view_46" [id=450, type=view]; -"451 linear_21_updated_constant0" [id=451, type=get_attr]; -"452 view_46_0_0_nncf_smooth_quant_0" [id=452, type=call_module]; -"453 quantize_per_tensor_default_34" [id=453, type=quantize_per_tensor]; -"454 dequantize_per_tensor_default_34" [id=454, type=dequantize_per_tensor]; -"455 linear_21_scale_0" [id=455, type=get_attr]; -"456 linear_21_zero_point_0" [id=456, type=get_attr]; -"457 quantize_per_channel_default_22" [id=457, type=quantize_per_channel]; -"458 dequantize_per_channel_default_22" [id=458, type=dequantize_per_channel]; -"459 _param_constant69_0_0" [id=459, type=get_attr]; -"460 linear_21" [id=460, type=linear]; -"461 view_47" [id=461, type=view]; -"462 transpose_35" [id=462, type=transpose]; -"463 dropout_16" [id=463, type=dropout]; -"464 add_11" [id=464, type=add]; -"465 _param_constant70" [id=465, type=get_attr]; -"466 _param_constant71" [id=466, type=get_attr]; -"467 layer_norm_11" [id=467, type=layer_norm]; -"468 linear_22_updated_constant0" [id=468, type=get_attr]; -"469 layer_norm_11_0_0_nncf_smooth_quant_0" [id=469, type=call_module]; -"470 quantize_per_tensor_default_35" [id=470, type=quantize_per_tensor]; -"471 dequantize_per_tensor_default_35" [id=471, type=dequantize_per_tensor]; -"472 linear_22_scale_0" [id=472, type=get_attr]; -"473 linear_22_zero_point_0" [id=473, type=get_attr]; -"474 quantize_per_channel_default_23" [id=474, type=quantize_per_channel]; -"475 dequantize_per_channel_default_23" [id=475, type=dequantize_per_channel]; -"476 _param_constant73_0_0" [id=476, type=get_attr]; -"477 linear_22" [id=477, type=linear]; -"478 gelu_5" [id=478, type=gelu]; -"479 dropout_17" [id=479, type=dropout]; -"480 linear_23_updated_constant0" [id=480, type=get_attr]; -"481 dropout_17_0_0_nncf_smooth_quant_0" [id=481, type=call_module]; -"482 quantize_per_tensor_default_36" [id=482, type=quantize_per_tensor]; -"483 dequantize_per_tensor_default_36" [id=483, type=dequantize_per_tensor]; -"484 linear_23_scale_0" [id=484, type=get_attr]; -"485 linear_23_zero_point_0" [id=485, type=get_attr]; -"486 quantize_per_channel_default_24" [id=486, type=quantize_per_channel]; -"487 dequantize_per_channel_default_24" [id=487, type=dequantize_per_channel]; -"488 _param_constant75_0_0" [id=488, type=get_attr]; -"489 linear_23" [id=489, type=linear]; -"490 dropout_18" [id=490, type=dropout]; -"491 add_12" [id=491, type=add]; -"492 _param_constant76" [id=492, type=get_attr]; -"493 _param_constant77" [id=493, type=get_attr]; -"494 layer_norm_12" [id=494, type=layer_norm]; -"495 transpose_36" [id=495, type=transpose]; -"496 linear_24_updated_constant0" [id=496, type=get_attr]; -"497 transpose_36_0_0_nncf_smooth_quant_0" [id=497, type=call_module]; -"498 quantize_per_tensor_default_37" [id=498, type=quantize_per_tensor]; -"499 dequantize_per_tensor_default_37" [id=499, type=dequantize_per_tensor]; -"500 linear_24_scale_0" [id=500, type=get_attr]; -"501 linear_24_zero_point_0" [id=501, type=get_attr]; -"502 quantize_per_channel_default_25" [id=502, type=quantize_per_channel]; -"503 dequantize_per_channel_default_25" [id=503, type=dequantize_per_channel]; -"504 _param_constant79_0_0" [id=504, type=get_attr]; -"505 linear_24" [id=505, type=linear]; -"506 unflatten_6" [id=506, type=unflatten]; -"507 unsqueeze_6" [id=507, type=unsqueeze]; -"508 transpose_37" [id=508, type=transpose]; -"509 squeeze_6" [id=509, type=squeeze]; -"510 contiguous_6" [id=510, type=contiguous]; -"511 quantize_per_tensor_default_38" [id=511, type=quantize_per_tensor]; -"512 dequantize_per_tensor_default_38" [id=512, type=dequantize_per_tensor]; -"513 select_18" [id=513, type=select]; -"514 quantize_per_tensor_default_39" [id=514, type=quantize_per_tensor]; -"515 dequantize_per_tensor_default_39" [id=515, type=dequantize_per_tensor]; -"516 select_19" [id=516, type=select]; -"517 select_20" [id=517, type=select]; -"518 view_48" [id=518, type=view]; -"519 transpose_38" [id=519, type=transpose]; -"520 view_49" [id=520, type=view]; -"521 transpose_39" [id=521, type=transpose]; -"522 view_50" [id=522, type=view]; -"523 transpose_40" [id=523, type=transpose]; -"524 view_51" [id=524, type=view]; -"525 view_52" [id=525, type=view]; -"526 view_53" [id=526, type=view]; -"527 scaled_dot_product_attention_6" [id=527, type=scaled_dot_product_attention]; -"528 permute_7" [id=528, type=permute]; -"529 view_54" [id=529, type=view]; -"530 linear_25_updated_constant0" [id=530, type=get_attr]; -"531 view_54_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; -"532 quantize_per_tensor_default_40" [id=532, type=quantize_per_tensor]; -"533 dequantize_per_tensor_default_40" [id=533, type=dequantize_per_tensor]; -"534 linear_25_scale_0" [id=534, type=get_attr]; -"535 linear_25_zero_point_0" [id=535, type=get_attr]; -"536 quantize_per_channel_default_26" [id=536, type=quantize_per_channel]; -"537 dequantize_per_channel_default_26" [id=537, type=dequantize_per_channel]; -"538 _param_constant81_0_0" [id=538, type=get_attr]; -"539 linear_25" [id=539, type=linear]; -"540 view_55" [id=540, type=view]; -"541 transpose_41" [id=541, type=transpose]; -"542 dropout_19" [id=542, type=dropout]; -"543 add_13" [id=543, type=add]; -"544 _param_constant82" [id=544, type=get_attr]; -"545 _param_constant83" [id=545, type=get_attr]; -"546 layer_norm_13" [id=546, type=layer_norm]; -"547 linear_26_updated_constant0" [id=547, type=get_attr]; -"548 layer_norm_13_0_0_nncf_smooth_quant_0" [id=548, type=call_module]; -"549 quantize_per_tensor_default_41" [id=549, type=quantize_per_tensor]; -"550 dequantize_per_tensor_default_41" [id=550, type=dequantize_per_tensor]; -"551 linear_26_scale_0" [id=551, type=get_attr]; -"552 linear_26_zero_point_0" [id=552, type=get_attr]; -"553 quantize_per_channel_default_27" [id=553, type=quantize_per_channel]; -"554 dequantize_per_channel_default_27" [id=554, type=dequantize_per_channel]; -"555 _param_constant85_0_0" [id=555, type=get_attr]; -"556 linear_26" [id=556, type=linear]; -"557 gelu_6" [id=557, type=gelu]; -"558 dropout_20" [id=558, type=dropout]; -"559 linear_27_updated_constant0" [id=559, type=get_attr]; -"560 dropout_20_0_0_nncf_smooth_quant_0" [id=560, type=call_module]; -"561 quantize_per_tensor_default_42" [id=561, type=quantize_per_tensor]; -"562 dequantize_per_tensor_default_42" [id=562, type=dequantize_per_tensor]; -"563 linear_27_scale_0" [id=563, type=get_attr]; -"564 linear_27_zero_point_0" [id=564, type=get_attr]; -"565 quantize_per_channel_default_28" [id=565, type=quantize_per_channel]; -"566 dequantize_per_channel_default_28" [id=566, type=dequantize_per_channel]; -"567 _param_constant87_0_0" [id=567, type=get_attr]; -"568 linear_27" [id=568, type=linear]; -"569 dropout_21" [id=569, type=dropout]; -"570 add_14" [id=570, type=add]; -"571 _param_constant88" [id=571, type=get_attr]; -"572 _param_constant89" [id=572, type=get_attr]; -"573 layer_norm_14" [id=573, type=layer_norm]; -"574 transpose_42" [id=574, type=transpose]; -"575 linear_28_updated_constant0" [id=575, type=get_attr]; -"576 transpose_42_0_0_nncf_smooth_quant_0" [id=576, type=call_module]; -"577 quantize_per_tensor_default_43" [id=577, type=quantize_per_tensor]; -"578 dequantize_per_tensor_default_43" [id=578, type=dequantize_per_tensor]; -"579 linear_28_scale_0" [id=579, type=get_attr]; -"580 linear_28_zero_point_0" [id=580, type=get_attr]; -"581 quantize_per_channel_default_29" [id=581, type=quantize_per_channel]; -"582 dequantize_per_channel_default_29" [id=582, type=dequantize_per_channel]; -"583 _param_constant91_0_0" [id=583, type=get_attr]; -"584 linear_28" [id=584, type=linear]; -"585 unflatten_7" [id=585, type=unflatten]; -"586 unsqueeze_7" [id=586, type=unsqueeze]; -"587 transpose_43" [id=587, type=transpose]; -"588 squeeze_7" [id=588, type=squeeze]; -"589 contiguous_7" [id=589, type=contiguous]; -"590 quantize_per_tensor_default_44" [id=590, type=quantize_per_tensor]; -"591 dequantize_per_tensor_default_44" [id=591, type=dequantize_per_tensor]; -"592 select_21" [id=592, type=select]; -"593 quantize_per_tensor_default_45" [id=593, type=quantize_per_tensor]; -"594 dequantize_per_tensor_default_45" [id=594, type=dequantize_per_tensor]; -"595 select_22" [id=595, type=select]; -"596 select_23" [id=596, type=select]; -"597 view_56" [id=597, type=view]; -"598 transpose_44" [id=598, type=transpose]; -"599 view_57" [id=599, type=view]; -"600 transpose_45" [id=600, type=transpose]; -"601 view_58" [id=601, type=view]; -"602 transpose_46" [id=602, type=transpose]; -"603 view_59" [id=603, type=view]; -"604 view_60" [id=604, type=view]; -"605 view_61" [id=605, type=view]; -"606 scaled_dot_product_attention_7" [id=606, type=scaled_dot_product_attention]; -"607 permute_8" [id=607, type=permute]; -"608 view_62" [id=608, type=view]; -"609 linear_29_updated_constant0" [id=609, type=get_attr]; -"610 view_62_0_0_nncf_smooth_quant_0" [id=610, type=call_module]; -"611 quantize_per_tensor_default_46" [id=611, type=quantize_per_tensor]; -"612 dequantize_per_tensor_default_46" [id=612, type=dequantize_per_tensor]; -"613 linear_29_scale_0" [id=613, type=get_attr]; -"614 linear_29_zero_point_0" [id=614, type=get_attr]; -"615 quantize_per_channel_default_30" [id=615, type=quantize_per_channel]; -"616 dequantize_per_channel_default_30" [id=616, type=dequantize_per_channel]; -"617 _param_constant93_0_0" [id=617, type=get_attr]; -"618 linear_29" [id=618, type=linear]; -"619 view_63" [id=619, type=view]; -"620 transpose_47" [id=620, type=transpose]; -"621 dropout_22" [id=621, type=dropout]; -"622 add_15" [id=622, type=add]; -"623 _param_constant94" [id=623, type=get_attr]; -"624 _param_constant95" [id=624, type=get_attr]; -"625 layer_norm_15" [id=625, type=layer_norm]; -"626 linear_30_updated_constant0" [id=626, type=get_attr]; -"627 layer_norm_15_0_0_nncf_smooth_quant_0" [id=627, type=call_module]; -"628 quantize_per_tensor_default_47" [id=628, type=quantize_per_tensor]; -"629 dequantize_per_tensor_default_47" [id=629, type=dequantize_per_tensor]; -"630 linear_30_scale_0" [id=630, type=get_attr]; -"631 linear_30_zero_point_0" [id=631, type=get_attr]; -"632 quantize_per_channel_default_31" [id=632, type=quantize_per_channel]; -"633 dequantize_per_channel_default_31" [id=633, type=dequantize_per_channel]; -"634 _param_constant97_0_0" [id=634, type=get_attr]; -"635 linear_30" [id=635, type=linear]; -"636 gelu_7" [id=636, type=gelu]; -"637 dropout_23" [id=637, type=dropout]; -"638 linear_31_updated_constant0" [id=638, type=get_attr]; -"639 dropout_23_0_0_nncf_smooth_quant_0" [id=639, type=call_module]; -"640 quantize_per_tensor_default_48" [id=640, type=quantize_per_tensor]; -"641 dequantize_per_tensor_default_48" [id=641, type=dequantize_per_tensor]; -"642 linear_31_scale_0" [id=642, type=get_attr]; -"643 linear_31_zero_point_0" [id=643, type=get_attr]; -"644 quantize_per_channel_default_32" [id=644, type=quantize_per_channel]; -"645 dequantize_per_channel_default_32" [id=645, type=dequantize_per_channel]; -"646 _param_constant99_0_0" [id=646, type=get_attr]; -"647 linear_31" [id=647, type=linear]; -"648 dropout_24" [id=648, type=dropout]; -"649 add_16" [id=649, type=add]; -"650 _param_constant100" [id=650, type=get_attr]; -"651 _param_constant101" [id=651, type=get_attr]; -"652 layer_norm_16" [id=652, type=layer_norm]; -"653 transpose_48" [id=653, type=transpose]; -"654 linear_32_updated_constant0" [id=654, type=get_attr]; -"655 transpose_48_0_0_nncf_smooth_quant_0" [id=655, type=call_module]; -"656 quantize_per_tensor_default_49" [id=656, type=quantize_per_tensor]; -"657 dequantize_per_tensor_default_49" [id=657, type=dequantize_per_tensor]; -"658 linear_32_scale_0" [id=658, type=get_attr]; -"659 linear_32_zero_point_0" [id=659, type=get_attr]; -"660 quantize_per_channel_default_33" [id=660, type=quantize_per_channel]; -"661 dequantize_per_channel_default_33" [id=661, type=dequantize_per_channel]; -"662 _param_constant103_0_0" [id=662, type=get_attr]; -"663 linear_32" [id=663, type=linear]; -"664 unflatten_8" [id=664, type=unflatten]; -"665 unsqueeze_8" [id=665, type=unsqueeze]; -"666 transpose_49" [id=666, type=transpose]; -"667 squeeze_8" [id=667, type=squeeze]; -"668 contiguous_8" [id=668, type=contiguous]; -"669 quantize_per_tensor_default_50" [id=669, type=quantize_per_tensor]; -"670 dequantize_per_tensor_default_50" [id=670, type=dequantize_per_tensor]; -"671 select_24" [id=671, type=select]; -"672 quantize_per_tensor_default_51" [id=672, type=quantize_per_tensor]; -"673 dequantize_per_tensor_default_51" [id=673, type=dequantize_per_tensor]; -"674 select_25" [id=674, type=select]; -"675 select_26" [id=675, type=select]; -"676 view_64" [id=676, type=view]; -"677 transpose_50" [id=677, type=transpose]; -"678 view_65" [id=678, type=view]; -"679 transpose_51" [id=679, type=transpose]; -"680 view_66" [id=680, type=view]; -"681 transpose_52" [id=681, type=transpose]; -"682 view_67" [id=682, type=view]; -"683 view_68" [id=683, type=view]; -"684 view_69" [id=684, type=view]; -"685 scaled_dot_product_attention_8" [id=685, type=scaled_dot_product_attention]; -"686 permute_9" [id=686, type=permute]; -"687 view_70" [id=687, type=view]; -"688 linear_33_updated_constant0" [id=688, type=get_attr]; -"689 view_70_0_0_nncf_smooth_quant_0" [id=689, type=call_module]; -"690 quantize_per_tensor_default_52" [id=690, type=quantize_per_tensor]; -"691 dequantize_per_tensor_default_52" [id=691, type=dequantize_per_tensor]; -"692 linear_33_scale_0" [id=692, type=get_attr]; -"693 linear_33_zero_point_0" [id=693, type=get_attr]; -"694 quantize_per_channel_default_34" [id=694, type=quantize_per_channel]; -"695 dequantize_per_channel_default_34" [id=695, type=dequantize_per_channel]; -"696 _param_constant105_0_0" [id=696, type=get_attr]; -"697 linear_33" [id=697, type=linear]; -"698 view_71" [id=698, type=view]; -"699 transpose_53" [id=699, type=transpose]; -"700 dropout_25" [id=700, type=dropout]; -"701 add_17" [id=701, type=add]; -"702 _param_constant106" [id=702, type=get_attr]; -"703 _param_constant107" [id=703, type=get_attr]; -"704 layer_norm_17" [id=704, type=layer_norm]; -"705 linear_34_updated_constant0" [id=705, type=get_attr]; -"706 layer_norm_17_0_0_nncf_smooth_quant_0" [id=706, type=call_module]; -"707 quantize_per_tensor_default_53" [id=707, type=quantize_per_tensor]; -"708 dequantize_per_tensor_default_53" [id=708, type=dequantize_per_tensor]; -"709 linear_34_scale_0" [id=709, type=get_attr]; -"710 linear_34_zero_point_0" [id=710, type=get_attr]; -"711 quantize_per_channel_default_35" [id=711, type=quantize_per_channel]; -"712 dequantize_per_channel_default_35" [id=712, type=dequantize_per_channel]; -"713 _param_constant109_0_0" [id=713, type=get_attr]; -"714 linear_34" [id=714, type=linear]; -"715 gelu_8" [id=715, type=gelu]; -"716 dropout_26" [id=716, type=dropout]; -"717 linear_35_updated_constant0" [id=717, type=get_attr]; -"718 dropout_26_0_0_nncf_smooth_quant_0" [id=718, type=call_module]; -"719 quantize_per_tensor_default_54" [id=719, type=quantize_per_tensor]; -"720 dequantize_per_tensor_default_54" [id=720, type=dequantize_per_tensor]; -"721 linear_35_scale_0" [id=721, type=get_attr]; -"722 linear_35_zero_point_0" [id=722, type=get_attr]; -"723 quantize_per_channel_default_36" [id=723, type=quantize_per_channel]; -"724 dequantize_per_channel_default_36" [id=724, type=dequantize_per_channel]; -"725 _param_constant111_0_0" [id=725, type=get_attr]; -"726 linear_35" [id=726, type=linear]; -"727 dropout_27" [id=727, type=dropout]; -"728 add_18" [id=728, type=add]; -"729 _param_constant112" [id=729, type=get_attr]; -"730 _param_constant113" [id=730, type=get_attr]; -"731 layer_norm_18" [id=731, type=layer_norm]; -"732 transpose_54" [id=732, type=transpose]; -"733 linear_36_updated_constant0" [id=733, type=get_attr]; -"734 transpose_54_0_0_nncf_smooth_quant_0" [id=734, type=call_module]; -"735 quantize_per_tensor_default_55" [id=735, type=quantize_per_tensor]; -"736 dequantize_per_tensor_default_55" [id=736, type=dequantize_per_tensor]; -"737 linear_36_scale_0" [id=737, type=get_attr]; -"738 linear_36_zero_point_0" [id=738, type=get_attr]; -"739 quantize_per_channel_default_37" [id=739, type=quantize_per_channel]; -"740 dequantize_per_channel_default_37" [id=740, type=dequantize_per_channel]; -"741 _param_constant115_0_0" [id=741, type=get_attr]; -"742 linear_36" [id=742, type=linear]; -"743 unflatten_9" [id=743, type=unflatten]; -"744 unsqueeze_9" [id=744, type=unsqueeze]; -"745 transpose_55" [id=745, type=transpose]; -"746 squeeze_9" [id=746, type=squeeze]; -"747 contiguous_9" [id=747, type=contiguous]; -"748 quantize_per_tensor_default_56" [id=748, type=quantize_per_tensor]; -"749 dequantize_per_tensor_default_56" [id=749, type=dequantize_per_tensor]; -"750 select_27" [id=750, type=select]; -"751 quantize_per_tensor_default_57" [id=751, type=quantize_per_tensor]; -"752 dequantize_per_tensor_default_57" [id=752, type=dequantize_per_tensor]; -"753 select_28" [id=753, type=select]; -"754 select_29" [id=754, type=select]; -"755 view_72" [id=755, type=view]; -"756 transpose_56" [id=756, type=transpose]; -"757 view_73" [id=757, type=view]; -"758 transpose_57" [id=758, type=transpose]; -"759 view_74" [id=759, type=view]; -"760 transpose_58" [id=760, type=transpose]; -"761 view_75" [id=761, type=view]; -"762 view_76" [id=762, type=view]; -"763 view_77" [id=763, type=view]; -"764 scaled_dot_product_attention_9" [id=764, type=scaled_dot_product_attention]; -"765 permute_10" [id=765, type=permute]; -"766 view_78" [id=766, type=view]; -"767 linear_37_updated_constant0" [id=767, type=get_attr]; -"768 view_78_0_0_nncf_smooth_quant_0" [id=768, type=call_module]; -"769 quantize_per_tensor_default_58" [id=769, type=quantize_per_tensor]; -"770 dequantize_per_tensor_default_58" [id=770, type=dequantize_per_tensor]; -"771 linear_37_scale_0" [id=771, type=get_attr]; -"772 linear_37_zero_point_0" [id=772, type=get_attr]; -"773 quantize_per_channel_default_38" [id=773, type=quantize_per_channel]; -"774 dequantize_per_channel_default_38" [id=774, type=dequantize_per_channel]; -"775 _param_constant117_0_0" [id=775, type=get_attr]; -"776 linear_37" [id=776, type=linear]; -"777 view_79" [id=777, type=view]; -"778 transpose_59" [id=778, type=transpose]; -"779 dropout_28" [id=779, type=dropout]; -"780 add_19" [id=780, type=add]; -"781 _param_constant118" [id=781, type=get_attr]; -"782 _param_constant119" [id=782, type=get_attr]; -"783 layer_norm_19" [id=783, type=layer_norm]; -"784 linear_38_updated_constant0" [id=784, type=get_attr]; -"785 layer_norm_19_0_0_nncf_smooth_quant_0" [id=785, type=call_module]; -"786 quantize_per_tensor_default_59" [id=786, type=quantize_per_tensor]; -"787 dequantize_per_tensor_default_59" [id=787, type=dequantize_per_tensor]; -"788 linear_38_scale_0" [id=788, type=get_attr]; -"789 linear_38_zero_point_0" [id=789, type=get_attr]; -"790 quantize_per_channel_default_39" [id=790, type=quantize_per_channel]; -"791 dequantize_per_channel_default_39" [id=791, type=dequantize_per_channel]; -"792 _param_constant121_0_0" [id=792, type=get_attr]; -"793 linear_38" [id=793, type=linear]; -"794 gelu_9" [id=794, type=gelu]; -"795 dropout_29" [id=795, type=dropout]; -"796 linear_39_updated_constant0" [id=796, type=get_attr]; -"797 dropout_29_0_0_nncf_smooth_quant_0" [id=797, type=call_module]; -"798 quantize_per_tensor_default_60" [id=798, type=quantize_per_tensor]; -"799 dequantize_per_tensor_default_60" [id=799, type=dequantize_per_tensor]; -"800 linear_39_scale_0" [id=800, type=get_attr]; -"801 linear_39_zero_point_0" [id=801, type=get_attr]; -"802 quantize_per_channel_default_40" [id=802, type=quantize_per_channel]; -"803 dequantize_per_channel_default_40" [id=803, type=dequantize_per_channel]; -"804 _param_constant123_0_0" [id=804, type=get_attr]; -"805 linear_39" [id=805, type=linear]; -"806 dropout_30" [id=806, type=dropout]; -"807 add_20" [id=807, type=add]; -"808 _param_constant124" [id=808, type=get_attr]; -"809 _param_constant125" [id=809, type=get_attr]; -"810 layer_norm_20" [id=810, type=layer_norm]; -"811 transpose_60" [id=811, type=transpose]; -"812 linear_40_updated_constant0" [id=812, type=get_attr]; -"813 transpose_60_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; -"814 quantize_per_tensor_default_61" [id=814, type=quantize_per_tensor]; -"815 dequantize_per_tensor_default_61" [id=815, type=dequantize_per_tensor]; -"816 linear_40_scale_0" [id=816, type=get_attr]; -"817 linear_40_zero_point_0" [id=817, type=get_attr]; -"818 quantize_per_channel_default_41" [id=818, type=quantize_per_channel]; -"819 dequantize_per_channel_default_41" [id=819, type=dequantize_per_channel]; -"820 _param_constant127_0_0" [id=820, type=get_attr]; -"821 linear_40" [id=821, type=linear]; -"822 unflatten_10" [id=822, type=unflatten]; -"823 unsqueeze_10" [id=823, type=unsqueeze]; -"824 transpose_61" [id=824, type=transpose]; -"825 squeeze_10" [id=825, type=squeeze]; -"826 contiguous_10" [id=826, type=contiguous]; -"827 quantize_per_tensor_default_62" [id=827, type=quantize_per_tensor]; -"828 dequantize_per_tensor_default_62" [id=828, type=dequantize_per_tensor]; -"829 select_30" [id=829, type=select]; -"830 quantize_per_tensor_default_63" [id=830, type=quantize_per_tensor]; -"831 dequantize_per_tensor_default_63" [id=831, type=dequantize_per_tensor]; -"832 select_31" [id=832, type=select]; -"833 select_32" [id=833, type=select]; -"834 view_80" [id=834, type=view]; -"835 transpose_62" [id=835, type=transpose]; -"836 view_81" [id=836, type=view]; -"837 transpose_63" [id=837, type=transpose]; -"838 view_82" [id=838, type=view]; -"839 transpose_64" [id=839, type=transpose]; -"840 view_83" [id=840, type=view]; -"841 view_84" [id=841, type=view]; -"842 view_85" [id=842, type=view]; -"843 scaled_dot_product_attention_10" [id=843, type=scaled_dot_product_attention]; -"844 permute_11" [id=844, type=permute]; -"845 view_86" [id=845, type=view]; -"846 linear_41_updated_constant0" [id=846, type=get_attr]; -"847 view_86_0_0_nncf_smooth_quant_0" [id=847, type=call_module]; -"848 quantize_per_tensor_default_64" [id=848, type=quantize_per_tensor]; -"849 dequantize_per_tensor_default_64" [id=849, type=dequantize_per_tensor]; -"850 linear_41_scale_0" [id=850, type=get_attr]; -"851 linear_41_zero_point_0" [id=851, type=get_attr]; -"852 quantize_per_channel_default_42" [id=852, type=quantize_per_channel]; -"853 dequantize_per_channel_default_42" [id=853, type=dequantize_per_channel]; -"854 _param_constant129_0_0" [id=854, type=get_attr]; -"855 linear_41" [id=855, type=linear]; -"856 view_87" [id=856, type=view]; -"857 transpose_65" [id=857, type=transpose]; -"858 dropout_31" [id=858, type=dropout]; -"859 add_21" [id=859, type=add]; -"860 _param_constant130" [id=860, type=get_attr]; -"861 _param_constant131" [id=861, type=get_attr]; -"862 layer_norm_21" [id=862, type=layer_norm]; -"863 linear_42_updated_constant0" [id=863, type=get_attr]; -"864 layer_norm_21_0_0_nncf_smooth_quant_0" [id=864, type=call_module]; -"865 quantize_per_tensor_default_65" [id=865, type=quantize_per_tensor]; -"866 dequantize_per_tensor_default_65" [id=866, type=dequantize_per_tensor]; -"867 linear_42_scale_0" [id=867, type=get_attr]; -"868 linear_42_zero_point_0" [id=868, type=get_attr]; -"869 quantize_per_channel_default_43" [id=869, type=quantize_per_channel]; -"870 dequantize_per_channel_default_43" [id=870, type=dequantize_per_channel]; -"871 _param_constant133_0_0" [id=871, type=get_attr]; -"872 linear_42" [id=872, type=linear]; -"873 gelu_10" [id=873, type=gelu]; -"874 dropout_32" [id=874, type=dropout]; -"875 linear_43_updated_constant0" [id=875, type=get_attr]; -"876 dropout_32_0_0_nncf_smooth_quant_0" [id=876, type=call_module]; -"877 quantize_per_tensor_default_66" [id=877, type=quantize_per_tensor]; -"878 dequantize_per_tensor_default_66" [id=878, type=dequantize_per_tensor]; -"879 linear_43_scale_0" [id=879, type=get_attr]; -"880 linear_43_zero_point_0" [id=880, type=get_attr]; -"881 quantize_per_channel_default_44" [id=881, type=quantize_per_channel]; -"882 dequantize_per_channel_default_44" [id=882, type=dequantize_per_channel]; -"883 _param_constant135_0_0" [id=883, type=get_attr]; -"884 linear_43" [id=884, type=linear]; -"885 dropout_33" [id=885, type=dropout]; -"886 add_22" [id=886, type=add]; -"887 _param_constant136" [id=887, type=get_attr]; -"888 _param_constant137" [id=888, type=get_attr]; -"889 layer_norm_22" [id=889, type=layer_norm]; -"890 transpose_66" [id=890, type=transpose]; -"891 linear_44_updated_constant0" [id=891, type=get_attr]; -"892 transpose_66_0_0_nncf_smooth_quant_0" [id=892, type=call_module]; -"893 quantize_per_tensor_default_67" [id=893, type=quantize_per_tensor]; -"894 dequantize_per_tensor_default_67" [id=894, type=dequantize_per_tensor]; -"895 linear_44_scale_0" [id=895, type=get_attr]; -"896 linear_44_zero_point_0" [id=896, type=get_attr]; -"897 quantize_per_channel_default_45" [id=897, type=quantize_per_channel]; -"898 dequantize_per_channel_default_45" [id=898, type=dequantize_per_channel]; -"899 _param_constant139_0_0" [id=899, type=get_attr]; -"900 linear_44" [id=900, type=linear]; -"901 unflatten_11" [id=901, type=unflatten]; -"902 unsqueeze_11" [id=902, type=unsqueeze]; -"903 transpose_67" [id=903, type=transpose]; -"904 squeeze_11" [id=904, type=squeeze]; -"905 contiguous_11" [id=905, type=contiguous]; -"906 quantize_per_tensor_default_68" [id=906, type=quantize_per_tensor]; -"907 dequantize_per_tensor_default_68" [id=907, type=dequantize_per_tensor]; -"908 select_33" [id=908, type=select]; -"909 quantize_per_tensor_default_69" [id=909, type=quantize_per_tensor]; -"910 dequantize_per_tensor_default_69" [id=910, type=dequantize_per_tensor]; -"911 select_34" [id=911, type=select]; -"912 select_35" [id=912, type=select]; -"913 view_88" [id=913, type=view]; -"914 transpose_68" [id=914, type=transpose]; -"915 view_89" [id=915, type=view]; -"916 transpose_69" [id=916, type=transpose]; -"917 view_90" [id=917, type=view]; -"918 transpose_70" [id=918, type=transpose]; -"919 view_91" [id=919, type=view]; -"920 view_92" [id=920, type=view]; -"921 view_93" [id=921, type=view]; -"922 scaled_dot_product_attention_11" [id=922, type=scaled_dot_product_attention]; -"923 permute_12" [id=923, type=permute]; -"924 view_94" [id=924, type=view]; -"925 linear_45_updated_constant0" [id=925, type=get_attr]; -"926 view_94_0_0_nncf_smooth_quant_0" [id=926, type=call_module]; -"927 quantize_per_tensor_default_70" [id=927, type=quantize_per_tensor]; -"928 dequantize_per_tensor_default_70" [id=928, type=dequantize_per_tensor]; -"929 linear_45_scale_0" [id=929, type=get_attr]; -"930 linear_45_zero_point_0" [id=930, type=get_attr]; -"931 quantize_per_channel_default_46" [id=931, type=quantize_per_channel]; -"932 dequantize_per_channel_default_46" [id=932, type=dequantize_per_channel]; -"933 _param_constant141_0_0" [id=933, type=get_attr]; -"934 linear_45" [id=934, type=linear]; -"935 view_95" [id=935, type=view]; -"936 transpose_71" [id=936, type=transpose]; -"937 dropout_34" [id=937, type=dropout]; -"938 add_23" [id=938, type=add]; -"939 _param_constant142" [id=939, type=get_attr]; -"940 _param_constant143" [id=940, type=get_attr]; -"941 layer_norm_23" [id=941, type=layer_norm]; -"942 linear_46_updated_constant0" [id=942, type=get_attr]; -"943 layer_norm_23_0_0_nncf_smooth_quant_0" [id=943, type=call_module]; -"944 quantize_per_tensor_default_71" [id=944, type=quantize_per_tensor]; -"945 dequantize_per_tensor_default_71" [id=945, type=dequantize_per_tensor]; -"946 linear_46_scale_0" [id=946, type=get_attr]; -"947 linear_46_zero_point_0" [id=947, type=get_attr]; -"948 quantize_per_channel_default_47" [id=948, type=quantize_per_channel]; -"949 dequantize_per_channel_default_47" [id=949, type=dequantize_per_channel]; -"950 _param_constant145_0_0" [id=950, type=get_attr]; -"951 linear_46" [id=951, type=linear]; -"952 gelu_11" [id=952, type=gelu]; -"953 dropout_35" [id=953, type=dropout]; -"954 linear_47_updated_constant0" [id=954, type=get_attr]; -"955 dropout_35_0_0_nncf_smooth_quant_0" [id=955, type=call_module]; -"956 quantize_per_tensor_default_72" [id=956, type=quantize_per_tensor]; -"957 dequantize_per_tensor_default_72" [id=957, type=dequantize_per_tensor]; -"958 linear_47_scale_0" [id=958, type=get_attr]; -"959 linear_47_zero_point_0" [id=959, type=get_attr]; -"960 quantize_per_channel_default_48" [id=960, type=quantize_per_channel]; -"961 dequantize_per_channel_default_48" [id=961, type=dequantize_per_channel]; -"962 _param_constant147_0_0" [id=962, type=get_attr]; -"963 linear_47" [id=963, type=linear]; -"964 dropout_36" [id=964, type=dropout]; -"965 add_24" [id=965, type=add]; -"966 _param_constant148" [id=966, type=get_attr]; -"967 _param_constant149" [id=967, type=get_attr]; -"968 layer_norm_24" [id=968, type=layer_norm]; -"969 slice_1" [id=969, type=slice]; -"970 select_36" [id=970, type=select]; -"971 linear_48_updated_constant0" [id=971, type=get_attr]; -"972 select_36_0_0_nncf_smooth_quant_0" [id=972, type=call_module]; -"973 quantize_per_tensor_default_73" [id=973, type=quantize_per_tensor]; -"974 dequantize_per_tensor_default_73" [id=974, type=dequantize_per_tensor]; -"975 linear_48_scale_0" [id=975, type=get_attr]; -"976 linear_48_zero_point_0" [id=976, type=get_attr]; -"977 quantize_per_channel_default_49" [id=977, type=quantize_per_channel]; -"978 dequantize_per_channel_default_49" [id=978, type=dequantize_per_channel]; -"979 _param_constant151_0_0" [id=979, type=get_attr]; -"980 linear_48" [id=980, type=linear]; -"981 output" [id=981, type=output]; +"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; +"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; +"5 _param_constant1_0_0" [id=5, type=get_attr]; +"6 mul" [id=6, type=]; +"7 conv2d" [id=7, type=conv2d]; +"8 reshape" [id=8, type=reshape]; +"9 permute" [id=9, type=permute]; +"10 _param_constant2" [id=10, type=get_attr]; +"11 expand" [id=11, type=expand]; +"12 cat" [id=12, type=cat]; +"13 _param_constant3" [id=13, type=get_attr]; +"14 add" [id=14, type=add]; +"15 dropout" [id=15, type=dropout]; +"16 _param_constant4" [id=16, type=get_attr]; +"17 _param_constant5" [id=17, type=get_attr]; +"18 layer_norm" [id=18, type=layer_norm]; +"19 transpose" [id=19, type=transpose]; +"20 transpose_0_0_nncf_smooth_quant_0" [id=20, type=call_module]; +"21 quantize_per_tensor_default_1" [id=21, type=quantize_per_tensor]; +"22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; +"23 linear_scale_0_updated_constant0" [id=23, type=get_attr]; +"24 compressed_weight_updated_constant1" [id=24, type=get_attr]; +"25 _param_constant7_0_0" [id=25, type=get_attr]; +"26 mul_1" [id=26, type=]; +"27 linear" [id=27, type=linear]; +"28 unflatten" [id=28, type=unflatten]; +"29 unsqueeze" [id=29, type=unsqueeze]; +"30 transpose_1" [id=30, type=transpose]; +"31 squeeze" [id=31, type=squeeze]; +"32 contiguous" [id=32, type=contiguous]; +"33 quantize_per_tensor_default_2" [id=33, type=quantize_per_tensor]; +"34 dequantize_per_tensor_default_2" [id=34, type=dequantize_per_tensor]; +"35 select" [id=35, type=select]; +"36 quantize_per_tensor_default_3" [id=36, type=quantize_per_tensor]; +"37 dequantize_per_tensor_default_3" [id=37, type=dequantize_per_tensor]; +"38 select_1" [id=38, type=select]; +"39 select_2" [id=39, type=select]; +"40 view" [id=40, type=view]; +"41 transpose_2" [id=41, type=transpose]; +"42 view_1" [id=42, type=view]; +"43 transpose_3" [id=43, type=transpose]; +"44 view_2" [id=44, type=view]; +"45 transpose_4" [id=45, type=transpose]; +"46 view_3" [id=46, type=view]; +"47 view_4" [id=47, type=view]; +"48 view_5" [id=48, type=view]; +"49 scaled_dot_product_attention" [id=49, type=scaled_dot_product_attention]; +"50 permute_1" [id=50, type=permute]; +"51 view_6" [id=51, type=view]; +"52 view_6_0_0_nncf_smooth_quant_0" [id=52, type=call_module]; +"53 quantize_per_tensor_default_4" [id=53, type=quantize_per_tensor]; +"54 dequantize_per_tensor_default_4" [id=54, type=dequantize_per_tensor]; +"55 linear_1_scale_0_updated_constant0" [id=55, type=get_attr]; +"56 compressed_weight_updated_constant2" [id=56, type=get_attr]; +"57 _param_constant9_0_0" [id=57, type=get_attr]; +"58 mul_2" [id=58, type=]; +"59 linear_1" [id=59, type=linear]; +"60 view_7" [id=60, type=view]; +"61 transpose_5" [id=61, type=transpose]; +"62 dropout_1" [id=62, type=dropout]; +"63 add_1" [id=63, type=add]; +"64 _param_constant10" [id=64, type=get_attr]; +"65 _param_constant11" [id=65, type=get_attr]; +"66 layer_norm_1" [id=66, type=layer_norm]; +"67 layer_norm_1_0_0_nncf_smooth_quant_0" [id=67, type=call_module]; +"68 quantize_per_tensor_default_5" [id=68, type=quantize_per_tensor]; +"69 dequantize_per_tensor_default_5" [id=69, type=dequantize_per_tensor]; +"70 linear_2_scale_0_updated_constant0" [id=70, type=get_attr]; +"71 compressed_weight_updated_constant3" [id=71, type=get_attr]; +"72 _param_constant13_0_0" [id=72, type=get_attr]; +"73 mul_3" [id=73, type=]; +"74 linear_2" [id=74, type=linear]; +"75 gelu" [id=75, type=gelu]; +"76 dropout_2" [id=76, type=dropout]; +"77 dropout_2_0_0_nncf_smooth_quant_0" [id=77, type=call_module]; +"78 quantize_per_tensor_default_6" [id=78, type=quantize_per_tensor]; +"79 dequantize_per_tensor_default_6" [id=79, type=dequantize_per_tensor]; +"80 linear_3_scale_0_updated_constant0" [id=80, type=get_attr]; +"81 compressed_weight_updated_constant4" [id=81, type=get_attr]; +"82 _param_constant15_0_0" [id=82, type=get_attr]; +"83 mul_4" [id=83, type=]; +"84 linear_3" [id=84, type=linear]; +"85 dropout_3" [id=85, type=dropout]; +"86 add_2" [id=86, type=add]; +"87 _param_constant16" [id=87, type=get_attr]; +"88 _param_constant17" [id=88, type=get_attr]; +"89 layer_norm_2" [id=89, type=layer_norm]; +"90 transpose_6" [id=90, type=transpose]; +"91 transpose_6_0_0_nncf_smooth_quant_0" [id=91, type=call_module]; +"92 quantize_per_tensor_default_7" [id=92, type=quantize_per_tensor]; +"93 dequantize_per_tensor_default_7" [id=93, type=dequantize_per_tensor]; +"94 linear_4_scale_0_updated_constant0" [id=94, type=get_attr]; +"95 compressed_weight_updated_constant5" [id=95, type=get_attr]; +"96 _param_constant19_0_0" [id=96, type=get_attr]; +"97 mul_5" [id=97, type=]; +"98 linear_4" [id=98, type=linear]; +"99 unflatten_1" [id=99, type=unflatten]; +"100 unsqueeze_1" [id=100, type=unsqueeze]; +"101 transpose_7" [id=101, type=transpose]; +"102 squeeze_1" [id=102, type=squeeze]; +"103 contiguous_1" [id=103, type=contiguous]; +"104 quantize_per_tensor_default_8" [id=104, type=quantize_per_tensor]; +"105 dequantize_per_tensor_default_8" [id=105, type=dequantize_per_tensor]; +"106 select_3" [id=106, type=select]; +"107 quantize_per_tensor_default_9" [id=107, type=quantize_per_tensor]; +"108 dequantize_per_tensor_default_9" [id=108, type=dequantize_per_tensor]; +"109 select_4" [id=109, type=select]; +"110 select_5" [id=110, type=select]; +"111 view_8" [id=111, type=view]; +"112 transpose_8" [id=112, type=transpose]; +"113 view_9" [id=113, type=view]; +"114 transpose_9" [id=114, type=transpose]; +"115 view_10" [id=115, type=view]; +"116 transpose_10" [id=116, type=transpose]; +"117 view_11" [id=117, type=view]; +"118 view_12" [id=118, type=view]; +"119 view_13" [id=119, type=view]; +"120 scaled_dot_product_attention_1" [id=120, type=scaled_dot_product_attention]; +"121 permute_2" [id=121, type=permute]; +"122 view_14" [id=122, type=view]; +"123 view_14_0_0_nncf_smooth_quant_0" [id=123, type=call_module]; +"124 quantize_per_tensor_default_10" [id=124, type=quantize_per_tensor]; +"125 dequantize_per_tensor_default_10" [id=125, type=dequantize_per_tensor]; +"126 linear_5_scale_0_updated_constant0" [id=126, type=get_attr]; +"127 compressed_weight_updated_constant6" [id=127, type=get_attr]; +"128 _param_constant21_0_0" [id=128, type=get_attr]; +"129 mul_6" [id=129, type=]; +"130 linear_5" [id=130, type=linear]; +"131 view_15" [id=131, type=view]; +"132 transpose_11" [id=132, type=transpose]; +"133 dropout_4" [id=133, type=dropout]; +"134 add_3" [id=134, type=add]; +"135 _param_constant22" [id=135, type=get_attr]; +"136 _param_constant23" [id=136, type=get_attr]; +"137 layer_norm_3" [id=137, type=layer_norm]; +"138 layer_norm_3_0_0_nncf_smooth_quant_0" [id=138, type=call_module]; +"139 quantize_per_tensor_default_11" [id=139, type=quantize_per_tensor]; +"140 dequantize_per_tensor_default_11" [id=140, type=dequantize_per_tensor]; +"141 linear_6_scale_0_updated_constant0" [id=141, type=get_attr]; +"142 compressed_weight_updated_constant7" [id=142, type=get_attr]; +"143 _param_constant25_0_0" [id=143, type=get_attr]; +"144 mul_7" [id=144, type=]; +"145 linear_6" [id=145, type=linear]; +"146 gelu_1" [id=146, type=gelu]; +"147 dropout_5" [id=147, type=dropout]; +"148 dropout_5_0_0_nncf_smooth_quant_0" [id=148, type=call_module]; +"149 quantize_per_tensor_default_12" [id=149, type=quantize_per_tensor]; +"150 dequantize_per_tensor_default_12" [id=150, type=dequantize_per_tensor]; +"151 linear_7_scale_0_updated_constant0" [id=151, type=get_attr]; +"152 compressed_weight_updated_constant8" [id=152, type=get_attr]; +"153 _param_constant27_0_0" [id=153, type=get_attr]; +"154 mul_8" [id=154, type=]; +"155 linear_7" [id=155, type=linear]; +"156 dropout_6" [id=156, type=dropout]; +"157 add_4" [id=157, type=add]; +"158 _param_constant28" [id=158, type=get_attr]; +"159 _param_constant29" [id=159, type=get_attr]; +"160 layer_norm_4" [id=160, type=layer_norm]; +"161 transpose_12" [id=161, type=transpose]; +"162 transpose_12_0_0_nncf_smooth_quant_0" [id=162, type=call_module]; +"163 quantize_per_tensor_default_13" [id=163, type=quantize_per_tensor]; +"164 dequantize_per_tensor_default_13" [id=164, type=dequantize_per_tensor]; +"165 linear_8_scale_0_updated_constant0" [id=165, type=get_attr]; +"166 compressed_weight_updated_constant9" [id=166, type=get_attr]; +"167 _param_constant31_0_0" [id=167, type=get_attr]; +"168 mul_9" [id=168, type=]; +"169 linear_8" [id=169, type=linear]; +"170 unflatten_2" [id=170, type=unflatten]; +"171 unsqueeze_2" [id=171, type=unsqueeze]; +"172 transpose_13" [id=172, type=transpose]; +"173 squeeze_2" [id=173, type=squeeze]; +"174 contiguous_2" [id=174, type=contiguous]; +"175 quantize_per_tensor_default_14" [id=175, type=quantize_per_tensor]; +"176 dequantize_per_tensor_default_14" [id=176, type=dequantize_per_tensor]; +"177 select_6" [id=177, type=select]; +"178 quantize_per_tensor_default_15" [id=178, type=quantize_per_tensor]; +"179 dequantize_per_tensor_default_15" [id=179, type=dequantize_per_tensor]; +"180 select_7" [id=180, type=select]; +"181 select_8" [id=181, type=select]; +"182 view_16" [id=182, type=view]; +"183 transpose_14" [id=183, type=transpose]; +"184 view_17" [id=184, type=view]; +"185 transpose_15" [id=185, type=transpose]; +"186 view_18" [id=186, type=view]; +"187 transpose_16" [id=187, type=transpose]; +"188 view_19" [id=188, type=view]; +"189 view_20" [id=189, type=view]; +"190 view_21" [id=190, type=view]; +"191 scaled_dot_product_attention_2" [id=191, type=scaled_dot_product_attention]; +"192 permute_3" [id=192, type=permute]; +"193 view_22" [id=193, type=view]; +"194 view_22_0_0_nncf_smooth_quant_0" [id=194, type=call_module]; +"195 quantize_per_tensor_default_16" [id=195, type=quantize_per_tensor]; +"196 dequantize_per_tensor_default_16" [id=196, type=dequantize_per_tensor]; +"197 linear_9_scale_0_updated_constant0" [id=197, type=get_attr]; +"198 compressed_weight_updated_constant10" [id=198, type=get_attr]; +"199 _param_constant33_0_0" [id=199, type=get_attr]; +"200 mul_10" [id=200, type=]; +"201 linear_9" [id=201, type=linear]; +"202 view_23" [id=202, type=view]; +"203 transpose_17" [id=203, type=transpose]; +"204 dropout_7" [id=204, type=dropout]; +"205 add_5" [id=205, type=add]; +"206 _param_constant34" [id=206, type=get_attr]; +"207 _param_constant35" [id=207, type=get_attr]; +"208 layer_norm_5" [id=208, type=layer_norm]; +"209 layer_norm_5_0_0_nncf_smooth_quant_0" [id=209, type=call_module]; +"210 quantize_per_tensor_default_17" [id=210, type=quantize_per_tensor]; +"211 dequantize_per_tensor_default_17" [id=211, type=dequantize_per_tensor]; +"212 linear_10_scale_0_updated_constant0" [id=212, type=get_attr]; +"213 compressed_weight_updated_constant11" [id=213, type=get_attr]; +"214 _param_constant37_0_0" [id=214, type=get_attr]; +"215 mul_11" [id=215, type=]; +"216 linear_10" [id=216, type=linear]; +"217 gelu_2" [id=217, type=gelu]; +"218 dropout_8" [id=218, type=dropout]; +"219 dropout_8_0_0_nncf_smooth_quant_0" [id=219, type=call_module]; +"220 quantize_per_tensor_default_18" [id=220, type=quantize_per_tensor]; +"221 dequantize_per_tensor_default_18" [id=221, type=dequantize_per_tensor]; +"222 linear_11_scale_0_updated_constant0" [id=222, type=get_attr]; +"223 compressed_weight_updated_constant12" [id=223, type=get_attr]; +"224 _param_constant39_0_0" [id=224, type=get_attr]; +"225 mul_12" [id=225, type=]; +"226 linear_11" [id=226, type=linear]; +"227 dropout_9" [id=227, type=dropout]; +"228 add_6" [id=228, type=add]; +"229 _param_constant40" [id=229, type=get_attr]; +"230 _param_constant41" [id=230, type=get_attr]; +"231 layer_norm_6" [id=231, type=layer_norm]; +"232 transpose_18" [id=232, type=transpose]; +"233 transpose_18_0_0_nncf_smooth_quant_0" [id=233, type=call_module]; +"234 quantize_per_tensor_default_19" [id=234, type=quantize_per_tensor]; +"235 dequantize_per_tensor_default_19" [id=235, type=dequantize_per_tensor]; +"236 linear_12_scale_0_updated_constant0" [id=236, type=get_attr]; +"237 compressed_weight_updated_constant13" [id=237, type=get_attr]; +"238 _param_constant43_0_0" [id=238, type=get_attr]; +"239 mul_13" [id=239, type=]; +"240 linear_12" [id=240, type=linear]; +"241 unflatten_3" [id=241, type=unflatten]; +"242 unsqueeze_3" [id=242, type=unsqueeze]; +"243 transpose_19" [id=243, type=transpose]; +"244 squeeze_3" [id=244, type=squeeze]; +"245 contiguous_3" [id=245, type=contiguous]; +"246 quantize_per_tensor_default_20" [id=246, type=quantize_per_tensor]; +"247 dequantize_per_tensor_default_20" [id=247, type=dequantize_per_tensor]; +"248 select_9" [id=248, type=select]; +"249 quantize_per_tensor_default_21" [id=249, type=quantize_per_tensor]; +"250 dequantize_per_tensor_default_21" [id=250, type=dequantize_per_tensor]; +"251 select_10" [id=251, type=select]; +"252 select_11" [id=252, type=select]; +"253 view_24" [id=253, type=view]; +"254 transpose_20" [id=254, type=transpose]; +"255 view_25" [id=255, type=view]; +"256 transpose_21" [id=256, type=transpose]; +"257 view_26" [id=257, type=view]; +"258 transpose_22" [id=258, type=transpose]; +"259 view_27" [id=259, type=view]; +"260 view_28" [id=260, type=view]; +"261 view_29" [id=261, type=view]; +"262 scaled_dot_product_attention_3" [id=262, type=scaled_dot_product_attention]; +"263 permute_4" [id=263, type=permute]; +"264 view_30" [id=264, type=view]; +"265 view_30_0_0_nncf_smooth_quant_0" [id=265, type=call_module]; +"266 quantize_per_tensor_default_22" [id=266, type=quantize_per_tensor]; +"267 dequantize_per_tensor_default_22" [id=267, type=dequantize_per_tensor]; +"268 linear_13_scale_0_updated_constant0" [id=268, type=get_attr]; +"269 compressed_weight_updated_constant14" [id=269, type=get_attr]; +"270 _param_constant45_0_0" [id=270, type=get_attr]; +"271 mul_14" [id=271, type=]; +"272 linear_13" [id=272, type=linear]; +"273 view_31" [id=273, type=view]; +"274 transpose_23" [id=274, type=transpose]; +"275 dropout_10" [id=275, type=dropout]; +"276 add_7" [id=276, type=add]; +"277 _param_constant46" [id=277, type=get_attr]; +"278 _param_constant47" [id=278, type=get_attr]; +"279 layer_norm_7" [id=279, type=layer_norm]; +"280 layer_norm_7_0_0_nncf_smooth_quant_0" [id=280, type=call_module]; +"281 quantize_per_tensor_default_23" [id=281, type=quantize_per_tensor]; +"282 dequantize_per_tensor_default_23" [id=282, type=dequantize_per_tensor]; +"283 linear_14_scale_0_updated_constant0" [id=283, type=get_attr]; +"284 compressed_weight_updated_constant15" [id=284, type=get_attr]; +"285 _param_constant49_0_0" [id=285, type=get_attr]; +"286 mul_15" [id=286, type=]; +"287 linear_14" [id=287, type=linear]; +"288 gelu_3" [id=288, type=gelu]; +"289 dropout_11" [id=289, type=dropout]; +"290 dropout_11_0_0_nncf_smooth_quant_0" [id=290, type=call_module]; +"291 quantize_per_tensor_default_24" [id=291, type=quantize_per_tensor]; +"292 dequantize_per_tensor_default_24" [id=292, type=dequantize_per_tensor]; +"293 linear_15_scale_0_updated_constant0" [id=293, type=get_attr]; +"294 compressed_weight_updated_constant16" [id=294, type=get_attr]; +"295 _param_constant51_0_0" [id=295, type=get_attr]; +"296 mul_16" [id=296, type=]; +"297 linear_15" [id=297, type=linear]; +"298 dropout_12" [id=298, type=dropout]; +"299 add_8" [id=299, type=add]; +"300 _param_constant52" [id=300, type=get_attr]; +"301 _param_constant53" [id=301, type=get_attr]; +"302 layer_norm_8" [id=302, type=layer_norm]; +"303 transpose_24" [id=303, type=transpose]; +"304 transpose_24_0_0_nncf_smooth_quant_0" [id=304, type=call_module]; +"305 quantize_per_tensor_default_25" [id=305, type=quantize_per_tensor]; +"306 dequantize_per_tensor_default_25" [id=306, type=dequantize_per_tensor]; +"307 linear_16_scale_0_updated_constant0" [id=307, type=get_attr]; +"308 compressed_weight_updated_constant17" [id=308, type=get_attr]; +"309 _param_constant55_0_0" [id=309, type=get_attr]; +"310 mul_17" [id=310, type=]; +"311 linear_16" [id=311, type=linear]; +"312 unflatten_4" [id=312, type=unflatten]; +"313 unsqueeze_4" [id=313, type=unsqueeze]; +"314 transpose_25" [id=314, type=transpose]; +"315 squeeze_4" [id=315, type=squeeze]; +"316 contiguous_4" [id=316, type=contiguous]; +"317 quantize_per_tensor_default_26" [id=317, type=quantize_per_tensor]; +"318 dequantize_per_tensor_default_26" [id=318, type=dequantize_per_tensor]; +"319 select_12" [id=319, type=select]; +"320 quantize_per_tensor_default_27" [id=320, type=quantize_per_tensor]; +"321 dequantize_per_tensor_default_27" [id=321, type=dequantize_per_tensor]; +"322 select_13" [id=322, type=select]; +"323 select_14" [id=323, type=select]; +"324 view_32" [id=324, type=view]; +"325 transpose_26" [id=325, type=transpose]; +"326 view_33" [id=326, type=view]; +"327 transpose_27" [id=327, type=transpose]; +"328 view_34" [id=328, type=view]; +"329 transpose_28" [id=329, type=transpose]; +"330 view_35" [id=330, type=view]; +"331 view_36" [id=331, type=view]; +"332 view_37" [id=332, type=view]; +"333 scaled_dot_product_attention_4" [id=333, type=scaled_dot_product_attention]; +"334 permute_5" [id=334, type=permute]; +"335 view_38" [id=335, type=view]; +"336 view_38_0_0_nncf_smooth_quant_0" [id=336, type=call_module]; +"337 quantize_per_tensor_default_28" [id=337, type=quantize_per_tensor]; +"338 dequantize_per_tensor_default_28" [id=338, type=dequantize_per_tensor]; +"339 linear_17_scale_0_updated_constant0" [id=339, type=get_attr]; +"340 compressed_weight_updated_constant18" [id=340, type=get_attr]; +"341 _param_constant57_0_0" [id=341, type=get_attr]; +"342 mul_18" [id=342, type=]; +"343 linear_17" [id=343, type=linear]; +"344 view_39" [id=344, type=view]; +"345 transpose_29" [id=345, type=transpose]; +"346 dropout_13" [id=346, type=dropout]; +"347 add_9" [id=347, type=add]; +"348 _param_constant58" [id=348, type=get_attr]; +"349 _param_constant59" [id=349, type=get_attr]; +"350 layer_norm_9" [id=350, type=layer_norm]; +"351 layer_norm_9_0_0_nncf_smooth_quant_0" [id=351, type=call_module]; +"352 quantize_per_tensor_default_29" [id=352, type=quantize_per_tensor]; +"353 dequantize_per_tensor_default_29" [id=353, type=dequantize_per_tensor]; +"354 linear_18_scale_0_updated_constant0" [id=354, type=get_attr]; +"355 compressed_weight_updated_constant19" [id=355, type=get_attr]; +"356 _param_constant61_0_0" [id=356, type=get_attr]; +"357 mul_19" [id=357, type=]; +"358 linear_18" [id=358, type=linear]; +"359 gelu_4" [id=359, type=gelu]; +"360 dropout_14" [id=360, type=dropout]; +"361 dropout_14_0_0_nncf_smooth_quant_0" [id=361, type=call_module]; +"362 quantize_per_tensor_default_30" [id=362, type=quantize_per_tensor]; +"363 dequantize_per_tensor_default_30" [id=363, type=dequantize_per_tensor]; +"364 linear_19_scale_0_updated_constant0" [id=364, type=get_attr]; +"365 compressed_weight_updated_constant20" [id=365, type=get_attr]; +"366 _param_constant63_0_0" [id=366, type=get_attr]; +"367 mul_20" [id=367, type=]; +"368 linear_19" [id=368, type=linear]; +"369 dropout_15" [id=369, type=dropout]; +"370 add_10" [id=370, type=add]; +"371 _param_constant64" [id=371, type=get_attr]; +"372 _param_constant65" [id=372, type=get_attr]; +"373 layer_norm_10" [id=373, type=layer_norm]; +"374 transpose_30" [id=374, type=transpose]; +"375 transpose_30_0_0_nncf_smooth_quant_0" [id=375, type=call_module]; +"376 quantize_per_tensor_default_31" [id=376, type=quantize_per_tensor]; +"377 dequantize_per_tensor_default_31" [id=377, type=dequantize_per_tensor]; +"378 linear_20_scale_0_updated_constant0" [id=378, type=get_attr]; +"379 compressed_weight_updated_constant21" [id=379, type=get_attr]; +"380 _param_constant67_0_0" [id=380, type=get_attr]; +"381 mul_21" [id=381, type=]; +"382 linear_20" [id=382, type=linear]; +"383 unflatten_5" [id=383, type=unflatten]; +"384 unsqueeze_5" [id=384, type=unsqueeze]; +"385 transpose_31" [id=385, type=transpose]; +"386 squeeze_5" [id=386, type=squeeze]; +"387 contiguous_5" [id=387, type=contiguous]; +"388 quantize_per_tensor_default_32" [id=388, type=quantize_per_tensor]; +"389 dequantize_per_tensor_default_32" [id=389, type=dequantize_per_tensor]; +"390 select_15" [id=390, type=select]; +"391 quantize_per_tensor_default_33" [id=391, type=quantize_per_tensor]; +"392 dequantize_per_tensor_default_33" [id=392, type=dequantize_per_tensor]; +"393 select_16" [id=393, type=select]; +"394 select_17" [id=394, type=select]; +"395 view_40" [id=395, type=view]; +"396 transpose_32" [id=396, type=transpose]; +"397 view_41" [id=397, type=view]; +"398 transpose_33" [id=398, type=transpose]; +"399 view_42" [id=399, type=view]; +"400 transpose_34" [id=400, type=transpose]; +"401 view_43" [id=401, type=view]; +"402 view_44" [id=402, type=view]; +"403 view_45" [id=403, type=view]; +"404 scaled_dot_product_attention_5" [id=404, type=scaled_dot_product_attention]; +"405 permute_6" [id=405, type=permute]; +"406 view_46" [id=406, type=view]; +"407 view_46_0_0_nncf_smooth_quant_0" [id=407, type=call_module]; +"408 quantize_per_tensor_default_34" [id=408, type=quantize_per_tensor]; +"409 dequantize_per_tensor_default_34" [id=409, type=dequantize_per_tensor]; +"410 linear_21_scale_0_updated_constant0" [id=410, type=get_attr]; +"411 compressed_weight_updated_constant22" [id=411, type=get_attr]; +"412 _param_constant69_0_0" [id=412, type=get_attr]; +"413 mul_22" [id=413, type=]; +"414 linear_21" [id=414, type=linear]; +"415 view_47" [id=415, type=view]; +"416 transpose_35" [id=416, type=transpose]; +"417 dropout_16" [id=417, type=dropout]; +"418 add_11" [id=418, type=add]; +"419 _param_constant70" [id=419, type=get_attr]; +"420 _param_constant71" [id=420, type=get_attr]; +"421 layer_norm_11" [id=421, type=layer_norm]; +"422 layer_norm_11_0_0_nncf_smooth_quant_0" [id=422, type=call_module]; +"423 quantize_per_tensor_default_35" [id=423, type=quantize_per_tensor]; +"424 dequantize_per_tensor_default_35" [id=424, type=dequantize_per_tensor]; +"425 linear_22_scale_0_updated_constant0" [id=425, type=get_attr]; +"426 compressed_weight_updated_constant23" [id=426, type=get_attr]; +"427 _param_constant73_0_0" [id=427, type=get_attr]; +"428 mul_23" [id=428, type=]; +"429 linear_22" [id=429, type=linear]; +"430 gelu_5" [id=430, type=gelu]; +"431 dropout_17" [id=431, type=dropout]; +"432 dropout_17_0_0_nncf_smooth_quant_0" [id=432, type=call_module]; +"433 quantize_per_tensor_default_36" [id=433, type=quantize_per_tensor]; +"434 dequantize_per_tensor_default_36" [id=434, type=dequantize_per_tensor]; +"435 linear_23_scale_0_updated_constant0" [id=435, type=get_attr]; +"436 compressed_weight_updated_constant24" [id=436, type=get_attr]; +"437 _param_constant75_0_0" [id=437, type=get_attr]; +"438 mul_24" [id=438, type=]; +"439 linear_23" [id=439, type=linear]; +"440 dropout_18" [id=440, type=dropout]; +"441 add_12" [id=441, type=add]; +"442 _param_constant76" [id=442, type=get_attr]; +"443 _param_constant77" [id=443, type=get_attr]; +"444 layer_norm_12" [id=444, type=layer_norm]; +"445 transpose_36" [id=445, type=transpose]; +"446 transpose_36_0_0_nncf_smooth_quant_0" [id=446, type=call_module]; +"447 quantize_per_tensor_default_37" [id=447, type=quantize_per_tensor]; +"448 dequantize_per_tensor_default_37" [id=448, type=dequantize_per_tensor]; +"449 linear_24_scale_0_updated_constant0" [id=449, type=get_attr]; +"450 compressed_weight_updated_constant25" [id=450, type=get_attr]; +"451 _param_constant79_0_0" [id=451, type=get_attr]; +"452 mul_25" [id=452, type=]; +"453 linear_24" [id=453, type=linear]; +"454 unflatten_6" [id=454, type=unflatten]; +"455 unsqueeze_6" [id=455, type=unsqueeze]; +"456 transpose_37" [id=456, type=transpose]; +"457 squeeze_6" [id=457, type=squeeze]; +"458 contiguous_6" [id=458, type=contiguous]; +"459 quantize_per_tensor_default_38" [id=459, type=quantize_per_tensor]; +"460 dequantize_per_tensor_default_38" [id=460, type=dequantize_per_tensor]; +"461 select_18" [id=461, type=select]; +"462 quantize_per_tensor_default_39" [id=462, type=quantize_per_tensor]; +"463 dequantize_per_tensor_default_39" [id=463, type=dequantize_per_tensor]; +"464 select_19" [id=464, type=select]; +"465 select_20" [id=465, type=select]; +"466 view_48" [id=466, type=view]; +"467 transpose_38" [id=467, type=transpose]; +"468 view_49" [id=468, type=view]; +"469 transpose_39" [id=469, type=transpose]; +"470 view_50" [id=470, type=view]; +"471 transpose_40" [id=471, type=transpose]; +"472 view_51" [id=472, type=view]; +"473 view_52" [id=473, type=view]; +"474 view_53" [id=474, type=view]; +"475 scaled_dot_product_attention_6" [id=475, type=scaled_dot_product_attention]; +"476 permute_7" [id=476, type=permute]; +"477 view_54" [id=477, type=view]; +"478 view_54_0_0_nncf_smooth_quant_0" [id=478, type=call_module]; +"479 quantize_per_tensor_default_40" [id=479, type=quantize_per_tensor]; +"480 dequantize_per_tensor_default_40" [id=480, type=dequantize_per_tensor]; +"481 linear_25_scale_0_updated_constant0" [id=481, type=get_attr]; +"482 compressed_weight_updated_constant26" [id=482, type=get_attr]; +"483 _param_constant81_0_0" [id=483, type=get_attr]; +"484 mul_26" [id=484, type=]; +"485 linear_25" [id=485, type=linear]; +"486 view_55" [id=486, type=view]; +"487 transpose_41" [id=487, type=transpose]; +"488 dropout_19" [id=488, type=dropout]; +"489 add_13" [id=489, type=add]; +"490 _param_constant82" [id=490, type=get_attr]; +"491 _param_constant83" [id=491, type=get_attr]; +"492 layer_norm_13" [id=492, type=layer_norm]; +"493 layer_norm_13_0_0_nncf_smooth_quant_0" [id=493, type=call_module]; +"494 quantize_per_tensor_default_41" [id=494, type=quantize_per_tensor]; +"495 dequantize_per_tensor_default_41" [id=495, type=dequantize_per_tensor]; +"496 linear_26_scale_0_updated_constant0" [id=496, type=get_attr]; +"497 compressed_weight_updated_constant27" [id=497, type=get_attr]; +"498 _param_constant85_0_0" [id=498, type=get_attr]; +"499 mul_27" [id=499, type=]; +"500 linear_26" [id=500, type=linear]; +"501 gelu_6" [id=501, type=gelu]; +"502 dropout_20" [id=502, type=dropout]; +"503 dropout_20_0_0_nncf_smooth_quant_0" [id=503, type=call_module]; +"504 quantize_per_tensor_default_42" [id=504, type=quantize_per_tensor]; +"505 dequantize_per_tensor_default_42" [id=505, type=dequantize_per_tensor]; +"506 linear_27_scale_0_updated_constant0" [id=506, type=get_attr]; +"507 compressed_weight_updated_constant28" [id=507, type=get_attr]; +"508 _param_constant87_0_0" [id=508, type=get_attr]; +"509 mul_28" [id=509, type=]; +"510 linear_27" [id=510, type=linear]; +"511 dropout_21" [id=511, type=dropout]; +"512 add_14" [id=512, type=add]; +"513 _param_constant88" [id=513, type=get_attr]; +"514 _param_constant89" [id=514, type=get_attr]; +"515 layer_norm_14" [id=515, type=layer_norm]; +"516 transpose_42" [id=516, type=transpose]; +"517 transpose_42_0_0_nncf_smooth_quant_0" [id=517, type=call_module]; +"518 quantize_per_tensor_default_43" [id=518, type=quantize_per_tensor]; +"519 dequantize_per_tensor_default_43" [id=519, type=dequantize_per_tensor]; +"520 linear_28_scale_0_updated_constant0" [id=520, type=get_attr]; +"521 compressed_weight_updated_constant29" [id=521, type=get_attr]; +"522 _param_constant91_0_0" [id=522, type=get_attr]; +"523 mul_29" [id=523, type=]; +"524 linear_28" [id=524, type=linear]; +"525 unflatten_7" [id=525, type=unflatten]; +"526 unsqueeze_7" [id=526, type=unsqueeze]; +"527 transpose_43" [id=527, type=transpose]; +"528 squeeze_7" [id=528, type=squeeze]; +"529 contiguous_7" [id=529, type=contiguous]; +"530 quantize_per_tensor_default_44" [id=530, type=quantize_per_tensor]; +"531 dequantize_per_tensor_default_44" [id=531, type=dequantize_per_tensor]; +"532 select_21" [id=532, type=select]; +"533 quantize_per_tensor_default_45" [id=533, type=quantize_per_tensor]; +"534 dequantize_per_tensor_default_45" [id=534, type=dequantize_per_tensor]; +"535 select_22" [id=535, type=select]; +"536 select_23" [id=536, type=select]; +"537 view_56" [id=537, type=view]; +"538 transpose_44" [id=538, type=transpose]; +"539 view_57" [id=539, type=view]; +"540 transpose_45" [id=540, type=transpose]; +"541 view_58" [id=541, type=view]; +"542 transpose_46" [id=542, type=transpose]; +"543 view_59" [id=543, type=view]; +"544 view_60" [id=544, type=view]; +"545 view_61" [id=545, type=view]; +"546 scaled_dot_product_attention_7" [id=546, type=scaled_dot_product_attention]; +"547 permute_8" [id=547, type=permute]; +"548 view_62" [id=548, type=view]; +"549 view_62_0_0_nncf_smooth_quant_0" [id=549, type=call_module]; +"550 quantize_per_tensor_default_46" [id=550, type=quantize_per_tensor]; +"551 dequantize_per_tensor_default_46" [id=551, type=dequantize_per_tensor]; +"552 linear_29_scale_0_updated_constant0" [id=552, type=get_attr]; +"553 compressed_weight_updated_constant30" [id=553, type=get_attr]; +"554 _param_constant93_0_0" [id=554, type=get_attr]; +"555 mul_30" [id=555, type=]; +"556 linear_29" [id=556, type=linear]; +"557 view_63" [id=557, type=view]; +"558 transpose_47" [id=558, type=transpose]; +"559 dropout_22" [id=559, type=dropout]; +"560 add_15" [id=560, type=add]; +"561 _param_constant94" [id=561, type=get_attr]; +"562 _param_constant95" [id=562, type=get_attr]; +"563 layer_norm_15" [id=563, type=layer_norm]; +"564 layer_norm_15_0_0_nncf_smooth_quant_0" [id=564, type=call_module]; +"565 quantize_per_tensor_default_47" [id=565, type=quantize_per_tensor]; +"566 dequantize_per_tensor_default_47" [id=566, type=dequantize_per_tensor]; +"567 linear_30_scale_0_updated_constant0" [id=567, type=get_attr]; +"568 compressed_weight_updated_constant31" [id=568, type=get_attr]; +"569 _param_constant97_0_0" [id=569, type=get_attr]; +"570 mul_31" [id=570, type=]; +"571 linear_30" [id=571, type=linear]; +"572 gelu_7" [id=572, type=gelu]; +"573 dropout_23" [id=573, type=dropout]; +"574 dropout_23_0_0_nncf_smooth_quant_0" [id=574, type=call_module]; +"575 quantize_per_tensor_default_48" [id=575, type=quantize_per_tensor]; +"576 dequantize_per_tensor_default_48" [id=576, type=dequantize_per_tensor]; +"577 linear_31_scale_0_updated_constant0" [id=577, type=get_attr]; +"578 compressed_weight_updated_constant32" [id=578, type=get_attr]; +"579 _param_constant99_0_0" [id=579, type=get_attr]; +"580 mul_32" [id=580, type=]; +"581 linear_31" [id=581, type=linear]; +"582 dropout_24" [id=582, type=dropout]; +"583 add_16" [id=583, type=add]; +"584 _param_constant100" [id=584, type=get_attr]; +"585 _param_constant101" [id=585, type=get_attr]; +"586 layer_norm_16" [id=586, type=layer_norm]; +"587 transpose_48" [id=587, type=transpose]; +"588 transpose_48_0_0_nncf_smooth_quant_0" [id=588, type=call_module]; +"589 quantize_per_tensor_default_49" [id=589, type=quantize_per_tensor]; +"590 dequantize_per_tensor_default_49" [id=590, type=dequantize_per_tensor]; +"591 linear_32_scale_0_updated_constant0" [id=591, type=get_attr]; +"592 compressed_weight_updated_constant33" [id=592, type=get_attr]; +"593 _param_constant103_0_0" [id=593, type=get_attr]; +"594 mul_33" [id=594, type=]; +"595 linear_32" [id=595, type=linear]; +"596 unflatten_8" [id=596, type=unflatten]; +"597 unsqueeze_8" [id=597, type=unsqueeze]; +"598 transpose_49" [id=598, type=transpose]; +"599 squeeze_8" [id=599, type=squeeze]; +"600 contiguous_8" [id=600, type=contiguous]; +"601 quantize_per_tensor_default_50" [id=601, type=quantize_per_tensor]; +"602 dequantize_per_tensor_default_50" [id=602, type=dequantize_per_tensor]; +"603 select_24" [id=603, type=select]; +"604 quantize_per_tensor_default_51" [id=604, type=quantize_per_tensor]; +"605 dequantize_per_tensor_default_51" [id=605, type=dequantize_per_tensor]; +"606 select_25" [id=606, type=select]; +"607 select_26" [id=607, type=select]; +"608 view_64" [id=608, type=view]; +"609 transpose_50" [id=609, type=transpose]; +"610 view_65" [id=610, type=view]; +"611 transpose_51" [id=611, type=transpose]; +"612 view_66" [id=612, type=view]; +"613 transpose_52" [id=613, type=transpose]; +"614 view_67" [id=614, type=view]; +"615 view_68" [id=615, type=view]; +"616 view_69" [id=616, type=view]; +"617 scaled_dot_product_attention_8" [id=617, type=scaled_dot_product_attention]; +"618 permute_9" [id=618, type=permute]; +"619 view_70" [id=619, type=view]; +"620 view_70_0_0_nncf_smooth_quant_0" [id=620, type=call_module]; +"621 quantize_per_tensor_default_52" [id=621, type=quantize_per_tensor]; +"622 dequantize_per_tensor_default_52" [id=622, type=dequantize_per_tensor]; +"623 linear_33_scale_0_updated_constant0" [id=623, type=get_attr]; +"624 compressed_weight_updated_constant34" [id=624, type=get_attr]; +"625 _param_constant105_0_0" [id=625, type=get_attr]; +"626 mul_34" [id=626, type=]; +"627 linear_33" [id=627, type=linear]; +"628 view_71" [id=628, type=view]; +"629 transpose_53" [id=629, type=transpose]; +"630 dropout_25" [id=630, type=dropout]; +"631 add_17" [id=631, type=add]; +"632 _param_constant106" [id=632, type=get_attr]; +"633 _param_constant107" [id=633, type=get_attr]; +"634 layer_norm_17" [id=634, type=layer_norm]; +"635 layer_norm_17_0_0_nncf_smooth_quant_0" [id=635, type=call_module]; +"636 quantize_per_tensor_default_53" [id=636, type=quantize_per_tensor]; +"637 dequantize_per_tensor_default_53" [id=637, type=dequantize_per_tensor]; +"638 linear_34_scale_0_updated_constant0" [id=638, type=get_attr]; +"639 compressed_weight_updated_constant35" [id=639, type=get_attr]; +"640 _param_constant109_0_0" [id=640, type=get_attr]; +"641 mul_35" [id=641, type=]; +"642 linear_34" [id=642, type=linear]; +"643 gelu_8" [id=643, type=gelu]; +"644 dropout_26" [id=644, type=dropout]; +"645 dropout_26_0_0_nncf_smooth_quant_0" [id=645, type=call_module]; +"646 quantize_per_tensor_default_54" [id=646, type=quantize_per_tensor]; +"647 dequantize_per_tensor_default_54" [id=647, type=dequantize_per_tensor]; +"648 linear_35_scale_0_updated_constant0" [id=648, type=get_attr]; +"649 compressed_weight_updated_constant36" [id=649, type=get_attr]; +"650 _param_constant111_0_0" [id=650, type=get_attr]; +"651 mul_36" [id=651, type=]; +"652 linear_35" [id=652, type=linear]; +"653 dropout_27" [id=653, type=dropout]; +"654 add_18" [id=654, type=add]; +"655 _param_constant112" [id=655, type=get_attr]; +"656 _param_constant113" [id=656, type=get_attr]; +"657 layer_norm_18" [id=657, type=layer_norm]; +"658 transpose_54" [id=658, type=transpose]; +"659 transpose_54_0_0_nncf_smooth_quant_0" [id=659, type=call_module]; +"660 quantize_per_tensor_default_55" [id=660, type=quantize_per_tensor]; +"661 dequantize_per_tensor_default_55" [id=661, type=dequantize_per_tensor]; +"662 linear_36_scale_0_updated_constant0" [id=662, type=get_attr]; +"663 compressed_weight_updated_constant37" [id=663, type=get_attr]; +"664 _param_constant115_0_0" [id=664, type=get_attr]; +"665 mul_37" [id=665, type=]; +"666 linear_36" [id=666, type=linear]; +"667 unflatten_9" [id=667, type=unflatten]; +"668 unsqueeze_9" [id=668, type=unsqueeze]; +"669 transpose_55" [id=669, type=transpose]; +"670 squeeze_9" [id=670, type=squeeze]; +"671 contiguous_9" [id=671, type=contiguous]; +"672 quantize_per_tensor_default_56" [id=672, type=quantize_per_tensor]; +"673 dequantize_per_tensor_default_56" [id=673, type=dequantize_per_tensor]; +"674 select_27" [id=674, type=select]; +"675 quantize_per_tensor_default_57" [id=675, type=quantize_per_tensor]; +"676 dequantize_per_tensor_default_57" [id=676, type=dequantize_per_tensor]; +"677 select_28" [id=677, type=select]; +"678 select_29" [id=678, type=select]; +"679 view_72" [id=679, type=view]; +"680 transpose_56" [id=680, type=transpose]; +"681 view_73" [id=681, type=view]; +"682 transpose_57" [id=682, type=transpose]; +"683 view_74" [id=683, type=view]; +"684 transpose_58" [id=684, type=transpose]; +"685 view_75" [id=685, type=view]; +"686 view_76" [id=686, type=view]; +"687 view_77" [id=687, type=view]; +"688 scaled_dot_product_attention_9" [id=688, type=scaled_dot_product_attention]; +"689 permute_10" [id=689, type=permute]; +"690 view_78" [id=690, type=view]; +"691 view_78_0_0_nncf_smooth_quant_0" [id=691, type=call_module]; +"692 quantize_per_tensor_default_58" [id=692, type=quantize_per_tensor]; +"693 dequantize_per_tensor_default_58" [id=693, type=dequantize_per_tensor]; +"694 linear_37_scale_0_updated_constant0" [id=694, type=get_attr]; +"695 compressed_weight_updated_constant38" [id=695, type=get_attr]; +"696 _param_constant117_0_0" [id=696, type=get_attr]; +"697 mul_38" [id=697, type=]; +"698 linear_37" [id=698, type=linear]; +"699 view_79" [id=699, type=view]; +"700 transpose_59" [id=700, type=transpose]; +"701 dropout_28" [id=701, type=dropout]; +"702 add_19" [id=702, type=add]; +"703 _param_constant118" [id=703, type=get_attr]; +"704 _param_constant119" [id=704, type=get_attr]; +"705 layer_norm_19" [id=705, type=layer_norm]; +"706 layer_norm_19_0_0_nncf_smooth_quant_0" [id=706, type=call_module]; +"707 quantize_per_tensor_default_59" [id=707, type=quantize_per_tensor]; +"708 dequantize_per_tensor_default_59" [id=708, type=dequantize_per_tensor]; +"709 linear_38_scale_0_updated_constant0" [id=709, type=get_attr]; +"710 compressed_weight_updated_constant39" [id=710, type=get_attr]; +"711 _param_constant121_0_0" [id=711, type=get_attr]; +"712 mul_39" [id=712, type=]; +"713 linear_38" [id=713, type=linear]; +"714 gelu_9" [id=714, type=gelu]; +"715 dropout_29" [id=715, type=dropout]; +"716 dropout_29_0_0_nncf_smooth_quant_0" [id=716, type=call_module]; +"717 quantize_per_tensor_default_60" [id=717, type=quantize_per_tensor]; +"718 dequantize_per_tensor_default_60" [id=718, type=dequantize_per_tensor]; +"719 linear_39_scale_0_updated_constant0" [id=719, type=get_attr]; +"720 compressed_weight_updated_constant40" [id=720, type=get_attr]; +"721 _param_constant123_0_0" [id=721, type=get_attr]; +"722 mul_40" [id=722, type=]; +"723 linear_39" [id=723, type=linear]; +"724 dropout_30" [id=724, type=dropout]; +"725 add_20" [id=725, type=add]; +"726 _param_constant124" [id=726, type=get_attr]; +"727 _param_constant125" [id=727, type=get_attr]; +"728 layer_norm_20" [id=728, type=layer_norm]; +"729 transpose_60" [id=729, type=transpose]; +"730 transpose_60_0_0_nncf_smooth_quant_0" [id=730, type=call_module]; +"731 quantize_per_tensor_default_61" [id=731, type=quantize_per_tensor]; +"732 dequantize_per_tensor_default_61" [id=732, type=dequantize_per_tensor]; +"733 linear_40_scale_0_updated_constant0" [id=733, type=get_attr]; +"734 compressed_weight_updated_constant41" [id=734, type=get_attr]; +"735 _param_constant127_0_0" [id=735, type=get_attr]; +"736 mul_41" [id=736, type=]; +"737 linear_40" [id=737, type=linear]; +"738 unflatten_10" [id=738, type=unflatten]; +"739 unsqueeze_10" [id=739, type=unsqueeze]; +"740 transpose_61" [id=740, type=transpose]; +"741 squeeze_10" [id=741, type=squeeze]; +"742 contiguous_10" [id=742, type=contiguous]; +"743 quantize_per_tensor_default_62" [id=743, type=quantize_per_tensor]; +"744 dequantize_per_tensor_default_62" [id=744, type=dequantize_per_tensor]; +"745 select_30" [id=745, type=select]; +"746 quantize_per_tensor_default_63" [id=746, type=quantize_per_tensor]; +"747 dequantize_per_tensor_default_63" [id=747, type=dequantize_per_tensor]; +"748 select_31" [id=748, type=select]; +"749 select_32" [id=749, type=select]; +"750 view_80" [id=750, type=view]; +"751 transpose_62" [id=751, type=transpose]; +"752 view_81" [id=752, type=view]; +"753 transpose_63" [id=753, type=transpose]; +"754 view_82" [id=754, type=view]; +"755 transpose_64" [id=755, type=transpose]; +"756 view_83" [id=756, type=view]; +"757 view_84" [id=757, type=view]; +"758 view_85" [id=758, type=view]; +"759 scaled_dot_product_attention_10" [id=759, type=scaled_dot_product_attention]; +"760 permute_11" [id=760, type=permute]; +"761 view_86" [id=761, type=view]; +"762 view_86_0_0_nncf_smooth_quant_0" [id=762, type=call_module]; +"763 quantize_per_tensor_default_64" [id=763, type=quantize_per_tensor]; +"764 dequantize_per_tensor_default_64" [id=764, type=dequantize_per_tensor]; +"765 linear_41_scale_0_updated_constant0" [id=765, type=get_attr]; +"766 compressed_weight_updated_constant42" [id=766, type=get_attr]; +"767 _param_constant129_0_0" [id=767, type=get_attr]; +"768 mul_42" [id=768, type=]; +"769 linear_41" [id=769, type=linear]; +"770 view_87" [id=770, type=view]; +"771 transpose_65" [id=771, type=transpose]; +"772 dropout_31" [id=772, type=dropout]; +"773 add_21" [id=773, type=add]; +"774 _param_constant130" [id=774, type=get_attr]; +"775 _param_constant131" [id=775, type=get_attr]; +"776 layer_norm_21" [id=776, type=layer_norm]; +"777 layer_norm_21_0_0_nncf_smooth_quant_0" [id=777, type=call_module]; +"778 quantize_per_tensor_default_65" [id=778, type=quantize_per_tensor]; +"779 dequantize_per_tensor_default_65" [id=779, type=dequantize_per_tensor]; +"780 linear_42_scale_0_updated_constant0" [id=780, type=get_attr]; +"781 compressed_weight_updated_constant43" [id=781, type=get_attr]; +"782 _param_constant133_0_0" [id=782, type=get_attr]; +"783 mul_43" [id=783, type=]; +"784 linear_42" [id=784, type=linear]; +"785 gelu_10" [id=785, type=gelu]; +"786 dropout_32" [id=786, type=dropout]; +"787 dropout_32_0_0_nncf_smooth_quant_0" [id=787, type=call_module]; +"788 quantize_per_tensor_default_66" [id=788, type=quantize_per_tensor]; +"789 dequantize_per_tensor_default_66" [id=789, type=dequantize_per_tensor]; +"790 linear_43_scale_0_updated_constant0" [id=790, type=get_attr]; +"791 compressed_weight_updated_constant44" [id=791, type=get_attr]; +"792 _param_constant135_0_0" [id=792, type=get_attr]; +"793 mul_44" [id=793, type=]; +"794 linear_43" [id=794, type=linear]; +"795 dropout_33" [id=795, type=dropout]; +"796 add_22" [id=796, type=add]; +"797 _param_constant136" [id=797, type=get_attr]; +"798 _param_constant137" [id=798, type=get_attr]; +"799 layer_norm_22" [id=799, type=layer_norm]; +"800 transpose_66" [id=800, type=transpose]; +"801 transpose_66_0_0_nncf_smooth_quant_0" [id=801, type=call_module]; +"802 quantize_per_tensor_default_67" [id=802, type=quantize_per_tensor]; +"803 dequantize_per_tensor_default_67" [id=803, type=dequantize_per_tensor]; +"804 linear_44_scale_0_updated_constant0" [id=804, type=get_attr]; +"805 compressed_weight_updated_constant45" [id=805, type=get_attr]; +"806 _param_constant139_0_0" [id=806, type=get_attr]; +"807 mul_45" [id=807, type=]; +"808 linear_44" [id=808, type=linear]; +"809 unflatten_11" [id=809, type=unflatten]; +"810 unsqueeze_11" [id=810, type=unsqueeze]; +"811 transpose_67" [id=811, type=transpose]; +"812 squeeze_11" [id=812, type=squeeze]; +"813 contiguous_11" [id=813, type=contiguous]; +"814 quantize_per_tensor_default_68" [id=814, type=quantize_per_tensor]; +"815 dequantize_per_tensor_default_68" [id=815, type=dequantize_per_tensor]; +"816 select_33" [id=816, type=select]; +"817 quantize_per_tensor_default_69" [id=817, type=quantize_per_tensor]; +"818 dequantize_per_tensor_default_69" [id=818, type=dequantize_per_tensor]; +"819 select_34" [id=819, type=select]; +"820 select_35" [id=820, type=select]; +"821 view_88" [id=821, type=view]; +"822 transpose_68" [id=822, type=transpose]; +"823 view_89" [id=823, type=view]; +"824 transpose_69" [id=824, type=transpose]; +"825 view_90" [id=825, type=view]; +"826 transpose_70" [id=826, type=transpose]; +"827 view_91" [id=827, type=view]; +"828 view_92" [id=828, type=view]; +"829 view_93" [id=829, type=view]; +"830 scaled_dot_product_attention_11" [id=830, type=scaled_dot_product_attention]; +"831 permute_12" [id=831, type=permute]; +"832 view_94" [id=832, type=view]; +"833 view_94_0_0_nncf_smooth_quant_0" [id=833, type=call_module]; +"834 quantize_per_tensor_default_70" [id=834, type=quantize_per_tensor]; +"835 dequantize_per_tensor_default_70" [id=835, type=dequantize_per_tensor]; +"836 linear_45_scale_0_updated_constant0" [id=836, type=get_attr]; +"837 compressed_weight_updated_constant46" [id=837, type=get_attr]; +"838 _param_constant141_0_0" [id=838, type=get_attr]; +"839 mul_46" [id=839, type=]; +"840 linear_45" [id=840, type=linear]; +"841 view_95" [id=841, type=view]; +"842 transpose_71" [id=842, type=transpose]; +"843 dropout_34" [id=843, type=dropout]; +"844 add_23" [id=844, type=add]; +"845 _param_constant142" [id=845, type=get_attr]; +"846 _param_constant143" [id=846, type=get_attr]; +"847 layer_norm_23" [id=847, type=layer_norm]; +"848 layer_norm_23_0_0_nncf_smooth_quant_0" [id=848, type=call_module]; +"849 quantize_per_tensor_default_71" [id=849, type=quantize_per_tensor]; +"850 dequantize_per_tensor_default_71" [id=850, type=dequantize_per_tensor]; +"851 linear_46_scale_0_updated_constant0" [id=851, type=get_attr]; +"852 compressed_weight_updated_constant47" [id=852, type=get_attr]; +"853 _param_constant145_0_0" [id=853, type=get_attr]; +"854 mul_47" [id=854, type=]; +"855 linear_46" [id=855, type=linear]; +"856 gelu_11" [id=856, type=gelu]; +"857 dropout_35" [id=857, type=dropout]; +"858 dropout_35_0_0_nncf_smooth_quant_0" [id=858, type=call_module]; +"859 quantize_per_tensor_default_72" [id=859, type=quantize_per_tensor]; +"860 dequantize_per_tensor_default_72" [id=860, type=dequantize_per_tensor]; +"861 linear_47_scale_0_updated_constant0" [id=861, type=get_attr]; +"862 compressed_weight_updated_constant48" [id=862, type=get_attr]; +"863 _param_constant147_0_0" [id=863, type=get_attr]; +"864 mul_48" [id=864, type=]; +"865 linear_47" [id=865, type=linear]; +"866 dropout_36" [id=866, type=dropout]; +"867 add_24" [id=867, type=add]; +"868 _param_constant148" [id=868, type=get_attr]; +"869 _param_constant149" [id=869, type=get_attr]; +"870 layer_norm_24" [id=870, type=layer_norm]; +"871 slice_1" [id=871, type=slice]; +"872 select_36" [id=872, type=select]; +"873 select_36_0_0_nncf_smooth_quant_0" [id=873, type=call_module]; +"874 quantize_per_tensor_default_73" [id=874, type=quantize_per_tensor]; +"875 dequantize_per_tensor_default_73" [id=875, type=dequantize_per_tensor]; +"876 linear_48_scale_0_updated_constant0" [id=876, type=get_attr]; +"877 compressed_weight_updated_constant49" [id=877, type=get_attr]; +"878 _param_constant151_0_0" [id=878, type=get_attr]; +"879 mul_49" [id=879, type=]; +"880 linear_48" [id=880, type=linear]; +"881 output" [id=881, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default"; -"2 dequantize_per_tensor_default" -> "9 conv2d"; -"3 _param_constant0" -> "6 quantize_per_channel_default"; -"4 conv2d_scale_0" -> "6 quantize_per_channel_default"; -"4 conv2d_scale_0" -> "7 dequantize_per_channel_default"; -"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default"; -"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default"; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default"; -"7 dequantize_per_channel_default" -> "9 conv2d"; -"8 _param_constant1_0_0" -> "9 conv2d"; -"9 conv2d" -> "10 reshape"; -"10 reshape" -> "11 permute"; -"11 permute" -> "14 cat"; -"12 _param_constant2" -> "13 expand"; -"13 expand" -> "14 cat"; -"14 cat" -> "16 add"; -"15 _param_constant3" -> "16 add"; -"16 add" -> "17 dropout"; -"17 dropout" -> "20 layer_norm"; -"17 dropout" -> "69 add_1"; -"18 _param_constant4" -> "20 layer_norm"; -"19 _param_constant5" -> "20 layer_norm"; -"20 layer_norm" -> "21 transpose"; -"21 transpose" -> "23 transpose_0_0_nncf_smooth_quant_0"; -"22 linear_updated_constant0" -> "28 quantize_per_channel_default_1"; -"23 transpose_0_0_nncf_smooth_quant_0" -> "24 quantize_per_tensor_default_1"; -"24 quantize_per_tensor_default_1" -> "25 dequantize_per_tensor_default_1"; -"25 dequantize_per_tensor_default_1" -> "31 linear"; -"26 linear_scale_0" -> "28 quantize_per_channel_default_1"; -"26 linear_scale_0" -> "29 dequantize_per_channel_default_1"; -"27 linear_zero_point_0" -> "28 quantize_per_channel_default_1"; -"27 linear_zero_point_0" -> "29 dequantize_per_channel_default_1"; -"28 quantize_per_channel_default_1" -> "29 dequantize_per_channel_default_1"; -"29 dequantize_per_channel_default_1" -> "31 linear"; -"30 _param_constant7_0_0" -> "31 linear"; -"31 linear" -> "32 unflatten"; -"32 unflatten" -> "33 unsqueeze"; -"33 unsqueeze" -> "34 transpose_1"; -"34 transpose_1" -> "35 squeeze"; -"35 squeeze" -> "36 contiguous"; -"36 contiguous" -> "37 quantize_per_tensor_default_2"; -"36 contiguous" -> "40 quantize_per_tensor_default_3"; -"36 contiguous" -> "43 select_2"; -"37 quantize_per_tensor_default_2" -> "38 dequantize_per_tensor_default_2"; -"38 dequantize_per_tensor_default_2" -> "39 select"; -"39 select" -> "44 view"; -"40 quantize_per_tensor_default_3" -> "41 dequantize_per_tensor_default_3"; -"41 dequantize_per_tensor_default_3" -> "42 select_1"; -"42 select_1" -> "46 view_1"; -"43 select_2" -> "48 view_2"; -"44 view" -> "45 transpose_2"; -"45 transpose_2" -> "50 view_3"; -"46 view_1" -> "47 transpose_3"; -"47 transpose_3" -> "51 view_4"; -"48 view_2" -> "49 transpose_4"; -"49 transpose_4" -> "52 view_5"; -"50 view_3" -> "53 scaled_dot_product_attention"; -"51 view_4" -> "53 scaled_dot_product_attention"; -"52 view_5" -> "53 scaled_dot_product_attention"; -"53 scaled_dot_product_attention" -> "54 permute_1"; -"54 permute_1" -> "55 view_6"; -"55 view_6" -> "57 view_6_0_0_nncf_smooth_quant_0"; -"56 linear_1_updated_constant0" -> "62 quantize_per_channel_default_2"; -"57 view_6_0_0_nncf_smooth_quant_0" -> "58 quantize_per_tensor_default_4"; -"58 quantize_per_tensor_default_4" -> "59 dequantize_per_tensor_default_4"; -"59 dequantize_per_tensor_default_4" -> "65 linear_1"; -"60 linear_1_scale_0" -> "62 quantize_per_channel_default_2"; -"60 linear_1_scale_0" -> "63 dequantize_per_channel_default_2"; -"61 linear_1_zero_point_0" -> "62 quantize_per_channel_default_2"; -"61 linear_1_zero_point_0" -> "63 dequantize_per_channel_default_2"; -"62 quantize_per_channel_default_2" -> "63 dequantize_per_channel_default_2"; -"63 dequantize_per_channel_default_2" -> "65 linear_1"; -"64 _param_constant9_0_0" -> "65 linear_1"; -"65 linear_1" -> "66 view_7"; -"66 view_7" -> "67 transpose_5"; -"67 transpose_5" -> "68 dropout_1"; -"68 dropout_1" -> "69 add_1"; -"69 add_1" -> "72 layer_norm_1"; -"69 add_1" -> "96 add_2"; -"70 _param_constant10" -> "72 layer_norm_1"; -"71 _param_constant11" -> "72 layer_norm_1"; -"72 layer_norm_1" -> "74 layer_norm_1_0_0_nncf_smooth_quant_0"; -"73 linear_2_updated_constant0" -> "79 quantize_per_channel_default_3"; -"74 layer_norm_1_0_0_nncf_smooth_quant_0" -> "75 quantize_per_tensor_default_5"; -"75 quantize_per_tensor_default_5" -> "76 dequantize_per_tensor_default_5"; -"76 dequantize_per_tensor_default_5" -> "82 linear_2"; -"77 linear_2_scale_0" -> "79 quantize_per_channel_default_3"; -"77 linear_2_scale_0" -> "80 dequantize_per_channel_default_3"; -"78 linear_2_zero_point_0" -> "79 quantize_per_channel_default_3"; -"78 linear_2_zero_point_0" -> "80 dequantize_per_channel_default_3"; -"79 quantize_per_channel_default_3" -> "80 dequantize_per_channel_default_3"; -"80 dequantize_per_channel_default_3" -> "82 linear_2"; -"81 _param_constant13_0_0" -> "82 linear_2"; -"82 linear_2" -> "83 gelu"; -"83 gelu" -> "84 dropout_2"; -"84 dropout_2" -> "86 dropout_2_0_0_nncf_smooth_quant_0"; -"85 linear_3_updated_constant0" -> "91 quantize_per_channel_default_4"; -"86 dropout_2_0_0_nncf_smooth_quant_0" -> "87 quantize_per_tensor_default_6"; -"87 quantize_per_tensor_default_6" -> "88 dequantize_per_tensor_default_6"; -"88 dequantize_per_tensor_default_6" -> "94 linear_3"; -"89 linear_3_scale_0" -> "91 quantize_per_channel_default_4"; -"89 linear_3_scale_0" -> "92 dequantize_per_channel_default_4"; -"90 linear_3_zero_point_0" -> "91 quantize_per_channel_default_4"; -"90 linear_3_zero_point_0" -> "92 dequantize_per_channel_default_4"; -"91 quantize_per_channel_default_4" -> "92 dequantize_per_channel_default_4"; -"92 dequantize_per_channel_default_4" -> "94 linear_3"; -"93 _param_constant15_0_0" -> "94 linear_3"; -"94 linear_3" -> "95 dropout_3"; -"95 dropout_3" -> "96 add_2"; -"96 add_2" -> "99 layer_norm_2"; -"96 add_2" -> "148 add_3"; -"97 _param_constant16" -> "99 layer_norm_2"; -"98 _param_constant17" -> "99 layer_norm_2"; -"99 layer_norm_2" -> "100 transpose_6"; -"100 transpose_6" -> "102 transpose_6_0_0_nncf_smooth_quant_0"; -"101 linear_4_updated_constant0" -> "107 quantize_per_channel_default_5"; -"102 transpose_6_0_0_nncf_smooth_quant_0" -> "103 quantize_per_tensor_default_7"; -"103 quantize_per_tensor_default_7" -> "104 dequantize_per_tensor_default_7"; -"104 dequantize_per_tensor_default_7" -> "110 linear_4"; -"105 linear_4_scale_0" -> "107 quantize_per_channel_default_5"; -"105 linear_4_scale_0" -> "108 dequantize_per_channel_default_5"; -"106 linear_4_zero_point_0" -> "107 quantize_per_channel_default_5"; -"106 linear_4_zero_point_0" -> "108 dequantize_per_channel_default_5"; -"107 quantize_per_channel_default_5" -> "108 dequantize_per_channel_default_5"; -"108 dequantize_per_channel_default_5" -> "110 linear_4"; -"109 _param_constant19_0_0" -> "110 linear_4"; -"110 linear_4" -> "111 unflatten_1"; -"111 unflatten_1" -> "112 unsqueeze_1"; -"112 unsqueeze_1" -> "113 transpose_7"; -"113 transpose_7" -> "114 squeeze_1"; -"114 squeeze_1" -> "115 contiguous_1"; -"115 contiguous_1" -> "116 quantize_per_tensor_default_8"; -"115 contiguous_1" -> "119 quantize_per_tensor_default_9"; -"115 contiguous_1" -> "122 select_5"; -"116 quantize_per_tensor_default_8" -> "117 dequantize_per_tensor_default_8"; -"117 dequantize_per_tensor_default_8" -> "118 select_3"; -"118 select_3" -> "123 view_8"; -"119 quantize_per_tensor_default_9" -> "120 dequantize_per_tensor_default_9"; -"120 dequantize_per_tensor_default_9" -> "121 select_4"; -"121 select_4" -> "125 view_9"; -"122 select_5" -> "127 view_10"; -"123 view_8" -> "124 transpose_8"; -"124 transpose_8" -> "129 view_11"; -"125 view_9" -> "126 transpose_9"; -"126 transpose_9" -> "130 view_12"; -"127 view_10" -> "128 transpose_10"; -"128 transpose_10" -> "131 view_13"; -"129 view_11" -> "132 scaled_dot_product_attention_1"; -"130 view_12" -> "132 scaled_dot_product_attention_1"; -"131 view_13" -> "132 scaled_dot_product_attention_1"; -"132 scaled_dot_product_attention_1" -> "133 permute_2"; -"133 permute_2" -> "134 view_14"; -"134 view_14" -> "136 view_14_0_0_nncf_smooth_quant_0"; -"135 linear_5_updated_constant0" -> "141 quantize_per_channel_default_6"; -"136 view_14_0_0_nncf_smooth_quant_0" -> "137 quantize_per_tensor_default_10"; -"137 quantize_per_tensor_default_10" -> "138 dequantize_per_tensor_default_10"; -"138 dequantize_per_tensor_default_10" -> "144 linear_5"; -"139 linear_5_scale_0" -> "141 quantize_per_channel_default_6"; -"139 linear_5_scale_0" -> "142 dequantize_per_channel_default_6"; -"140 linear_5_zero_point_0" -> "141 quantize_per_channel_default_6"; -"140 linear_5_zero_point_0" -> "142 dequantize_per_channel_default_6"; -"141 quantize_per_channel_default_6" -> "142 dequantize_per_channel_default_6"; -"142 dequantize_per_channel_default_6" -> "144 linear_5"; -"143 _param_constant21_0_0" -> "144 linear_5"; -"144 linear_5" -> "145 view_15"; -"145 view_15" -> "146 transpose_11"; -"146 transpose_11" -> "147 dropout_4"; -"147 dropout_4" -> "148 add_3"; -"148 add_3" -> "151 layer_norm_3"; -"148 add_3" -> "175 add_4"; -"149 _param_constant22" -> "151 layer_norm_3"; -"150 _param_constant23" -> "151 layer_norm_3"; -"151 layer_norm_3" -> "153 layer_norm_3_0_0_nncf_smooth_quant_0"; -"152 linear_6_updated_constant0" -> "158 quantize_per_channel_default_7"; -"153 layer_norm_3_0_0_nncf_smooth_quant_0" -> "154 quantize_per_tensor_default_11"; -"154 quantize_per_tensor_default_11" -> "155 dequantize_per_tensor_default_11"; -"155 dequantize_per_tensor_default_11" -> "161 linear_6"; -"156 linear_6_scale_0" -> "158 quantize_per_channel_default_7"; -"156 linear_6_scale_0" -> "159 dequantize_per_channel_default_7"; -"157 linear_6_zero_point_0" -> "158 quantize_per_channel_default_7"; -"157 linear_6_zero_point_0" -> "159 dequantize_per_channel_default_7"; -"158 quantize_per_channel_default_7" -> "159 dequantize_per_channel_default_7"; -"159 dequantize_per_channel_default_7" -> "161 linear_6"; -"160 _param_constant25_0_0" -> "161 linear_6"; -"161 linear_6" -> "162 gelu_1"; -"162 gelu_1" -> "163 dropout_5"; -"163 dropout_5" -> "165 dropout_5_0_0_nncf_smooth_quant_0"; -"164 linear_7_updated_constant0" -> "170 quantize_per_channel_default_8"; -"165 dropout_5_0_0_nncf_smooth_quant_0" -> "166 quantize_per_tensor_default_12"; -"166 quantize_per_tensor_default_12" -> "167 dequantize_per_tensor_default_12"; -"167 dequantize_per_tensor_default_12" -> "173 linear_7"; -"168 linear_7_scale_0" -> "170 quantize_per_channel_default_8"; -"168 linear_7_scale_0" -> "171 dequantize_per_channel_default_8"; -"169 linear_7_zero_point_0" -> "170 quantize_per_channel_default_8"; -"169 linear_7_zero_point_0" -> "171 dequantize_per_channel_default_8"; -"170 quantize_per_channel_default_8" -> "171 dequantize_per_channel_default_8"; -"171 dequantize_per_channel_default_8" -> "173 linear_7"; -"172 _param_constant27_0_0" -> "173 linear_7"; -"173 linear_7" -> "174 dropout_6"; -"174 dropout_6" -> "175 add_4"; -"175 add_4" -> "178 layer_norm_4"; -"175 add_4" -> "227 add_5"; -"176 _param_constant28" -> "178 layer_norm_4"; -"177 _param_constant29" -> "178 layer_norm_4"; -"178 layer_norm_4" -> "179 transpose_12"; -"179 transpose_12" -> "181 transpose_12_0_0_nncf_smooth_quant_0"; -"180 linear_8_updated_constant0" -> "186 quantize_per_channel_default_9"; -"181 transpose_12_0_0_nncf_smooth_quant_0" -> "182 quantize_per_tensor_default_13"; -"182 quantize_per_tensor_default_13" -> "183 dequantize_per_tensor_default_13"; -"183 dequantize_per_tensor_default_13" -> "189 linear_8"; -"184 linear_8_scale_0" -> "186 quantize_per_channel_default_9"; -"184 linear_8_scale_0" -> "187 dequantize_per_channel_default_9"; -"185 linear_8_zero_point_0" -> "186 quantize_per_channel_default_9"; -"185 linear_8_zero_point_0" -> "187 dequantize_per_channel_default_9"; -"186 quantize_per_channel_default_9" -> "187 dequantize_per_channel_default_9"; -"187 dequantize_per_channel_default_9" -> "189 linear_8"; -"188 _param_constant31_0_0" -> "189 linear_8"; -"189 linear_8" -> "190 unflatten_2"; -"190 unflatten_2" -> "191 unsqueeze_2"; -"191 unsqueeze_2" -> "192 transpose_13"; -"192 transpose_13" -> "193 squeeze_2"; -"193 squeeze_2" -> "194 contiguous_2"; -"194 contiguous_2" -> "195 quantize_per_tensor_default_14"; -"194 contiguous_2" -> "198 quantize_per_tensor_default_15"; -"194 contiguous_2" -> "201 select_8"; -"195 quantize_per_tensor_default_14" -> "196 dequantize_per_tensor_default_14"; -"196 dequantize_per_tensor_default_14" -> "197 select_6"; -"197 select_6" -> "202 view_16"; -"198 quantize_per_tensor_default_15" -> "199 dequantize_per_tensor_default_15"; -"199 dequantize_per_tensor_default_15" -> "200 select_7"; -"200 select_7" -> "204 view_17"; -"201 select_8" -> "206 view_18"; -"202 view_16" -> "203 transpose_14"; -"203 transpose_14" -> "208 view_19"; -"204 view_17" -> "205 transpose_15"; -"205 transpose_15" -> "209 view_20"; -"206 view_18" -> "207 transpose_16"; -"207 transpose_16" -> "210 view_21"; -"208 view_19" -> "211 scaled_dot_product_attention_2"; -"209 view_20" -> "211 scaled_dot_product_attention_2"; -"210 view_21" -> "211 scaled_dot_product_attention_2"; -"211 scaled_dot_product_attention_2" -> "212 permute_3"; -"212 permute_3" -> "213 view_22"; -"213 view_22" -> "215 view_22_0_0_nncf_smooth_quant_0"; -"214 linear_9_updated_constant0" -> "220 quantize_per_channel_default_10"; -"215 view_22_0_0_nncf_smooth_quant_0" -> "216 quantize_per_tensor_default_16"; -"216 quantize_per_tensor_default_16" -> "217 dequantize_per_tensor_default_16"; -"217 dequantize_per_tensor_default_16" -> "223 linear_9"; -"218 linear_9_scale_0" -> "220 quantize_per_channel_default_10"; -"218 linear_9_scale_0" -> "221 dequantize_per_channel_default_10"; -"219 linear_9_zero_point_0" -> "220 quantize_per_channel_default_10"; -"219 linear_9_zero_point_0" -> "221 dequantize_per_channel_default_10"; -"220 quantize_per_channel_default_10" -> "221 dequantize_per_channel_default_10"; -"221 dequantize_per_channel_default_10" -> "223 linear_9"; -"222 _param_constant33_0_0" -> "223 linear_9"; -"223 linear_9" -> "224 view_23"; -"224 view_23" -> "225 transpose_17"; -"225 transpose_17" -> "226 dropout_7"; -"226 dropout_7" -> "227 add_5"; -"227 add_5" -> "230 layer_norm_5"; -"227 add_5" -> "254 add_6"; -"228 _param_constant34" -> "230 layer_norm_5"; -"229 _param_constant35" -> "230 layer_norm_5"; -"230 layer_norm_5" -> "232 layer_norm_5_0_0_nncf_smooth_quant_0"; -"231 linear_10_updated_constant0" -> "237 quantize_per_channel_default_11"; -"232 layer_norm_5_0_0_nncf_smooth_quant_0" -> "233 quantize_per_tensor_default_17"; -"233 quantize_per_tensor_default_17" -> "234 dequantize_per_tensor_default_17"; -"234 dequantize_per_tensor_default_17" -> "240 linear_10"; -"235 linear_10_scale_0" -> "237 quantize_per_channel_default_11"; -"235 linear_10_scale_0" -> "238 dequantize_per_channel_default_11"; -"236 linear_10_zero_point_0" -> "237 quantize_per_channel_default_11"; -"236 linear_10_zero_point_0" -> "238 dequantize_per_channel_default_11"; -"237 quantize_per_channel_default_11" -> "238 dequantize_per_channel_default_11"; -"238 dequantize_per_channel_default_11" -> "240 linear_10"; -"239 _param_constant37_0_0" -> "240 linear_10"; -"240 linear_10" -> "241 gelu_2"; -"241 gelu_2" -> "242 dropout_8"; -"242 dropout_8" -> "244 dropout_8_0_0_nncf_smooth_quant_0"; -"243 linear_11_updated_constant0" -> "249 quantize_per_channel_default_12"; -"244 dropout_8_0_0_nncf_smooth_quant_0" -> "245 quantize_per_tensor_default_18"; -"245 quantize_per_tensor_default_18" -> "246 dequantize_per_tensor_default_18"; -"246 dequantize_per_tensor_default_18" -> "252 linear_11"; -"247 linear_11_scale_0" -> "249 quantize_per_channel_default_12"; -"247 linear_11_scale_0" -> "250 dequantize_per_channel_default_12"; -"248 linear_11_zero_point_0" -> "249 quantize_per_channel_default_12"; -"248 linear_11_zero_point_0" -> "250 dequantize_per_channel_default_12"; -"249 quantize_per_channel_default_12" -> "250 dequantize_per_channel_default_12"; -"250 dequantize_per_channel_default_12" -> "252 linear_11"; -"251 _param_constant39_0_0" -> "252 linear_11"; -"252 linear_11" -> "253 dropout_9"; -"253 dropout_9" -> "254 add_6"; -"254 add_6" -> "257 layer_norm_6"; -"254 add_6" -> "306 add_7"; -"255 _param_constant40" -> "257 layer_norm_6"; -"256 _param_constant41" -> "257 layer_norm_6"; -"257 layer_norm_6" -> "258 transpose_18"; -"258 transpose_18" -> "260 transpose_18_0_0_nncf_smooth_quant_0"; -"259 linear_12_updated_constant0" -> "265 quantize_per_channel_default_13"; -"260 transpose_18_0_0_nncf_smooth_quant_0" -> "261 quantize_per_tensor_default_19"; -"261 quantize_per_tensor_default_19" -> "262 dequantize_per_tensor_default_19"; -"262 dequantize_per_tensor_default_19" -> "268 linear_12"; -"263 linear_12_scale_0" -> "265 quantize_per_channel_default_13"; -"263 linear_12_scale_0" -> "266 dequantize_per_channel_default_13"; -"264 linear_12_zero_point_0" -> "265 quantize_per_channel_default_13"; -"264 linear_12_zero_point_0" -> "266 dequantize_per_channel_default_13"; -"265 quantize_per_channel_default_13" -> "266 dequantize_per_channel_default_13"; -"266 dequantize_per_channel_default_13" -> "268 linear_12"; -"267 _param_constant43_0_0" -> "268 linear_12"; -"268 linear_12" -> "269 unflatten_3"; -"269 unflatten_3" -> "270 unsqueeze_3"; -"270 unsqueeze_3" -> "271 transpose_19"; -"271 transpose_19" -> "272 squeeze_3"; -"272 squeeze_3" -> "273 contiguous_3"; -"273 contiguous_3" -> "274 quantize_per_tensor_default_20"; -"273 contiguous_3" -> "277 quantize_per_tensor_default_21"; -"273 contiguous_3" -> "280 select_11"; -"274 quantize_per_tensor_default_20" -> "275 dequantize_per_tensor_default_20"; -"275 dequantize_per_tensor_default_20" -> "276 select_9"; -"276 select_9" -> "281 view_24"; -"277 quantize_per_tensor_default_21" -> "278 dequantize_per_tensor_default_21"; -"278 dequantize_per_tensor_default_21" -> "279 select_10"; -"279 select_10" -> "283 view_25"; -"280 select_11" -> "285 view_26"; -"281 view_24" -> "282 transpose_20"; -"282 transpose_20" -> "287 view_27"; -"283 view_25" -> "284 transpose_21"; -"284 transpose_21" -> "288 view_28"; -"285 view_26" -> "286 transpose_22"; -"286 transpose_22" -> "289 view_29"; -"287 view_27" -> "290 scaled_dot_product_attention_3"; -"288 view_28" -> "290 scaled_dot_product_attention_3"; -"289 view_29" -> "290 scaled_dot_product_attention_3"; -"290 scaled_dot_product_attention_3" -> "291 permute_4"; -"291 permute_4" -> "292 view_30"; -"292 view_30" -> "294 view_30_0_0_nncf_smooth_quant_0"; -"293 linear_13_updated_constant0" -> "299 quantize_per_channel_default_14"; -"294 view_30_0_0_nncf_smooth_quant_0" -> "295 quantize_per_tensor_default_22"; -"295 quantize_per_tensor_default_22" -> "296 dequantize_per_tensor_default_22"; -"296 dequantize_per_tensor_default_22" -> "302 linear_13"; -"297 linear_13_scale_0" -> "299 quantize_per_channel_default_14"; -"297 linear_13_scale_0" -> "300 dequantize_per_channel_default_14"; -"298 linear_13_zero_point_0" -> "299 quantize_per_channel_default_14"; -"298 linear_13_zero_point_0" -> "300 dequantize_per_channel_default_14"; -"299 quantize_per_channel_default_14" -> "300 dequantize_per_channel_default_14"; -"300 dequantize_per_channel_default_14" -> "302 linear_13"; -"301 _param_constant45_0_0" -> "302 linear_13"; -"302 linear_13" -> "303 view_31"; -"303 view_31" -> "304 transpose_23"; -"304 transpose_23" -> "305 dropout_10"; -"305 dropout_10" -> "306 add_7"; -"306 add_7" -> "309 layer_norm_7"; -"306 add_7" -> "333 add_8"; -"307 _param_constant46" -> "309 layer_norm_7"; -"308 _param_constant47" -> "309 layer_norm_7"; -"309 layer_norm_7" -> "311 layer_norm_7_0_0_nncf_smooth_quant_0"; -"310 linear_14_updated_constant0" -> "316 quantize_per_channel_default_15"; -"311 layer_norm_7_0_0_nncf_smooth_quant_0" -> "312 quantize_per_tensor_default_23"; -"312 quantize_per_tensor_default_23" -> "313 dequantize_per_tensor_default_23"; -"313 dequantize_per_tensor_default_23" -> "319 linear_14"; -"314 linear_14_scale_0" -> "316 quantize_per_channel_default_15"; -"314 linear_14_scale_0" -> "317 dequantize_per_channel_default_15"; -"315 linear_14_zero_point_0" -> "316 quantize_per_channel_default_15"; -"315 linear_14_zero_point_0" -> "317 dequantize_per_channel_default_15"; -"316 quantize_per_channel_default_15" -> "317 dequantize_per_channel_default_15"; -"317 dequantize_per_channel_default_15" -> "319 linear_14"; -"318 _param_constant49_0_0" -> "319 linear_14"; -"319 linear_14" -> "320 gelu_3"; -"320 gelu_3" -> "321 dropout_11"; -"321 dropout_11" -> "323 dropout_11_0_0_nncf_smooth_quant_0"; -"322 linear_15_updated_constant0" -> "328 quantize_per_channel_default_16"; -"323 dropout_11_0_0_nncf_smooth_quant_0" -> "324 quantize_per_tensor_default_24"; -"324 quantize_per_tensor_default_24" -> "325 dequantize_per_tensor_default_24"; -"325 dequantize_per_tensor_default_24" -> "331 linear_15"; -"326 linear_15_scale_0" -> "328 quantize_per_channel_default_16"; -"326 linear_15_scale_0" -> "329 dequantize_per_channel_default_16"; -"327 linear_15_zero_point_0" -> "328 quantize_per_channel_default_16"; -"327 linear_15_zero_point_0" -> "329 dequantize_per_channel_default_16"; -"328 quantize_per_channel_default_16" -> "329 dequantize_per_channel_default_16"; -"329 dequantize_per_channel_default_16" -> "331 linear_15"; -"330 _param_constant51_0_0" -> "331 linear_15"; -"331 linear_15" -> "332 dropout_12"; -"332 dropout_12" -> "333 add_8"; -"333 add_8" -> "336 layer_norm_8"; -"333 add_8" -> "385 add_9"; -"334 _param_constant52" -> "336 layer_norm_8"; -"335 _param_constant53" -> "336 layer_norm_8"; -"336 layer_norm_8" -> "337 transpose_24"; -"337 transpose_24" -> "339 transpose_24_0_0_nncf_smooth_quant_0"; -"338 linear_16_updated_constant0" -> "344 quantize_per_channel_default_17"; -"339 transpose_24_0_0_nncf_smooth_quant_0" -> "340 quantize_per_tensor_default_25"; -"340 quantize_per_tensor_default_25" -> "341 dequantize_per_tensor_default_25"; -"341 dequantize_per_tensor_default_25" -> "347 linear_16"; -"342 linear_16_scale_0" -> "344 quantize_per_channel_default_17"; -"342 linear_16_scale_0" -> "345 dequantize_per_channel_default_17"; -"343 linear_16_zero_point_0" -> "344 quantize_per_channel_default_17"; -"343 linear_16_zero_point_0" -> "345 dequantize_per_channel_default_17"; -"344 quantize_per_channel_default_17" -> "345 dequantize_per_channel_default_17"; -"345 dequantize_per_channel_default_17" -> "347 linear_16"; -"346 _param_constant55_0_0" -> "347 linear_16"; -"347 linear_16" -> "348 unflatten_4"; -"348 unflatten_4" -> "349 unsqueeze_4"; -"349 unsqueeze_4" -> "350 transpose_25"; -"350 transpose_25" -> "351 squeeze_4"; -"351 squeeze_4" -> "352 contiguous_4"; -"352 contiguous_4" -> "353 quantize_per_tensor_default_26"; -"352 contiguous_4" -> "356 quantize_per_tensor_default_27"; -"352 contiguous_4" -> "359 select_14"; -"353 quantize_per_tensor_default_26" -> "354 dequantize_per_tensor_default_26"; -"354 dequantize_per_tensor_default_26" -> "355 select_12"; -"355 select_12" -> "360 view_32"; -"356 quantize_per_tensor_default_27" -> "357 dequantize_per_tensor_default_27"; -"357 dequantize_per_tensor_default_27" -> "358 select_13"; -"358 select_13" -> "362 view_33"; -"359 select_14" -> "364 view_34"; -"360 view_32" -> "361 transpose_26"; -"361 transpose_26" -> "366 view_35"; -"362 view_33" -> "363 transpose_27"; -"363 transpose_27" -> "367 view_36"; -"364 view_34" -> "365 transpose_28"; -"365 transpose_28" -> "368 view_37"; -"366 view_35" -> "369 scaled_dot_product_attention_4"; -"367 view_36" -> "369 scaled_dot_product_attention_4"; -"368 view_37" -> "369 scaled_dot_product_attention_4"; -"369 scaled_dot_product_attention_4" -> "370 permute_5"; -"370 permute_5" -> "371 view_38"; -"371 view_38" -> "373 view_38_0_0_nncf_smooth_quant_0"; -"372 linear_17_updated_constant0" -> "378 quantize_per_channel_default_18"; -"373 view_38_0_0_nncf_smooth_quant_0" -> "374 quantize_per_tensor_default_28"; -"374 quantize_per_tensor_default_28" -> "375 dequantize_per_tensor_default_28"; -"375 dequantize_per_tensor_default_28" -> "381 linear_17"; -"376 linear_17_scale_0" -> "378 quantize_per_channel_default_18"; -"376 linear_17_scale_0" -> "379 dequantize_per_channel_default_18"; -"377 linear_17_zero_point_0" -> "378 quantize_per_channel_default_18"; -"377 linear_17_zero_point_0" -> "379 dequantize_per_channel_default_18"; -"378 quantize_per_channel_default_18" -> "379 dequantize_per_channel_default_18"; -"379 dequantize_per_channel_default_18" -> "381 linear_17"; -"380 _param_constant57_0_0" -> "381 linear_17"; -"381 linear_17" -> "382 view_39"; -"382 view_39" -> "383 transpose_29"; -"383 transpose_29" -> "384 dropout_13"; -"384 dropout_13" -> "385 add_9"; -"385 add_9" -> "388 layer_norm_9"; -"385 add_9" -> "412 add_10"; -"386 _param_constant58" -> "388 layer_norm_9"; -"387 _param_constant59" -> "388 layer_norm_9"; -"388 layer_norm_9" -> "390 layer_norm_9_0_0_nncf_smooth_quant_0"; -"389 linear_18_updated_constant0" -> "395 quantize_per_channel_default_19"; -"390 layer_norm_9_0_0_nncf_smooth_quant_0" -> "391 quantize_per_tensor_default_29"; -"391 quantize_per_tensor_default_29" -> "392 dequantize_per_tensor_default_29"; -"392 dequantize_per_tensor_default_29" -> "398 linear_18"; -"393 linear_18_scale_0" -> "395 quantize_per_channel_default_19"; -"393 linear_18_scale_0" -> "396 dequantize_per_channel_default_19"; -"394 linear_18_zero_point_0" -> "395 quantize_per_channel_default_19"; -"394 linear_18_zero_point_0" -> "396 dequantize_per_channel_default_19"; -"395 quantize_per_channel_default_19" -> "396 dequantize_per_channel_default_19"; -"396 dequantize_per_channel_default_19" -> "398 linear_18"; -"397 _param_constant61_0_0" -> "398 linear_18"; -"398 linear_18" -> "399 gelu_4"; -"399 gelu_4" -> "400 dropout_14"; -"400 dropout_14" -> "402 dropout_14_0_0_nncf_smooth_quant_0"; -"401 linear_19_updated_constant0" -> "407 quantize_per_channel_default_20"; -"402 dropout_14_0_0_nncf_smooth_quant_0" -> "403 quantize_per_tensor_default_30"; -"403 quantize_per_tensor_default_30" -> "404 dequantize_per_tensor_default_30"; -"404 dequantize_per_tensor_default_30" -> "410 linear_19"; -"405 linear_19_scale_0" -> "407 quantize_per_channel_default_20"; -"405 linear_19_scale_0" -> "408 dequantize_per_channel_default_20"; -"406 linear_19_zero_point_0" -> "407 quantize_per_channel_default_20"; -"406 linear_19_zero_point_0" -> "408 dequantize_per_channel_default_20"; -"407 quantize_per_channel_default_20" -> "408 dequantize_per_channel_default_20"; -"408 dequantize_per_channel_default_20" -> "410 linear_19"; -"409 _param_constant63_0_0" -> "410 linear_19"; -"410 linear_19" -> "411 dropout_15"; -"411 dropout_15" -> "412 add_10"; -"412 add_10" -> "415 layer_norm_10"; -"412 add_10" -> "464 add_11"; -"413 _param_constant64" -> "415 layer_norm_10"; -"414 _param_constant65" -> "415 layer_norm_10"; -"415 layer_norm_10" -> "416 transpose_30"; -"416 transpose_30" -> "418 transpose_30_0_0_nncf_smooth_quant_0"; -"417 linear_20_updated_constant0" -> "423 quantize_per_channel_default_21"; -"418 transpose_30_0_0_nncf_smooth_quant_0" -> "419 quantize_per_tensor_default_31"; -"419 quantize_per_tensor_default_31" -> "420 dequantize_per_tensor_default_31"; -"420 dequantize_per_tensor_default_31" -> "426 linear_20"; -"421 linear_20_scale_0" -> "423 quantize_per_channel_default_21"; -"421 linear_20_scale_0" -> "424 dequantize_per_channel_default_21"; -"422 linear_20_zero_point_0" -> "423 quantize_per_channel_default_21"; -"422 linear_20_zero_point_0" -> "424 dequantize_per_channel_default_21"; -"423 quantize_per_channel_default_21" -> "424 dequantize_per_channel_default_21"; -"424 dequantize_per_channel_default_21" -> "426 linear_20"; -"425 _param_constant67_0_0" -> "426 linear_20"; -"426 linear_20" -> "427 unflatten_5"; -"427 unflatten_5" -> "428 unsqueeze_5"; -"428 unsqueeze_5" -> "429 transpose_31"; -"429 transpose_31" -> "430 squeeze_5"; -"430 squeeze_5" -> "431 contiguous_5"; -"431 contiguous_5" -> "432 quantize_per_tensor_default_32"; -"431 contiguous_5" -> "435 quantize_per_tensor_default_33"; -"431 contiguous_5" -> "438 select_17"; -"432 quantize_per_tensor_default_32" -> "433 dequantize_per_tensor_default_32"; -"433 dequantize_per_tensor_default_32" -> "434 select_15"; -"434 select_15" -> "439 view_40"; -"435 quantize_per_tensor_default_33" -> "436 dequantize_per_tensor_default_33"; -"436 dequantize_per_tensor_default_33" -> "437 select_16"; -"437 select_16" -> "441 view_41"; -"438 select_17" -> "443 view_42"; -"439 view_40" -> "440 transpose_32"; -"440 transpose_32" -> "445 view_43"; -"441 view_41" -> "442 transpose_33"; -"442 transpose_33" -> "446 view_44"; -"443 view_42" -> "444 transpose_34"; -"444 transpose_34" -> "447 view_45"; -"445 view_43" -> "448 scaled_dot_product_attention_5"; -"446 view_44" -> "448 scaled_dot_product_attention_5"; -"447 view_45" -> "448 scaled_dot_product_attention_5"; -"448 scaled_dot_product_attention_5" -> "449 permute_6"; -"449 permute_6" -> "450 view_46"; -"450 view_46" -> "452 view_46_0_0_nncf_smooth_quant_0"; -"451 linear_21_updated_constant0" -> "457 quantize_per_channel_default_22"; -"452 view_46_0_0_nncf_smooth_quant_0" -> "453 quantize_per_tensor_default_34"; -"453 quantize_per_tensor_default_34" -> "454 dequantize_per_tensor_default_34"; -"454 dequantize_per_tensor_default_34" -> "460 linear_21"; -"455 linear_21_scale_0" -> "457 quantize_per_channel_default_22"; -"455 linear_21_scale_0" -> "458 dequantize_per_channel_default_22"; -"456 linear_21_zero_point_0" -> "457 quantize_per_channel_default_22"; -"456 linear_21_zero_point_0" -> "458 dequantize_per_channel_default_22"; -"457 quantize_per_channel_default_22" -> "458 dequantize_per_channel_default_22"; -"458 dequantize_per_channel_default_22" -> "460 linear_21"; -"459 _param_constant69_0_0" -> "460 linear_21"; -"460 linear_21" -> "461 view_47"; -"461 view_47" -> "462 transpose_35"; -"462 transpose_35" -> "463 dropout_16"; -"463 dropout_16" -> "464 add_11"; -"464 add_11" -> "467 layer_norm_11"; -"464 add_11" -> "491 add_12"; -"465 _param_constant70" -> "467 layer_norm_11"; -"466 _param_constant71" -> "467 layer_norm_11"; -"467 layer_norm_11" -> "469 layer_norm_11_0_0_nncf_smooth_quant_0"; -"468 linear_22_updated_constant0" -> "474 quantize_per_channel_default_23"; -"469 layer_norm_11_0_0_nncf_smooth_quant_0" -> "470 quantize_per_tensor_default_35"; -"470 quantize_per_tensor_default_35" -> "471 dequantize_per_tensor_default_35"; -"471 dequantize_per_tensor_default_35" -> "477 linear_22"; -"472 linear_22_scale_0" -> "474 quantize_per_channel_default_23"; -"472 linear_22_scale_0" -> "475 dequantize_per_channel_default_23"; -"473 linear_22_zero_point_0" -> "474 quantize_per_channel_default_23"; -"473 linear_22_zero_point_0" -> "475 dequantize_per_channel_default_23"; -"474 quantize_per_channel_default_23" -> "475 dequantize_per_channel_default_23"; -"475 dequantize_per_channel_default_23" -> "477 linear_22"; -"476 _param_constant73_0_0" -> "477 linear_22"; -"477 linear_22" -> "478 gelu_5"; -"478 gelu_5" -> "479 dropout_17"; -"479 dropout_17" -> "481 dropout_17_0_0_nncf_smooth_quant_0"; -"480 linear_23_updated_constant0" -> "486 quantize_per_channel_default_24"; -"481 dropout_17_0_0_nncf_smooth_quant_0" -> "482 quantize_per_tensor_default_36"; -"482 quantize_per_tensor_default_36" -> "483 dequantize_per_tensor_default_36"; -"483 dequantize_per_tensor_default_36" -> "489 linear_23"; -"484 linear_23_scale_0" -> "486 quantize_per_channel_default_24"; -"484 linear_23_scale_0" -> "487 dequantize_per_channel_default_24"; -"485 linear_23_zero_point_0" -> "486 quantize_per_channel_default_24"; -"485 linear_23_zero_point_0" -> "487 dequantize_per_channel_default_24"; -"486 quantize_per_channel_default_24" -> "487 dequantize_per_channel_default_24"; -"487 dequantize_per_channel_default_24" -> "489 linear_23"; -"488 _param_constant75_0_0" -> "489 linear_23"; -"489 linear_23" -> "490 dropout_18"; -"490 dropout_18" -> "491 add_12"; -"491 add_12" -> "494 layer_norm_12"; -"491 add_12" -> "543 add_13"; -"492 _param_constant76" -> "494 layer_norm_12"; -"493 _param_constant77" -> "494 layer_norm_12"; -"494 layer_norm_12" -> "495 transpose_36"; -"495 transpose_36" -> "497 transpose_36_0_0_nncf_smooth_quant_0"; -"496 linear_24_updated_constant0" -> "502 quantize_per_channel_default_25"; -"497 transpose_36_0_0_nncf_smooth_quant_0" -> "498 quantize_per_tensor_default_37"; -"498 quantize_per_tensor_default_37" -> "499 dequantize_per_tensor_default_37"; -"499 dequantize_per_tensor_default_37" -> "505 linear_24"; -"500 linear_24_scale_0" -> "502 quantize_per_channel_default_25"; -"500 linear_24_scale_0" -> "503 dequantize_per_channel_default_25"; -"501 linear_24_zero_point_0" -> "502 quantize_per_channel_default_25"; -"501 linear_24_zero_point_0" -> "503 dequantize_per_channel_default_25"; -"502 quantize_per_channel_default_25" -> "503 dequantize_per_channel_default_25"; -"503 dequantize_per_channel_default_25" -> "505 linear_24"; -"504 _param_constant79_0_0" -> "505 linear_24"; -"505 linear_24" -> "506 unflatten_6"; -"506 unflatten_6" -> "507 unsqueeze_6"; -"507 unsqueeze_6" -> "508 transpose_37"; -"508 transpose_37" -> "509 squeeze_6"; -"509 squeeze_6" -> "510 contiguous_6"; -"510 contiguous_6" -> "511 quantize_per_tensor_default_38"; -"510 contiguous_6" -> "514 quantize_per_tensor_default_39"; -"510 contiguous_6" -> "517 select_20"; -"511 quantize_per_tensor_default_38" -> "512 dequantize_per_tensor_default_38"; -"512 dequantize_per_tensor_default_38" -> "513 select_18"; -"513 select_18" -> "518 view_48"; -"514 quantize_per_tensor_default_39" -> "515 dequantize_per_tensor_default_39"; -"515 dequantize_per_tensor_default_39" -> "516 select_19"; -"516 select_19" -> "520 view_49"; -"517 select_20" -> "522 view_50"; -"518 view_48" -> "519 transpose_38"; -"519 transpose_38" -> "524 view_51"; -"520 view_49" -> "521 transpose_39"; -"521 transpose_39" -> "525 view_52"; -"522 view_50" -> "523 transpose_40"; -"523 transpose_40" -> "526 view_53"; -"524 view_51" -> "527 scaled_dot_product_attention_6"; -"525 view_52" -> "527 scaled_dot_product_attention_6"; -"526 view_53" -> "527 scaled_dot_product_attention_6"; -"527 scaled_dot_product_attention_6" -> "528 permute_7"; -"528 permute_7" -> "529 view_54"; -"529 view_54" -> "531 view_54_0_0_nncf_smooth_quant_0"; -"530 linear_25_updated_constant0" -> "536 quantize_per_channel_default_26"; -"531 view_54_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_40"; -"532 quantize_per_tensor_default_40" -> "533 dequantize_per_tensor_default_40"; -"533 dequantize_per_tensor_default_40" -> "539 linear_25"; -"534 linear_25_scale_0" -> "536 quantize_per_channel_default_26"; -"534 linear_25_scale_0" -> "537 dequantize_per_channel_default_26"; -"535 linear_25_zero_point_0" -> "536 quantize_per_channel_default_26"; -"535 linear_25_zero_point_0" -> "537 dequantize_per_channel_default_26"; -"536 quantize_per_channel_default_26" -> "537 dequantize_per_channel_default_26"; -"537 dequantize_per_channel_default_26" -> "539 linear_25"; -"538 _param_constant81_0_0" -> "539 linear_25"; -"539 linear_25" -> "540 view_55"; -"540 view_55" -> "541 transpose_41"; -"541 transpose_41" -> "542 dropout_19"; -"542 dropout_19" -> "543 add_13"; -"543 add_13" -> "546 layer_norm_13"; -"543 add_13" -> "570 add_14"; -"544 _param_constant82" -> "546 layer_norm_13"; -"545 _param_constant83" -> "546 layer_norm_13"; -"546 layer_norm_13" -> "548 layer_norm_13_0_0_nncf_smooth_quant_0"; -"547 linear_26_updated_constant0" -> "553 quantize_per_channel_default_27"; -"548 layer_norm_13_0_0_nncf_smooth_quant_0" -> "549 quantize_per_tensor_default_41"; -"549 quantize_per_tensor_default_41" -> "550 dequantize_per_tensor_default_41"; -"550 dequantize_per_tensor_default_41" -> "556 linear_26"; -"551 linear_26_scale_0" -> "553 quantize_per_channel_default_27"; -"551 linear_26_scale_0" -> "554 dequantize_per_channel_default_27"; -"552 linear_26_zero_point_0" -> "553 quantize_per_channel_default_27"; -"552 linear_26_zero_point_0" -> "554 dequantize_per_channel_default_27"; -"553 quantize_per_channel_default_27" -> "554 dequantize_per_channel_default_27"; -"554 dequantize_per_channel_default_27" -> "556 linear_26"; -"555 _param_constant85_0_0" -> "556 linear_26"; -"556 linear_26" -> "557 gelu_6"; -"557 gelu_6" -> "558 dropout_20"; -"558 dropout_20" -> "560 dropout_20_0_0_nncf_smooth_quant_0"; -"559 linear_27_updated_constant0" -> "565 quantize_per_channel_default_28"; -"560 dropout_20_0_0_nncf_smooth_quant_0" -> "561 quantize_per_tensor_default_42"; -"561 quantize_per_tensor_default_42" -> "562 dequantize_per_tensor_default_42"; -"562 dequantize_per_tensor_default_42" -> "568 linear_27"; -"563 linear_27_scale_0" -> "565 quantize_per_channel_default_28"; -"563 linear_27_scale_0" -> "566 dequantize_per_channel_default_28"; -"564 linear_27_zero_point_0" -> "565 quantize_per_channel_default_28"; -"564 linear_27_zero_point_0" -> "566 dequantize_per_channel_default_28"; -"565 quantize_per_channel_default_28" -> "566 dequantize_per_channel_default_28"; -"566 dequantize_per_channel_default_28" -> "568 linear_27"; -"567 _param_constant87_0_0" -> "568 linear_27"; -"568 linear_27" -> "569 dropout_21"; -"569 dropout_21" -> "570 add_14"; -"570 add_14" -> "573 layer_norm_14"; -"570 add_14" -> "622 add_15"; -"571 _param_constant88" -> "573 layer_norm_14"; -"572 _param_constant89" -> "573 layer_norm_14"; -"573 layer_norm_14" -> "574 transpose_42"; -"574 transpose_42" -> "576 transpose_42_0_0_nncf_smooth_quant_0"; -"575 linear_28_updated_constant0" -> "581 quantize_per_channel_default_29"; -"576 transpose_42_0_0_nncf_smooth_quant_0" -> "577 quantize_per_tensor_default_43"; -"577 quantize_per_tensor_default_43" -> "578 dequantize_per_tensor_default_43"; -"578 dequantize_per_tensor_default_43" -> "584 linear_28"; -"579 linear_28_scale_0" -> "581 quantize_per_channel_default_29"; -"579 linear_28_scale_0" -> "582 dequantize_per_channel_default_29"; -"580 linear_28_zero_point_0" -> "581 quantize_per_channel_default_29"; -"580 linear_28_zero_point_0" -> "582 dequantize_per_channel_default_29"; -"581 quantize_per_channel_default_29" -> "582 dequantize_per_channel_default_29"; -"582 dequantize_per_channel_default_29" -> "584 linear_28"; -"583 _param_constant91_0_0" -> "584 linear_28"; -"584 linear_28" -> "585 unflatten_7"; -"585 unflatten_7" -> "586 unsqueeze_7"; -"586 unsqueeze_7" -> "587 transpose_43"; -"587 transpose_43" -> "588 squeeze_7"; -"588 squeeze_7" -> "589 contiguous_7"; -"589 contiguous_7" -> "590 quantize_per_tensor_default_44"; -"589 contiguous_7" -> "593 quantize_per_tensor_default_45"; -"589 contiguous_7" -> "596 select_23"; -"590 quantize_per_tensor_default_44" -> "591 dequantize_per_tensor_default_44"; -"591 dequantize_per_tensor_default_44" -> "592 select_21"; -"592 select_21" -> "597 view_56"; -"593 quantize_per_tensor_default_45" -> "594 dequantize_per_tensor_default_45"; -"594 dequantize_per_tensor_default_45" -> "595 select_22"; -"595 select_22" -> "599 view_57"; -"596 select_23" -> "601 view_58"; -"597 view_56" -> "598 transpose_44"; -"598 transpose_44" -> "603 view_59"; -"599 view_57" -> "600 transpose_45"; -"600 transpose_45" -> "604 view_60"; -"601 view_58" -> "602 transpose_46"; -"602 transpose_46" -> "605 view_61"; -"603 view_59" -> "606 scaled_dot_product_attention_7"; -"604 view_60" -> "606 scaled_dot_product_attention_7"; -"605 view_61" -> "606 scaled_dot_product_attention_7"; -"606 scaled_dot_product_attention_7" -> "607 permute_8"; -"607 permute_8" -> "608 view_62"; -"608 view_62" -> "610 view_62_0_0_nncf_smooth_quant_0"; -"609 linear_29_updated_constant0" -> "615 quantize_per_channel_default_30"; -"610 view_62_0_0_nncf_smooth_quant_0" -> "611 quantize_per_tensor_default_46"; -"611 quantize_per_tensor_default_46" -> "612 dequantize_per_tensor_default_46"; -"612 dequantize_per_tensor_default_46" -> "618 linear_29"; -"613 linear_29_scale_0" -> "615 quantize_per_channel_default_30"; -"613 linear_29_scale_0" -> "616 dequantize_per_channel_default_30"; -"614 linear_29_zero_point_0" -> "615 quantize_per_channel_default_30"; -"614 linear_29_zero_point_0" -> "616 dequantize_per_channel_default_30"; -"615 quantize_per_channel_default_30" -> "616 dequantize_per_channel_default_30"; -"616 dequantize_per_channel_default_30" -> "618 linear_29"; -"617 _param_constant93_0_0" -> "618 linear_29"; -"618 linear_29" -> "619 view_63"; -"619 view_63" -> "620 transpose_47"; -"620 transpose_47" -> "621 dropout_22"; -"621 dropout_22" -> "622 add_15"; -"622 add_15" -> "625 layer_norm_15"; -"622 add_15" -> "649 add_16"; -"623 _param_constant94" -> "625 layer_norm_15"; -"624 _param_constant95" -> "625 layer_norm_15"; -"625 layer_norm_15" -> "627 layer_norm_15_0_0_nncf_smooth_quant_0"; -"626 linear_30_updated_constant0" -> "632 quantize_per_channel_default_31"; -"627 layer_norm_15_0_0_nncf_smooth_quant_0" -> "628 quantize_per_tensor_default_47"; -"628 quantize_per_tensor_default_47" -> "629 dequantize_per_tensor_default_47"; -"629 dequantize_per_tensor_default_47" -> "635 linear_30"; -"630 linear_30_scale_0" -> "632 quantize_per_channel_default_31"; -"630 linear_30_scale_0" -> "633 dequantize_per_channel_default_31"; -"631 linear_30_zero_point_0" -> "632 quantize_per_channel_default_31"; -"631 linear_30_zero_point_0" -> "633 dequantize_per_channel_default_31"; -"632 quantize_per_channel_default_31" -> "633 dequantize_per_channel_default_31"; -"633 dequantize_per_channel_default_31" -> "635 linear_30"; -"634 _param_constant97_0_0" -> "635 linear_30"; -"635 linear_30" -> "636 gelu_7"; -"636 gelu_7" -> "637 dropout_23"; -"637 dropout_23" -> "639 dropout_23_0_0_nncf_smooth_quant_0"; -"638 linear_31_updated_constant0" -> "644 quantize_per_channel_default_32"; -"639 dropout_23_0_0_nncf_smooth_quant_0" -> "640 quantize_per_tensor_default_48"; -"640 quantize_per_tensor_default_48" -> "641 dequantize_per_tensor_default_48"; -"641 dequantize_per_tensor_default_48" -> "647 linear_31"; -"642 linear_31_scale_0" -> "644 quantize_per_channel_default_32"; -"642 linear_31_scale_0" -> "645 dequantize_per_channel_default_32"; -"643 linear_31_zero_point_0" -> "644 quantize_per_channel_default_32"; -"643 linear_31_zero_point_0" -> "645 dequantize_per_channel_default_32"; -"644 quantize_per_channel_default_32" -> "645 dequantize_per_channel_default_32"; -"645 dequantize_per_channel_default_32" -> "647 linear_31"; -"646 _param_constant99_0_0" -> "647 linear_31"; -"647 linear_31" -> "648 dropout_24"; -"648 dropout_24" -> "649 add_16"; -"649 add_16" -> "652 layer_norm_16"; -"649 add_16" -> "701 add_17"; -"650 _param_constant100" -> "652 layer_norm_16"; -"651 _param_constant101" -> "652 layer_norm_16"; -"652 layer_norm_16" -> "653 transpose_48"; -"653 transpose_48" -> "655 transpose_48_0_0_nncf_smooth_quant_0"; -"654 linear_32_updated_constant0" -> "660 quantize_per_channel_default_33"; -"655 transpose_48_0_0_nncf_smooth_quant_0" -> "656 quantize_per_tensor_default_49"; -"656 quantize_per_tensor_default_49" -> "657 dequantize_per_tensor_default_49"; -"657 dequantize_per_tensor_default_49" -> "663 linear_32"; -"658 linear_32_scale_0" -> "660 quantize_per_channel_default_33"; -"658 linear_32_scale_0" -> "661 dequantize_per_channel_default_33"; -"659 linear_32_zero_point_0" -> "660 quantize_per_channel_default_33"; -"659 linear_32_zero_point_0" -> "661 dequantize_per_channel_default_33"; -"660 quantize_per_channel_default_33" -> "661 dequantize_per_channel_default_33"; -"661 dequantize_per_channel_default_33" -> "663 linear_32"; -"662 _param_constant103_0_0" -> "663 linear_32"; -"663 linear_32" -> "664 unflatten_8"; -"664 unflatten_8" -> "665 unsqueeze_8"; -"665 unsqueeze_8" -> "666 transpose_49"; -"666 transpose_49" -> "667 squeeze_8"; -"667 squeeze_8" -> "668 contiguous_8"; -"668 contiguous_8" -> "669 quantize_per_tensor_default_50"; -"668 contiguous_8" -> "672 quantize_per_tensor_default_51"; -"668 contiguous_8" -> "675 select_26"; -"669 quantize_per_tensor_default_50" -> "670 dequantize_per_tensor_default_50"; -"670 dequantize_per_tensor_default_50" -> "671 select_24"; -"671 select_24" -> "676 view_64"; -"672 quantize_per_tensor_default_51" -> "673 dequantize_per_tensor_default_51"; -"673 dequantize_per_tensor_default_51" -> "674 select_25"; -"674 select_25" -> "678 view_65"; -"675 select_26" -> "680 view_66"; -"676 view_64" -> "677 transpose_50"; -"677 transpose_50" -> "682 view_67"; -"678 view_65" -> "679 transpose_51"; -"679 transpose_51" -> "683 view_68"; -"680 view_66" -> "681 transpose_52"; -"681 transpose_52" -> "684 view_69"; -"682 view_67" -> "685 scaled_dot_product_attention_8"; -"683 view_68" -> "685 scaled_dot_product_attention_8"; -"684 view_69" -> "685 scaled_dot_product_attention_8"; -"685 scaled_dot_product_attention_8" -> "686 permute_9"; -"686 permute_9" -> "687 view_70"; -"687 view_70" -> "689 view_70_0_0_nncf_smooth_quant_0"; -"688 linear_33_updated_constant0" -> "694 quantize_per_channel_default_34"; -"689 view_70_0_0_nncf_smooth_quant_0" -> "690 quantize_per_tensor_default_52"; -"690 quantize_per_tensor_default_52" -> "691 dequantize_per_tensor_default_52"; -"691 dequantize_per_tensor_default_52" -> "697 linear_33"; -"692 linear_33_scale_0" -> "694 quantize_per_channel_default_34"; -"692 linear_33_scale_0" -> "695 dequantize_per_channel_default_34"; -"693 linear_33_zero_point_0" -> "694 quantize_per_channel_default_34"; -"693 linear_33_zero_point_0" -> "695 dequantize_per_channel_default_34"; -"694 quantize_per_channel_default_34" -> "695 dequantize_per_channel_default_34"; -"695 dequantize_per_channel_default_34" -> "697 linear_33"; -"696 _param_constant105_0_0" -> "697 linear_33"; -"697 linear_33" -> "698 view_71"; -"698 view_71" -> "699 transpose_53"; -"699 transpose_53" -> "700 dropout_25"; -"700 dropout_25" -> "701 add_17"; -"701 add_17" -> "704 layer_norm_17"; -"701 add_17" -> "728 add_18"; -"702 _param_constant106" -> "704 layer_norm_17"; -"703 _param_constant107" -> "704 layer_norm_17"; -"704 layer_norm_17" -> "706 layer_norm_17_0_0_nncf_smooth_quant_0"; -"705 linear_34_updated_constant0" -> "711 quantize_per_channel_default_35"; -"706 layer_norm_17_0_0_nncf_smooth_quant_0" -> "707 quantize_per_tensor_default_53"; -"707 quantize_per_tensor_default_53" -> "708 dequantize_per_tensor_default_53"; -"708 dequantize_per_tensor_default_53" -> "714 linear_34"; -"709 linear_34_scale_0" -> "711 quantize_per_channel_default_35"; -"709 linear_34_scale_0" -> "712 dequantize_per_channel_default_35"; -"710 linear_34_zero_point_0" -> "711 quantize_per_channel_default_35"; -"710 linear_34_zero_point_0" -> "712 dequantize_per_channel_default_35"; -"711 quantize_per_channel_default_35" -> "712 dequantize_per_channel_default_35"; -"712 dequantize_per_channel_default_35" -> "714 linear_34"; -"713 _param_constant109_0_0" -> "714 linear_34"; -"714 linear_34" -> "715 gelu_8"; -"715 gelu_8" -> "716 dropout_26"; -"716 dropout_26" -> "718 dropout_26_0_0_nncf_smooth_quant_0"; -"717 linear_35_updated_constant0" -> "723 quantize_per_channel_default_36"; -"718 dropout_26_0_0_nncf_smooth_quant_0" -> "719 quantize_per_tensor_default_54"; -"719 quantize_per_tensor_default_54" -> "720 dequantize_per_tensor_default_54"; -"720 dequantize_per_tensor_default_54" -> "726 linear_35"; -"721 linear_35_scale_0" -> "723 quantize_per_channel_default_36"; -"721 linear_35_scale_0" -> "724 dequantize_per_channel_default_36"; -"722 linear_35_zero_point_0" -> "723 quantize_per_channel_default_36"; -"722 linear_35_zero_point_0" -> "724 dequantize_per_channel_default_36"; -"723 quantize_per_channel_default_36" -> "724 dequantize_per_channel_default_36"; -"724 dequantize_per_channel_default_36" -> "726 linear_35"; -"725 _param_constant111_0_0" -> "726 linear_35"; -"726 linear_35" -> "727 dropout_27"; -"727 dropout_27" -> "728 add_18"; -"728 add_18" -> "731 layer_norm_18"; -"728 add_18" -> "780 add_19"; -"729 _param_constant112" -> "731 layer_norm_18"; -"730 _param_constant113" -> "731 layer_norm_18"; -"731 layer_norm_18" -> "732 transpose_54"; -"732 transpose_54" -> "734 transpose_54_0_0_nncf_smooth_quant_0"; -"733 linear_36_updated_constant0" -> "739 quantize_per_channel_default_37"; -"734 transpose_54_0_0_nncf_smooth_quant_0" -> "735 quantize_per_tensor_default_55"; -"735 quantize_per_tensor_default_55" -> "736 dequantize_per_tensor_default_55"; -"736 dequantize_per_tensor_default_55" -> "742 linear_36"; -"737 linear_36_scale_0" -> "739 quantize_per_channel_default_37"; -"737 linear_36_scale_0" -> "740 dequantize_per_channel_default_37"; -"738 linear_36_zero_point_0" -> "739 quantize_per_channel_default_37"; -"738 linear_36_zero_point_0" -> "740 dequantize_per_channel_default_37"; -"739 quantize_per_channel_default_37" -> "740 dequantize_per_channel_default_37"; -"740 dequantize_per_channel_default_37" -> "742 linear_36"; -"741 _param_constant115_0_0" -> "742 linear_36"; -"742 linear_36" -> "743 unflatten_9"; -"743 unflatten_9" -> "744 unsqueeze_9"; -"744 unsqueeze_9" -> "745 transpose_55"; -"745 transpose_55" -> "746 squeeze_9"; -"746 squeeze_9" -> "747 contiguous_9"; -"747 contiguous_9" -> "748 quantize_per_tensor_default_56"; -"747 contiguous_9" -> "751 quantize_per_tensor_default_57"; -"747 contiguous_9" -> "754 select_29"; -"748 quantize_per_tensor_default_56" -> "749 dequantize_per_tensor_default_56"; -"749 dequantize_per_tensor_default_56" -> "750 select_27"; -"750 select_27" -> "755 view_72"; -"751 quantize_per_tensor_default_57" -> "752 dequantize_per_tensor_default_57"; -"752 dequantize_per_tensor_default_57" -> "753 select_28"; -"753 select_28" -> "757 view_73"; -"754 select_29" -> "759 view_74"; -"755 view_72" -> "756 transpose_56"; -"756 transpose_56" -> "761 view_75"; -"757 view_73" -> "758 transpose_57"; -"758 transpose_57" -> "762 view_76"; -"759 view_74" -> "760 transpose_58"; -"760 transpose_58" -> "763 view_77"; -"761 view_75" -> "764 scaled_dot_product_attention_9"; -"762 view_76" -> "764 scaled_dot_product_attention_9"; -"763 view_77" -> "764 scaled_dot_product_attention_9"; -"764 scaled_dot_product_attention_9" -> "765 permute_10"; -"765 permute_10" -> "766 view_78"; -"766 view_78" -> "768 view_78_0_0_nncf_smooth_quant_0"; -"767 linear_37_updated_constant0" -> "773 quantize_per_channel_default_38"; -"768 view_78_0_0_nncf_smooth_quant_0" -> "769 quantize_per_tensor_default_58"; -"769 quantize_per_tensor_default_58" -> "770 dequantize_per_tensor_default_58"; -"770 dequantize_per_tensor_default_58" -> "776 linear_37"; -"771 linear_37_scale_0" -> "773 quantize_per_channel_default_38"; -"771 linear_37_scale_0" -> "774 dequantize_per_channel_default_38"; -"772 linear_37_zero_point_0" -> "773 quantize_per_channel_default_38"; -"772 linear_37_zero_point_0" -> "774 dequantize_per_channel_default_38"; -"773 quantize_per_channel_default_38" -> "774 dequantize_per_channel_default_38"; -"774 dequantize_per_channel_default_38" -> "776 linear_37"; -"775 _param_constant117_0_0" -> "776 linear_37"; -"776 linear_37" -> "777 view_79"; -"777 view_79" -> "778 transpose_59"; -"778 transpose_59" -> "779 dropout_28"; -"779 dropout_28" -> "780 add_19"; -"780 add_19" -> "783 layer_norm_19"; -"780 add_19" -> "807 add_20"; -"781 _param_constant118" -> "783 layer_norm_19"; -"782 _param_constant119" -> "783 layer_norm_19"; -"783 layer_norm_19" -> "785 layer_norm_19_0_0_nncf_smooth_quant_0"; -"784 linear_38_updated_constant0" -> "790 quantize_per_channel_default_39"; -"785 layer_norm_19_0_0_nncf_smooth_quant_0" -> "786 quantize_per_tensor_default_59"; -"786 quantize_per_tensor_default_59" -> "787 dequantize_per_tensor_default_59"; -"787 dequantize_per_tensor_default_59" -> "793 linear_38"; -"788 linear_38_scale_0" -> "790 quantize_per_channel_default_39"; -"788 linear_38_scale_0" -> "791 dequantize_per_channel_default_39"; -"789 linear_38_zero_point_0" -> "790 quantize_per_channel_default_39"; -"789 linear_38_zero_point_0" -> "791 dequantize_per_channel_default_39"; -"790 quantize_per_channel_default_39" -> "791 dequantize_per_channel_default_39"; -"791 dequantize_per_channel_default_39" -> "793 linear_38"; -"792 _param_constant121_0_0" -> "793 linear_38"; -"793 linear_38" -> "794 gelu_9"; -"794 gelu_9" -> "795 dropout_29"; -"795 dropout_29" -> "797 dropout_29_0_0_nncf_smooth_quant_0"; -"796 linear_39_updated_constant0" -> "802 quantize_per_channel_default_40"; -"797 dropout_29_0_0_nncf_smooth_quant_0" -> "798 quantize_per_tensor_default_60"; -"798 quantize_per_tensor_default_60" -> "799 dequantize_per_tensor_default_60"; -"799 dequantize_per_tensor_default_60" -> "805 linear_39"; -"800 linear_39_scale_0" -> "802 quantize_per_channel_default_40"; -"800 linear_39_scale_0" -> "803 dequantize_per_channel_default_40"; -"801 linear_39_zero_point_0" -> "802 quantize_per_channel_default_40"; -"801 linear_39_zero_point_0" -> "803 dequantize_per_channel_default_40"; -"802 quantize_per_channel_default_40" -> "803 dequantize_per_channel_default_40"; -"803 dequantize_per_channel_default_40" -> "805 linear_39"; -"804 _param_constant123_0_0" -> "805 linear_39"; -"805 linear_39" -> "806 dropout_30"; -"806 dropout_30" -> "807 add_20"; -"807 add_20" -> "810 layer_norm_20"; -"807 add_20" -> "859 add_21"; -"808 _param_constant124" -> "810 layer_norm_20"; -"809 _param_constant125" -> "810 layer_norm_20"; -"810 layer_norm_20" -> "811 transpose_60"; -"811 transpose_60" -> "813 transpose_60_0_0_nncf_smooth_quant_0"; -"812 linear_40_updated_constant0" -> "818 quantize_per_channel_default_41"; -"813 transpose_60_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_61"; -"814 quantize_per_tensor_default_61" -> "815 dequantize_per_tensor_default_61"; -"815 dequantize_per_tensor_default_61" -> "821 linear_40"; -"816 linear_40_scale_0" -> "818 quantize_per_channel_default_41"; -"816 linear_40_scale_0" -> "819 dequantize_per_channel_default_41"; -"817 linear_40_zero_point_0" -> "818 quantize_per_channel_default_41"; -"817 linear_40_zero_point_0" -> "819 dequantize_per_channel_default_41"; -"818 quantize_per_channel_default_41" -> "819 dequantize_per_channel_default_41"; -"819 dequantize_per_channel_default_41" -> "821 linear_40"; -"820 _param_constant127_0_0" -> "821 linear_40"; -"821 linear_40" -> "822 unflatten_10"; -"822 unflatten_10" -> "823 unsqueeze_10"; -"823 unsqueeze_10" -> "824 transpose_61"; -"824 transpose_61" -> "825 squeeze_10"; -"825 squeeze_10" -> "826 contiguous_10"; -"826 contiguous_10" -> "827 quantize_per_tensor_default_62"; -"826 contiguous_10" -> "830 quantize_per_tensor_default_63"; -"826 contiguous_10" -> "833 select_32"; -"827 quantize_per_tensor_default_62" -> "828 dequantize_per_tensor_default_62"; -"828 dequantize_per_tensor_default_62" -> "829 select_30"; -"829 select_30" -> "834 view_80"; -"830 quantize_per_tensor_default_63" -> "831 dequantize_per_tensor_default_63"; -"831 dequantize_per_tensor_default_63" -> "832 select_31"; -"832 select_31" -> "836 view_81"; -"833 select_32" -> "838 view_82"; -"834 view_80" -> "835 transpose_62"; -"835 transpose_62" -> "840 view_83"; -"836 view_81" -> "837 transpose_63"; -"837 transpose_63" -> "841 view_84"; -"838 view_82" -> "839 transpose_64"; -"839 transpose_64" -> "842 view_85"; -"840 view_83" -> "843 scaled_dot_product_attention_10"; -"841 view_84" -> "843 scaled_dot_product_attention_10"; -"842 view_85" -> "843 scaled_dot_product_attention_10"; -"843 scaled_dot_product_attention_10" -> "844 permute_11"; -"844 permute_11" -> "845 view_86"; -"845 view_86" -> "847 view_86_0_0_nncf_smooth_quant_0"; -"846 linear_41_updated_constant0" -> "852 quantize_per_channel_default_42"; -"847 view_86_0_0_nncf_smooth_quant_0" -> "848 quantize_per_tensor_default_64"; -"848 quantize_per_tensor_default_64" -> "849 dequantize_per_tensor_default_64"; -"849 dequantize_per_tensor_default_64" -> "855 linear_41"; -"850 linear_41_scale_0" -> "852 quantize_per_channel_default_42"; -"850 linear_41_scale_0" -> "853 dequantize_per_channel_default_42"; -"851 linear_41_zero_point_0" -> "852 quantize_per_channel_default_42"; -"851 linear_41_zero_point_0" -> "853 dequantize_per_channel_default_42"; -"852 quantize_per_channel_default_42" -> "853 dequantize_per_channel_default_42"; -"853 dequantize_per_channel_default_42" -> "855 linear_41"; -"854 _param_constant129_0_0" -> "855 linear_41"; -"855 linear_41" -> "856 view_87"; -"856 view_87" -> "857 transpose_65"; -"857 transpose_65" -> "858 dropout_31"; -"858 dropout_31" -> "859 add_21"; -"859 add_21" -> "862 layer_norm_21"; -"859 add_21" -> "886 add_22"; -"860 _param_constant130" -> "862 layer_norm_21"; -"861 _param_constant131" -> "862 layer_norm_21"; -"862 layer_norm_21" -> "864 layer_norm_21_0_0_nncf_smooth_quant_0"; -"863 linear_42_updated_constant0" -> "869 quantize_per_channel_default_43"; -"864 layer_norm_21_0_0_nncf_smooth_quant_0" -> "865 quantize_per_tensor_default_65"; -"865 quantize_per_tensor_default_65" -> "866 dequantize_per_tensor_default_65"; -"866 dequantize_per_tensor_default_65" -> "872 linear_42"; -"867 linear_42_scale_0" -> "869 quantize_per_channel_default_43"; -"867 linear_42_scale_0" -> "870 dequantize_per_channel_default_43"; -"868 linear_42_zero_point_0" -> "869 quantize_per_channel_default_43"; -"868 linear_42_zero_point_0" -> "870 dequantize_per_channel_default_43"; -"869 quantize_per_channel_default_43" -> "870 dequantize_per_channel_default_43"; -"870 dequantize_per_channel_default_43" -> "872 linear_42"; -"871 _param_constant133_0_0" -> "872 linear_42"; -"872 linear_42" -> "873 gelu_10"; -"873 gelu_10" -> "874 dropout_32"; -"874 dropout_32" -> "876 dropout_32_0_0_nncf_smooth_quant_0"; -"875 linear_43_updated_constant0" -> "881 quantize_per_channel_default_44"; -"876 dropout_32_0_0_nncf_smooth_quant_0" -> "877 quantize_per_tensor_default_66"; -"877 quantize_per_tensor_default_66" -> "878 dequantize_per_tensor_default_66"; -"878 dequantize_per_tensor_default_66" -> "884 linear_43"; -"879 linear_43_scale_0" -> "881 quantize_per_channel_default_44"; -"879 linear_43_scale_0" -> "882 dequantize_per_channel_default_44"; -"880 linear_43_zero_point_0" -> "881 quantize_per_channel_default_44"; -"880 linear_43_zero_point_0" -> "882 dequantize_per_channel_default_44"; -"881 quantize_per_channel_default_44" -> "882 dequantize_per_channel_default_44"; -"882 dequantize_per_channel_default_44" -> "884 linear_43"; -"883 _param_constant135_0_0" -> "884 linear_43"; -"884 linear_43" -> "885 dropout_33"; -"885 dropout_33" -> "886 add_22"; -"886 add_22" -> "889 layer_norm_22"; -"886 add_22" -> "938 add_23"; -"887 _param_constant136" -> "889 layer_norm_22"; -"888 _param_constant137" -> "889 layer_norm_22"; -"889 layer_norm_22" -> "890 transpose_66"; -"890 transpose_66" -> "892 transpose_66_0_0_nncf_smooth_quant_0"; -"891 linear_44_updated_constant0" -> "897 quantize_per_channel_default_45"; -"892 transpose_66_0_0_nncf_smooth_quant_0" -> "893 quantize_per_tensor_default_67"; -"893 quantize_per_tensor_default_67" -> "894 dequantize_per_tensor_default_67"; -"894 dequantize_per_tensor_default_67" -> "900 linear_44"; -"895 linear_44_scale_0" -> "897 quantize_per_channel_default_45"; -"895 linear_44_scale_0" -> "898 dequantize_per_channel_default_45"; -"896 linear_44_zero_point_0" -> "897 quantize_per_channel_default_45"; -"896 linear_44_zero_point_0" -> "898 dequantize_per_channel_default_45"; -"897 quantize_per_channel_default_45" -> "898 dequantize_per_channel_default_45"; -"898 dequantize_per_channel_default_45" -> "900 linear_44"; -"899 _param_constant139_0_0" -> "900 linear_44"; -"900 linear_44" -> "901 unflatten_11"; -"901 unflatten_11" -> "902 unsqueeze_11"; -"902 unsqueeze_11" -> "903 transpose_67"; -"903 transpose_67" -> "904 squeeze_11"; -"904 squeeze_11" -> "905 contiguous_11"; -"905 contiguous_11" -> "906 quantize_per_tensor_default_68"; -"905 contiguous_11" -> "909 quantize_per_tensor_default_69"; -"905 contiguous_11" -> "912 select_35"; -"906 quantize_per_tensor_default_68" -> "907 dequantize_per_tensor_default_68"; -"907 dequantize_per_tensor_default_68" -> "908 select_33"; -"908 select_33" -> "913 view_88"; -"909 quantize_per_tensor_default_69" -> "910 dequantize_per_tensor_default_69"; -"910 dequantize_per_tensor_default_69" -> "911 select_34"; -"911 select_34" -> "915 view_89"; -"912 select_35" -> "917 view_90"; -"913 view_88" -> "914 transpose_68"; -"914 transpose_68" -> "919 view_91"; -"915 view_89" -> "916 transpose_69"; -"916 transpose_69" -> "920 view_92"; -"917 view_90" -> "918 transpose_70"; -"918 transpose_70" -> "921 view_93"; -"919 view_91" -> "922 scaled_dot_product_attention_11"; -"920 view_92" -> "922 scaled_dot_product_attention_11"; -"921 view_93" -> "922 scaled_dot_product_attention_11"; -"922 scaled_dot_product_attention_11" -> "923 permute_12"; -"923 permute_12" -> "924 view_94"; -"924 view_94" -> "926 view_94_0_0_nncf_smooth_quant_0"; -"925 linear_45_updated_constant0" -> "931 quantize_per_channel_default_46"; -"926 view_94_0_0_nncf_smooth_quant_0" -> "927 quantize_per_tensor_default_70"; -"927 quantize_per_tensor_default_70" -> "928 dequantize_per_tensor_default_70"; -"928 dequantize_per_tensor_default_70" -> "934 linear_45"; -"929 linear_45_scale_0" -> "931 quantize_per_channel_default_46"; -"929 linear_45_scale_0" -> "932 dequantize_per_channel_default_46"; -"930 linear_45_zero_point_0" -> "931 quantize_per_channel_default_46"; -"930 linear_45_zero_point_0" -> "932 dequantize_per_channel_default_46"; -"931 quantize_per_channel_default_46" -> "932 dequantize_per_channel_default_46"; -"932 dequantize_per_channel_default_46" -> "934 linear_45"; -"933 _param_constant141_0_0" -> "934 linear_45"; -"934 linear_45" -> "935 view_95"; -"935 view_95" -> "936 transpose_71"; -"936 transpose_71" -> "937 dropout_34"; -"937 dropout_34" -> "938 add_23"; -"938 add_23" -> "941 layer_norm_23"; -"938 add_23" -> "965 add_24"; -"939 _param_constant142" -> "941 layer_norm_23"; -"940 _param_constant143" -> "941 layer_norm_23"; -"941 layer_norm_23" -> "943 layer_norm_23_0_0_nncf_smooth_quant_0"; -"942 linear_46_updated_constant0" -> "948 quantize_per_channel_default_47"; -"943 layer_norm_23_0_0_nncf_smooth_quant_0" -> "944 quantize_per_tensor_default_71"; -"944 quantize_per_tensor_default_71" -> "945 dequantize_per_tensor_default_71"; -"945 dequantize_per_tensor_default_71" -> "951 linear_46"; -"946 linear_46_scale_0" -> "948 quantize_per_channel_default_47"; -"946 linear_46_scale_0" -> "949 dequantize_per_channel_default_47"; -"947 linear_46_zero_point_0" -> "948 quantize_per_channel_default_47"; -"947 linear_46_zero_point_0" -> "949 dequantize_per_channel_default_47"; -"948 quantize_per_channel_default_47" -> "949 dequantize_per_channel_default_47"; -"949 dequantize_per_channel_default_47" -> "951 linear_46"; -"950 _param_constant145_0_0" -> "951 linear_46"; -"951 linear_46" -> "952 gelu_11"; -"952 gelu_11" -> "953 dropout_35"; -"953 dropout_35" -> "955 dropout_35_0_0_nncf_smooth_quant_0"; -"954 linear_47_updated_constant0" -> "960 quantize_per_channel_default_48"; -"955 dropout_35_0_0_nncf_smooth_quant_0" -> "956 quantize_per_tensor_default_72"; -"956 quantize_per_tensor_default_72" -> "957 dequantize_per_tensor_default_72"; -"957 dequantize_per_tensor_default_72" -> "963 linear_47"; -"958 linear_47_scale_0" -> "960 quantize_per_channel_default_48"; -"958 linear_47_scale_0" -> "961 dequantize_per_channel_default_48"; -"959 linear_47_zero_point_0" -> "960 quantize_per_channel_default_48"; -"959 linear_47_zero_point_0" -> "961 dequantize_per_channel_default_48"; -"960 quantize_per_channel_default_48" -> "961 dequantize_per_channel_default_48"; -"961 dequantize_per_channel_default_48" -> "963 linear_47"; -"962 _param_constant147_0_0" -> "963 linear_47"; -"963 linear_47" -> "964 dropout_36"; -"964 dropout_36" -> "965 add_24"; -"965 add_24" -> "968 layer_norm_24"; -"966 _param_constant148" -> "968 layer_norm_24"; -"967 _param_constant149" -> "968 layer_norm_24"; -"968 layer_norm_24" -> "969 slice_1"; -"969 slice_1" -> "970 select_36"; -"970 select_36" -> "972 select_36_0_0_nncf_smooth_quant_0"; -"971 linear_48_updated_constant0" -> "977 quantize_per_channel_default_49"; -"972 select_36_0_0_nncf_smooth_quant_0" -> "973 quantize_per_tensor_default_73"; -"973 quantize_per_tensor_default_73" -> "974 dequantize_per_tensor_default_73"; -"974 dequantize_per_tensor_default_73" -> "980 linear_48"; -"975 linear_48_scale_0" -> "977 quantize_per_channel_default_49"; -"975 linear_48_scale_0" -> "978 dequantize_per_channel_default_49"; -"976 linear_48_zero_point_0" -> "977 quantize_per_channel_default_49"; -"976 linear_48_zero_point_0" -> "978 dequantize_per_channel_default_49"; -"977 quantize_per_channel_default_49" -> "978 dequantize_per_channel_default_49"; -"978 dequantize_per_channel_default_49" -> "980 linear_48"; -"979 _param_constant151_0_0" -> "980 linear_48"; -"980 linear_48" -> "981 output"; +"2 dequantize_per_tensor_default" -> "7 conv2d"; +"3 conv2d_scale_0_updated_constant0" -> "6 mul"; +"4 compressed_weight_updated_constant0" -> "6 mul"; +"5 _param_constant1_0_0" -> "7 conv2d"; +"6 mul" -> "7 conv2d"; +"7 conv2d" -> "8 reshape"; +"8 reshape" -> "9 permute"; +"9 permute" -> "12 cat"; +"10 _param_constant2" -> "11 expand"; +"11 expand" -> "12 cat"; +"12 cat" -> "14 add"; +"13 _param_constant3" -> "14 add"; +"14 add" -> "15 dropout"; +"15 dropout" -> "18 layer_norm"; +"15 dropout" -> "63 add_1"; +"16 _param_constant4" -> "18 layer_norm"; +"17 _param_constant5" -> "18 layer_norm"; +"18 layer_norm" -> "19 transpose"; +"19 transpose" -> "20 transpose_0_0_nncf_smooth_quant_0"; +"20 transpose_0_0_nncf_smooth_quant_0" -> "21 quantize_per_tensor_default_1"; +"21 quantize_per_tensor_default_1" -> "22 dequantize_per_tensor_default_1"; +"22 dequantize_per_tensor_default_1" -> "27 linear"; +"23 linear_scale_0_updated_constant0" -> "26 mul_1"; +"24 compressed_weight_updated_constant1" -> "26 mul_1"; +"25 _param_constant7_0_0" -> "27 linear"; +"26 mul_1" -> "27 linear"; +"27 linear" -> "28 unflatten"; +"28 unflatten" -> "29 unsqueeze"; +"29 unsqueeze" -> "30 transpose_1"; +"30 transpose_1" -> "31 squeeze"; +"31 squeeze" -> "32 contiguous"; +"32 contiguous" -> "33 quantize_per_tensor_default_2"; +"32 contiguous" -> "36 quantize_per_tensor_default_3"; +"32 contiguous" -> "39 select_2"; +"33 quantize_per_tensor_default_2" -> "34 dequantize_per_tensor_default_2"; +"34 dequantize_per_tensor_default_2" -> "35 select"; +"35 select" -> "40 view"; +"36 quantize_per_tensor_default_3" -> "37 dequantize_per_tensor_default_3"; +"37 dequantize_per_tensor_default_3" -> "38 select_1"; +"38 select_1" -> "42 view_1"; +"39 select_2" -> "44 view_2"; +"40 view" -> "41 transpose_2"; +"41 transpose_2" -> "46 view_3"; +"42 view_1" -> "43 transpose_3"; +"43 transpose_3" -> "47 view_4"; +"44 view_2" -> "45 transpose_4"; +"45 transpose_4" -> "48 view_5"; +"46 view_3" -> "49 scaled_dot_product_attention"; +"47 view_4" -> "49 scaled_dot_product_attention"; +"48 view_5" -> "49 scaled_dot_product_attention"; +"49 scaled_dot_product_attention" -> "50 permute_1"; +"50 permute_1" -> "51 view_6"; +"51 view_6" -> "52 view_6_0_0_nncf_smooth_quant_0"; +"52 view_6_0_0_nncf_smooth_quant_0" -> "53 quantize_per_tensor_default_4"; +"53 quantize_per_tensor_default_4" -> "54 dequantize_per_tensor_default_4"; +"54 dequantize_per_tensor_default_4" -> "59 linear_1"; +"55 linear_1_scale_0_updated_constant0" -> "58 mul_2"; +"56 compressed_weight_updated_constant2" -> "58 mul_2"; +"57 _param_constant9_0_0" -> "59 linear_1"; +"58 mul_2" -> "59 linear_1"; +"59 linear_1" -> "60 view_7"; +"60 view_7" -> "61 transpose_5"; +"61 transpose_5" -> "62 dropout_1"; +"62 dropout_1" -> "63 add_1"; +"63 add_1" -> "66 layer_norm_1"; +"63 add_1" -> "86 add_2"; +"64 _param_constant10" -> "66 layer_norm_1"; +"65 _param_constant11" -> "66 layer_norm_1"; +"66 layer_norm_1" -> "67 layer_norm_1_0_0_nncf_smooth_quant_0"; +"67 layer_norm_1_0_0_nncf_smooth_quant_0" -> "68 quantize_per_tensor_default_5"; +"68 quantize_per_tensor_default_5" -> "69 dequantize_per_tensor_default_5"; +"69 dequantize_per_tensor_default_5" -> "74 linear_2"; +"70 linear_2_scale_0_updated_constant0" -> "73 mul_3"; +"71 compressed_weight_updated_constant3" -> "73 mul_3"; +"72 _param_constant13_0_0" -> "74 linear_2"; +"73 mul_3" -> "74 linear_2"; +"74 linear_2" -> "75 gelu"; +"75 gelu" -> "76 dropout_2"; +"76 dropout_2" -> "77 dropout_2_0_0_nncf_smooth_quant_0"; +"77 dropout_2_0_0_nncf_smooth_quant_0" -> "78 quantize_per_tensor_default_6"; +"78 quantize_per_tensor_default_6" -> "79 dequantize_per_tensor_default_6"; +"79 dequantize_per_tensor_default_6" -> "84 linear_3"; +"80 linear_3_scale_0_updated_constant0" -> "83 mul_4"; +"81 compressed_weight_updated_constant4" -> "83 mul_4"; +"82 _param_constant15_0_0" -> "84 linear_3"; +"83 mul_4" -> "84 linear_3"; +"84 linear_3" -> "85 dropout_3"; +"85 dropout_3" -> "86 add_2"; +"86 add_2" -> "89 layer_norm_2"; +"86 add_2" -> "134 add_3"; +"87 _param_constant16" -> "89 layer_norm_2"; +"88 _param_constant17" -> "89 layer_norm_2"; +"89 layer_norm_2" -> "90 transpose_6"; +"90 transpose_6" -> "91 transpose_6_0_0_nncf_smooth_quant_0"; +"91 transpose_6_0_0_nncf_smooth_quant_0" -> "92 quantize_per_tensor_default_7"; +"92 quantize_per_tensor_default_7" -> "93 dequantize_per_tensor_default_7"; +"93 dequantize_per_tensor_default_7" -> "98 linear_4"; +"94 linear_4_scale_0_updated_constant0" -> "97 mul_5"; +"95 compressed_weight_updated_constant5" -> "97 mul_5"; +"96 _param_constant19_0_0" -> "98 linear_4"; +"97 mul_5" -> "98 linear_4"; +"98 linear_4" -> "99 unflatten_1"; +"99 unflatten_1" -> "100 unsqueeze_1"; +"100 unsqueeze_1" -> "101 transpose_7"; +"101 transpose_7" -> "102 squeeze_1"; +"102 squeeze_1" -> "103 contiguous_1"; +"103 contiguous_1" -> "104 quantize_per_tensor_default_8"; +"103 contiguous_1" -> "107 quantize_per_tensor_default_9"; +"103 contiguous_1" -> "110 select_5"; +"104 quantize_per_tensor_default_8" -> "105 dequantize_per_tensor_default_8"; +"105 dequantize_per_tensor_default_8" -> "106 select_3"; +"106 select_3" -> "111 view_8"; +"107 quantize_per_tensor_default_9" -> "108 dequantize_per_tensor_default_9"; +"108 dequantize_per_tensor_default_9" -> "109 select_4"; +"109 select_4" -> "113 view_9"; +"110 select_5" -> "115 view_10"; +"111 view_8" -> "112 transpose_8"; +"112 transpose_8" -> "117 view_11"; +"113 view_9" -> "114 transpose_9"; +"114 transpose_9" -> "118 view_12"; +"115 view_10" -> "116 transpose_10"; +"116 transpose_10" -> "119 view_13"; +"117 view_11" -> "120 scaled_dot_product_attention_1"; +"118 view_12" -> "120 scaled_dot_product_attention_1"; +"119 view_13" -> "120 scaled_dot_product_attention_1"; +"120 scaled_dot_product_attention_1" -> "121 permute_2"; +"121 permute_2" -> "122 view_14"; +"122 view_14" -> "123 view_14_0_0_nncf_smooth_quant_0"; +"123 view_14_0_0_nncf_smooth_quant_0" -> "124 quantize_per_tensor_default_10"; +"124 quantize_per_tensor_default_10" -> "125 dequantize_per_tensor_default_10"; +"125 dequantize_per_tensor_default_10" -> "130 linear_5"; +"126 linear_5_scale_0_updated_constant0" -> "129 mul_6"; +"127 compressed_weight_updated_constant6" -> "129 mul_6"; +"128 _param_constant21_0_0" -> "130 linear_5"; +"129 mul_6" -> "130 linear_5"; +"130 linear_5" -> "131 view_15"; +"131 view_15" -> "132 transpose_11"; +"132 transpose_11" -> "133 dropout_4"; +"133 dropout_4" -> "134 add_3"; +"134 add_3" -> "137 layer_norm_3"; +"134 add_3" -> "157 add_4"; +"135 _param_constant22" -> "137 layer_norm_3"; +"136 _param_constant23" -> "137 layer_norm_3"; +"137 layer_norm_3" -> "138 layer_norm_3_0_0_nncf_smooth_quant_0"; +"138 layer_norm_3_0_0_nncf_smooth_quant_0" -> "139 quantize_per_tensor_default_11"; +"139 quantize_per_tensor_default_11" -> "140 dequantize_per_tensor_default_11"; +"140 dequantize_per_tensor_default_11" -> "145 linear_6"; +"141 linear_6_scale_0_updated_constant0" -> "144 mul_7"; +"142 compressed_weight_updated_constant7" -> "144 mul_7"; +"143 _param_constant25_0_0" -> "145 linear_6"; +"144 mul_7" -> "145 linear_6"; +"145 linear_6" -> "146 gelu_1"; +"146 gelu_1" -> "147 dropout_5"; +"147 dropout_5" -> "148 dropout_5_0_0_nncf_smooth_quant_0"; +"148 dropout_5_0_0_nncf_smooth_quant_0" -> "149 quantize_per_tensor_default_12"; +"149 quantize_per_tensor_default_12" -> "150 dequantize_per_tensor_default_12"; +"150 dequantize_per_tensor_default_12" -> "155 linear_7"; +"151 linear_7_scale_0_updated_constant0" -> "154 mul_8"; +"152 compressed_weight_updated_constant8" -> "154 mul_8"; +"153 _param_constant27_0_0" -> "155 linear_7"; +"154 mul_8" -> "155 linear_7"; +"155 linear_7" -> "156 dropout_6"; +"156 dropout_6" -> "157 add_4"; +"157 add_4" -> "160 layer_norm_4"; +"157 add_4" -> "205 add_5"; +"158 _param_constant28" -> "160 layer_norm_4"; +"159 _param_constant29" -> "160 layer_norm_4"; +"160 layer_norm_4" -> "161 transpose_12"; +"161 transpose_12" -> "162 transpose_12_0_0_nncf_smooth_quant_0"; +"162 transpose_12_0_0_nncf_smooth_quant_0" -> "163 quantize_per_tensor_default_13"; +"163 quantize_per_tensor_default_13" -> "164 dequantize_per_tensor_default_13"; +"164 dequantize_per_tensor_default_13" -> "169 linear_8"; +"165 linear_8_scale_0_updated_constant0" -> "168 mul_9"; +"166 compressed_weight_updated_constant9" -> "168 mul_9"; +"167 _param_constant31_0_0" -> "169 linear_8"; +"168 mul_9" -> "169 linear_8"; +"169 linear_8" -> "170 unflatten_2"; +"170 unflatten_2" -> "171 unsqueeze_2"; +"171 unsqueeze_2" -> "172 transpose_13"; +"172 transpose_13" -> "173 squeeze_2"; +"173 squeeze_2" -> "174 contiguous_2"; +"174 contiguous_2" -> "175 quantize_per_tensor_default_14"; +"174 contiguous_2" -> "178 quantize_per_tensor_default_15"; +"174 contiguous_2" -> "181 select_8"; +"175 quantize_per_tensor_default_14" -> "176 dequantize_per_tensor_default_14"; +"176 dequantize_per_tensor_default_14" -> "177 select_6"; +"177 select_6" -> "182 view_16"; +"178 quantize_per_tensor_default_15" -> "179 dequantize_per_tensor_default_15"; +"179 dequantize_per_tensor_default_15" -> "180 select_7"; +"180 select_7" -> "184 view_17"; +"181 select_8" -> "186 view_18"; +"182 view_16" -> "183 transpose_14"; +"183 transpose_14" -> "188 view_19"; +"184 view_17" -> "185 transpose_15"; +"185 transpose_15" -> "189 view_20"; +"186 view_18" -> "187 transpose_16"; +"187 transpose_16" -> "190 view_21"; +"188 view_19" -> "191 scaled_dot_product_attention_2"; +"189 view_20" -> "191 scaled_dot_product_attention_2"; +"190 view_21" -> "191 scaled_dot_product_attention_2"; +"191 scaled_dot_product_attention_2" -> "192 permute_3"; +"192 permute_3" -> "193 view_22"; +"193 view_22" -> "194 view_22_0_0_nncf_smooth_quant_0"; +"194 view_22_0_0_nncf_smooth_quant_0" -> "195 quantize_per_tensor_default_16"; +"195 quantize_per_tensor_default_16" -> "196 dequantize_per_tensor_default_16"; +"196 dequantize_per_tensor_default_16" -> "201 linear_9"; +"197 linear_9_scale_0_updated_constant0" -> "200 mul_10"; +"198 compressed_weight_updated_constant10" -> "200 mul_10"; +"199 _param_constant33_0_0" -> "201 linear_9"; +"200 mul_10" -> "201 linear_9"; +"201 linear_9" -> "202 view_23"; +"202 view_23" -> "203 transpose_17"; +"203 transpose_17" -> "204 dropout_7"; +"204 dropout_7" -> "205 add_5"; +"205 add_5" -> "208 layer_norm_5"; +"205 add_5" -> "228 add_6"; +"206 _param_constant34" -> "208 layer_norm_5"; +"207 _param_constant35" -> "208 layer_norm_5"; +"208 layer_norm_5" -> "209 layer_norm_5_0_0_nncf_smooth_quant_0"; +"209 layer_norm_5_0_0_nncf_smooth_quant_0" -> "210 quantize_per_tensor_default_17"; +"210 quantize_per_tensor_default_17" -> "211 dequantize_per_tensor_default_17"; +"211 dequantize_per_tensor_default_17" -> "216 linear_10"; +"212 linear_10_scale_0_updated_constant0" -> "215 mul_11"; +"213 compressed_weight_updated_constant11" -> "215 mul_11"; +"214 _param_constant37_0_0" -> "216 linear_10"; +"215 mul_11" -> "216 linear_10"; +"216 linear_10" -> "217 gelu_2"; +"217 gelu_2" -> "218 dropout_8"; +"218 dropout_8" -> "219 dropout_8_0_0_nncf_smooth_quant_0"; +"219 dropout_8_0_0_nncf_smooth_quant_0" -> "220 quantize_per_tensor_default_18"; +"220 quantize_per_tensor_default_18" -> "221 dequantize_per_tensor_default_18"; +"221 dequantize_per_tensor_default_18" -> "226 linear_11"; +"222 linear_11_scale_0_updated_constant0" -> "225 mul_12"; +"223 compressed_weight_updated_constant12" -> "225 mul_12"; +"224 _param_constant39_0_0" -> "226 linear_11"; +"225 mul_12" -> "226 linear_11"; +"226 linear_11" -> "227 dropout_9"; +"227 dropout_9" -> "228 add_6"; +"228 add_6" -> "231 layer_norm_6"; +"228 add_6" -> "276 add_7"; +"229 _param_constant40" -> "231 layer_norm_6"; +"230 _param_constant41" -> "231 layer_norm_6"; +"231 layer_norm_6" -> "232 transpose_18"; +"232 transpose_18" -> "233 transpose_18_0_0_nncf_smooth_quant_0"; +"233 transpose_18_0_0_nncf_smooth_quant_0" -> "234 quantize_per_tensor_default_19"; +"234 quantize_per_tensor_default_19" -> "235 dequantize_per_tensor_default_19"; +"235 dequantize_per_tensor_default_19" -> "240 linear_12"; +"236 linear_12_scale_0_updated_constant0" -> "239 mul_13"; +"237 compressed_weight_updated_constant13" -> "239 mul_13"; +"238 _param_constant43_0_0" -> "240 linear_12"; +"239 mul_13" -> "240 linear_12"; +"240 linear_12" -> "241 unflatten_3"; +"241 unflatten_3" -> "242 unsqueeze_3"; +"242 unsqueeze_3" -> "243 transpose_19"; +"243 transpose_19" -> "244 squeeze_3"; +"244 squeeze_3" -> "245 contiguous_3"; +"245 contiguous_3" -> "246 quantize_per_tensor_default_20"; +"245 contiguous_3" -> "249 quantize_per_tensor_default_21"; +"245 contiguous_3" -> "252 select_11"; +"246 quantize_per_tensor_default_20" -> "247 dequantize_per_tensor_default_20"; +"247 dequantize_per_tensor_default_20" -> "248 select_9"; +"248 select_9" -> "253 view_24"; +"249 quantize_per_tensor_default_21" -> "250 dequantize_per_tensor_default_21"; +"250 dequantize_per_tensor_default_21" -> "251 select_10"; +"251 select_10" -> "255 view_25"; +"252 select_11" -> "257 view_26"; +"253 view_24" -> "254 transpose_20"; +"254 transpose_20" -> "259 view_27"; +"255 view_25" -> "256 transpose_21"; +"256 transpose_21" -> "260 view_28"; +"257 view_26" -> "258 transpose_22"; +"258 transpose_22" -> "261 view_29"; +"259 view_27" -> "262 scaled_dot_product_attention_3"; +"260 view_28" -> "262 scaled_dot_product_attention_3"; +"261 view_29" -> "262 scaled_dot_product_attention_3"; +"262 scaled_dot_product_attention_3" -> "263 permute_4"; +"263 permute_4" -> "264 view_30"; +"264 view_30" -> "265 view_30_0_0_nncf_smooth_quant_0"; +"265 view_30_0_0_nncf_smooth_quant_0" -> "266 quantize_per_tensor_default_22"; +"266 quantize_per_tensor_default_22" -> "267 dequantize_per_tensor_default_22"; +"267 dequantize_per_tensor_default_22" -> "272 linear_13"; +"268 linear_13_scale_0_updated_constant0" -> "271 mul_14"; +"269 compressed_weight_updated_constant14" -> "271 mul_14"; +"270 _param_constant45_0_0" -> "272 linear_13"; +"271 mul_14" -> "272 linear_13"; +"272 linear_13" -> "273 view_31"; +"273 view_31" -> "274 transpose_23"; +"274 transpose_23" -> "275 dropout_10"; +"275 dropout_10" -> "276 add_7"; +"276 add_7" -> "279 layer_norm_7"; +"276 add_7" -> "299 add_8"; +"277 _param_constant46" -> "279 layer_norm_7"; +"278 _param_constant47" -> "279 layer_norm_7"; +"279 layer_norm_7" -> "280 layer_norm_7_0_0_nncf_smooth_quant_0"; +"280 layer_norm_7_0_0_nncf_smooth_quant_0" -> "281 quantize_per_tensor_default_23"; +"281 quantize_per_tensor_default_23" -> "282 dequantize_per_tensor_default_23"; +"282 dequantize_per_tensor_default_23" -> "287 linear_14"; +"283 linear_14_scale_0_updated_constant0" -> "286 mul_15"; +"284 compressed_weight_updated_constant15" -> "286 mul_15"; +"285 _param_constant49_0_0" -> "287 linear_14"; +"286 mul_15" -> "287 linear_14"; +"287 linear_14" -> "288 gelu_3"; +"288 gelu_3" -> "289 dropout_11"; +"289 dropout_11" -> "290 dropout_11_0_0_nncf_smooth_quant_0"; +"290 dropout_11_0_0_nncf_smooth_quant_0" -> "291 quantize_per_tensor_default_24"; +"291 quantize_per_tensor_default_24" -> "292 dequantize_per_tensor_default_24"; +"292 dequantize_per_tensor_default_24" -> "297 linear_15"; +"293 linear_15_scale_0_updated_constant0" -> "296 mul_16"; +"294 compressed_weight_updated_constant16" -> "296 mul_16"; +"295 _param_constant51_0_0" -> "297 linear_15"; +"296 mul_16" -> "297 linear_15"; +"297 linear_15" -> "298 dropout_12"; +"298 dropout_12" -> "299 add_8"; +"299 add_8" -> "302 layer_norm_8"; +"299 add_8" -> "347 add_9"; +"300 _param_constant52" -> "302 layer_norm_8"; +"301 _param_constant53" -> "302 layer_norm_8"; +"302 layer_norm_8" -> "303 transpose_24"; +"303 transpose_24" -> "304 transpose_24_0_0_nncf_smooth_quant_0"; +"304 transpose_24_0_0_nncf_smooth_quant_0" -> "305 quantize_per_tensor_default_25"; +"305 quantize_per_tensor_default_25" -> "306 dequantize_per_tensor_default_25"; +"306 dequantize_per_tensor_default_25" -> "311 linear_16"; +"307 linear_16_scale_0_updated_constant0" -> "310 mul_17"; +"308 compressed_weight_updated_constant17" -> "310 mul_17"; +"309 _param_constant55_0_0" -> "311 linear_16"; +"310 mul_17" -> "311 linear_16"; +"311 linear_16" -> "312 unflatten_4"; +"312 unflatten_4" -> "313 unsqueeze_4"; +"313 unsqueeze_4" -> "314 transpose_25"; +"314 transpose_25" -> "315 squeeze_4"; +"315 squeeze_4" -> "316 contiguous_4"; +"316 contiguous_4" -> "317 quantize_per_tensor_default_26"; +"316 contiguous_4" -> "320 quantize_per_tensor_default_27"; +"316 contiguous_4" -> "323 select_14"; +"317 quantize_per_tensor_default_26" -> "318 dequantize_per_tensor_default_26"; +"318 dequantize_per_tensor_default_26" -> "319 select_12"; +"319 select_12" -> "324 view_32"; +"320 quantize_per_tensor_default_27" -> "321 dequantize_per_tensor_default_27"; +"321 dequantize_per_tensor_default_27" -> "322 select_13"; +"322 select_13" -> "326 view_33"; +"323 select_14" -> "328 view_34"; +"324 view_32" -> "325 transpose_26"; +"325 transpose_26" -> "330 view_35"; +"326 view_33" -> "327 transpose_27"; +"327 transpose_27" -> "331 view_36"; +"328 view_34" -> "329 transpose_28"; +"329 transpose_28" -> "332 view_37"; +"330 view_35" -> "333 scaled_dot_product_attention_4"; +"331 view_36" -> "333 scaled_dot_product_attention_4"; +"332 view_37" -> "333 scaled_dot_product_attention_4"; +"333 scaled_dot_product_attention_4" -> "334 permute_5"; +"334 permute_5" -> "335 view_38"; +"335 view_38" -> "336 view_38_0_0_nncf_smooth_quant_0"; +"336 view_38_0_0_nncf_smooth_quant_0" -> "337 quantize_per_tensor_default_28"; +"337 quantize_per_tensor_default_28" -> "338 dequantize_per_tensor_default_28"; +"338 dequantize_per_tensor_default_28" -> "343 linear_17"; +"339 linear_17_scale_0_updated_constant0" -> "342 mul_18"; +"340 compressed_weight_updated_constant18" -> "342 mul_18"; +"341 _param_constant57_0_0" -> "343 linear_17"; +"342 mul_18" -> "343 linear_17"; +"343 linear_17" -> "344 view_39"; +"344 view_39" -> "345 transpose_29"; +"345 transpose_29" -> "346 dropout_13"; +"346 dropout_13" -> "347 add_9"; +"347 add_9" -> "350 layer_norm_9"; +"347 add_9" -> "370 add_10"; +"348 _param_constant58" -> "350 layer_norm_9"; +"349 _param_constant59" -> "350 layer_norm_9"; +"350 layer_norm_9" -> "351 layer_norm_9_0_0_nncf_smooth_quant_0"; +"351 layer_norm_9_0_0_nncf_smooth_quant_0" -> "352 quantize_per_tensor_default_29"; +"352 quantize_per_tensor_default_29" -> "353 dequantize_per_tensor_default_29"; +"353 dequantize_per_tensor_default_29" -> "358 linear_18"; +"354 linear_18_scale_0_updated_constant0" -> "357 mul_19"; +"355 compressed_weight_updated_constant19" -> "357 mul_19"; +"356 _param_constant61_0_0" -> "358 linear_18"; +"357 mul_19" -> "358 linear_18"; +"358 linear_18" -> "359 gelu_4"; +"359 gelu_4" -> "360 dropout_14"; +"360 dropout_14" -> "361 dropout_14_0_0_nncf_smooth_quant_0"; +"361 dropout_14_0_0_nncf_smooth_quant_0" -> "362 quantize_per_tensor_default_30"; +"362 quantize_per_tensor_default_30" -> "363 dequantize_per_tensor_default_30"; +"363 dequantize_per_tensor_default_30" -> "368 linear_19"; +"364 linear_19_scale_0_updated_constant0" -> "367 mul_20"; +"365 compressed_weight_updated_constant20" -> "367 mul_20"; +"366 _param_constant63_0_0" -> "368 linear_19"; +"367 mul_20" -> "368 linear_19"; +"368 linear_19" -> "369 dropout_15"; +"369 dropout_15" -> "370 add_10"; +"370 add_10" -> "373 layer_norm_10"; +"370 add_10" -> "418 add_11"; +"371 _param_constant64" -> "373 layer_norm_10"; +"372 _param_constant65" -> "373 layer_norm_10"; +"373 layer_norm_10" -> "374 transpose_30"; +"374 transpose_30" -> "375 transpose_30_0_0_nncf_smooth_quant_0"; +"375 transpose_30_0_0_nncf_smooth_quant_0" -> "376 quantize_per_tensor_default_31"; +"376 quantize_per_tensor_default_31" -> "377 dequantize_per_tensor_default_31"; +"377 dequantize_per_tensor_default_31" -> "382 linear_20"; +"378 linear_20_scale_0_updated_constant0" -> "381 mul_21"; +"379 compressed_weight_updated_constant21" -> "381 mul_21"; +"380 _param_constant67_0_0" -> "382 linear_20"; +"381 mul_21" -> "382 linear_20"; +"382 linear_20" -> "383 unflatten_5"; +"383 unflatten_5" -> "384 unsqueeze_5"; +"384 unsqueeze_5" -> "385 transpose_31"; +"385 transpose_31" -> "386 squeeze_5"; +"386 squeeze_5" -> "387 contiguous_5"; +"387 contiguous_5" -> "388 quantize_per_tensor_default_32"; +"387 contiguous_5" -> "391 quantize_per_tensor_default_33"; +"387 contiguous_5" -> "394 select_17"; +"388 quantize_per_tensor_default_32" -> "389 dequantize_per_tensor_default_32"; +"389 dequantize_per_tensor_default_32" -> "390 select_15"; +"390 select_15" -> "395 view_40"; +"391 quantize_per_tensor_default_33" -> "392 dequantize_per_tensor_default_33"; +"392 dequantize_per_tensor_default_33" -> "393 select_16"; +"393 select_16" -> "397 view_41"; +"394 select_17" -> "399 view_42"; +"395 view_40" -> "396 transpose_32"; +"396 transpose_32" -> "401 view_43"; +"397 view_41" -> "398 transpose_33"; +"398 transpose_33" -> "402 view_44"; +"399 view_42" -> "400 transpose_34"; +"400 transpose_34" -> "403 view_45"; +"401 view_43" -> "404 scaled_dot_product_attention_5"; +"402 view_44" -> "404 scaled_dot_product_attention_5"; +"403 view_45" -> "404 scaled_dot_product_attention_5"; +"404 scaled_dot_product_attention_5" -> "405 permute_6"; +"405 permute_6" -> "406 view_46"; +"406 view_46" -> "407 view_46_0_0_nncf_smooth_quant_0"; +"407 view_46_0_0_nncf_smooth_quant_0" -> "408 quantize_per_tensor_default_34"; +"408 quantize_per_tensor_default_34" -> "409 dequantize_per_tensor_default_34"; +"409 dequantize_per_tensor_default_34" -> "414 linear_21"; +"410 linear_21_scale_0_updated_constant0" -> "413 mul_22"; +"411 compressed_weight_updated_constant22" -> "413 mul_22"; +"412 _param_constant69_0_0" -> "414 linear_21"; +"413 mul_22" -> "414 linear_21"; +"414 linear_21" -> "415 view_47"; +"415 view_47" -> "416 transpose_35"; +"416 transpose_35" -> "417 dropout_16"; +"417 dropout_16" -> "418 add_11"; +"418 add_11" -> "421 layer_norm_11"; +"418 add_11" -> "441 add_12"; +"419 _param_constant70" -> "421 layer_norm_11"; +"420 _param_constant71" -> "421 layer_norm_11"; +"421 layer_norm_11" -> "422 layer_norm_11_0_0_nncf_smooth_quant_0"; +"422 layer_norm_11_0_0_nncf_smooth_quant_0" -> "423 quantize_per_tensor_default_35"; +"423 quantize_per_tensor_default_35" -> "424 dequantize_per_tensor_default_35"; +"424 dequantize_per_tensor_default_35" -> "429 linear_22"; +"425 linear_22_scale_0_updated_constant0" -> "428 mul_23"; +"426 compressed_weight_updated_constant23" -> "428 mul_23"; +"427 _param_constant73_0_0" -> "429 linear_22"; +"428 mul_23" -> "429 linear_22"; +"429 linear_22" -> "430 gelu_5"; +"430 gelu_5" -> "431 dropout_17"; +"431 dropout_17" -> "432 dropout_17_0_0_nncf_smooth_quant_0"; +"432 dropout_17_0_0_nncf_smooth_quant_0" -> "433 quantize_per_tensor_default_36"; +"433 quantize_per_tensor_default_36" -> "434 dequantize_per_tensor_default_36"; +"434 dequantize_per_tensor_default_36" -> "439 linear_23"; +"435 linear_23_scale_0_updated_constant0" -> "438 mul_24"; +"436 compressed_weight_updated_constant24" -> "438 mul_24"; +"437 _param_constant75_0_0" -> "439 linear_23"; +"438 mul_24" -> "439 linear_23"; +"439 linear_23" -> "440 dropout_18"; +"440 dropout_18" -> "441 add_12"; +"441 add_12" -> "444 layer_norm_12"; +"441 add_12" -> "489 add_13"; +"442 _param_constant76" -> "444 layer_norm_12"; +"443 _param_constant77" -> "444 layer_norm_12"; +"444 layer_norm_12" -> "445 transpose_36"; +"445 transpose_36" -> "446 transpose_36_0_0_nncf_smooth_quant_0"; +"446 transpose_36_0_0_nncf_smooth_quant_0" -> "447 quantize_per_tensor_default_37"; +"447 quantize_per_tensor_default_37" -> "448 dequantize_per_tensor_default_37"; +"448 dequantize_per_tensor_default_37" -> "453 linear_24"; +"449 linear_24_scale_0_updated_constant0" -> "452 mul_25"; +"450 compressed_weight_updated_constant25" -> "452 mul_25"; +"451 _param_constant79_0_0" -> "453 linear_24"; +"452 mul_25" -> "453 linear_24"; +"453 linear_24" -> "454 unflatten_6"; +"454 unflatten_6" -> "455 unsqueeze_6"; +"455 unsqueeze_6" -> "456 transpose_37"; +"456 transpose_37" -> "457 squeeze_6"; +"457 squeeze_6" -> "458 contiguous_6"; +"458 contiguous_6" -> "459 quantize_per_tensor_default_38"; +"458 contiguous_6" -> "462 quantize_per_tensor_default_39"; +"458 contiguous_6" -> "465 select_20"; +"459 quantize_per_tensor_default_38" -> "460 dequantize_per_tensor_default_38"; +"460 dequantize_per_tensor_default_38" -> "461 select_18"; +"461 select_18" -> "466 view_48"; +"462 quantize_per_tensor_default_39" -> "463 dequantize_per_tensor_default_39"; +"463 dequantize_per_tensor_default_39" -> "464 select_19"; +"464 select_19" -> "468 view_49"; +"465 select_20" -> "470 view_50"; +"466 view_48" -> "467 transpose_38"; +"467 transpose_38" -> "472 view_51"; +"468 view_49" -> "469 transpose_39"; +"469 transpose_39" -> "473 view_52"; +"470 view_50" -> "471 transpose_40"; +"471 transpose_40" -> "474 view_53"; +"472 view_51" -> "475 scaled_dot_product_attention_6"; +"473 view_52" -> "475 scaled_dot_product_attention_6"; +"474 view_53" -> "475 scaled_dot_product_attention_6"; +"475 scaled_dot_product_attention_6" -> "476 permute_7"; +"476 permute_7" -> "477 view_54"; +"477 view_54" -> "478 view_54_0_0_nncf_smooth_quant_0"; +"478 view_54_0_0_nncf_smooth_quant_0" -> "479 quantize_per_tensor_default_40"; +"479 quantize_per_tensor_default_40" -> "480 dequantize_per_tensor_default_40"; +"480 dequantize_per_tensor_default_40" -> "485 linear_25"; +"481 linear_25_scale_0_updated_constant0" -> "484 mul_26"; +"482 compressed_weight_updated_constant26" -> "484 mul_26"; +"483 _param_constant81_0_0" -> "485 linear_25"; +"484 mul_26" -> "485 linear_25"; +"485 linear_25" -> "486 view_55"; +"486 view_55" -> "487 transpose_41"; +"487 transpose_41" -> "488 dropout_19"; +"488 dropout_19" -> "489 add_13"; +"489 add_13" -> "492 layer_norm_13"; +"489 add_13" -> "512 add_14"; +"490 _param_constant82" -> "492 layer_norm_13"; +"491 _param_constant83" -> "492 layer_norm_13"; +"492 layer_norm_13" -> "493 layer_norm_13_0_0_nncf_smooth_quant_0"; +"493 layer_norm_13_0_0_nncf_smooth_quant_0" -> "494 quantize_per_tensor_default_41"; +"494 quantize_per_tensor_default_41" -> "495 dequantize_per_tensor_default_41"; +"495 dequantize_per_tensor_default_41" -> "500 linear_26"; +"496 linear_26_scale_0_updated_constant0" -> "499 mul_27"; +"497 compressed_weight_updated_constant27" -> "499 mul_27"; +"498 _param_constant85_0_0" -> "500 linear_26"; +"499 mul_27" -> "500 linear_26"; +"500 linear_26" -> "501 gelu_6"; +"501 gelu_6" -> "502 dropout_20"; +"502 dropout_20" -> "503 dropout_20_0_0_nncf_smooth_quant_0"; +"503 dropout_20_0_0_nncf_smooth_quant_0" -> "504 quantize_per_tensor_default_42"; +"504 quantize_per_tensor_default_42" -> "505 dequantize_per_tensor_default_42"; +"505 dequantize_per_tensor_default_42" -> "510 linear_27"; +"506 linear_27_scale_0_updated_constant0" -> "509 mul_28"; +"507 compressed_weight_updated_constant28" -> "509 mul_28"; +"508 _param_constant87_0_0" -> "510 linear_27"; +"509 mul_28" -> "510 linear_27"; +"510 linear_27" -> "511 dropout_21"; +"511 dropout_21" -> "512 add_14"; +"512 add_14" -> "515 layer_norm_14"; +"512 add_14" -> "560 add_15"; +"513 _param_constant88" -> "515 layer_norm_14"; +"514 _param_constant89" -> "515 layer_norm_14"; +"515 layer_norm_14" -> "516 transpose_42"; +"516 transpose_42" -> "517 transpose_42_0_0_nncf_smooth_quant_0"; +"517 transpose_42_0_0_nncf_smooth_quant_0" -> "518 quantize_per_tensor_default_43"; +"518 quantize_per_tensor_default_43" -> "519 dequantize_per_tensor_default_43"; +"519 dequantize_per_tensor_default_43" -> "524 linear_28"; +"520 linear_28_scale_0_updated_constant0" -> "523 mul_29"; +"521 compressed_weight_updated_constant29" -> "523 mul_29"; +"522 _param_constant91_0_0" -> "524 linear_28"; +"523 mul_29" -> "524 linear_28"; +"524 linear_28" -> "525 unflatten_7"; +"525 unflatten_7" -> "526 unsqueeze_7"; +"526 unsqueeze_7" -> "527 transpose_43"; +"527 transpose_43" -> "528 squeeze_7"; +"528 squeeze_7" -> "529 contiguous_7"; +"529 contiguous_7" -> "530 quantize_per_tensor_default_44"; +"529 contiguous_7" -> "533 quantize_per_tensor_default_45"; +"529 contiguous_7" -> "536 select_23"; +"530 quantize_per_tensor_default_44" -> "531 dequantize_per_tensor_default_44"; +"531 dequantize_per_tensor_default_44" -> "532 select_21"; +"532 select_21" -> "537 view_56"; +"533 quantize_per_tensor_default_45" -> "534 dequantize_per_tensor_default_45"; +"534 dequantize_per_tensor_default_45" -> "535 select_22"; +"535 select_22" -> "539 view_57"; +"536 select_23" -> "541 view_58"; +"537 view_56" -> "538 transpose_44"; +"538 transpose_44" -> "543 view_59"; +"539 view_57" -> "540 transpose_45"; +"540 transpose_45" -> "544 view_60"; +"541 view_58" -> "542 transpose_46"; +"542 transpose_46" -> "545 view_61"; +"543 view_59" -> "546 scaled_dot_product_attention_7"; +"544 view_60" -> "546 scaled_dot_product_attention_7"; +"545 view_61" -> "546 scaled_dot_product_attention_7"; +"546 scaled_dot_product_attention_7" -> "547 permute_8"; +"547 permute_8" -> "548 view_62"; +"548 view_62" -> "549 view_62_0_0_nncf_smooth_quant_0"; +"549 view_62_0_0_nncf_smooth_quant_0" -> "550 quantize_per_tensor_default_46"; +"550 quantize_per_tensor_default_46" -> "551 dequantize_per_tensor_default_46"; +"551 dequantize_per_tensor_default_46" -> "556 linear_29"; +"552 linear_29_scale_0_updated_constant0" -> "555 mul_30"; +"553 compressed_weight_updated_constant30" -> "555 mul_30"; +"554 _param_constant93_0_0" -> "556 linear_29"; +"555 mul_30" -> "556 linear_29"; +"556 linear_29" -> "557 view_63"; +"557 view_63" -> "558 transpose_47"; +"558 transpose_47" -> "559 dropout_22"; +"559 dropout_22" -> "560 add_15"; +"560 add_15" -> "563 layer_norm_15"; +"560 add_15" -> "583 add_16"; +"561 _param_constant94" -> "563 layer_norm_15"; +"562 _param_constant95" -> "563 layer_norm_15"; +"563 layer_norm_15" -> "564 layer_norm_15_0_0_nncf_smooth_quant_0"; +"564 layer_norm_15_0_0_nncf_smooth_quant_0" -> "565 quantize_per_tensor_default_47"; +"565 quantize_per_tensor_default_47" -> "566 dequantize_per_tensor_default_47"; +"566 dequantize_per_tensor_default_47" -> "571 linear_30"; +"567 linear_30_scale_0_updated_constant0" -> "570 mul_31"; +"568 compressed_weight_updated_constant31" -> "570 mul_31"; +"569 _param_constant97_0_0" -> "571 linear_30"; +"570 mul_31" -> "571 linear_30"; +"571 linear_30" -> "572 gelu_7"; +"572 gelu_7" -> "573 dropout_23"; +"573 dropout_23" -> "574 dropout_23_0_0_nncf_smooth_quant_0"; +"574 dropout_23_0_0_nncf_smooth_quant_0" -> "575 quantize_per_tensor_default_48"; +"575 quantize_per_tensor_default_48" -> "576 dequantize_per_tensor_default_48"; +"576 dequantize_per_tensor_default_48" -> "581 linear_31"; +"577 linear_31_scale_0_updated_constant0" -> "580 mul_32"; +"578 compressed_weight_updated_constant32" -> "580 mul_32"; +"579 _param_constant99_0_0" -> "581 linear_31"; +"580 mul_32" -> "581 linear_31"; +"581 linear_31" -> "582 dropout_24"; +"582 dropout_24" -> "583 add_16"; +"583 add_16" -> "586 layer_norm_16"; +"583 add_16" -> "631 add_17"; +"584 _param_constant100" -> "586 layer_norm_16"; +"585 _param_constant101" -> "586 layer_norm_16"; +"586 layer_norm_16" -> "587 transpose_48"; +"587 transpose_48" -> "588 transpose_48_0_0_nncf_smooth_quant_0"; +"588 transpose_48_0_0_nncf_smooth_quant_0" -> "589 quantize_per_tensor_default_49"; +"589 quantize_per_tensor_default_49" -> "590 dequantize_per_tensor_default_49"; +"590 dequantize_per_tensor_default_49" -> "595 linear_32"; +"591 linear_32_scale_0_updated_constant0" -> "594 mul_33"; +"592 compressed_weight_updated_constant33" -> "594 mul_33"; +"593 _param_constant103_0_0" -> "595 linear_32"; +"594 mul_33" -> "595 linear_32"; +"595 linear_32" -> "596 unflatten_8"; +"596 unflatten_8" -> "597 unsqueeze_8"; +"597 unsqueeze_8" -> "598 transpose_49"; +"598 transpose_49" -> "599 squeeze_8"; +"599 squeeze_8" -> "600 contiguous_8"; +"600 contiguous_8" -> "601 quantize_per_tensor_default_50"; +"600 contiguous_8" -> "604 quantize_per_tensor_default_51"; +"600 contiguous_8" -> "607 select_26"; +"601 quantize_per_tensor_default_50" -> "602 dequantize_per_tensor_default_50"; +"602 dequantize_per_tensor_default_50" -> "603 select_24"; +"603 select_24" -> "608 view_64"; +"604 quantize_per_tensor_default_51" -> "605 dequantize_per_tensor_default_51"; +"605 dequantize_per_tensor_default_51" -> "606 select_25"; +"606 select_25" -> "610 view_65"; +"607 select_26" -> "612 view_66"; +"608 view_64" -> "609 transpose_50"; +"609 transpose_50" -> "614 view_67"; +"610 view_65" -> "611 transpose_51"; +"611 transpose_51" -> "615 view_68"; +"612 view_66" -> "613 transpose_52"; +"613 transpose_52" -> "616 view_69"; +"614 view_67" -> "617 scaled_dot_product_attention_8"; +"615 view_68" -> "617 scaled_dot_product_attention_8"; +"616 view_69" -> "617 scaled_dot_product_attention_8"; +"617 scaled_dot_product_attention_8" -> "618 permute_9"; +"618 permute_9" -> "619 view_70"; +"619 view_70" -> "620 view_70_0_0_nncf_smooth_quant_0"; +"620 view_70_0_0_nncf_smooth_quant_0" -> "621 quantize_per_tensor_default_52"; +"621 quantize_per_tensor_default_52" -> "622 dequantize_per_tensor_default_52"; +"622 dequantize_per_tensor_default_52" -> "627 linear_33"; +"623 linear_33_scale_0_updated_constant0" -> "626 mul_34"; +"624 compressed_weight_updated_constant34" -> "626 mul_34"; +"625 _param_constant105_0_0" -> "627 linear_33"; +"626 mul_34" -> "627 linear_33"; +"627 linear_33" -> "628 view_71"; +"628 view_71" -> "629 transpose_53"; +"629 transpose_53" -> "630 dropout_25"; +"630 dropout_25" -> "631 add_17"; +"631 add_17" -> "634 layer_norm_17"; +"631 add_17" -> "654 add_18"; +"632 _param_constant106" -> "634 layer_norm_17"; +"633 _param_constant107" -> "634 layer_norm_17"; +"634 layer_norm_17" -> "635 layer_norm_17_0_0_nncf_smooth_quant_0"; +"635 layer_norm_17_0_0_nncf_smooth_quant_0" -> "636 quantize_per_tensor_default_53"; +"636 quantize_per_tensor_default_53" -> "637 dequantize_per_tensor_default_53"; +"637 dequantize_per_tensor_default_53" -> "642 linear_34"; +"638 linear_34_scale_0_updated_constant0" -> "641 mul_35"; +"639 compressed_weight_updated_constant35" -> "641 mul_35"; +"640 _param_constant109_0_0" -> "642 linear_34"; +"641 mul_35" -> "642 linear_34"; +"642 linear_34" -> "643 gelu_8"; +"643 gelu_8" -> "644 dropout_26"; +"644 dropout_26" -> "645 dropout_26_0_0_nncf_smooth_quant_0"; +"645 dropout_26_0_0_nncf_smooth_quant_0" -> "646 quantize_per_tensor_default_54"; +"646 quantize_per_tensor_default_54" -> "647 dequantize_per_tensor_default_54"; +"647 dequantize_per_tensor_default_54" -> "652 linear_35"; +"648 linear_35_scale_0_updated_constant0" -> "651 mul_36"; +"649 compressed_weight_updated_constant36" -> "651 mul_36"; +"650 _param_constant111_0_0" -> "652 linear_35"; +"651 mul_36" -> "652 linear_35"; +"652 linear_35" -> "653 dropout_27"; +"653 dropout_27" -> "654 add_18"; +"654 add_18" -> "657 layer_norm_18"; +"654 add_18" -> "702 add_19"; +"655 _param_constant112" -> "657 layer_norm_18"; +"656 _param_constant113" -> "657 layer_norm_18"; +"657 layer_norm_18" -> "658 transpose_54"; +"658 transpose_54" -> "659 transpose_54_0_0_nncf_smooth_quant_0"; +"659 transpose_54_0_0_nncf_smooth_quant_0" -> "660 quantize_per_tensor_default_55"; +"660 quantize_per_tensor_default_55" -> "661 dequantize_per_tensor_default_55"; +"661 dequantize_per_tensor_default_55" -> "666 linear_36"; +"662 linear_36_scale_0_updated_constant0" -> "665 mul_37"; +"663 compressed_weight_updated_constant37" -> "665 mul_37"; +"664 _param_constant115_0_0" -> "666 linear_36"; +"665 mul_37" -> "666 linear_36"; +"666 linear_36" -> "667 unflatten_9"; +"667 unflatten_9" -> "668 unsqueeze_9"; +"668 unsqueeze_9" -> "669 transpose_55"; +"669 transpose_55" -> "670 squeeze_9"; +"670 squeeze_9" -> "671 contiguous_9"; +"671 contiguous_9" -> "672 quantize_per_tensor_default_56"; +"671 contiguous_9" -> "675 quantize_per_tensor_default_57"; +"671 contiguous_9" -> "678 select_29"; +"672 quantize_per_tensor_default_56" -> "673 dequantize_per_tensor_default_56"; +"673 dequantize_per_tensor_default_56" -> "674 select_27"; +"674 select_27" -> "679 view_72"; +"675 quantize_per_tensor_default_57" -> "676 dequantize_per_tensor_default_57"; +"676 dequantize_per_tensor_default_57" -> "677 select_28"; +"677 select_28" -> "681 view_73"; +"678 select_29" -> "683 view_74"; +"679 view_72" -> "680 transpose_56"; +"680 transpose_56" -> "685 view_75"; +"681 view_73" -> "682 transpose_57"; +"682 transpose_57" -> "686 view_76"; +"683 view_74" -> "684 transpose_58"; +"684 transpose_58" -> "687 view_77"; +"685 view_75" -> "688 scaled_dot_product_attention_9"; +"686 view_76" -> "688 scaled_dot_product_attention_9"; +"687 view_77" -> "688 scaled_dot_product_attention_9"; +"688 scaled_dot_product_attention_9" -> "689 permute_10"; +"689 permute_10" -> "690 view_78"; +"690 view_78" -> "691 view_78_0_0_nncf_smooth_quant_0"; +"691 view_78_0_0_nncf_smooth_quant_0" -> "692 quantize_per_tensor_default_58"; +"692 quantize_per_tensor_default_58" -> "693 dequantize_per_tensor_default_58"; +"693 dequantize_per_tensor_default_58" -> "698 linear_37"; +"694 linear_37_scale_0_updated_constant0" -> "697 mul_38"; +"695 compressed_weight_updated_constant38" -> "697 mul_38"; +"696 _param_constant117_0_0" -> "698 linear_37"; +"697 mul_38" -> "698 linear_37"; +"698 linear_37" -> "699 view_79"; +"699 view_79" -> "700 transpose_59"; +"700 transpose_59" -> "701 dropout_28"; +"701 dropout_28" -> "702 add_19"; +"702 add_19" -> "705 layer_norm_19"; +"702 add_19" -> "725 add_20"; +"703 _param_constant118" -> "705 layer_norm_19"; +"704 _param_constant119" -> "705 layer_norm_19"; +"705 layer_norm_19" -> "706 layer_norm_19_0_0_nncf_smooth_quant_0"; +"706 layer_norm_19_0_0_nncf_smooth_quant_0" -> "707 quantize_per_tensor_default_59"; +"707 quantize_per_tensor_default_59" -> "708 dequantize_per_tensor_default_59"; +"708 dequantize_per_tensor_default_59" -> "713 linear_38"; +"709 linear_38_scale_0_updated_constant0" -> "712 mul_39"; +"710 compressed_weight_updated_constant39" -> "712 mul_39"; +"711 _param_constant121_0_0" -> "713 linear_38"; +"712 mul_39" -> "713 linear_38"; +"713 linear_38" -> "714 gelu_9"; +"714 gelu_9" -> "715 dropout_29"; +"715 dropout_29" -> "716 dropout_29_0_0_nncf_smooth_quant_0"; +"716 dropout_29_0_0_nncf_smooth_quant_0" -> "717 quantize_per_tensor_default_60"; +"717 quantize_per_tensor_default_60" -> "718 dequantize_per_tensor_default_60"; +"718 dequantize_per_tensor_default_60" -> "723 linear_39"; +"719 linear_39_scale_0_updated_constant0" -> "722 mul_40"; +"720 compressed_weight_updated_constant40" -> "722 mul_40"; +"721 _param_constant123_0_0" -> "723 linear_39"; +"722 mul_40" -> "723 linear_39"; +"723 linear_39" -> "724 dropout_30"; +"724 dropout_30" -> "725 add_20"; +"725 add_20" -> "728 layer_norm_20"; +"725 add_20" -> "773 add_21"; +"726 _param_constant124" -> "728 layer_norm_20"; +"727 _param_constant125" -> "728 layer_norm_20"; +"728 layer_norm_20" -> "729 transpose_60"; +"729 transpose_60" -> "730 transpose_60_0_0_nncf_smooth_quant_0"; +"730 transpose_60_0_0_nncf_smooth_quant_0" -> "731 quantize_per_tensor_default_61"; +"731 quantize_per_tensor_default_61" -> "732 dequantize_per_tensor_default_61"; +"732 dequantize_per_tensor_default_61" -> "737 linear_40"; +"733 linear_40_scale_0_updated_constant0" -> "736 mul_41"; +"734 compressed_weight_updated_constant41" -> "736 mul_41"; +"735 _param_constant127_0_0" -> "737 linear_40"; +"736 mul_41" -> "737 linear_40"; +"737 linear_40" -> "738 unflatten_10"; +"738 unflatten_10" -> "739 unsqueeze_10"; +"739 unsqueeze_10" -> "740 transpose_61"; +"740 transpose_61" -> "741 squeeze_10"; +"741 squeeze_10" -> "742 contiguous_10"; +"742 contiguous_10" -> "743 quantize_per_tensor_default_62"; +"742 contiguous_10" -> "746 quantize_per_tensor_default_63"; +"742 contiguous_10" -> "749 select_32"; +"743 quantize_per_tensor_default_62" -> "744 dequantize_per_tensor_default_62"; +"744 dequantize_per_tensor_default_62" -> "745 select_30"; +"745 select_30" -> "750 view_80"; +"746 quantize_per_tensor_default_63" -> "747 dequantize_per_tensor_default_63"; +"747 dequantize_per_tensor_default_63" -> "748 select_31"; +"748 select_31" -> "752 view_81"; +"749 select_32" -> "754 view_82"; +"750 view_80" -> "751 transpose_62"; +"751 transpose_62" -> "756 view_83"; +"752 view_81" -> "753 transpose_63"; +"753 transpose_63" -> "757 view_84"; +"754 view_82" -> "755 transpose_64"; +"755 transpose_64" -> "758 view_85"; +"756 view_83" -> "759 scaled_dot_product_attention_10"; +"757 view_84" -> "759 scaled_dot_product_attention_10"; +"758 view_85" -> "759 scaled_dot_product_attention_10"; +"759 scaled_dot_product_attention_10" -> "760 permute_11"; +"760 permute_11" -> "761 view_86"; +"761 view_86" -> "762 view_86_0_0_nncf_smooth_quant_0"; +"762 view_86_0_0_nncf_smooth_quant_0" -> "763 quantize_per_tensor_default_64"; +"763 quantize_per_tensor_default_64" -> "764 dequantize_per_tensor_default_64"; +"764 dequantize_per_tensor_default_64" -> "769 linear_41"; +"765 linear_41_scale_0_updated_constant0" -> "768 mul_42"; +"766 compressed_weight_updated_constant42" -> "768 mul_42"; +"767 _param_constant129_0_0" -> "769 linear_41"; +"768 mul_42" -> "769 linear_41"; +"769 linear_41" -> "770 view_87"; +"770 view_87" -> "771 transpose_65"; +"771 transpose_65" -> "772 dropout_31"; +"772 dropout_31" -> "773 add_21"; +"773 add_21" -> "776 layer_norm_21"; +"773 add_21" -> "796 add_22"; +"774 _param_constant130" -> "776 layer_norm_21"; +"775 _param_constant131" -> "776 layer_norm_21"; +"776 layer_norm_21" -> "777 layer_norm_21_0_0_nncf_smooth_quant_0"; +"777 layer_norm_21_0_0_nncf_smooth_quant_0" -> "778 quantize_per_tensor_default_65"; +"778 quantize_per_tensor_default_65" -> "779 dequantize_per_tensor_default_65"; +"779 dequantize_per_tensor_default_65" -> "784 linear_42"; +"780 linear_42_scale_0_updated_constant0" -> "783 mul_43"; +"781 compressed_weight_updated_constant43" -> "783 mul_43"; +"782 _param_constant133_0_0" -> "784 linear_42"; +"783 mul_43" -> "784 linear_42"; +"784 linear_42" -> "785 gelu_10"; +"785 gelu_10" -> "786 dropout_32"; +"786 dropout_32" -> "787 dropout_32_0_0_nncf_smooth_quant_0"; +"787 dropout_32_0_0_nncf_smooth_quant_0" -> "788 quantize_per_tensor_default_66"; +"788 quantize_per_tensor_default_66" -> "789 dequantize_per_tensor_default_66"; +"789 dequantize_per_tensor_default_66" -> "794 linear_43"; +"790 linear_43_scale_0_updated_constant0" -> "793 mul_44"; +"791 compressed_weight_updated_constant44" -> "793 mul_44"; +"792 _param_constant135_0_0" -> "794 linear_43"; +"793 mul_44" -> "794 linear_43"; +"794 linear_43" -> "795 dropout_33"; +"795 dropout_33" -> "796 add_22"; +"796 add_22" -> "799 layer_norm_22"; +"796 add_22" -> "844 add_23"; +"797 _param_constant136" -> "799 layer_norm_22"; +"798 _param_constant137" -> "799 layer_norm_22"; +"799 layer_norm_22" -> "800 transpose_66"; +"800 transpose_66" -> "801 transpose_66_0_0_nncf_smooth_quant_0"; +"801 transpose_66_0_0_nncf_smooth_quant_0" -> "802 quantize_per_tensor_default_67"; +"802 quantize_per_tensor_default_67" -> "803 dequantize_per_tensor_default_67"; +"803 dequantize_per_tensor_default_67" -> "808 linear_44"; +"804 linear_44_scale_0_updated_constant0" -> "807 mul_45"; +"805 compressed_weight_updated_constant45" -> "807 mul_45"; +"806 _param_constant139_0_0" -> "808 linear_44"; +"807 mul_45" -> "808 linear_44"; +"808 linear_44" -> "809 unflatten_11"; +"809 unflatten_11" -> "810 unsqueeze_11"; +"810 unsqueeze_11" -> "811 transpose_67"; +"811 transpose_67" -> "812 squeeze_11"; +"812 squeeze_11" -> "813 contiguous_11"; +"813 contiguous_11" -> "814 quantize_per_tensor_default_68"; +"813 contiguous_11" -> "817 quantize_per_tensor_default_69"; +"813 contiguous_11" -> "820 select_35"; +"814 quantize_per_tensor_default_68" -> "815 dequantize_per_tensor_default_68"; +"815 dequantize_per_tensor_default_68" -> "816 select_33"; +"816 select_33" -> "821 view_88"; +"817 quantize_per_tensor_default_69" -> "818 dequantize_per_tensor_default_69"; +"818 dequantize_per_tensor_default_69" -> "819 select_34"; +"819 select_34" -> "823 view_89"; +"820 select_35" -> "825 view_90"; +"821 view_88" -> "822 transpose_68"; +"822 transpose_68" -> "827 view_91"; +"823 view_89" -> "824 transpose_69"; +"824 transpose_69" -> "828 view_92"; +"825 view_90" -> "826 transpose_70"; +"826 transpose_70" -> "829 view_93"; +"827 view_91" -> "830 scaled_dot_product_attention_11"; +"828 view_92" -> "830 scaled_dot_product_attention_11"; +"829 view_93" -> "830 scaled_dot_product_attention_11"; +"830 scaled_dot_product_attention_11" -> "831 permute_12"; +"831 permute_12" -> "832 view_94"; +"832 view_94" -> "833 view_94_0_0_nncf_smooth_quant_0"; +"833 view_94_0_0_nncf_smooth_quant_0" -> "834 quantize_per_tensor_default_70"; +"834 quantize_per_tensor_default_70" -> "835 dequantize_per_tensor_default_70"; +"835 dequantize_per_tensor_default_70" -> "840 linear_45"; +"836 linear_45_scale_0_updated_constant0" -> "839 mul_46"; +"837 compressed_weight_updated_constant46" -> "839 mul_46"; +"838 _param_constant141_0_0" -> "840 linear_45"; +"839 mul_46" -> "840 linear_45"; +"840 linear_45" -> "841 view_95"; +"841 view_95" -> "842 transpose_71"; +"842 transpose_71" -> "843 dropout_34"; +"843 dropout_34" -> "844 add_23"; +"844 add_23" -> "847 layer_norm_23"; +"844 add_23" -> "867 add_24"; +"845 _param_constant142" -> "847 layer_norm_23"; +"846 _param_constant143" -> "847 layer_norm_23"; +"847 layer_norm_23" -> "848 layer_norm_23_0_0_nncf_smooth_quant_0"; +"848 layer_norm_23_0_0_nncf_smooth_quant_0" -> "849 quantize_per_tensor_default_71"; +"849 quantize_per_tensor_default_71" -> "850 dequantize_per_tensor_default_71"; +"850 dequantize_per_tensor_default_71" -> "855 linear_46"; +"851 linear_46_scale_0_updated_constant0" -> "854 mul_47"; +"852 compressed_weight_updated_constant47" -> "854 mul_47"; +"853 _param_constant145_0_0" -> "855 linear_46"; +"854 mul_47" -> "855 linear_46"; +"855 linear_46" -> "856 gelu_11"; +"856 gelu_11" -> "857 dropout_35"; +"857 dropout_35" -> "858 dropout_35_0_0_nncf_smooth_quant_0"; +"858 dropout_35_0_0_nncf_smooth_quant_0" -> "859 quantize_per_tensor_default_72"; +"859 quantize_per_tensor_default_72" -> "860 dequantize_per_tensor_default_72"; +"860 dequantize_per_tensor_default_72" -> "865 linear_47"; +"861 linear_47_scale_0_updated_constant0" -> "864 mul_48"; +"862 compressed_weight_updated_constant48" -> "864 mul_48"; +"863 _param_constant147_0_0" -> "865 linear_47"; +"864 mul_48" -> "865 linear_47"; +"865 linear_47" -> "866 dropout_36"; +"866 dropout_36" -> "867 add_24"; +"867 add_24" -> "870 layer_norm_24"; +"868 _param_constant148" -> "870 layer_norm_24"; +"869 _param_constant149" -> "870 layer_norm_24"; +"870 layer_norm_24" -> "871 slice_1"; +"871 slice_1" -> "872 select_36"; +"872 select_36" -> "873 select_36_0_0_nncf_smooth_quant_0"; +"873 select_36_0_0_nncf_smooth_quant_0" -> "874 quantize_per_tensor_default_73"; +"874 quantize_per_tensor_default_73" -> "875 dequantize_per_tensor_default_73"; +"875 dequantize_per_tensor_default_73" -> "880 linear_48"; +"876 linear_48_scale_0_updated_constant0" -> "879 mul_49"; +"877 compressed_weight_updated_constant49" -> "879 mul_49"; +"878 _param_constant151_0_0" -> "880 linear_48"; +"879 mul_49" -> "880 linear_48"; +"880 linear_48" -> "881 output"; } diff --git a/tests/torch/fx/test_sanity.py b/tests/torch/fx/test_sanity.py index a3f0d828260..b6d97c8eef5 100644 --- a/tests/torch/fx/test_sanity.py +++ b/tests/torch/fx/test_sanity.py @@ -53,8 +53,8 @@ class SanitySampleCase: "resnet18", "https://storage.openvinotoolkit.org/repositories/nncf/openvino_notebook_ckpts/302_resnet18_fp32_v1.pth", 55.35, - 51, - 58, + 30, + 37, ), ) From 3c8d5fcdd56da612214c9d48b7bfffec632122a7 Mon Sep 17 00:00:00 2001 From: Aamir Nazir Date: Fri, 20 Sep 2024 10:34:53 +0400 Subject: [PATCH 12/48] fix per tensor transformation --- nncf/experimental/torch/fx/transformations.py | 12 +++-- tests/torch/fx/test_model_transformer.py | 50 ++++++++++++++++++- tests/torch/fx/test_models.py | 5 +- 3 files changed, 60 insertions(+), 7 deletions(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index 41273208804..3db3a82f09c 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -518,7 +518,10 @@ def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): ) return dequantized - def replacement(x, scale, zero_point, axis, low, high, dtype): + def replacement_per_channel(x, scale, zero_point, axis, low, high, dtype): + return torch.mul(x, scale) + + def replacement_per_tensor(x, scale, zero_point, low, high, dtype): return torch.mul(x, scale) def match_filters(match, original_graph, graph): @@ -526,8 +529,8 @@ def match_filters(match, original_graph, graph): if node.name=='weight' and match.nodes_map[node].op == 'get_attr': return True return False - torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern_per_channel, replacement, [match_filters]) - torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern_per_tensor, replacement, [match_filters]) + torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern_per_channel, replacement_per_channel, [match_filters]) + torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern_per_tensor, replacement_per_tensor, [match_filters]) def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule): input_tup = [] @@ -540,7 +543,6 @@ def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule): return None else: input_tup.append(params) - _reshape_scale(model, node) return input_tup def _compress_qdq_constant_transformation(model: torch.fx.GraphModule) -> None: @@ -549,6 +551,8 @@ def _compress_qdq_constant_transformation(model: torch.fx.GraphModule) -> None: port_id = 0 input_tup = _get_node_inputs(node, model) if(input_tup): + if(node.target == torch.ops.quantized_decomposed.quantize_per_channel.default): + _reshape_scale(model, node) result = node.target(*tuple(input_tup)) constant_update_fn(model, node, result, port_id, updated_node_name='compressed_weight_updated_constant') diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index 2dc6d251d5f..d3070f7f6b5 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -11,12 +11,14 @@ from dataclasses import dataclass from pathlib import Path -from typing import Any, Tuple +from typing import Any, Callable, Tuple import pytest +import torchvision.models as models import torch from torch._export import capture_pre_autograd_graph +import nncf from nncf.common.graph.transformations.commands import TargetType from nncf.common.graph.transformations.layout import TransformationLayout from nncf.experimental.torch.fx.model_transformer import FXModelTransformer @@ -29,7 +31,7 @@ from tests.torch.test_models.synthetic import ConvolutionWithAllConstantInputsModel from tests.torch.test_models.synthetic import ConvolutionWithNotTensorBiasModel from tests.torch.test_models.synthetic import MultiBranchesConnectedModel - +from tests.torch.ptq.test_weights_compression import ShortTransformer @dataclass class ModelExtractionTestCase: @@ -124,3 +126,47 @@ def test_output_insertion_transformation(tuple_output, target_point): check_graph( nncf_graph, f"output_insertion_{_target_point_to_str(target_point)}_ref.dot", TRANSFORMED_GRAPH_DIR_NAME ) + + +@dataclass +class ModelCase: + model_id: str + input_shape: Tuple[int] + +TEST_MODELS_QUANIZED = ( + ModelCase("resnet18", [1, 3, 224, 224]), + ModelCase("mobilenet_v3_small", [1, 3, 224, 224]), + ModelCase("vit_b_16", [1, 3, 224, 224]), +) + +@pytest.mark.parametrize( + ("model_case"), TEST_MODELS_QUANIZED, ids=[m.model_id for m in TEST_MODELS_QUANIZED] +) +def test_post_quantization_compression(model_case: ModelCase): + with disable_patching(): + torch.manual_seed(42) + # model = ShortTransformer(5, 10).to('cpu') + model = getattr(models, model_case.model_id)().eval() + input_ids = torch.ones(model_case.input_shape) + exported_model = capture_pre_autograd_graph(model, args=(input_ids,)) + quantized_model = nncf.quantize(exported_model, + calibration_dataset=nncf.Dataset([input_ids]), + subset_size=1, + advanced_parameters=nncf.AdvancedQuantizationParameters(disable_bias_correction=True)) + # for node in quantized_model.graph.nodes: + # if(node.target == torch.mul): + # # node_pre_value = getattr(quantized_model, node.name) + # input_tup = [] + # for i in node.args: + # if isinstance(i, torch.fx.Node) and i.target == 'get_attr': + # weight_value = getattr(quantized_model, i.target) + # input_tup.append(weight_value) + # assert weight_value.dtype == torch.int8 + # else: + # input_tup.append(i) + # if input_tup: + # result = node.target(*tuple(input_tup)) + # assert result.dtype == torch.fp32 + # constant_count = sum(1 for node in quantized_model.graph.nodes if node.op == 'get_attr') + # buffer_count = sum(1 for node in quantized_model.buffers()) + # assert buffer_count == constant_count diff --git a/tests/torch/fx/test_models.py b/tests/torch/fx/test_models.py index 34edadcbfdb..89802d4f07b 100644 --- a/tests/torch/fx/test_models.py +++ b/tests/torch/fx/test_models.py @@ -150,9 +150,12 @@ def transform_fn(data_item): quantization_parameters["subset_size"] = 1 quantized_model = nncf.quantize(fx_model, calibration_dataset, **quantization_parameters) + # Uncomment to visualize torch fx graph # from tests.torch.fx.helpers import visualize_fx_model # visualize_fx_model(quantized_model, f"{model_case.model_id}_int8.svg") - + constant_count = sum(1 for node in quantized_model.graph.nodes if node.op == 'get_attr') + buffer_count = sum(1 for node in quantized_model.buffers()) + assert buffer_count == constant_count nncf_graph = GraphConverter.create_nncf_graph(quantized_model) check_graph(nncf_graph, get_dot_filename(model_case.model_id), FX_QUANTIZED_DIR_NAME) From 82ad7c5ef38285a40f38af65baff527c84d8474d Mon Sep 17 00:00:00 2001 From: anzr299 Date: Fri, 20 Sep 2024 16:54:50 +0400 Subject: [PATCH 13/48] add test for post quantization compression transformation --- .../torch/fx/quantization/quantize_model.py | 2 +- nncf/experimental/torch/fx/transformations.py | 48 ++++++++++---- tests/torch/fx/test_model_transformer.py | 65 ++++++++++--------- tests/torch/fx/test_models.py | 6 +- 4 files changed, 72 insertions(+), 49 deletions(-) diff --git a/nncf/experimental/torch/fx/quantization/quantize_model.py b/nncf/experimental/torch/fx/quantization/quantize_model.py index 83012e9ba57..cdd6f3f8918 100644 --- a/nncf/experimental/torch/fx/quantization/quantize_model.py +++ b/nncf/experimental/torch/fx/quantization/quantize_model.py @@ -27,8 +27,8 @@ from nncf.common.quantization.structs import QuantizationPreset from nncf.data import Dataset from nncf.experimental.torch.fx.transformations import apply_quantization_transformations -from nncf.experimental.torch.fx.transformations import revert_quantization_transformations from nncf.experimental.torch.fx.transformations import compress_post_quantize_transformation +from nncf.experimental.torch.fx.transformations import revert_quantization_transformations from nncf.parameters import ModelType from nncf.parameters import QuantizationMode from nncf.parameters import TargetDevice diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index 3db3a82f09c..41518716791 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -151,7 +151,13 @@ def constant_update_transformation(model: torch.fx.GraphModule): return constant_update_transformation -def constant_update_fn(model: torch.fx.GraphModule, node: torch.fx.Node, value: torch.Tensor, input_port_id: int = 1, updated_node_name: Optional[str] = None): +def constant_update_fn( + model: torch.fx.GraphModule, + node: torch.fx.Node, + value: torch.Tensor, + input_port_id: int = 1, + updated_node_name: Optional[str] = None, +): """ Updates constant of given node on the given input port id with given value. @@ -180,7 +186,7 @@ def constant_update_fn(model: torch.fx.GraphModule, node: torch.fx.Node, value: consumer_nodes = list(previous_const.users.keys()) for node in consumer_nodes: node.replace_input_with(previous_const, new_constant) - + graph.erase_node(previous_const) graph.eliminate_dead_code() @@ -499,6 +505,7 @@ def fuse_conv_bn(model: torch.fx.GraphModule) -> None: model.graph.eliminate_dead_code() model.recompile() + def _remove_constant_qdq_transformation(model: torch.fx.GraphModule) -> None: def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): quantized = torch.ops.quantized_decomposed.quantize_per_channel.default( @@ -520,23 +527,29 @@ def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): def replacement_per_channel(x, scale, zero_point, axis, low, high, dtype): return torch.mul(x, scale) - + def replacement_per_tensor(x, scale, zero_point, low, high, dtype): return torch.mul(x, scale) - + def match_filters(match, original_graph, graph): - for node in match.nodes_map.keys(): - if node.name=='weight' and match.nodes_map[node].op == 'get_attr': + for node in match.nodes_map: + if node.name == "weight" and match.nodes_map[node].op == "get_attr": return True return False - torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern_per_channel, replacement_per_channel, [match_filters]) - torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern_per_tensor, replacement_per_tensor, [match_filters]) + + torch.fx.subgraph_rewriter.replace_pattern_with_filters( + model, pattern_per_channel, replacement_per_channel, [match_filters] + ) + torch.fx.subgraph_rewriter.replace_pattern_with_filters( + model, pattern_per_tensor, replacement_per_tensor, [match_filters] + ) + def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule): input_tup = [] for params in node.args: if isinstance(params, torch.fx.Node): - if params.op == 'get_attr': + if params.op == "get_attr": value = get_tensor_constant_from_node(params, model) input_tup.append(value) else: @@ -545,16 +558,21 @@ def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule): input_tup.append(params) return input_tup + def _compress_qdq_constant_transformation(model: torch.fx.GraphModule) -> None: for node in model.graph.nodes: - if node.target in [torch.ops.quantized_decomposed.quantize_per_tensor.default, torch.ops.quantized_decomposed.quantize_per_channel.default]: + if node.target in [ + torch.ops.quantized_decomposed.quantize_per_tensor.default, + torch.ops.quantized_decomposed.quantize_per_channel.default, + ]: port_id = 0 input_tup = _get_node_inputs(node, model) - if(input_tup): - if(node.target == torch.ops.quantized_decomposed.quantize_per_channel.default): + if input_tup: + if node.target == torch.ops.quantized_decomposed.quantize_per_channel.default: _reshape_scale(model, node) result = node.target(*tuple(input_tup)) - constant_update_fn(model, node, result, port_id, updated_node_name='compressed_weight_updated_constant') + constant_update_fn(model, node, result, port_id, updated_node_name="compressed_weight_updated_constant") + def _reshape_scale(model, node: torch.fx.Node): weight_node = node.all_input_nodes[0] @@ -565,12 +583,14 @@ def _reshape_scale(model, node: torch.fx.Node): new_shape = [1] * weight_value.dim() new_shape[axis] = scale_value.shape[0] scale_value = scale_value.view(new_shape) - constant_update_fn(model, node, scale_value, 1, updated_node_name=scale_node.name+'_updated_constant') + constant_update_fn(model, node, scale_value, 1, updated_node_name=scale_node.name + "_updated_constant") + def compress_post_quantize_transformation(model: torch.fx.GraphModule): _compress_qdq_constant_transformation(model) _remove_constant_qdq_transformation(model) + def apply_quantization_transformations(model: torch.fx.GraphModule) -> None: """ Applies quantization transformations to the model. diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index d3070f7f6b5..10fc5f0cc13 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -10,12 +10,13 @@ # limitations under the License. from dataclasses import dataclass +from functools import partial from pathlib import Path from typing import Any, Callable, Tuple import pytest -import torchvision.models as models import torch +import torchvision.models as models from torch._export import capture_pre_autograd_graph import nncf @@ -23,6 +24,7 @@ from nncf.common.graph.transformations.layout import TransformationLayout from nncf.experimental.torch.fx.model_transformer import FXModelTransformer from nncf.experimental.torch.fx.nncf_graph_builder import GraphConverter +from nncf.experimental.torch.fx.transformations import _get_node_inputs from nncf.experimental.torch.fx.transformations import output_insertion_transformation_builder from nncf.torch import disable_patching from nncf.torch.graph.transformations.commands import PTModelExtractionCommand @@ -31,7 +33,7 @@ from tests.torch.test_models.synthetic import ConvolutionWithAllConstantInputsModel from tests.torch.test_models.synthetic import ConvolutionWithNotTensorBiasModel from tests.torch.test_models.synthetic import MultiBranchesConnectedModel -from tests.torch.ptq.test_weights_compression import ShortTransformer + @dataclass class ModelExtractionTestCase: @@ -130,43 +132,46 @@ def test_output_insertion_transformation(tuple_output, target_point): @dataclass class ModelCase: + model_builder: Callable[[], torch.nn.Module] model_id: str input_shape: Tuple[int] + buffer_count: int + + +def torchvision_model_case(model_id: str, input_shape: Tuple[int,], buffer_count): + model = getattr(models, model_id) + return ModelCase(partial(model, weights=None), model_id, input_shape, buffer_count) + TEST_MODELS_QUANIZED = ( - ModelCase("resnet18", [1, 3, 224, 224]), - ModelCase("mobilenet_v3_small", [1, 3, 224, 224]), - ModelCase("vit_b_16", [1, 3, 224, 224]), + (torchvision_model_case("resnet18", (1, 3, 224, 224), 63), {}), + (torchvision_model_case("mobilenet_v3_small", (1, 3, 224, 224), 148), {}), + (torchvision_model_case("vit_b_16", (1, 3, 224, 224), 150), {"model_type": nncf.ModelType.TRANSFORMER}), + (torchvision_model_case("swin_v2_s", (1, 3, 224, 224), 468), {"model_type": nncf.ModelType.TRANSFORMER}), ) + @pytest.mark.parametrize( - ("model_case"), TEST_MODELS_QUANIZED, ids=[m.model_id for m in TEST_MODELS_QUANIZED] + ("model_case", "quantization_parameters"), TEST_MODELS_QUANIZED, ids=[m[0].model_id for m in TEST_MODELS_QUANIZED] ) -def test_post_quantization_compression(model_case: ModelCase): +def test_post_quantization_compression(model_case: ModelCase, quantization_parameters): with disable_patching(): - torch.manual_seed(42) - # model = ShortTransformer(5, 10).to('cpu') + torch.manual_seed(42) model = getattr(models, model_case.model_id)().eval() input_ids = torch.ones(model_case.input_shape) exported_model = capture_pre_autograd_graph(model, args=(input_ids,)) - quantized_model = nncf.quantize(exported_model, - calibration_dataset=nncf.Dataset([input_ids]), - subset_size=1, - advanced_parameters=nncf.AdvancedQuantizationParameters(disable_bias_correction=True)) - # for node in quantized_model.graph.nodes: - # if(node.target == torch.mul): - # # node_pre_value = getattr(quantized_model, node.name) - # input_tup = [] - # for i in node.args: - # if isinstance(i, torch.fx.Node) and i.target == 'get_attr': - # weight_value = getattr(quantized_model, i.target) - # input_tup.append(weight_value) - # assert weight_value.dtype == torch.int8 - # else: - # input_tup.append(i) - # if input_tup: - # result = node.target(*tuple(input_tup)) - # assert result.dtype == torch.fp32 - # constant_count = sum(1 for node in quantized_model.graph.nodes if node.op == 'get_attr') - # buffer_count = sum(1 for node in quantized_model.buffers()) - # assert buffer_count == constant_count + quantization_parameters["advanced_parameters"] = nncf.AdvancedQuantizationParameters() + quantization_parameters["subset_size"] = 1 + quantized_model = nncf.quantize( + exported_model, calibration_dataset=nncf.Dataset([input_ids]), **quantization_parameters + ) + for node in quantized_model.graph.nodes: + if node.name[:3] == "mul": + input_tup = [] + input_tup = _get_node_inputs(node, quantized_model) + if input_tup: + assert input_tup[0].dtype == torch.int8 + result = node.target(*tuple(input_tup)) + assert result.dtype == torch.float32 + buffer_count = sum(1 for ele in quantized_model.buffers()) + assert buffer_count == model_case.buffer_count diff --git a/tests/torch/fx/test_models.py b/tests/torch/fx/test_models.py index 89802d4f07b..a59f94095c4 100644 --- a/tests/torch/fx/test_models.py +++ b/tests/torch/fx/test_models.py @@ -150,12 +150,10 @@ def transform_fn(data_item): quantization_parameters["subset_size"] = 1 quantized_model = nncf.quantize(fx_model, calibration_dataset, **quantization_parameters) - + # Uncomment to visualize torch fx graph # from tests.torch.fx.helpers import visualize_fx_model # visualize_fx_model(quantized_model, f"{model_case.model_id}_int8.svg") - constant_count = sum(1 for node in quantized_model.graph.nodes if node.op == 'get_attr') - buffer_count = sum(1 for node in quantized_model.buffers()) - assert buffer_count == constant_count + nncf_graph = GraphConverter.create_nncf_graph(quantized_model) check_graph(nncf_graph, get_dot_filename(model_case.model_id), FX_QUANTIZED_DIR_NAME) From 1618119b3fc52b8b4961b3c50d5fdfa4847e378f Mon Sep 17 00:00:00 2001 From: anzr299 Date: Mon, 23 Sep 2024 15:42:04 +0400 Subject: [PATCH 14/48] remove buffer test --- tests/torch/fx/test_model_transformer.py | 12 +++++------- 1 file changed, 5 insertions(+), 7 deletions(-) diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index 10fc5f0cc13..960011e92c1 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -135,7 +135,6 @@ class ModelCase: model_builder: Callable[[], torch.nn.Module] model_id: str input_shape: Tuple[int] - buffer_count: int def torchvision_model_case(model_id: str, input_shape: Tuple[int,], buffer_count): @@ -144,10 +143,11 @@ def torchvision_model_case(model_id: str, input_shape: Tuple[int,], buffer_count TEST_MODELS_QUANIZED = ( - (torchvision_model_case("resnet18", (1, 3, 224, 224), 63), {}), - (torchvision_model_case("mobilenet_v3_small", (1, 3, 224, 224), 148), {}), - (torchvision_model_case("vit_b_16", (1, 3, 224, 224), 150), {"model_type": nncf.ModelType.TRANSFORMER}), - (torchvision_model_case("swin_v2_s", (1, 3, 224, 224), 468), {"model_type": nncf.ModelType.TRANSFORMER}), + (torchvision_model_case("resnet18", (1, 3, 224, 224)), {}), + (torchvision_model_case("mobilenet_v3_small", (1, 3, 224, 224)), {}), + (torchvision_model_case("vit_b_16", (1, 3, 224, 224)), {"model_type": nncf.ModelType.TRANSFORMER}), + (torchvision_model_case("swin_v2_s", (1, 3, 224, 224)), {"model_type": nncf.ModelType.TRANSFORMER}), + ) @@ -173,5 +173,3 @@ def test_post_quantization_compression(model_case: ModelCase, quantization_param assert input_tup[0].dtype == torch.int8 result = node.target(*tuple(input_tup)) assert result.dtype == torch.float32 - buffer_count = sum(1 for ele in quantized_model.buffers()) - assert buffer_count == model_case.buffer_count From 0b294612a00738c4b729aa7103ac28d8bd99a4d2 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Tue, 24 Sep 2024 11:34:29 +0400 Subject: [PATCH 15/48] update reference graphs --- nncf/experimental/torch/fx/transformations.py | 4 +- .../fx/quantized/mobilenet_v3_small.dot | 72 ++--- .../fx/quantized/resnet18.dot | 42 +-- .../fx/quantized/swin_v2_s.dot | 298 +++++++++--------- .../reference_graphs/fx/quantized/unet.dot | 46 +-- .../fx/quantized/vit_b_16.dot | 100 +++--- tests/torch/fx/test_model_transformer.py | 5 +- 7 files changed, 283 insertions(+), 284 deletions(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index 41518716791..cbd1a65da12 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -526,10 +526,10 @@ def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): return dequantized def replacement_per_channel(x, scale, zero_point, axis, low, high, dtype): - return torch.mul(x, scale) + return x.mul(scale) def replacement_per_tensor(x, scale, zero_point, low, high, dtype): - return torch.mul(x, scale) + return x.mul(scale) def match_filters(match, original_graph, graph): for node in match.nodes_map: diff --git a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot index b64a3c68da6..e61558746fc 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot @@ -5,7 +5,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; "4 compressed_weight_updated_constant0" [id=4, type=get_attr]; "5 features_0_0_weight_bias_0_0" [id=5, type=get_attr]; -"6 mul_9" [id=6, type=]; +"6 mul_9" [id=6, type=call_method]; "7 conv2d" [id=7, type=conv2d]; "8 hardswish__scale_0" [id=8, type=get_attr]; "9 hardswish__zero_point_0" [id=9, type=get_attr]; @@ -15,7 +15,7 @@ strict digraph { "13 conv2d_1_scale_0_updated_constant0" [id=13, type=get_attr]; "14 compressed_weight_updated_constant1" [id=14, type=get_attr]; "15 features_1_block_0_0_weight_bias_0_0" [id=15, type=get_attr]; -"16 mul_10" [id=16, type=]; +"16 mul_10" [id=16, type=call_method]; "17 conv2d_1" [id=17, type=conv2d]; "18 relu_" [id=18, type=relu_]; "19 quantize_per_tensor_default_1" [id=19, type=quantize_per_tensor]; @@ -38,14 +38,14 @@ strict digraph { "36 conv2d_4_scale_0_updated_constant0" [id=36, type=get_attr]; "37 compressed_weight_updated_constant2" [id=37, type=get_attr]; "38 features_1_block_2_0_weight_bias_0_0" [id=38, type=get_attr]; -"39 mul_11" [id=39, type=]; +"39 mul_11" [id=39, type=call_method]; "40 conv2d_4" [id=40, type=conv2d]; "41 quantize_per_tensor_default_4" [id=41, type=quantize_per_tensor]; "42 dequantize_per_tensor_default_5" [id=42, type=dequantize_per_tensor]; "43 conv2d_5_scale_0_updated_constant0" [id=43, type=get_attr]; "44 compressed_weight_updated_constant3" [id=44, type=get_attr]; "45 features_2_block_0_0_weight_bias_0_0" [id=45, type=get_attr]; -"46 mul_12" [id=46, type=]; +"46 mul_12" [id=46, type=call_method]; "47 conv2d_5" [id=47, type=conv2d]; "48 relu__1_scale_0" [id=48, type=get_attr]; "49 relu__1_zero_point_0" [id=49, type=get_attr]; @@ -55,7 +55,7 @@ strict digraph { "53 conv2d_6_scale_0_updated_constant0" [id=53, type=get_attr]; "54 compressed_weight_updated_constant4" [id=54, type=get_attr]; "55 features_2_block_1_0_weight_bias_0_0" [id=55, type=get_attr]; -"56 mul_13" [id=56, type=]; +"56 mul_13" [id=56, type=call_method]; "57 conv2d_6" [id=57, type=conv2d]; "58 relu__2" [id=58, type=relu_]; "59 quantize_per_tensor_default_5" [id=59, type=quantize_per_tensor]; @@ -63,7 +63,7 @@ strict digraph { "61 conv2d_7_scale_0_updated_constant0" [id=61, type=get_attr]; "62 compressed_weight_updated_constant5" [id=62, type=get_attr]; "63 features_2_block_2_0_weight_bias_0_0" [id=63, type=get_attr]; -"64 mul_14" [id=64, type=]; +"64 mul_14" [id=64, type=call_method]; "65 conv2d_7" [id=65, type=conv2d]; "66 quantize_per_tensor_default_6" [id=66, type=quantize_per_tensor]; "67 dequantize_per_tensor_default_8" [id=67, type=dequantize_per_tensor]; @@ -71,7 +71,7 @@ strict digraph { "69 conv2d_8_scale_0_updated_constant0" [id=69, type=get_attr]; "70 compressed_weight_updated_constant6" [id=70, type=get_attr]; "71 features_3_block_0_0_weight_bias_0_0" [id=71, type=get_attr]; -"72 mul_15" [id=72, type=]; +"72 mul_15" [id=72, type=call_method]; "73 conv2d_8" [id=73, type=conv2d]; "74 relu__3_scale_0" [id=74, type=get_attr]; "75 relu__3_zero_point_0" [id=75, type=get_attr]; @@ -81,7 +81,7 @@ strict digraph { "79 conv2d_9_scale_0_updated_constant0" [id=79, type=get_attr]; "80 compressed_weight_updated_constant7" [id=80, type=get_attr]; "81 features_3_block_1_0_weight_bias_0_0" [id=81, type=get_attr]; -"82 mul_16" [id=82, type=]; +"82 mul_16" [id=82, type=call_method]; "83 conv2d_9" [id=83, type=conv2d]; "84 relu__4" [id=84, type=relu_]; "85 quantize_per_tensor_default_7" [id=85, type=quantize_per_tensor]; @@ -89,7 +89,7 @@ strict digraph { "87 conv2d_10_scale_0_updated_constant0" [id=87, type=get_attr]; "88 compressed_weight_updated_constant8" [id=88, type=get_attr]; "89 features_3_block_2_0_weight_bias_0_0" [id=89, type=get_attr]; -"90 mul_17" [id=90, type=]; +"90 mul_17" [id=90, type=call_method]; "91 conv2d_10" [id=91, type=conv2d]; "92 quantize_per_tensor_default_8" [id=92, type=quantize_per_tensor]; "93 dequantize_per_tensor_default_10" [id=93, type=dequantize_per_tensor]; @@ -99,7 +99,7 @@ strict digraph { "97 conv2d_11_scale_0_updated_constant0" [id=97, type=get_attr]; "98 compressed_weight_updated_constant9" [id=98, type=get_attr]; "99 features_4_block_0_0_weight_bias_0_0" [id=99, type=get_attr]; -"100 mul_18" [id=100, type=]; +"100 mul_18" [id=100, type=call_method]; "101 conv2d_11" [id=101, type=conv2d]; "102 hardswish__1_scale_0" [id=102, type=get_attr]; "103 hardswish__1_zero_point_0" [id=103, type=get_attr]; @@ -109,7 +109,7 @@ strict digraph { "107 conv2d_12_scale_0_updated_constant0" [id=107, type=get_attr]; "108 compressed_weight_updated_constant10" [id=108, type=get_attr]; "109 features_4_block_1_0_weight_bias_0_0" [id=109, type=get_attr]; -"110 mul_19" [id=110, type=]; +"110 mul_19" [id=110, type=call_method]; "111 conv2d_12" [id=111, type=conv2d]; "112 hardswish__2" [id=112, type=hardswish_]; "113 quantize_per_tensor_default_10" [id=113, type=quantize_per_tensor]; @@ -132,7 +132,7 @@ strict digraph { "130 conv2d_15_scale_0_updated_constant0" [id=130, type=get_attr]; "131 compressed_weight_updated_constant11" [id=131, type=get_attr]; "132 features_4_block_3_0_weight_bias_0_0" [id=132, type=get_attr]; -"133 mul_20" [id=133, type=]; +"133 mul_20" [id=133, type=call_method]; "134 conv2d_15" [id=134, type=conv2d]; "135 quantize_per_tensor_default_13" [id=135, type=quantize_per_tensor]; "136 dequantize_per_tensor_default_17" [id=136, type=dequantize_per_tensor]; @@ -140,7 +140,7 @@ strict digraph { "138 conv2d_16_scale_0_updated_constant0" [id=138, type=get_attr]; "139 compressed_weight_updated_constant12" [id=139, type=get_attr]; "140 features_5_block_0_0_weight_bias_0_0" [id=140, type=get_attr]; -"141 mul_21" [id=141, type=]; +"141 mul_21" [id=141, type=call_method]; "142 conv2d_16" [id=142, type=conv2d]; "143 hardswish__3_scale_0" [id=143, type=get_attr]; "144 hardswish__3_zero_point_0" [id=144, type=get_attr]; @@ -150,7 +150,7 @@ strict digraph { "148 conv2d_17_scale_0_updated_constant0" [id=148, type=get_attr]; "149 compressed_weight_updated_constant13" [id=149, type=get_attr]; "150 features_5_block_1_0_weight_bias_0_0" [id=150, type=get_attr]; -"151 mul_22" [id=151, type=]; +"151 mul_22" [id=151, type=call_method]; "152 conv2d_17" [id=152, type=conv2d]; "153 hardswish__4" [id=153, type=hardswish_]; "154 quantize_per_tensor_default_14" [id=154, type=quantize_per_tensor]; @@ -173,7 +173,7 @@ strict digraph { "171 conv2d_20_scale_0_updated_constant0" [id=171, type=get_attr]; "172 compressed_weight_updated_constant14" [id=172, type=get_attr]; "173 features_5_block_3_0_weight_bias_0_0" [id=173, type=get_attr]; -"174 mul_23" [id=174, type=]; +"174 mul_23" [id=174, type=call_method]; "175 conv2d_20" [id=175, type=conv2d]; "176 quantize_per_tensor_default_17" [id=176, type=quantize_per_tensor]; "177 dequantize_per_tensor_default_22" [id=177, type=dequantize_per_tensor]; @@ -184,7 +184,7 @@ strict digraph { "182 conv2d_21_scale_0_updated_constant0" [id=182, type=get_attr]; "183 compressed_weight_updated_constant15" [id=183, type=get_attr]; "184 features_6_block_0_0_weight_bias_0_0" [id=184, type=get_attr]; -"185 mul_24" [id=185, type=]; +"185 mul_24" [id=185, type=call_method]; "186 conv2d_21" [id=186, type=conv2d]; "187 hardswish__5_scale_0" [id=187, type=get_attr]; "188 hardswish__5_zero_point_0" [id=188, type=get_attr]; @@ -194,7 +194,7 @@ strict digraph { "192 conv2d_22_scale_0_updated_constant0" [id=192, type=get_attr]; "193 compressed_weight_updated_constant16" [id=193, type=get_attr]; "194 features_6_block_1_0_weight_bias_0_0" [id=194, type=get_attr]; -"195 mul_25" [id=195, type=]; +"195 mul_25" [id=195, type=call_method]; "196 conv2d_22" [id=196, type=conv2d]; "197 hardswish__6" [id=197, type=hardswish_]; "198 quantize_per_tensor_default_19" [id=198, type=quantize_per_tensor]; @@ -217,7 +217,7 @@ strict digraph { "215 conv2d_25_scale_0_updated_constant0" [id=215, type=get_attr]; "216 compressed_weight_updated_constant17" [id=216, type=get_attr]; "217 features_6_block_3_0_weight_bias_0_0" [id=217, type=get_attr]; -"218 mul_26" [id=218, type=]; +"218 mul_26" [id=218, type=call_method]; "219 conv2d_25" [id=219, type=conv2d]; "220 quantize_per_tensor_default_22" [id=220, type=quantize_per_tensor]; "221 dequantize_per_tensor_default_29" [id=221, type=dequantize_per_tensor]; @@ -227,7 +227,7 @@ strict digraph { "225 conv2d_26_scale_0_updated_constant0" [id=225, type=get_attr]; "226 compressed_weight_updated_constant18" [id=226, type=get_attr]; "227 features_7_block_0_0_weight_bias_0_0" [id=227, type=get_attr]; -"228 mul_27" [id=228, type=]; +"228 mul_27" [id=228, type=call_method]; "229 conv2d_26" [id=229, type=conv2d]; "230 hardswish__7_scale_0" [id=230, type=get_attr]; "231 hardswish__7_zero_point_0" [id=231, type=get_attr]; @@ -237,7 +237,7 @@ strict digraph { "235 conv2d_27_scale_0_updated_constant0" [id=235, type=get_attr]; "236 compressed_weight_updated_constant19" [id=236, type=get_attr]; "237 features_7_block_1_0_weight_bias_0_0" [id=237, type=get_attr]; -"238 mul_28" [id=238, type=]; +"238 mul_28" [id=238, type=call_method]; "239 conv2d_27" [id=239, type=conv2d]; "240 hardswish__8" [id=240, type=hardswish_]; "241 quantize_per_tensor_default_24" [id=241, type=quantize_per_tensor]; @@ -260,7 +260,7 @@ strict digraph { "258 conv2d_30_scale_0_updated_constant0" [id=258, type=get_attr]; "259 compressed_weight_updated_constant20" [id=259, type=get_attr]; "260 features_7_block_3_0_weight_bias_0_0" [id=260, type=get_attr]; -"261 mul_29" [id=261, type=]; +"261 mul_29" [id=261, type=call_method]; "262 conv2d_30" [id=262, type=conv2d]; "263 quantize_per_tensor_default_27" [id=263, type=quantize_per_tensor]; "264 dequantize_per_tensor_default_36" [id=264, type=dequantize_per_tensor]; @@ -268,7 +268,7 @@ strict digraph { "266 conv2d_31_scale_0_updated_constant0" [id=266, type=get_attr]; "267 compressed_weight_updated_constant21" [id=267, type=get_attr]; "268 features_8_block_0_0_weight_bias_0_0" [id=268, type=get_attr]; -"269 mul_30" [id=269, type=]; +"269 mul_30" [id=269, type=call_method]; "270 conv2d_31" [id=270, type=conv2d]; "271 hardswish__9_scale_0" [id=271, type=get_attr]; "272 hardswish__9_zero_point_0" [id=272, type=get_attr]; @@ -278,7 +278,7 @@ strict digraph { "276 conv2d_32_scale_0_updated_constant0" [id=276, type=get_attr]; "277 compressed_weight_updated_constant22" [id=277, type=get_attr]; "278 features_8_block_1_0_weight_bias_0_0" [id=278, type=get_attr]; -"279 mul_31" [id=279, type=]; +"279 mul_31" [id=279, type=call_method]; "280 conv2d_32" [id=280, type=conv2d]; "281 hardswish__10" [id=281, type=hardswish_]; "282 quantize_per_tensor_default_28" [id=282, type=quantize_per_tensor]; @@ -301,7 +301,7 @@ strict digraph { "299 conv2d_35_scale_0_updated_constant0" [id=299, type=get_attr]; "300 compressed_weight_updated_constant23" [id=300, type=get_attr]; "301 features_8_block_3_0_weight_bias_0_0" [id=301, type=get_attr]; -"302 mul_32" [id=302, type=]; +"302 mul_32" [id=302, type=call_method]; "303 conv2d_35" [id=303, type=conv2d]; "304 quantize_per_tensor_default_31" [id=304, type=quantize_per_tensor]; "305 dequantize_per_tensor_default_41" [id=305, type=dequantize_per_tensor]; @@ -311,7 +311,7 @@ strict digraph { "309 conv2d_36_scale_0_updated_constant0" [id=309, type=get_attr]; "310 compressed_weight_updated_constant24" [id=310, type=get_attr]; "311 features_9_block_0_0_weight_bias_0_0" [id=311, type=get_attr]; -"312 mul_33" [id=312, type=]; +"312 mul_33" [id=312, type=call_method]; "313 conv2d_36" [id=313, type=conv2d]; "314 hardswish__11_scale_0" [id=314, type=get_attr]; "315 hardswish__11_zero_point_0" [id=315, type=get_attr]; @@ -321,7 +321,7 @@ strict digraph { "319 conv2d_37_scale_0_updated_constant0" [id=319, type=get_attr]; "320 compressed_weight_updated_constant25" [id=320, type=get_attr]; "321 features_9_block_1_0_weight_bias_0_0" [id=321, type=get_attr]; -"322 mul_34" [id=322, type=]; +"322 mul_34" [id=322, type=call_method]; "323 conv2d_37" [id=323, type=conv2d]; "324 hardswish__12" [id=324, type=hardswish_]; "325 quantize_per_tensor_default_33" [id=325, type=quantize_per_tensor]; @@ -344,7 +344,7 @@ strict digraph { "342 conv2d_40_scale_0_updated_constant0" [id=342, type=get_attr]; "343 compressed_weight_updated_constant26" [id=343, type=get_attr]; "344 features_9_block_3_0_weight_bias_0_0" [id=344, type=get_attr]; -"345 mul_35" [id=345, type=]; +"345 mul_35" [id=345, type=call_method]; "346 conv2d_40" [id=346, type=conv2d]; "347 quantize_per_tensor_default_36" [id=347, type=quantize_per_tensor]; "348 dequantize_per_tensor_default_48" [id=348, type=dequantize_per_tensor]; @@ -352,7 +352,7 @@ strict digraph { "350 conv2d_41_scale_0_updated_constant0" [id=350, type=get_attr]; "351 compressed_weight_updated_constant27" [id=351, type=get_attr]; "352 features_10_block_0_0_weight_bias_0_0" [id=352, type=get_attr]; -"353 mul_36" [id=353, type=]; +"353 mul_36" [id=353, type=call_method]; "354 conv2d_41" [id=354, type=conv2d]; "355 hardswish__13_scale_0" [id=355, type=get_attr]; "356 hardswish__13_zero_point_0" [id=356, type=get_attr]; @@ -362,7 +362,7 @@ strict digraph { "360 conv2d_42_scale_0_updated_constant0" [id=360, type=get_attr]; "361 compressed_weight_updated_constant28" [id=361, type=get_attr]; "362 features_10_block_1_0_weight_bias_0_0" [id=362, type=get_attr]; -"363 mul_37" [id=363, type=]; +"363 mul_37" [id=363, type=call_method]; "364 conv2d_42" [id=364, type=conv2d]; "365 hardswish__14" [id=365, type=hardswish_]; "366 quantize_per_tensor_default_37" [id=366, type=quantize_per_tensor]; @@ -385,7 +385,7 @@ strict digraph { "383 conv2d_45_scale_0_updated_constant0" [id=383, type=get_attr]; "384 compressed_weight_updated_constant29" [id=384, type=get_attr]; "385 features_10_block_3_0_weight_bias_0_0" [id=385, type=get_attr]; -"386 mul_38" [id=386, type=]; +"386 mul_38" [id=386, type=call_method]; "387 conv2d_45" [id=387, type=conv2d]; "388 quantize_per_tensor_default_40" [id=388, type=quantize_per_tensor]; "389 dequantize_per_tensor_default_53" [id=389, type=dequantize_per_tensor]; @@ -396,7 +396,7 @@ strict digraph { "394 conv2d_46_scale_0_updated_constant0" [id=394, type=get_attr]; "395 compressed_weight_updated_constant30" [id=395, type=get_attr]; "396 features_11_block_0_0_weight_bias_0_0" [id=396, type=get_attr]; -"397 mul_39" [id=397, type=]; +"397 mul_39" [id=397, type=call_method]; "398 conv2d_46" [id=398, type=conv2d]; "399 hardswish__15_scale_0" [id=399, type=get_attr]; "400 hardswish__15_zero_point_0" [id=400, type=get_attr]; @@ -406,7 +406,7 @@ strict digraph { "404 conv2d_47_scale_0_updated_constant0" [id=404, type=get_attr]; "405 compressed_weight_updated_constant31" [id=405, type=get_attr]; "406 features_11_block_1_0_weight_bias_0_0" [id=406, type=get_attr]; -"407 mul_40" [id=407, type=]; +"407 mul_40" [id=407, type=call_method]; "408 conv2d_47" [id=408, type=conv2d]; "409 hardswish__16" [id=409, type=hardswish_]; "410 quantize_per_tensor_default_42" [id=410, type=quantize_per_tensor]; @@ -429,7 +429,7 @@ strict digraph { "427 conv2d_50_scale_0_updated_constant0" [id=427, type=get_attr]; "428 compressed_weight_updated_constant32" [id=428, type=get_attr]; "429 features_11_block_3_0_weight_bias_0_0" [id=429, type=get_attr]; -"430 mul_41" [id=430, type=]; +"430 mul_41" [id=430, type=call_method]; "431 conv2d_50" [id=431, type=conv2d]; "432 quantize_per_tensor_default_45" [id=432, type=quantize_per_tensor]; "433 dequantize_per_tensor_default_60" [id=433, type=dequantize_per_tensor]; @@ -439,7 +439,7 @@ strict digraph { "437 conv2d_51_scale_0_updated_constant0" [id=437, type=get_attr]; "438 compressed_weight_updated_constant33" [id=438, type=get_attr]; "439 features_12_0_weight_bias_0_0" [id=439, type=get_attr]; -"440 mul_42" [id=440, type=]; +"440 mul_42" [id=440, type=call_method]; "441 conv2d_51" [id=441, type=conv2d]; "442 hardswish__17" [id=442, type=hardswish_]; "443 quantize_per_tensor_default_47" [id=443, type=quantize_per_tensor]; @@ -451,7 +451,7 @@ strict digraph { "449 linear_scale_0_updated_constant0" [id=449, type=get_attr]; "450 compressed_weight_updated_constant34" [id=450, type=get_attr]; "451 _param_constant139_0_0" [id=451, type=get_attr]; -"452 mul_43" [id=452, type=]; +"452 mul_43" [id=452, type=call_method]; "453 linear" [id=453, type=linear]; "454 hardswish__18" [id=454, type=hardswish_]; "455 quantize_per_tensor_default_49" [id=455, type=quantize_per_tensor]; @@ -460,7 +460,7 @@ strict digraph { "458 linear_1_scale_0_updated_constant0" [id=458, type=get_attr]; "459 compressed_weight_updated_constant35" [id=459, type=get_attr]; "460 _param_constant141_0_0" [id=460, type=get_attr]; -"461 mul_44" [id=461, type=]; +"461 mul_44" [id=461, type=call_method]; "462 linear_1" [id=462, type=linear]; "463 output" [id=463, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; diff --git a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot index c9b9d79d5d1..bc341c9034f 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot @@ -5,7 +5,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; "4 compressed_weight_updated_constant0" [id=4, type=get_attr]; "5 conv1_weight_bias_0_0" [id=5, type=get_attr]; -"6 mul" [id=6, type=]; +"6 mul" [id=6, type=call_method]; "7 conv2d" [id=7, type=conv2d]; "8 relu_" [id=8, type=relu_]; "9 quantize_per_tensor_default_1" [id=9, type=quantize_per_tensor]; @@ -14,7 +14,7 @@ strict digraph { "12 conv2d_1_scale_0_updated_constant0" [id=12, type=get_attr]; "13 compressed_weight_updated_constant1" [id=13, type=get_attr]; "14 layer1_0_conv1_weight_bias_0_0" [id=14, type=get_attr]; -"15 mul_1" [id=15, type=]; +"15 mul_1" [id=15, type=call_method]; "16 conv2d_1" [id=16, type=conv2d]; "17 relu__1" [id=17, type=relu_]; "18 quantize_per_tensor_default_2" [id=18, type=quantize_per_tensor]; @@ -22,7 +22,7 @@ strict digraph { "20 conv2d_2_scale_0_updated_constant0" [id=20, type=get_attr]; "21 compressed_weight_updated_constant2" [id=21, type=get_attr]; "22 layer1_0_conv2_weight_bias_0_0" [id=22, type=get_attr]; -"23 mul_2" [id=23, type=]; +"23 mul_2" [id=23, type=call_method]; "24 conv2d_2" [id=24, type=conv2d]; "25 quantize_per_tensor_default_3" [id=25, type=quantize_per_tensor]; "26 dequantize_per_tensor_default_3" [id=26, type=dequantize_per_tensor]; @@ -34,7 +34,7 @@ strict digraph { "32 conv2d_3_scale_0_updated_constant0" [id=32, type=get_attr]; "33 compressed_weight_updated_constant3" [id=33, type=get_attr]; "34 layer1_1_conv1_weight_bias_0_0" [id=34, type=get_attr]; -"35 mul_3" [id=35, type=]; +"35 mul_3" [id=35, type=call_method]; "36 conv2d_3" [id=36, type=conv2d]; "37 relu__3" [id=37, type=relu_]; "38 quantize_per_tensor_default_5" [id=38, type=quantize_per_tensor]; @@ -42,7 +42,7 @@ strict digraph { "40 conv2d_4_scale_0_updated_constant0" [id=40, type=get_attr]; "41 compressed_weight_updated_constant4" [id=41, type=get_attr]; "42 layer1_1_conv2_weight_bias_0_0" [id=42, type=get_attr]; -"43 mul_4" [id=43, type=]; +"43 mul_4" [id=43, type=call_method]; "44 conv2d_4" [id=44, type=conv2d]; "45 quantize_per_tensor_default_6" [id=45, type=quantize_per_tensor]; "46 dequantize_per_tensor_default_7" [id=46, type=dequantize_per_tensor]; @@ -54,7 +54,7 @@ strict digraph { "52 conv2d_5_scale_0_updated_constant0" [id=52, type=get_attr]; "53 compressed_weight_updated_constant5" [id=53, type=get_attr]; "54 layer2_0_conv1_weight_bias_0_0" [id=54, type=get_attr]; -"55 mul_5" [id=55, type=]; +"55 mul_5" [id=55, type=call_method]; "56 conv2d_5" [id=56, type=conv2d]; "57 relu__5" [id=57, type=relu_]; "58 quantize_per_tensor_default_8" [id=58, type=quantize_per_tensor]; @@ -62,14 +62,14 @@ strict digraph { "60 conv2d_6_scale_0_updated_constant0" [id=60, type=get_attr]; "61 compressed_weight_updated_constant6" [id=61, type=get_attr]; "62 layer2_0_conv2_weight_bias_0_0" [id=62, type=get_attr]; -"63 mul_6" [id=63, type=]; +"63 mul_6" [id=63, type=call_method]; "64 conv2d_6" [id=64, type=conv2d]; "65 quantize_per_tensor_default_9" [id=65, type=quantize_per_tensor]; "66 dequantize_per_tensor_default_11" [id=66, type=dequantize_per_tensor]; "67 conv2d_7_scale_0_updated_constant0" [id=67, type=get_attr]; "68 compressed_weight_updated_constant7" [id=68, type=get_attr]; "69 layer2_0_downsample_0_weight_bias_0_0" [id=69, type=get_attr]; -"70 mul_7" [id=70, type=]; +"70 mul_7" [id=70, type=call_method]; "71 conv2d_7" [id=71, type=conv2d]; "72 quantize_per_tensor_default_10" [id=72, type=quantize_per_tensor]; "73 dequantize_per_tensor_default_12" [id=73, type=dequantize_per_tensor]; @@ -81,7 +81,7 @@ strict digraph { "79 conv2d_8_scale_0_updated_constant0" [id=79, type=get_attr]; "80 compressed_weight_updated_constant8" [id=80, type=get_attr]; "81 layer2_1_conv1_weight_bias_0_0" [id=81, type=get_attr]; -"82 mul_8" [id=82, type=]; +"82 mul_8" [id=82, type=call_method]; "83 conv2d_8" [id=83, type=conv2d]; "84 relu__7" [id=84, type=relu_]; "85 quantize_per_tensor_default_12" [id=85, type=quantize_per_tensor]; @@ -89,7 +89,7 @@ strict digraph { "87 conv2d_9_scale_0_updated_constant0" [id=87, type=get_attr]; "88 compressed_weight_updated_constant9" [id=88, type=get_attr]; "89 layer2_1_conv2_weight_bias_0_0" [id=89, type=get_attr]; -"90 mul_9" [id=90, type=]; +"90 mul_9" [id=90, type=call_method]; "91 conv2d_9" [id=91, type=conv2d]; "92 quantize_per_tensor_default_13" [id=92, type=quantize_per_tensor]; "93 dequantize_per_tensor_default_16" [id=93, type=dequantize_per_tensor]; @@ -101,7 +101,7 @@ strict digraph { "99 conv2d_10_scale_0_updated_constant0" [id=99, type=get_attr]; "100 compressed_weight_updated_constant10" [id=100, type=get_attr]; "101 layer3_0_conv1_weight_bias_0_0" [id=101, type=get_attr]; -"102 mul_10" [id=102, type=]; +"102 mul_10" [id=102, type=call_method]; "103 conv2d_10" [id=103, type=conv2d]; "104 relu__9" [id=104, type=relu_]; "105 quantize_per_tensor_default_15" [id=105, type=quantize_per_tensor]; @@ -109,14 +109,14 @@ strict digraph { "107 conv2d_11_scale_0_updated_constant0" [id=107, type=get_attr]; "108 compressed_weight_updated_constant11" [id=108, type=get_attr]; "109 layer3_0_conv2_weight_bias_0_0" [id=109, type=get_attr]; -"110 mul_11" [id=110, type=]; +"110 mul_11" [id=110, type=call_method]; "111 conv2d_11" [id=111, type=conv2d]; "112 quantize_per_tensor_default_16" [id=112, type=quantize_per_tensor]; "113 dequantize_per_tensor_default_20" [id=113, type=dequantize_per_tensor]; "114 conv2d_12_scale_0_updated_constant0" [id=114, type=get_attr]; "115 compressed_weight_updated_constant12" [id=115, type=get_attr]; "116 layer3_0_downsample_0_weight_bias_0_0" [id=116, type=get_attr]; -"117 mul_12" [id=117, type=]; +"117 mul_12" [id=117, type=call_method]; "118 conv2d_12" [id=118, type=conv2d]; "119 quantize_per_tensor_default_17" [id=119, type=quantize_per_tensor]; "120 dequantize_per_tensor_default_21" [id=120, type=dequantize_per_tensor]; @@ -128,7 +128,7 @@ strict digraph { "126 conv2d_13_scale_0_updated_constant0" [id=126, type=get_attr]; "127 compressed_weight_updated_constant13" [id=127, type=get_attr]; "128 layer3_1_conv1_weight_bias_0_0" [id=128, type=get_attr]; -"129 mul_13" [id=129, type=]; +"129 mul_13" [id=129, type=call_method]; "130 conv2d_13" [id=130, type=conv2d]; "131 relu__11" [id=131, type=relu_]; "132 quantize_per_tensor_default_19" [id=132, type=quantize_per_tensor]; @@ -136,7 +136,7 @@ strict digraph { "134 conv2d_14_scale_0_updated_constant0" [id=134, type=get_attr]; "135 compressed_weight_updated_constant14" [id=135, type=get_attr]; "136 layer3_1_conv2_weight_bias_0_0" [id=136, type=get_attr]; -"137 mul_14" [id=137, type=]; +"137 mul_14" [id=137, type=call_method]; "138 conv2d_14" [id=138, type=conv2d]; "139 quantize_per_tensor_default_20" [id=139, type=quantize_per_tensor]; "140 dequantize_per_tensor_default_25" [id=140, type=dequantize_per_tensor]; @@ -148,7 +148,7 @@ strict digraph { "146 conv2d_15_scale_0_updated_constant0" [id=146, type=get_attr]; "147 compressed_weight_updated_constant15" [id=147, type=get_attr]; "148 layer4_0_conv1_weight_bias_0_0" [id=148, type=get_attr]; -"149 mul_15" [id=149, type=]; +"149 mul_15" [id=149, type=call_method]; "150 conv2d_15" [id=150, type=conv2d]; "151 relu__13" [id=151, type=relu_]; "152 quantize_per_tensor_default_22" [id=152, type=quantize_per_tensor]; @@ -156,14 +156,14 @@ strict digraph { "154 conv2d_16_scale_0_updated_constant0" [id=154, type=get_attr]; "155 compressed_weight_updated_constant16" [id=155, type=get_attr]; "156 layer4_0_conv2_weight_bias_0_0" [id=156, type=get_attr]; -"157 mul_16" [id=157, type=]; +"157 mul_16" [id=157, type=call_method]; "158 conv2d_16" [id=158, type=conv2d]; "159 quantize_per_tensor_default_23" [id=159, type=quantize_per_tensor]; "160 dequantize_per_tensor_default_29" [id=160, type=dequantize_per_tensor]; "161 conv2d_17_scale_0_updated_constant0" [id=161, type=get_attr]; "162 compressed_weight_updated_constant17" [id=162, type=get_attr]; "163 layer4_0_downsample_0_weight_bias_0_0" [id=163, type=get_attr]; -"164 mul_17" [id=164, type=]; +"164 mul_17" [id=164, type=call_method]; "165 conv2d_17" [id=165, type=conv2d]; "166 quantize_per_tensor_default_24" [id=166, type=quantize_per_tensor]; "167 dequantize_per_tensor_default_30" [id=167, type=dequantize_per_tensor]; @@ -175,7 +175,7 @@ strict digraph { "173 conv2d_18_scale_0_updated_constant0" [id=173, type=get_attr]; "174 compressed_weight_updated_constant18" [id=174, type=get_attr]; "175 layer4_1_conv1_weight_bias_0_0" [id=175, type=get_attr]; -"176 mul_18" [id=176, type=]; +"176 mul_18" [id=176, type=call_method]; "177 conv2d_18" [id=177, type=conv2d]; "178 relu__15" [id=178, type=relu_]; "179 quantize_per_tensor_default_26" [id=179, type=quantize_per_tensor]; @@ -183,7 +183,7 @@ strict digraph { "181 conv2d_19_scale_0_updated_constant0" [id=181, type=get_attr]; "182 compressed_weight_updated_constant19" [id=182, type=get_attr]; "183 layer4_1_conv2_weight_bias_0_0" [id=183, type=get_attr]; -"184 mul_19" [id=184, type=]; +"184 mul_19" [id=184, type=call_method]; "185 conv2d_19" [id=185, type=conv2d]; "186 quantize_per_tensor_default_27" [id=186, type=quantize_per_tensor]; "187 dequantize_per_tensor_default_34" [id=187, type=dequantize_per_tensor]; @@ -198,7 +198,7 @@ strict digraph { "196 linear_scale_0_updated_constant0" [id=196, type=get_attr]; "197 compressed_weight_updated_constant20" [id=197, type=get_attr]; "198 _param_constant61_0_0" [id=198, type=get_attr]; -"199 mul_20" [id=199, type=]; +"199 mul_20" [id=199, type=call_method]; "200 linear" [id=200, type=linear]; "201 output" [id=201, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; diff --git a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot index a84cd471a32..1c6e6b83e5f 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot @@ -5,7 +5,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; "4 compressed_weight_updated_constant0" [id=4, type=get_attr]; "5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul_48" [id=6, type=]; +"6 mul_48" [id=6, type=call_method]; "7 conv2d" [id=7, type=conv2d]; "8 permute" [id=8, type=permute]; "9 _param_constant2" [id=9, type=get_attr]; @@ -16,13 +16,13 @@ strict digraph { "14 linear_scale_0_updated_constant0" [id=14, type=get_attr]; "15 compressed_weight_updated_constant1" [id=15, type=get_attr]; "16 _param_constant5_0_0" [id=16, type=get_attr]; -"17 mul_49" [id=17, type=]; +"17 mul_49" [id=17, type=call_method]; "18 linear" [id=18, type=linear]; "19 relu_" [id=19, type=relu_]; "20 relu__0_0_nncf_smooth_quant_0" [id=20, type=call_module]; "21 linear_1_scale_0_updated_constant0" [id=21, type=get_attr]; "22 compressed_weight_updated_constant2" [id=22, type=get_attr]; -"23 mul_50" [id=23, type=]; +"23 mul_50" [id=23, type=call_method]; "24 linear_1" [id=24, type=linear]; "25 view" [id=25, type=view]; "26 _tensor_constant1" [id=26, type=get_attr]; @@ -43,7 +43,7 @@ strict digraph { "41 linear_2_scale_0_updated_constant0" [id=41, type=get_attr]; "42 compressed_weight_updated_constant3" [id=42, type=get_attr]; "43 _param_constant7_0_0" [id=43, type=get_attr]; -"44 mul_51" [id=44, type=]; +"44 mul_51" [id=44, type=call_method]; "45 linear_2" [id=45, type=linear]; "46 reshape_1" [id=46, type=reshape]; "47 permute_3" [id=47, type=permute]; @@ -80,7 +80,7 @@ strict digraph { "78 linear_3_scale_0_updated_constant0" [id=78, type=get_attr]; "79 compressed_weight_updated_constant4" [id=79, type=get_attr]; "80 _param_constant11_0_0" [id=80, type=get_attr]; -"81 mul_52" [id=81, type=]; +"81 mul_52" [id=81, type=call_method]; "82 linear_3" [id=82, type=linear]; "83 dropout_1" [id=83, type=dropout]; "84 view_3" [id=84, type=view]; @@ -98,7 +98,7 @@ strict digraph { "96 linear_4_scale_0_updated_constant0" [id=96, type=get_attr]; "97 compressed_weight_updated_constant5" [id=97, type=get_attr]; "98 _param_constant15_0_0" [id=98, type=get_attr]; -"99 mul_53" [id=99, type=]; +"99 mul_53" [id=99, type=call_method]; "100 linear_4" [id=100, type=linear]; "101 gelu" [id=101, type=gelu]; "102 dropout_2" [id=102, type=dropout]; @@ -108,7 +108,7 @@ strict digraph { "106 linear_5_scale_0_updated_constant0" [id=106, type=get_attr]; "107 compressed_weight_updated_constant6" [id=107, type=get_attr]; "108 _param_constant17_0_0" [id=108, type=get_attr]; -"109 mul_54" [id=109, type=]; +"109 mul_54" [id=109, type=call_method]; "110 linear_5" [id=110, type=linear]; "111 dropout_3" [id=111, type=dropout]; "112 _param_constant18" [id=112, type=get_attr]; @@ -120,13 +120,13 @@ strict digraph { "118 linear_6_scale_0_updated_constant0" [id=118, type=get_attr]; "119 compressed_weight_updated_constant7" [id=119, type=get_attr]; "120 _param_constant21_0_0" [id=120, type=get_attr]; -"121 mul_55" [id=121, type=]; +"121 mul_55" [id=121, type=call_method]; "122 linear_6" [id=122, type=linear]; "123 relu__1" [id=123, type=relu_]; "124 relu__1_0_0_nncf_smooth_quant_0" [id=124, type=call_module]; "125 linear_7_scale_0_updated_constant0" [id=125, type=get_attr]; "126 compressed_weight_updated_constant8" [id=126, type=get_attr]; -"127 mul_56" [id=127, type=]; +"127 mul_56" [id=127, type=call_method]; "128 linear_7" [id=128, type=linear]; "129 view_4" [id=129, type=view]; "130 _tensor_constant3" [id=130, type=get_attr]; @@ -148,7 +148,7 @@ strict digraph { "146 linear_8_scale_0_updated_constant0" [id=146, type=get_attr]; "147 compressed_weight_updated_constant9" [id=147, type=get_attr]; "148 _param_constant23_0_0" [id=148, type=get_attr]; -"149 mul_57" [id=149, type=]; +"149 mul_57" [id=149, type=call_method]; "150 linear_8" [id=150, type=linear]; "151 reshape_5" [id=151, type=reshape]; "152 permute_7" [id=152, type=permute]; @@ -201,7 +201,7 @@ strict digraph { "199 linear_9_scale_0_updated_constant0" [id=199, type=get_attr]; "200 compressed_weight_updated_constant10" [id=200, type=get_attr]; "201 _param_constant27_0_0" [id=201, type=get_attr]; -"202 mul_58" [id=202, type=]; +"202 mul_58" [id=202, type=call_method]; "203 linear_9" [id=203, type=linear]; "204 dropout_5" [id=204, type=dropout]; "205 view_10" [id=205, type=view]; @@ -220,7 +220,7 @@ strict digraph { "218 linear_10_scale_0_updated_constant0" [id=218, type=get_attr]; "219 compressed_weight_updated_constant11" [id=219, type=get_attr]; "220 _param_constant31_0_0" [id=220, type=get_attr]; -"221 mul_59" [id=221, type=]; +"221 mul_59" [id=221, type=call_method]; "222 linear_10" [id=222, type=linear]; "223 gelu_1" [id=223, type=gelu]; "224 dropout_6" [id=224, type=dropout]; @@ -230,7 +230,7 @@ strict digraph { "228 linear_11_scale_0_updated_constant0" [id=228, type=get_attr]; "229 compressed_weight_updated_constant12" [id=229, type=get_attr]; "230 _param_constant33_0_0" [id=230, type=get_attr]; -"231 mul_60" [id=231, type=]; +"231 mul_60" [id=231, type=call_method]; "232 linear_11" [id=232, type=linear]; "233 dropout_7" [id=233, type=dropout]; "234 _param_constant34" [id=234, type=get_attr]; @@ -256,7 +256,7 @@ strict digraph { "254 dequantize_per_tensor_default_13" [id=254, type=dequantize_per_tensor]; "255 linear_12_scale_0_updated_constant0" [id=255, type=get_attr]; "256 compressed_weight_updated_constant13" [id=256, type=get_attr]; -"257 mul_61" [id=257, type=]; +"257 mul_61" [id=257, type=call_method]; "258 linear_12" [id=258, type=linear]; "259 _param_constant37" [id=259, type=get_attr]; "260 _param_constant38" [id=260, type=get_attr]; @@ -266,13 +266,13 @@ strict digraph { "264 linear_13_scale_0_updated_constant0" [id=264, type=get_attr]; "265 compressed_weight_updated_constant14" [id=265, type=get_attr]; "266 _param_constant40_0_0" [id=266, type=get_attr]; -"267 mul_62" [id=267, type=]; +"267 mul_62" [id=267, type=call_method]; "268 linear_13" [id=268, type=linear]; "269 relu__2" [id=269, type=relu_]; "270 relu__2_0_0_nncf_smooth_quant_0" [id=270, type=call_module]; "271 linear_14_scale_0_updated_constant0" [id=271, type=get_attr]; "272 compressed_weight_updated_constant15" [id=272, type=get_attr]; -"273 mul_63" [id=273, type=]; +"273 mul_63" [id=273, type=call_method]; "274 linear_14" [id=274, type=linear]; "275 view_11" [id=275, type=view]; "276 _tensor_constant14" [id=276, type=get_attr]; @@ -293,7 +293,7 @@ strict digraph { "291 linear_15_scale_0_updated_constant0" [id=291, type=get_attr]; "292 compressed_weight_updated_constant16" [id=292, type=get_attr]; "293 _param_constant42_0_0" [id=293, type=get_attr]; -"294 mul_64" [id=294, type=]; +"294 mul_64" [id=294, type=call_method]; "295 linear_15" [id=295, type=linear]; "296 reshape_10" [id=296, type=reshape]; "297 permute_12" [id=297, type=permute]; @@ -330,7 +330,7 @@ strict digraph { "328 linear_16_scale_0_updated_constant0" [id=328, type=get_attr]; "329 compressed_weight_updated_constant17" [id=329, type=get_attr]; "330 _param_constant46_0_0" [id=330, type=get_attr]; -"331 mul_65" [id=331, type=]; +"331 mul_65" [id=331, type=call_method]; "332 linear_16" [id=332, type=linear]; "333 dropout_9" [id=333, type=dropout]; "334 view_14" [id=334, type=view]; @@ -351,7 +351,7 @@ strict digraph { "349 linear_17_scale_0_updated_constant0" [id=349, type=get_attr]; "350 compressed_weight_updated_constant18" [id=350, type=get_attr]; "351 _param_constant50_0_0" [id=351, type=get_attr]; -"352 mul_66" [id=352, type=]; +"352 mul_66" [id=352, type=call_method]; "353 linear_17" [id=353, type=linear]; "354 gelu_2" [id=354, type=gelu]; "355 dropout_10" [id=355, type=dropout]; @@ -361,7 +361,7 @@ strict digraph { "359 linear_18_scale_0_updated_constant0" [id=359, type=get_attr]; "360 compressed_weight_updated_constant19" [id=360, type=get_attr]; "361 _param_constant52_0_0" [id=361, type=get_attr]; -"362 mul_67" [id=362, type=]; +"362 mul_67" [id=362, type=call_method]; "363 linear_18" [id=363, type=linear]; "364 dropout_11" [id=364, type=dropout]; "365 _param_constant53" [id=365, type=get_attr]; @@ -373,13 +373,13 @@ strict digraph { "371 linear_19_scale_0_updated_constant0" [id=371, type=get_attr]; "372 compressed_weight_updated_constant20" [id=372, type=get_attr]; "373 _param_constant56_0_0" [id=373, type=get_attr]; -"374 mul_68" [id=374, type=]; +"374 mul_68" [id=374, type=call_method]; "375 linear_19" [id=375, type=linear]; "376 relu__3" [id=376, type=relu_]; "377 relu__3_0_0_nncf_smooth_quant_0" [id=377, type=call_module]; "378 linear_20_scale_0_updated_constant0" [id=378, type=get_attr]; "379 compressed_weight_updated_constant21" [id=379, type=get_attr]; -"380 mul_69" [id=380, type=]; +"380 mul_69" [id=380, type=call_method]; "381 linear_20" [id=381, type=linear]; "382 view_15" [id=382, type=view]; "383 _tensor_constant16" [id=383, type=get_attr]; @@ -401,7 +401,7 @@ strict digraph { "399 linear_21_scale_0_updated_constant0" [id=399, type=get_attr]; "400 compressed_weight_updated_constant22" [id=400, type=get_attr]; "401 _param_constant58_0_0" [id=401, type=get_attr]; -"402 mul_70" [id=402, type=]; +"402 mul_70" [id=402, type=call_method]; "403 linear_21" [id=403, type=linear]; "404 reshape_14" [id=404, type=reshape]; "405 permute_16" [id=405, type=permute]; @@ -454,7 +454,7 @@ strict digraph { "452 linear_22_scale_0_updated_constant0" [id=452, type=get_attr]; "453 compressed_weight_updated_constant23" [id=453, type=get_attr]; "454 _param_constant62_0_0" [id=454, type=get_attr]; -"455 mul_71" [id=455, type=]; +"455 mul_71" [id=455, type=call_method]; "456 linear_22" [id=456, type=linear]; "457 dropout_13" [id=457, type=dropout]; "458 view_21" [id=458, type=view]; @@ -476,7 +476,7 @@ strict digraph { "474 linear_23_scale_0_updated_constant0" [id=474, type=get_attr]; "475 compressed_weight_updated_constant24" [id=475, type=get_attr]; "476 _param_constant66_0_0" [id=476, type=get_attr]; -"477 mul_72" [id=477, type=]; +"477 mul_72" [id=477, type=call_method]; "478 linear_23" [id=478, type=linear]; "479 gelu_3" [id=479, type=gelu]; "480 dropout_14" [id=480, type=dropout]; @@ -486,7 +486,7 @@ strict digraph { "484 linear_24_scale_0_updated_constant0" [id=484, type=get_attr]; "485 compressed_weight_updated_constant25" [id=485, type=get_attr]; "486 _param_constant68_0_0" [id=486, type=get_attr]; -"487 mul_73" [id=487, type=]; +"487 mul_73" [id=487, type=call_method]; "488 linear_24" [id=488, type=linear]; "489 dropout_15" [id=489, type=dropout]; "490 _param_constant69" [id=490, type=get_attr]; @@ -512,7 +512,7 @@ strict digraph { "510 dequantize_per_tensor_default_26" [id=510, type=dequantize_per_tensor]; "511 linear_25_scale_0_updated_constant0" [id=511, type=get_attr]; "512 compressed_weight_updated_constant26" [id=512, type=get_attr]; -"513 mul_74" [id=513, type=]; +"513 mul_74" [id=513, type=call_method]; "514 linear_25" [id=514, type=linear]; "515 _param_constant72" [id=515, type=get_attr]; "516 _param_constant73" [id=516, type=get_attr]; @@ -522,13 +522,13 @@ strict digraph { "520 linear_26_scale_0_updated_constant0" [id=520, type=get_attr]; "521 compressed_weight_updated_constant27" [id=521, type=get_attr]; "522 _param_constant75_0_0" [id=522, type=get_attr]; -"523 mul_75" [id=523, type=]; +"523 mul_75" [id=523, type=call_method]; "524 linear_26" [id=524, type=linear]; "525 relu__4" [id=525, type=relu_]; "526 relu__4_0_0_nncf_smooth_quant_0" [id=526, type=call_module]; "527 linear_27_scale_0_updated_constant0" [id=527, type=get_attr]; "528 compressed_weight_updated_constant28" [id=528, type=get_attr]; -"529 mul_76" [id=529, type=]; +"529 mul_76" [id=529, type=call_method]; "530 linear_27" [id=530, type=linear]; "531 view_22" [id=531, type=view]; "532 _tensor_constant27" [id=532, type=get_attr]; @@ -549,7 +549,7 @@ strict digraph { "547 linear_28_scale_0_updated_constant0" [id=547, type=get_attr]; "548 compressed_weight_updated_constant29" [id=548, type=get_attr]; "549 _param_constant77_0_0" [id=549, type=get_attr]; -"550 mul_77" [id=550, type=]; +"550 mul_77" [id=550, type=call_method]; "551 linear_28" [id=551, type=linear]; "552 reshape_19" [id=552, type=reshape]; "553 permute_21" [id=553, type=permute]; @@ -586,7 +586,7 @@ strict digraph { "584 linear_29_scale_0_updated_constant0" [id=584, type=get_attr]; "585 compressed_weight_updated_constant30" [id=585, type=get_attr]; "586 _param_constant81_0_0" [id=586, type=get_attr]; -"587 mul_78" [id=587, type=]; +"587 mul_78" [id=587, type=call_method]; "588 linear_29" [id=588, type=linear]; "589 dropout_17" [id=589, type=dropout]; "590 view_25" [id=590, type=view]; @@ -607,7 +607,7 @@ strict digraph { "605 linear_30_scale_0_updated_constant0" [id=605, type=get_attr]; "606 compressed_weight_updated_constant31" [id=606, type=get_attr]; "607 _param_constant85_0_0" [id=607, type=get_attr]; -"608 mul_79" [id=608, type=]; +"608 mul_79" [id=608, type=call_method]; "609 linear_30" [id=609, type=linear]; "610 gelu_4" [id=610, type=gelu]; "611 dropout_18" [id=611, type=dropout]; @@ -617,7 +617,7 @@ strict digraph { "615 linear_31_scale_0_updated_constant0" [id=615, type=get_attr]; "616 compressed_weight_updated_constant32" [id=616, type=get_attr]; "617 _param_constant87_0_0" [id=617, type=get_attr]; -"618 mul_80" [id=618, type=]; +"618 mul_80" [id=618, type=call_method]; "619 linear_31" [id=619, type=linear]; "620 dropout_19" [id=620, type=dropout]; "621 _param_constant88" [id=621, type=get_attr]; @@ -629,13 +629,13 @@ strict digraph { "627 linear_32_scale_0_updated_constant0" [id=627, type=get_attr]; "628 compressed_weight_updated_constant33" [id=628, type=get_attr]; "629 _param_constant91_0_0" [id=629, type=get_attr]; -"630 mul_81" [id=630, type=]; +"630 mul_81" [id=630, type=call_method]; "631 linear_32" [id=631, type=linear]; "632 relu__5" [id=632, type=relu_]; "633 relu__5_0_0_nncf_smooth_quant_0" [id=633, type=call_module]; "634 linear_33_scale_0_updated_constant0" [id=634, type=get_attr]; "635 compressed_weight_updated_constant34" [id=635, type=get_attr]; -"636 mul_82" [id=636, type=]; +"636 mul_82" [id=636, type=call_method]; "637 linear_33" [id=637, type=linear]; "638 view_26" [id=638, type=view]; "639 _tensor_constant29" [id=639, type=get_attr]; @@ -657,7 +657,7 @@ strict digraph { "655 linear_34_scale_0_updated_constant0" [id=655, type=get_attr]; "656 compressed_weight_updated_constant35" [id=656, type=get_attr]; "657 _param_constant93_0_0" [id=657, type=get_attr]; -"658 mul_83" [id=658, type=]; +"658 mul_83" [id=658, type=call_method]; "659 linear_34" [id=659, type=linear]; "660 reshape_23" [id=660, type=reshape]; "661 permute_25" [id=661, type=permute]; @@ -710,7 +710,7 @@ strict digraph { "708 linear_35_scale_0_updated_constant0" [id=708, type=get_attr]; "709 compressed_weight_updated_constant36" [id=709, type=get_attr]; "710 _param_constant97_0_0" [id=710, type=get_attr]; -"711 mul_84" [id=711, type=]; +"711 mul_84" [id=711, type=call_method]; "712 linear_35" [id=712, type=linear]; "713 dropout_21" [id=713, type=dropout]; "714 view_32" [id=714, type=view]; @@ -732,7 +732,7 @@ strict digraph { "730 linear_36_scale_0_updated_constant0" [id=730, type=get_attr]; "731 compressed_weight_updated_constant37" [id=731, type=get_attr]; "732 _param_constant101_0_0" [id=732, type=get_attr]; -"733 mul_85" [id=733, type=]; +"733 mul_85" [id=733, type=call_method]; "734 linear_36" [id=734, type=linear]; "735 gelu_5" [id=735, type=gelu]; "736 dropout_22" [id=736, type=dropout]; @@ -742,7 +742,7 @@ strict digraph { "740 linear_37_scale_0_updated_constant0" [id=740, type=get_attr]; "741 compressed_weight_updated_constant38" [id=741, type=get_attr]; "742 _param_constant103_0_0" [id=742, type=get_attr]; -"743 mul_86" [id=743, type=]; +"743 mul_86" [id=743, type=call_method]; "744 linear_37" [id=744, type=linear]; "745 dropout_23" [id=745, type=dropout]; "746 _param_constant104" [id=746, type=get_attr]; @@ -754,13 +754,13 @@ strict digraph { "752 linear_38_scale_0_updated_constant0" [id=752, type=get_attr]; "753 compressed_weight_updated_constant39" [id=753, type=get_attr]; "754 _param_constant107_0_0" [id=754, type=get_attr]; -"755 mul_87" [id=755, type=]; +"755 mul_87" [id=755, type=call_method]; "756 linear_38" [id=756, type=linear]; "757 relu__6" [id=757, type=relu_]; "758 relu__6_0_0_nncf_smooth_quant_0" [id=758, type=call_module]; "759 linear_39_scale_0_updated_constant0" [id=759, type=get_attr]; "760 compressed_weight_updated_constant40" [id=760, type=get_attr]; -"761 mul_88" [id=761, type=]; +"761 mul_88" [id=761, type=call_method]; "762 linear_39" [id=762, type=linear]; "763 view_33" [id=763, type=view]; "764 _tensor_constant40" [id=764, type=get_attr]; @@ -781,7 +781,7 @@ strict digraph { "779 linear_40_scale_0_updated_constant0" [id=779, type=get_attr]; "780 compressed_weight_updated_constant41" [id=780, type=get_attr]; "781 _param_constant109_0_0" [id=781, type=get_attr]; -"782 mul_89" [id=782, type=]; +"782 mul_89" [id=782, type=call_method]; "783 linear_40" [id=783, type=linear]; "784 reshape_28" [id=784, type=reshape]; "785 permute_30" [id=785, type=permute]; @@ -818,7 +818,7 @@ strict digraph { "816 linear_41_scale_0_updated_constant0" [id=816, type=get_attr]; "817 compressed_weight_updated_constant42" [id=817, type=get_attr]; "818 _param_constant113_0_0" [id=818, type=get_attr]; -"819 mul_90" [id=819, type=]; +"819 mul_90" [id=819, type=call_method]; "820 linear_41" [id=820, type=linear]; "821 dropout_25" [id=821, type=dropout]; "822 view_36" [id=822, type=view]; @@ -839,7 +839,7 @@ strict digraph { "837 linear_42_scale_0_updated_constant0" [id=837, type=get_attr]; "838 compressed_weight_updated_constant43" [id=838, type=get_attr]; "839 _param_constant117_0_0" [id=839, type=get_attr]; -"840 mul_91" [id=840, type=]; +"840 mul_91" [id=840, type=call_method]; "841 linear_42" [id=841, type=linear]; "842 gelu_6" [id=842, type=gelu]; "843 dropout_26" [id=843, type=dropout]; @@ -849,7 +849,7 @@ strict digraph { "847 linear_43_scale_0_updated_constant0" [id=847, type=get_attr]; "848 compressed_weight_updated_constant44" [id=848, type=get_attr]; "849 _param_constant119_0_0" [id=849, type=get_attr]; -"850 mul_92" [id=850, type=]; +"850 mul_92" [id=850, type=call_method]; "851 linear_43" [id=851, type=linear]; "852 dropout_27" [id=852, type=dropout]; "853 _param_constant120" [id=853, type=get_attr]; @@ -861,13 +861,13 @@ strict digraph { "859 linear_44_scale_0_updated_constant0" [id=859, type=get_attr]; "860 compressed_weight_updated_constant45" [id=860, type=get_attr]; "861 _param_constant123_0_0" [id=861, type=get_attr]; -"862 mul_93" [id=862, type=]; +"862 mul_93" [id=862, type=call_method]; "863 linear_44" [id=863, type=linear]; "864 relu__7" [id=864, type=relu_]; "865 relu__7_0_0_nncf_smooth_quant_0" [id=865, type=call_module]; "866 linear_45_scale_0_updated_constant0" [id=866, type=get_attr]; "867 compressed_weight_updated_constant46" [id=867, type=get_attr]; -"868 mul_94" [id=868, type=]; +"868 mul_94" [id=868, type=call_method]; "869 linear_45" [id=869, type=linear]; "870 view_37" [id=870, type=view]; "871 _tensor_constant42" [id=871, type=get_attr]; @@ -889,7 +889,7 @@ strict digraph { "887 linear_46_scale_0_updated_constant0" [id=887, type=get_attr]; "888 compressed_weight_updated_constant47" [id=888, type=get_attr]; "889 _param_constant125_0_0" [id=889, type=get_attr]; -"890 mul_95" [id=890, type=]; +"890 mul_95" [id=890, type=call_method]; "891 linear_46" [id=891, type=linear]; "892 reshape_32" [id=892, type=reshape]; "893 permute_34" [id=893, type=permute]; @@ -942,7 +942,7 @@ strict digraph { "940 linear_47_scale_0_updated_constant0" [id=940, type=get_attr]; "941 compressed_weight_updated_constant48" [id=941, type=get_attr]; "942 _param_constant129_0_0" [id=942, type=get_attr]; -"943 mul_96" [id=943, type=]; +"943 mul_96" [id=943, type=call_method]; "944 linear_47" [id=944, type=linear]; "945 dropout_29" [id=945, type=dropout]; "946 view_43" [id=946, type=view]; @@ -964,7 +964,7 @@ strict digraph { "962 linear_48_scale_0_updated_constant0" [id=962, type=get_attr]; "963 compressed_weight_updated_constant49" [id=963, type=get_attr]; "964 _param_constant133_0_0" [id=964, type=get_attr]; -"965 mul_97" [id=965, type=]; +"965 mul_97" [id=965, type=call_method]; "966 linear_48" [id=966, type=linear]; "967 gelu_7" [id=967, type=gelu]; "968 dropout_30" [id=968, type=dropout]; @@ -974,7 +974,7 @@ strict digraph { "972 linear_49_scale_0_updated_constant0" [id=972, type=get_attr]; "973 compressed_weight_updated_constant50" [id=973, type=get_attr]; "974 _param_constant135_0_0" [id=974, type=get_attr]; -"975 mul_98" [id=975, type=]; +"975 mul_98" [id=975, type=call_method]; "976 linear_49" [id=976, type=linear]; "977 dropout_31" [id=977, type=dropout]; "978 _param_constant136" [id=978, type=get_attr]; @@ -986,13 +986,13 @@ strict digraph { "984 linear_50_scale_0_updated_constant0" [id=984, type=get_attr]; "985 compressed_weight_updated_constant51" [id=985, type=get_attr]; "986 _param_constant139_0_0" [id=986, type=get_attr]; -"987 mul_99" [id=987, type=]; +"987 mul_99" [id=987, type=call_method]; "988 linear_50" [id=988, type=linear]; "989 relu__8" [id=989, type=relu_]; "990 relu__8_0_0_nncf_smooth_quant_0" [id=990, type=call_module]; "991 linear_51_scale_0_updated_constant0" [id=991, type=get_attr]; "992 compressed_weight_updated_constant52" [id=992, type=get_attr]; -"993 mul_100" [id=993, type=]; +"993 mul_100" [id=993, type=call_method]; "994 linear_51" [id=994, type=linear]; "995 view_44" [id=995, type=view]; "996 _tensor_constant53" [id=996, type=get_attr]; @@ -1013,7 +1013,7 @@ strict digraph { "1011 linear_52_scale_0_updated_constant0" [id=1011, type=get_attr]; "1012 compressed_weight_updated_constant53" [id=1012, type=get_attr]; "1013 _param_constant141_0_0" [id=1013, type=get_attr]; -"1014 mul_101" [id=1014, type=]; +"1014 mul_101" [id=1014, type=call_method]; "1015 linear_52" [id=1015, type=linear]; "1016 reshape_37" [id=1016, type=reshape]; "1017 permute_39" [id=1017, type=permute]; @@ -1050,7 +1050,7 @@ strict digraph { "1048 linear_53_scale_0_updated_constant0" [id=1048, type=get_attr]; "1049 compressed_weight_updated_constant54" [id=1049, type=get_attr]; "1050 _param_constant145_0_0" [id=1050, type=get_attr]; -"1051 mul_102" [id=1051, type=]; +"1051 mul_102" [id=1051, type=call_method]; "1052 linear_53" [id=1052, type=linear]; "1053 dropout_33" [id=1053, type=dropout]; "1054 view_47" [id=1054, type=view]; @@ -1071,7 +1071,7 @@ strict digraph { "1069 linear_54_scale_0_updated_constant0" [id=1069, type=get_attr]; "1070 compressed_weight_updated_constant55" [id=1070, type=get_attr]; "1071 _param_constant149_0_0" [id=1071, type=get_attr]; -"1072 mul_103" [id=1072, type=]; +"1072 mul_103" [id=1072, type=call_method]; "1073 linear_54" [id=1073, type=linear]; "1074 gelu_8" [id=1074, type=gelu]; "1075 dropout_34" [id=1075, type=dropout]; @@ -1081,7 +1081,7 @@ strict digraph { "1079 linear_55_scale_0_updated_constant0" [id=1079, type=get_attr]; "1080 compressed_weight_updated_constant56" [id=1080, type=get_attr]; "1081 _param_constant151_0_0" [id=1081, type=get_attr]; -"1082 mul_104" [id=1082, type=]; +"1082 mul_104" [id=1082, type=call_method]; "1083 linear_55" [id=1083, type=linear]; "1084 dropout_35" [id=1084, type=dropout]; "1085 _param_constant152" [id=1085, type=get_attr]; @@ -1093,13 +1093,13 @@ strict digraph { "1091 linear_56_scale_0_updated_constant0" [id=1091, type=get_attr]; "1092 compressed_weight_updated_constant57" [id=1092, type=get_attr]; "1093 _param_constant155_0_0" [id=1093, type=get_attr]; -"1094 mul_105" [id=1094, type=]; +"1094 mul_105" [id=1094, type=call_method]; "1095 linear_56" [id=1095, type=linear]; "1096 relu__9" [id=1096, type=relu_]; "1097 relu__9_0_0_nncf_smooth_quant_0" [id=1097, type=call_module]; "1098 linear_57_scale_0_updated_constant0" [id=1098, type=get_attr]; "1099 compressed_weight_updated_constant58" [id=1099, type=get_attr]; -"1100 mul_106" [id=1100, type=]; +"1100 mul_106" [id=1100, type=call_method]; "1101 linear_57" [id=1101, type=linear]; "1102 view_48" [id=1102, type=view]; "1103 _tensor_constant55" [id=1103, type=get_attr]; @@ -1121,7 +1121,7 @@ strict digraph { "1119 linear_58_scale_0_updated_constant0" [id=1119, type=get_attr]; "1120 compressed_weight_updated_constant59" [id=1120, type=get_attr]; "1121 _param_constant157_0_0" [id=1121, type=get_attr]; -"1122 mul_107" [id=1122, type=]; +"1122 mul_107" [id=1122, type=call_method]; "1123 linear_58" [id=1123, type=linear]; "1124 reshape_41" [id=1124, type=reshape]; "1125 permute_43" [id=1125, type=permute]; @@ -1174,7 +1174,7 @@ strict digraph { "1172 linear_59_scale_0_updated_constant0" [id=1172, type=get_attr]; "1173 compressed_weight_updated_constant60" [id=1173, type=get_attr]; "1174 _param_constant161_0_0" [id=1174, type=get_attr]; -"1175 mul_108" [id=1175, type=]; +"1175 mul_108" [id=1175, type=call_method]; "1176 linear_59" [id=1176, type=linear]; "1177 dropout_37" [id=1177, type=dropout]; "1178 view_54" [id=1178, type=view]; @@ -1196,7 +1196,7 @@ strict digraph { "1194 linear_60_scale_0_updated_constant0" [id=1194, type=get_attr]; "1195 compressed_weight_updated_constant61" [id=1195, type=get_attr]; "1196 _param_constant165_0_0" [id=1196, type=get_attr]; -"1197 mul_109" [id=1197, type=]; +"1197 mul_109" [id=1197, type=call_method]; "1198 linear_60" [id=1198, type=linear]; "1199 gelu_9" [id=1199, type=gelu]; "1200 dropout_38" [id=1200, type=dropout]; @@ -1206,7 +1206,7 @@ strict digraph { "1204 linear_61_scale_0_updated_constant0" [id=1204, type=get_attr]; "1205 compressed_weight_updated_constant62" [id=1205, type=get_attr]; "1206 _param_constant167_0_0" [id=1206, type=get_attr]; -"1207 mul_110" [id=1207, type=]; +"1207 mul_110" [id=1207, type=call_method]; "1208 linear_61" [id=1208, type=linear]; "1209 dropout_39" [id=1209, type=dropout]; "1210 _param_constant168" [id=1210, type=get_attr]; @@ -1218,13 +1218,13 @@ strict digraph { "1216 linear_62_scale_0_updated_constant0" [id=1216, type=get_attr]; "1217 compressed_weight_updated_constant63" [id=1217, type=get_attr]; "1218 _param_constant171_0_0" [id=1218, type=get_attr]; -"1219 mul_111" [id=1219, type=]; +"1219 mul_111" [id=1219, type=call_method]; "1220 linear_62" [id=1220, type=linear]; "1221 relu__10" [id=1221, type=relu_]; "1222 relu__10_0_0_nncf_smooth_quant_0" [id=1222, type=call_module]; "1223 linear_63_scale_0_updated_constant0" [id=1223, type=get_attr]; "1224 compressed_weight_updated_constant64" [id=1224, type=get_attr]; -"1225 mul_112" [id=1225, type=]; +"1225 mul_112" [id=1225, type=call_method]; "1226 linear_63" [id=1226, type=linear]; "1227 view_55" [id=1227, type=view]; "1228 _tensor_constant66" [id=1228, type=get_attr]; @@ -1245,7 +1245,7 @@ strict digraph { "1243 linear_64_scale_0_updated_constant0" [id=1243, type=get_attr]; "1244 compressed_weight_updated_constant65" [id=1244, type=get_attr]; "1245 _param_constant173_0_0" [id=1245, type=get_attr]; -"1246 mul_113" [id=1246, type=]; +"1246 mul_113" [id=1246, type=call_method]; "1247 linear_64" [id=1247, type=linear]; "1248 reshape_46" [id=1248, type=reshape]; "1249 permute_48" [id=1249, type=permute]; @@ -1282,7 +1282,7 @@ strict digraph { "1280 linear_65_scale_0_updated_constant0" [id=1280, type=get_attr]; "1281 compressed_weight_updated_constant66" [id=1281, type=get_attr]; "1282 _param_constant177_0_0" [id=1282, type=get_attr]; -"1283 mul_114" [id=1283, type=]; +"1283 mul_114" [id=1283, type=call_method]; "1284 linear_65" [id=1284, type=linear]; "1285 dropout_41" [id=1285, type=dropout]; "1286 view_58" [id=1286, type=view]; @@ -1303,7 +1303,7 @@ strict digraph { "1301 linear_66_scale_0_updated_constant0" [id=1301, type=get_attr]; "1302 compressed_weight_updated_constant67" [id=1302, type=get_attr]; "1303 _param_constant181_0_0" [id=1303, type=get_attr]; -"1304 mul_115" [id=1304, type=]; +"1304 mul_115" [id=1304, type=call_method]; "1305 linear_66" [id=1305, type=linear]; "1306 gelu_10" [id=1306, type=gelu]; "1307 dropout_42" [id=1307, type=dropout]; @@ -1313,7 +1313,7 @@ strict digraph { "1311 linear_67_scale_0_updated_constant0" [id=1311, type=get_attr]; "1312 compressed_weight_updated_constant68" [id=1312, type=get_attr]; "1313 _param_constant183_0_0" [id=1313, type=get_attr]; -"1314 mul_116" [id=1314, type=]; +"1314 mul_116" [id=1314, type=call_method]; "1315 linear_67" [id=1315, type=linear]; "1316 dropout_43" [id=1316, type=dropout]; "1317 _param_constant184" [id=1317, type=get_attr]; @@ -1325,13 +1325,13 @@ strict digraph { "1323 linear_68_scale_0_updated_constant0" [id=1323, type=get_attr]; "1324 compressed_weight_updated_constant69" [id=1324, type=get_attr]; "1325 _param_constant187_0_0" [id=1325, type=get_attr]; -"1326 mul_117" [id=1326, type=]; +"1326 mul_117" [id=1326, type=call_method]; "1327 linear_68" [id=1327, type=linear]; "1328 relu__11" [id=1328, type=relu_]; "1329 relu__11_0_0_nncf_smooth_quant_0" [id=1329, type=call_module]; "1330 linear_69_scale_0_updated_constant0" [id=1330, type=get_attr]; "1331 compressed_weight_updated_constant70" [id=1331, type=get_attr]; -"1332 mul_118" [id=1332, type=]; +"1332 mul_118" [id=1332, type=call_method]; "1333 linear_69" [id=1333, type=linear]; "1334 view_59" [id=1334, type=view]; "1335 _tensor_constant68" [id=1335, type=get_attr]; @@ -1353,7 +1353,7 @@ strict digraph { "1351 linear_70_scale_0_updated_constant0" [id=1351, type=get_attr]; "1352 compressed_weight_updated_constant71" [id=1352, type=get_attr]; "1353 _param_constant189_0_0" [id=1353, type=get_attr]; -"1354 mul_119" [id=1354, type=]; +"1354 mul_119" [id=1354, type=call_method]; "1355 linear_70" [id=1355, type=linear]; "1356 reshape_50" [id=1356, type=reshape]; "1357 permute_52" [id=1357, type=permute]; @@ -1406,7 +1406,7 @@ strict digraph { "1404 linear_71_scale_0_updated_constant0" [id=1404, type=get_attr]; "1405 compressed_weight_updated_constant72" [id=1405, type=get_attr]; "1406 _param_constant193_0_0" [id=1406, type=get_attr]; -"1407 mul_120" [id=1407, type=]; +"1407 mul_120" [id=1407, type=call_method]; "1408 linear_71" [id=1408, type=linear]; "1409 dropout_45" [id=1409, type=dropout]; "1410 view_65" [id=1410, type=view]; @@ -1428,7 +1428,7 @@ strict digraph { "1426 linear_72_scale_0_updated_constant0" [id=1426, type=get_attr]; "1427 compressed_weight_updated_constant73" [id=1427, type=get_attr]; "1428 _param_constant197_0_0" [id=1428, type=get_attr]; -"1429 mul_121" [id=1429, type=]; +"1429 mul_121" [id=1429, type=call_method]; "1430 linear_72" [id=1430, type=linear]; "1431 gelu_11" [id=1431, type=gelu]; "1432 dropout_46" [id=1432, type=dropout]; @@ -1438,7 +1438,7 @@ strict digraph { "1436 linear_73_scale_0_updated_constant0" [id=1436, type=get_attr]; "1437 compressed_weight_updated_constant74" [id=1437, type=get_attr]; "1438 _param_constant199_0_0" [id=1438, type=get_attr]; -"1439 mul_122" [id=1439, type=]; +"1439 mul_122" [id=1439, type=call_method]; "1440 linear_73" [id=1440, type=linear]; "1441 dropout_47" [id=1441, type=dropout]; "1442 _param_constant200" [id=1442, type=get_attr]; @@ -1450,13 +1450,13 @@ strict digraph { "1448 linear_74_scale_0_updated_constant0" [id=1448, type=get_attr]; "1449 compressed_weight_updated_constant75" [id=1449, type=get_attr]; "1450 _param_constant203_0_0" [id=1450, type=get_attr]; -"1451 mul_123" [id=1451, type=]; +"1451 mul_123" [id=1451, type=call_method]; "1452 linear_74" [id=1452, type=linear]; "1453 relu__12" [id=1453, type=relu_]; "1454 relu__12_0_0_nncf_smooth_quant_0" [id=1454, type=call_module]; "1455 linear_75_scale_0_updated_constant0" [id=1455, type=get_attr]; "1456 compressed_weight_updated_constant76" [id=1456, type=get_attr]; -"1457 mul_124" [id=1457, type=]; +"1457 mul_124" [id=1457, type=call_method]; "1458 linear_75" [id=1458, type=linear]; "1459 view_66" [id=1459, type=view]; "1460 _tensor_constant79" [id=1460, type=get_attr]; @@ -1477,7 +1477,7 @@ strict digraph { "1475 linear_76_scale_0_updated_constant0" [id=1475, type=get_attr]; "1476 compressed_weight_updated_constant77" [id=1476, type=get_attr]; "1477 _param_constant205_0_0" [id=1477, type=get_attr]; -"1478 mul_125" [id=1478, type=]; +"1478 mul_125" [id=1478, type=call_method]; "1479 linear_76" [id=1479, type=linear]; "1480 reshape_55" [id=1480, type=reshape]; "1481 permute_57" [id=1481, type=permute]; @@ -1514,7 +1514,7 @@ strict digraph { "1512 linear_77_scale_0_updated_constant0" [id=1512, type=get_attr]; "1513 compressed_weight_updated_constant78" [id=1513, type=get_attr]; "1514 _param_constant209_0_0" [id=1514, type=get_attr]; -"1515 mul_126" [id=1515, type=]; +"1515 mul_126" [id=1515, type=call_method]; "1516 linear_77" [id=1516, type=linear]; "1517 dropout_49" [id=1517, type=dropout]; "1518 view_69" [id=1518, type=view]; @@ -1535,7 +1535,7 @@ strict digraph { "1533 linear_78_scale_0_updated_constant0" [id=1533, type=get_attr]; "1534 compressed_weight_updated_constant79" [id=1534, type=get_attr]; "1535 _param_constant213_0_0" [id=1535, type=get_attr]; -"1536 mul_127" [id=1536, type=]; +"1536 mul_127" [id=1536, type=call_method]; "1537 linear_78" [id=1537, type=linear]; "1538 gelu_12" [id=1538, type=gelu]; "1539 dropout_50" [id=1539, type=dropout]; @@ -1545,7 +1545,7 @@ strict digraph { "1543 linear_79_scale_0_updated_constant0" [id=1543, type=get_attr]; "1544 compressed_weight_updated_constant80" [id=1544, type=get_attr]; "1545 _param_constant215_0_0" [id=1545, type=get_attr]; -"1546 mul_128" [id=1546, type=]; +"1546 mul_128" [id=1546, type=call_method]; "1547 linear_79" [id=1547, type=linear]; "1548 dropout_51" [id=1548, type=dropout]; "1549 _param_constant216" [id=1549, type=get_attr]; @@ -1557,13 +1557,13 @@ strict digraph { "1555 linear_80_scale_0_updated_constant0" [id=1555, type=get_attr]; "1556 compressed_weight_updated_constant81" [id=1556, type=get_attr]; "1557 _param_constant219_0_0" [id=1557, type=get_attr]; -"1558 mul_129" [id=1558, type=]; +"1558 mul_129" [id=1558, type=call_method]; "1559 linear_80" [id=1559, type=linear]; "1560 relu__13" [id=1560, type=relu_]; "1561 relu__13_0_0_nncf_smooth_quant_0" [id=1561, type=call_module]; "1562 linear_81_scale_0_updated_constant0" [id=1562, type=get_attr]; "1563 compressed_weight_updated_constant82" [id=1563, type=get_attr]; -"1564 mul_130" [id=1564, type=]; +"1564 mul_130" [id=1564, type=call_method]; "1565 linear_81" [id=1565, type=linear]; "1566 view_70" [id=1566, type=view]; "1567 _tensor_constant81" [id=1567, type=get_attr]; @@ -1585,7 +1585,7 @@ strict digraph { "1583 linear_82_scale_0_updated_constant0" [id=1583, type=get_attr]; "1584 compressed_weight_updated_constant83" [id=1584, type=get_attr]; "1585 _param_constant221_0_0" [id=1585, type=get_attr]; -"1586 mul_131" [id=1586, type=]; +"1586 mul_131" [id=1586, type=call_method]; "1587 linear_82" [id=1587, type=linear]; "1588 reshape_59" [id=1588, type=reshape]; "1589 permute_61" [id=1589, type=permute]; @@ -1638,7 +1638,7 @@ strict digraph { "1636 linear_83_scale_0_updated_constant0" [id=1636, type=get_attr]; "1637 compressed_weight_updated_constant84" [id=1637, type=get_attr]; "1638 _param_constant225_0_0" [id=1638, type=get_attr]; -"1639 mul_132" [id=1639, type=]; +"1639 mul_132" [id=1639, type=call_method]; "1640 linear_83" [id=1640, type=linear]; "1641 dropout_53" [id=1641, type=dropout]; "1642 view_76" [id=1642, type=view]; @@ -1660,7 +1660,7 @@ strict digraph { "1658 linear_84_scale_0_updated_constant0" [id=1658, type=get_attr]; "1659 compressed_weight_updated_constant85" [id=1659, type=get_attr]; "1660 _param_constant229_0_0" [id=1660, type=get_attr]; -"1661 mul_133" [id=1661, type=]; +"1661 mul_133" [id=1661, type=call_method]; "1662 linear_84" [id=1662, type=linear]; "1663 gelu_13" [id=1663, type=gelu]; "1664 dropout_54" [id=1664, type=dropout]; @@ -1670,7 +1670,7 @@ strict digraph { "1668 linear_85_scale_0_updated_constant0" [id=1668, type=get_attr]; "1669 compressed_weight_updated_constant86" [id=1669, type=get_attr]; "1670 _param_constant231_0_0" [id=1670, type=get_attr]; -"1671 mul_134" [id=1671, type=]; +"1671 mul_134" [id=1671, type=call_method]; "1672 linear_85" [id=1672, type=linear]; "1673 dropout_55" [id=1673, type=dropout]; "1674 _param_constant232" [id=1674, type=get_attr]; @@ -1682,13 +1682,13 @@ strict digraph { "1680 linear_86_scale_0_updated_constant0" [id=1680, type=get_attr]; "1681 compressed_weight_updated_constant87" [id=1681, type=get_attr]; "1682 _param_constant235_0_0" [id=1682, type=get_attr]; -"1683 mul_135" [id=1683, type=]; +"1683 mul_135" [id=1683, type=call_method]; "1684 linear_86" [id=1684, type=linear]; "1685 relu__14" [id=1685, type=relu_]; "1686 relu__14_0_0_nncf_smooth_quant_0" [id=1686, type=call_module]; "1687 linear_87_scale_0_updated_constant0" [id=1687, type=get_attr]; "1688 compressed_weight_updated_constant88" [id=1688, type=get_attr]; -"1689 mul_136" [id=1689, type=]; +"1689 mul_136" [id=1689, type=call_method]; "1690 linear_87" [id=1690, type=linear]; "1691 view_77" [id=1691, type=view]; "1692 _tensor_constant92" [id=1692, type=get_attr]; @@ -1709,7 +1709,7 @@ strict digraph { "1707 linear_88_scale_0_updated_constant0" [id=1707, type=get_attr]; "1708 compressed_weight_updated_constant89" [id=1708, type=get_attr]; "1709 _param_constant237_0_0" [id=1709, type=get_attr]; -"1710 mul_137" [id=1710, type=]; +"1710 mul_137" [id=1710, type=call_method]; "1711 linear_88" [id=1711, type=linear]; "1712 reshape_64" [id=1712, type=reshape]; "1713 permute_66" [id=1713, type=permute]; @@ -1746,7 +1746,7 @@ strict digraph { "1744 linear_89_scale_0_updated_constant0" [id=1744, type=get_attr]; "1745 compressed_weight_updated_constant90" [id=1745, type=get_attr]; "1746 _param_constant241_0_0" [id=1746, type=get_attr]; -"1747 mul_138" [id=1747, type=]; +"1747 mul_138" [id=1747, type=call_method]; "1748 linear_89" [id=1748, type=linear]; "1749 dropout_57" [id=1749, type=dropout]; "1750 view_80" [id=1750, type=view]; @@ -1767,7 +1767,7 @@ strict digraph { "1765 linear_90_scale_0_updated_constant0" [id=1765, type=get_attr]; "1766 compressed_weight_updated_constant91" [id=1766, type=get_attr]; "1767 _param_constant245_0_0" [id=1767, type=get_attr]; -"1768 mul_139" [id=1768, type=]; +"1768 mul_139" [id=1768, type=call_method]; "1769 linear_90" [id=1769, type=linear]; "1770 gelu_14" [id=1770, type=gelu]; "1771 dropout_58" [id=1771, type=dropout]; @@ -1777,7 +1777,7 @@ strict digraph { "1775 linear_91_scale_0_updated_constant0" [id=1775, type=get_attr]; "1776 compressed_weight_updated_constant92" [id=1776, type=get_attr]; "1777 _param_constant247_0_0" [id=1777, type=get_attr]; -"1778 mul_140" [id=1778, type=]; +"1778 mul_140" [id=1778, type=call_method]; "1779 linear_91" [id=1779, type=linear]; "1780 dropout_59" [id=1780, type=dropout]; "1781 _param_constant248" [id=1781, type=get_attr]; @@ -1789,13 +1789,13 @@ strict digraph { "1787 linear_92_scale_0_updated_constant0" [id=1787, type=get_attr]; "1788 compressed_weight_updated_constant93" [id=1788, type=get_attr]; "1789 _param_constant251_0_0" [id=1789, type=get_attr]; -"1790 mul_141" [id=1790, type=]; +"1790 mul_141" [id=1790, type=call_method]; "1791 linear_92" [id=1791, type=linear]; "1792 relu__15" [id=1792, type=relu_]; "1793 relu__15_0_0_nncf_smooth_quant_0" [id=1793, type=call_module]; "1794 linear_93_scale_0_updated_constant0" [id=1794, type=get_attr]; "1795 compressed_weight_updated_constant94" [id=1795, type=get_attr]; -"1796 mul_142" [id=1796, type=]; +"1796 mul_142" [id=1796, type=call_method]; "1797 linear_93" [id=1797, type=linear]; "1798 view_81" [id=1798, type=view]; "1799 _tensor_constant94" [id=1799, type=get_attr]; @@ -1817,7 +1817,7 @@ strict digraph { "1815 linear_94_scale_0_updated_constant0" [id=1815, type=get_attr]; "1816 compressed_weight_updated_constant95" [id=1816, type=get_attr]; "1817 _param_constant253_0_0" [id=1817, type=get_attr]; -"1818 mul_143" [id=1818, type=]; +"1818 mul_143" [id=1818, type=call_method]; "1819 linear_94" [id=1819, type=linear]; "1820 reshape_68" [id=1820, type=reshape]; "1821 permute_70" [id=1821, type=permute]; @@ -1870,7 +1870,7 @@ strict digraph { "1868 linear_95_scale_0_updated_constant0" [id=1868, type=get_attr]; "1869 compressed_weight_updated_constant96" [id=1869, type=get_attr]; "1870 _param_constant257_0_0" [id=1870, type=get_attr]; -"1871 mul_144" [id=1871, type=]; +"1871 mul_144" [id=1871, type=call_method]; "1872 linear_95" [id=1872, type=linear]; "1873 dropout_61" [id=1873, type=dropout]; "1874 view_87" [id=1874, type=view]; @@ -1892,7 +1892,7 @@ strict digraph { "1890 linear_96_scale_0_updated_constant0" [id=1890, type=get_attr]; "1891 compressed_weight_updated_constant97" [id=1891, type=get_attr]; "1892 _param_constant261_0_0" [id=1892, type=get_attr]; -"1893 mul_145" [id=1893, type=]; +"1893 mul_145" [id=1893, type=call_method]; "1894 linear_96" [id=1894, type=linear]; "1895 gelu_15" [id=1895, type=gelu]; "1896 dropout_62" [id=1896, type=dropout]; @@ -1902,7 +1902,7 @@ strict digraph { "1900 linear_97_scale_0_updated_constant0" [id=1900, type=get_attr]; "1901 compressed_weight_updated_constant98" [id=1901, type=get_attr]; "1902 _param_constant263_0_0" [id=1902, type=get_attr]; -"1903 mul_146" [id=1903, type=]; +"1903 mul_146" [id=1903, type=call_method]; "1904 linear_97" [id=1904, type=linear]; "1905 dropout_63" [id=1905, type=dropout]; "1906 _param_constant264" [id=1906, type=get_attr]; @@ -1914,13 +1914,13 @@ strict digraph { "1912 linear_98_scale_0_updated_constant0" [id=1912, type=get_attr]; "1913 compressed_weight_updated_constant99" [id=1913, type=get_attr]; "1914 _param_constant267_0_0" [id=1914, type=get_attr]; -"1915 mul_147" [id=1915, type=]; +"1915 mul_147" [id=1915, type=call_method]; "1916 linear_98" [id=1916, type=linear]; "1917 relu__16" [id=1917, type=relu_]; "1918 relu__16_0_0_nncf_smooth_quant_0" [id=1918, type=call_module]; "1919 linear_99_scale_0_updated_constant0" [id=1919, type=get_attr]; "1920 compressed_weight_updated_constant100" [id=1920, type=get_attr]; -"1921 mul_148" [id=1921, type=]; +"1921 mul_148" [id=1921, type=call_method]; "1922 linear_99" [id=1922, type=linear]; "1923 view_88" [id=1923, type=view]; "1924 _tensor_constant105" [id=1924, type=get_attr]; @@ -1941,7 +1941,7 @@ strict digraph { "1939 linear_100_scale_0_updated_constant0" [id=1939, type=get_attr]; "1940 compressed_weight_updated_constant101" [id=1940, type=get_attr]; "1941 _param_constant269_0_0" [id=1941, type=get_attr]; -"1942 mul_149" [id=1942, type=]; +"1942 mul_149" [id=1942, type=call_method]; "1943 linear_100" [id=1943, type=linear]; "1944 reshape_73" [id=1944, type=reshape]; "1945 permute_75" [id=1945, type=permute]; @@ -1978,7 +1978,7 @@ strict digraph { "1976 linear_101_scale_0_updated_constant0" [id=1976, type=get_attr]; "1977 compressed_weight_updated_constant102" [id=1977, type=get_attr]; "1978 _param_constant273_0_0" [id=1978, type=get_attr]; -"1979 mul_150" [id=1979, type=]; +"1979 mul_150" [id=1979, type=call_method]; "1980 linear_101" [id=1980, type=linear]; "1981 dropout_65" [id=1981, type=dropout]; "1982 view_91" [id=1982, type=view]; @@ -1999,7 +1999,7 @@ strict digraph { "1997 linear_102_scale_0_updated_constant0" [id=1997, type=get_attr]; "1998 compressed_weight_updated_constant103" [id=1998, type=get_attr]; "1999 _param_constant277_0_0" [id=1999, type=get_attr]; -"2000 mul_151" [id=2000, type=]; +"2000 mul_151" [id=2000, type=call_method]; "2001 linear_102" [id=2001, type=linear]; "2002 gelu_16" [id=2002, type=gelu]; "2003 dropout_66" [id=2003, type=dropout]; @@ -2009,7 +2009,7 @@ strict digraph { "2007 linear_103_scale_0_updated_constant0" [id=2007, type=get_attr]; "2008 compressed_weight_updated_constant104" [id=2008, type=get_attr]; "2009 _param_constant279_0_0" [id=2009, type=get_attr]; -"2010 mul_152" [id=2010, type=]; +"2010 mul_152" [id=2010, type=call_method]; "2011 linear_103" [id=2011, type=linear]; "2012 dropout_67" [id=2012, type=dropout]; "2013 _param_constant280" [id=2013, type=get_attr]; @@ -2021,13 +2021,13 @@ strict digraph { "2019 linear_104_scale_0_updated_constant0" [id=2019, type=get_attr]; "2020 compressed_weight_updated_constant105" [id=2020, type=get_attr]; "2021 _param_constant283_0_0" [id=2021, type=get_attr]; -"2022 mul_153" [id=2022, type=]; +"2022 mul_153" [id=2022, type=call_method]; "2023 linear_104" [id=2023, type=linear]; "2024 relu__17" [id=2024, type=relu_]; "2025 relu__17_0_0_nncf_smooth_quant_0" [id=2025, type=call_module]; "2026 linear_105_scale_0_updated_constant0" [id=2026, type=get_attr]; "2027 compressed_weight_updated_constant106" [id=2027, type=get_attr]; -"2028 mul_154" [id=2028, type=]; +"2028 mul_154" [id=2028, type=call_method]; "2029 linear_105" [id=2029, type=linear]; "2030 view_92" [id=2030, type=view]; "2031 _tensor_constant107" [id=2031, type=get_attr]; @@ -2049,7 +2049,7 @@ strict digraph { "2047 linear_106_scale_0_updated_constant0" [id=2047, type=get_attr]; "2048 compressed_weight_updated_constant107" [id=2048, type=get_attr]; "2049 _param_constant285_0_0" [id=2049, type=get_attr]; -"2050 mul_155" [id=2050, type=]; +"2050 mul_155" [id=2050, type=call_method]; "2051 linear_106" [id=2051, type=linear]; "2052 reshape_77" [id=2052, type=reshape]; "2053 permute_79" [id=2053, type=permute]; @@ -2102,7 +2102,7 @@ strict digraph { "2100 linear_107_scale_0_updated_constant0" [id=2100, type=get_attr]; "2101 compressed_weight_updated_constant108" [id=2101, type=get_attr]; "2102 _param_constant289_0_0" [id=2102, type=get_attr]; -"2103 mul_156" [id=2103, type=]; +"2103 mul_156" [id=2103, type=call_method]; "2104 linear_107" [id=2104, type=linear]; "2105 dropout_69" [id=2105, type=dropout]; "2106 view_98" [id=2106, type=view]; @@ -2124,7 +2124,7 @@ strict digraph { "2122 linear_108_scale_0_updated_constant0" [id=2122, type=get_attr]; "2123 compressed_weight_updated_constant109" [id=2123, type=get_attr]; "2124 _param_constant293_0_0" [id=2124, type=get_attr]; -"2125 mul_157" [id=2125, type=]; +"2125 mul_157" [id=2125, type=call_method]; "2126 linear_108" [id=2126, type=linear]; "2127 gelu_17" [id=2127, type=gelu]; "2128 dropout_70" [id=2128, type=dropout]; @@ -2134,7 +2134,7 @@ strict digraph { "2132 linear_109_scale_0_updated_constant0" [id=2132, type=get_attr]; "2133 compressed_weight_updated_constant110" [id=2133, type=get_attr]; "2134 _param_constant295_0_0" [id=2134, type=get_attr]; -"2135 mul_158" [id=2135, type=]; +"2135 mul_158" [id=2135, type=call_method]; "2136 linear_109" [id=2136, type=linear]; "2137 dropout_71" [id=2137, type=dropout]; "2138 _param_constant296" [id=2138, type=get_attr]; @@ -2146,13 +2146,13 @@ strict digraph { "2144 linear_110_scale_0_updated_constant0" [id=2144, type=get_attr]; "2145 compressed_weight_updated_constant111" [id=2145, type=get_attr]; "2146 _param_constant299_0_0" [id=2146, type=get_attr]; -"2147 mul_159" [id=2147, type=]; +"2147 mul_159" [id=2147, type=call_method]; "2148 linear_110" [id=2148, type=linear]; "2149 relu__18" [id=2149, type=relu_]; "2150 relu__18_0_0_nncf_smooth_quant_0" [id=2150, type=call_module]; "2151 linear_111_scale_0_updated_constant0" [id=2151, type=get_attr]; "2152 compressed_weight_updated_constant112" [id=2152, type=get_attr]; -"2153 mul_160" [id=2153, type=]; +"2153 mul_160" [id=2153, type=call_method]; "2154 linear_111" [id=2154, type=linear]; "2155 view_99" [id=2155, type=view]; "2156 _tensor_constant118" [id=2156, type=get_attr]; @@ -2173,7 +2173,7 @@ strict digraph { "2171 linear_112_scale_0_updated_constant0" [id=2171, type=get_attr]; "2172 compressed_weight_updated_constant113" [id=2172, type=get_attr]; "2173 _param_constant301_0_0" [id=2173, type=get_attr]; -"2174 mul_161" [id=2174, type=]; +"2174 mul_161" [id=2174, type=call_method]; "2175 linear_112" [id=2175, type=linear]; "2176 reshape_82" [id=2176, type=reshape]; "2177 permute_84" [id=2177, type=permute]; @@ -2210,7 +2210,7 @@ strict digraph { "2208 linear_113_scale_0_updated_constant0" [id=2208, type=get_attr]; "2209 compressed_weight_updated_constant114" [id=2209, type=get_attr]; "2210 _param_constant305_0_0" [id=2210, type=get_attr]; -"2211 mul_162" [id=2211, type=]; +"2211 mul_162" [id=2211, type=call_method]; "2212 linear_113" [id=2212, type=linear]; "2213 dropout_73" [id=2213, type=dropout]; "2214 view_102" [id=2214, type=view]; @@ -2231,7 +2231,7 @@ strict digraph { "2229 linear_114_scale_0_updated_constant0" [id=2229, type=get_attr]; "2230 compressed_weight_updated_constant115" [id=2230, type=get_attr]; "2231 _param_constant309_0_0" [id=2231, type=get_attr]; -"2232 mul_163" [id=2232, type=]; +"2232 mul_163" [id=2232, type=call_method]; "2233 linear_114" [id=2233, type=linear]; "2234 gelu_18" [id=2234, type=gelu]; "2235 dropout_74" [id=2235, type=dropout]; @@ -2241,7 +2241,7 @@ strict digraph { "2239 linear_115_scale_0_updated_constant0" [id=2239, type=get_attr]; "2240 compressed_weight_updated_constant116" [id=2240, type=get_attr]; "2241 _param_constant311_0_0" [id=2241, type=get_attr]; -"2242 mul_164" [id=2242, type=]; +"2242 mul_164" [id=2242, type=call_method]; "2243 linear_115" [id=2243, type=linear]; "2244 dropout_75" [id=2244, type=dropout]; "2245 _param_constant312" [id=2245, type=get_attr]; @@ -2253,13 +2253,13 @@ strict digraph { "2251 linear_116_scale_0_updated_constant0" [id=2251, type=get_attr]; "2252 compressed_weight_updated_constant117" [id=2252, type=get_attr]; "2253 _param_constant315_0_0" [id=2253, type=get_attr]; -"2254 mul_165" [id=2254, type=]; +"2254 mul_165" [id=2254, type=call_method]; "2255 linear_116" [id=2255, type=linear]; "2256 relu__19" [id=2256, type=relu_]; "2257 relu__19_0_0_nncf_smooth_quant_0" [id=2257, type=call_module]; "2258 linear_117_scale_0_updated_constant0" [id=2258, type=get_attr]; "2259 compressed_weight_updated_constant118" [id=2259, type=get_attr]; -"2260 mul_166" [id=2260, type=]; +"2260 mul_166" [id=2260, type=call_method]; "2261 linear_117" [id=2261, type=linear]; "2262 view_103" [id=2262, type=view]; "2263 _tensor_constant120" [id=2263, type=get_attr]; @@ -2281,7 +2281,7 @@ strict digraph { "2279 linear_118_scale_0_updated_constant0" [id=2279, type=get_attr]; "2280 compressed_weight_updated_constant119" [id=2280, type=get_attr]; "2281 _param_constant317_0_0" [id=2281, type=get_attr]; -"2282 mul_167" [id=2282, type=]; +"2282 mul_167" [id=2282, type=call_method]; "2283 linear_118" [id=2283, type=linear]; "2284 reshape_86" [id=2284, type=reshape]; "2285 permute_88" [id=2285, type=permute]; @@ -2334,7 +2334,7 @@ strict digraph { "2332 linear_119_scale_0_updated_constant0" [id=2332, type=get_attr]; "2333 compressed_weight_updated_constant120" [id=2333, type=get_attr]; "2334 _param_constant321_0_0" [id=2334, type=get_attr]; -"2335 mul_168" [id=2335, type=]; +"2335 mul_168" [id=2335, type=call_method]; "2336 linear_119" [id=2336, type=linear]; "2337 dropout_77" [id=2337, type=dropout]; "2338 view_109" [id=2338, type=view]; @@ -2356,7 +2356,7 @@ strict digraph { "2354 linear_120_scale_0_updated_constant0" [id=2354, type=get_attr]; "2355 compressed_weight_updated_constant121" [id=2355, type=get_attr]; "2356 _param_constant325_0_0" [id=2356, type=get_attr]; -"2357 mul_169" [id=2357, type=]; +"2357 mul_169" [id=2357, type=call_method]; "2358 linear_120" [id=2358, type=linear]; "2359 gelu_19" [id=2359, type=gelu]; "2360 dropout_78" [id=2360, type=dropout]; @@ -2366,7 +2366,7 @@ strict digraph { "2364 linear_121_scale_0_updated_constant0" [id=2364, type=get_attr]; "2365 compressed_weight_updated_constant122" [id=2365, type=get_attr]; "2366 _param_constant327_0_0" [id=2366, type=get_attr]; -"2367 mul_170" [id=2367, type=]; +"2367 mul_170" [id=2367, type=call_method]; "2368 linear_121" [id=2368, type=linear]; "2369 dropout_79" [id=2369, type=dropout]; "2370 _param_constant328" [id=2370, type=get_attr]; @@ -2378,13 +2378,13 @@ strict digraph { "2376 linear_122_scale_0_updated_constant0" [id=2376, type=get_attr]; "2377 compressed_weight_updated_constant123" [id=2377, type=get_attr]; "2378 _param_constant331_0_0" [id=2378, type=get_attr]; -"2379 mul_171" [id=2379, type=]; +"2379 mul_171" [id=2379, type=call_method]; "2380 linear_122" [id=2380, type=linear]; "2381 relu__20" [id=2381, type=relu_]; "2382 relu__20_0_0_nncf_smooth_quant_0" [id=2382, type=call_module]; "2383 linear_123_scale_0_updated_constant0" [id=2383, type=get_attr]; "2384 compressed_weight_updated_constant124" [id=2384, type=get_attr]; -"2385 mul_172" [id=2385, type=]; +"2385 mul_172" [id=2385, type=call_method]; "2386 linear_123" [id=2386, type=linear]; "2387 view_110" [id=2387, type=view]; "2388 _tensor_constant131" [id=2388, type=get_attr]; @@ -2405,7 +2405,7 @@ strict digraph { "2403 linear_124_scale_0_updated_constant0" [id=2403, type=get_attr]; "2404 compressed_weight_updated_constant125" [id=2404, type=get_attr]; "2405 _param_constant333_0_0" [id=2405, type=get_attr]; -"2406 mul_173" [id=2406, type=]; +"2406 mul_173" [id=2406, type=call_method]; "2407 linear_124" [id=2407, type=linear]; "2408 reshape_91" [id=2408, type=reshape]; "2409 permute_93" [id=2409, type=permute]; @@ -2442,7 +2442,7 @@ strict digraph { "2440 linear_125_scale_0_updated_constant0" [id=2440, type=get_attr]; "2441 compressed_weight_updated_constant126" [id=2441, type=get_attr]; "2442 _param_constant337_0_0" [id=2442, type=get_attr]; -"2443 mul_174" [id=2443, type=]; +"2443 mul_174" [id=2443, type=call_method]; "2444 linear_125" [id=2444, type=linear]; "2445 dropout_81" [id=2445, type=dropout]; "2446 view_113" [id=2446, type=view]; @@ -2463,7 +2463,7 @@ strict digraph { "2461 linear_126_scale_0_updated_constant0" [id=2461, type=get_attr]; "2462 compressed_weight_updated_constant127" [id=2462, type=get_attr]; "2463 _param_constant341_0_0" [id=2463, type=get_attr]; -"2464 mul_175" [id=2464, type=]; +"2464 mul_175" [id=2464, type=call_method]; "2465 linear_126" [id=2465, type=linear]; "2466 gelu_20" [id=2466, type=gelu]; "2467 dropout_82" [id=2467, type=dropout]; @@ -2473,7 +2473,7 @@ strict digraph { "2471 linear_127_scale_0_updated_constant0" [id=2471, type=get_attr]; "2472 compressed_weight_updated_constant128" [id=2472, type=get_attr]; "2473 _param_constant343_0_0" [id=2473, type=get_attr]; -"2474 mul_176" [id=2474, type=]; +"2474 mul_176" [id=2474, type=call_method]; "2475 linear_127" [id=2475, type=linear]; "2476 dropout_83" [id=2476, type=dropout]; "2477 _param_constant344" [id=2477, type=get_attr]; @@ -2485,13 +2485,13 @@ strict digraph { "2483 linear_128_scale_0_updated_constant0" [id=2483, type=get_attr]; "2484 compressed_weight_updated_constant129" [id=2484, type=get_attr]; "2485 _param_constant347_0_0" [id=2485, type=get_attr]; -"2486 mul_177" [id=2486, type=]; +"2486 mul_177" [id=2486, type=call_method]; "2487 linear_128" [id=2487, type=linear]; "2488 relu__21" [id=2488, type=relu_]; "2489 relu__21_0_0_nncf_smooth_quant_0" [id=2489, type=call_module]; "2490 linear_129_scale_0_updated_constant0" [id=2490, type=get_attr]; "2491 compressed_weight_updated_constant130" [id=2491, type=get_attr]; -"2492 mul_178" [id=2492, type=]; +"2492 mul_178" [id=2492, type=call_method]; "2493 linear_129" [id=2493, type=linear]; "2494 view_114" [id=2494, type=view]; "2495 _tensor_constant133" [id=2495, type=get_attr]; @@ -2513,7 +2513,7 @@ strict digraph { "2511 linear_130_scale_0_updated_constant0" [id=2511, type=get_attr]; "2512 compressed_weight_updated_constant131" [id=2512, type=get_attr]; "2513 _param_constant349_0_0" [id=2513, type=get_attr]; -"2514 mul_179" [id=2514, type=]; +"2514 mul_179" [id=2514, type=call_method]; "2515 linear_130" [id=2515, type=linear]; "2516 reshape_95" [id=2516, type=reshape]; "2517 permute_97" [id=2517, type=permute]; @@ -2566,7 +2566,7 @@ strict digraph { "2564 linear_131_scale_0_updated_constant0" [id=2564, type=get_attr]; "2565 compressed_weight_updated_constant132" [id=2565, type=get_attr]; "2566 _param_constant353_0_0" [id=2566, type=get_attr]; -"2567 mul_180" [id=2567, type=]; +"2567 mul_180" [id=2567, type=call_method]; "2568 linear_131" [id=2568, type=linear]; "2569 dropout_85" [id=2569, type=dropout]; "2570 view_120" [id=2570, type=view]; @@ -2588,7 +2588,7 @@ strict digraph { "2586 linear_132_scale_0_updated_constant0" [id=2586, type=get_attr]; "2587 compressed_weight_updated_constant133" [id=2587, type=get_attr]; "2588 _param_constant357_0_0" [id=2588, type=get_attr]; -"2589 mul_181" [id=2589, type=]; +"2589 mul_181" [id=2589, type=call_method]; "2590 linear_132" [id=2590, type=linear]; "2591 gelu_21" [id=2591, type=gelu]; "2592 dropout_86" [id=2592, type=dropout]; @@ -2598,7 +2598,7 @@ strict digraph { "2596 linear_133_scale_0_updated_constant0" [id=2596, type=get_attr]; "2597 compressed_weight_updated_constant134" [id=2597, type=get_attr]; "2598 _param_constant359_0_0" [id=2598, type=get_attr]; -"2599 mul_182" [id=2599, type=]; +"2599 mul_182" [id=2599, type=call_method]; "2600 linear_133" [id=2600, type=linear]; "2601 dropout_87" [id=2601, type=dropout]; "2602 _param_constant360" [id=2602, type=get_attr]; @@ -2624,7 +2624,7 @@ strict digraph { "2622 dequantize_per_tensor_default_135" [id=2622, type=dequantize_per_tensor]; "2623 linear_134_scale_0_updated_constant0" [id=2623, type=get_attr]; "2624 compressed_weight_updated_constant135" [id=2624, type=get_attr]; -"2625 mul_183" [id=2625, type=]; +"2625 mul_183" [id=2625, type=call_method]; "2626 linear_134" [id=2626, type=linear]; "2627 _param_constant363" [id=2627, type=get_attr]; "2628 _param_constant364" [id=2628, type=get_attr]; @@ -2634,13 +2634,13 @@ strict digraph { "2632 linear_135_scale_0_updated_constant0" [id=2632, type=get_attr]; "2633 compressed_weight_updated_constant136" [id=2633, type=get_attr]; "2634 _param_constant366_0_0" [id=2634, type=get_attr]; -"2635 mul_184" [id=2635, type=]; +"2635 mul_184" [id=2635, type=call_method]; "2636 linear_135" [id=2636, type=linear]; "2637 relu__22" [id=2637, type=relu_]; "2638 relu__22_0_0_nncf_smooth_quant_0" [id=2638, type=call_module]; "2639 linear_136_scale_0_updated_constant0" [id=2639, type=get_attr]; "2640 compressed_weight_updated_constant137" [id=2640, type=get_attr]; -"2641 mul_185" [id=2641, type=]; +"2641 mul_185" [id=2641, type=call_method]; "2642 linear_136" [id=2642, type=linear]; "2643 view_121" [id=2643, type=view]; "2644 _tensor_constant144" [id=2644, type=get_attr]; @@ -2661,7 +2661,7 @@ strict digraph { "2659 linear_137_scale_0_updated_constant0" [id=2659, type=get_attr]; "2660 compressed_weight_updated_constant138" [id=2660, type=get_attr]; "2661 _param_constant368_0_0" [id=2661, type=get_attr]; -"2662 mul_186" [id=2662, type=]; +"2662 mul_186" [id=2662, type=call_method]; "2663 linear_137" [id=2663, type=linear]; "2664 reshape_100" [id=2664, type=reshape]; "2665 permute_102" [id=2665, type=permute]; @@ -2698,7 +2698,7 @@ strict digraph { "2696 linear_138_scale_0_updated_constant0" [id=2696, type=get_attr]; "2697 compressed_weight_updated_constant139" [id=2697, type=get_attr]; "2698 _param_constant372_0_0" [id=2698, type=get_attr]; -"2699 mul_187" [id=2699, type=]; +"2699 mul_187" [id=2699, type=call_method]; "2700 linear_138" [id=2700, type=linear]; "2701 dropout_89" [id=2701, type=dropout]; "2702 view_124" [id=2702, type=view]; @@ -2719,7 +2719,7 @@ strict digraph { "2717 linear_139_scale_0_updated_constant0" [id=2717, type=get_attr]; "2718 compressed_weight_updated_constant140" [id=2718, type=get_attr]; "2719 _param_constant376_0_0" [id=2719, type=get_attr]; -"2720 mul_188" [id=2720, type=]; +"2720 mul_188" [id=2720, type=call_method]; "2721 linear_139" [id=2721, type=linear]; "2722 gelu_22" [id=2722, type=gelu]; "2723 dropout_90" [id=2723, type=dropout]; @@ -2729,7 +2729,7 @@ strict digraph { "2727 linear_140_scale_0_updated_constant0" [id=2727, type=get_attr]; "2728 compressed_weight_updated_constant141" [id=2728, type=get_attr]; "2729 _param_constant378_0_0" [id=2729, type=get_attr]; -"2730 mul_189" [id=2730, type=]; +"2730 mul_189" [id=2730, type=call_method]; "2731 linear_140" [id=2731, type=linear]; "2732 dropout_91" [id=2732, type=dropout]; "2733 _param_constant379" [id=2733, type=get_attr]; @@ -2741,13 +2741,13 @@ strict digraph { "2739 linear_141_scale_0_updated_constant0" [id=2739, type=get_attr]; "2740 compressed_weight_updated_constant142" [id=2740, type=get_attr]; "2741 _param_constant382_0_0" [id=2741, type=get_attr]; -"2742 mul_190" [id=2742, type=]; +"2742 mul_190" [id=2742, type=call_method]; "2743 linear_141" [id=2743, type=linear]; "2744 relu__23" [id=2744, type=relu_]; "2745 relu__23_0_0_nncf_smooth_quant_0" [id=2745, type=call_module]; "2746 linear_142_scale_0_updated_constant0" [id=2746, type=get_attr]; "2747 compressed_weight_updated_constant143" [id=2747, type=get_attr]; -"2748 mul_191" [id=2748, type=]; +"2748 mul_191" [id=2748, type=call_method]; "2749 linear_142" [id=2749, type=linear]; "2750 view_125" [id=2750, type=view]; "2751 _tensor_constant146" [id=2751, type=get_attr]; @@ -2768,7 +2768,7 @@ strict digraph { "2766 linear_143_scale_0_updated_constant0" [id=2766, type=get_attr]; "2767 compressed_weight_updated_constant144" [id=2767, type=get_attr]; "2768 _param_constant384_0_0" [id=2768, type=get_attr]; -"2769 mul_192" [id=2769, type=]; +"2769 mul_192" [id=2769, type=call_method]; "2770 linear_143" [id=2770, type=linear]; "2771 reshape_104" [id=2771, type=reshape]; "2772 permute_106" [id=2772, type=permute]; @@ -2805,7 +2805,7 @@ strict digraph { "2803 linear_144_scale_0_updated_constant0" [id=2803, type=get_attr]; "2804 compressed_weight_updated_constant145" [id=2804, type=get_attr]; "2805 _param_constant388_0_0" [id=2805, type=get_attr]; -"2806 mul_193" [id=2806, type=]; +"2806 mul_193" [id=2806, type=call_method]; "2807 linear_144" [id=2807, type=linear]; "2808 dropout_93" [id=2808, type=dropout]; "2809 view_128" [id=2809, type=view]; @@ -2826,7 +2826,7 @@ strict digraph { "2824 linear_145_scale_0_updated_constant0" [id=2824, type=get_attr]; "2825 compressed_weight_updated_constant146" [id=2825, type=get_attr]; "2826 _param_constant392_0_0" [id=2826, type=get_attr]; -"2827 mul_194" [id=2827, type=]; +"2827 mul_194" [id=2827, type=call_method]; "2828 linear_145" [id=2828, type=linear]; "2829 gelu_23" [id=2829, type=gelu]; "2830 dropout_94" [id=2830, type=dropout]; @@ -2836,7 +2836,7 @@ strict digraph { "2834 linear_146_scale_0_updated_constant0" [id=2834, type=get_attr]; "2835 compressed_weight_updated_constant147" [id=2835, type=get_attr]; "2836 _param_constant394_0_0" [id=2836, type=get_attr]; -"2837 mul_195" [id=2837, type=]; +"2837 mul_195" [id=2837, type=call_method]; "2838 linear_146" [id=2838, type=linear]; "2839 dropout_95" [id=2839, type=dropout]; "2840 _param_constant395" [id=2840, type=get_attr]; @@ -2855,7 +2855,7 @@ strict digraph { "2853 linear_147_scale_0_updated_constant0" [id=2853, type=get_attr]; "2854 compressed_weight_updated_constant148" [id=2854, type=get_attr]; "2855 _param_constant400_0_0" [id=2855, type=get_attr]; -"2856 mul_196" [id=2856, type=]; +"2856 mul_196" [id=2856, type=call_method]; "2857 linear_147" [id=2857, type=linear]; "2858 output" [id=2858, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; diff --git a/tests/torch/data/reference_graphs/fx/quantized/unet.dot b/tests/torch/data/reference_graphs/fx/quantized/unet.dot index dfcd6e1c402..fc89f9b30d3 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/unet.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/unet.dot @@ -5,7 +5,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; "4 compressed_weight_updated_constant0" [id=4, type=get_attr]; "5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul" [id=6, type=]; +"6 mul" [id=6, type=call_method]; "7 conv2d" [id=7, type=conv2d]; "8 relu" [id=8, type=relu]; "9 quantize_per_tensor_default_9" [id=9, type=quantize_per_tensor]; @@ -13,7 +13,7 @@ strict digraph { "11 conv2d_1_scale_0_updated_constant0" [id=11, type=get_attr]; "12 compressed_weight_updated_constant1" [id=12, type=get_attr]; "13 _param_constant5_0_0" [id=13, type=get_attr]; -"14 mul_1" [id=14, type=]; +"14 mul_1" [id=14, type=call_method]; "15 conv2d_1" [id=15, type=conv2d]; "16 relu_1" [id=16, type=relu]; "17 quantize_per_tensor_default" [id=17, type=quantize_per_tensor]; @@ -23,7 +23,7 @@ strict digraph { "21 conv2d_2_scale_0_updated_constant0" [id=21, type=get_attr]; "22 compressed_weight_updated_constant2" [id=22, type=get_attr]; "23 _param_constant9_0_0" [id=23, type=get_attr]; -"24 mul_2" [id=24, type=]; +"24 mul_2" [id=24, type=call_method]; "25 conv2d_2" [id=25, type=conv2d]; "26 relu_2" [id=26, type=relu]; "27 quantize_per_tensor_default_10" [id=27, type=quantize_per_tensor]; @@ -31,7 +31,7 @@ strict digraph { "29 conv2d_3_scale_0_updated_constant0" [id=29, type=get_attr]; "30 compressed_weight_updated_constant3" [id=30, type=get_attr]; "31 _param_constant13_0_0" [id=31, type=get_attr]; -"32 mul_3" [id=32, type=]; +"32 mul_3" [id=32, type=call_method]; "33 conv2d_3" [id=33, type=conv2d]; "34 relu_3" [id=34, type=relu]; "35 quantize_per_tensor_default_3" [id=35, type=quantize_per_tensor]; @@ -41,7 +41,7 @@ strict digraph { "39 conv2d_4_scale_0_updated_constant0" [id=39, type=get_attr]; "40 compressed_weight_updated_constant4" [id=40, type=get_attr]; "41 _param_constant17_0_0" [id=41, type=get_attr]; -"42 mul_4" [id=42, type=]; +"42 mul_4" [id=42, type=call_method]; "43 conv2d_4" [id=43, type=conv2d]; "44 relu_4" [id=44, type=relu]; "45 quantize_per_tensor_default_11" [id=45, type=quantize_per_tensor]; @@ -49,7 +49,7 @@ strict digraph { "47 conv2d_5_scale_0_updated_constant0" [id=47, type=get_attr]; "48 compressed_weight_updated_constant5" [id=48, type=get_attr]; "49 _param_constant21_0_0" [id=49, type=get_attr]; -"50 mul_5" [id=50, type=]; +"50 mul_5" [id=50, type=call_method]; "51 conv2d_5" [id=51, type=conv2d]; "52 relu_5" [id=52, type=relu]; "53 quantize_per_tensor_default_4" [id=53, type=quantize_per_tensor]; @@ -59,7 +59,7 @@ strict digraph { "57 conv2d_6_scale_0_updated_constant0" [id=57, type=get_attr]; "58 compressed_weight_updated_constant6" [id=58, type=get_attr]; "59 _param_constant25_0_0" [id=59, type=get_attr]; -"60 mul_6" [id=60, type=]; +"60 mul_6" [id=60, type=call_method]; "61 conv2d_6" [id=61, type=conv2d]; "62 relu_6" [id=62, type=relu]; "63 quantize_per_tensor_default_12" [id=63, type=quantize_per_tensor]; @@ -67,7 +67,7 @@ strict digraph { "65 conv2d_7_scale_0_updated_constant0" [id=65, type=get_attr]; "66 compressed_weight_updated_constant7" [id=66, type=get_attr]; "67 _param_constant29_0_0" [id=67, type=get_attr]; -"68 mul_7" [id=68, type=]; +"68 mul_7" [id=68, type=call_method]; "69 conv2d_7" [id=69, type=conv2d]; "70 relu_7" [id=70, type=relu]; "71 quantize_per_tensor_default_7" [id=71, type=quantize_per_tensor]; @@ -77,7 +77,7 @@ strict digraph { "75 conv2d_8_scale_0_updated_constant0" [id=75, type=get_attr]; "76 compressed_weight_updated_constant8" [id=76, type=get_attr]; "77 _param_constant33_0_0" [id=77, type=get_attr]; -"78 mul_8" [id=78, type=]; +"78 mul_8" [id=78, type=call_method]; "79 conv2d_8" [id=79, type=conv2d]; "80 relu_8" [id=80, type=relu]; "81 quantize_per_tensor_default_13" [id=81, type=quantize_per_tensor]; @@ -85,7 +85,7 @@ strict digraph { "83 conv2d_9_scale_0_updated_constant0" [id=83, type=get_attr]; "84 compressed_weight_updated_constant9" [id=84, type=get_attr]; "85 _param_constant37_0_0" [id=85, type=get_attr]; -"86 mul_9" [id=86, type=]; +"86 mul_9" [id=86, type=call_method]; "87 conv2d_9" [id=87, type=conv2d]; "88 relu_9" [id=88, type=relu]; "89 quantize_per_tensor_default_14" [id=89, type=quantize_per_tensor]; @@ -93,7 +93,7 @@ strict digraph { "91 _param_constant41" [id=91, type=get_attr]; "92 conv_transpose2d_scale_0_updated_constant0" [id=92, type=get_attr]; "93 compressed_weight_updated_constant10" [id=93, type=get_attr]; -"94 mul_10" [id=94, type=]; +"94 mul_10" [id=94, type=call_method]; "95 conv_transpose2d" [id=95, type=conv_transpose2d]; "96 quantize_per_tensor_default_6" [id=96, type=quantize_per_tensor]; "97 dequantize_per_tensor_default_9" [id=97, type=dequantize_per_tensor]; @@ -105,7 +105,7 @@ strict digraph { "103 conv2d_10_scale_0_updated_constant0" [id=103, type=get_attr]; "104 compressed_weight_updated_constant11" [id=104, type=get_attr]; "105 _param_constant43_0_0" [id=105, type=get_attr]; -"106 mul_11" [id=106, type=]; +"106 mul_11" [id=106, type=call_method]; "107 conv2d_10" [id=107, type=conv2d]; "108 relu_10" [id=108, type=relu]; "109 quantize_per_tensor_default_15" [id=109, type=quantize_per_tensor]; @@ -113,7 +113,7 @@ strict digraph { "111 conv2d_11_scale_0_updated_constant0" [id=111, type=get_attr]; "112 compressed_weight_updated_constant12" [id=112, type=get_attr]; "113 _param_constant47_0_0" [id=113, type=get_attr]; -"114 mul_12" [id=114, type=]; +"114 mul_12" [id=114, type=call_method]; "115 conv2d_11" [id=115, type=conv2d]; "116 relu_11" [id=116, type=relu]; "117 quantize_per_tensor_default_16" [id=117, type=quantize_per_tensor]; @@ -121,7 +121,7 @@ strict digraph { "119 _param_constant51" [id=119, type=get_attr]; "120 conv_transpose2d_1_scale_0_updated_constant0" [id=120, type=get_attr]; "121 compressed_weight_updated_constant13" [id=121, type=get_attr]; -"122 mul_13" [id=122, type=]; +"122 mul_13" [id=122, type=call_method]; "123 conv_transpose2d_1" [id=123, type=conv_transpose2d]; "124 quantize_per_tensor_default_5" [id=124, type=quantize_per_tensor]; "125 dequantize_per_tensor_default_8" [id=125, type=dequantize_per_tensor]; @@ -133,7 +133,7 @@ strict digraph { "131 conv2d_12_scale_0_updated_constant0" [id=131, type=get_attr]; "132 compressed_weight_updated_constant14" [id=132, type=get_attr]; "133 _param_constant53_0_0" [id=133, type=get_attr]; -"134 mul_14" [id=134, type=]; +"134 mul_14" [id=134, type=call_method]; "135 conv2d_12" [id=135, type=conv2d]; "136 relu_12" [id=136, type=relu]; "137 quantize_per_tensor_default_17" [id=137, type=quantize_per_tensor]; @@ -141,7 +141,7 @@ strict digraph { "139 conv2d_13_scale_0_updated_constant0" [id=139, type=get_attr]; "140 compressed_weight_updated_constant15" [id=140, type=get_attr]; "141 _param_constant57_0_0" [id=141, type=get_attr]; -"142 mul_15" [id=142, type=]; +"142 mul_15" [id=142, type=call_method]; "143 conv2d_13" [id=143, type=conv2d]; "144 relu_13" [id=144, type=relu]; "145 quantize_per_tensor_default_18" [id=145, type=quantize_per_tensor]; @@ -149,7 +149,7 @@ strict digraph { "147 _param_constant61" [id=147, type=get_attr]; "148 conv_transpose2d_2_scale_0_updated_constant0" [id=148, type=get_attr]; "149 compressed_weight_updated_constant16" [id=149, type=get_attr]; -"150 mul_16" [id=150, type=]; +"150 mul_16" [id=150, type=call_method]; "151 conv_transpose2d_2" [id=151, type=conv_transpose2d]; "152 quantize_per_tensor_default_2" [id=152, type=quantize_per_tensor]; "153 dequantize_per_tensor_default_3" [id=153, type=dequantize_per_tensor]; @@ -161,7 +161,7 @@ strict digraph { "159 conv2d_14_scale_0_updated_constant0" [id=159, type=get_attr]; "160 compressed_weight_updated_constant17" [id=160, type=get_attr]; "161 _param_constant63_0_0" [id=161, type=get_attr]; -"162 mul_17" [id=162, type=]; +"162 mul_17" [id=162, type=call_method]; "163 conv2d_14" [id=163, type=conv2d]; "164 relu_14" [id=164, type=relu]; "165 quantize_per_tensor_default_19" [id=165, type=quantize_per_tensor]; @@ -169,7 +169,7 @@ strict digraph { "167 conv2d_15_scale_0_updated_constant0" [id=167, type=get_attr]; "168 compressed_weight_updated_constant18" [id=168, type=get_attr]; "169 _param_constant67_0_0" [id=169, type=get_attr]; -"170 mul_18" [id=170, type=]; +"170 mul_18" [id=170, type=call_method]; "171 conv2d_15" [id=171, type=conv2d]; "172 relu_15" [id=172, type=relu]; "173 quantize_per_tensor_default_20" [id=173, type=quantize_per_tensor]; @@ -177,7 +177,7 @@ strict digraph { "175 _param_constant71" [id=175, type=get_attr]; "176 conv_transpose2d_3_scale_0_updated_constant0" [id=176, type=get_attr]; "177 compressed_weight_updated_constant19" [id=177, type=get_attr]; -"178 mul_19" [id=178, type=]; +"178 mul_19" [id=178, type=call_method]; "179 conv_transpose2d_3" [id=179, type=conv_transpose2d]; "180 quantize_per_tensor_default_1" [id=180, type=quantize_per_tensor]; "181 dequantize_per_tensor_default_2" [id=181, type=dequantize_per_tensor]; @@ -189,7 +189,7 @@ strict digraph { "187 conv2d_16_scale_0_updated_constant0" [id=187, type=get_attr]; "188 compressed_weight_updated_constant20" [id=188, type=get_attr]; "189 _param_constant73_0_0" [id=189, type=get_attr]; -"190 mul_20" [id=190, type=]; +"190 mul_20" [id=190, type=call_method]; "191 conv2d_16" [id=191, type=conv2d]; "192 relu_16" [id=192, type=relu]; "193 quantize_per_tensor_default_21" [id=193, type=quantize_per_tensor]; @@ -197,7 +197,7 @@ strict digraph { "195 conv2d_17_scale_0_updated_constant0" [id=195, type=get_attr]; "196 compressed_weight_updated_constant21" [id=196, type=get_attr]; "197 _param_constant77_0_0" [id=197, type=get_attr]; -"198 mul_21" [id=198, type=]; +"198 mul_21" [id=198, type=call_method]; "199 conv2d_17" [id=199, type=conv2d]; "200 relu_17" [id=200, type=relu]; "201 quantize_per_tensor_default_22" [id=201, type=quantize_per_tensor]; @@ -205,7 +205,7 @@ strict digraph { "203 conv2d_18_scale_0_updated_constant0" [id=203, type=get_attr]; "204 compressed_weight_updated_constant22" [id=204, type=get_attr]; "205 _param_constant81_0_0" [id=205, type=get_attr]; -"206 mul_22" [id=206, type=]; +"206 mul_22" [id=206, type=call_method]; "207 conv2d_18" [id=207, type=conv2d]; "208 output" [id=208, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default_8"; diff --git a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot index 8ca56eac0dd..eebe7200039 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot @@ -5,7 +5,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; "4 compressed_weight_updated_constant0" [id=4, type=get_attr]; "5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul" [id=6, type=]; +"6 mul" [id=6, type=call_method]; "7 conv2d" [id=7, type=conv2d]; "8 reshape" [id=8, type=reshape]; "9 permute" [id=9, type=permute]; @@ -25,7 +25,7 @@ strict digraph { "23 linear_scale_0_updated_constant0" [id=23, type=get_attr]; "24 compressed_weight_updated_constant1" [id=24, type=get_attr]; "25 _param_constant7_0_0" [id=25, type=get_attr]; -"26 mul_1" [id=26, type=]; +"26 mul_1" [id=26, type=call_method]; "27 linear" [id=27, type=linear]; "28 unflatten" [id=28, type=unflatten]; "29 unsqueeze" [id=29, type=unsqueeze]; @@ -57,7 +57,7 @@ strict digraph { "55 linear_1_scale_0_updated_constant0" [id=55, type=get_attr]; "56 compressed_weight_updated_constant2" [id=56, type=get_attr]; "57 _param_constant9_0_0" [id=57, type=get_attr]; -"58 mul_2" [id=58, type=]; +"58 mul_2" [id=58, type=call_method]; "59 linear_1" [id=59, type=linear]; "60 view_7" [id=60, type=view]; "61 transpose_5" [id=61, type=transpose]; @@ -72,7 +72,7 @@ strict digraph { "70 linear_2_scale_0_updated_constant0" [id=70, type=get_attr]; "71 compressed_weight_updated_constant3" [id=71, type=get_attr]; "72 _param_constant13_0_0" [id=72, type=get_attr]; -"73 mul_3" [id=73, type=]; +"73 mul_3" [id=73, type=call_method]; "74 linear_2" [id=74, type=linear]; "75 gelu" [id=75, type=gelu]; "76 dropout_2" [id=76, type=dropout]; @@ -82,7 +82,7 @@ strict digraph { "80 linear_3_scale_0_updated_constant0" [id=80, type=get_attr]; "81 compressed_weight_updated_constant4" [id=81, type=get_attr]; "82 _param_constant15_0_0" [id=82, type=get_attr]; -"83 mul_4" [id=83, type=]; +"83 mul_4" [id=83, type=call_method]; "84 linear_3" [id=84, type=linear]; "85 dropout_3" [id=85, type=dropout]; "86 add_2" [id=86, type=add]; @@ -96,7 +96,7 @@ strict digraph { "94 linear_4_scale_0_updated_constant0" [id=94, type=get_attr]; "95 compressed_weight_updated_constant5" [id=95, type=get_attr]; "96 _param_constant19_0_0" [id=96, type=get_attr]; -"97 mul_5" [id=97, type=]; +"97 mul_5" [id=97, type=call_method]; "98 linear_4" [id=98, type=linear]; "99 unflatten_1" [id=99, type=unflatten]; "100 unsqueeze_1" [id=100, type=unsqueeze]; @@ -128,7 +128,7 @@ strict digraph { "126 linear_5_scale_0_updated_constant0" [id=126, type=get_attr]; "127 compressed_weight_updated_constant6" [id=127, type=get_attr]; "128 _param_constant21_0_0" [id=128, type=get_attr]; -"129 mul_6" [id=129, type=]; +"129 mul_6" [id=129, type=call_method]; "130 linear_5" [id=130, type=linear]; "131 view_15" [id=131, type=view]; "132 transpose_11" [id=132, type=transpose]; @@ -143,7 +143,7 @@ strict digraph { "141 linear_6_scale_0_updated_constant0" [id=141, type=get_attr]; "142 compressed_weight_updated_constant7" [id=142, type=get_attr]; "143 _param_constant25_0_0" [id=143, type=get_attr]; -"144 mul_7" [id=144, type=]; +"144 mul_7" [id=144, type=call_method]; "145 linear_6" [id=145, type=linear]; "146 gelu_1" [id=146, type=gelu]; "147 dropout_5" [id=147, type=dropout]; @@ -153,7 +153,7 @@ strict digraph { "151 linear_7_scale_0_updated_constant0" [id=151, type=get_attr]; "152 compressed_weight_updated_constant8" [id=152, type=get_attr]; "153 _param_constant27_0_0" [id=153, type=get_attr]; -"154 mul_8" [id=154, type=]; +"154 mul_8" [id=154, type=call_method]; "155 linear_7" [id=155, type=linear]; "156 dropout_6" [id=156, type=dropout]; "157 add_4" [id=157, type=add]; @@ -167,7 +167,7 @@ strict digraph { "165 linear_8_scale_0_updated_constant0" [id=165, type=get_attr]; "166 compressed_weight_updated_constant9" [id=166, type=get_attr]; "167 _param_constant31_0_0" [id=167, type=get_attr]; -"168 mul_9" [id=168, type=]; +"168 mul_9" [id=168, type=call_method]; "169 linear_8" [id=169, type=linear]; "170 unflatten_2" [id=170, type=unflatten]; "171 unsqueeze_2" [id=171, type=unsqueeze]; @@ -199,7 +199,7 @@ strict digraph { "197 linear_9_scale_0_updated_constant0" [id=197, type=get_attr]; "198 compressed_weight_updated_constant10" [id=198, type=get_attr]; "199 _param_constant33_0_0" [id=199, type=get_attr]; -"200 mul_10" [id=200, type=]; +"200 mul_10" [id=200, type=call_method]; "201 linear_9" [id=201, type=linear]; "202 view_23" [id=202, type=view]; "203 transpose_17" [id=203, type=transpose]; @@ -214,7 +214,7 @@ strict digraph { "212 linear_10_scale_0_updated_constant0" [id=212, type=get_attr]; "213 compressed_weight_updated_constant11" [id=213, type=get_attr]; "214 _param_constant37_0_0" [id=214, type=get_attr]; -"215 mul_11" [id=215, type=]; +"215 mul_11" [id=215, type=call_method]; "216 linear_10" [id=216, type=linear]; "217 gelu_2" [id=217, type=gelu]; "218 dropout_8" [id=218, type=dropout]; @@ -224,7 +224,7 @@ strict digraph { "222 linear_11_scale_0_updated_constant0" [id=222, type=get_attr]; "223 compressed_weight_updated_constant12" [id=223, type=get_attr]; "224 _param_constant39_0_0" [id=224, type=get_attr]; -"225 mul_12" [id=225, type=]; +"225 mul_12" [id=225, type=call_method]; "226 linear_11" [id=226, type=linear]; "227 dropout_9" [id=227, type=dropout]; "228 add_6" [id=228, type=add]; @@ -238,7 +238,7 @@ strict digraph { "236 linear_12_scale_0_updated_constant0" [id=236, type=get_attr]; "237 compressed_weight_updated_constant13" [id=237, type=get_attr]; "238 _param_constant43_0_0" [id=238, type=get_attr]; -"239 mul_13" [id=239, type=]; +"239 mul_13" [id=239, type=call_method]; "240 linear_12" [id=240, type=linear]; "241 unflatten_3" [id=241, type=unflatten]; "242 unsqueeze_3" [id=242, type=unsqueeze]; @@ -270,7 +270,7 @@ strict digraph { "268 linear_13_scale_0_updated_constant0" [id=268, type=get_attr]; "269 compressed_weight_updated_constant14" [id=269, type=get_attr]; "270 _param_constant45_0_0" [id=270, type=get_attr]; -"271 mul_14" [id=271, type=]; +"271 mul_14" [id=271, type=call_method]; "272 linear_13" [id=272, type=linear]; "273 view_31" [id=273, type=view]; "274 transpose_23" [id=274, type=transpose]; @@ -285,7 +285,7 @@ strict digraph { "283 linear_14_scale_0_updated_constant0" [id=283, type=get_attr]; "284 compressed_weight_updated_constant15" [id=284, type=get_attr]; "285 _param_constant49_0_0" [id=285, type=get_attr]; -"286 mul_15" [id=286, type=]; +"286 mul_15" [id=286, type=call_method]; "287 linear_14" [id=287, type=linear]; "288 gelu_3" [id=288, type=gelu]; "289 dropout_11" [id=289, type=dropout]; @@ -295,7 +295,7 @@ strict digraph { "293 linear_15_scale_0_updated_constant0" [id=293, type=get_attr]; "294 compressed_weight_updated_constant16" [id=294, type=get_attr]; "295 _param_constant51_0_0" [id=295, type=get_attr]; -"296 mul_16" [id=296, type=]; +"296 mul_16" [id=296, type=call_method]; "297 linear_15" [id=297, type=linear]; "298 dropout_12" [id=298, type=dropout]; "299 add_8" [id=299, type=add]; @@ -309,7 +309,7 @@ strict digraph { "307 linear_16_scale_0_updated_constant0" [id=307, type=get_attr]; "308 compressed_weight_updated_constant17" [id=308, type=get_attr]; "309 _param_constant55_0_0" [id=309, type=get_attr]; -"310 mul_17" [id=310, type=]; +"310 mul_17" [id=310, type=call_method]; "311 linear_16" [id=311, type=linear]; "312 unflatten_4" [id=312, type=unflatten]; "313 unsqueeze_4" [id=313, type=unsqueeze]; @@ -341,7 +341,7 @@ strict digraph { "339 linear_17_scale_0_updated_constant0" [id=339, type=get_attr]; "340 compressed_weight_updated_constant18" [id=340, type=get_attr]; "341 _param_constant57_0_0" [id=341, type=get_attr]; -"342 mul_18" [id=342, type=]; +"342 mul_18" [id=342, type=call_method]; "343 linear_17" [id=343, type=linear]; "344 view_39" [id=344, type=view]; "345 transpose_29" [id=345, type=transpose]; @@ -356,7 +356,7 @@ strict digraph { "354 linear_18_scale_0_updated_constant0" [id=354, type=get_attr]; "355 compressed_weight_updated_constant19" [id=355, type=get_attr]; "356 _param_constant61_0_0" [id=356, type=get_attr]; -"357 mul_19" [id=357, type=]; +"357 mul_19" [id=357, type=call_method]; "358 linear_18" [id=358, type=linear]; "359 gelu_4" [id=359, type=gelu]; "360 dropout_14" [id=360, type=dropout]; @@ -366,7 +366,7 @@ strict digraph { "364 linear_19_scale_0_updated_constant0" [id=364, type=get_attr]; "365 compressed_weight_updated_constant20" [id=365, type=get_attr]; "366 _param_constant63_0_0" [id=366, type=get_attr]; -"367 mul_20" [id=367, type=]; +"367 mul_20" [id=367, type=call_method]; "368 linear_19" [id=368, type=linear]; "369 dropout_15" [id=369, type=dropout]; "370 add_10" [id=370, type=add]; @@ -380,7 +380,7 @@ strict digraph { "378 linear_20_scale_0_updated_constant0" [id=378, type=get_attr]; "379 compressed_weight_updated_constant21" [id=379, type=get_attr]; "380 _param_constant67_0_0" [id=380, type=get_attr]; -"381 mul_21" [id=381, type=]; +"381 mul_21" [id=381, type=call_method]; "382 linear_20" [id=382, type=linear]; "383 unflatten_5" [id=383, type=unflatten]; "384 unsqueeze_5" [id=384, type=unsqueeze]; @@ -412,7 +412,7 @@ strict digraph { "410 linear_21_scale_0_updated_constant0" [id=410, type=get_attr]; "411 compressed_weight_updated_constant22" [id=411, type=get_attr]; "412 _param_constant69_0_0" [id=412, type=get_attr]; -"413 mul_22" [id=413, type=]; +"413 mul_22" [id=413, type=call_method]; "414 linear_21" [id=414, type=linear]; "415 view_47" [id=415, type=view]; "416 transpose_35" [id=416, type=transpose]; @@ -427,7 +427,7 @@ strict digraph { "425 linear_22_scale_0_updated_constant0" [id=425, type=get_attr]; "426 compressed_weight_updated_constant23" [id=426, type=get_attr]; "427 _param_constant73_0_0" [id=427, type=get_attr]; -"428 mul_23" [id=428, type=]; +"428 mul_23" [id=428, type=call_method]; "429 linear_22" [id=429, type=linear]; "430 gelu_5" [id=430, type=gelu]; "431 dropout_17" [id=431, type=dropout]; @@ -437,7 +437,7 @@ strict digraph { "435 linear_23_scale_0_updated_constant0" [id=435, type=get_attr]; "436 compressed_weight_updated_constant24" [id=436, type=get_attr]; "437 _param_constant75_0_0" [id=437, type=get_attr]; -"438 mul_24" [id=438, type=]; +"438 mul_24" [id=438, type=call_method]; "439 linear_23" [id=439, type=linear]; "440 dropout_18" [id=440, type=dropout]; "441 add_12" [id=441, type=add]; @@ -451,7 +451,7 @@ strict digraph { "449 linear_24_scale_0_updated_constant0" [id=449, type=get_attr]; "450 compressed_weight_updated_constant25" [id=450, type=get_attr]; "451 _param_constant79_0_0" [id=451, type=get_attr]; -"452 mul_25" [id=452, type=]; +"452 mul_25" [id=452, type=call_method]; "453 linear_24" [id=453, type=linear]; "454 unflatten_6" [id=454, type=unflatten]; "455 unsqueeze_6" [id=455, type=unsqueeze]; @@ -483,7 +483,7 @@ strict digraph { "481 linear_25_scale_0_updated_constant0" [id=481, type=get_attr]; "482 compressed_weight_updated_constant26" [id=482, type=get_attr]; "483 _param_constant81_0_0" [id=483, type=get_attr]; -"484 mul_26" [id=484, type=]; +"484 mul_26" [id=484, type=call_method]; "485 linear_25" [id=485, type=linear]; "486 view_55" [id=486, type=view]; "487 transpose_41" [id=487, type=transpose]; @@ -498,7 +498,7 @@ strict digraph { "496 linear_26_scale_0_updated_constant0" [id=496, type=get_attr]; "497 compressed_weight_updated_constant27" [id=497, type=get_attr]; "498 _param_constant85_0_0" [id=498, type=get_attr]; -"499 mul_27" [id=499, type=]; +"499 mul_27" [id=499, type=call_method]; "500 linear_26" [id=500, type=linear]; "501 gelu_6" [id=501, type=gelu]; "502 dropout_20" [id=502, type=dropout]; @@ -508,7 +508,7 @@ strict digraph { "506 linear_27_scale_0_updated_constant0" [id=506, type=get_attr]; "507 compressed_weight_updated_constant28" [id=507, type=get_attr]; "508 _param_constant87_0_0" [id=508, type=get_attr]; -"509 mul_28" [id=509, type=]; +"509 mul_28" [id=509, type=call_method]; "510 linear_27" [id=510, type=linear]; "511 dropout_21" [id=511, type=dropout]; "512 add_14" [id=512, type=add]; @@ -522,7 +522,7 @@ strict digraph { "520 linear_28_scale_0_updated_constant0" [id=520, type=get_attr]; "521 compressed_weight_updated_constant29" [id=521, type=get_attr]; "522 _param_constant91_0_0" [id=522, type=get_attr]; -"523 mul_29" [id=523, type=]; +"523 mul_29" [id=523, type=call_method]; "524 linear_28" [id=524, type=linear]; "525 unflatten_7" [id=525, type=unflatten]; "526 unsqueeze_7" [id=526, type=unsqueeze]; @@ -554,7 +554,7 @@ strict digraph { "552 linear_29_scale_0_updated_constant0" [id=552, type=get_attr]; "553 compressed_weight_updated_constant30" [id=553, type=get_attr]; "554 _param_constant93_0_0" [id=554, type=get_attr]; -"555 mul_30" [id=555, type=]; +"555 mul_30" [id=555, type=call_method]; "556 linear_29" [id=556, type=linear]; "557 view_63" [id=557, type=view]; "558 transpose_47" [id=558, type=transpose]; @@ -569,7 +569,7 @@ strict digraph { "567 linear_30_scale_0_updated_constant0" [id=567, type=get_attr]; "568 compressed_weight_updated_constant31" [id=568, type=get_attr]; "569 _param_constant97_0_0" [id=569, type=get_attr]; -"570 mul_31" [id=570, type=]; +"570 mul_31" [id=570, type=call_method]; "571 linear_30" [id=571, type=linear]; "572 gelu_7" [id=572, type=gelu]; "573 dropout_23" [id=573, type=dropout]; @@ -579,7 +579,7 @@ strict digraph { "577 linear_31_scale_0_updated_constant0" [id=577, type=get_attr]; "578 compressed_weight_updated_constant32" [id=578, type=get_attr]; "579 _param_constant99_0_0" [id=579, type=get_attr]; -"580 mul_32" [id=580, type=]; +"580 mul_32" [id=580, type=call_method]; "581 linear_31" [id=581, type=linear]; "582 dropout_24" [id=582, type=dropout]; "583 add_16" [id=583, type=add]; @@ -593,7 +593,7 @@ strict digraph { "591 linear_32_scale_0_updated_constant0" [id=591, type=get_attr]; "592 compressed_weight_updated_constant33" [id=592, type=get_attr]; "593 _param_constant103_0_0" [id=593, type=get_attr]; -"594 mul_33" [id=594, type=]; +"594 mul_33" [id=594, type=call_method]; "595 linear_32" [id=595, type=linear]; "596 unflatten_8" [id=596, type=unflatten]; "597 unsqueeze_8" [id=597, type=unsqueeze]; @@ -625,7 +625,7 @@ strict digraph { "623 linear_33_scale_0_updated_constant0" [id=623, type=get_attr]; "624 compressed_weight_updated_constant34" [id=624, type=get_attr]; "625 _param_constant105_0_0" [id=625, type=get_attr]; -"626 mul_34" [id=626, type=]; +"626 mul_34" [id=626, type=call_method]; "627 linear_33" [id=627, type=linear]; "628 view_71" [id=628, type=view]; "629 transpose_53" [id=629, type=transpose]; @@ -640,7 +640,7 @@ strict digraph { "638 linear_34_scale_0_updated_constant0" [id=638, type=get_attr]; "639 compressed_weight_updated_constant35" [id=639, type=get_attr]; "640 _param_constant109_0_0" [id=640, type=get_attr]; -"641 mul_35" [id=641, type=]; +"641 mul_35" [id=641, type=call_method]; "642 linear_34" [id=642, type=linear]; "643 gelu_8" [id=643, type=gelu]; "644 dropout_26" [id=644, type=dropout]; @@ -650,7 +650,7 @@ strict digraph { "648 linear_35_scale_0_updated_constant0" [id=648, type=get_attr]; "649 compressed_weight_updated_constant36" [id=649, type=get_attr]; "650 _param_constant111_0_0" [id=650, type=get_attr]; -"651 mul_36" [id=651, type=]; +"651 mul_36" [id=651, type=call_method]; "652 linear_35" [id=652, type=linear]; "653 dropout_27" [id=653, type=dropout]; "654 add_18" [id=654, type=add]; @@ -664,7 +664,7 @@ strict digraph { "662 linear_36_scale_0_updated_constant0" [id=662, type=get_attr]; "663 compressed_weight_updated_constant37" [id=663, type=get_attr]; "664 _param_constant115_0_0" [id=664, type=get_attr]; -"665 mul_37" [id=665, type=]; +"665 mul_37" [id=665, type=call_method]; "666 linear_36" [id=666, type=linear]; "667 unflatten_9" [id=667, type=unflatten]; "668 unsqueeze_9" [id=668, type=unsqueeze]; @@ -696,7 +696,7 @@ strict digraph { "694 linear_37_scale_0_updated_constant0" [id=694, type=get_attr]; "695 compressed_weight_updated_constant38" [id=695, type=get_attr]; "696 _param_constant117_0_0" [id=696, type=get_attr]; -"697 mul_38" [id=697, type=]; +"697 mul_38" [id=697, type=call_method]; "698 linear_37" [id=698, type=linear]; "699 view_79" [id=699, type=view]; "700 transpose_59" [id=700, type=transpose]; @@ -711,7 +711,7 @@ strict digraph { "709 linear_38_scale_0_updated_constant0" [id=709, type=get_attr]; "710 compressed_weight_updated_constant39" [id=710, type=get_attr]; "711 _param_constant121_0_0" [id=711, type=get_attr]; -"712 mul_39" [id=712, type=]; +"712 mul_39" [id=712, type=call_method]; "713 linear_38" [id=713, type=linear]; "714 gelu_9" [id=714, type=gelu]; "715 dropout_29" [id=715, type=dropout]; @@ -721,7 +721,7 @@ strict digraph { "719 linear_39_scale_0_updated_constant0" [id=719, type=get_attr]; "720 compressed_weight_updated_constant40" [id=720, type=get_attr]; "721 _param_constant123_0_0" [id=721, type=get_attr]; -"722 mul_40" [id=722, type=]; +"722 mul_40" [id=722, type=call_method]; "723 linear_39" [id=723, type=linear]; "724 dropout_30" [id=724, type=dropout]; "725 add_20" [id=725, type=add]; @@ -735,7 +735,7 @@ strict digraph { "733 linear_40_scale_0_updated_constant0" [id=733, type=get_attr]; "734 compressed_weight_updated_constant41" [id=734, type=get_attr]; "735 _param_constant127_0_0" [id=735, type=get_attr]; -"736 mul_41" [id=736, type=]; +"736 mul_41" [id=736, type=call_method]; "737 linear_40" [id=737, type=linear]; "738 unflatten_10" [id=738, type=unflatten]; "739 unsqueeze_10" [id=739, type=unsqueeze]; @@ -767,7 +767,7 @@ strict digraph { "765 linear_41_scale_0_updated_constant0" [id=765, type=get_attr]; "766 compressed_weight_updated_constant42" [id=766, type=get_attr]; "767 _param_constant129_0_0" [id=767, type=get_attr]; -"768 mul_42" [id=768, type=]; +"768 mul_42" [id=768, type=call_method]; "769 linear_41" [id=769, type=linear]; "770 view_87" [id=770, type=view]; "771 transpose_65" [id=771, type=transpose]; @@ -782,7 +782,7 @@ strict digraph { "780 linear_42_scale_0_updated_constant0" [id=780, type=get_attr]; "781 compressed_weight_updated_constant43" [id=781, type=get_attr]; "782 _param_constant133_0_0" [id=782, type=get_attr]; -"783 mul_43" [id=783, type=]; +"783 mul_43" [id=783, type=call_method]; "784 linear_42" [id=784, type=linear]; "785 gelu_10" [id=785, type=gelu]; "786 dropout_32" [id=786, type=dropout]; @@ -792,7 +792,7 @@ strict digraph { "790 linear_43_scale_0_updated_constant0" [id=790, type=get_attr]; "791 compressed_weight_updated_constant44" [id=791, type=get_attr]; "792 _param_constant135_0_0" [id=792, type=get_attr]; -"793 mul_44" [id=793, type=]; +"793 mul_44" [id=793, type=call_method]; "794 linear_43" [id=794, type=linear]; "795 dropout_33" [id=795, type=dropout]; "796 add_22" [id=796, type=add]; @@ -806,7 +806,7 @@ strict digraph { "804 linear_44_scale_0_updated_constant0" [id=804, type=get_attr]; "805 compressed_weight_updated_constant45" [id=805, type=get_attr]; "806 _param_constant139_0_0" [id=806, type=get_attr]; -"807 mul_45" [id=807, type=]; +"807 mul_45" [id=807, type=call_method]; "808 linear_44" [id=808, type=linear]; "809 unflatten_11" [id=809, type=unflatten]; "810 unsqueeze_11" [id=810, type=unsqueeze]; @@ -838,7 +838,7 @@ strict digraph { "836 linear_45_scale_0_updated_constant0" [id=836, type=get_attr]; "837 compressed_weight_updated_constant46" [id=837, type=get_attr]; "838 _param_constant141_0_0" [id=838, type=get_attr]; -"839 mul_46" [id=839, type=]; +"839 mul_46" [id=839, type=call_method]; "840 linear_45" [id=840, type=linear]; "841 view_95" [id=841, type=view]; "842 transpose_71" [id=842, type=transpose]; @@ -853,7 +853,7 @@ strict digraph { "851 linear_46_scale_0_updated_constant0" [id=851, type=get_attr]; "852 compressed_weight_updated_constant47" [id=852, type=get_attr]; "853 _param_constant145_0_0" [id=853, type=get_attr]; -"854 mul_47" [id=854, type=]; +"854 mul_47" [id=854, type=call_method]; "855 linear_46" [id=855, type=linear]; "856 gelu_11" [id=856, type=gelu]; "857 dropout_35" [id=857, type=dropout]; @@ -863,7 +863,7 @@ strict digraph { "861 linear_47_scale_0_updated_constant0" [id=861, type=get_attr]; "862 compressed_weight_updated_constant48" [id=862, type=get_attr]; "863 _param_constant147_0_0" [id=863, type=get_attr]; -"864 mul_48" [id=864, type=]; +"864 mul_48" [id=864, type=call_method]; "865 linear_47" [id=865, type=linear]; "866 dropout_36" [id=866, type=dropout]; "867 add_24" [id=867, type=add]; @@ -878,7 +878,7 @@ strict digraph { "876 linear_48_scale_0_updated_constant0" [id=876, type=get_attr]; "877 compressed_weight_updated_constant49" [id=877, type=get_attr]; "878 _param_constant151_0_0" [id=878, type=get_attr]; -"879 mul_49" [id=879, type=]; +"879 mul_49" [id=879, type=call_method]; "880 linear_48" [id=880, type=linear]; "881 output" [id=881, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index 960011e92c1..a4606222957 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -137,9 +137,9 @@ class ModelCase: input_shape: Tuple[int] -def torchvision_model_case(model_id: str, input_shape: Tuple[int,], buffer_count): +def torchvision_model_case(model_id: str, input_shape: Tuple[int,]): model = getattr(models, model_id) - return ModelCase(partial(model, weights=None), model_id, input_shape, buffer_count) + return ModelCase(partial(model, weights=None), model_id, input_shape) TEST_MODELS_QUANIZED = ( @@ -147,7 +147,6 @@ def torchvision_model_case(model_id: str, input_shape: Tuple[int,], buffer_count (torchvision_model_case("mobilenet_v3_small", (1, 3, 224, 224)), {}), (torchvision_model_case("vit_b_16", (1, 3, 224, 224)), {"model_type": nncf.ModelType.TRANSFORMER}), (torchvision_model_case("swin_v2_s", (1, 3, 224, 224)), {"model_type": nncf.ModelType.TRANSFORMER}), - ) From e4a3386ef50f3e8bf7e3e72cb9cfb76c9858c8b4 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Tue, 24 Sep 2024 14:58:50 +0400 Subject: [PATCH 16/48] fix tests --- nncf/experimental/torch/fx/transformations.py | 51 +- .../fx/quantized/mobilenet_v3_small.dot | 72 +- .../fx/quantized/resnet18.dot | 42 +- .../fx/quantized/swin_v2_s.dot | 298 +++--- .../reference_graphs/fx/quantized/unet.dot | 46 +- .../fx/quantized/vit_b_16.dot | 100 +- tests/torch/fx/graph.dot | 966 ++++++++++++++++++ tests/torch/fx/test_model_transformer.py | 1 + 8 files changed, 1286 insertions(+), 290 deletions(-) create mode 100644 tests/torch/fx/graph.dot diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index cbd1a65da12..a6676d961f6 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -23,7 +23,9 @@ from nncf.common.graph.transformations.commands import TargetType from nncf.experimental.torch.fx.node_utils import get_graph_node_by_name from nncf.experimental.torch.fx.node_utils import get_tensor_constant_from_node +import nncf.torch from nncf.torch.graph.transformations.commands import PTTargetPoint +from torch._export import capture_pre_autograd_graph TransformationFNType = Callable[[torch.fx.GraphModule], None] @@ -505,8 +507,14 @@ def fuse_conv_bn(model: torch.fx.GraphModule) -> None: model.graph.eliminate_dead_code() model.recompile() - -def _remove_constant_qdq_transformation(model: torch.fx.GraphModule) -> None: +def _get_pattern_replacement_per_channel(): + class ReplacementModule(torch.nn.Module): + def __init__(self, *args) -> None: + super().__init__() + self.args = args + def forward(self, x, scale, zero_point, axis, low, high, dtype): + return torch.mul(x, scale) + def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): quantized = torch.ops.quantized_decomposed.quantize_per_channel.default( weight, scale, zero_point, axis, low, high, dtype @@ -516,6 +524,20 @@ def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): ) return dequantized + class ReplacementModule(torch.nn.Module): + def __init__(self, *args) -> None: + super().__init__() + self.args = args + def forward(self, x, scale, zero_point, axis, low, high, dtype): + return torch.mul(x, scale) + + ex_input = (torch.tensor([10,20]), torch.tensor([5]),None,None,None,None,None,) + with nncf.torch.disable_patching(): + replacement_graph_per_channel = capture_pre_autograd_graph(ReplacementModule(), ex_input).graph + + return pattern_per_channel, replacement_graph_per_channel + +def _get_pattern_replacement_per_tensor(): def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): quantized = torch.ops.quantized_decomposed.quantize_per_tensor.default( weight, scale, zero_point, low, high, dtype @@ -524,24 +546,31 @@ def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): quantized, scale, zero_point, low, high, dtype ) return dequantized + + class ReplacementModule(torch.nn.Module): + def __init__(self) -> None: + super().__init__() + + def forward(self, x, scale, zero_point, low, high, dtype): + return torch.mul(x, scale) + ex_input = (torch.tensor([10,20]), torch.tensor([5]),None,None,None,None,) + with nncf.torch.disable_patching(): + replacement_graph_per_tensor = capture_pre_autograd_graph(ReplacementModule(), ex_input).graph + return pattern_per_tensor, replacement_graph_per_tensor - def replacement_per_channel(x, scale, zero_point, axis, low, high, dtype): - return x.mul(scale) - - def replacement_per_tensor(x, scale, zero_point, low, high, dtype): - return x.mul(scale) - +def _remove_constant_qdq_transformation(model: torch.fx.GraphModule) -> None: def match_filters(match, original_graph, graph): for node in match.nodes_map: if node.name == "weight" and match.nodes_map[node].op == "get_attr": return True return False - + pattern, replacement = _get_pattern_replacement_per_channel() torch.fx.subgraph_rewriter.replace_pattern_with_filters( - model, pattern_per_channel, replacement_per_channel, [match_filters] + model, pattern, replacement, [match_filters] ) + pattern, replacement = _get_pattern_replacement_per_tensor() torch.fx.subgraph_rewriter.replace_pattern_with_filters( - model, pattern_per_tensor, replacement_per_tensor, [match_filters] + model, pattern, replacement, [match_filters] ) diff --git a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot index e61558746fc..6daa089796e 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot @@ -5,7 +5,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; "4 compressed_weight_updated_constant0" [id=4, type=get_attr]; "5 features_0_0_weight_bias_0_0" [id=5, type=get_attr]; -"6 mul_9" [id=6, type=call_method]; +"6 mul_9" [id=6, type=mul]; "7 conv2d" [id=7, type=conv2d]; "8 hardswish__scale_0" [id=8, type=get_attr]; "9 hardswish__zero_point_0" [id=9, type=get_attr]; @@ -15,7 +15,7 @@ strict digraph { "13 conv2d_1_scale_0_updated_constant0" [id=13, type=get_attr]; "14 compressed_weight_updated_constant1" [id=14, type=get_attr]; "15 features_1_block_0_0_weight_bias_0_0" [id=15, type=get_attr]; -"16 mul_10" [id=16, type=call_method]; +"16 mul_10" [id=16, type=mul]; "17 conv2d_1" [id=17, type=conv2d]; "18 relu_" [id=18, type=relu_]; "19 quantize_per_tensor_default_1" [id=19, type=quantize_per_tensor]; @@ -38,14 +38,14 @@ strict digraph { "36 conv2d_4_scale_0_updated_constant0" [id=36, type=get_attr]; "37 compressed_weight_updated_constant2" [id=37, type=get_attr]; "38 features_1_block_2_0_weight_bias_0_0" [id=38, type=get_attr]; -"39 mul_11" [id=39, type=call_method]; +"39 mul_11" [id=39, type=mul]; "40 conv2d_4" [id=40, type=conv2d]; "41 quantize_per_tensor_default_4" [id=41, type=quantize_per_tensor]; "42 dequantize_per_tensor_default_5" [id=42, type=dequantize_per_tensor]; "43 conv2d_5_scale_0_updated_constant0" [id=43, type=get_attr]; "44 compressed_weight_updated_constant3" [id=44, type=get_attr]; "45 features_2_block_0_0_weight_bias_0_0" [id=45, type=get_attr]; -"46 mul_12" [id=46, type=call_method]; +"46 mul_12" [id=46, type=mul]; "47 conv2d_5" [id=47, type=conv2d]; "48 relu__1_scale_0" [id=48, type=get_attr]; "49 relu__1_zero_point_0" [id=49, type=get_attr]; @@ -55,7 +55,7 @@ strict digraph { "53 conv2d_6_scale_0_updated_constant0" [id=53, type=get_attr]; "54 compressed_weight_updated_constant4" [id=54, type=get_attr]; "55 features_2_block_1_0_weight_bias_0_0" [id=55, type=get_attr]; -"56 mul_13" [id=56, type=call_method]; +"56 mul_13" [id=56, type=mul]; "57 conv2d_6" [id=57, type=conv2d]; "58 relu__2" [id=58, type=relu_]; "59 quantize_per_tensor_default_5" [id=59, type=quantize_per_tensor]; @@ -63,7 +63,7 @@ strict digraph { "61 conv2d_7_scale_0_updated_constant0" [id=61, type=get_attr]; "62 compressed_weight_updated_constant5" [id=62, type=get_attr]; "63 features_2_block_2_0_weight_bias_0_0" [id=63, type=get_attr]; -"64 mul_14" [id=64, type=call_method]; +"64 mul_14" [id=64, type=mul]; "65 conv2d_7" [id=65, type=conv2d]; "66 quantize_per_tensor_default_6" [id=66, type=quantize_per_tensor]; "67 dequantize_per_tensor_default_8" [id=67, type=dequantize_per_tensor]; @@ -71,7 +71,7 @@ strict digraph { "69 conv2d_8_scale_0_updated_constant0" [id=69, type=get_attr]; "70 compressed_weight_updated_constant6" [id=70, type=get_attr]; "71 features_3_block_0_0_weight_bias_0_0" [id=71, type=get_attr]; -"72 mul_15" [id=72, type=call_method]; +"72 mul_15" [id=72, type=mul]; "73 conv2d_8" [id=73, type=conv2d]; "74 relu__3_scale_0" [id=74, type=get_attr]; "75 relu__3_zero_point_0" [id=75, type=get_attr]; @@ -81,7 +81,7 @@ strict digraph { "79 conv2d_9_scale_0_updated_constant0" [id=79, type=get_attr]; "80 compressed_weight_updated_constant7" [id=80, type=get_attr]; "81 features_3_block_1_0_weight_bias_0_0" [id=81, type=get_attr]; -"82 mul_16" [id=82, type=call_method]; +"82 mul_16" [id=82, type=mul]; "83 conv2d_9" [id=83, type=conv2d]; "84 relu__4" [id=84, type=relu_]; "85 quantize_per_tensor_default_7" [id=85, type=quantize_per_tensor]; @@ -89,7 +89,7 @@ strict digraph { "87 conv2d_10_scale_0_updated_constant0" [id=87, type=get_attr]; "88 compressed_weight_updated_constant8" [id=88, type=get_attr]; "89 features_3_block_2_0_weight_bias_0_0" [id=89, type=get_attr]; -"90 mul_17" [id=90, type=call_method]; +"90 mul_17" [id=90, type=mul]; "91 conv2d_10" [id=91, type=conv2d]; "92 quantize_per_tensor_default_8" [id=92, type=quantize_per_tensor]; "93 dequantize_per_tensor_default_10" [id=93, type=dequantize_per_tensor]; @@ -99,7 +99,7 @@ strict digraph { "97 conv2d_11_scale_0_updated_constant0" [id=97, type=get_attr]; "98 compressed_weight_updated_constant9" [id=98, type=get_attr]; "99 features_4_block_0_0_weight_bias_0_0" [id=99, type=get_attr]; -"100 mul_18" [id=100, type=call_method]; +"100 mul_18" [id=100, type=mul]; "101 conv2d_11" [id=101, type=conv2d]; "102 hardswish__1_scale_0" [id=102, type=get_attr]; "103 hardswish__1_zero_point_0" [id=103, type=get_attr]; @@ -109,7 +109,7 @@ strict digraph { "107 conv2d_12_scale_0_updated_constant0" [id=107, type=get_attr]; "108 compressed_weight_updated_constant10" [id=108, type=get_attr]; "109 features_4_block_1_0_weight_bias_0_0" [id=109, type=get_attr]; -"110 mul_19" [id=110, type=call_method]; +"110 mul_19" [id=110, type=mul]; "111 conv2d_12" [id=111, type=conv2d]; "112 hardswish__2" [id=112, type=hardswish_]; "113 quantize_per_tensor_default_10" [id=113, type=quantize_per_tensor]; @@ -132,7 +132,7 @@ strict digraph { "130 conv2d_15_scale_0_updated_constant0" [id=130, type=get_attr]; "131 compressed_weight_updated_constant11" [id=131, type=get_attr]; "132 features_4_block_3_0_weight_bias_0_0" [id=132, type=get_attr]; -"133 mul_20" [id=133, type=call_method]; +"133 mul_20" [id=133, type=mul]; "134 conv2d_15" [id=134, type=conv2d]; "135 quantize_per_tensor_default_13" [id=135, type=quantize_per_tensor]; "136 dequantize_per_tensor_default_17" [id=136, type=dequantize_per_tensor]; @@ -140,7 +140,7 @@ strict digraph { "138 conv2d_16_scale_0_updated_constant0" [id=138, type=get_attr]; "139 compressed_weight_updated_constant12" [id=139, type=get_attr]; "140 features_5_block_0_0_weight_bias_0_0" [id=140, type=get_attr]; -"141 mul_21" [id=141, type=call_method]; +"141 mul_21" [id=141, type=mul]; "142 conv2d_16" [id=142, type=conv2d]; "143 hardswish__3_scale_0" [id=143, type=get_attr]; "144 hardswish__3_zero_point_0" [id=144, type=get_attr]; @@ -150,7 +150,7 @@ strict digraph { "148 conv2d_17_scale_0_updated_constant0" [id=148, type=get_attr]; "149 compressed_weight_updated_constant13" [id=149, type=get_attr]; "150 features_5_block_1_0_weight_bias_0_0" [id=150, type=get_attr]; -"151 mul_22" [id=151, type=call_method]; +"151 mul_22" [id=151, type=mul]; "152 conv2d_17" [id=152, type=conv2d]; "153 hardswish__4" [id=153, type=hardswish_]; "154 quantize_per_tensor_default_14" [id=154, type=quantize_per_tensor]; @@ -173,7 +173,7 @@ strict digraph { "171 conv2d_20_scale_0_updated_constant0" [id=171, type=get_attr]; "172 compressed_weight_updated_constant14" [id=172, type=get_attr]; "173 features_5_block_3_0_weight_bias_0_0" [id=173, type=get_attr]; -"174 mul_23" [id=174, type=call_method]; +"174 mul_23" [id=174, type=mul]; "175 conv2d_20" [id=175, type=conv2d]; "176 quantize_per_tensor_default_17" [id=176, type=quantize_per_tensor]; "177 dequantize_per_tensor_default_22" [id=177, type=dequantize_per_tensor]; @@ -184,7 +184,7 @@ strict digraph { "182 conv2d_21_scale_0_updated_constant0" [id=182, type=get_attr]; "183 compressed_weight_updated_constant15" [id=183, type=get_attr]; "184 features_6_block_0_0_weight_bias_0_0" [id=184, type=get_attr]; -"185 mul_24" [id=185, type=call_method]; +"185 mul_24" [id=185, type=mul]; "186 conv2d_21" [id=186, type=conv2d]; "187 hardswish__5_scale_0" [id=187, type=get_attr]; "188 hardswish__5_zero_point_0" [id=188, type=get_attr]; @@ -194,7 +194,7 @@ strict digraph { "192 conv2d_22_scale_0_updated_constant0" [id=192, type=get_attr]; "193 compressed_weight_updated_constant16" [id=193, type=get_attr]; "194 features_6_block_1_0_weight_bias_0_0" [id=194, type=get_attr]; -"195 mul_25" [id=195, type=call_method]; +"195 mul_25" [id=195, type=mul]; "196 conv2d_22" [id=196, type=conv2d]; "197 hardswish__6" [id=197, type=hardswish_]; "198 quantize_per_tensor_default_19" [id=198, type=quantize_per_tensor]; @@ -217,7 +217,7 @@ strict digraph { "215 conv2d_25_scale_0_updated_constant0" [id=215, type=get_attr]; "216 compressed_weight_updated_constant17" [id=216, type=get_attr]; "217 features_6_block_3_0_weight_bias_0_0" [id=217, type=get_attr]; -"218 mul_26" [id=218, type=call_method]; +"218 mul_26" [id=218, type=mul]; "219 conv2d_25" [id=219, type=conv2d]; "220 quantize_per_tensor_default_22" [id=220, type=quantize_per_tensor]; "221 dequantize_per_tensor_default_29" [id=221, type=dequantize_per_tensor]; @@ -227,7 +227,7 @@ strict digraph { "225 conv2d_26_scale_0_updated_constant0" [id=225, type=get_attr]; "226 compressed_weight_updated_constant18" [id=226, type=get_attr]; "227 features_7_block_0_0_weight_bias_0_0" [id=227, type=get_attr]; -"228 mul_27" [id=228, type=call_method]; +"228 mul_27" [id=228, type=mul]; "229 conv2d_26" [id=229, type=conv2d]; "230 hardswish__7_scale_0" [id=230, type=get_attr]; "231 hardswish__7_zero_point_0" [id=231, type=get_attr]; @@ -237,7 +237,7 @@ strict digraph { "235 conv2d_27_scale_0_updated_constant0" [id=235, type=get_attr]; "236 compressed_weight_updated_constant19" [id=236, type=get_attr]; "237 features_7_block_1_0_weight_bias_0_0" [id=237, type=get_attr]; -"238 mul_28" [id=238, type=call_method]; +"238 mul_28" [id=238, type=mul]; "239 conv2d_27" [id=239, type=conv2d]; "240 hardswish__8" [id=240, type=hardswish_]; "241 quantize_per_tensor_default_24" [id=241, type=quantize_per_tensor]; @@ -260,7 +260,7 @@ strict digraph { "258 conv2d_30_scale_0_updated_constant0" [id=258, type=get_attr]; "259 compressed_weight_updated_constant20" [id=259, type=get_attr]; "260 features_7_block_3_0_weight_bias_0_0" [id=260, type=get_attr]; -"261 mul_29" [id=261, type=call_method]; +"261 mul_29" [id=261, type=mul]; "262 conv2d_30" [id=262, type=conv2d]; "263 quantize_per_tensor_default_27" [id=263, type=quantize_per_tensor]; "264 dequantize_per_tensor_default_36" [id=264, type=dequantize_per_tensor]; @@ -268,7 +268,7 @@ strict digraph { "266 conv2d_31_scale_0_updated_constant0" [id=266, type=get_attr]; "267 compressed_weight_updated_constant21" [id=267, type=get_attr]; "268 features_8_block_0_0_weight_bias_0_0" [id=268, type=get_attr]; -"269 mul_30" [id=269, type=call_method]; +"269 mul_30" [id=269, type=mul]; "270 conv2d_31" [id=270, type=conv2d]; "271 hardswish__9_scale_0" [id=271, type=get_attr]; "272 hardswish__9_zero_point_0" [id=272, type=get_attr]; @@ -278,7 +278,7 @@ strict digraph { "276 conv2d_32_scale_0_updated_constant0" [id=276, type=get_attr]; "277 compressed_weight_updated_constant22" [id=277, type=get_attr]; "278 features_8_block_1_0_weight_bias_0_0" [id=278, type=get_attr]; -"279 mul_31" [id=279, type=call_method]; +"279 mul_31" [id=279, type=mul]; "280 conv2d_32" [id=280, type=conv2d]; "281 hardswish__10" [id=281, type=hardswish_]; "282 quantize_per_tensor_default_28" [id=282, type=quantize_per_tensor]; @@ -301,7 +301,7 @@ strict digraph { "299 conv2d_35_scale_0_updated_constant0" [id=299, type=get_attr]; "300 compressed_weight_updated_constant23" [id=300, type=get_attr]; "301 features_8_block_3_0_weight_bias_0_0" [id=301, type=get_attr]; -"302 mul_32" [id=302, type=call_method]; +"302 mul_32" [id=302, type=mul]; "303 conv2d_35" [id=303, type=conv2d]; "304 quantize_per_tensor_default_31" [id=304, type=quantize_per_tensor]; "305 dequantize_per_tensor_default_41" [id=305, type=dequantize_per_tensor]; @@ -311,7 +311,7 @@ strict digraph { "309 conv2d_36_scale_0_updated_constant0" [id=309, type=get_attr]; "310 compressed_weight_updated_constant24" [id=310, type=get_attr]; "311 features_9_block_0_0_weight_bias_0_0" [id=311, type=get_attr]; -"312 mul_33" [id=312, type=call_method]; +"312 mul_33" [id=312, type=mul]; "313 conv2d_36" [id=313, type=conv2d]; "314 hardswish__11_scale_0" [id=314, type=get_attr]; "315 hardswish__11_zero_point_0" [id=315, type=get_attr]; @@ -321,7 +321,7 @@ strict digraph { "319 conv2d_37_scale_0_updated_constant0" [id=319, type=get_attr]; "320 compressed_weight_updated_constant25" [id=320, type=get_attr]; "321 features_9_block_1_0_weight_bias_0_0" [id=321, type=get_attr]; -"322 mul_34" [id=322, type=call_method]; +"322 mul_34" [id=322, type=mul]; "323 conv2d_37" [id=323, type=conv2d]; "324 hardswish__12" [id=324, type=hardswish_]; "325 quantize_per_tensor_default_33" [id=325, type=quantize_per_tensor]; @@ -344,7 +344,7 @@ strict digraph { "342 conv2d_40_scale_0_updated_constant0" [id=342, type=get_attr]; "343 compressed_weight_updated_constant26" [id=343, type=get_attr]; "344 features_9_block_3_0_weight_bias_0_0" [id=344, type=get_attr]; -"345 mul_35" [id=345, type=call_method]; +"345 mul_35" [id=345, type=mul]; "346 conv2d_40" [id=346, type=conv2d]; "347 quantize_per_tensor_default_36" [id=347, type=quantize_per_tensor]; "348 dequantize_per_tensor_default_48" [id=348, type=dequantize_per_tensor]; @@ -352,7 +352,7 @@ strict digraph { "350 conv2d_41_scale_0_updated_constant0" [id=350, type=get_attr]; "351 compressed_weight_updated_constant27" [id=351, type=get_attr]; "352 features_10_block_0_0_weight_bias_0_0" [id=352, type=get_attr]; -"353 mul_36" [id=353, type=call_method]; +"353 mul_36" [id=353, type=mul]; "354 conv2d_41" [id=354, type=conv2d]; "355 hardswish__13_scale_0" [id=355, type=get_attr]; "356 hardswish__13_zero_point_0" [id=356, type=get_attr]; @@ -362,7 +362,7 @@ strict digraph { "360 conv2d_42_scale_0_updated_constant0" [id=360, type=get_attr]; "361 compressed_weight_updated_constant28" [id=361, type=get_attr]; "362 features_10_block_1_0_weight_bias_0_0" [id=362, type=get_attr]; -"363 mul_37" [id=363, type=call_method]; +"363 mul_37" [id=363, type=mul]; "364 conv2d_42" [id=364, type=conv2d]; "365 hardswish__14" [id=365, type=hardswish_]; "366 quantize_per_tensor_default_37" [id=366, type=quantize_per_tensor]; @@ -385,7 +385,7 @@ strict digraph { "383 conv2d_45_scale_0_updated_constant0" [id=383, type=get_attr]; "384 compressed_weight_updated_constant29" [id=384, type=get_attr]; "385 features_10_block_3_0_weight_bias_0_0" [id=385, type=get_attr]; -"386 mul_38" [id=386, type=call_method]; +"386 mul_38" [id=386, type=mul]; "387 conv2d_45" [id=387, type=conv2d]; "388 quantize_per_tensor_default_40" [id=388, type=quantize_per_tensor]; "389 dequantize_per_tensor_default_53" [id=389, type=dequantize_per_tensor]; @@ -396,7 +396,7 @@ strict digraph { "394 conv2d_46_scale_0_updated_constant0" [id=394, type=get_attr]; "395 compressed_weight_updated_constant30" [id=395, type=get_attr]; "396 features_11_block_0_0_weight_bias_0_0" [id=396, type=get_attr]; -"397 mul_39" [id=397, type=call_method]; +"397 mul_39" [id=397, type=mul]; "398 conv2d_46" [id=398, type=conv2d]; "399 hardswish__15_scale_0" [id=399, type=get_attr]; "400 hardswish__15_zero_point_0" [id=400, type=get_attr]; @@ -406,7 +406,7 @@ strict digraph { "404 conv2d_47_scale_0_updated_constant0" [id=404, type=get_attr]; "405 compressed_weight_updated_constant31" [id=405, type=get_attr]; "406 features_11_block_1_0_weight_bias_0_0" [id=406, type=get_attr]; -"407 mul_40" [id=407, type=call_method]; +"407 mul_40" [id=407, type=mul]; "408 conv2d_47" [id=408, type=conv2d]; "409 hardswish__16" [id=409, type=hardswish_]; "410 quantize_per_tensor_default_42" [id=410, type=quantize_per_tensor]; @@ -429,7 +429,7 @@ strict digraph { "427 conv2d_50_scale_0_updated_constant0" [id=427, type=get_attr]; "428 compressed_weight_updated_constant32" [id=428, type=get_attr]; "429 features_11_block_3_0_weight_bias_0_0" [id=429, type=get_attr]; -"430 mul_41" [id=430, type=call_method]; +"430 mul_41" [id=430, type=mul]; "431 conv2d_50" [id=431, type=conv2d]; "432 quantize_per_tensor_default_45" [id=432, type=quantize_per_tensor]; "433 dequantize_per_tensor_default_60" [id=433, type=dequantize_per_tensor]; @@ -439,7 +439,7 @@ strict digraph { "437 conv2d_51_scale_0_updated_constant0" [id=437, type=get_attr]; "438 compressed_weight_updated_constant33" [id=438, type=get_attr]; "439 features_12_0_weight_bias_0_0" [id=439, type=get_attr]; -"440 mul_42" [id=440, type=call_method]; +"440 mul_42" [id=440, type=mul]; "441 conv2d_51" [id=441, type=conv2d]; "442 hardswish__17" [id=442, type=hardswish_]; "443 quantize_per_tensor_default_47" [id=443, type=quantize_per_tensor]; @@ -451,7 +451,7 @@ strict digraph { "449 linear_scale_0_updated_constant0" [id=449, type=get_attr]; "450 compressed_weight_updated_constant34" [id=450, type=get_attr]; "451 _param_constant139_0_0" [id=451, type=get_attr]; -"452 mul_43" [id=452, type=call_method]; +"452 mul_43" [id=452, type=mul]; "453 linear" [id=453, type=linear]; "454 hardswish__18" [id=454, type=hardswish_]; "455 quantize_per_tensor_default_49" [id=455, type=quantize_per_tensor]; @@ -460,7 +460,7 @@ strict digraph { "458 linear_1_scale_0_updated_constant0" [id=458, type=get_attr]; "459 compressed_weight_updated_constant35" [id=459, type=get_attr]; "460 _param_constant141_0_0" [id=460, type=get_attr]; -"461 mul_44" [id=461, type=call_method]; +"461 mul_44" [id=461, type=mul]; "462 linear_1" [id=462, type=linear]; "463 output" [id=463, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; diff --git a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot index bc341c9034f..8f8a0920315 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot @@ -5,7 +5,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; "4 compressed_weight_updated_constant0" [id=4, type=get_attr]; "5 conv1_weight_bias_0_0" [id=5, type=get_attr]; -"6 mul" [id=6, type=call_method]; +"6 mul" [id=6, type=mul]; "7 conv2d" [id=7, type=conv2d]; "8 relu_" [id=8, type=relu_]; "9 quantize_per_tensor_default_1" [id=9, type=quantize_per_tensor]; @@ -14,7 +14,7 @@ strict digraph { "12 conv2d_1_scale_0_updated_constant0" [id=12, type=get_attr]; "13 compressed_weight_updated_constant1" [id=13, type=get_attr]; "14 layer1_0_conv1_weight_bias_0_0" [id=14, type=get_attr]; -"15 mul_1" [id=15, type=call_method]; +"15 mul_1" [id=15, type=mul]; "16 conv2d_1" [id=16, type=conv2d]; "17 relu__1" [id=17, type=relu_]; "18 quantize_per_tensor_default_2" [id=18, type=quantize_per_tensor]; @@ -22,7 +22,7 @@ strict digraph { "20 conv2d_2_scale_0_updated_constant0" [id=20, type=get_attr]; "21 compressed_weight_updated_constant2" [id=21, type=get_attr]; "22 layer1_0_conv2_weight_bias_0_0" [id=22, type=get_attr]; -"23 mul_2" [id=23, type=call_method]; +"23 mul_2" [id=23, type=mul]; "24 conv2d_2" [id=24, type=conv2d]; "25 quantize_per_tensor_default_3" [id=25, type=quantize_per_tensor]; "26 dequantize_per_tensor_default_3" [id=26, type=dequantize_per_tensor]; @@ -34,7 +34,7 @@ strict digraph { "32 conv2d_3_scale_0_updated_constant0" [id=32, type=get_attr]; "33 compressed_weight_updated_constant3" [id=33, type=get_attr]; "34 layer1_1_conv1_weight_bias_0_0" [id=34, type=get_attr]; -"35 mul_3" [id=35, type=call_method]; +"35 mul_3" [id=35, type=mul]; "36 conv2d_3" [id=36, type=conv2d]; "37 relu__3" [id=37, type=relu_]; "38 quantize_per_tensor_default_5" [id=38, type=quantize_per_tensor]; @@ -42,7 +42,7 @@ strict digraph { "40 conv2d_4_scale_0_updated_constant0" [id=40, type=get_attr]; "41 compressed_weight_updated_constant4" [id=41, type=get_attr]; "42 layer1_1_conv2_weight_bias_0_0" [id=42, type=get_attr]; -"43 mul_4" [id=43, type=call_method]; +"43 mul_4" [id=43, type=mul]; "44 conv2d_4" [id=44, type=conv2d]; "45 quantize_per_tensor_default_6" [id=45, type=quantize_per_tensor]; "46 dequantize_per_tensor_default_7" [id=46, type=dequantize_per_tensor]; @@ -54,7 +54,7 @@ strict digraph { "52 conv2d_5_scale_0_updated_constant0" [id=52, type=get_attr]; "53 compressed_weight_updated_constant5" [id=53, type=get_attr]; "54 layer2_0_conv1_weight_bias_0_0" [id=54, type=get_attr]; -"55 mul_5" [id=55, type=call_method]; +"55 mul_5" [id=55, type=mul]; "56 conv2d_5" [id=56, type=conv2d]; "57 relu__5" [id=57, type=relu_]; "58 quantize_per_tensor_default_8" [id=58, type=quantize_per_tensor]; @@ -62,14 +62,14 @@ strict digraph { "60 conv2d_6_scale_0_updated_constant0" [id=60, type=get_attr]; "61 compressed_weight_updated_constant6" [id=61, type=get_attr]; "62 layer2_0_conv2_weight_bias_0_0" [id=62, type=get_attr]; -"63 mul_6" [id=63, type=call_method]; +"63 mul_6" [id=63, type=mul]; "64 conv2d_6" [id=64, type=conv2d]; "65 quantize_per_tensor_default_9" [id=65, type=quantize_per_tensor]; "66 dequantize_per_tensor_default_11" [id=66, type=dequantize_per_tensor]; "67 conv2d_7_scale_0_updated_constant0" [id=67, type=get_attr]; "68 compressed_weight_updated_constant7" [id=68, type=get_attr]; "69 layer2_0_downsample_0_weight_bias_0_0" [id=69, type=get_attr]; -"70 mul_7" [id=70, type=call_method]; +"70 mul_7" [id=70, type=mul]; "71 conv2d_7" [id=71, type=conv2d]; "72 quantize_per_tensor_default_10" [id=72, type=quantize_per_tensor]; "73 dequantize_per_tensor_default_12" [id=73, type=dequantize_per_tensor]; @@ -81,7 +81,7 @@ strict digraph { "79 conv2d_8_scale_0_updated_constant0" [id=79, type=get_attr]; "80 compressed_weight_updated_constant8" [id=80, type=get_attr]; "81 layer2_1_conv1_weight_bias_0_0" [id=81, type=get_attr]; -"82 mul_8" [id=82, type=call_method]; +"82 mul_8" [id=82, type=mul]; "83 conv2d_8" [id=83, type=conv2d]; "84 relu__7" [id=84, type=relu_]; "85 quantize_per_tensor_default_12" [id=85, type=quantize_per_tensor]; @@ -89,7 +89,7 @@ strict digraph { "87 conv2d_9_scale_0_updated_constant0" [id=87, type=get_attr]; "88 compressed_weight_updated_constant9" [id=88, type=get_attr]; "89 layer2_1_conv2_weight_bias_0_0" [id=89, type=get_attr]; -"90 mul_9" [id=90, type=call_method]; +"90 mul_9" [id=90, type=mul]; "91 conv2d_9" [id=91, type=conv2d]; "92 quantize_per_tensor_default_13" [id=92, type=quantize_per_tensor]; "93 dequantize_per_tensor_default_16" [id=93, type=dequantize_per_tensor]; @@ -101,7 +101,7 @@ strict digraph { "99 conv2d_10_scale_0_updated_constant0" [id=99, type=get_attr]; "100 compressed_weight_updated_constant10" [id=100, type=get_attr]; "101 layer3_0_conv1_weight_bias_0_0" [id=101, type=get_attr]; -"102 mul_10" [id=102, type=call_method]; +"102 mul_10" [id=102, type=mul]; "103 conv2d_10" [id=103, type=conv2d]; "104 relu__9" [id=104, type=relu_]; "105 quantize_per_tensor_default_15" [id=105, type=quantize_per_tensor]; @@ -109,14 +109,14 @@ strict digraph { "107 conv2d_11_scale_0_updated_constant0" [id=107, type=get_attr]; "108 compressed_weight_updated_constant11" [id=108, type=get_attr]; "109 layer3_0_conv2_weight_bias_0_0" [id=109, type=get_attr]; -"110 mul_11" [id=110, type=call_method]; +"110 mul_11" [id=110, type=mul]; "111 conv2d_11" [id=111, type=conv2d]; "112 quantize_per_tensor_default_16" [id=112, type=quantize_per_tensor]; "113 dequantize_per_tensor_default_20" [id=113, type=dequantize_per_tensor]; "114 conv2d_12_scale_0_updated_constant0" [id=114, type=get_attr]; "115 compressed_weight_updated_constant12" [id=115, type=get_attr]; "116 layer3_0_downsample_0_weight_bias_0_0" [id=116, type=get_attr]; -"117 mul_12" [id=117, type=call_method]; +"117 mul_12" [id=117, type=mul]; "118 conv2d_12" [id=118, type=conv2d]; "119 quantize_per_tensor_default_17" [id=119, type=quantize_per_tensor]; "120 dequantize_per_tensor_default_21" [id=120, type=dequantize_per_tensor]; @@ -128,7 +128,7 @@ strict digraph { "126 conv2d_13_scale_0_updated_constant0" [id=126, type=get_attr]; "127 compressed_weight_updated_constant13" [id=127, type=get_attr]; "128 layer3_1_conv1_weight_bias_0_0" [id=128, type=get_attr]; -"129 mul_13" [id=129, type=call_method]; +"129 mul_13" [id=129, type=mul]; "130 conv2d_13" [id=130, type=conv2d]; "131 relu__11" [id=131, type=relu_]; "132 quantize_per_tensor_default_19" [id=132, type=quantize_per_tensor]; @@ -136,7 +136,7 @@ strict digraph { "134 conv2d_14_scale_0_updated_constant0" [id=134, type=get_attr]; "135 compressed_weight_updated_constant14" [id=135, type=get_attr]; "136 layer3_1_conv2_weight_bias_0_0" [id=136, type=get_attr]; -"137 mul_14" [id=137, type=call_method]; +"137 mul_14" [id=137, type=mul]; "138 conv2d_14" [id=138, type=conv2d]; "139 quantize_per_tensor_default_20" [id=139, type=quantize_per_tensor]; "140 dequantize_per_tensor_default_25" [id=140, type=dequantize_per_tensor]; @@ -148,7 +148,7 @@ strict digraph { "146 conv2d_15_scale_0_updated_constant0" [id=146, type=get_attr]; "147 compressed_weight_updated_constant15" [id=147, type=get_attr]; "148 layer4_0_conv1_weight_bias_0_0" [id=148, type=get_attr]; -"149 mul_15" [id=149, type=call_method]; +"149 mul_15" [id=149, type=mul]; "150 conv2d_15" [id=150, type=conv2d]; "151 relu__13" [id=151, type=relu_]; "152 quantize_per_tensor_default_22" [id=152, type=quantize_per_tensor]; @@ -156,14 +156,14 @@ strict digraph { "154 conv2d_16_scale_0_updated_constant0" [id=154, type=get_attr]; "155 compressed_weight_updated_constant16" [id=155, type=get_attr]; "156 layer4_0_conv2_weight_bias_0_0" [id=156, type=get_attr]; -"157 mul_16" [id=157, type=call_method]; +"157 mul_16" [id=157, type=mul]; "158 conv2d_16" [id=158, type=conv2d]; "159 quantize_per_tensor_default_23" [id=159, type=quantize_per_tensor]; "160 dequantize_per_tensor_default_29" [id=160, type=dequantize_per_tensor]; "161 conv2d_17_scale_0_updated_constant0" [id=161, type=get_attr]; "162 compressed_weight_updated_constant17" [id=162, type=get_attr]; "163 layer4_0_downsample_0_weight_bias_0_0" [id=163, type=get_attr]; -"164 mul_17" [id=164, type=call_method]; +"164 mul_17" [id=164, type=mul]; "165 conv2d_17" [id=165, type=conv2d]; "166 quantize_per_tensor_default_24" [id=166, type=quantize_per_tensor]; "167 dequantize_per_tensor_default_30" [id=167, type=dequantize_per_tensor]; @@ -175,7 +175,7 @@ strict digraph { "173 conv2d_18_scale_0_updated_constant0" [id=173, type=get_attr]; "174 compressed_weight_updated_constant18" [id=174, type=get_attr]; "175 layer4_1_conv1_weight_bias_0_0" [id=175, type=get_attr]; -"176 mul_18" [id=176, type=call_method]; +"176 mul_18" [id=176, type=mul]; "177 conv2d_18" [id=177, type=conv2d]; "178 relu__15" [id=178, type=relu_]; "179 quantize_per_tensor_default_26" [id=179, type=quantize_per_tensor]; @@ -183,7 +183,7 @@ strict digraph { "181 conv2d_19_scale_0_updated_constant0" [id=181, type=get_attr]; "182 compressed_weight_updated_constant19" [id=182, type=get_attr]; "183 layer4_1_conv2_weight_bias_0_0" [id=183, type=get_attr]; -"184 mul_19" [id=184, type=call_method]; +"184 mul_19" [id=184, type=mul]; "185 conv2d_19" [id=185, type=conv2d]; "186 quantize_per_tensor_default_27" [id=186, type=quantize_per_tensor]; "187 dequantize_per_tensor_default_34" [id=187, type=dequantize_per_tensor]; @@ -198,7 +198,7 @@ strict digraph { "196 linear_scale_0_updated_constant0" [id=196, type=get_attr]; "197 compressed_weight_updated_constant20" [id=197, type=get_attr]; "198 _param_constant61_0_0" [id=198, type=get_attr]; -"199 mul_20" [id=199, type=call_method]; +"199 mul_20" [id=199, type=mul]; "200 linear" [id=200, type=linear]; "201 output" [id=201, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; diff --git a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot index 1c6e6b83e5f..92f62f9f44d 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot @@ -5,7 +5,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; "4 compressed_weight_updated_constant0" [id=4, type=get_attr]; "5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul_48" [id=6, type=call_method]; +"6 mul_48" [id=6, type=mul]; "7 conv2d" [id=7, type=conv2d]; "8 permute" [id=8, type=permute]; "9 _param_constant2" [id=9, type=get_attr]; @@ -16,13 +16,13 @@ strict digraph { "14 linear_scale_0_updated_constant0" [id=14, type=get_attr]; "15 compressed_weight_updated_constant1" [id=15, type=get_attr]; "16 _param_constant5_0_0" [id=16, type=get_attr]; -"17 mul_49" [id=17, type=call_method]; +"17 mul_49" [id=17, type=mul]; "18 linear" [id=18, type=linear]; "19 relu_" [id=19, type=relu_]; "20 relu__0_0_nncf_smooth_quant_0" [id=20, type=call_module]; "21 linear_1_scale_0_updated_constant0" [id=21, type=get_attr]; "22 compressed_weight_updated_constant2" [id=22, type=get_attr]; -"23 mul_50" [id=23, type=call_method]; +"23 mul_50" [id=23, type=mul]; "24 linear_1" [id=24, type=linear]; "25 view" [id=25, type=view]; "26 _tensor_constant1" [id=26, type=get_attr]; @@ -43,7 +43,7 @@ strict digraph { "41 linear_2_scale_0_updated_constant0" [id=41, type=get_attr]; "42 compressed_weight_updated_constant3" [id=42, type=get_attr]; "43 _param_constant7_0_0" [id=43, type=get_attr]; -"44 mul_51" [id=44, type=call_method]; +"44 mul_51" [id=44, type=mul]; "45 linear_2" [id=45, type=linear]; "46 reshape_1" [id=46, type=reshape]; "47 permute_3" [id=47, type=permute]; @@ -80,7 +80,7 @@ strict digraph { "78 linear_3_scale_0_updated_constant0" [id=78, type=get_attr]; "79 compressed_weight_updated_constant4" [id=79, type=get_attr]; "80 _param_constant11_0_0" [id=80, type=get_attr]; -"81 mul_52" [id=81, type=call_method]; +"81 mul_52" [id=81, type=mul]; "82 linear_3" [id=82, type=linear]; "83 dropout_1" [id=83, type=dropout]; "84 view_3" [id=84, type=view]; @@ -98,7 +98,7 @@ strict digraph { "96 linear_4_scale_0_updated_constant0" [id=96, type=get_attr]; "97 compressed_weight_updated_constant5" [id=97, type=get_attr]; "98 _param_constant15_0_0" [id=98, type=get_attr]; -"99 mul_53" [id=99, type=call_method]; +"99 mul_53" [id=99, type=mul]; "100 linear_4" [id=100, type=linear]; "101 gelu" [id=101, type=gelu]; "102 dropout_2" [id=102, type=dropout]; @@ -108,7 +108,7 @@ strict digraph { "106 linear_5_scale_0_updated_constant0" [id=106, type=get_attr]; "107 compressed_weight_updated_constant6" [id=107, type=get_attr]; "108 _param_constant17_0_0" [id=108, type=get_attr]; -"109 mul_54" [id=109, type=call_method]; +"109 mul_54" [id=109, type=mul]; "110 linear_5" [id=110, type=linear]; "111 dropout_3" [id=111, type=dropout]; "112 _param_constant18" [id=112, type=get_attr]; @@ -120,13 +120,13 @@ strict digraph { "118 linear_6_scale_0_updated_constant0" [id=118, type=get_attr]; "119 compressed_weight_updated_constant7" [id=119, type=get_attr]; "120 _param_constant21_0_0" [id=120, type=get_attr]; -"121 mul_55" [id=121, type=call_method]; +"121 mul_55" [id=121, type=mul]; "122 linear_6" [id=122, type=linear]; "123 relu__1" [id=123, type=relu_]; "124 relu__1_0_0_nncf_smooth_quant_0" [id=124, type=call_module]; "125 linear_7_scale_0_updated_constant0" [id=125, type=get_attr]; "126 compressed_weight_updated_constant8" [id=126, type=get_attr]; -"127 mul_56" [id=127, type=call_method]; +"127 mul_56" [id=127, type=mul]; "128 linear_7" [id=128, type=linear]; "129 view_4" [id=129, type=view]; "130 _tensor_constant3" [id=130, type=get_attr]; @@ -148,7 +148,7 @@ strict digraph { "146 linear_8_scale_0_updated_constant0" [id=146, type=get_attr]; "147 compressed_weight_updated_constant9" [id=147, type=get_attr]; "148 _param_constant23_0_0" [id=148, type=get_attr]; -"149 mul_57" [id=149, type=call_method]; +"149 mul_57" [id=149, type=mul]; "150 linear_8" [id=150, type=linear]; "151 reshape_5" [id=151, type=reshape]; "152 permute_7" [id=152, type=permute]; @@ -201,7 +201,7 @@ strict digraph { "199 linear_9_scale_0_updated_constant0" [id=199, type=get_attr]; "200 compressed_weight_updated_constant10" [id=200, type=get_attr]; "201 _param_constant27_0_0" [id=201, type=get_attr]; -"202 mul_58" [id=202, type=call_method]; +"202 mul_58" [id=202, type=mul]; "203 linear_9" [id=203, type=linear]; "204 dropout_5" [id=204, type=dropout]; "205 view_10" [id=205, type=view]; @@ -220,7 +220,7 @@ strict digraph { "218 linear_10_scale_0_updated_constant0" [id=218, type=get_attr]; "219 compressed_weight_updated_constant11" [id=219, type=get_attr]; "220 _param_constant31_0_0" [id=220, type=get_attr]; -"221 mul_59" [id=221, type=call_method]; +"221 mul_59" [id=221, type=mul]; "222 linear_10" [id=222, type=linear]; "223 gelu_1" [id=223, type=gelu]; "224 dropout_6" [id=224, type=dropout]; @@ -230,7 +230,7 @@ strict digraph { "228 linear_11_scale_0_updated_constant0" [id=228, type=get_attr]; "229 compressed_weight_updated_constant12" [id=229, type=get_attr]; "230 _param_constant33_0_0" [id=230, type=get_attr]; -"231 mul_60" [id=231, type=call_method]; +"231 mul_60" [id=231, type=mul]; "232 linear_11" [id=232, type=linear]; "233 dropout_7" [id=233, type=dropout]; "234 _param_constant34" [id=234, type=get_attr]; @@ -256,7 +256,7 @@ strict digraph { "254 dequantize_per_tensor_default_13" [id=254, type=dequantize_per_tensor]; "255 linear_12_scale_0_updated_constant0" [id=255, type=get_attr]; "256 compressed_weight_updated_constant13" [id=256, type=get_attr]; -"257 mul_61" [id=257, type=call_method]; +"257 mul_61" [id=257, type=mul]; "258 linear_12" [id=258, type=linear]; "259 _param_constant37" [id=259, type=get_attr]; "260 _param_constant38" [id=260, type=get_attr]; @@ -266,13 +266,13 @@ strict digraph { "264 linear_13_scale_0_updated_constant0" [id=264, type=get_attr]; "265 compressed_weight_updated_constant14" [id=265, type=get_attr]; "266 _param_constant40_0_0" [id=266, type=get_attr]; -"267 mul_62" [id=267, type=call_method]; +"267 mul_62" [id=267, type=mul]; "268 linear_13" [id=268, type=linear]; "269 relu__2" [id=269, type=relu_]; "270 relu__2_0_0_nncf_smooth_quant_0" [id=270, type=call_module]; "271 linear_14_scale_0_updated_constant0" [id=271, type=get_attr]; "272 compressed_weight_updated_constant15" [id=272, type=get_attr]; -"273 mul_63" [id=273, type=call_method]; +"273 mul_63" [id=273, type=mul]; "274 linear_14" [id=274, type=linear]; "275 view_11" [id=275, type=view]; "276 _tensor_constant14" [id=276, type=get_attr]; @@ -293,7 +293,7 @@ strict digraph { "291 linear_15_scale_0_updated_constant0" [id=291, type=get_attr]; "292 compressed_weight_updated_constant16" [id=292, type=get_attr]; "293 _param_constant42_0_0" [id=293, type=get_attr]; -"294 mul_64" [id=294, type=call_method]; +"294 mul_64" [id=294, type=mul]; "295 linear_15" [id=295, type=linear]; "296 reshape_10" [id=296, type=reshape]; "297 permute_12" [id=297, type=permute]; @@ -330,7 +330,7 @@ strict digraph { "328 linear_16_scale_0_updated_constant0" [id=328, type=get_attr]; "329 compressed_weight_updated_constant17" [id=329, type=get_attr]; "330 _param_constant46_0_0" [id=330, type=get_attr]; -"331 mul_65" [id=331, type=call_method]; +"331 mul_65" [id=331, type=mul]; "332 linear_16" [id=332, type=linear]; "333 dropout_9" [id=333, type=dropout]; "334 view_14" [id=334, type=view]; @@ -351,7 +351,7 @@ strict digraph { "349 linear_17_scale_0_updated_constant0" [id=349, type=get_attr]; "350 compressed_weight_updated_constant18" [id=350, type=get_attr]; "351 _param_constant50_0_0" [id=351, type=get_attr]; -"352 mul_66" [id=352, type=call_method]; +"352 mul_66" [id=352, type=mul]; "353 linear_17" [id=353, type=linear]; "354 gelu_2" [id=354, type=gelu]; "355 dropout_10" [id=355, type=dropout]; @@ -361,7 +361,7 @@ strict digraph { "359 linear_18_scale_0_updated_constant0" [id=359, type=get_attr]; "360 compressed_weight_updated_constant19" [id=360, type=get_attr]; "361 _param_constant52_0_0" [id=361, type=get_attr]; -"362 mul_67" [id=362, type=call_method]; +"362 mul_67" [id=362, type=mul]; "363 linear_18" [id=363, type=linear]; "364 dropout_11" [id=364, type=dropout]; "365 _param_constant53" [id=365, type=get_attr]; @@ -373,13 +373,13 @@ strict digraph { "371 linear_19_scale_0_updated_constant0" [id=371, type=get_attr]; "372 compressed_weight_updated_constant20" [id=372, type=get_attr]; "373 _param_constant56_0_0" [id=373, type=get_attr]; -"374 mul_68" [id=374, type=call_method]; +"374 mul_68" [id=374, type=mul]; "375 linear_19" [id=375, type=linear]; "376 relu__3" [id=376, type=relu_]; "377 relu__3_0_0_nncf_smooth_quant_0" [id=377, type=call_module]; "378 linear_20_scale_0_updated_constant0" [id=378, type=get_attr]; "379 compressed_weight_updated_constant21" [id=379, type=get_attr]; -"380 mul_69" [id=380, type=call_method]; +"380 mul_69" [id=380, type=mul]; "381 linear_20" [id=381, type=linear]; "382 view_15" [id=382, type=view]; "383 _tensor_constant16" [id=383, type=get_attr]; @@ -401,7 +401,7 @@ strict digraph { "399 linear_21_scale_0_updated_constant0" [id=399, type=get_attr]; "400 compressed_weight_updated_constant22" [id=400, type=get_attr]; "401 _param_constant58_0_0" [id=401, type=get_attr]; -"402 mul_70" [id=402, type=call_method]; +"402 mul_70" [id=402, type=mul]; "403 linear_21" [id=403, type=linear]; "404 reshape_14" [id=404, type=reshape]; "405 permute_16" [id=405, type=permute]; @@ -454,7 +454,7 @@ strict digraph { "452 linear_22_scale_0_updated_constant0" [id=452, type=get_attr]; "453 compressed_weight_updated_constant23" [id=453, type=get_attr]; "454 _param_constant62_0_0" [id=454, type=get_attr]; -"455 mul_71" [id=455, type=call_method]; +"455 mul_71" [id=455, type=mul]; "456 linear_22" [id=456, type=linear]; "457 dropout_13" [id=457, type=dropout]; "458 view_21" [id=458, type=view]; @@ -476,7 +476,7 @@ strict digraph { "474 linear_23_scale_0_updated_constant0" [id=474, type=get_attr]; "475 compressed_weight_updated_constant24" [id=475, type=get_attr]; "476 _param_constant66_0_0" [id=476, type=get_attr]; -"477 mul_72" [id=477, type=call_method]; +"477 mul_72" [id=477, type=mul]; "478 linear_23" [id=478, type=linear]; "479 gelu_3" [id=479, type=gelu]; "480 dropout_14" [id=480, type=dropout]; @@ -486,7 +486,7 @@ strict digraph { "484 linear_24_scale_0_updated_constant0" [id=484, type=get_attr]; "485 compressed_weight_updated_constant25" [id=485, type=get_attr]; "486 _param_constant68_0_0" [id=486, type=get_attr]; -"487 mul_73" [id=487, type=call_method]; +"487 mul_73" [id=487, type=mul]; "488 linear_24" [id=488, type=linear]; "489 dropout_15" [id=489, type=dropout]; "490 _param_constant69" [id=490, type=get_attr]; @@ -512,7 +512,7 @@ strict digraph { "510 dequantize_per_tensor_default_26" [id=510, type=dequantize_per_tensor]; "511 linear_25_scale_0_updated_constant0" [id=511, type=get_attr]; "512 compressed_weight_updated_constant26" [id=512, type=get_attr]; -"513 mul_74" [id=513, type=call_method]; +"513 mul_74" [id=513, type=mul]; "514 linear_25" [id=514, type=linear]; "515 _param_constant72" [id=515, type=get_attr]; "516 _param_constant73" [id=516, type=get_attr]; @@ -522,13 +522,13 @@ strict digraph { "520 linear_26_scale_0_updated_constant0" [id=520, type=get_attr]; "521 compressed_weight_updated_constant27" [id=521, type=get_attr]; "522 _param_constant75_0_0" [id=522, type=get_attr]; -"523 mul_75" [id=523, type=call_method]; +"523 mul_75" [id=523, type=mul]; "524 linear_26" [id=524, type=linear]; "525 relu__4" [id=525, type=relu_]; "526 relu__4_0_0_nncf_smooth_quant_0" [id=526, type=call_module]; "527 linear_27_scale_0_updated_constant0" [id=527, type=get_attr]; "528 compressed_weight_updated_constant28" [id=528, type=get_attr]; -"529 mul_76" [id=529, type=call_method]; +"529 mul_76" [id=529, type=mul]; "530 linear_27" [id=530, type=linear]; "531 view_22" [id=531, type=view]; "532 _tensor_constant27" [id=532, type=get_attr]; @@ -549,7 +549,7 @@ strict digraph { "547 linear_28_scale_0_updated_constant0" [id=547, type=get_attr]; "548 compressed_weight_updated_constant29" [id=548, type=get_attr]; "549 _param_constant77_0_0" [id=549, type=get_attr]; -"550 mul_77" [id=550, type=call_method]; +"550 mul_77" [id=550, type=mul]; "551 linear_28" [id=551, type=linear]; "552 reshape_19" [id=552, type=reshape]; "553 permute_21" [id=553, type=permute]; @@ -586,7 +586,7 @@ strict digraph { "584 linear_29_scale_0_updated_constant0" [id=584, type=get_attr]; "585 compressed_weight_updated_constant30" [id=585, type=get_attr]; "586 _param_constant81_0_0" [id=586, type=get_attr]; -"587 mul_78" [id=587, type=call_method]; +"587 mul_78" [id=587, type=mul]; "588 linear_29" [id=588, type=linear]; "589 dropout_17" [id=589, type=dropout]; "590 view_25" [id=590, type=view]; @@ -607,7 +607,7 @@ strict digraph { "605 linear_30_scale_0_updated_constant0" [id=605, type=get_attr]; "606 compressed_weight_updated_constant31" [id=606, type=get_attr]; "607 _param_constant85_0_0" [id=607, type=get_attr]; -"608 mul_79" [id=608, type=call_method]; +"608 mul_79" [id=608, type=mul]; "609 linear_30" [id=609, type=linear]; "610 gelu_4" [id=610, type=gelu]; "611 dropout_18" [id=611, type=dropout]; @@ -617,7 +617,7 @@ strict digraph { "615 linear_31_scale_0_updated_constant0" [id=615, type=get_attr]; "616 compressed_weight_updated_constant32" [id=616, type=get_attr]; "617 _param_constant87_0_0" [id=617, type=get_attr]; -"618 mul_80" [id=618, type=call_method]; +"618 mul_80" [id=618, type=mul]; "619 linear_31" [id=619, type=linear]; "620 dropout_19" [id=620, type=dropout]; "621 _param_constant88" [id=621, type=get_attr]; @@ -629,13 +629,13 @@ strict digraph { "627 linear_32_scale_0_updated_constant0" [id=627, type=get_attr]; "628 compressed_weight_updated_constant33" [id=628, type=get_attr]; "629 _param_constant91_0_0" [id=629, type=get_attr]; -"630 mul_81" [id=630, type=call_method]; +"630 mul_81" [id=630, type=mul]; "631 linear_32" [id=631, type=linear]; "632 relu__5" [id=632, type=relu_]; "633 relu__5_0_0_nncf_smooth_quant_0" [id=633, type=call_module]; "634 linear_33_scale_0_updated_constant0" [id=634, type=get_attr]; "635 compressed_weight_updated_constant34" [id=635, type=get_attr]; -"636 mul_82" [id=636, type=call_method]; +"636 mul_82" [id=636, type=mul]; "637 linear_33" [id=637, type=linear]; "638 view_26" [id=638, type=view]; "639 _tensor_constant29" [id=639, type=get_attr]; @@ -657,7 +657,7 @@ strict digraph { "655 linear_34_scale_0_updated_constant0" [id=655, type=get_attr]; "656 compressed_weight_updated_constant35" [id=656, type=get_attr]; "657 _param_constant93_0_0" [id=657, type=get_attr]; -"658 mul_83" [id=658, type=call_method]; +"658 mul_83" [id=658, type=mul]; "659 linear_34" [id=659, type=linear]; "660 reshape_23" [id=660, type=reshape]; "661 permute_25" [id=661, type=permute]; @@ -710,7 +710,7 @@ strict digraph { "708 linear_35_scale_0_updated_constant0" [id=708, type=get_attr]; "709 compressed_weight_updated_constant36" [id=709, type=get_attr]; "710 _param_constant97_0_0" [id=710, type=get_attr]; -"711 mul_84" [id=711, type=call_method]; +"711 mul_84" [id=711, type=mul]; "712 linear_35" [id=712, type=linear]; "713 dropout_21" [id=713, type=dropout]; "714 view_32" [id=714, type=view]; @@ -732,7 +732,7 @@ strict digraph { "730 linear_36_scale_0_updated_constant0" [id=730, type=get_attr]; "731 compressed_weight_updated_constant37" [id=731, type=get_attr]; "732 _param_constant101_0_0" [id=732, type=get_attr]; -"733 mul_85" [id=733, type=call_method]; +"733 mul_85" [id=733, type=mul]; "734 linear_36" [id=734, type=linear]; "735 gelu_5" [id=735, type=gelu]; "736 dropout_22" [id=736, type=dropout]; @@ -742,7 +742,7 @@ strict digraph { "740 linear_37_scale_0_updated_constant0" [id=740, type=get_attr]; "741 compressed_weight_updated_constant38" [id=741, type=get_attr]; "742 _param_constant103_0_0" [id=742, type=get_attr]; -"743 mul_86" [id=743, type=call_method]; +"743 mul_86" [id=743, type=mul]; "744 linear_37" [id=744, type=linear]; "745 dropout_23" [id=745, type=dropout]; "746 _param_constant104" [id=746, type=get_attr]; @@ -754,13 +754,13 @@ strict digraph { "752 linear_38_scale_0_updated_constant0" [id=752, type=get_attr]; "753 compressed_weight_updated_constant39" [id=753, type=get_attr]; "754 _param_constant107_0_0" [id=754, type=get_attr]; -"755 mul_87" [id=755, type=call_method]; +"755 mul_87" [id=755, type=mul]; "756 linear_38" [id=756, type=linear]; "757 relu__6" [id=757, type=relu_]; "758 relu__6_0_0_nncf_smooth_quant_0" [id=758, type=call_module]; "759 linear_39_scale_0_updated_constant0" [id=759, type=get_attr]; "760 compressed_weight_updated_constant40" [id=760, type=get_attr]; -"761 mul_88" [id=761, type=call_method]; +"761 mul_88" [id=761, type=mul]; "762 linear_39" [id=762, type=linear]; "763 view_33" [id=763, type=view]; "764 _tensor_constant40" [id=764, type=get_attr]; @@ -781,7 +781,7 @@ strict digraph { "779 linear_40_scale_0_updated_constant0" [id=779, type=get_attr]; "780 compressed_weight_updated_constant41" [id=780, type=get_attr]; "781 _param_constant109_0_0" [id=781, type=get_attr]; -"782 mul_89" [id=782, type=call_method]; +"782 mul_89" [id=782, type=mul]; "783 linear_40" [id=783, type=linear]; "784 reshape_28" [id=784, type=reshape]; "785 permute_30" [id=785, type=permute]; @@ -818,7 +818,7 @@ strict digraph { "816 linear_41_scale_0_updated_constant0" [id=816, type=get_attr]; "817 compressed_weight_updated_constant42" [id=817, type=get_attr]; "818 _param_constant113_0_0" [id=818, type=get_attr]; -"819 mul_90" [id=819, type=call_method]; +"819 mul_90" [id=819, type=mul]; "820 linear_41" [id=820, type=linear]; "821 dropout_25" [id=821, type=dropout]; "822 view_36" [id=822, type=view]; @@ -839,7 +839,7 @@ strict digraph { "837 linear_42_scale_0_updated_constant0" [id=837, type=get_attr]; "838 compressed_weight_updated_constant43" [id=838, type=get_attr]; "839 _param_constant117_0_0" [id=839, type=get_attr]; -"840 mul_91" [id=840, type=call_method]; +"840 mul_91" [id=840, type=mul]; "841 linear_42" [id=841, type=linear]; "842 gelu_6" [id=842, type=gelu]; "843 dropout_26" [id=843, type=dropout]; @@ -849,7 +849,7 @@ strict digraph { "847 linear_43_scale_0_updated_constant0" [id=847, type=get_attr]; "848 compressed_weight_updated_constant44" [id=848, type=get_attr]; "849 _param_constant119_0_0" [id=849, type=get_attr]; -"850 mul_92" [id=850, type=call_method]; +"850 mul_92" [id=850, type=mul]; "851 linear_43" [id=851, type=linear]; "852 dropout_27" [id=852, type=dropout]; "853 _param_constant120" [id=853, type=get_attr]; @@ -861,13 +861,13 @@ strict digraph { "859 linear_44_scale_0_updated_constant0" [id=859, type=get_attr]; "860 compressed_weight_updated_constant45" [id=860, type=get_attr]; "861 _param_constant123_0_0" [id=861, type=get_attr]; -"862 mul_93" [id=862, type=call_method]; +"862 mul_93" [id=862, type=mul]; "863 linear_44" [id=863, type=linear]; "864 relu__7" [id=864, type=relu_]; "865 relu__7_0_0_nncf_smooth_quant_0" [id=865, type=call_module]; "866 linear_45_scale_0_updated_constant0" [id=866, type=get_attr]; "867 compressed_weight_updated_constant46" [id=867, type=get_attr]; -"868 mul_94" [id=868, type=call_method]; +"868 mul_94" [id=868, type=mul]; "869 linear_45" [id=869, type=linear]; "870 view_37" [id=870, type=view]; "871 _tensor_constant42" [id=871, type=get_attr]; @@ -889,7 +889,7 @@ strict digraph { "887 linear_46_scale_0_updated_constant0" [id=887, type=get_attr]; "888 compressed_weight_updated_constant47" [id=888, type=get_attr]; "889 _param_constant125_0_0" [id=889, type=get_attr]; -"890 mul_95" [id=890, type=call_method]; +"890 mul_95" [id=890, type=mul]; "891 linear_46" [id=891, type=linear]; "892 reshape_32" [id=892, type=reshape]; "893 permute_34" [id=893, type=permute]; @@ -942,7 +942,7 @@ strict digraph { "940 linear_47_scale_0_updated_constant0" [id=940, type=get_attr]; "941 compressed_weight_updated_constant48" [id=941, type=get_attr]; "942 _param_constant129_0_0" [id=942, type=get_attr]; -"943 mul_96" [id=943, type=call_method]; +"943 mul_96" [id=943, type=mul]; "944 linear_47" [id=944, type=linear]; "945 dropout_29" [id=945, type=dropout]; "946 view_43" [id=946, type=view]; @@ -964,7 +964,7 @@ strict digraph { "962 linear_48_scale_0_updated_constant0" [id=962, type=get_attr]; "963 compressed_weight_updated_constant49" [id=963, type=get_attr]; "964 _param_constant133_0_0" [id=964, type=get_attr]; -"965 mul_97" [id=965, type=call_method]; +"965 mul_97" [id=965, type=mul]; "966 linear_48" [id=966, type=linear]; "967 gelu_7" [id=967, type=gelu]; "968 dropout_30" [id=968, type=dropout]; @@ -974,7 +974,7 @@ strict digraph { "972 linear_49_scale_0_updated_constant0" [id=972, type=get_attr]; "973 compressed_weight_updated_constant50" [id=973, type=get_attr]; "974 _param_constant135_0_0" [id=974, type=get_attr]; -"975 mul_98" [id=975, type=call_method]; +"975 mul_98" [id=975, type=mul]; "976 linear_49" [id=976, type=linear]; "977 dropout_31" [id=977, type=dropout]; "978 _param_constant136" [id=978, type=get_attr]; @@ -986,13 +986,13 @@ strict digraph { "984 linear_50_scale_0_updated_constant0" [id=984, type=get_attr]; "985 compressed_weight_updated_constant51" [id=985, type=get_attr]; "986 _param_constant139_0_0" [id=986, type=get_attr]; -"987 mul_99" [id=987, type=call_method]; +"987 mul_99" [id=987, type=mul]; "988 linear_50" [id=988, type=linear]; "989 relu__8" [id=989, type=relu_]; "990 relu__8_0_0_nncf_smooth_quant_0" [id=990, type=call_module]; "991 linear_51_scale_0_updated_constant0" [id=991, type=get_attr]; "992 compressed_weight_updated_constant52" [id=992, type=get_attr]; -"993 mul_100" [id=993, type=call_method]; +"993 mul_100" [id=993, type=mul]; "994 linear_51" [id=994, type=linear]; "995 view_44" [id=995, type=view]; "996 _tensor_constant53" [id=996, type=get_attr]; @@ -1013,7 +1013,7 @@ strict digraph { "1011 linear_52_scale_0_updated_constant0" [id=1011, type=get_attr]; "1012 compressed_weight_updated_constant53" [id=1012, type=get_attr]; "1013 _param_constant141_0_0" [id=1013, type=get_attr]; -"1014 mul_101" [id=1014, type=call_method]; +"1014 mul_101" [id=1014, type=mul]; "1015 linear_52" [id=1015, type=linear]; "1016 reshape_37" [id=1016, type=reshape]; "1017 permute_39" [id=1017, type=permute]; @@ -1050,7 +1050,7 @@ strict digraph { "1048 linear_53_scale_0_updated_constant0" [id=1048, type=get_attr]; "1049 compressed_weight_updated_constant54" [id=1049, type=get_attr]; "1050 _param_constant145_0_0" [id=1050, type=get_attr]; -"1051 mul_102" [id=1051, type=call_method]; +"1051 mul_102" [id=1051, type=mul]; "1052 linear_53" [id=1052, type=linear]; "1053 dropout_33" [id=1053, type=dropout]; "1054 view_47" [id=1054, type=view]; @@ -1071,7 +1071,7 @@ strict digraph { "1069 linear_54_scale_0_updated_constant0" [id=1069, type=get_attr]; "1070 compressed_weight_updated_constant55" [id=1070, type=get_attr]; "1071 _param_constant149_0_0" [id=1071, type=get_attr]; -"1072 mul_103" [id=1072, type=call_method]; +"1072 mul_103" [id=1072, type=mul]; "1073 linear_54" [id=1073, type=linear]; "1074 gelu_8" [id=1074, type=gelu]; "1075 dropout_34" [id=1075, type=dropout]; @@ -1081,7 +1081,7 @@ strict digraph { "1079 linear_55_scale_0_updated_constant0" [id=1079, type=get_attr]; "1080 compressed_weight_updated_constant56" [id=1080, type=get_attr]; "1081 _param_constant151_0_0" [id=1081, type=get_attr]; -"1082 mul_104" [id=1082, type=call_method]; +"1082 mul_104" [id=1082, type=mul]; "1083 linear_55" [id=1083, type=linear]; "1084 dropout_35" [id=1084, type=dropout]; "1085 _param_constant152" [id=1085, type=get_attr]; @@ -1093,13 +1093,13 @@ strict digraph { "1091 linear_56_scale_0_updated_constant0" [id=1091, type=get_attr]; "1092 compressed_weight_updated_constant57" [id=1092, type=get_attr]; "1093 _param_constant155_0_0" [id=1093, type=get_attr]; -"1094 mul_105" [id=1094, type=call_method]; +"1094 mul_105" [id=1094, type=mul]; "1095 linear_56" [id=1095, type=linear]; "1096 relu__9" [id=1096, type=relu_]; "1097 relu__9_0_0_nncf_smooth_quant_0" [id=1097, type=call_module]; "1098 linear_57_scale_0_updated_constant0" [id=1098, type=get_attr]; "1099 compressed_weight_updated_constant58" [id=1099, type=get_attr]; -"1100 mul_106" [id=1100, type=call_method]; +"1100 mul_106" [id=1100, type=mul]; "1101 linear_57" [id=1101, type=linear]; "1102 view_48" [id=1102, type=view]; "1103 _tensor_constant55" [id=1103, type=get_attr]; @@ -1121,7 +1121,7 @@ strict digraph { "1119 linear_58_scale_0_updated_constant0" [id=1119, type=get_attr]; "1120 compressed_weight_updated_constant59" [id=1120, type=get_attr]; "1121 _param_constant157_0_0" [id=1121, type=get_attr]; -"1122 mul_107" [id=1122, type=call_method]; +"1122 mul_107" [id=1122, type=mul]; "1123 linear_58" [id=1123, type=linear]; "1124 reshape_41" [id=1124, type=reshape]; "1125 permute_43" [id=1125, type=permute]; @@ -1174,7 +1174,7 @@ strict digraph { "1172 linear_59_scale_0_updated_constant0" [id=1172, type=get_attr]; "1173 compressed_weight_updated_constant60" [id=1173, type=get_attr]; "1174 _param_constant161_0_0" [id=1174, type=get_attr]; -"1175 mul_108" [id=1175, type=call_method]; +"1175 mul_108" [id=1175, type=mul]; "1176 linear_59" [id=1176, type=linear]; "1177 dropout_37" [id=1177, type=dropout]; "1178 view_54" [id=1178, type=view]; @@ -1196,7 +1196,7 @@ strict digraph { "1194 linear_60_scale_0_updated_constant0" [id=1194, type=get_attr]; "1195 compressed_weight_updated_constant61" [id=1195, type=get_attr]; "1196 _param_constant165_0_0" [id=1196, type=get_attr]; -"1197 mul_109" [id=1197, type=call_method]; +"1197 mul_109" [id=1197, type=mul]; "1198 linear_60" [id=1198, type=linear]; "1199 gelu_9" [id=1199, type=gelu]; "1200 dropout_38" [id=1200, type=dropout]; @@ -1206,7 +1206,7 @@ strict digraph { "1204 linear_61_scale_0_updated_constant0" [id=1204, type=get_attr]; "1205 compressed_weight_updated_constant62" [id=1205, type=get_attr]; "1206 _param_constant167_0_0" [id=1206, type=get_attr]; -"1207 mul_110" [id=1207, type=call_method]; +"1207 mul_110" [id=1207, type=mul]; "1208 linear_61" [id=1208, type=linear]; "1209 dropout_39" [id=1209, type=dropout]; "1210 _param_constant168" [id=1210, type=get_attr]; @@ -1218,13 +1218,13 @@ strict digraph { "1216 linear_62_scale_0_updated_constant0" [id=1216, type=get_attr]; "1217 compressed_weight_updated_constant63" [id=1217, type=get_attr]; "1218 _param_constant171_0_0" [id=1218, type=get_attr]; -"1219 mul_111" [id=1219, type=call_method]; +"1219 mul_111" [id=1219, type=mul]; "1220 linear_62" [id=1220, type=linear]; "1221 relu__10" [id=1221, type=relu_]; "1222 relu__10_0_0_nncf_smooth_quant_0" [id=1222, type=call_module]; "1223 linear_63_scale_0_updated_constant0" [id=1223, type=get_attr]; "1224 compressed_weight_updated_constant64" [id=1224, type=get_attr]; -"1225 mul_112" [id=1225, type=call_method]; +"1225 mul_112" [id=1225, type=mul]; "1226 linear_63" [id=1226, type=linear]; "1227 view_55" [id=1227, type=view]; "1228 _tensor_constant66" [id=1228, type=get_attr]; @@ -1245,7 +1245,7 @@ strict digraph { "1243 linear_64_scale_0_updated_constant0" [id=1243, type=get_attr]; "1244 compressed_weight_updated_constant65" [id=1244, type=get_attr]; "1245 _param_constant173_0_0" [id=1245, type=get_attr]; -"1246 mul_113" [id=1246, type=call_method]; +"1246 mul_113" [id=1246, type=mul]; "1247 linear_64" [id=1247, type=linear]; "1248 reshape_46" [id=1248, type=reshape]; "1249 permute_48" [id=1249, type=permute]; @@ -1282,7 +1282,7 @@ strict digraph { "1280 linear_65_scale_0_updated_constant0" [id=1280, type=get_attr]; "1281 compressed_weight_updated_constant66" [id=1281, type=get_attr]; "1282 _param_constant177_0_0" [id=1282, type=get_attr]; -"1283 mul_114" [id=1283, type=call_method]; +"1283 mul_114" [id=1283, type=mul]; "1284 linear_65" [id=1284, type=linear]; "1285 dropout_41" [id=1285, type=dropout]; "1286 view_58" [id=1286, type=view]; @@ -1303,7 +1303,7 @@ strict digraph { "1301 linear_66_scale_0_updated_constant0" [id=1301, type=get_attr]; "1302 compressed_weight_updated_constant67" [id=1302, type=get_attr]; "1303 _param_constant181_0_0" [id=1303, type=get_attr]; -"1304 mul_115" [id=1304, type=call_method]; +"1304 mul_115" [id=1304, type=mul]; "1305 linear_66" [id=1305, type=linear]; "1306 gelu_10" [id=1306, type=gelu]; "1307 dropout_42" [id=1307, type=dropout]; @@ -1313,7 +1313,7 @@ strict digraph { "1311 linear_67_scale_0_updated_constant0" [id=1311, type=get_attr]; "1312 compressed_weight_updated_constant68" [id=1312, type=get_attr]; "1313 _param_constant183_0_0" [id=1313, type=get_attr]; -"1314 mul_116" [id=1314, type=call_method]; +"1314 mul_116" [id=1314, type=mul]; "1315 linear_67" [id=1315, type=linear]; "1316 dropout_43" [id=1316, type=dropout]; "1317 _param_constant184" [id=1317, type=get_attr]; @@ -1325,13 +1325,13 @@ strict digraph { "1323 linear_68_scale_0_updated_constant0" [id=1323, type=get_attr]; "1324 compressed_weight_updated_constant69" [id=1324, type=get_attr]; "1325 _param_constant187_0_0" [id=1325, type=get_attr]; -"1326 mul_117" [id=1326, type=call_method]; +"1326 mul_117" [id=1326, type=mul]; "1327 linear_68" [id=1327, type=linear]; "1328 relu__11" [id=1328, type=relu_]; "1329 relu__11_0_0_nncf_smooth_quant_0" [id=1329, type=call_module]; "1330 linear_69_scale_0_updated_constant0" [id=1330, type=get_attr]; "1331 compressed_weight_updated_constant70" [id=1331, type=get_attr]; -"1332 mul_118" [id=1332, type=call_method]; +"1332 mul_118" [id=1332, type=mul]; "1333 linear_69" [id=1333, type=linear]; "1334 view_59" [id=1334, type=view]; "1335 _tensor_constant68" [id=1335, type=get_attr]; @@ -1353,7 +1353,7 @@ strict digraph { "1351 linear_70_scale_0_updated_constant0" [id=1351, type=get_attr]; "1352 compressed_weight_updated_constant71" [id=1352, type=get_attr]; "1353 _param_constant189_0_0" [id=1353, type=get_attr]; -"1354 mul_119" [id=1354, type=call_method]; +"1354 mul_119" [id=1354, type=mul]; "1355 linear_70" [id=1355, type=linear]; "1356 reshape_50" [id=1356, type=reshape]; "1357 permute_52" [id=1357, type=permute]; @@ -1406,7 +1406,7 @@ strict digraph { "1404 linear_71_scale_0_updated_constant0" [id=1404, type=get_attr]; "1405 compressed_weight_updated_constant72" [id=1405, type=get_attr]; "1406 _param_constant193_0_0" [id=1406, type=get_attr]; -"1407 mul_120" [id=1407, type=call_method]; +"1407 mul_120" [id=1407, type=mul]; "1408 linear_71" [id=1408, type=linear]; "1409 dropout_45" [id=1409, type=dropout]; "1410 view_65" [id=1410, type=view]; @@ -1428,7 +1428,7 @@ strict digraph { "1426 linear_72_scale_0_updated_constant0" [id=1426, type=get_attr]; "1427 compressed_weight_updated_constant73" [id=1427, type=get_attr]; "1428 _param_constant197_0_0" [id=1428, type=get_attr]; -"1429 mul_121" [id=1429, type=call_method]; +"1429 mul_121" [id=1429, type=mul]; "1430 linear_72" [id=1430, type=linear]; "1431 gelu_11" [id=1431, type=gelu]; "1432 dropout_46" [id=1432, type=dropout]; @@ -1438,7 +1438,7 @@ strict digraph { "1436 linear_73_scale_0_updated_constant0" [id=1436, type=get_attr]; "1437 compressed_weight_updated_constant74" [id=1437, type=get_attr]; "1438 _param_constant199_0_0" [id=1438, type=get_attr]; -"1439 mul_122" [id=1439, type=call_method]; +"1439 mul_122" [id=1439, type=mul]; "1440 linear_73" [id=1440, type=linear]; "1441 dropout_47" [id=1441, type=dropout]; "1442 _param_constant200" [id=1442, type=get_attr]; @@ -1450,13 +1450,13 @@ strict digraph { "1448 linear_74_scale_0_updated_constant0" [id=1448, type=get_attr]; "1449 compressed_weight_updated_constant75" [id=1449, type=get_attr]; "1450 _param_constant203_0_0" [id=1450, type=get_attr]; -"1451 mul_123" [id=1451, type=call_method]; +"1451 mul_123" [id=1451, type=mul]; "1452 linear_74" [id=1452, type=linear]; "1453 relu__12" [id=1453, type=relu_]; "1454 relu__12_0_0_nncf_smooth_quant_0" [id=1454, type=call_module]; "1455 linear_75_scale_0_updated_constant0" [id=1455, type=get_attr]; "1456 compressed_weight_updated_constant76" [id=1456, type=get_attr]; -"1457 mul_124" [id=1457, type=call_method]; +"1457 mul_124" [id=1457, type=mul]; "1458 linear_75" [id=1458, type=linear]; "1459 view_66" [id=1459, type=view]; "1460 _tensor_constant79" [id=1460, type=get_attr]; @@ -1477,7 +1477,7 @@ strict digraph { "1475 linear_76_scale_0_updated_constant0" [id=1475, type=get_attr]; "1476 compressed_weight_updated_constant77" [id=1476, type=get_attr]; "1477 _param_constant205_0_0" [id=1477, type=get_attr]; -"1478 mul_125" [id=1478, type=call_method]; +"1478 mul_125" [id=1478, type=mul]; "1479 linear_76" [id=1479, type=linear]; "1480 reshape_55" [id=1480, type=reshape]; "1481 permute_57" [id=1481, type=permute]; @@ -1514,7 +1514,7 @@ strict digraph { "1512 linear_77_scale_0_updated_constant0" [id=1512, type=get_attr]; "1513 compressed_weight_updated_constant78" [id=1513, type=get_attr]; "1514 _param_constant209_0_0" [id=1514, type=get_attr]; -"1515 mul_126" [id=1515, type=call_method]; +"1515 mul_126" [id=1515, type=mul]; "1516 linear_77" [id=1516, type=linear]; "1517 dropout_49" [id=1517, type=dropout]; "1518 view_69" [id=1518, type=view]; @@ -1535,7 +1535,7 @@ strict digraph { "1533 linear_78_scale_0_updated_constant0" [id=1533, type=get_attr]; "1534 compressed_weight_updated_constant79" [id=1534, type=get_attr]; "1535 _param_constant213_0_0" [id=1535, type=get_attr]; -"1536 mul_127" [id=1536, type=call_method]; +"1536 mul_127" [id=1536, type=mul]; "1537 linear_78" [id=1537, type=linear]; "1538 gelu_12" [id=1538, type=gelu]; "1539 dropout_50" [id=1539, type=dropout]; @@ -1545,7 +1545,7 @@ strict digraph { "1543 linear_79_scale_0_updated_constant0" [id=1543, type=get_attr]; "1544 compressed_weight_updated_constant80" [id=1544, type=get_attr]; "1545 _param_constant215_0_0" [id=1545, type=get_attr]; -"1546 mul_128" [id=1546, type=call_method]; +"1546 mul_128" [id=1546, type=mul]; "1547 linear_79" [id=1547, type=linear]; "1548 dropout_51" [id=1548, type=dropout]; "1549 _param_constant216" [id=1549, type=get_attr]; @@ -1557,13 +1557,13 @@ strict digraph { "1555 linear_80_scale_0_updated_constant0" [id=1555, type=get_attr]; "1556 compressed_weight_updated_constant81" [id=1556, type=get_attr]; "1557 _param_constant219_0_0" [id=1557, type=get_attr]; -"1558 mul_129" [id=1558, type=call_method]; +"1558 mul_129" [id=1558, type=mul]; "1559 linear_80" [id=1559, type=linear]; "1560 relu__13" [id=1560, type=relu_]; "1561 relu__13_0_0_nncf_smooth_quant_0" [id=1561, type=call_module]; "1562 linear_81_scale_0_updated_constant0" [id=1562, type=get_attr]; "1563 compressed_weight_updated_constant82" [id=1563, type=get_attr]; -"1564 mul_130" [id=1564, type=call_method]; +"1564 mul_130" [id=1564, type=mul]; "1565 linear_81" [id=1565, type=linear]; "1566 view_70" [id=1566, type=view]; "1567 _tensor_constant81" [id=1567, type=get_attr]; @@ -1585,7 +1585,7 @@ strict digraph { "1583 linear_82_scale_0_updated_constant0" [id=1583, type=get_attr]; "1584 compressed_weight_updated_constant83" [id=1584, type=get_attr]; "1585 _param_constant221_0_0" [id=1585, type=get_attr]; -"1586 mul_131" [id=1586, type=call_method]; +"1586 mul_131" [id=1586, type=mul]; "1587 linear_82" [id=1587, type=linear]; "1588 reshape_59" [id=1588, type=reshape]; "1589 permute_61" [id=1589, type=permute]; @@ -1638,7 +1638,7 @@ strict digraph { "1636 linear_83_scale_0_updated_constant0" [id=1636, type=get_attr]; "1637 compressed_weight_updated_constant84" [id=1637, type=get_attr]; "1638 _param_constant225_0_0" [id=1638, type=get_attr]; -"1639 mul_132" [id=1639, type=call_method]; +"1639 mul_132" [id=1639, type=mul]; "1640 linear_83" [id=1640, type=linear]; "1641 dropout_53" [id=1641, type=dropout]; "1642 view_76" [id=1642, type=view]; @@ -1660,7 +1660,7 @@ strict digraph { "1658 linear_84_scale_0_updated_constant0" [id=1658, type=get_attr]; "1659 compressed_weight_updated_constant85" [id=1659, type=get_attr]; "1660 _param_constant229_0_0" [id=1660, type=get_attr]; -"1661 mul_133" [id=1661, type=call_method]; +"1661 mul_133" [id=1661, type=mul]; "1662 linear_84" [id=1662, type=linear]; "1663 gelu_13" [id=1663, type=gelu]; "1664 dropout_54" [id=1664, type=dropout]; @@ -1670,7 +1670,7 @@ strict digraph { "1668 linear_85_scale_0_updated_constant0" [id=1668, type=get_attr]; "1669 compressed_weight_updated_constant86" [id=1669, type=get_attr]; "1670 _param_constant231_0_0" [id=1670, type=get_attr]; -"1671 mul_134" [id=1671, type=call_method]; +"1671 mul_134" [id=1671, type=mul]; "1672 linear_85" [id=1672, type=linear]; "1673 dropout_55" [id=1673, type=dropout]; "1674 _param_constant232" [id=1674, type=get_attr]; @@ -1682,13 +1682,13 @@ strict digraph { "1680 linear_86_scale_0_updated_constant0" [id=1680, type=get_attr]; "1681 compressed_weight_updated_constant87" [id=1681, type=get_attr]; "1682 _param_constant235_0_0" [id=1682, type=get_attr]; -"1683 mul_135" [id=1683, type=call_method]; +"1683 mul_135" [id=1683, type=mul]; "1684 linear_86" [id=1684, type=linear]; "1685 relu__14" [id=1685, type=relu_]; "1686 relu__14_0_0_nncf_smooth_quant_0" [id=1686, type=call_module]; "1687 linear_87_scale_0_updated_constant0" [id=1687, type=get_attr]; "1688 compressed_weight_updated_constant88" [id=1688, type=get_attr]; -"1689 mul_136" [id=1689, type=call_method]; +"1689 mul_136" [id=1689, type=mul]; "1690 linear_87" [id=1690, type=linear]; "1691 view_77" [id=1691, type=view]; "1692 _tensor_constant92" [id=1692, type=get_attr]; @@ -1709,7 +1709,7 @@ strict digraph { "1707 linear_88_scale_0_updated_constant0" [id=1707, type=get_attr]; "1708 compressed_weight_updated_constant89" [id=1708, type=get_attr]; "1709 _param_constant237_0_0" [id=1709, type=get_attr]; -"1710 mul_137" [id=1710, type=call_method]; +"1710 mul_137" [id=1710, type=mul]; "1711 linear_88" [id=1711, type=linear]; "1712 reshape_64" [id=1712, type=reshape]; "1713 permute_66" [id=1713, type=permute]; @@ -1746,7 +1746,7 @@ strict digraph { "1744 linear_89_scale_0_updated_constant0" [id=1744, type=get_attr]; "1745 compressed_weight_updated_constant90" [id=1745, type=get_attr]; "1746 _param_constant241_0_0" [id=1746, type=get_attr]; -"1747 mul_138" [id=1747, type=call_method]; +"1747 mul_138" [id=1747, type=mul]; "1748 linear_89" [id=1748, type=linear]; "1749 dropout_57" [id=1749, type=dropout]; "1750 view_80" [id=1750, type=view]; @@ -1767,7 +1767,7 @@ strict digraph { "1765 linear_90_scale_0_updated_constant0" [id=1765, type=get_attr]; "1766 compressed_weight_updated_constant91" [id=1766, type=get_attr]; "1767 _param_constant245_0_0" [id=1767, type=get_attr]; -"1768 mul_139" [id=1768, type=call_method]; +"1768 mul_139" [id=1768, type=mul]; "1769 linear_90" [id=1769, type=linear]; "1770 gelu_14" [id=1770, type=gelu]; "1771 dropout_58" [id=1771, type=dropout]; @@ -1777,7 +1777,7 @@ strict digraph { "1775 linear_91_scale_0_updated_constant0" [id=1775, type=get_attr]; "1776 compressed_weight_updated_constant92" [id=1776, type=get_attr]; "1777 _param_constant247_0_0" [id=1777, type=get_attr]; -"1778 mul_140" [id=1778, type=call_method]; +"1778 mul_140" [id=1778, type=mul]; "1779 linear_91" [id=1779, type=linear]; "1780 dropout_59" [id=1780, type=dropout]; "1781 _param_constant248" [id=1781, type=get_attr]; @@ -1789,13 +1789,13 @@ strict digraph { "1787 linear_92_scale_0_updated_constant0" [id=1787, type=get_attr]; "1788 compressed_weight_updated_constant93" [id=1788, type=get_attr]; "1789 _param_constant251_0_0" [id=1789, type=get_attr]; -"1790 mul_141" [id=1790, type=call_method]; +"1790 mul_141" [id=1790, type=mul]; "1791 linear_92" [id=1791, type=linear]; "1792 relu__15" [id=1792, type=relu_]; "1793 relu__15_0_0_nncf_smooth_quant_0" [id=1793, type=call_module]; "1794 linear_93_scale_0_updated_constant0" [id=1794, type=get_attr]; "1795 compressed_weight_updated_constant94" [id=1795, type=get_attr]; -"1796 mul_142" [id=1796, type=call_method]; +"1796 mul_142" [id=1796, type=mul]; "1797 linear_93" [id=1797, type=linear]; "1798 view_81" [id=1798, type=view]; "1799 _tensor_constant94" [id=1799, type=get_attr]; @@ -1817,7 +1817,7 @@ strict digraph { "1815 linear_94_scale_0_updated_constant0" [id=1815, type=get_attr]; "1816 compressed_weight_updated_constant95" [id=1816, type=get_attr]; "1817 _param_constant253_0_0" [id=1817, type=get_attr]; -"1818 mul_143" [id=1818, type=call_method]; +"1818 mul_143" [id=1818, type=mul]; "1819 linear_94" [id=1819, type=linear]; "1820 reshape_68" [id=1820, type=reshape]; "1821 permute_70" [id=1821, type=permute]; @@ -1870,7 +1870,7 @@ strict digraph { "1868 linear_95_scale_0_updated_constant0" [id=1868, type=get_attr]; "1869 compressed_weight_updated_constant96" [id=1869, type=get_attr]; "1870 _param_constant257_0_0" [id=1870, type=get_attr]; -"1871 mul_144" [id=1871, type=call_method]; +"1871 mul_144" [id=1871, type=mul]; "1872 linear_95" [id=1872, type=linear]; "1873 dropout_61" [id=1873, type=dropout]; "1874 view_87" [id=1874, type=view]; @@ -1892,7 +1892,7 @@ strict digraph { "1890 linear_96_scale_0_updated_constant0" [id=1890, type=get_attr]; "1891 compressed_weight_updated_constant97" [id=1891, type=get_attr]; "1892 _param_constant261_0_0" [id=1892, type=get_attr]; -"1893 mul_145" [id=1893, type=call_method]; +"1893 mul_145" [id=1893, type=mul]; "1894 linear_96" [id=1894, type=linear]; "1895 gelu_15" [id=1895, type=gelu]; "1896 dropout_62" [id=1896, type=dropout]; @@ -1902,7 +1902,7 @@ strict digraph { "1900 linear_97_scale_0_updated_constant0" [id=1900, type=get_attr]; "1901 compressed_weight_updated_constant98" [id=1901, type=get_attr]; "1902 _param_constant263_0_0" [id=1902, type=get_attr]; -"1903 mul_146" [id=1903, type=call_method]; +"1903 mul_146" [id=1903, type=mul]; "1904 linear_97" [id=1904, type=linear]; "1905 dropout_63" [id=1905, type=dropout]; "1906 _param_constant264" [id=1906, type=get_attr]; @@ -1914,13 +1914,13 @@ strict digraph { "1912 linear_98_scale_0_updated_constant0" [id=1912, type=get_attr]; "1913 compressed_weight_updated_constant99" [id=1913, type=get_attr]; "1914 _param_constant267_0_0" [id=1914, type=get_attr]; -"1915 mul_147" [id=1915, type=call_method]; +"1915 mul_147" [id=1915, type=mul]; "1916 linear_98" [id=1916, type=linear]; "1917 relu__16" [id=1917, type=relu_]; "1918 relu__16_0_0_nncf_smooth_quant_0" [id=1918, type=call_module]; "1919 linear_99_scale_0_updated_constant0" [id=1919, type=get_attr]; "1920 compressed_weight_updated_constant100" [id=1920, type=get_attr]; -"1921 mul_148" [id=1921, type=call_method]; +"1921 mul_148" [id=1921, type=mul]; "1922 linear_99" [id=1922, type=linear]; "1923 view_88" [id=1923, type=view]; "1924 _tensor_constant105" [id=1924, type=get_attr]; @@ -1941,7 +1941,7 @@ strict digraph { "1939 linear_100_scale_0_updated_constant0" [id=1939, type=get_attr]; "1940 compressed_weight_updated_constant101" [id=1940, type=get_attr]; "1941 _param_constant269_0_0" [id=1941, type=get_attr]; -"1942 mul_149" [id=1942, type=call_method]; +"1942 mul_149" [id=1942, type=mul]; "1943 linear_100" [id=1943, type=linear]; "1944 reshape_73" [id=1944, type=reshape]; "1945 permute_75" [id=1945, type=permute]; @@ -1978,7 +1978,7 @@ strict digraph { "1976 linear_101_scale_0_updated_constant0" [id=1976, type=get_attr]; "1977 compressed_weight_updated_constant102" [id=1977, type=get_attr]; "1978 _param_constant273_0_0" [id=1978, type=get_attr]; -"1979 mul_150" [id=1979, type=call_method]; +"1979 mul_150" [id=1979, type=mul]; "1980 linear_101" [id=1980, type=linear]; "1981 dropout_65" [id=1981, type=dropout]; "1982 view_91" [id=1982, type=view]; @@ -1999,7 +1999,7 @@ strict digraph { "1997 linear_102_scale_0_updated_constant0" [id=1997, type=get_attr]; "1998 compressed_weight_updated_constant103" [id=1998, type=get_attr]; "1999 _param_constant277_0_0" [id=1999, type=get_attr]; -"2000 mul_151" [id=2000, type=call_method]; +"2000 mul_151" [id=2000, type=mul]; "2001 linear_102" [id=2001, type=linear]; "2002 gelu_16" [id=2002, type=gelu]; "2003 dropout_66" [id=2003, type=dropout]; @@ -2009,7 +2009,7 @@ strict digraph { "2007 linear_103_scale_0_updated_constant0" [id=2007, type=get_attr]; "2008 compressed_weight_updated_constant104" [id=2008, type=get_attr]; "2009 _param_constant279_0_0" [id=2009, type=get_attr]; -"2010 mul_152" [id=2010, type=call_method]; +"2010 mul_152" [id=2010, type=mul]; "2011 linear_103" [id=2011, type=linear]; "2012 dropout_67" [id=2012, type=dropout]; "2013 _param_constant280" [id=2013, type=get_attr]; @@ -2021,13 +2021,13 @@ strict digraph { "2019 linear_104_scale_0_updated_constant0" [id=2019, type=get_attr]; "2020 compressed_weight_updated_constant105" [id=2020, type=get_attr]; "2021 _param_constant283_0_0" [id=2021, type=get_attr]; -"2022 mul_153" [id=2022, type=call_method]; +"2022 mul_153" [id=2022, type=mul]; "2023 linear_104" [id=2023, type=linear]; "2024 relu__17" [id=2024, type=relu_]; "2025 relu__17_0_0_nncf_smooth_quant_0" [id=2025, type=call_module]; "2026 linear_105_scale_0_updated_constant0" [id=2026, type=get_attr]; "2027 compressed_weight_updated_constant106" [id=2027, type=get_attr]; -"2028 mul_154" [id=2028, type=call_method]; +"2028 mul_154" [id=2028, type=mul]; "2029 linear_105" [id=2029, type=linear]; "2030 view_92" [id=2030, type=view]; "2031 _tensor_constant107" [id=2031, type=get_attr]; @@ -2049,7 +2049,7 @@ strict digraph { "2047 linear_106_scale_0_updated_constant0" [id=2047, type=get_attr]; "2048 compressed_weight_updated_constant107" [id=2048, type=get_attr]; "2049 _param_constant285_0_0" [id=2049, type=get_attr]; -"2050 mul_155" [id=2050, type=call_method]; +"2050 mul_155" [id=2050, type=mul]; "2051 linear_106" [id=2051, type=linear]; "2052 reshape_77" [id=2052, type=reshape]; "2053 permute_79" [id=2053, type=permute]; @@ -2102,7 +2102,7 @@ strict digraph { "2100 linear_107_scale_0_updated_constant0" [id=2100, type=get_attr]; "2101 compressed_weight_updated_constant108" [id=2101, type=get_attr]; "2102 _param_constant289_0_0" [id=2102, type=get_attr]; -"2103 mul_156" [id=2103, type=call_method]; +"2103 mul_156" [id=2103, type=mul]; "2104 linear_107" [id=2104, type=linear]; "2105 dropout_69" [id=2105, type=dropout]; "2106 view_98" [id=2106, type=view]; @@ -2124,7 +2124,7 @@ strict digraph { "2122 linear_108_scale_0_updated_constant0" [id=2122, type=get_attr]; "2123 compressed_weight_updated_constant109" [id=2123, type=get_attr]; "2124 _param_constant293_0_0" [id=2124, type=get_attr]; -"2125 mul_157" [id=2125, type=call_method]; +"2125 mul_157" [id=2125, type=mul]; "2126 linear_108" [id=2126, type=linear]; "2127 gelu_17" [id=2127, type=gelu]; "2128 dropout_70" [id=2128, type=dropout]; @@ -2134,7 +2134,7 @@ strict digraph { "2132 linear_109_scale_0_updated_constant0" [id=2132, type=get_attr]; "2133 compressed_weight_updated_constant110" [id=2133, type=get_attr]; "2134 _param_constant295_0_0" [id=2134, type=get_attr]; -"2135 mul_158" [id=2135, type=call_method]; +"2135 mul_158" [id=2135, type=mul]; "2136 linear_109" [id=2136, type=linear]; "2137 dropout_71" [id=2137, type=dropout]; "2138 _param_constant296" [id=2138, type=get_attr]; @@ -2146,13 +2146,13 @@ strict digraph { "2144 linear_110_scale_0_updated_constant0" [id=2144, type=get_attr]; "2145 compressed_weight_updated_constant111" [id=2145, type=get_attr]; "2146 _param_constant299_0_0" [id=2146, type=get_attr]; -"2147 mul_159" [id=2147, type=call_method]; +"2147 mul_159" [id=2147, type=mul]; "2148 linear_110" [id=2148, type=linear]; "2149 relu__18" [id=2149, type=relu_]; "2150 relu__18_0_0_nncf_smooth_quant_0" [id=2150, type=call_module]; "2151 linear_111_scale_0_updated_constant0" [id=2151, type=get_attr]; "2152 compressed_weight_updated_constant112" [id=2152, type=get_attr]; -"2153 mul_160" [id=2153, type=call_method]; +"2153 mul_160" [id=2153, type=mul]; "2154 linear_111" [id=2154, type=linear]; "2155 view_99" [id=2155, type=view]; "2156 _tensor_constant118" [id=2156, type=get_attr]; @@ -2173,7 +2173,7 @@ strict digraph { "2171 linear_112_scale_0_updated_constant0" [id=2171, type=get_attr]; "2172 compressed_weight_updated_constant113" [id=2172, type=get_attr]; "2173 _param_constant301_0_0" [id=2173, type=get_attr]; -"2174 mul_161" [id=2174, type=call_method]; +"2174 mul_161" [id=2174, type=mul]; "2175 linear_112" [id=2175, type=linear]; "2176 reshape_82" [id=2176, type=reshape]; "2177 permute_84" [id=2177, type=permute]; @@ -2210,7 +2210,7 @@ strict digraph { "2208 linear_113_scale_0_updated_constant0" [id=2208, type=get_attr]; "2209 compressed_weight_updated_constant114" [id=2209, type=get_attr]; "2210 _param_constant305_0_0" [id=2210, type=get_attr]; -"2211 mul_162" [id=2211, type=call_method]; +"2211 mul_162" [id=2211, type=mul]; "2212 linear_113" [id=2212, type=linear]; "2213 dropout_73" [id=2213, type=dropout]; "2214 view_102" [id=2214, type=view]; @@ -2231,7 +2231,7 @@ strict digraph { "2229 linear_114_scale_0_updated_constant0" [id=2229, type=get_attr]; "2230 compressed_weight_updated_constant115" [id=2230, type=get_attr]; "2231 _param_constant309_0_0" [id=2231, type=get_attr]; -"2232 mul_163" [id=2232, type=call_method]; +"2232 mul_163" [id=2232, type=mul]; "2233 linear_114" [id=2233, type=linear]; "2234 gelu_18" [id=2234, type=gelu]; "2235 dropout_74" [id=2235, type=dropout]; @@ -2241,7 +2241,7 @@ strict digraph { "2239 linear_115_scale_0_updated_constant0" [id=2239, type=get_attr]; "2240 compressed_weight_updated_constant116" [id=2240, type=get_attr]; "2241 _param_constant311_0_0" [id=2241, type=get_attr]; -"2242 mul_164" [id=2242, type=call_method]; +"2242 mul_164" [id=2242, type=mul]; "2243 linear_115" [id=2243, type=linear]; "2244 dropout_75" [id=2244, type=dropout]; "2245 _param_constant312" [id=2245, type=get_attr]; @@ -2253,13 +2253,13 @@ strict digraph { "2251 linear_116_scale_0_updated_constant0" [id=2251, type=get_attr]; "2252 compressed_weight_updated_constant117" [id=2252, type=get_attr]; "2253 _param_constant315_0_0" [id=2253, type=get_attr]; -"2254 mul_165" [id=2254, type=call_method]; +"2254 mul_165" [id=2254, type=mul]; "2255 linear_116" [id=2255, type=linear]; "2256 relu__19" [id=2256, type=relu_]; "2257 relu__19_0_0_nncf_smooth_quant_0" [id=2257, type=call_module]; "2258 linear_117_scale_0_updated_constant0" [id=2258, type=get_attr]; "2259 compressed_weight_updated_constant118" [id=2259, type=get_attr]; -"2260 mul_166" [id=2260, type=call_method]; +"2260 mul_166" [id=2260, type=mul]; "2261 linear_117" [id=2261, type=linear]; "2262 view_103" [id=2262, type=view]; "2263 _tensor_constant120" [id=2263, type=get_attr]; @@ -2281,7 +2281,7 @@ strict digraph { "2279 linear_118_scale_0_updated_constant0" [id=2279, type=get_attr]; "2280 compressed_weight_updated_constant119" [id=2280, type=get_attr]; "2281 _param_constant317_0_0" [id=2281, type=get_attr]; -"2282 mul_167" [id=2282, type=call_method]; +"2282 mul_167" [id=2282, type=mul]; "2283 linear_118" [id=2283, type=linear]; "2284 reshape_86" [id=2284, type=reshape]; "2285 permute_88" [id=2285, type=permute]; @@ -2334,7 +2334,7 @@ strict digraph { "2332 linear_119_scale_0_updated_constant0" [id=2332, type=get_attr]; "2333 compressed_weight_updated_constant120" [id=2333, type=get_attr]; "2334 _param_constant321_0_0" [id=2334, type=get_attr]; -"2335 mul_168" [id=2335, type=call_method]; +"2335 mul_168" [id=2335, type=mul]; "2336 linear_119" [id=2336, type=linear]; "2337 dropout_77" [id=2337, type=dropout]; "2338 view_109" [id=2338, type=view]; @@ -2356,7 +2356,7 @@ strict digraph { "2354 linear_120_scale_0_updated_constant0" [id=2354, type=get_attr]; "2355 compressed_weight_updated_constant121" [id=2355, type=get_attr]; "2356 _param_constant325_0_0" [id=2356, type=get_attr]; -"2357 mul_169" [id=2357, type=call_method]; +"2357 mul_169" [id=2357, type=mul]; "2358 linear_120" [id=2358, type=linear]; "2359 gelu_19" [id=2359, type=gelu]; "2360 dropout_78" [id=2360, type=dropout]; @@ -2366,7 +2366,7 @@ strict digraph { "2364 linear_121_scale_0_updated_constant0" [id=2364, type=get_attr]; "2365 compressed_weight_updated_constant122" [id=2365, type=get_attr]; "2366 _param_constant327_0_0" [id=2366, type=get_attr]; -"2367 mul_170" [id=2367, type=call_method]; +"2367 mul_170" [id=2367, type=mul]; "2368 linear_121" [id=2368, type=linear]; "2369 dropout_79" [id=2369, type=dropout]; "2370 _param_constant328" [id=2370, type=get_attr]; @@ -2378,13 +2378,13 @@ strict digraph { "2376 linear_122_scale_0_updated_constant0" [id=2376, type=get_attr]; "2377 compressed_weight_updated_constant123" [id=2377, type=get_attr]; "2378 _param_constant331_0_0" [id=2378, type=get_attr]; -"2379 mul_171" [id=2379, type=call_method]; +"2379 mul_171" [id=2379, type=mul]; "2380 linear_122" [id=2380, type=linear]; "2381 relu__20" [id=2381, type=relu_]; "2382 relu__20_0_0_nncf_smooth_quant_0" [id=2382, type=call_module]; "2383 linear_123_scale_0_updated_constant0" [id=2383, type=get_attr]; "2384 compressed_weight_updated_constant124" [id=2384, type=get_attr]; -"2385 mul_172" [id=2385, type=call_method]; +"2385 mul_172" [id=2385, type=mul]; "2386 linear_123" [id=2386, type=linear]; "2387 view_110" [id=2387, type=view]; "2388 _tensor_constant131" [id=2388, type=get_attr]; @@ -2405,7 +2405,7 @@ strict digraph { "2403 linear_124_scale_0_updated_constant0" [id=2403, type=get_attr]; "2404 compressed_weight_updated_constant125" [id=2404, type=get_attr]; "2405 _param_constant333_0_0" [id=2405, type=get_attr]; -"2406 mul_173" [id=2406, type=call_method]; +"2406 mul_173" [id=2406, type=mul]; "2407 linear_124" [id=2407, type=linear]; "2408 reshape_91" [id=2408, type=reshape]; "2409 permute_93" [id=2409, type=permute]; @@ -2442,7 +2442,7 @@ strict digraph { "2440 linear_125_scale_0_updated_constant0" [id=2440, type=get_attr]; "2441 compressed_weight_updated_constant126" [id=2441, type=get_attr]; "2442 _param_constant337_0_0" [id=2442, type=get_attr]; -"2443 mul_174" [id=2443, type=call_method]; +"2443 mul_174" [id=2443, type=mul]; "2444 linear_125" [id=2444, type=linear]; "2445 dropout_81" [id=2445, type=dropout]; "2446 view_113" [id=2446, type=view]; @@ -2463,7 +2463,7 @@ strict digraph { "2461 linear_126_scale_0_updated_constant0" [id=2461, type=get_attr]; "2462 compressed_weight_updated_constant127" [id=2462, type=get_attr]; "2463 _param_constant341_0_0" [id=2463, type=get_attr]; -"2464 mul_175" [id=2464, type=call_method]; +"2464 mul_175" [id=2464, type=mul]; "2465 linear_126" [id=2465, type=linear]; "2466 gelu_20" [id=2466, type=gelu]; "2467 dropout_82" [id=2467, type=dropout]; @@ -2473,7 +2473,7 @@ strict digraph { "2471 linear_127_scale_0_updated_constant0" [id=2471, type=get_attr]; "2472 compressed_weight_updated_constant128" [id=2472, type=get_attr]; "2473 _param_constant343_0_0" [id=2473, type=get_attr]; -"2474 mul_176" [id=2474, type=call_method]; +"2474 mul_176" [id=2474, type=mul]; "2475 linear_127" [id=2475, type=linear]; "2476 dropout_83" [id=2476, type=dropout]; "2477 _param_constant344" [id=2477, type=get_attr]; @@ -2485,13 +2485,13 @@ strict digraph { "2483 linear_128_scale_0_updated_constant0" [id=2483, type=get_attr]; "2484 compressed_weight_updated_constant129" [id=2484, type=get_attr]; "2485 _param_constant347_0_0" [id=2485, type=get_attr]; -"2486 mul_177" [id=2486, type=call_method]; +"2486 mul_177" [id=2486, type=mul]; "2487 linear_128" [id=2487, type=linear]; "2488 relu__21" [id=2488, type=relu_]; "2489 relu__21_0_0_nncf_smooth_quant_0" [id=2489, type=call_module]; "2490 linear_129_scale_0_updated_constant0" [id=2490, type=get_attr]; "2491 compressed_weight_updated_constant130" [id=2491, type=get_attr]; -"2492 mul_178" [id=2492, type=call_method]; +"2492 mul_178" [id=2492, type=mul]; "2493 linear_129" [id=2493, type=linear]; "2494 view_114" [id=2494, type=view]; "2495 _tensor_constant133" [id=2495, type=get_attr]; @@ -2513,7 +2513,7 @@ strict digraph { "2511 linear_130_scale_0_updated_constant0" [id=2511, type=get_attr]; "2512 compressed_weight_updated_constant131" [id=2512, type=get_attr]; "2513 _param_constant349_0_0" [id=2513, type=get_attr]; -"2514 mul_179" [id=2514, type=call_method]; +"2514 mul_179" [id=2514, type=mul]; "2515 linear_130" [id=2515, type=linear]; "2516 reshape_95" [id=2516, type=reshape]; "2517 permute_97" [id=2517, type=permute]; @@ -2566,7 +2566,7 @@ strict digraph { "2564 linear_131_scale_0_updated_constant0" [id=2564, type=get_attr]; "2565 compressed_weight_updated_constant132" [id=2565, type=get_attr]; "2566 _param_constant353_0_0" [id=2566, type=get_attr]; -"2567 mul_180" [id=2567, type=call_method]; +"2567 mul_180" [id=2567, type=mul]; "2568 linear_131" [id=2568, type=linear]; "2569 dropout_85" [id=2569, type=dropout]; "2570 view_120" [id=2570, type=view]; @@ -2588,7 +2588,7 @@ strict digraph { "2586 linear_132_scale_0_updated_constant0" [id=2586, type=get_attr]; "2587 compressed_weight_updated_constant133" [id=2587, type=get_attr]; "2588 _param_constant357_0_0" [id=2588, type=get_attr]; -"2589 mul_181" [id=2589, type=call_method]; +"2589 mul_181" [id=2589, type=mul]; "2590 linear_132" [id=2590, type=linear]; "2591 gelu_21" [id=2591, type=gelu]; "2592 dropout_86" [id=2592, type=dropout]; @@ -2598,7 +2598,7 @@ strict digraph { "2596 linear_133_scale_0_updated_constant0" [id=2596, type=get_attr]; "2597 compressed_weight_updated_constant134" [id=2597, type=get_attr]; "2598 _param_constant359_0_0" [id=2598, type=get_attr]; -"2599 mul_182" [id=2599, type=call_method]; +"2599 mul_182" [id=2599, type=mul]; "2600 linear_133" [id=2600, type=linear]; "2601 dropout_87" [id=2601, type=dropout]; "2602 _param_constant360" [id=2602, type=get_attr]; @@ -2624,7 +2624,7 @@ strict digraph { "2622 dequantize_per_tensor_default_135" [id=2622, type=dequantize_per_tensor]; "2623 linear_134_scale_0_updated_constant0" [id=2623, type=get_attr]; "2624 compressed_weight_updated_constant135" [id=2624, type=get_attr]; -"2625 mul_183" [id=2625, type=call_method]; +"2625 mul_183" [id=2625, type=mul]; "2626 linear_134" [id=2626, type=linear]; "2627 _param_constant363" [id=2627, type=get_attr]; "2628 _param_constant364" [id=2628, type=get_attr]; @@ -2634,13 +2634,13 @@ strict digraph { "2632 linear_135_scale_0_updated_constant0" [id=2632, type=get_attr]; "2633 compressed_weight_updated_constant136" [id=2633, type=get_attr]; "2634 _param_constant366_0_0" [id=2634, type=get_attr]; -"2635 mul_184" [id=2635, type=call_method]; +"2635 mul_184" [id=2635, type=mul]; "2636 linear_135" [id=2636, type=linear]; "2637 relu__22" [id=2637, type=relu_]; "2638 relu__22_0_0_nncf_smooth_quant_0" [id=2638, type=call_module]; "2639 linear_136_scale_0_updated_constant0" [id=2639, type=get_attr]; "2640 compressed_weight_updated_constant137" [id=2640, type=get_attr]; -"2641 mul_185" [id=2641, type=call_method]; +"2641 mul_185" [id=2641, type=mul]; "2642 linear_136" [id=2642, type=linear]; "2643 view_121" [id=2643, type=view]; "2644 _tensor_constant144" [id=2644, type=get_attr]; @@ -2661,7 +2661,7 @@ strict digraph { "2659 linear_137_scale_0_updated_constant0" [id=2659, type=get_attr]; "2660 compressed_weight_updated_constant138" [id=2660, type=get_attr]; "2661 _param_constant368_0_0" [id=2661, type=get_attr]; -"2662 mul_186" [id=2662, type=call_method]; +"2662 mul_186" [id=2662, type=mul]; "2663 linear_137" [id=2663, type=linear]; "2664 reshape_100" [id=2664, type=reshape]; "2665 permute_102" [id=2665, type=permute]; @@ -2698,7 +2698,7 @@ strict digraph { "2696 linear_138_scale_0_updated_constant0" [id=2696, type=get_attr]; "2697 compressed_weight_updated_constant139" [id=2697, type=get_attr]; "2698 _param_constant372_0_0" [id=2698, type=get_attr]; -"2699 mul_187" [id=2699, type=call_method]; +"2699 mul_187" [id=2699, type=mul]; "2700 linear_138" [id=2700, type=linear]; "2701 dropout_89" [id=2701, type=dropout]; "2702 view_124" [id=2702, type=view]; @@ -2719,7 +2719,7 @@ strict digraph { "2717 linear_139_scale_0_updated_constant0" [id=2717, type=get_attr]; "2718 compressed_weight_updated_constant140" [id=2718, type=get_attr]; "2719 _param_constant376_0_0" [id=2719, type=get_attr]; -"2720 mul_188" [id=2720, type=call_method]; +"2720 mul_188" [id=2720, type=mul]; "2721 linear_139" [id=2721, type=linear]; "2722 gelu_22" [id=2722, type=gelu]; "2723 dropout_90" [id=2723, type=dropout]; @@ -2729,7 +2729,7 @@ strict digraph { "2727 linear_140_scale_0_updated_constant0" [id=2727, type=get_attr]; "2728 compressed_weight_updated_constant141" [id=2728, type=get_attr]; "2729 _param_constant378_0_0" [id=2729, type=get_attr]; -"2730 mul_189" [id=2730, type=call_method]; +"2730 mul_189" [id=2730, type=mul]; "2731 linear_140" [id=2731, type=linear]; "2732 dropout_91" [id=2732, type=dropout]; "2733 _param_constant379" [id=2733, type=get_attr]; @@ -2741,13 +2741,13 @@ strict digraph { "2739 linear_141_scale_0_updated_constant0" [id=2739, type=get_attr]; "2740 compressed_weight_updated_constant142" [id=2740, type=get_attr]; "2741 _param_constant382_0_0" [id=2741, type=get_attr]; -"2742 mul_190" [id=2742, type=call_method]; +"2742 mul_190" [id=2742, type=mul]; "2743 linear_141" [id=2743, type=linear]; "2744 relu__23" [id=2744, type=relu_]; "2745 relu__23_0_0_nncf_smooth_quant_0" [id=2745, type=call_module]; "2746 linear_142_scale_0_updated_constant0" [id=2746, type=get_attr]; "2747 compressed_weight_updated_constant143" [id=2747, type=get_attr]; -"2748 mul_191" [id=2748, type=call_method]; +"2748 mul_191" [id=2748, type=mul]; "2749 linear_142" [id=2749, type=linear]; "2750 view_125" [id=2750, type=view]; "2751 _tensor_constant146" [id=2751, type=get_attr]; @@ -2768,7 +2768,7 @@ strict digraph { "2766 linear_143_scale_0_updated_constant0" [id=2766, type=get_attr]; "2767 compressed_weight_updated_constant144" [id=2767, type=get_attr]; "2768 _param_constant384_0_0" [id=2768, type=get_attr]; -"2769 mul_192" [id=2769, type=call_method]; +"2769 mul_192" [id=2769, type=mul]; "2770 linear_143" [id=2770, type=linear]; "2771 reshape_104" [id=2771, type=reshape]; "2772 permute_106" [id=2772, type=permute]; @@ -2805,7 +2805,7 @@ strict digraph { "2803 linear_144_scale_0_updated_constant0" [id=2803, type=get_attr]; "2804 compressed_weight_updated_constant145" [id=2804, type=get_attr]; "2805 _param_constant388_0_0" [id=2805, type=get_attr]; -"2806 mul_193" [id=2806, type=call_method]; +"2806 mul_193" [id=2806, type=mul]; "2807 linear_144" [id=2807, type=linear]; "2808 dropout_93" [id=2808, type=dropout]; "2809 view_128" [id=2809, type=view]; @@ -2826,7 +2826,7 @@ strict digraph { "2824 linear_145_scale_0_updated_constant0" [id=2824, type=get_attr]; "2825 compressed_weight_updated_constant146" [id=2825, type=get_attr]; "2826 _param_constant392_0_0" [id=2826, type=get_attr]; -"2827 mul_194" [id=2827, type=call_method]; +"2827 mul_194" [id=2827, type=mul]; "2828 linear_145" [id=2828, type=linear]; "2829 gelu_23" [id=2829, type=gelu]; "2830 dropout_94" [id=2830, type=dropout]; @@ -2836,7 +2836,7 @@ strict digraph { "2834 linear_146_scale_0_updated_constant0" [id=2834, type=get_attr]; "2835 compressed_weight_updated_constant147" [id=2835, type=get_attr]; "2836 _param_constant394_0_0" [id=2836, type=get_attr]; -"2837 mul_195" [id=2837, type=call_method]; +"2837 mul_195" [id=2837, type=mul]; "2838 linear_146" [id=2838, type=linear]; "2839 dropout_95" [id=2839, type=dropout]; "2840 _param_constant395" [id=2840, type=get_attr]; @@ -2855,7 +2855,7 @@ strict digraph { "2853 linear_147_scale_0_updated_constant0" [id=2853, type=get_attr]; "2854 compressed_weight_updated_constant148" [id=2854, type=get_attr]; "2855 _param_constant400_0_0" [id=2855, type=get_attr]; -"2856 mul_196" [id=2856, type=call_method]; +"2856 mul_196" [id=2856, type=mul]; "2857 linear_147" [id=2857, type=linear]; "2858 output" [id=2858, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; diff --git a/tests/torch/data/reference_graphs/fx/quantized/unet.dot b/tests/torch/data/reference_graphs/fx/quantized/unet.dot index fc89f9b30d3..703b5891438 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/unet.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/unet.dot @@ -5,7 +5,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; "4 compressed_weight_updated_constant0" [id=4, type=get_attr]; "5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul" [id=6, type=call_method]; +"6 mul" [id=6, type=mul]; "7 conv2d" [id=7, type=conv2d]; "8 relu" [id=8, type=relu]; "9 quantize_per_tensor_default_9" [id=9, type=quantize_per_tensor]; @@ -13,7 +13,7 @@ strict digraph { "11 conv2d_1_scale_0_updated_constant0" [id=11, type=get_attr]; "12 compressed_weight_updated_constant1" [id=12, type=get_attr]; "13 _param_constant5_0_0" [id=13, type=get_attr]; -"14 mul_1" [id=14, type=call_method]; +"14 mul_1" [id=14, type=mul]; "15 conv2d_1" [id=15, type=conv2d]; "16 relu_1" [id=16, type=relu]; "17 quantize_per_tensor_default" [id=17, type=quantize_per_tensor]; @@ -23,7 +23,7 @@ strict digraph { "21 conv2d_2_scale_0_updated_constant0" [id=21, type=get_attr]; "22 compressed_weight_updated_constant2" [id=22, type=get_attr]; "23 _param_constant9_0_0" [id=23, type=get_attr]; -"24 mul_2" [id=24, type=call_method]; +"24 mul_2" [id=24, type=mul]; "25 conv2d_2" [id=25, type=conv2d]; "26 relu_2" [id=26, type=relu]; "27 quantize_per_tensor_default_10" [id=27, type=quantize_per_tensor]; @@ -31,7 +31,7 @@ strict digraph { "29 conv2d_3_scale_0_updated_constant0" [id=29, type=get_attr]; "30 compressed_weight_updated_constant3" [id=30, type=get_attr]; "31 _param_constant13_0_0" [id=31, type=get_attr]; -"32 mul_3" [id=32, type=call_method]; +"32 mul_3" [id=32, type=mul]; "33 conv2d_3" [id=33, type=conv2d]; "34 relu_3" [id=34, type=relu]; "35 quantize_per_tensor_default_3" [id=35, type=quantize_per_tensor]; @@ -41,7 +41,7 @@ strict digraph { "39 conv2d_4_scale_0_updated_constant0" [id=39, type=get_attr]; "40 compressed_weight_updated_constant4" [id=40, type=get_attr]; "41 _param_constant17_0_0" [id=41, type=get_attr]; -"42 mul_4" [id=42, type=call_method]; +"42 mul_4" [id=42, type=mul]; "43 conv2d_4" [id=43, type=conv2d]; "44 relu_4" [id=44, type=relu]; "45 quantize_per_tensor_default_11" [id=45, type=quantize_per_tensor]; @@ -49,7 +49,7 @@ strict digraph { "47 conv2d_5_scale_0_updated_constant0" [id=47, type=get_attr]; "48 compressed_weight_updated_constant5" [id=48, type=get_attr]; "49 _param_constant21_0_0" [id=49, type=get_attr]; -"50 mul_5" [id=50, type=call_method]; +"50 mul_5" [id=50, type=mul]; "51 conv2d_5" [id=51, type=conv2d]; "52 relu_5" [id=52, type=relu]; "53 quantize_per_tensor_default_4" [id=53, type=quantize_per_tensor]; @@ -59,7 +59,7 @@ strict digraph { "57 conv2d_6_scale_0_updated_constant0" [id=57, type=get_attr]; "58 compressed_weight_updated_constant6" [id=58, type=get_attr]; "59 _param_constant25_0_0" [id=59, type=get_attr]; -"60 mul_6" [id=60, type=call_method]; +"60 mul_6" [id=60, type=mul]; "61 conv2d_6" [id=61, type=conv2d]; "62 relu_6" [id=62, type=relu]; "63 quantize_per_tensor_default_12" [id=63, type=quantize_per_tensor]; @@ -67,7 +67,7 @@ strict digraph { "65 conv2d_7_scale_0_updated_constant0" [id=65, type=get_attr]; "66 compressed_weight_updated_constant7" [id=66, type=get_attr]; "67 _param_constant29_0_0" [id=67, type=get_attr]; -"68 mul_7" [id=68, type=call_method]; +"68 mul_7" [id=68, type=mul]; "69 conv2d_7" [id=69, type=conv2d]; "70 relu_7" [id=70, type=relu]; "71 quantize_per_tensor_default_7" [id=71, type=quantize_per_tensor]; @@ -77,7 +77,7 @@ strict digraph { "75 conv2d_8_scale_0_updated_constant0" [id=75, type=get_attr]; "76 compressed_weight_updated_constant8" [id=76, type=get_attr]; "77 _param_constant33_0_0" [id=77, type=get_attr]; -"78 mul_8" [id=78, type=call_method]; +"78 mul_8" [id=78, type=mul]; "79 conv2d_8" [id=79, type=conv2d]; "80 relu_8" [id=80, type=relu]; "81 quantize_per_tensor_default_13" [id=81, type=quantize_per_tensor]; @@ -85,7 +85,7 @@ strict digraph { "83 conv2d_9_scale_0_updated_constant0" [id=83, type=get_attr]; "84 compressed_weight_updated_constant9" [id=84, type=get_attr]; "85 _param_constant37_0_0" [id=85, type=get_attr]; -"86 mul_9" [id=86, type=call_method]; +"86 mul_9" [id=86, type=mul]; "87 conv2d_9" [id=87, type=conv2d]; "88 relu_9" [id=88, type=relu]; "89 quantize_per_tensor_default_14" [id=89, type=quantize_per_tensor]; @@ -93,7 +93,7 @@ strict digraph { "91 _param_constant41" [id=91, type=get_attr]; "92 conv_transpose2d_scale_0_updated_constant0" [id=92, type=get_attr]; "93 compressed_weight_updated_constant10" [id=93, type=get_attr]; -"94 mul_10" [id=94, type=call_method]; +"94 mul_10" [id=94, type=mul]; "95 conv_transpose2d" [id=95, type=conv_transpose2d]; "96 quantize_per_tensor_default_6" [id=96, type=quantize_per_tensor]; "97 dequantize_per_tensor_default_9" [id=97, type=dequantize_per_tensor]; @@ -105,7 +105,7 @@ strict digraph { "103 conv2d_10_scale_0_updated_constant0" [id=103, type=get_attr]; "104 compressed_weight_updated_constant11" [id=104, type=get_attr]; "105 _param_constant43_0_0" [id=105, type=get_attr]; -"106 mul_11" [id=106, type=call_method]; +"106 mul_11" [id=106, type=mul]; "107 conv2d_10" [id=107, type=conv2d]; "108 relu_10" [id=108, type=relu]; "109 quantize_per_tensor_default_15" [id=109, type=quantize_per_tensor]; @@ -113,7 +113,7 @@ strict digraph { "111 conv2d_11_scale_0_updated_constant0" [id=111, type=get_attr]; "112 compressed_weight_updated_constant12" [id=112, type=get_attr]; "113 _param_constant47_0_0" [id=113, type=get_attr]; -"114 mul_12" [id=114, type=call_method]; +"114 mul_12" [id=114, type=mul]; "115 conv2d_11" [id=115, type=conv2d]; "116 relu_11" [id=116, type=relu]; "117 quantize_per_tensor_default_16" [id=117, type=quantize_per_tensor]; @@ -121,7 +121,7 @@ strict digraph { "119 _param_constant51" [id=119, type=get_attr]; "120 conv_transpose2d_1_scale_0_updated_constant0" [id=120, type=get_attr]; "121 compressed_weight_updated_constant13" [id=121, type=get_attr]; -"122 mul_13" [id=122, type=call_method]; +"122 mul_13" [id=122, type=mul]; "123 conv_transpose2d_1" [id=123, type=conv_transpose2d]; "124 quantize_per_tensor_default_5" [id=124, type=quantize_per_tensor]; "125 dequantize_per_tensor_default_8" [id=125, type=dequantize_per_tensor]; @@ -133,7 +133,7 @@ strict digraph { "131 conv2d_12_scale_0_updated_constant0" [id=131, type=get_attr]; "132 compressed_weight_updated_constant14" [id=132, type=get_attr]; "133 _param_constant53_0_0" [id=133, type=get_attr]; -"134 mul_14" [id=134, type=call_method]; +"134 mul_14" [id=134, type=mul]; "135 conv2d_12" [id=135, type=conv2d]; "136 relu_12" [id=136, type=relu]; "137 quantize_per_tensor_default_17" [id=137, type=quantize_per_tensor]; @@ -141,7 +141,7 @@ strict digraph { "139 conv2d_13_scale_0_updated_constant0" [id=139, type=get_attr]; "140 compressed_weight_updated_constant15" [id=140, type=get_attr]; "141 _param_constant57_0_0" [id=141, type=get_attr]; -"142 mul_15" [id=142, type=call_method]; +"142 mul_15" [id=142, type=mul]; "143 conv2d_13" [id=143, type=conv2d]; "144 relu_13" [id=144, type=relu]; "145 quantize_per_tensor_default_18" [id=145, type=quantize_per_tensor]; @@ -149,7 +149,7 @@ strict digraph { "147 _param_constant61" [id=147, type=get_attr]; "148 conv_transpose2d_2_scale_0_updated_constant0" [id=148, type=get_attr]; "149 compressed_weight_updated_constant16" [id=149, type=get_attr]; -"150 mul_16" [id=150, type=call_method]; +"150 mul_16" [id=150, type=mul]; "151 conv_transpose2d_2" [id=151, type=conv_transpose2d]; "152 quantize_per_tensor_default_2" [id=152, type=quantize_per_tensor]; "153 dequantize_per_tensor_default_3" [id=153, type=dequantize_per_tensor]; @@ -161,7 +161,7 @@ strict digraph { "159 conv2d_14_scale_0_updated_constant0" [id=159, type=get_attr]; "160 compressed_weight_updated_constant17" [id=160, type=get_attr]; "161 _param_constant63_0_0" [id=161, type=get_attr]; -"162 mul_17" [id=162, type=call_method]; +"162 mul_17" [id=162, type=mul]; "163 conv2d_14" [id=163, type=conv2d]; "164 relu_14" [id=164, type=relu]; "165 quantize_per_tensor_default_19" [id=165, type=quantize_per_tensor]; @@ -169,7 +169,7 @@ strict digraph { "167 conv2d_15_scale_0_updated_constant0" [id=167, type=get_attr]; "168 compressed_weight_updated_constant18" [id=168, type=get_attr]; "169 _param_constant67_0_0" [id=169, type=get_attr]; -"170 mul_18" [id=170, type=call_method]; +"170 mul_18" [id=170, type=mul]; "171 conv2d_15" [id=171, type=conv2d]; "172 relu_15" [id=172, type=relu]; "173 quantize_per_tensor_default_20" [id=173, type=quantize_per_tensor]; @@ -177,7 +177,7 @@ strict digraph { "175 _param_constant71" [id=175, type=get_attr]; "176 conv_transpose2d_3_scale_0_updated_constant0" [id=176, type=get_attr]; "177 compressed_weight_updated_constant19" [id=177, type=get_attr]; -"178 mul_19" [id=178, type=call_method]; +"178 mul_19" [id=178, type=mul]; "179 conv_transpose2d_3" [id=179, type=conv_transpose2d]; "180 quantize_per_tensor_default_1" [id=180, type=quantize_per_tensor]; "181 dequantize_per_tensor_default_2" [id=181, type=dequantize_per_tensor]; @@ -189,7 +189,7 @@ strict digraph { "187 conv2d_16_scale_0_updated_constant0" [id=187, type=get_attr]; "188 compressed_weight_updated_constant20" [id=188, type=get_attr]; "189 _param_constant73_0_0" [id=189, type=get_attr]; -"190 mul_20" [id=190, type=call_method]; +"190 mul_20" [id=190, type=mul]; "191 conv2d_16" [id=191, type=conv2d]; "192 relu_16" [id=192, type=relu]; "193 quantize_per_tensor_default_21" [id=193, type=quantize_per_tensor]; @@ -197,7 +197,7 @@ strict digraph { "195 conv2d_17_scale_0_updated_constant0" [id=195, type=get_attr]; "196 compressed_weight_updated_constant21" [id=196, type=get_attr]; "197 _param_constant77_0_0" [id=197, type=get_attr]; -"198 mul_21" [id=198, type=call_method]; +"198 mul_21" [id=198, type=mul]; "199 conv2d_17" [id=199, type=conv2d]; "200 relu_17" [id=200, type=relu]; "201 quantize_per_tensor_default_22" [id=201, type=quantize_per_tensor]; @@ -205,7 +205,7 @@ strict digraph { "203 conv2d_18_scale_0_updated_constant0" [id=203, type=get_attr]; "204 compressed_weight_updated_constant22" [id=204, type=get_attr]; "205 _param_constant81_0_0" [id=205, type=get_attr]; -"206 mul_22" [id=206, type=call_method]; +"206 mul_22" [id=206, type=mul]; "207 conv2d_18" [id=207, type=conv2d]; "208 output" [id=208, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default_8"; diff --git a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot index eebe7200039..ae0c0398d75 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot @@ -5,7 +5,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; "4 compressed_weight_updated_constant0" [id=4, type=get_attr]; "5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul" [id=6, type=call_method]; +"6 mul" [id=6, type=mul]; "7 conv2d" [id=7, type=conv2d]; "8 reshape" [id=8, type=reshape]; "9 permute" [id=9, type=permute]; @@ -25,7 +25,7 @@ strict digraph { "23 linear_scale_0_updated_constant0" [id=23, type=get_attr]; "24 compressed_weight_updated_constant1" [id=24, type=get_attr]; "25 _param_constant7_0_0" [id=25, type=get_attr]; -"26 mul_1" [id=26, type=call_method]; +"26 mul_1" [id=26, type=mul]; "27 linear" [id=27, type=linear]; "28 unflatten" [id=28, type=unflatten]; "29 unsqueeze" [id=29, type=unsqueeze]; @@ -57,7 +57,7 @@ strict digraph { "55 linear_1_scale_0_updated_constant0" [id=55, type=get_attr]; "56 compressed_weight_updated_constant2" [id=56, type=get_attr]; "57 _param_constant9_0_0" [id=57, type=get_attr]; -"58 mul_2" [id=58, type=call_method]; +"58 mul_2" [id=58, type=mul]; "59 linear_1" [id=59, type=linear]; "60 view_7" [id=60, type=view]; "61 transpose_5" [id=61, type=transpose]; @@ -72,7 +72,7 @@ strict digraph { "70 linear_2_scale_0_updated_constant0" [id=70, type=get_attr]; "71 compressed_weight_updated_constant3" [id=71, type=get_attr]; "72 _param_constant13_0_0" [id=72, type=get_attr]; -"73 mul_3" [id=73, type=call_method]; +"73 mul_3" [id=73, type=mul]; "74 linear_2" [id=74, type=linear]; "75 gelu" [id=75, type=gelu]; "76 dropout_2" [id=76, type=dropout]; @@ -82,7 +82,7 @@ strict digraph { "80 linear_3_scale_0_updated_constant0" [id=80, type=get_attr]; "81 compressed_weight_updated_constant4" [id=81, type=get_attr]; "82 _param_constant15_0_0" [id=82, type=get_attr]; -"83 mul_4" [id=83, type=call_method]; +"83 mul_4" [id=83, type=mul]; "84 linear_3" [id=84, type=linear]; "85 dropout_3" [id=85, type=dropout]; "86 add_2" [id=86, type=add]; @@ -96,7 +96,7 @@ strict digraph { "94 linear_4_scale_0_updated_constant0" [id=94, type=get_attr]; "95 compressed_weight_updated_constant5" [id=95, type=get_attr]; "96 _param_constant19_0_0" [id=96, type=get_attr]; -"97 mul_5" [id=97, type=call_method]; +"97 mul_5" [id=97, type=mul]; "98 linear_4" [id=98, type=linear]; "99 unflatten_1" [id=99, type=unflatten]; "100 unsqueeze_1" [id=100, type=unsqueeze]; @@ -128,7 +128,7 @@ strict digraph { "126 linear_5_scale_0_updated_constant0" [id=126, type=get_attr]; "127 compressed_weight_updated_constant6" [id=127, type=get_attr]; "128 _param_constant21_0_0" [id=128, type=get_attr]; -"129 mul_6" [id=129, type=call_method]; +"129 mul_6" [id=129, type=mul]; "130 linear_5" [id=130, type=linear]; "131 view_15" [id=131, type=view]; "132 transpose_11" [id=132, type=transpose]; @@ -143,7 +143,7 @@ strict digraph { "141 linear_6_scale_0_updated_constant0" [id=141, type=get_attr]; "142 compressed_weight_updated_constant7" [id=142, type=get_attr]; "143 _param_constant25_0_0" [id=143, type=get_attr]; -"144 mul_7" [id=144, type=call_method]; +"144 mul_7" [id=144, type=mul]; "145 linear_6" [id=145, type=linear]; "146 gelu_1" [id=146, type=gelu]; "147 dropout_5" [id=147, type=dropout]; @@ -153,7 +153,7 @@ strict digraph { "151 linear_7_scale_0_updated_constant0" [id=151, type=get_attr]; "152 compressed_weight_updated_constant8" [id=152, type=get_attr]; "153 _param_constant27_0_0" [id=153, type=get_attr]; -"154 mul_8" [id=154, type=call_method]; +"154 mul_8" [id=154, type=mul]; "155 linear_7" [id=155, type=linear]; "156 dropout_6" [id=156, type=dropout]; "157 add_4" [id=157, type=add]; @@ -167,7 +167,7 @@ strict digraph { "165 linear_8_scale_0_updated_constant0" [id=165, type=get_attr]; "166 compressed_weight_updated_constant9" [id=166, type=get_attr]; "167 _param_constant31_0_0" [id=167, type=get_attr]; -"168 mul_9" [id=168, type=call_method]; +"168 mul_9" [id=168, type=mul]; "169 linear_8" [id=169, type=linear]; "170 unflatten_2" [id=170, type=unflatten]; "171 unsqueeze_2" [id=171, type=unsqueeze]; @@ -199,7 +199,7 @@ strict digraph { "197 linear_9_scale_0_updated_constant0" [id=197, type=get_attr]; "198 compressed_weight_updated_constant10" [id=198, type=get_attr]; "199 _param_constant33_0_0" [id=199, type=get_attr]; -"200 mul_10" [id=200, type=call_method]; +"200 mul_10" [id=200, type=mul]; "201 linear_9" [id=201, type=linear]; "202 view_23" [id=202, type=view]; "203 transpose_17" [id=203, type=transpose]; @@ -214,7 +214,7 @@ strict digraph { "212 linear_10_scale_0_updated_constant0" [id=212, type=get_attr]; "213 compressed_weight_updated_constant11" [id=213, type=get_attr]; "214 _param_constant37_0_0" [id=214, type=get_attr]; -"215 mul_11" [id=215, type=call_method]; +"215 mul_11" [id=215, type=mul]; "216 linear_10" [id=216, type=linear]; "217 gelu_2" [id=217, type=gelu]; "218 dropout_8" [id=218, type=dropout]; @@ -224,7 +224,7 @@ strict digraph { "222 linear_11_scale_0_updated_constant0" [id=222, type=get_attr]; "223 compressed_weight_updated_constant12" [id=223, type=get_attr]; "224 _param_constant39_0_0" [id=224, type=get_attr]; -"225 mul_12" [id=225, type=call_method]; +"225 mul_12" [id=225, type=mul]; "226 linear_11" [id=226, type=linear]; "227 dropout_9" [id=227, type=dropout]; "228 add_6" [id=228, type=add]; @@ -238,7 +238,7 @@ strict digraph { "236 linear_12_scale_0_updated_constant0" [id=236, type=get_attr]; "237 compressed_weight_updated_constant13" [id=237, type=get_attr]; "238 _param_constant43_0_0" [id=238, type=get_attr]; -"239 mul_13" [id=239, type=call_method]; +"239 mul_13" [id=239, type=mul]; "240 linear_12" [id=240, type=linear]; "241 unflatten_3" [id=241, type=unflatten]; "242 unsqueeze_3" [id=242, type=unsqueeze]; @@ -270,7 +270,7 @@ strict digraph { "268 linear_13_scale_0_updated_constant0" [id=268, type=get_attr]; "269 compressed_weight_updated_constant14" [id=269, type=get_attr]; "270 _param_constant45_0_0" [id=270, type=get_attr]; -"271 mul_14" [id=271, type=call_method]; +"271 mul_14" [id=271, type=mul]; "272 linear_13" [id=272, type=linear]; "273 view_31" [id=273, type=view]; "274 transpose_23" [id=274, type=transpose]; @@ -285,7 +285,7 @@ strict digraph { "283 linear_14_scale_0_updated_constant0" [id=283, type=get_attr]; "284 compressed_weight_updated_constant15" [id=284, type=get_attr]; "285 _param_constant49_0_0" [id=285, type=get_attr]; -"286 mul_15" [id=286, type=call_method]; +"286 mul_15" [id=286, type=mul]; "287 linear_14" [id=287, type=linear]; "288 gelu_3" [id=288, type=gelu]; "289 dropout_11" [id=289, type=dropout]; @@ -295,7 +295,7 @@ strict digraph { "293 linear_15_scale_0_updated_constant0" [id=293, type=get_attr]; "294 compressed_weight_updated_constant16" [id=294, type=get_attr]; "295 _param_constant51_0_0" [id=295, type=get_attr]; -"296 mul_16" [id=296, type=call_method]; +"296 mul_16" [id=296, type=mul]; "297 linear_15" [id=297, type=linear]; "298 dropout_12" [id=298, type=dropout]; "299 add_8" [id=299, type=add]; @@ -309,7 +309,7 @@ strict digraph { "307 linear_16_scale_0_updated_constant0" [id=307, type=get_attr]; "308 compressed_weight_updated_constant17" [id=308, type=get_attr]; "309 _param_constant55_0_0" [id=309, type=get_attr]; -"310 mul_17" [id=310, type=call_method]; +"310 mul_17" [id=310, type=mul]; "311 linear_16" [id=311, type=linear]; "312 unflatten_4" [id=312, type=unflatten]; "313 unsqueeze_4" [id=313, type=unsqueeze]; @@ -341,7 +341,7 @@ strict digraph { "339 linear_17_scale_0_updated_constant0" [id=339, type=get_attr]; "340 compressed_weight_updated_constant18" [id=340, type=get_attr]; "341 _param_constant57_0_0" [id=341, type=get_attr]; -"342 mul_18" [id=342, type=call_method]; +"342 mul_18" [id=342, type=mul]; "343 linear_17" [id=343, type=linear]; "344 view_39" [id=344, type=view]; "345 transpose_29" [id=345, type=transpose]; @@ -356,7 +356,7 @@ strict digraph { "354 linear_18_scale_0_updated_constant0" [id=354, type=get_attr]; "355 compressed_weight_updated_constant19" [id=355, type=get_attr]; "356 _param_constant61_0_0" [id=356, type=get_attr]; -"357 mul_19" [id=357, type=call_method]; +"357 mul_19" [id=357, type=mul]; "358 linear_18" [id=358, type=linear]; "359 gelu_4" [id=359, type=gelu]; "360 dropout_14" [id=360, type=dropout]; @@ -366,7 +366,7 @@ strict digraph { "364 linear_19_scale_0_updated_constant0" [id=364, type=get_attr]; "365 compressed_weight_updated_constant20" [id=365, type=get_attr]; "366 _param_constant63_0_0" [id=366, type=get_attr]; -"367 mul_20" [id=367, type=call_method]; +"367 mul_20" [id=367, type=mul]; "368 linear_19" [id=368, type=linear]; "369 dropout_15" [id=369, type=dropout]; "370 add_10" [id=370, type=add]; @@ -380,7 +380,7 @@ strict digraph { "378 linear_20_scale_0_updated_constant0" [id=378, type=get_attr]; "379 compressed_weight_updated_constant21" [id=379, type=get_attr]; "380 _param_constant67_0_0" [id=380, type=get_attr]; -"381 mul_21" [id=381, type=call_method]; +"381 mul_21" [id=381, type=mul]; "382 linear_20" [id=382, type=linear]; "383 unflatten_5" [id=383, type=unflatten]; "384 unsqueeze_5" [id=384, type=unsqueeze]; @@ -412,7 +412,7 @@ strict digraph { "410 linear_21_scale_0_updated_constant0" [id=410, type=get_attr]; "411 compressed_weight_updated_constant22" [id=411, type=get_attr]; "412 _param_constant69_0_0" [id=412, type=get_attr]; -"413 mul_22" [id=413, type=call_method]; +"413 mul_22" [id=413, type=mul]; "414 linear_21" [id=414, type=linear]; "415 view_47" [id=415, type=view]; "416 transpose_35" [id=416, type=transpose]; @@ -427,7 +427,7 @@ strict digraph { "425 linear_22_scale_0_updated_constant0" [id=425, type=get_attr]; "426 compressed_weight_updated_constant23" [id=426, type=get_attr]; "427 _param_constant73_0_0" [id=427, type=get_attr]; -"428 mul_23" [id=428, type=call_method]; +"428 mul_23" [id=428, type=mul]; "429 linear_22" [id=429, type=linear]; "430 gelu_5" [id=430, type=gelu]; "431 dropout_17" [id=431, type=dropout]; @@ -437,7 +437,7 @@ strict digraph { "435 linear_23_scale_0_updated_constant0" [id=435, type=get_attr]; "436 compressed_weight_updated_constant24" [id=436, type=get_attr]; "437 _param_constant75_0_0" [id=437, type=get_attr]; -"438 mul_24" [id=438, type=call_method]; +"438 mul_24" [id=438, type=mul]; "439 linear_23" [id=439, type=linear]; "440 dropout_18" [id=440, type=dropout]; "441 add_12" [id=441, type=add]; @@ -451,7 +451,7 @@ strict digraph { "449 linear_24_scale_0_updated_constant0" [id=449, type=get_attr]; "450 compressed_weight_updated_constant25" [id=450, type=get_attr]; "451 _param_constant79_0_0" [id=451, type=get_attr]; -"452 mul_25" [id=452, type=call_method]; +"452 mul_25" [id=452, type=mul]; "453 linear_24" [id=453, type=linear]; "454 unflatten_6" [id=454, type=unflatten]; "455 unsqueeze_6" [id=455, type=unsqueeze]; @@ -483,7 +483,7 @@ strict digraph { "481 linear_25_scale_0_updated_constant0" [id=481, type=get_attr]; "482 compressed_weight_updated_constant26" [id=482, type=get_attr]; "483 _param_constant81_0_0" [id=483, type=get_attr]; -"484 mul_26" [id=484, type=call_method]; +"484 mul_26" [id=484, type=mul]; "485 linear_25" [id=485, type=linear]; "486 view_55" [id=486, type=view]; "487 transpose_41" [id=487, type=transpose]; @@ -498,7 +498,7 @@ strict digraph { "496 linear_26_scale_0_updated_constant0" [id=496, type=get_attr]; "497 compressed_weight_updated_constant27" [id=497, type=get_attr]; "498 _param_constant85_0_0" [id=498, type=get_attr]; -"499 mul_27" [id=499, type=call_method]; +"499 mul_27" [id=499, type=mul]; "500 linear_26" [id=500, type=linear]; "501 gelu_6" [id=501, type=gelu]; "502 dropout_20" [id=502, type=dropout]; @@ -508,7 +508,7 @@ strict digraph { "506 linear_27_scale_0_updated_constant0" [id=506, type=get_attr]; "507 compressed_weight_updated_constant28" [id=507, type=get_attr]; "508 _param_constant87_0_0" [id=508, type=get_attr]; -"509 mul_28" [id=509, type=call_method]; +"509 mul_28" [id=509, type=mul]; "510 linear_27" [id=510, type=linear]; "511 dropout_21" [id=511, type=dropout]; "512 add_14" [id=512, type=add]; @@ -522,7 +522,7 @@ strict digraph { "520 linear_28_scale_0_updated_constant0" [id=520, type=get_attr]; "521 compressed_weight_updated_constant29" [id=521, type=get_attr]; "522 _param_constant91_0_0" [id=522, type=get_attr]; -"523 mul_29" [id=523, type=call_method]; +"523 mul_29" [id=523, type=mul]; "524 linear_28" [id=524, type=linear]; "525 unflatten_7" [id=525, type=unflatten]; "526 unsqueeze_7" [id=526, type=unsqueeze]; @@ -554,7 +554,7 @@ strict digraph { "552 linear_29_scale_0_updated_constant0" [id=552, type=get_attr]; "553 compressed_weight_updated_constant30" [id=553, type=get_attr]; "554 _param_constant93_0_0" [id=554, type=get_attr]; -"555 mul_30" [id=555, type=call_method]; +"555 mul_30" [id=555, type=mul]; "556 linear_29" [id=556, type=linear]; "557 view_63" [id=557, type=view]; "558 transpose_47" [id=558, type=transpose]; @@ -569,7 +569,7 @@ strict digraph { "567 linear_30_scale_0_updated_constant0" [id=567, type=get_attr]; "568 compressed_weight_updated_constant31" [id=568, type=get_attr]; "569 _param_constant97_0_0" [id=569, type=get_attr]; -"570 mul_31" [id=570, type=call_method]; +"570 mul_31" [id=570, type=mul]; "571 linear_30" [id=571, type=linear]; "572 gelu_7" [id=572, type=gelu]; "573 dropout_23" [id=573, type=dropout]; @@ -579,7 +579,7 @@ strict digraph { "577 linear_31_scale_0_updated_constant0" [id=577, type=get_attr]; "578 compressed_weight_updated_constant32" [id=578, type=get_attr]; "579 _param_constant99_0_0" [id=579, type=get_attr]; -"580 mul_32" [id=580, type=call_method]; +"580 mul_32" [id=580, type=mul]; "581 linear_31" [id=581, type=linear]; "582 dropout_24" [id=582, type=dropout]; "583 add_16" [id=583, type=add]; @@ -593,7 +593,7 @@ strict digraph { "591 linear_32_scale_0_updated_constant0" [id=591, type=get_attr]; "592 compressed_weight_updated_constant33" [id=592, type=get_attr]; "593 _param_constant103_0_0" [id=593, type=get_attr]; -"594 mul_33" [id=594, type=call_method]; +"594 mul_33" [id=594, type=mul]; "595 linear_32" [id=595, type=linear]; "596 unflatten_8" [id=596, type=unflatten]; "597 unsqueeze_8" [id=597, type=unsqueeze]; @@ -625,7 +625,7 @@ strict digraph { "623 linear_33_scale_0_updated_constant0" [id=623, type=get_attr]; "624 compressed_weight_updated_constant34" [id=624, type=get_attr]; "625 _param_constant105_0_0" [id=625, type=get_attr]; -"626 mul_34" [id=626, type=call_method]; +"626 mul_34" [id=626, type=mul]; "627 linear_33" [id=627, type=linear]; "628 view_71" [id=628, type=view]; "629 transpose_53" [id=629, type=transpose]; @@ -640,7 +640,7 @@ strict digraph { "638 linear_34_scale_0_updated_constant0" [id=638, type=get_attr]; "639 compressed_weight_updated_constant35" [id=639, type=get_attr]; "640 _param_constant109_0_0" [id=640, type=get_attr]; -"641 mul_35" [id=641, type=call_method]; +"641 mul_35" [id=641, type=mul]; "642 linear_34" [id=642, type=linear]; "643 gelu_8" [id=643, type=gelu]; "644 dropout_26" [id=644, type=dropout]; @@ -650,7 +650,7 @@ strict digraph { "648 linear_35_scale_0_updated_constant0" [id=648, type=get_attr]; "649 compressed_weight_updated_constant36" [id=649, type=get_attr]; "650 _param_constant111_0_0" [id=650, type=get_attr]; -"651 mul_36" [id=651, type=call_method]; +"651 mul_36" [id=651, type=mul]; "652 linear_35" [id=652, type=linear]; "653 dropout_27" [id=653, type=dropout]; "654 add_18" [id=654, type=add]; @@ -664,7 +664,7 @@ strict digraph { "662 linear_36_scale_0_updated_constant0" [id=662, type=get_attr]; "663 compressed_weight_updated_constant37" [id=663, type=get_attr]; "664 _param_constant115_0_0" [id=664, type=get_attr]; -"665 mul_37" [id=665, type=call_method]; +"665 mul_37" [id=665, type=mul]; "666 linear_36" [id=666, type=linear]; "667 unflatten_9" [id=667, type=unflatten]; "668 unsqueeze_9" [id=668, type=unsqueeze]; @@ -696,7 +696,7 @@ strict digraph { "694 linear_37_scale_0_updated_constant0" [id=694, type=get_attr]; "695 compressed_weight_updated_constant38" [id=695, type=get_attr]; "696 _param_constant117_0_0" [id=696, type=get_attr]; -"697 mul_38" [id=697, type=call_method]; +"697 mul_38" [id=697, type=mul]; "698 linear_37" [id=698, type=linear]; "699 view_79" [id=699, type=view]; "700 transpose_59" [id=700, type=transpose]; @@ -711,7 +711,7 @@ strict digraph { "709 linear_38_scale_0_updated_constant0" [id=709, type=get_attr]; "710 compressed_weight_updated_constant39" [id=710, type=get_attr]; "711 _param_constant121_0_0" [id=711, type=get_attr]; -"712 mul_39" [id=712, type=call_method]; +"712 mul_39" [id=712, type=mul]; "713 linear_38" [id=713, type=linear]; "714 gelu_9" [id=714, type=gelu]; "715 dropout_29" [id=715, type=dropout]; @@ -721,7 +721,7 @@ strict digraph { "719 linear_39_scale_0_updated_constant0" [id=719, type=get_attr]; "720 compressed_weight_updated_constant40" [id=720, type=get_attr]; "721 _param_constant123_0_0" [id=721, type=get_attr]; -"722 mul_40" [id=722, type=call_method]; +"722 mul_40" [id=722, type=mul]; "723 linear_39" [id=723, type=linear]; "724 dropout_30" [id=724, type=dropout]; "725 add_20" [id=725, type=add]; @@ -735,7 +735,7 @@ strict digraph { "733 linear_40_scale_0_updated_constant0" [id=733, type=get_attr]; "734 compressed_weight_updated_constant41" [id=734, type=get_attr]; "735 _param_constant127_0_0" [id=735, type=get_attr]; -"736 mul_41" [id=736, type=call_method]; +"736 mul_41" [id=736, type=mul]; "737 linear_40" [id=737, type=linear]; "738 unflatten_10" [id=738, type=unflatten]; "739 unsqueeze_10" [id=739, type=unsqueeze]; @@ -767,7 +767,7 @@ strict digraph { "765 linear_41_scale_0_updated_constant0" [id=765, type=get_attr]; "766 compressed_weight_updated_constant42" [id=766, type=get_attr]; "767 _param_constant129_0_0" [id=767, type=get_attr]; -"768 mul_42" [id=768, type=call_method]; +"768 mul_42" [id=768, type=mul]; "769 linear_41" [id=769, type=linear]; "770 view_87" [id=770, type=view]; "771 transpose_65" [id=771, type=transpose]; @@ -782,7 +782,7 @@ strict digraph { "780 linear_42_scale_0_updated_constant0" [id=780, type=get_attr]; "781 compressed_weight_updated_constant43" [id=781, type=get_attr]; "782 _param_constant133_0_0" [id=782, type=get_attr]; -"783 mul_43" [id=783, type=call_method]; +"783 mul_43" [id=783, type=mul]; "784 linear_42" [id=784, type=linear]; "785 gelu_10" [id=785, type=gelu]; "786 dropout_32" [id=786, type=dropout]; @@ -792,7 +792,7 @@ strict digraph { "790 linear_43_scale_0_updated_constant0" [id=790, type=get_attr]; "791 compressed_weight_updated_constant44" [id=791, type=get_attr]; "792 _param_constant135_0_0" [id=792, type=get_attr]; -"793 mul_44" [id=793, type=call_method]; +"793 mul_44" [id=793, type=mul]; "794 linear_43" [id=794, type=linear]; "795 dropout_33" [id=795, type=dropout]; "796 add_22" [id=796, type=add]; @@ -806,7 +806,7 @@ strict digraph { "804 linear_44_scale_0_updated_constant0" [id=804, type=get_attr]; "805 compressed_weight_updated_constant45" [id=805, type=get_attr]; "806 _param_constant139_0_0" [id=806, type=get_attr]; -"807 mul_45" [id=807, type=call_method]; +"807 mul_45" [id=807, type=mul]; "808 linear_44" [id=808, type=linear]; "809 unflatten_11" [id=809, type=unflatten]; "810 unsqueeze_11" [id=810, type=unsqueeze]; @@ -838,7 +838,7 @@ strict digraph { "836 linear_45_scale_0_updated_constant0" [id=836, type=get_attr]; "837 compressed_weight_updated_constant46" [id=837, type=get_attr]; "838 _param_constant141_0_0" [id=838, type=get_attr]; -"839 mul_46" [id=839, type=call_method]; +"839 mul_46" [id=839, type=mul]; "840 linear_45" [id=840, type=linear]; "841 view_95" [id=841, type=view]; "842 transpose_71" [id=842, type=transpose]; @@ -853,7 +853,7 @@ strict digraph { "851 linear_46_scale_0_updated_constant0" [id=851, type=get_attr]; "852 compressed_weight_updated_constant47" [id=852, type=get_attr]; "853 _param_constant145_0_0" [id=853, type=get_attr]; -"854 mul_47" [id=854, type=call_method]; +"854 mul_47" [id=854, type=mul]; "855 linear_46" [id=855, type=linear]; "856 gelu_11" [id=856, type=gelu]; "857 dropout_35" [id=857, type=dropout]; @@ -863,7 +863,7 @@ strict digraph { "861 linear_47_scale_0_updated_constant0" [id=861, type=get_attr]; "862 compressed_weight_updated_constant48" [id=862, type=get_attr]; "863 _param_constant147_0_0" [id=863, type=get_attr]; -"864 mul_48" [id=864, type=call_method]; +"864 mul_48" [id=864, type=mul]; "865 linear_47" [id=865, type=linear]; "866 dropout_36" [id=866, type=dropout]; "867 add_24" [id=867, type=add]; @@ -878,7 +878,7 @@ strict digraph { "876 linear_48_scale_0_updated_constant0" [id=876, type=get_attr]; "877 compressed_weight_updated_constant49" [id=877, type=get_attr]; "878 _param_constant151_0_0" [id=878, type=get_attr]; -"879 mul_49" [id=879, type=call_method]; +"879 mul_49" [id=879, type=mul]; "880 linear_48" [id=880, type=linear]; "881 output" [id=881, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; diff --git a/tests/torch/fx/graph.dot b/tests/torch/fx/graph.dot new file mode 100644 index 00000000000..ca7802b9cfc --- /dev/null +++ b/tests/torch/fx/graph.dot @@ -0,0 +1,966 @@ +strict digraph { +"0 arg0_1"; +"1 quantize_per_tensor_default"; +"2 dequantize_per_tensor_default"; +"3 conv2d_scale_0_updated_constant0"; +"4 compressed_weight_updated_constant0"; +"5 features_0_0_weight_bias_0_0"; +"6 mul_9"; +"7 conv2d"; +"8 hardswish__scale_0"; +"9 hardswish__zero_point_0"; +"10 hardswish_"; +"11 quantize_per_channel_default_1"; +"12 dequantize_per_channel_default_1"; +"13 conv2d_1_scale_0_updated_constant0"; +"14 compressed_weight_updated_constant1"; +"15 features_1_block_0_0_weight_bias_0_0"; +"16 mul_10"; +"17 conv2d_1"; +"18 relu_"; +"19 quantize_per_tensor_default_1"; +"20 dequantize_per_tensor_default_2"; +"21 dequantize_per_tensor_default_1"; +"22 adaptive_avg_pool2d"; +"23 _param_constant6"; +"24 _param_constant7_0_0"; +"25 conv2d_2"; +"26 relu"; +"27 _param_constant8"; +"28 _param_constant9_0_0"; +"29 conv2d_3"; +"30 hardsigmoid"; +"31 quantize_per_tensor_default_2"; +"32 dequantize_per_tensor_default_3"; +"33 mul"; +"34 quantize_per_tensor_default_3"; +"35 dequantize_per_tensor_default_4"; +"36 conv2d_4_scale_0_updated_constant0"; +"37 compressed_weight_updated_constant2"; +"38 features_1_block_2_0_weight_bias_0_0"; +"39 mul_11"; +"40 conv2d_4"; +"41 quantize_per_tensor_default_4"; +"42 dequantize_per_tensor_default_5"; +"43 conv2d_5_scale_0_updated_constant0"; +"44 compressed_weight_updated_constant3"; +"45 features_2_block_0_0_weight_bias_0_0"; +"46 mul_12"; +"47 conv2d_5"; +"48 relu__1_scale_0"; +"49 relu__1_zero_point_0"; +"50 relu__1"; +"51 quantize_per_channel_default_5"; +"52 dequantize_per_channel_default_5"; +"53 conv2d_6_scale_0_updated_constant0"; +"54 compressed_weight_updated_constant4"; +"55 features_2_block_1_0_weight_bias_0_0"; +"56 mul_13"; +"57 conv2d_6"; +"58 relu__2"; +"59 quantize_per_tensor_default_5"; +"60 dequantize_per_tensor_default_6"; +"61 conv2d_7_scale_0_updated_constant0"; +"62 compressed_weight_updated_constant5"; +"63 features_2_block_2_0_weight_bias_0_0"; +"64 mul_14"; +"65 conv2d_7"; +"66 quantize_per_tensor_default_6"; +"67 dequantize_per_tensor_default_8"; +"68 dequantize_per_tensor_default_7"; +"69 conv2d_8_scale_0_updated_constant0"; +"70 compressed_weight_updated_constant6"; +"71 features_3_block_0_0_weight_bias_0_0"; +"72 mul_15"; +"73 conv2d_8"; +"74 relu__3_scale_0"; +"75 relu__3_zero_point_0"; +"76 relu__3"; +"77 quantize_per_channel_default_9"; +"78 dequantize_per_channel_default_9"; +"79 conv2d_9_scale_0_updated_constant0"; +"80 compressed_weight_updated_constant7"; +"81 features_3_block_1_0_weight_bias_0_0"; +"82 mul_16"; +"83 conv2d_9"; +"84 relu__4"; +"85 quantize_per_tensor_default_7"; +"86 dequantize_per_tensor_default_9"; +"87 conv2d_10_scale_0_updated_constant0"; +"88 compressed_weight_updated_constant8"; +"89 features_3_block_2_0_weight_bias_0_0"; +"90 mul_17"; +"91 conv2d_10"; +"92 quantize_per_tensor_default_8"; +"93 dequantize_per_tensor_default_10"; +"94 add_"; +"95 quantize_per_tensor_default_9"; +"96 dequantize_per_tensor_default_11"; +"97 conv2d_11_scale_0_updated_constant0"; +"98 compressed_weight_updated_constant9"; +"99 features_4_block_0_0_weight_bias_0_0"; +"100 mul_18"; +"101 conv2d_11"; +"102 hardswish__1_scale_0"; +"103 hardswish__1_zero_point_0"; +"104 hardswish__1"; +"105 quantize_per_channel_default_13"; +"106 dequantize_per_channel_default_13"; +"107 conv2d_12_scale_0_updated_constant0"; +"108 compressed_weight_updated_constant10"; +"109 features_4_block_1_0_weight_bias_0_0"; +"110 mul_19"; +"111 conv2d_12"; +"112 hardswish__2"; +"113 quantize_per_tensor_default_10"; +"114 dequantize_per_tensor_default_13"; +"115 dequantize_per_tensor_default_12"; +"116 adaptive_avg_pool2d_1"; +"117 _param_constant37"; +"118 _param_constant38_0_0"; +"119 conv2d_13"; +"120 relu_1"; +"121 _param_constant39"; +"122 _param_constant40_0_0"; +"123 conv2d_14"; +"124 hardsigmoid_1"; +"125 quantize_per_tensor_default_11"; +"126 dequantize_per_tensor_default_14"; +"127 mul_1"; +"128 quantize_per_tensor_default_12"; +"129 dequantize_per_tensor_default_15"; +"130 conv2d_15_scale_0_updated_constant0"; +"131 compressed_weight_updated_constant11"; +"132 features_4_block_3_0_weight_bias_0_0"; +"133 mul_20"; +"134 conv2d_15"; +"135 quantize_per_tensor_default_13"; +"136 dequantize_per_tensor_default_17"; +"137 dequantize_per_tensor_default_16"; +"138 conv2d_16_scale_0_updated_constant0"; +"139 compressed_weight_updated_constant12"; +"140 features_5_block_0_0_weight_bias_0_0"; +"141 mul_21"; +"142 conv2d_16"; +"143 hardswish__3_scale_0"; +"144 hardswish__3_zero_point_0"; +"145 hardswish__3"; +"146 quantize_per_channel_default_17"; +"147 dequantize_per_channel_default_17"; +"148 conv2d_17_scale_0_updated_constant0"; +"149 compressed_weight_updated_constant13"; +"150 features_5_block_1_0_weight_bias_0_0"; +"151 mul_22"; +"152 conv2d_17"; +"153 hardswish__4"; +"154 quantize_per_tensor_default_14"; +"155 dequantize_per_tensor_default_19"; +"156 dequantize_per_tensor_default_18"; +"157 adaptive_avg_pool2d_2"; +"158 _param_constant50"; +"159 _param_constant51_0_0"; +"160 conv2d_18"; +"161 relu_2"; +"162 _param_constant52"; +"163 _param_constant53_0_0"; +"164 conv2d_19"; +"165 hardsigmoid_2"; +"166 quantize_per_tensor_default_15"; +"167 dequantize_per_tensor_default_20"; +"168 mul_2"; +"169 quantize_per_tensor_default_16"; +"170 dequantize_per_tensor_default_21"; +"171 conv2d_20_scale_0_updated_constant0"; +"172 compressed_weight_updated_constant14"; +"173 features_5_block_3_0_weight_bias_0_0"; +"174 mul_23"; +"175 conv2d_20"; +"176 quantize_per_tensor_default_17"; +"177 dequantize_per_tensor_default_22"; +"178 add__1"; +"179 quantize_per_tensor_default_18"; +"180 dequantize_per_tensor_default_24"; +"181 dequantize_per_tensor_default_23"; +"182 conv2d_21_scale_0_updated_constant0"; +"183 compressed_weight_updated_constant15"; +"184 features_6_block_0_0_weight_bias_0_0"; +"185 mul_24"; +"186 conv2d_21"; +"187 hardswish__5_scale_0"; +"188 hardswish__5_zero_point_0"; +"189 hardswish__5"; +"190 quantize_per_channel_default_21"; +"191 dequantize_per_channel_default_21"; +"192 conv2d_22_scale_0_updated_constant0"; +"193 compressed_weight_updated_constant16"; +"194 features_6_block_1_0_weight_bias_0_0"; +"195 mul_25"; +"196 conv2d_22"; +"197 hardswish__6"; +"198 quantize_per_tensor_default_19"; +"199 dequantize_per_tensor_default_26"; +"200 dequantize_per_tensor_default_25"; +"201 adaptive_avg_pool2d_3"; +"202 _param_constant63"; +"203 _param_constant64_0_0"; +"204 conv2d_23"; +"205 relu_3"; +"206 _param_constant65"; +"207 _param_constant66_0_0"; +"208 conv2d_24"; +"209 hardsigmoid_3"; +"210 quantize_per_tensor_default_20"; +"211 dequantize_per_tensor_default_27"; +"212 mul_3"; +"213 quantize_per_tensor_default_21"; +"214 dequantize_per_tensor_default_28"; +"215 conv2d_25_scale_0_updated_constant0"; +"216 compressed_weight_updated_constant17"; +"217 features_6_block_3_0_weight_bias_0_0"; +"218 mul_26"; +"219 conv2d_25"; +"220 quantize_per_tensor_default_22"; +"221 dequantize_per_tensor_default_29"; +"222 add__2"; +"223 quantize_per_tensor_default_23"; +"224 dequantize_per_tensor_default_30"; +"225 conv2d_26_scale_0_updated_constant0"; +"226 compressed_weight_updated_constant18"; +"227 features_7_block_0_0_weight_bias_0_0"; +"228 mul_27"; +"229 conv2d_26"; +"230 hardswish__7_scale_0"; +"231 hardswish__7_zero_point_0"; +"232 hardswish__7"; +"233 quantize_per_channel_default_25"; +"234 dequantize_per_channel_default_25"; +"235 conv2d_27_scale_0_updated_constant0"; +"236 compressed_weight_updated_constant19"; +"237 features_7_block_1_0_weight_bias_0_0"; +"238 mul_28"; +"239 conv2d_27"; +"240 hardswish__8"; +"241 quantize_per_tensor_default_24"; +"242 dequantize_per_tensor_default_32"; +"243 dequantize_per_tensor_default_31"; +"244 adaptive_avg_pool2d_4"; +"245 _param_constant76"; +"246 _param_constant77_0_0"; +"247 conv2d_28"; +"248 relu_4"; +"249 _param_constant78"; +"250 _param_constant79_0_0"; +"251 conv2d_29"; +"252 hardsigmoid_4"; +"253 quantize_per_tensor_default_25"; +"254 dequantize_per_tensor_default_33"; +"255 mul_4"; +"256 quantize_per_tensor_default_26"; +"257 dequantize_per_tensor_default_34"; +"258 conv2d_30_scale_0_updated_constant0"; +"259 compressed_weight_updated_constant20"; +"260 features_7_block_3_0_weight_bias_0_0"; +"261 mul_29"; +"262 conv2d_30"; +"263 quantize_per_tensor_default_27"; +"264 dequantize_per_tensor_default_36"; +"265 dequantize_per_tensor_default_35"; +"266 conv2d_31_scale_0_updated_constant0"; +"267 compressed_weight_updated_constant21"; +"268 features_8_block_0_0_weight_bias_0_0"; +"269 mul_30"; +"270 conv2d_31"; +"271 hardswish__9_scale_0"; +"272 hardswish__9_zero_point_0"; +"273 hardswish__9"; +"274 quantize_per_channel_default_29"; +"275 dequantize_per_channel_default_29"; +"276 conv2d_32_scale_0_updated_constant0"; +"277 compressed_weight_updated_constant22"; +"278 features_8_block_1_0_weight_bias_0_0"; +"279 mul_31"; +"280 conv2d_32"; +"281 hardswish__10"; +"282 quantize_per_tensor_default_28"; +"283 dequantize_per_tensor_default_38"; +"284 dequantize_per_tensor_default_37"; +"285 adaptive_avg_pool2d_5"; +"286 _param_constant89"; +"287 _param_constant90_0_0"; +"288 conv2d_33"; +"289 relu_5"; +"290 _param_constant91"; +"291 _param_constant92_0_0"; +"292 conv2d_34"; +"293 hardsigmoid_5"; +"294 quantize_per_tensor_default_29"; +"295 dequantize_per_tensor_default_39"; +"296 mul_5"; +"297 quantize_per_tensor_default_30"; +"298 dequantize_per_tensor_default_40"; +"299 conv2d_35_scale_0_updated_constant0"; +"300 compressed_weight_updated_constant23"; +"301 features_8_block_3_0_weight_bias_0_0"; +"302 mul_32"; +"303 conv2d_35"; +"304 quantize_per_tensor_default_31"; +"305 dequantize_per_tensor_default_41"; +"306 add__3"; +"307 quantize_per_tensor_default_32"; +"308 dequantize_per_tensor_default_42"; +"309 conv2d_36_scale_0_updated_constant0"; +"310 compressed_weight_updated_constant24"; +"311 features_9_block_0_0_weight_bias_0_0"; +"312 mul_33"; +"313 conv2d_36"; +"314 hardswish__11_scale_0"; +"315 hardswish__11_zero_point_0"; +"316 hardswish__11"; +"317 quantize_per_channel_default_33"; +"318 dequantize_per_channel_default_33"; +"319 conv2d_37_scale_0_updated_constant0"; +"320 compressed_weight_updated_constant25"; +"321 features_9_block_1_0_weight_bias_0_0"; +"322 mul_34"; +"323 conv2d_37"; +"324 hardswish__12"; +"325 quantize_per_tensor_default_33"; +"326 dequantize_per_tensor_default_44"; +"327 dequantize_per_tensor_default_43"; +"328 adaptive_avg_pool2d_6"; +"329 _param_constant102"; +"330 _param_constant103_0_0"; +"331 conv2d_38"; +"332 relu_6"; +"333 _param_constant104"; +"334 _param_constant105_0_0"; +"335 conv2d_39"; +"336 hardsigmoid_6"; +"337 quantize_per_tensor_default_34"; +"338 dequantize_per_tensor_default_45"; +"339 mul_6"; +"340 quantize_per_tensor_default_35"; +"341 dequantize_per_tensor_default_46"; +"342 conv2d_40_scale_0_updated_constant0"; +"343 compressed_weight_updated_constant26"; +"344 features_9_block_3_0_weight_bias_0_0"; +"345 mul_35"; +"346 conv2d_40"; +"347 quantize_per_tensor_default_36"; +"348 dequantize_per_tensor_default_48"; +"349 dequantize_per_tensor_default_47"; +"350 conv2d_41_scale_0_updated_constant0"; +"351 compressed_weight_updated_constant27"; +"352 features_10_block_0_0_weight_bias_0_0"; +"353 mul_36"; +"354 conv2d_41"; +"355 hardswish__13_scale_0"; +"356 hardswish__13_zero_point_0"; +"357 hardswish__13"; +"358 quantize_per_channel_default_37"; +"359 dequantize_per_channel_default_37"; +"360 conv2d_42_scale_0_updated_constant0"; +"361 compressed_weight_updated_constant28"; +"362 features_10_block_1_0_weight_bias_0_0"; +"363 mul_37"; +"364 conv2d_42"; +"365 hardswish__14"; +"366 quantize_per_tensor_default_37"; +"367 dequantize_per_tensor_default_50"; +"368 dequantize_per_tensor_default_49"; +"369 adaptive_avg_pool2d_7"; +"370 _param_constant115"; +"371 _param_constant116_0_0"; +"372 conv2d_43"; +"373 relu_7"; +"374 _param_constant117"; +"375 _param_constant118_0_0"; +"376 conv2d_44"; +"377 hardsigmoid_7"; +"378 quantize_per_tensor_default_38"; +"379 dequantize_per_tensor_default_51"; +"380 mul_7"; +"381 quantize_per_tensor_default_39"; +"382 dequantize_per_tensor_default_52"; +"383 conv2d_45_scale_0_updated_constant0"; +"384 compressed_weight_updated_constant29"; +"385 features_10_block_3_0_weight_bias_0_0"; +"386 mul_38"; +"387 conv2d_45"; +"388 quantize_per_tensor_default_40"; +"389 dequantize_per_tensor_default_53"; +"390 add__4"; +"391 quantize_per_tensor_default_41"; +"392 dequantize_per_tensor_default_55"; +"393 dequantize_per_tensor_default_54"; +"394 conv2d_46_scale_0_updated_constant0"; +"395 compressed_weight_updated_constant30"; +"396 features_11_block_0_0_weight_bias_0_0"; +"397 mul_39"; +"398 conv2d_46"; +"399 hardswish__15_scale_0"; +"400 hardswish__15_zero_point_0"; +"401 hardswish__15"; +"402 quantize_per_channel_default_41"; +"403 dequantize_per_channel_default_41"; +"404 conv2d_47_scale_0_updated_constant0"; +"405 compressed_weight_updated_constant31"; +"406 features_11_block_1_0_weight_bias_0_0"; +"407 mul_40"; +"408 conv2d_47"; +"409 hardswish__16"; +"410 quantize_per_tensor_default_42"; +"411 dequantize_per_tensor_default_57"; +"412 dequantize_per_tensor_default_56"; +"413 adaptive_avg_pool2d_8"; +"414 _param_constant128"; +"415 _param_constant129_0_0"; +"416 conv2d_48"; +"417 relu_8"; +"418 _param_constant130"; +"419 _param_constant131_0_0"; +"420 conv2d_49"; +"421 hardsigmoid_8"; +"422 quantize_per_tensor_default_43"; +"423 dequantize_per_tensor_default_58"; +"424 mul_8"; +"425 quantize_per_tensor_default_44"; +"426 dequantize_per_tensor_default_59"; +"427 conv2d_50_scale_0_updated_constant0"; +"428 compressed_weight_updated_constant32"; +"429 features_11_block_3_0_weight_bias_0_0"; +"430 mul_41"; +"431 conv2d_50"; +"432 quantize_per_tensor_default_45"; +"433 dequantize_per_tensor_default_60"; +"434 add__5"; +"435 quantize_per_tensor_default_46"; +"436 dequantize_per_tensor_default_61"; +"437 conv2d_51_scale_0_updated_constant0"; +"438 compressed_weight_updated_constant33"; +"439 features_12_0_weight_bias_0_0"; +"440 mul_42"; +"441 conv2d_51"; +"442 hardswish__17"; +"443 quantize_per_tensor_default_47"; +"444 dequantize_per_tensor_default_62"; +"445 adaptive_avg_pool2d_9"; +"446 quantize_per_tensor_default_48"; +"447 dequantize_per_tensor_default_63"; +"448 flatten"; +"449 linear_scale_0_updated_constant0"; +"450 compressed_weight_updated_constant34"; +"451 _param_constant139_0_0"; +"452 mul_43"; +"453 linear"; +"454 hardswish__18"; +"455 quantize_per_tensor_default_49"; +"456 dequantize_per_tensor_default_64"; +"457 dropout_"; +"458 linear_1_scale_0_updated_constant0"; +"459 compressed_weight_updated_constant35"; +"460 _param_constant141_0_0"; +"461 mul_44"; +"462 linear_1"; +"463 output"; +"0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224) \n0 -> 0", style=solid]; +"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224) \n0 -> 0", style=solid]; +"2 dequantize_per_tensor_default" -> "7 conv2d" [label="(1, 3, 224, 224) \n0 -> 0", style=solid]; +"3 conv2d_scale_0_updated_constant0" -> "6 mul_9" [label="(16, 1, 1, 1) \n0 -> 1", style=solid]; +"4 compressed_weight_updated_constant0" -> "6 mul_9" [label="(16, 3, 3, 3) \n0 -> 0", style=solid]; +"5 features_0_0_weight_bias_0_0" -> "7 conv2d" [label="(16,) \n0 -> 2", style=solid]; +"6 mul_9" -> "7 conv2d" [label="(2,) \n0 -> 1", style=solid]; +"7 conv2d" -> "10 hardswish_" [label="(1, 16, 112, 112) \n0 -> 0", style=solid]; +"8 hardswish__scale_0" -> "11 quantize_per_channel_default_1" [label="(16,) \n0 -> 1", style=solid]; +"8 hardswish__scale_0" -> "12 dequantize_per_channel_default_1" [label="(16,) \n0 -> 1", style=solid]; +"9 hardswish__zero_point_0" -> "11 quantize_per_channel_default_1" [label="(16,) \n0 -> 2", style=solid]; +"9 hardswish__zero_point_0" -> "12 dequantize_per_channel_default_1" [label="(16,) \n0 -> 2", style=solid]; +"10 hardswish_" -> "11 quantize_per_channel_default_1" [label="(1, 16, 112, 112) \n0 -> 0", style=solid]; +"11 quantize_per_channel_default_1" -> "12 dequantize_per_channel_default_1" [label="(1, 16, 112, 112) \n0 -> 0", style=solid]; +"12 dequantize_per_channel_default_1" -> "17 conv2d_1" [label="(1, 16, 112, 112) \n0 -> 0", style=solid]; +"13 conv2d_1_scale_0_updated_constant0" -> "16 mul_10" [label="(16, 1, 1, 1) \n0 -> 1", style=solid]; +"14 compressed_weight_updated_constant1" -> "16 mul_10" [label="(16, 1, 3, 3) \n0 -> 0", style=solid]; +"15 features_1_block_0_0_weight_bias_0_0" -> "17 conv2d_1" [label="(16,) \n0 -> 2", style=solid]; +"16 mul_10" -> "17 conv2d_1" [label="(2,) \n0 -> 1", style=solid]; +"17 conv2d_1" -> "18 relu_" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"18 relu_" -> "19 quantize_per_tensor_default_1" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"19 quantize_per_tensor_default_1" -> "21 dequantize_per_tensor_default_1" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"19 quantize_per_tensor_default_1" -> "20 dequantize_per_tensor_default_2" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"20 dequantize_per_tensor_default_2" -> "33 mul" [label="(1, 16, 56, 56) \n0 -> 1", style=solid]; +"21 dequantize_per_tensor_default_1" -> "22 adaptive_avg_pool2d" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"22 adaptive_avg_pool2d" -> "25 conv2d_2" [label="(1, 16, 1, 1) \n0 -> 0", style=solid]; +"23 _param_constant6" -> "25 conv2d_2" [label="(8, 16, 1, 1) \n0 -> 1", style=solid]; +"24 _param_constant7_0_0" -> "25 conv2d_2" [label="(8,) \n0 -> 2", style=solid]; +"25 conv2d_2" -> "26 relu" [label="(1, 8, 1, 1) \n0 -> 0", style=solid]; +"26 relu" -> "29 conv2d_3" [label="(1, 8, 1, 1) \n0 -> 0", style=solid]; +"27 _param_constant8" -> "29 conv2d_3" [label="(16, 8, 1, 1) \n0 -> 1", style=solid]; +"28 _param_constant9_0_0" -> "29 conv2d_3" [label="(16,) \n0 -> 2", style=solid]; +"29 conv2d_3" -> "30 hardsigmoid" [label="(1, 16, 1, 1) \n0 -> 0", style=solid]; +"30 hardsigmoid" -> "31 quantize_per_tensor_default_2" [label="(1, 16, 1, 1) \n0 -> 0", style=solid]; +"31 quantize_per_tensor_default_2" -> "32 dequantize_per_tensor_default_3" [label="(1, 16, 1, 1) \n0 -> 0", style=solid]; +"32 dequantize_per_tensor_default_3" -> "33 mul" [label="(1, 16, 1, 1) \n0 -> 0", style=solid]; +"33 mul" -> "34 quantize_per_tensor_default_3" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"34 quantize_per_tensor_default_3" -> "35 dequantize_per_tensor_default_4" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"35 dequantize_per_tensor_default_4" -> "40 conv2d_4" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"36 conv2d_4_scale_0_updated_constant0" -> "39 mul_11" [label="(16, 1, 1, 1) \n0 -> 1", style=solid]; +"37 compressed_weight_updated_constant2" -> "39 mul_11" [label="(16, 16, 1, 1) \n0 -> 0", style=solid]; +"38 features_1_block_2_0_weight_bias_0_0" -> "40 conv2d_4" [label="(16,) \n0 -> 2", style=solid]; +"39 mul_11" -> "40 conv2d_4" [label="(2,) \n0 -> 1", style=solid]; +"40 conv2d_4" -> "41 quantize_per_tensor_default_4" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"41 quantize_per_tensor_default_4" -> "42 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"42 dequantize_per_tensor_default_5" -> "47 conv2d_5" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; +"43 conv2d_5_scale_0_updated_constant0" -> "46 mul_12" [label="(72, 1, 1, 1) \n0 -> 1", style=solid]; +"44 compressed_weight_updated_constant3" -> "46 mul_12" [label="(72, 16, 1, 1) \n0 -> 0", style=solid]; +"45 features_2_block_0_0_weight_bias_0_0" -> "47 conv2d_5" [label="(72,) \n0 -> 2", style=solid]; +"46 mul_12" -> "47 conv2d_5" [label="(2,) \n0 -> 1", style=solid]; +"47 conv2d_5" -> "50 relu__1" [label="(1, 72, 56, 56) \n0 -> 0", style=solid]; +"48 relu__1_scale_0" -> "51 quantize_per_channel_default_5" [label="(72,) \n0 -> 1", style=solid]; +"48 relu__1_scale_0" -> "52 dequantize_per_channel_default_5" [label="(72,) \n0 -> 1", style=solid]; +"49 relu__1_zero_point_0" -> "51 quantize_per_channel_default_5" [label="(72,) \n0 -> 2", style=solid]; +"49 relu__1_zero_point_0" -> "52 dequantize_per_channel_default_5" [label="(72,) \n0 -> 2", style=solid]; +"50 relu__1" -> "51 quantize_per_channel_default_5" [label="(1, 72, 56, 56) \n0 -> 0", style=solid]; +"51 quantize_per_channel_default_5" -> "52 dequantize_per_channel_default_5" [label="(1, 72, 56, 56) \n0 -> 0", style=solid]; +"52 dequantize_per_channel_default_5" -> "57 conv2d_6" [label="(1, 72, 56, 56) \n0 -> 0", style=solid]; +"53 conv2d_6_scale_0_updated_constant0" -> "56 mul_13" [label="(72, 1, 1, 1) \n0 -> 1", style=solid]; +"54 compressed_weight_updated_constant4" -> "56 mul_13" [label="(72, 1, 3, 3) \n0 -> 0", style=solid]; +"55 features_2_block_1_0_weight_bias_0_0" -> "57 conv2d_6" [label="(72,) \n0 -> 2", style=solid]; +"56 mul_13" -> "57 conv2d_6" [label="(2,) \n0 -> 1", style=solid]; +"57 conv2d_6" -> "58 relu__2" [label="(1, 72, 28, 28) \n0 -> 0", style=solid]; +"58 relu__2" -> "59 quantize_per_tensor_default_5" [label="(1, 72, 28, 28) \n0 -> 0", style=solid]; +"59 quantize_per_tensor_default_5" -> "60 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28) \n0 -> 0", style=solid]; +"60 dequantize_per_tensor_default_6" -> "65 conv2d_7" [label="(1, 72, 28, 28) \n0 -> 0", style=solid]; +"61 conv2d_7_scale_0_updated_constant0" -> "64 mul_14" [label="(24, 1, 1, 1) \n0 -> 1", style=solid]; +"62 compressed_weight_updated_constant5" -> "64 mul_14" [label="(24, 72, 1, 1) \n0 -> 0", style=solid]; +"63 features_2_block_2_0_weight_bias_0_0" -> "65 conv2d_7" [label="(24,) \n0 -> 2", style=solid]; +"64 mul_14" -> "65 conv2d_7" [label="(2,) \n0 -> 1", style=solid]; +"65 conv2d_7" -> "66 quantize_per_tensor_default_6" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; +"66 quantize_per_tensor_default_6" -> "68 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; +"66 quantize_per_tensor_default_6" -> "67 dequantize_per_tensor_default_8" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; +"67 dequantize_per_tensor_default_8" -> "94 add_" [label="(1, 24, 28, 28) \n0 -> 1", style=solid]; +"68 dequantize_per_tensor_default_7" -> "73 conv2d_8" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; +"69 conv2d_8_scale_0_updated_constant0" -> "72 mul_15" [label="(88, 1, 1, 1) \n0 -> 1", style=solid]; +"70 compressed_weight_updated_constant6" -> "72 mul_15" [label="(88, 24, 1, 1) \n0 -> 0", style=solid]; +"71 features_3_block_0_0_weight_bias_0_0" -> "73 conv2d_8" [label="(88,) \n0 -> 2", style=solid]; +"72 mul_15" -> "73 conv2d_8" [label="(2,) \n0 -> 1", style=solid]; +"73 conv2d_8" -> "76 relu__3" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; +"74 relu__3_scale_0" -> "77 quantize_per_channel_default_9" [label="(88,) \n0 -> 1", style=solid]; +"74 relu__3_scale_0" -> "78 dequantize_per_channel_default_9" [label="(88,) \n0 -> 1", style=solid]; +"75 relu__3_zero_point_0" -> "77 quantize_per_channel_default_9" [label="(88,) \n0 -> 2", style=solid]; +"75 relu__3_zero_point_0" -> "78 dequantize_per_channel_default_9" [label="(88,) \n0 -> 2", style=solid]; +"76 relu__3" -> "77 quantize_per_channel_default_9" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; +"77 quantize_per_channel_default_9" -> "78 dequantize_per_channel_default_9" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; +"78 dequantize_per_channel_default_9" -> "83 conv2d_9" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; +"79 conv2d_9_scale_0_updated_constant0" -> "82 mul_16" [label="(88, 1, 1, 1) \n0 -> 1", style=solid]; +"80 compressed_weight_updated_constant7" -> "82 mul_16" [label="(88, 1, 3, 3) \n0 -> 0", style=solid]; +"81 features_3_block_1_0_weight_bias_0_0" -> "83 conv2d_9" [label="(88,) \n0 -> 2", style=solid]; +"82 mul_16" -> "83 conv2d_9" [label="(2,) \n0 -> 1", style=solid]; +"83 conv2d_9" -> "84 relu__4" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; +"84 relu__4" -> "85 quantize_per_tensor_default_7" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; +"85 quantize_per_tensor_default_7" -> "86 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; +"86 dequantize_per_tensor_default_9" -> "91 conv2d_10" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; +"87 conv2d_10_scale_0_updated_constant0" -> "90 mul_17" [label="(24, 1, 1, 1) \n0 -> 1", style=solid]; +"88 compressed_weight_updated_constant8" -> "90 mul_17" [label="(24, 88, 1, 1) \n0 -> 0", style=solid]; +"89 features_3_block_2_0_weight_bias_0_0" -> "91 conv2d_10" [label="(24,) \n0 -> 2", style=solid]; +"90 mul_17" -> "91 conv2d_10" [label="(2,) \n0 -> 1", style=solid]; +"91 conv2d_10" -> "92 quantize_per_tensor_default_8" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; +"92 quantize_per_tensor_default_8" -> "93 dequantize_per_tensor_default_10" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; +"93 dequantize_per_tensor_default_10" -> "94 add_" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; +"94 add_" -> "95 quantize_per_tensor_default_9" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; +"95 quantize_per_tensor_default_9" -> "96 dequantize_per_tensor_default_11" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; +"96 dequantize_per_tensor_default_11" -> "101 conv2d_11" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; +"97 conv2d_11_scale_0_updated_constant0" -> "100 mul_18" [label="(96, 1, 1, 1) \n0 -> 1", style=solid]; +"98 compressed_weight_updated_constant9" -> "100 mul_18" [label="(96, 24, 1, 1) \n0 -> 0", style=solid]; +"99 features_4_block_0_0_weight_bias_0_0" -> "101 conv2d_11" [label="(96,) \n0 -> 2", style=solid]; +"100 mul_18" -> "101 conv2d_11" [label="(2,) \n0 -> 1", style=solid]; +"101 conv2d_11" -> "104 hardswish__1" [label="(1, 96, 28, 28) \n0 -> 0", style=solid]; +"102 hardswish__1_scale_0" -> "105 quantize_per_channel_default_13" [label="(96,) \n0 -> 1", style=solid]; +"102 hardswish__1_scale_0" -> "106 dequantize_per_channel_default_13" [label="(96,) \n0 -> 1", style=solid]; +"103 hardswish__1_zero_point_0" -> "105 quantize_per_channel_default_13" [label="(96,) \n0 -> 2", style=solid]; +"103 hardswish__1_zero_point_0" -> "106 dequantize_per_channel_default_13" [label="(96,) \n0 -> 2", style=solid]; +"104 hardswish__1" -> "105 quantize_per_channel_default_13" [label="(1, 96, 28, 28) \n0 -> 0", style=solid]; +"105 quantize_per_channel_default_13" -> "106 dequantize_per_channel_default_13" [label="(1, 96, 28, 28) \n0 -> 0", style=solid]; +"106 dequantize_per_channel_default_13" -> "111 conv2d_12" [label="(1, 96, 28, 28) \n0 -> 0", style=solid]; +"107 conv2d_12_scale_0_updated_constant0" -> "110 mul_19" [label="(96, 1, 1, 1) \n0 -> 1", style=solid]; +"108 compressed_weight_updated_constant10" -> "110 mul_19" [label="(96, 1, 5, 5) \n0 -> 0", style=solid]; +"109 features_4_block_1_0_weight_bias_0_0" -> "111 conv2d_12" [label="(96,) \n0 -> 2", style=solid]; +"110 mul_19" -> "111 conv2d_12" [label="(2,) \n0 -> 1", style=solid]; +"111 conv2d_12" -> "112 hardswish__2" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; +"112 hardswish__2" -> "113 quantize_per_tensor_default_10" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; +"113 quantize_per_tensor_default_10" -> "115 dequantize_per_tensor_default_12" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; +"113 quantize_per_tensor_default_10" -> "114 dequantize_per_tensor_default_13" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; +"114 dequantize_per_tensor_default_13" -> "127 mul_1" [label="(1, 96, 14, 14) \n0 -> 1", style=solid]; +"115 dequantize_per_tensor_default_12" -> "116 adaptive_avg_pool2d_1" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; +"116 adaptive_avg_pool2d_1" -> "119 conv2d_13" [label="(1, 96, 1, 1) \n0 -> 0", style=solid]; +"117 _param_constant37" -> "119 conv2d_13" [label="(24, 96, 1, 1) \n0 -> 1", style=solid]; +"118 _param_constant38_0_0" -> "119 conv2d_13" [label="(24,) \n0 -> 2", style=solid]; +"119 conv2d_13" -> "120 relu_1" [label="(1, 24, 1, 1) \n0 -> 0", style=solid]; +"120 relu_1" -> "123 conv2d_14" [label="(1, 24, 1, 1) \n0 -> 0", style=solid]; +"121 _param_constant39" -> "123 conv2d_14" [label="(96, 24, 1, 1) \n0 -> 1", style=solid]; +"122 _param_constant40_0_0" -> "123 conv2d_14" [label="(96,) \n0 -> 2", style=solid]; +"123 conv2d_14" -> "124 hardsigmoid_1" [label="(1, 96, 1, 1) \n0 -> 0", style=solid]; +"124 hardsigmoid_1" -> "125 quantize_per_tensor_default_11" [label="(1, 96, 1, 1) \n0 -> 0", style=solid]; +"125 quantize_per_tensor_default_11" -> "126 dequantize_per_tensor_default_14" [label="(1, 96, 1, 1) \n0 -> 0", style=solid]; +"126 dequantize_per_tensor_default_14" -> "127 mul_1" [label="(1, 96, 1, 1) \n0 -> 0", style=solid]; +"127 mul_1" -> "128 quantize_per_tensor_default_12" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; +"128 quantize_per_tensor_default_12" -> "129 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; +"129 dequantize_per_tensor_default_15" -> "134 conv2d_15" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; +"130 conv2d_15_scale_0_updated_constant0" -> "133 mul_20" [label="(40, 1, 1, 1) \n0 -> 1", style=solid]; +"131 compressed_weight_updated_constant11" -> "133 mul_20" [label="(40, 96, 1, 1) \n0 -> 0", style=solid]; +"132 features_4_block_3_0_weight_bias_0_0" -> "134 conv2d_15" [label="(40,) \n0 -> 2", style=solid]; +"133 mul_20" -> "134 conv2d_15" [label="(2,) \n0 -> 1", style=solid]; +"134 conv2d_15" -> "135 quantize_per_tensor_default_13" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"135 quantize_per_tensor_default_13" -> "137 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"135 quantize_per_tensor_default_13" -> "136 dequantize_per_tensor_default_17" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"136 dequantize_per_tensor_default_17" -> "178 add__1" [label="(1, 40, 14, 14) \n0 -> 1", style=solid]; +"137 dequantize_per_tensor_default_16" -> "142 conv2d_16" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"138 conv2d_16_scale_0_updated_constant0" -> "141 mul_21" [label="(240, 1, 1, 1) \n0 -> 1", style=solid]; +"139 compressed_weight_updated_constant12" -> "141 mul_21" [label="(240, 40, 1, 1) \n0 -> 0", style=solid]; +"140 features_5_block_0_0_weight_bias_0_0" -> "142 conv2d_16" [label="(240,) \n0 -> 2", style=solid]; +"141 mul_21" -> "142 conv2d_16" [label="(2,) \n0 -> 1", style=solid]; +"142 conv2d_16" -> "145 hardswish__3" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"143 hardswish__3_scale_0" -> "146 quantize_per_channel_default_17" [label="(240,) \n0 -> 1", style=solid]; +"143 hardswish__3_scale_0" -> "147 dequantize_per_channel_default_17" [label="(240,) \n0 -> 1", style=solid]; +"144 hardswish__3_zero_point_0" -> "146 quantize_per_channel_default_17" [label="(240,) \n0 -> 2", style=solid]; +"144 hardswish__3_zero_point_0" -> "147 dequantize_per_channel_default_17" [label="(240,) \n0 -> 2", style=solid]; +"145 hardswish__3" -> "146 quantize_per_channel_default_17" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"146 quantize_per_channel_default_17" -> "147 dequantize_per_channel_default_17" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"147 dequantize_per_channel_default_17" -> "152 conv2d_17" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"148 conv2d_17_scale_0_updated_constant0" -> "151 mul_22" [label="(240, 1, 1, 1) \n0 -> 1", style=solid]; +"149 compressed_weight_updated_constant13" -> "151 mul_22" [label="(240, 1, 5, 5) \n0 -> 0", style=solid]; +"150 features_5_block_1_0_weight_bias_0_0" -> "152 conv2d_17" [label="(240,) \n0 -> 2", style=solid]; +"151 mul_22" -> "152 conv2d_17" [label="(2,) \n0 -> 1", style=solid]; +"152 conv2d_17" -> "153 hardswish__4" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"153 hardswish__4" -> "154 quantize_per_tensor_default_14" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"154 quantize_per_tensor_default_14" -> "156 dequantize_per_tensor_default_18" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"154 quantize_per_tensor_default_14" -> "155 dequantize_per_tensor_default_19" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"155 dequantize_per_tensor_default_19" -> "168 mul_2" [label="(1, 240, 14, 14) \n0 -> 1", style=solid]; +"156 dequantize_per_tensor_default_18" -> "157 adaptive_avg_pool2d_2" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"157 adaptive_avg_pool2d_2" -> "160 conv2d_18" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; +"158 _param_constant50" -> "160 conv2d_18" [label="(64, 240, 1, 1) \n0 -> 1", style=solid]; +"159 _param_constant51_0_0" -> "160 conv2d_18" [label="(64,) \n0 -> 2", style=solid]; +"160 conv2d_18" -> "161 relu_2" [label="(1, 64, 1, 1) \n0 -> 0", style=solid]; +"161 relu_2" -> "164 conv2d_19" [label="(1, 64, 1, 1) \n0 -> 0", style=solid]; +"162 _param_constant52" -> "164 conv2d_19" [label="(240, 64, 1, 1) \n0 -> 1", style=solid]; +"163 _param_constant53_0_0" -> "164 conv2d_19" [label="(240,) \n0 -> 2", style=solid]; +"164 conv2d_19" -> "165 hardsigmoid_2" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; +"165 hardsigmoid_2" -> "166 quantize_per_tensor_default_15" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; +"166 quantize_per_tensor_default_15" -> "167 dequantize_per_tensor_default_20" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; +"167 dequantize_per_tensor_default_20" -> "168 mul_2" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; +"168 mul_2" -> "169 quantize_per_tensor_default_16" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"169 quantize_per_tensor_default_16" -> "170 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"170 dequantize_per_tensor_default_21" -> "175 conv2d_20" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"171 conv2d_20_scale_0_updated_constant0" -> "174 mul_23" [label="(40, 1, 1, 1) \n0 -> 1", style=solid]; +"172 compressed_weight_updated_constant14" -> "174 mul_23" [label="(40, 240, 1, 1) \n0 -> 0", style=solid]; +"173 features_5_block_3_0_weight_bias_0_0" -> "175 conv2d_20" [label="(40,) \n0 -> 2", style=solid]; +"174 mul_23" -> "175 conv2d_20" [label="(2,) \n0 -> 1", style=solid]; +"175 conv2d_20" -> "176 quantize_per_tensor_default_17" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"176 quantize_per_tensor_default_17" -> "177 dequantize_per_tensor_default_22" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"177 dequantize_per_tensor_default_22" -> "178 add__1" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"178 add__1" -> "179 quantize_per_tensor_default_18" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"179 quantize_per_tensor_default_18" -> "181 dequantize_per_tensor_default_23" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"179 quantize_per_tensor_default_18" -> "180 dequantize_per_tensor_default_24" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"180 dequantize_per_tensor_default_24" -> "222 add__2" [label="(1, 40, 14, 14) \n0 -> 1", style=solid]; +"181 dequantize_per_tensor_default_23" -> "186 conv2d_21" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"182 conv2d_21_scale_0_updated_constant0" -> "185 mul_24" [label="(240, 1, 1, 1) \n0 -> 1", style=solid]; +"183 compressed_weight_updated_constant15" -> "185 mul_24" [label="(240, 40, 1, 1) \n0 -> 0", style=solid]; +"184 features_6_block_0_0_weight_bias_0_0" -> "186 conv2d_21" [label="(240,) \n0 -> 2", style=solid]; +"185 mul_24" -> "186 conv2d_21" [label="(2,) \n0 -> 1", style=solid]; +"186 conv2d_21" -> "189 hardswish__5" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"187 hardswish__5_scale_0" -> "190 quantize_per_channel_default_21" [label="(240,) \n0 -> 1", style=solid]; +"187 hardswish__5_scale_0" -> "191 dequantize_per_channel_default_21" [label="(240,) \n0 -> 1", style=solid]; +"188 hardswish__5_zero_point_0" -> "190 quantize_per_channel_default_21" [label="(240,) \n0 -> 2", style=solid]; +"188 hardswish__5_zero_point_0" -> "191 dequantize_per_channel_default_21" [label="(240,) \n0 -> 2", style=solid]; +"189 hardswish__5" -> "190 quantize_per_channel_default_21" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"190 quantize_per_channel_default_21" -> "191 dequantize_per_channel_default_21" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"191 dequantize_per_channel_default_21" -> "196 conv2d_22" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"192 conv2d_22_scale_0_updated_constant0" -> "195 mul_25" [label="(240, 1, 1, 1) \n0 -> 1", style=solid]; +"193 compressed_weight_updated_constant16" -> "195 mul_25" [label="(240, 1, 5, 5) \n0 -> 0", style=solid]; +"194 features_6_block_1_0_weight_bias_0_0" -> "196 conv2d_22" [label="(240,) \n0 -> 2", style=solid]; +"195 mul_25" -> "196 conv2d_22" [label="(2,) \n0 -> 1", style=solid]; +"196 conv2d_22" -> "197 hardswish__6" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"197 hardswish__6" -> "198 quantize_per_tensor_default_19" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"198 quantize_per_tensor_default_19" -> "200 dequantize_per_tensor_default_25" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"198 quantize_per_tensor_default_19" -> "199 dequantize_per_tensor_default_26" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"199 dequantize_per_tensor_default_26" -> "212 mul_3" [label="(1, 240, 14, 14) \n0 -> 1", style=solid]; +"200 dequantize_per_tensor_default_25" -> "201 adaptive_avg_pool2d_3" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"201 adaptive_avg_pool2d_3" -> "204 conv2d_23" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; +"202 _param_constant63" -> "204 conv2d_23" [label="(64, 240, 1, 1) \n0 -> 1", style=solid]; +"203 _param_constant64_0_0" -> "204 conv2d_23" [label="(64,) \n0 -> 2", style=solid]; +"204 conv2d_23" -> "205 relu_3" [label="(1, 64, 1, 1) \n0 -> 0", style=solid]; +"205 relu_3" -> "208 conv2d_24" [label="(1, 64, 1, 1) \n0 -> 0", style=solid]; +"206 _param_constant65" -> "208 conv2d_24" [label="(240, 64, 1, 1) \n0 -> 1", style=solid]; +"207 _param_constant66_0_0" -> "208 conv2d_24" [label="(240,) \n0 -> 2", style=solid]; +"208 conv2d_24" -> "209 hardsigmoid_3" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; +"209 hardsigmoid_3" -> "210 quantize_per_tensor_default_20" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; +"210 quantize_per_tensor_default_20" -> "211 dequantize_per_tensor_default_27" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; +"211 dequantize_per_tensor_default_27" -> "212 mul_3" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; +"212 mul_3" -> "213 quantize_per_tensor_default_21" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"213 quantize_per_tensor_default_21" -> "214 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"214 dequantize_per_tensor_default_28" -> "219 conv2d_25" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; +"215 conv2d_25_scale_0_updated_constant0" -> "218 mul_26" [label="(40, 1, 1, 1) \n0 -> 1", style=solid]; +"216 compressed_weight_updated_constant17" -> "218 mul_26" [label="(40, 240, 1, 1) \n0 -> 0", style=solid]; +"217 features_6_block_3_0_weight_bias_0_0" -> "219 conv2d_25" [label="(40,) \n0 -> 2", style=solid]; +"218 mul_26" -> "219 conv2d_25" [label="(2,) \n0 -> 1", style=solid]; +"219 conv2d_25" -> "220 quantize_per_tensor_default_22" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"220 quantize_per_tensor_default_22" -> "221 dequantize_per_tensor_default_29" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"221 dequantize_per_tensor_default_29" -> "222 add__2" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"222 add__2" -> "223 quantize_per_tensor_default_23" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"223 quantize_per_tensor_default_23" -> "224 dequantize_per_tensor_default_30" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"224 dequantize_per_tensor_default_30" -> "229 conv2d_26" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; +"225 conv2d_26_scale_0_updated_constant0" -> "228 mul_27" [label="(120, 1, 1, 1) \n0 -> 1", style=solid]; +"226 compressed_weight_updated_constant18" -> "228 mul_27" [label="(120, 40, 1, 1) \n0 -> 0", style=solid]; +"227 features_7_block_0_0_weight_bias_0_0" -> "229 conv2d_26" [label="(120,) \n0 -> 2", style=solid]; +"228 mul_27" -> "229 conv2d_26" [label="(2,) \n0 -> 1", style=solid]; +"229 conv2d_26" -> "232 hardswish__7" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"230 hardswish__7_scale_0" -> "233 quantize_per_channel_default_25" [label="(120,) \n0 -> 1", style=solid]; +"230 hardswish__7_scale_0" -> "234 dequantize_per_channel_default_25" [label="(120,) \n0 -> 1", style=solid]; +"231 hardswish__7_zero_point_0" -> "233 quantize_per_channel_default_25" [label="(120,) \n0 -> 2", style=solid]; +"231 hardswish__7_zero_point_0" -> "234 dequantize_per_channel_default_25" [label="(120,) \n0 -> 2", style=solid]; +"232 hardswish__7" -> "233 quantize_per_channel_default_25" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"233 quantize_per_channel_default_25" -> "234 dequantize_per_channel_default_25" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"234 dequantize_per_channel_default_25" -> "239 conv2d_27" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"235 conv2d_27_scale_0_updated_constant0" -> "238 mul_28" [label="(120, 1, 1, 1) \n0 -> 1", style=solid]; +"236 compressed_weight_updated_constant19" -> "238 mul_28" [label="(120, 1, 5, 5) \n0 -> 0", style=solid]; +"237 features_7_block_1_0_weight_bias_0_0" -> "239 conv2d_27" [label="(120,) \n0 -> 2", style=solid]; +"238 mul_28" -> "239 conv2d_27" [label="(2,) \n0 -> 1", style=solid]; +"239 conv2d_27" -> "240 hardswish__8" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"240 hardswish__8" -> "241 quantize_per_tensor_default_24" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"241 quantize_per_tensor_default_24" -> "243 dequantize_per_tensor_default_31" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"241 quantize_per_tensor_default_24" -> "242 dequantize_per_tensor_default_32" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"242 dequantize_per_tensor_default_32" -> "255 mul_4" [label="(1, 120, 14, 14) \n0 -> 1", style=solid]; +"243 dequantize_per_tensor_default_31" -> "244 adaptive_avg_pool2d_4" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"244 adaptive_avg_pool2d_4" -> "247 conv2d_28" [label="(1, 120, 1, 1) \n0 -> 0", style=solid]; +"245 _param_constant76" -> "247 conv2d_28" [label="(32, 120, 1, 1) \n0 -> 1", style=solid]; +"246 _param_constant77_0_0" -> "247 conv2d_28" [label="(32,) \n0 -> 2", style=solid]; +"247 conv2d_28" -> "248 relu_4" [label="(1, 32, 1, 1) \n0 -> 0", style=solid]; +"248 relu_4" -> "251 conv2d_29" [label="(1, 32, 1, 1) \n0 -> 0", style=solid]; +"249 _param_constant78" -> "251 conv2d_29" [label="(120, 32, 1, 1) \n0 -> 1", style=solid]; +"250 _param_constant79_0_0" -> "251 conv2d_29" [label="(120,) \n0 -> 2", style=solid]; +"251 conv2d_29" -> "252 hardsigmoid_4" [label="(1, 120, 1, 1) \n0 -> 0", style=solid]; +"252 hardsigmoid_4" -> "253 quantize_per_tensor_default_25" [label="(1, 120, 1, 1) \n0 -> 0", style=solid]; +"253 quantize_per_tensor_default_25" -> "254 dequantize_per_tensor_default_33" [label="(1, 120, 1, 1) \n0 -> 0", style=solid]; +"254 dequantize_per_tensor_default_33" -> "255 mul_4" [label="(1, 120, 1, 1) \n0 -> 0", style=solid]; +"255 mul_4" -> "256 quantize_per_tensor_default_26" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"256 quantize_per_tensor_default_26" -> "257 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"257 dequantize_per_tensor_default_34" -> "262 conv2d_30" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; +"258 conv2d_30_scale_0_updated_constant0" -> "261 mul_29" [label="(48, 1, 1, 1) \n0 -> 1", style=solid]; +"259 compressed_weight_updated_constant20" -> "261 mul_29" [label="(48, 120, 1, 1) \n0 -> 0", style=solid]; +"260 features_7_block_3_0_weight_bias_0_0" -> "262 conv2d_30" [label="(48,) \n0 -> 2", style=solid]; +"261 mul_29" -> "262 conv2d_30" [label="(2,) \n0 -> 1", style=solid]; +"262 conv2d_30" -> "263 quantize_per_tensor_default_27" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; +"263 quantize_per_tensor_default_27" -> "265 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; +"263 quantize_per_tensor_default_27" -> "264 dequantize_per_tensor_default_36" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; +"264 dequantize_per_tensor_default_36" -> "306 add__3" [label="(1, 48, 14, 14) \n0 -> 1", style=solid]; +"265 dequantize_per_tensor_default_35" -> "270 conv2d_31" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; +"266 conv2d_31_scale_0_updated_constant0" -> "269 mul_30" [label="(144, 1, 1, 1) \n0 -> 1", style=solid]; +"267 compressed_weight_updated_constant21" -> "269 mul_30" [label="(144, 48, 1, 1) \n0 -> 0", style=solid]; +"268 features_8_block_0_0_weight_bias_0_0" -> "270 conv2d_31" [label="(144,) \n0 -> 2", style=solid]; +"269 mul_30" -> "270 conv2d_31" [label="(2,) \n0 -> 1", style=solid]; +"270 conv2d_31" -> "273 hardswish__9" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"271 hardswish__9_scale_0" -> "274 quantize_per_channel_default_29" [label="(144,) \n0 -> 1", style=solid]; +"271 hardswish__9_scale_0" -> "275 dequantize_per_channel_default_29" [label="(144,) \n0 -> 1", style=solid]; +"272 hardswish__9_zero_point_0" -> "274 quantize_per_channel_default_29" [label="(144,) \n0 -> 2", style=solid]; +"272 hardswish__9_zero_point_0" -> "275 dequantize_per_channel_default_29" [label="(144,) \n0 -> 2", style=solid]; +"273 hardswish__9" -> "274 quantize_per_channel_default_29" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"274 quantize_per_channel_default_29" -> "275 dequantize_per_channel_default_29" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"275 dequantize_per_channel_default_29" -> "280 conv2d_32" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"276 conv2d_32_scale_0_updated_constant0" -> "279 mul_31" [label="(144, 1, 1, 1) \n0 -> 1", style=solid]; +"277 compressed_weight_updated_constant22" -> "279 mul_31" [label="(144, 1, 5, 5) \n0 -> 0", style=solid]; +"278 features_8_block_1_0_weight_bias_0_0" -> "280 conv2d_32" [label="(144,) \n0 -> 2", style=solid]; +"279 mul_31" -> "280 conv2d_32" [label="(2,) \n0 -> 1", style=solid]; +"280 conv2d_32" -> "281 hardswish__10" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"281 hardswish__10" -> "282 quantize_per_tensor_default_28" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"282 quantize_per_tensor_default_28" -> "284 dequantize_per_tensor_default_37" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"282 quantize_per_tensor_default_28" -> "283 dequantize_per_tensor_default_38" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"283 dequantize_per_tensor_default_38" -> "296 mul_5" [label="(1, 144, 14, 14) \n0 -> 1", style=solid]; +"284 dequantize_per_tensor_default_37" -> "285 adaptive_avg_pool2d_5" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"285 adaptive_avg_pool2d_5" -> "288 conv2d_33" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; +"286 _param_constant89" -> "288 conv2d_33" [label="(40, 144, 1, 1) \n0 -> 1", style=solid]; +"287 _param_constant90_0_0" -> "288 conv2d_33" [label="(40,) \n0 -> 2", style=solid]; +"288 conv2d_33" -> "289 relu_5" [label="(1, 40, 1, 1) \n0 -> 0", style=solid]; +"289 relu_5" -> "292 conv2d_34" [label="(1, 40, 1, 1) \n0 -> 0", style=solid]; +"290 _param_constant91" -> "292 conv2d_34" [label="(144, 40, 1, 1) \n0 -> 1", style=solid]; +"291 _param_constant92_0_0" -> "292 conv2d_34" [label="(144,) \n0 -> 2", style=solid]; +"292 conv2d_34" -> "293 hardsigmoid_5" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; +"293 hardsigmoid_5" -> "294 quantize_per_tensor_default_29" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; +"294 quantize_per_tensor_default_29" -> "295 dequantize_per_tensor_default_39" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; +"295 dequantize_per_tensor_default_39" -> "296 mul_5" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; +"296 mul_5" -> "297 quantize_per_tensor_default_30" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"297 quantize_per_tensor_default_30" -> "298 dequantize_per_tensor_default_40" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"298 dequantize_per_tensor_default_40" -> "303 conv2d_35" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; +"299 conv2d_35_scale_0_updated_constant0" -> "302 mul_32" [label="(48, 1, 1, 1) \n0 -> 1", style=solid]; +"300 compressed_weight_updated_constant23" -> "302 mul_32" [label="(48, 144, 1, 1) \n0 -> 0", style=solid]; +"301 features_8_block_3_0_weight_bias_0_0" -> "303 conv2d_35" [label="(48,) \n0 -> 2", style=solid]; +"302 mul_32" -> "303 conv2d_35" [label="(2,) \n0 -> 1", style=solid]; +"303 conv2d_35" -> "304 quantize_per_tensor_default_31" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; +"304 quantize_per_tensor_default_31" -> "305 dequantize_per_tensor_default_41" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; +"305 dequantize_per_tensor_default_41" -> "306 add__3" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; +"306 add__3" -> "307 quantize_per_tensor_default_32" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; +"307 quantize_per_tensor_default_32" -> "308 dequantize_per_tensor_default_42" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; +"308 dequantize_per_tensor_default_42" -> "313 conv2d_36" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; +"309 conv2d_36_scale_0_updated_constant0" -> "312 mul_33" [label="(288, 1, 1, 1) \n0 -> 1", style=solid]; +"310 compressed_weight_updated_constant24" -> "312 mul_33" [label="(288, 48, 1, 1) \n0 -> 0", style=solid]; +"311 features_9_block_0_0_weight_bias_0_0" -> "313 conv2d_36" [label="(288,) \n0 -> 2", style=solid]; +"312 mul_33" -> "313 conv2d_36" [label="(2,) \n0 -> 1", style=solid]; +"313 conv2d_36" -> "316 hardswish__11" [label="(1, 288, 14, 14) \n0 -> 0", style=solid]; +"314 hardswish__11_scale_0" -> "317 quantize_per_channel_default_33" [label="(288,) \n0 -> 1", style=solid]; +"314 hardswish__11_scale_0" -> "318 dequantize_per_channel_default_33" [label="(288,) \n0 -> 1", style=solid]; +"315 hardswish__11_zero_point_0" -> "317 quantize_per_channel_default_33" [label="(288,) \n0 -> 2", style=solid]; +"315 hardswish__11_zero_point_0" -> "318 dequantize_per_channel_default_33" [label="(288,) \n0 -> 2", style=solid]; +"316 hardswish__11" -> "317 quantize_per_channel_default_33" [label="(1, 288, 14, 14) \n0 -> 0", style=solid]; +"317 quantize_per_channel_default_33" -> "318 dequantize_per_channel_default_33" [label="(1, 288, 14, 14) \n0 -> 0", style=solid]; +"318 dequantize_per_channel_default_33" -> "323 conv2d_37" [label="(1, 288, 14, 14) \n0 -> 0", style=solid]; +"319 conv2d_37_scale_0_updated_constant0" -> "322 mul_34" [label="(288, 1, 1, 1) \n0 -> 1", style=solid]; +"320 compressed_weight_updated_constant25" -> "322 mul_34" [label="(288, 1, 5, 5) \n0 -> 0", style=solid]; +"321 features_9_block_1_0_weight_bias_0_0" -> "323 conv2d_37" [label="(288,) \n0 -> 2", style=solid]; +"322 mul_34" -> "323 conv2d_37" [label="(2,) \n0 -> 1", style=solid]; +"323 conv2d_37" -> "324 hardswish__12" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; +"324 hardswish__12" -> "325 quantize_per_tensor_default_33" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; +"325 quantize_per_tensor_default_33" -> "327 dequantize_per_tensor_default_43" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; +"325 quantize_per_tensor_default_33" -> "326 dequantize_per_tensor_default_44" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; +"326 dequantize_per_tensor_default_44" -> "339 mul_6" [label="(1, 288, 7, 7) \n0 -> 1", style=solid]; +"327 dequantize_per_tensor_default_43" -> "328 adaptive_avg_pool2d_6" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; +"328 adaptive_avg_pool2d_6" -> "331 conv2d_38" [label="(1, 288, 1, 1) \n0 -> 0", style=solid]; +"329 _param_constant102" -> "331 conv2d_38" [label="(72, 288, 1, 1) \n0 -> 1", style=solid]; +"330 _param_constant103_0_0" -> "331 conv2d_38" [label="(72,) \n0 -> 2", style=solid]; +"331 conv2d_38" -> "332 relu_6" [label="(1, 72, 1, 1) \n0 -> 0", style=solid]; +"332 relu_6" -> "335 conv2d_39" [label="(1, 72, 1, 1) \n0 -> 0", style=solid]; +"333 _param_constant104" -> "335 conv2d_39" [label="(288, 72, 1, 1) \n0 -> 1", style=solid]; +"334 _param_constant105_0_0" -> "335 conv2d_39" [label="(288,) \n0 -> 2", style=solid]; +"335 conv2d_39" -> "336 hardsigmoid_6" [label="(1, 288, 1, 1) \n0 -> 0", style=solid]; +"336 hardsigmoid_6" -> "337 quantize_per_tensor_default_34" [label="(1, 288, 1, 1) \n0 -> 0", style=solid]; +"337 quantize_per_tensor_default_34" -> "338 dequantize_per_tensor_default_45" [label="(1, 288, 1, 1) \n0 -> 0", style=solid]; +"338 dequantize_per_tensor_default_45" -> "339 mul_6" [label="(1, 288, 1, 1) \n0 -> 0", style=solid]; +"339 mul_6" -> "340 quantize_per_tensor_default_35" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; +"340 quantize_per_tensor_default_35" -> "341 dequantize_per_tensor_default_46" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; +"341 dequantize_per_tensor_default_46" -> "346 conv2d_40" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; +"342 conv2d_40_scale_0_updated_constant0" -> "345 mul_35" [label="(96, 1, 1, 1) \n0 -> 1", style=solid]; +"343 compressed_weight_updated_constant26" -> "345 mul_35" [label="(96, 288, 1, 1) \n0 -> 0", style=solid]; +"344 features_9_block_3_0_weight_bias_0_0" -> "346 conv2d_40" [label="(96,) \n0 -> 2", style=solid]; +"345 mul_35" -> "346 conv2d_40" [label="(2,) \n0 -> 1", style=solid]; +"346 conv2d_40" -> "347 quantize_per_tensor_default_36" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"347 quantize_per_tensor_default_36" -> "349 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"347 quantize_per_tensor_default_36" -> "348 dequantize_per_tensor_default_48" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"348 dequantize_per_tensor_default_48" -> "390 add__4" [label="(1, 96, 7, 7) \n0 -> 1", style=solid]; +"349 dequantize_per_tensor_default_47" -> "354 conv2d_41" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"350 conv2d_41_scale_0_updated_constant0" -> "353 mul_36" [label="(576, 1, 1, 1) \n0 -> 1", style=solid]; +"351 compressed_weight_updated_constant27" -> "353 mul_36" [label="(576, 96, 1, 1) \n0 -> 0", style=solid]; +"352 features_10_block_0_0_weight_bias_0_0" -> "354 conv2d_41" [label="(576,) \n0 -> 2", style=solid]; +"353 mul_36" -> "354 conv2d_41" [label="(2,) \n0 -> 1", style=solid]; +"354 conv2d_41" -> "357 hardswish__13" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"355 hardswish__13_scale_0" -> "358 quantize_per_channel_default_37" [label="(576,) \n0 -> 1", style=solid]; +"355 hardswish__13_scale_0" -> "359 dequantize_per_channel_default_37" [label="(576,) \n0 -> 1", style=solid]; +"356 hardswish__13_zero_point_0" -> "358 quantize_per_channel_default_37" [label="(576,) \n0 -> 2", style=solid]; +"356 hardswish__13_zero_point_0" -> "359 dequantize_per_channel_default_37" [label="(576,) \n0 -> 2", style=solid]; +"357 hardswish__13" -> "358 quantize_per_channel_default_37" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"358 quantize_per_channel_default_37" -> "359 dequantize_per_channel_default_37" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"359 dequantize_per_channel_default_37" -> "364 conv2d_42" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"360 conv2d_42_scale_0_updated_constant0" -> "363 mul_37" [label="(576, 1, 1, 1) \n0 -> 1", style=solid]; +"361 compressed_weight_updated_constant28" -> "363 mul_37" [label="(576, 1, 5, 5) \n0 -> 0", style=solid]; +"362 features_10_block_1_0_weight_bias_0_0" -> "364 conv2d_42" [label="(576,) \n0 -> 2", style=solid]; +"363 mul_37" -> "364 conv2d_42" [label="(2,) \n0 -> 1", style=solid]; +"364 conv2d_42" -> "365 hardswish__14" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"365 hardswish__14" -> "366 quantize_per_tensor_default_37" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"366 quantize_per_tensor_default_37" -> "368 dequantize_per_tensor_default_49" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"366 quantize_per_tensor_default_37" -> "367 dequantize_per_tensor_default_50" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"367 dequantize_per_tensor_default_50" -> "380 mul_7" [label="(1, 576, 7, 7) \n0 -> 1", style=solid]; +"368 dequantize_per_tensor_default_49" -> "369 adaptive_avg_pool2d_7" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"369 adaptive_avg_pool2d_7" -> "372 conv2d_43" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"370 _param_constant115" -> "372 conv2d_43" [label="(144, 576, 1, 1) \n0 -> 1", style=solid]; +"371 _param_constant116_0_0" -> "372 conv2d_43" [label="(144,) \n0 -> 2", style=solid]; +"372 conv2d_43" -> "373 relu_7" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; +"373 relu_7" -> "376 conv2d_44" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; +"374 _param_constant117" -> "376 conv2d_44" [label="(576, 144, 1, 1) \n0 -> 1", style=solid]; +"375 _param_constant118_0_0" -> "376 conv2d_44" [label="(576,) \n0 -> 2", style=solid]; +"376 conv2d_44" -> "377 hardsigmoid_7" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"377 hardsigmoid_7" -> "378 quantize_per_tensor_default_38" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"378 quantize_per_tensor_default_38" -> "379 dequantize_per_tensor_default_51" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"379 dequantize_per_tensor_default_51" -> "380 mul_7" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"380 mul_7" -> "381 quantize_per_tensor_default_39" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"381 quantize_per_tensor_default_39" -> "382 dequantize_per_tensor_default_52" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"382 dequantize_per_tensor_default_52" -> "387 conv2d_45" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"383 conv2d_45_scale_0_updated_constant0" -> "386 mul_38" [label="(96, 1, 1, 1) \n0 -> 1", style=solid]; +"384 compressed_weight_updated_constant29" -> "386 mul_38" [label="(96, 576, 1, 1) \n0 -> 0", style=solid]; +"385 features_10_block_3_0_weight_bias_0_0" -> "387 conv2d_45" [label="(96,) \n0 -> 2", style=solid]; +"386 mul_38" -> "387 conv2d_45" [label="(2,) \n0 -> 1", style=solid]; +"387 conv2d_45" -> "388 quantize_per_tensor_default_40" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"388 quantize_per_tensor_default_40" -> "389 dequantize_per_tensor_default_53" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"389 dequantize_per_tensor_default_53" -> "390 add__4" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"390 add__4" -> "391 quantize_per_tensor_default_41" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"391 quantize_per_tensor_default_41" -> "393 dequantize_per_tensor_default_54" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"391 quantize_per_tensor_default_41" -> "392 dequantize_per_tensor_default_55" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"392 dequantize_per_tensor_default_55" -> "434 add__5" [label="(1, 96, 7, 7) \n0 -> 1", style=solid]; +"393 dequantize_per_tensor_default_54" -> "398 conv2d_46" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"394 conv2d_46_scale_0_updated_constant0" -> "397 mul_39" [label="(576, 1, 1, 1) \n0 -> 1", style=solid]; +"395 compressed_weight_updated_constant30" -> "397 mul_39" [label="(576, 96, 1, 1) \n0 -> 0", style=solid]; +"396 features_11_block_0_0_weight_bias_0_0" -> "398 conv2d_46" [label="(576,) \n0 -> 2", style=solid]; +"397 mul_39" -> "398 conv2d_46" [label="(2,) \n0 -> 1", style=solid]; +"398 conv2d_46" -> "401 hardswish__15" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"399 hardswish__15_scale_0" -> "402 quantize_per_channel_default_41" [label="(576,) \n0 -> 1", style=solid]; +"399 hardswish__15_scale_0" -> "403 dequantize_per_channel_default_41" [label="(576,) \n0 -> 1", style=solid]; +"400 hardswish__15_zero_point_0" -> "402 quantize_per_channel_default_41" [label="(576,) \n0 -> 2", style=solid]; +"400 hardswish__15_zero_point_0" -> "403 dequantize_per_channel_default_41" [label="(576,) \n0 -> 2", style=solid]; +"401 hardswish__15" -> "402 quantize_per_channel_default_41" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"402 quantize_per_channel_default_41" -> "403 dequantize_per_channel_default_41" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"403 dequantize_per_channel_default_41" -> "408 conv2d_47" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"404 conv2d_47_scale_0_updated_constant0" -> "407 mul_40" [label="(576, 1, 1, 1) \n0 -> 1", style=solid]; +"405 compressed_weight_updated_constant31" -> "407 mul_40" [label="(576, 1, 5, 5) \n0 -> 0", style=solid]; +"406 features_11_block_1_0_weight_bias_0_0" -> "408 conv2d_47" [label="(576,) \n0 -> 2", style=solid]; +"407 mul_40" -> "408 conv2d_47" [label="(2,) \n0 -> 1", style=solid]; +"408 conv2d_47" -> "409 hardswish__16" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"409 hardswish__16" -> "410 quantize_per_tensor_default_42" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"410 quantize_per_tensor_default_42" -> "412 dequantize_per_tensor_default_56" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"410 quantize_per_tensor_default_42" -> "411 dequantize_per_tensor_default_57" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"411 dequantize_per_tensor_default_57" -> "424 mul_8" [label="(1, 576, 7, 7) \n0 -> 1", style=solid]; +"412 dequantize_per_tensor_default_56" -> "413 adaptive_avg_pool2d_8" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"413 adaptive_avg_pool2d_8" -> "416 conv2d_48" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"414 _param_constant128" -> "416 conv2d_48" [label="(144, 576, 1, 1) \n0 -> 1", style=solid]; +"415 _param_constant129_0_0" -> "416 conv2d_48" [label="(144,) \n0 -> 2", style=solid]; +"416 conv2d_48" -> "417 relu_8" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; +"417 relu_8" -> "420 conv2d_49" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; +"418 _param_constant130" -> "420 conv2d_49" [label="(576, 144, 1, 1) \n0 -> 1", style=solid]; +"419 _param_constant131_0_0" -> "420 conv2d_49" [label="(576,) \n0 -> 2", style=solid]; +"420 conv2d_49" -> "421 hardsigmoid_8" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"421 hardsigmoid_8" -> "422 quantize_per_tensor_default_43" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"422 quantize_per_tensor_default_43" -> "423 dequantize_per_tensor_default_58" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"423 dequantize_per_tensor_default_58" -> "424 mul_8" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"424 mul_8" -> "425 quantize_per_tensor_default_44" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"425 quantize_per_tensor_default_44" -> "426 dequantize_per_tensor_default_59" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"426 dequantize_per_tensor_default_59" -> "431 conv2d_50" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"427 conv2d_50_scale_0_updated_constant0" -> "430 mul_41" [label="(96, 1, 1, 1) \n0 -> 1", style=solid]; +"428 compressed_weight_updated_constant32" -> "430 mul_41" [label="(96, 576, 1, 1) \n0 -> 0", style=solid]; +"429 features_11_block_3_0_weight_bias_0_0" -> "431 conv2d_50" [label="(96,) \n0 -> 2", style=solid]; +"430 mul_41" -> "431 conv2d_50" [label="(2,) \n0 -> 1", style=solid]; +"431 conv2d_50" -> "432 quantize_per_tensor_default_45" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"432 quantize_per_tensor_default_45" -> "433 dequantize_per_tensor_default_60" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"433 dequantize_per_tensor_default_60" -> "434 add__5" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"434 add__5" -> "435 quantize_per_tensor_default_46" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"435 quantize_per_tensor_default_46" -> "436 dequantize_per_tensor_default_61" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"436 dequantize_per_tensor_default_61" -> "441 conv2d_51" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; +"437 conv2d_51_scale_0_updated_constant0" -> "440 mul_42" [label="(576, 1, 1, 1) \n0 -> 1", style=solid]; +"438 compressed_weight_updated_constant33" -> "440 mul_42" [label="(576, 96, 1, 1) \n0 -> 0", style=solid]; +"439 features_12_0_weight_bias_0_0" -> "441 conv2d_51" [label="(576,) \n0 -> 2", style=solid]; +"440 mul_42" -> "441 conv2d_51" [label="(2,) \n0 -> 1", style=solid]; +"441 conv2d_51" -> "442 hardswish__17" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"442 hardswish__17" -> "443 quantize_per_tensor_default_47" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"443 quantize_per_tensor_default_47" -> "444 dequantize_per_tensor_default_62" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"444 dequantize_per_tensor_default_62" -> "445 adaptive_avg_pool2d_9" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; +"445 adaptive_avg_pool2d_9" -> "446 quantize_per_tensor_default_48" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"446 quantize_per_tensor_default_48" -> "447 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"447 dequantize_per_tensor_default_63" -> "448 flatten" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; +"448 flatten" -> "453 linear" [label="(1, 576) \n0 -> 0", style=solid]; +"449 linear_scale_0_updated_constant0" -> "452 mul_43" [label="(1024, 1) \n0 -> 1", style=solid]; +"450 compressed_weight_updated_constant34" -> "452 mul_43" [label="(1024, 576) \n0 -> 0", style=solid]; +"451 _param_constant139_0_0" -> "453 linear" [label="(1024,) \n0 -> 2", style=solid]; +"452 mul_43" -> "453 linear" [label="(2,) \n0 -> 1", style=solid]; +"453 linear" -> "454 hardswish__18" [label="(1, 1024) \n0 -> 0", style=solid]; +"454 hardswish__18" -> "455 quantize_per_tensor_default_49" [label="(1, 1024) \n0 -> 0", style=solid]; +"455 quantize_per_tensor_default_49" -> "456 dequantize_per_tensor_default_64" [label="(1, 1024) \n0 -> 0", style=solid]; +"456 dequantize_per_tensor_default_64" -> "457 dropout_" [label="(1, 1024) \n0 -> 0", style=solid]; +"457 dropout_" -> "462 linear_1" [label="(1, 1024) \n0 -> 0", style=solid]; +"458 linear_1_scale_0_updated_constant0" -> "461 mul_44" [label="(1000, 1) \n0 -> 1", style=solid]; +"459 compressed_weight_updated_constant35" -> "461 mul_44" [label="(1000, 1024) \n0 -> 0", style=solid]; +"460 _param_constant141_0_0" -> "462 linear_1" [label="(1000,) \n0 -> 2", style=solid]; +"461 mul_44" -> "462 linear_1" [label="(2,) \n0 -> 1", style=solid]; +"462 linear_1" -> "463 output" [label="(1, 1000) \n0 -> 0", style=solid]; +} diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index a4606222957..2ba1f64b658 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -164,6 +164,7 @@ def test_post_quantization_compression(model_case: ModelCase, quantization_param quantized_model = nncf.quantize( exported_model, calibration_dataset=nncf.Dataset([input_ids]), **quantization_parameters ) + for node in quantized_model.graph.nodes: if node.name[:3] == "mul": input_tup = [] From 9fd0746c44e7160ebd582d2f292e2f0d042bec17 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Tue, 24 Sep 2024 18:51:19 +0400 Subject: [PATCH 17/48] remove redundant code --- nncf/experimental/torch/fx/transformations.py | 53 +++++++++++-------- 1 file changed, 31 insertions(+), 22 deletions(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index a6676d961f6..b717c6df031 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -14,18 +14,18 @@ import torch import torch.fx +from torch._export import capture_pre_autograd_graph from torch.ao.quantization.fx.utils import create_getattr_from_value from torch.ao.quantization.pt2e.utils import fold_bn_weights_into_conv_node from torch.quantization.fake_quantize import FakeQuantize import nncf +import nncf.torch from nncf.common.graph.graph import NNCFNode from nncf.common.graph.transformations.commands import TargetType from nncf.experimental.torch.fx.node_utils import get_graph_node_by_name from nncf.experimental.torch.fx.node_utils import get_tensor_constant_from_node -import nncf.torch from nncf.torch.graph.transformations.commands import PTTargetPoint -from torch._export import capture_pre_autograd_graph TransformationFNType = Callable[[torch.fx.GraphModule], None] @@ -507,14 +507,15 @@ def fuse_conv_bn(model: torch.fx.GraphModule) -> None: model.graph.eliminate_dead_code() model.recompile() + def _get_pattern_replacement_per_channel(): class ReplacementModule(torch.nn.Module): - def __init__(self, *args) -> None: + def __init__(self) -> None: super().__init__() - self.args = args + def forward(self, x, scale, zero_point, axis, low, high, dtype): return torch.mul(x, scale) - + def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): quantized = torch.ops.quantized_decomposed.quantize_per_channel.default( weight, scale, zero_point, axis, low, high, dtype @@ -524,19 +525,21 @@ def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): ) return dequantized - class ReplacementModule(torch.nn.Module): - def __init__(self, *args) -> None: - super().__init__() - self.args = args - def forward(self, x, scale, zero_point, axis, low, high, dtype): - return torch.mul(x, scale) - - ex_input = (torch.tensor([10,20]), torch.tensor([5]),None,None,None,None,None,) + ex_input = ( + torch.tensor([10, 20]), + torch.tensor([5]), + None, + None, + None, + None, + None, + ) with nncf.torch.disable_patching(): replacement_graph_per_channel = capture_pre_autograd_graph(ReplacementModule(), ex_input).graph - + return pattern_per_channel, replacement_graph_per_channel + def _get_pattern_replacement_per_tensor(): def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): quantized = torch.ops.quantized_decomposed.quantize_per_tensor.default( @@ -546,32 +549,38 @@ def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): quantized, scale, zero_point, low, high, dtype ) return dequantized - + class ReplacementModule(torch.nn.Module): def __init__(self) -> None: super().__init__() def forward(self, x, scale, zero_point, low, high, dtype): return torch.mul(x, scale) - ex_input = (torch.tensor([10,20]), torch.tensor([5]),None,None,None,None,) + + ex_input = ( + torch.tensor([10, 20]), + torch.tensor([5]), + None, + None, + None, + None, + ) with nncf.torch.disable_patching(): replacement_graph_per_tensor = capture_pre_autograd_graph(ReplacementModule(), ex_input).graph return pattern_per_tensor, replacement_graph_per_tensor + def _remove_constant_qdq_transformation(model: torch.fx.GraphModule) -> None: def match_filters(match, original_graph, graph): for node in match.nodes_map: if node.name == "weight" and match.nodes_map[node].op == "get_attr": return True return False + pattern, replacement = _get_pattern_replacement_per_channel() - torch.fx.subgraph_rewriter.replace_pattern_with_filters( - model, pattern, replacement, [match_filters] - ) + torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern, replacement, [match_filters]) pattern, replacement = _get_pattern_replacement_per_tensor() - torch.fx.subgraph_rewriter.replace_pattern_with_filters( - model, pattern, replacement, [match_filters] - ) + torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern, replacement, [match_filters]) def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule): From b7b938848ce5b1c81e563a496d11ad529ece2aef Mon Sep 17 00:00:00 2001 From: anzr299 Date: Wed, 25 Sep 2024 10:52:15 +0400 Subject: [PATCH 18/48] disable transformation test for sanity --- nncf/experimental/torch/fx/quantization/quantize_model.py | 4 ++-- tests/torch/fx/test_sanity.py | 5 +++-- 2 files changed, 5 insertions(+), 4 deletions(-) diff --git a/nncf/experimental/torch/fx/quantization/quantize_model.py b/nncf/experimental/torch/fx/quantization/quantize_model.py index cdd6f3f8918..2f9a1743d31 100644 --- a/nncf/experimental/torch/fx/quantization/quantize_model.py +++ b/nncf/experimental/torch/fx/quantization/quantize_model.py @@ -88,7 +88,7 @@ def quantize_impl( # Revert applied transformation to keep original model # bias configuration. revert_quantization_transformations(quantized_model) - compress_post_quantize_transformation(quantized_model) + # compress_post_quantize_transformation(quantized_model) # Magic. Without this call compiled model # is not preformant quantized_model = GraphModule(quantized_model, quantized_model.graph) @@ -103,6 +103,6 @@ def quantize_impl( quantized_model.meta.update(original_graph_meta) quantized_model = _disallow_eval_train(quantized_model) - quantized_model = GraphModule(quantized_model, quantized_model.graph) + # quantized_model = GraphModule(quantized_model, quantized_model.graph) return quantized_model diff --git a/tests/torch/fx/test_sanity.py b/tests/torch/fx/test_sanity.py index b6d97c8eef5..7b2d5267547 100644 --- a/tests/torch/fx/test_sanity.py +++ b/tests/torch/fx/test_sanity.py @@ -53,8 +53,8 @@ class SanitySampleCase: "resnet18", "https://storage.openvinotoolkit.org/repositories/nncf/openvino_notebook_ckpts/302_resnet18_fp32_v1.pth", 55.35, - 30, - 37, + 51, + 58, ), ) @@ -138,6 +138,7 @@ def transform_fn(data_item): quantized_model = torch.compile(quantized_model, backend="openvino") top1_int8 = validate(val_dataloader, quantized_model, device) + print(top1_int8) assert np.isclose(top1_int8, test_case.top1_int8_ref, atol=0.1) num_q, num_dq = count_q_dq(quantized_model) From 08528435a0dec1eeacc83b664624c1b919cbad4e Mon Sep 17 00:00:00 2001 From: anzr299 Date: Wed, 25 Sep 2024 11:40:11 +0400 Subject: [PATCH 19/48] test ci value --- tests/torch/fx/test_sanity.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/tests/torch/fx/test_sanity.py b/tests/torch/fx/test_sanity.py index 7b2d5267547..e2e2b02b2d2 100644 --- a/tests/torch/fx/test_sanity.py +++ b/tests/torch/fx/test_sanity.py @@ -52,9 +52,9 @@ class SanitySampleCase: SanitySampleCase( "resnet18", "https://storage.openvinotoolkit.org/repositories/nncf/openvino_notebook_ckpts/302_resnet18_fp32_v1.pth", - 55.35, - 51, - 58, + 55.11, + 30, + 37, ), ) @@ -138,7 +138,6 @@ def transform_fn(data_item): quantized_model = torch.compile(quantized_model, backend="openvino") top1_int8 = validate(val_dataloader, quantized_model, device) - print(top1_int8) assert np.isclose(top1_int8, test_case.top1_int8_ref, atol=0.1) num_q, num_dq = count_q_dq(quantized_model) From e5917fa9fb9754c0944908a55923e42afeffd834 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Mon, 7 Oct 2024 13:04:12 +0400 Subject: [PATCH 20/48] add transformation for FQ of weights --- .../torch/fx/quantization/quantize_model.py | 6 +- nncf/experimental/torch/fx/transformations.py | 68 ++++++++----------- tests/torch/fx/test_model_transformer.py | 5 +- tests/torch/fx/test_sanity.py | 3 +- 4 files changed, 39 insertions(+), 43 deletions(-) diff --git a/nncf/experimental/torch/fx/quantization/quantize_model.py b/nncf/experimental/torch/fx/quantization/quantize_model.py index 7b891aba1f8..e09136ce713 100644 --- a/nncf/experimental/torch/fx/quantization/quantize_model.py +++ b/nncf/experimental/torch/fx/quantization/quantize_model.py @@ -28,6 +28,7 @@ from nncf.data import Dataset from nncf.experimental.torch.fx.transformations import apply_quantization_transformations from nncf.experimental.torch.fx.transformations import compress_post_quantize_transformation +from nncf.experimental.torch.fx.transformations import fq_weights_transformation from nncf.experimental.torch.fx.transformations import revert_quantization_transformations from nncf.experimental.torch.fx.transformations import shared_constants_unification_transformation from nncf.parameters import CompressWeightsMode @@ -93,7 +94,8 @@ def quantize_impl( # Revert applied transformation to keep original model # bias configuration. revert_quantization_transformations(quantized_model) - # compress_post_quantize_transformation(quantized_model) + fq_weights_transformation(quantized_model) + compress_post_quantize_transformation(quantized_model) # Magic. Without this call compiled model # is not preformant quantized_model = GraphModule(quantized_model, quantized_model.graph) @@ -108,7 +110,7 @@ def quantize_impl( quantized_model.meta.update(original_graph_meta) quantized_model = _disallow_eval_train(quantized_model) - # quantized_model = GraphModule(quantized_model, quantized_model.graph) + quantized_model = GraphModule(quantized_model, quantized_model.graph) return quantized_model diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index 3176d765265..e03a6023b86 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -14,7 +14,6 @@ import torch import torch.fx -from torch._export import capture_pre_autograd_graph from torch.ao.quantization.fx.utils import create_getattr_from_value from torch.ao.quantization.pt2e.utils import fold_bn_weights_into_conv_node from torch.quantization.fake_quantize import FakeQuantize @@ -212,11 +211,13 @@ def constant_update_fn( # Update metadata of the new constant node. previous_const = args[input_port_id] consumer_nodes = list(previous_const.users) - # This list of consumer nodes will always be topologically sorted + # This list of consumer nodes is topologically sorted # To ensure the updated node has the right order, # we insert constant node before the node placed at the highest order in topological order. - with graph.inserting_before(consumer_nodes[0]): - new_constant = create_getattr_from_value(model, graph, node.name + "_updated_constant", value) + sorted_consumer_nodes = [node for node in graph.nodes if node in consumer_nodes] + + with graph.inserting_before(sorted_consumer_nodes[0]): + new_constant = create_getattr_from_value(model, graph, node_name, value) previous_const.replace_all_uses_with(new_constant, propagate_meta=True) graph.eliminate_dead_code() @@ -538,12 +539,9 @@ def fuse_conv_bn(model: torch.fx.GraphModule) -> None: def _get_pattern_replacement_per_channel(): - class ReplacementModule(torch.nn.Module): - def __init__(self) -> None: - super().__init__() - def forward(self, x, scale, zero_point, axis, low, high, dtype): - return torch.mul(x, scale) + def replacement_graph_per_channel(weight, scale, zero_point, axis, low, high, dtype): + return torch.ops.aten.mul(weight, scale) def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): quantized = torch.ops.quantized_decomposed.quantize_per_channel.default( @@ -554,18 +552,6 @@ def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): ) return dequantized - ex_input = ( - torch.tensor([10, 20]), - torch.tensor([5]), - None, - None, - None, - None, - None, - ) - with nncf.torch.disable_patching(): - replacement_graph_per_channel = capture_pre_autograd_graph(ReplacementModule(), ex_input).graph - return pattern_per_channel, replacement_graph_per_channel @@ -579,23 +565,9 @@ def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): ) return dequantized - class ReplacementModule(torch.nn.Module): - def __init__(self) -> None: - super().__init__() - - def forward(self, x, scale, zero_point, low, high, dtype): - return torch.mul(x, scale) + def replacement_graph_per_tensor(weight, scale, zero_point, low, high, dtype): + return torch.ops.aten.mul(weight, scale) - ex_input = ( - torch.tensor([10, 20]), - torch.tensor([5]), - None, - None, - None, - None, - ) - with nncf.torch.disable_patching(): - replacement_graph_per_tensor = capture_pre_autograd_graph(ReplacementModule(), ex_input).graph return pattern_per_tensor, replacement_graph_per_tensor @@ -649,10 +621,30 @@ def _reshape_scale(model, node: torch.fx.Node): axis = node.args[3] new_shape = [1] * weight_value.dim() new_shape[axis] = scale_value.shape[0] - scale_value = scale_value.view(new_shape) + scale_value = scale_value.reshape(new_shape) constant_update_fn(model, node, scale_value, 1, updated_node_name=scale_node.name + "_updated_constant") +def fq_weights_transformation(model: torch.fx.GraphModule) -> None: + for node in model.graph.nodes: + if node.target in [ + torch.ops.quantized_decomposed.dequantize_per_tensor.default, + torch.ops.quantized_decomposed.dequantize_per_channel.default, + ]: + port_id = 0 + input_tup = _get_node_inputs(node.all_input_nodes[0], model) + if input_tup: + input_tup[0] = node.all_input_nodes[0].target(*tuple(input_tup)) + result = node.target(*tuple(input_tup)) + constant_update_fn( + model, + node.all_input_nodes[0], + result, + port_id, + updated_node_name="compressed_weight_updated_constant", + ) + + def compress_post_quantize_transformation(model: torch.fx.GraphModule): _compress_qdq_constant_transformation(model) _remove_constant_qdq_transformation(model) diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index 077007bdc47..80247fdc9e8 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -26,9 +26,9 @@ from nncf.common.graph.transformations.layout import TransformationLayout from nncf.experimental.torch.fx.model_transformer import FXModelTransformer from nncf.experimental.torch.fx.nncf_graph_builder import GraphConverter -from nncf.experimental.torch.fx.transformations import _get_node_inputs from nncf.experimental.torch.fx.node_utils import get_graph_node_by_name from nncf.experimental.torch.fx.node_utils import get_tensor_constant_from_node +from nncf.experimental.torch.fx.transformations import _get_node_inputs from nncf.experimental.torch.fx.transformations import constant_update_transformation_builder from nncf.experimental.torch.fx.transformations import output_insertion_transformation_builder from nncf.experimental.torch.fx.transformations import shared_constants_unification_transformation @@ -181,6 +181,7 @@ def test_post_quantization_compression(model_case: ModelCase, quantization_param result = node.target(*tuple(input_tup)) assert result.dtype == torch.float32 + def count_constants(model) -> int: num_constant_nodes = 0 for node in model.graph.nodes: @@ -231,7 +232,7 @@ def test_update_shared_constant(): constant_update_transformation_builder(consumer_nodes[0], torch.tensor([100]))(captured_model) nncf_graph_updated_constant = NNCFGraphFactory.create(captured_model) - updated_const_node = nncf_graph_updated_constant.get_previous_nodes(consumer_nodes[1])[1] + updated_const_node = nncf_graph_updated_constant.get_previous_nodes(consumer_nodes[0])[1] fx_node_to_check_const = get_graph_node_by_name(captured_model.graph, updated_const_node.node_name) fx_node_to_check_const_value = get_tensor_constant_from_node(fx_node_to_check_const, captured_model) diff --git a/tests/torch/fx/test_sanity.py b/tests/torch/fx/test_sanity.py index e2e2b02b2d2..98a219ab7fd 100644 --- a/tests/torch/fx/test_sanity.py +++ b/tests/torch/fx/test_sanity.py @@ -52,7 +52,7 @@ class SanitySampleCase: SanitySampleCase( "resnet18", "https://storage.openvinotoolkit.org/repositories/nncf/openvino_notebook_ckpts/302_resnet18_fp32_v1.pth", - 55.11, + 55.35, 30, 37, ), @@ -138,6 +138,7 @@ def transform_fn(data_item): quantized_model = torch.compile(quantized_model, backend="openvino") top1_int8 = validate(val_dataloader, quantized_model, device) + print(top1_int8) assert np.isclose(top1_int8, test_case.top1_int8_ref, atol=0.1) num_q, num_dq = count_q_dq(quantized_model) From 7a80e5c909b7c619aea7610dea94fcf190248996 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Mon, 7 Oct 2024 17:50:27 +0400 Subject: [PATCH 21/48] update graph tests --- nncf/experimental/torch/fx/transformations.py | 2 +- .../fx/quantized/mobilenet_v3_small.dot | 360 ++-- .../fx/quantized/resnet18.dot | 210 +-- .../fx/quantized/swin_v2_s.dot | 1490 ++++++++--------- .../fx/quantized/synthetic_transformer.dot | 80 +- .../reference_graphs/fx/quantized/unet.dot | 230 +-- .../fx/quantized/vit_b_16.dot | 500 +++--- 7 files changed, 1430 insertions(+), 1442 deletions(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index e03a6023b86..845a0b1d26a 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -541,7 +541,7 @@ def fuse_conv_bn(model: torch.fx.GraphModule) -> None: def _get_pattern_replacement_per_channel(): def replacement_graph_per_channel(weight, scale, zero_point, axis, low, high, dtype): - return torch.ops.aten.mul(weight, scale) + return torch.ops.aten.mul.Tensor(weight, scale) def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): quantized = torch.ops.quantized_decomposed.quantize_per_channel.default( diff --git a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot index 6daa089796e..76de95d0ebc 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot @@ -3,9 +3,9 @@ strict digraph { "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; -"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; +"4 compressed_weight_updated_constant36" [id=4, type=get_attr]; "5 features_0_0_weight_bias_0_0" [id=5, type=get_attr]; -"6 mul_9" [id=6, type=mul]; +"6 mul_tensor" [id=6, type=mul]; "7 conv2d" [id=7, type=conv2d]; "8 hardswish__scale_0" [id=8, type=get_attr]; "9 hardswish__zero_point_0" [id=9, type=get_attr]; @@ -13,9 +13,9 @@ strict digraph { "11 quantize_per_channel_default_1" [id=11, type=quantize_per_channel]; "12 dequantize_per_channel_default_1" [id=12, type=dequantize_per_channel]; "13 conv2d_1_scale_0_updated_constant0" [id=13, type=get_attr]; -"14 compressed_weight_updated_constant1" [id=14, type=get_attr]; +"14 compressed_weight_updated_constant37" [id=14, type=get_attr]; "15 features_1_block_0_0_weight_bias_0_0" [id=15, type=get_attr]; -"16 mul_10" [id=16, type=mul]; +"16 mul_tensor_1" [id=16, type=mul]; "17 conv2d_1" [id=17, type=conv2d]; "18 relu_" [id=18, type=relu_]; "19 quantize_per_tensor_default_1" [id=19, type=quantize_per_tensor]; @@ -36,16 +36,16 @@ strict digraph { "34 quantize_per_tensor_default_3" [id=34, type=quantize_per_tensor]; "35 dequantize_per_tensor_default_4" [id=35, type=dequantize_per_tensor]; "36 conv2d_4_scale_0_updated_constant0" [id=36, type=get_attr]; -"37 compressed_weight_updated_constant2" [id=37, type=get_attr]; +"37 compressed_weight_updated_constant38" [id=37, type=get_attr]; "38 features_1_block_2_0_weight_bias_0_0" [id=38, type=get_attr]; -"39 mul_11" [id=39, type=mul]; +"39 mul_tensor_2" [id=39, type=mul]; "40 conv2d_4" [id=40, type=conv2d]; "41 quantize_per_tensor_default_4" [id=41, type=quantize_per_tensor]; "42 dequantize_per_tensor_default_5" [id=42, type=dequantize_per_tensor]; "43 conv2d_5_scale_0_updated_constant0" [id=43, type=get_attr]; -"44 compressed_weight_updated_constant3" [id=44, type=get_attr]; +"44 compressed_weight_updated_constant39" [id=44, type=get_attr]; "45 features_2_block_0_0_weight_bias_0_0" [id=45, type=get_attr]; -"46 mul_12" [id=46, type=mul]; +"46 mul_tensor_3" [id=46, type=mul]; "47 conv2d_5" [id=47, type=conv2d]; "48 relu__1_scale_0" [id=48, type=get_attr]; "49 relu__1_zero_point_0" [id=49, type=get_attr]; @@ -53,25 +53,25 @@ strict digraph { "51 quantize_per_channel_default_5" [id=51, type=quantize_per_channel]; "52 dequantize_per_channel_default_5" [id=52, type=dequantize_per_channel]; "53 conv2d_6_scale_0_updated_constant0" [id=53, type=get_attr]; -"54 compressed_weight_updated_constant4" [id=54, type=get_attr]; +"54 compressed_weight_updated_constant40" [id=54, type=get_attr]; "55 features_2_block_1_0_weight_bias_0_0" [id=55, type=get_attr]; -"56 mul_13" [id=56, type=mul]; +"56 mul_tensor_4" [id=56, type=mul]; "57 conv2d_6" [id=57, type=conv2d]; "58 relu__2" [id=58, type=relu_]; "59 quantize_per_tensor_default_5" [id=59, type=quantize_per_tensor]; "60 dequantize_per_tensor_default_6" [id=60, type=dequantize_per_tensor]; "61 conv2d_7_scale_0_updated_constant0" [id=61, type=get_attr]; -"62 compressed_weight_updated_constant5" [id=62, type=get_attr]; +"62 compressed_weight_updated_constant41" [id=62, type=get_attr]; "63 features_2_block_2_0_weight_bias_0_0" [id=63, type=get_attr]; -"64 mul_14" [id=64, type=mul]; +"64 mul_tensor_5" [id=64, type=mul]; "65 conv2d_7" [id=65, type=conv2d]; "66 quantize_per_tensor_default_6" [id=66, type=quantize_per_tensor]; "67 dequantize_per_tensor_default_8" [id=67, type=dequantize_per_tensor]; "68 dequantize_per_tensor_default_7" [id=68, type=dequantize_per_tensor]; "69 conv2d_8_scale_0_updated_constant0" [id=69, type=get_attr]; -"70 compressed_weight_updated_constant6" [id=70, type=get_attr]; +"70 compressed_weight_updated_constant42" [id=70, type=get_attr]; "71 features_3_block_0_0_weight_bias_0_0" [id=71, type=get_attr]; -"72 mul_15" [id=72, type=mul]; +"72 mul_tensor_6" [id=72, type=mul]; "73 conv2d_8" [id=73, type=conv2d]; "74 relu__3_scale_0" [id=74, type=get_attr]; "75 relu__3_zero_point_0" [id=75, type=get_attr]; @@ -79,17 +79,17 @@ strict digraph { "77 quantize_per_channel_default_9" [id=77, type=quantize_per_channel]; "78 dequantize_per_channel_default_9" [id=78, type=dequantize_per_channel]; "79 conv2d_9_scale_0_updated_constant0" [id=79, type=get_attr]; -"80 compressed_weight_updated_constant7" [id=80, type=get_attr]; +"80 compressed_weight_updated_constant43" [id=80, type=get_attr]; "81 features_3_block_1_0_weight_bias_0_0" [id=81, type=get_attr]; -"82 mul_16" [id=82, type=mul]; +"82 mul_tensor_7" [id=82, type=mul]; "83 conv2d_9" [id=83, type=conv2d]; "84 relu__4" [id=84, type=relu_]; "85 quantize_per_tensor_default_7" [id=85, type=quantize_per_tensor]; "86 dequantize_per_tensor_default_9" [id=86, type=dequantize_per_tensor]; "87 conv2d_10_scale_0_updated_constant0" [id=87, type=get_attr]; -"88 compressed_weight_updated_constant8" [id=88, type=get_attr]; +"88 compressed_weight_updated_constant44" [id=88, type=get_attr]; "89 features_3_block_2_0_weight_bias_0_0" [id=89, type=get_attr]; -"90 mul_17" [id=90, type=mul]; +"90 mul_tensor_8" [id=90, type=mul]; "91 conv2d_10" [id=91, type=conv2d]; "92 quantize_per_tensor_default_8" [id=92, type=quantize_per_tensor]; "93 dequantize_per_tensor_default_10" [id=93, type=dequantize_per_tensor]; @@ -97,9 +97,9 @@ strict digraph { "95 quantize_per_tensor_default_9" [id=95, type=quantize_per_tensor]; "96 dequantize_per_tensor_default_11" [id=96, type=dequantize_per_tensor]; "97 conv2d_11_scale_0_updated_constant0" [id=97, type=get_attr]; -"98 compressed_weight_updated_constant9" [id=98, type=get_attr]; +"98 compressed_weight_updated_constant45" [id=98, type=get_attr]; "99 features_4_block_0_0_weight_bias_0_0" [id=99, type=get_attr]; -"100 mul_18" [id=100, type=mul]; +"100 mul_tensor_9" [id=100, type=mul]; "101 conv2d_11" [id=101, type=conv2d]; "102 hardswish__1_scale_0" [id=102, type=get_attr]; "103 hardswish__1_zero_point_0" [id=103, type=get_attr]; @@ -107,9 +107,9 @@ strict digraph { "105 quantize_per_channel_default_13" [id=105, type=quantize_per_channel]; "106 dequantize_per_channel_default_13" [id=106, type=dequantize_per_channel]; "107 conv2d_12_scale_0_updated_constant0" [id=107, type=get_attr]; -"108 compressed_weight_updated_constant10" [id=108, type=get_attr]; +"108 compressed_weight_updated_constant46" [id=108, type=get_attr]; "109 features_4_block_1_0_weight_bias_0_0" [id=109, type=get_attr]; -"110 mul_19" [id=110, type=mul]; +"110 mul_tensor_10" [id=110, type=mul]; "111 conv2d_12" [id=111, type=conv2d]; "112 hardswish__2" [id=112, type=hardswish_]; "113 quantize_per_tensor_default_10" [id=113, type=quantize_per_tensor]; @@ -130,17 +130,17 @@ strict digraph { "128 quantize_per_tensor_default_12" [id=128, type=quantize_per_tensor]; "129 dequantize_per_tensor_default_15" [id=129, type=dequantize_per_tensor]; "130 conv2d_15_scale_0_updated_constant0" [id=130, type=get_attr]; -"131 compressed_weight_updated_constant11" [id=131, type=get_attr]; +"131 compressed_weight_updated_constant47" [id=131, type=get_attr]; "132 features_4_block_3_0_weight_bias_0_0" [id=132, type=get_attr]; -"133 mul_20" [id=133, type=mul]; +"133 mul_tensor_11" [id=133, type=mul]; "134 conv2d_15" [id=134, type=conv2d]; "135 quantize_per_tensor_default_13" [id=135, type=quantize_per_tensor]; "136 dequantize_per_tensor_default_17" [id=136, type=dequantize_per_tensor]; "137 dequantize_per_tensor_default_16" [id=137, type=dequantize_per_tensor]; "138 conv2d_16_scale_0_updated_constant0" [id=138, type=get_attr]; -"139 compressed_weight_updated_constant12" [id=139, type=get_attr]; +"139 compressed_weight_updated_constant48" [id=139, type=get_attr]; "140 features_5_block_0_0_weight_bias_0_0" [id=140, type=get_attr]; -"141 mul_21" [id=141, type=mul]; +"141 mul_tensor_12" [id=141, type=mul]; "142 conv2d_16" [id=142, type=conv2d]; "143 hardswish__3_scale_0" [id=143, type=get_attr]; "144 hardswish__3_zero_point_0" [id=144, type=get_attr]; @@ -148,9 +148,9 @@ strict digraph { "146 quantize_per_channel_default_17" [id=146, type=quantize_per_channel]; "147 dequantize_per_channel_default_17" [id=147, type=dequantize_per_channel]; "148 conv2d_17_scale_0_updated_constant0" [id=148, type=get_attr]; -"149 compressed_weight_updated_constant13" [id=149, type=get_attr]; +"149 compressed_weight_updated_constant49" [id=149, type=get_attr]; "150 features_5_block_1_0_weight_bias_0_0" [id=150, type=get_attr]; -"151 mul_22" [id=151, type=mul]; +"151 mul_tensor_13" [id=151, type=mul]; "152 conv2d_17" [id=152, type=conv2d]; "153 hardswish__4" [id=153, type=hardswish_]; "154 quantize_per_tensor_default_14" [id=154, type=quantize_per_tensor]; @@ -171,9 +171,9 @@ strict digraph { "169 quantize_per_tensor_default_16" [id=169, type=quantize_per_tensor]; "170 dequantize_per_tensor_default_21" [id=170, type=dequantize_per_tensor]; "171 conv2d_20_scale_0_updated_constant0" [id=171, type=get_attr]; -"172 compressed_weight_updated_constant14" [id=172, type=get_attr]; +"172 compressed_weight_updated_constant50" [id=172, type=get_attr]; "173 features_5_block_3_0_weight_bias_0_0" [id=173, type=get_attr]; -"174 mul_23" [id=174, type=mul]; +"174 mul_tensor_14" [id=174, type=mul]; "175 conv2d_20" [id=175, type=conv2d]; "176 quantize_per_tensor_default_17" [id=176, type=quantize_per_tensor]; "177 dequantize_per_tensor_default_22" [id=177, type=dequantize_per_tensor]; @@ -182,9 +182,9 @@ strict digraph { "180 dequantize_per_tensor_default_24" [id=180, type=dequantize_per_tensor]; "181 dequantize_per_tensor_default_23" [id=181, type=dequantize_per_tensor]; "182 conv2d_21_scale_0_updated_constant0" [id=182, type=get_attr]; -"183 compressed_weight_updated_constant15" [id=183, type=get_attr]; +"183 compressed_weight_updated_constant51" [id=183, type=get_attr]; "184 features_6_block_0_0_weight_bias_0_0" [id=184, type=get_attr]; -"185 mul_24" [id=185, type=mul]; +"185 mul_tensor_15" [id=185, type=mul]; "186 conv2d_21" [id=186, type=conv2d]; "187 hardswish__5_scale_0" [id=187, type=get_attr]; "188 hardswish__5_zero_point_0" [id=188, type=get_attr]; @@ -192,9 +192,9 @@ strict digraph { "190 quantize_per_channel_default_21" [id=190, type=quantize_per_channel]; "191 dequantize_per_channel_default_21" [id=191, type=dequantize_per_channel]; "192 conv2d_22_scale_0_updated_constant0" [id=192, type=get_attr]; -"193 compressed_weight_updated_constant16" [id=193, type=get_attr]; +"193 compressed_weight_updated_constant52" [id=193, type=get_attr]; "194 features_6_block_1_0_weight_bias_0_0" [id=194, type=get_attr]; -"195 mul_25" [id=195, type=mul]; +"195 mul_tensor_16" [id=195, type=mul]; "196 conv2d_22" [id=196, type=conv2d]; "197 hardswish__6" [id=197, type=hardswish_]; "198 quantize_per_tensor_default_19" [id=198, type=quantize_per_tensor]; @@ -215,9 +215,9 @@ strict digraph { "213 quantize_per_tensor_default_21" [id=213, type=quantize_per_tensor]; "214 dequantize_per_tensor_default_28" [id=214, type=dequantize_per_tensor]; "215 conv2d_25_scale_0_updated_constant0" [id=215, type=get_attr]; -"216 compressed_weight_updated_constant17" [id=216, type=get_attr]; +"216 compressed_weight_updated_constant53" [id=216, type=get_attr]; "217 features_6_block_3_0_weight_bias_0_0" [id=217, type=get_attr]; -"218 mul_26" [id=218, type=mul]; +"218 mul_tensor_17" [id=218, type=mul]; "219 conv2d_25" [id=219, type=conv2d]; "220 quantize_per_tensor_default_22" [id=220, type=quantize_per_tensor]; "221 dequantize_per_tensor_default_29" [id=221, type=dequantize_per_tensor]; @@ -225,9 +225,9 @@ strict digraph { "223 quantize_per_tensor_default_23" [id=223, type=quantize_per_tensor]; "224 dequantize_per_tensor_default_30" [id=224, type=dequantize_per_tensor]; "225 conv2d_26_scale_0_updated_constant0" [id=225, type=get_attr]; -"226 compressed_weight_updated_constant18" [id=226, type=get_attr]; +"226 compressed_weight_updated_constant54" [id=226, type=get_attr]; "227 features_7_block_0_0_weight_bias_0_0" [id=227, type=get_attr]; -"228 mul_27" [id=228, type=mul]; +"228 mul_tensor_18" [id=228, type=mul]; "229 conv2d_26" [id=229, type=conv2d]; "230 hardswish__7_scale_0" [id=230, type=get_attr]; "231 hardswish__7_zero_point_0" [id=231, type=get_attr]; @@ -235,9 +235,9 @@ strict digraph { "233 quantize_per_channel_default_25" [id=233, type=quantize_per_channel]; "234 dequantize_per_channel_default_25" [id=234, type=dequantize_per_channel]; "235 conv2d_27_scale_0_updated_constant0" [id=235, type=get_attr]; -"236 compressed_weight_updated_constant19" [id=236, type=get_attr]; +"236 compressed_weight_updated_constant55" [id=236, type=get_attr]; "237 features_7_block_1_0_weight_bias_0_0" [id=237, type=get_attr]; -"238 mul_28" [id=238, type=mul]; +"238 mul_tensor_19" [id=238, type=mul]; "239 conv2d_27" [id=239, type=conv2d]; "240 hardswish__8" [id=240, type=hardswish_]; "241 quantize_per_tensor_default_24" [id=241, type=quantize_per_tensor]; @@ -258,17 +258,17 @@ strict digraph { "256 quantize_per_tensor_default_26" [id=256, type=quantize_per_tensor]; "257 dequantize_per_tensor_default_34" [id=257, type=dequantize_per_tensor]; "258 conv2d_30_scale_0_updated_constant0" [id=258, type=get_attr]; -"259 compressed_weight_updated_constant20" [id=259, type=get_attr]; +"259 compressed_weight_updated_constant56" [id=259, type=get_attr]; "260 features_7_block_3_0_weight_bias_0_0" [id=260, type=get_attr]; -"261 mul_29" [id=261, type=mul]; +"261 mul_tensor_20" [id=261, type=mul]; "262 conv2d_30" [id=262, type=conv2d]; "263 quantize_per_tensor_default_27" [id=263, type=quantize_per_tensor]; "264 dequantize_per_tensor_default_36" [id=264, type=dequantize_per_tensor]; "265 dequantize_per_tensor_default_35" [id=265, type=dequantize_per_tensor]; "266 conv2d_31_scale_0_updated_constant0" [id=266, type=get_attr]; -"267 compressed_weight_updated_constant21" [id=267, type=get_attr]; +"267 compressed_weight_updated_constant57" [id=267, type=get_attr]; "268 features_8_block_0_0_weight_bias_0_0" [id=268, type=get_attr]; -"269 mul_30" [id=269, type=mul]; +"269 mul_tensor_21" [id=269, type=mul]; "270 conv2d_31" [id=270, type=conv2d]; "271 hardswish__9_scale_0" [id=271, type=get_attr]; "272 hardswish__9_zero_point_0" [id=272, type=get_attr]; @@ -276,9 +276,9 @@ strict digraph { "274 quantize_per_channel_default_29" [id=274, type=quantize_per_channel]; "275 dequantize_per_channel_default_29" [id=275, type=dequantize_per_channel]; "276 conv2d_32_scale_0_updated_constant0" [id=276, type=get_attr]; -"277 compressed_weight_updated_constant22" [id=277, type=get_attr]; +"277 compressed_weight_updated_constant58" [id=277, type=get_attr]; "278 features_8_block_1_0_weight_bias_0_0" [id=278, type=get_attr]; -"279 mul_31" [id=279, type=mul]; +"279 mul_tensor_22" [id=279, type=mul]; "280 conv2d_32" [id=280, type=conv2d]; "281 hardswish__10" [id=281, type=hardswish_]; "282 quantize_per_tensor_default_28" [id=282, type=quantize_per_tensor]; @@ -299,9 +299,9 @@ strict digraph { "297 quantize_per_tensor_default_30" [id=297, type=quantize_per_tensor]; "298 dequantize_per_tensor_default_40" [id=298, type=dequantize_per_tensor]; "299 conv2d_35_scale_0_updated_constant0" [id=299, type=get_attr]; -"300 compressed_weight_updated_constant23" [id=300, type=get_attr]; +"300 compressed_weight_updated_constant59" [id=300, type=get_attr]; "301 features_8_block_3_0_weight_bias_0_0" [id=301, type=get_attr]; -"302 mul_32" [id=302, type=mul]; +"302 mul_tensor_23" [id=302, type=mul]; "303 conv2d_35" [id=303, type=conv2d]; "304 quantize_per_tensor_default_31" [id=304, type=quantize_per_tensor]; "305 dequantize_per_tensor_default_41" [id=305, type=dequantize_per_tensor]; @@ -309,9 +309,9 @@ strict digraph { "307 quantize_per_tensor_default_32" [id=307, type=quantize_per_tensor]; "308 dequantize_per_tensor_default_42" [id=308, type=dequantize_per_tensor]; "309 conv2d_36_scale_0_updated_constant0" [id=309, type=get_attr]; -"310 compressed_weight_updated_constant24" [id=310, type=get_attr]; +"310 compressed_weight_updated_constant60" [id=310, type=get_attr]; "311 features_9_block_0_0_weight_bias_0_0" [id=311, type=get_attr]; -"312 mul_33" [id=312, type=mul]; +"312 mul_tensor_24" [id=312, type=mul]; "313 conv2d_36" [id=313, type=conv2d]; "314 hardswish__11_scale_0" [id=314, type=get_attr]; "315 hardswish__11_zero_point_0" [id=315, type=get_attr]; @@ -319,9 +319,9 @@ strict digraph { "317 quantize_per_channel_default_33" [id=317, type=quantize_per_channel]; "318 dequantize_per_channel_default_33" [id=318, type=dequantize_per_channel]; "319 conv2d_37_scale_0_updated_constant0" [id=319, type=get_attr]; -"320 compressed_weight_updated_constant25" [id=320, type=get_attr]; +"320 compressed_weight_updated_constant61" [id=320, type=get_attr]; "321 features_9_block_1_0_weight_bias_0_0" [id=321, type=get_attr]; -"322 mul_34" [id=322, type=mul]; +"322 mul_tensor_25" [id=322, type=mul]; "323 conv2d_37" [id=323, type=conv2d]; "324 hardswish__12" [id=324, type=hardswish_]; "325 quantize_per_tensor_default_33" [id=325, type=quantize_per_tensor]; @@ -342,17 +342,17 @@ strict digraph { "340 quantize_per_tensor_default_35" [id=340, type=quantize_per_tensor]; "341 dequantize_per_tensor_default_46" [id=341, type=dequantize_per_tensor]; "342 conv2d_40_scale_0_updated_constant0" [id=342, type=get_attr]; -"343 compressed_weight_updated_constant26" [id=343, type=get_attr]; +"343 compressed_weight_updated_constant62" [id=343, type=get_attr]; "344 features_9_block_3_0_weight_bias_0_0" [id=344, type=get_attr]; -"345 mul_35" [id=345, type=mul]; +"345 mul_tensor_26" [id=345, type=mul]; "346 conv2d_40" [id=346, type=conv2d]; "347 quantize_per_tensor_default_36" [id=347, type=quantize_per_tensor]; "348 dequantize_per_tensor_default_48" [id=348, type=dequantize_per_tensor]; "349 dequantize_per_tensor_default_47" [id=349, type=dequantize_per_tensor]; "350 conv2d_41_scale_0_updated_constant0" [id=350, type=get_attr]; -"351 compressed_weight_updated_constant27" [id=351, type=get_attr]; +"351 compressed_weight_updated_constant63" [id=351, type=get_attr]; "352 features_10_block_0_0_weight_bias_0_0" [id=352, type=get_attr]; -"353 mul_36" [id=353, type=mul]; +"353 mul_tensor_27" [id=353, type=mul]; "354 conv2d_41" [id=354, type=conv2d]; "355 hardswish__13_scale_0" [id=355, type=get_attr]; "356 hardswish__13_zero_point_0" [id=356, type=get_attr]; @@ -360,9 +360,9 @@ strict digraph { "358 quantize_per_channel_default_37" [id=358, type=quantize_per_channel]; "359 dequantize_per_channel_default_37" [id=359, type=dequantize_per_channel]; "360 conv2d_42_scale_0_updated_constant0" [id=360, type=get_attr]; -"361 compressed_weight_updated_constant28" [id=361, type=get_attr]; +"361 compressed_weight_updated_constant64" [id=361, type=get_attr]; "362 features_10_block_1_0_weight_bias_0_0" [id=362, type=get_attr]; -"363 mul_37" [id=363, type=mul]; +"363 mul_tensor_28" [id=363, type=mul]; "364 conv2d_42" [id=364, type=conv2d]; "365 hardswish__14" [id=365, type=hardswish_]; "366 quantize_per_tensor_default_37" [id=366, type=quantize_per_tensor]; @@ -383,9 +383,9 @@ strict digraph { "381 quantize_per_tensor_default_39" [id=381, type=quantize_per_tensor]; "382 dequantize_per_tensor_default_52" [id=382, type=dequantize_per_tensor]; "383 conv2d_45_scale_0_updated_constant0" [id=383, type=get_attr]; -"384 compressed_weight_updated_constant29" [id=384, type=get_attr]; +"384 compressed_weight_updated_constant65" [id=384, type=get_attr]; "385 features_10_block_3_0_weight_bias_0_0" [id=385, type=get_attr]; -"386 mul_38" [id=386, type=mul]; +"386 mul_tensor_29" [id=386, type=mul]; "387 conv2d_45" [id=387, type=conv2d]; "388 quantize_per_tensor_default_40" [id=388, type=quantize_per_tensor]; "389 dequantize_per_tensor_default_53" [id=389, type=dequantize_per_tensor]; @@ -394,9 +394,9 @@ strict digraph { "392 dequantize_per_tensor_default_55" [id=392, type=dequantize_per_tensor]; "393 dequantize_per_tensor_default_54" [id=393, type=dequantize_per_tensor]; "394 conv2d_46_scale_0_updated_constant0" [id=394, type=get_attr]; -"395 compressed_weight_updated_constant30" [id=395, type=get_attr]; +"395 compressed_weight_updated_constant66" [id=395, type=get_attr]; "396 features_11_block_0_0_weight_bias_0_0" [id=396, type=get_attr]; -"397 mul_39" [id=397, type=mul]; +"397 mul_tensor_30" [id=397, type=mul]; "398 conv2d_46" [id=398, type=conv2d]; "399 hardswish__15_scale_0" [id=399, type=get_attr]; "400 hardswish__15_zero_point_0" [id=400, type=get_attr]; @@ -404,9 +404,9 @@ strict digraph { "402 quantize_per_channel_default_41" [id=402, type=quantize_per_channel]; "403 dequantize_per_channel_default_41" [id=403, type=dequantize_per_channel]; "404 conv2d_47_scale_0_updated_constant0" [id=404, type=get_attr]; -"405 compressed_weight_updated_constant31" [id=405, type=get_attr]; +"405 compressed_weight_updated_constant67" [id=405, type=get_attr]; "406 features_11_block_1_0_weight_bias_0_0" [id=406, type=get_attr]; -"407 mul_40" [id=407, type=mul]; +"407 mul_tensor_31" [id=407, type=mul]; "408 conv2d_47" [id=408, type=conv2d]; "409 hardswish__16" [id=409, type=hardswish_]; "410 quantize_per_tensor_default_42" [id=410, type=quantize_per_tensor]; @@ -427,9 +427,9 @@ strict digraph { "425 quantize_per_tensor_default_44" [id=425, type=quantize_per_tensor]; "426 dequantize_per_tensor_default_59" [id=426, type=dequantize_per_tensor]; "427 conv2d_50_scale_0_updated_constant0" [id=427, type=get_attr]; -"428 compressed_weight_updated_constant32" [id=428, type=get_attr]; +"428 compressed_weight_updated_constant68" [id=428, type=get_attr]; "429 features_11_block_3_0_weight_bias_0_0" [id=429, type=get_attr]; -"430 mul_41" [id=430, type=mul]; +"430 mul_tensor_32" [id=430, type=mul]; "431 conv2d_50" [id=431, type=conv2d]; "432 quantize_per_tensor_default_45" [id=432, type=quantize_per_tensor]; "433 dequantize_per_tensor_default_60" [id=433, type=dequantize_per_tensor]; @@ -437,9 +437,9 @@ strict digraph { "435 quantize_per_tensor_default_46" [id=435, type=quantize_per_tensor]; "436 dequantize_per_tensor_default_61" [id=436, type=dequantize_per_tensor]; "437 conv2d_51_scale_0_updated_constant0" [id=437, type=get_attr]; -"438 compressed_weight_updated_constant33" [id=438, type=get_attr]; +"438 compressed_weight_updated_constant69" [id=438, type=get_attr]; "439 features_12_0_weight_bias_0_0" [id=439, type=get_attr]; -"440 mul_42" [id=440, type=mul]; +"440 mul_tensor_33" [id=440, type=mul]; "441 conv2d_51" [id=441, type=conv2d]; "442 hardswish__17" [id=442, type=hardswish_]; "443 quantize_per_tensor_default_47" [id=443, type=quantize_per_tensor]; @@ -449,27 +449,27 @@ strict digraph { "447 dequantize_per_tensor_default_63" [id=447, type=dequantize_per_tensor]; "448 flatten" [id=448, type=flatten]; "449 linear_scale_0_updated_constant0" [id=449, type=get_attr]; -"450 compressed_weight_updated_constant34" [id=450, type=get_attr]; +"450 compressed_weight_updated_constant70" [id=450, type=get_attr]; "451 _param_constant139_0_0" [id=451, type=get_attr]; -"452 mul_43" [id=452, type=mul]; +"452 mul_tensor_34" [id=452, type=mul]; "453 linear" [id=453, type=linear]; "454 hardswish__18" [id=454, type=hardswish_]; "455 quantize_per_tensor_default_49" [id=455, type=quantize_per_tensor]; "456 dequantize_per_tensor_default_64" [id=456, type=dequantize_per_tensor]; "457 dropout_" [id=457, type=dropout_]; "458 linear_1_scale_0_updated_constant0" [id=458, type=get_attr]; -"459 compressed_weight_updated_constant35" [id=459, type=get_attr]; +"459 compressed_weight_updated_constant71" [id=459, type=get_attr]; "460 _param_constant141_0_0" [id=460, type=get_attr]; -"461 mul_44" [id=461, type=mul]; +"461 mul_tensor_35" [id=461, type=mul]; "462 linear_1" [id=462, type=linear]; "463 output" [id=463, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default"; "2 dequantize_per_tensor_default" -> "7 conv2d"; -"3 conv2d_scale_0_updated_constant0" -> "6 mul_9"; -"4 compressed_weight_updated_constant0" -> "6 mul_9"; +"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor"; +"4 compressed_weight_updated_constant36" -> "6 mul_tensor"; "5 features_0_0_weight_bias_0_0" -> "7 conv2d"; -"6 mul_9" -> "7 conv2d"; +"6 mul_tensor" -> "7 conv2d"; "7 conv2d" -> "10 hardswish_"; "8 hardswish__scale_0" -> "11 quantize_per_channel_default_1"; "8 hardswish__scale_0" -> "12 dequantize_per_channel_default_1"; @@ -478,10 +478,10 @@ strict digraph { "10 hardswish_" -> "11 quantize_per_channel_default_1"; "11 quantize_per_channel_default_1" -> "12 dequantize_per_channel_default_1"; "12 dequantize_per_channel_default_1" -> "17 conv2d_1"; -"13 conv2d_1_scale_0_updated_constant0" -> "16 mul_10"; -"14 compressed_weight_updated_constant1" -> "16 mul_10"; +"13 conv2d_1_scale_0_updated_constant0" -> "16 mul_tensor_1"; +"14 compressed_weight_updated_constant37" -> "16 mul_tensor_1"; "15 features_1_block_0_0_weight_bias_0_0" -> "17 conv2d_1"; -"16 mul_10" -> "17 conv2d_1"; +"16 mul_tensor_1" -> "17 conv2d_1"; "17 conv2d_1" -> "18 relu_"; "18 relu_" -> "19 quantize_per_tensor_default_1"; "19 quantize_per_tensor_default_1" -> "20 dequantize_per_tensor_default_2"; @@ -502,17 +502,17 @@ strict digraph { "33 mul" -> "34 quantize_per_tensor_default_3"; "34 quantize_per_tensor_default_3" -> "35 dequantize_per_tensor_default_4"; "35 dequantize_per_tensor_default_4" -> "40 conv2d_4"; -"36 conv2d_4_scale_0_updated_constant0" -> "39 mul_11"; -"37 compressed_weight_updated_constant2" -> "39 mul_11"; +"36 conv2d_4_scale_0_updated_constant0" -> "39 mul_tensor_2"; +"37 compressed_weight_updated_constant38" -> "39 mul_tensor_2"; "38 features_1_block_2_0_weight_bias_0_0" -> "40 conv2d_4"; -"39 mul_11" -> "40 conv2d_4"; +"39 mul_tensor_2" -> "40 conv2d_4"; "40 conv2d_4" -> "41 quantize_per_tensor_default_4"; "41 quantize_per_tensor_default_4" -> "42 dequantize_per_tensor_default_5"; "42 dequantize_per_tensor_default_5" -> "47 conv2d_5"; -"43 conv2d_5_scale_0_updated_constant0" -> "46 mul_12"; -"44 compressed_weight_updated_constant3" -> "46 mul_12"; +"43 conv2d_5_scale_0_updated_constant0" -> "46 mul_tensor_3"; +"44 compressed_weight_updated_constant39" -> "46 mul_tensor_3"; "45 features_2_block_0_0_weight_bias_0_0" -> "47 conv2d_5"; -"46 mul_12" -> "47 conv2d_5"; +"46 mul_tensor_3" -> "47 conv2d_5"; "47 conv2d_5" -> "50 relu__1"; "48 relu__1_scale_0" -> "51 quantize_per_channel_default_5"; "48 relu__1_scale_0" -> "52 dequantize_per_channel_default_5"; @@ -521,27 +521,27 @@ strict digraph { "50 relu__1" -> "51 quantize_per_channel_default_5"; "51 quantize_per_channel_default_5" -> "52 dequantize_per_channel_default_5"; "52 dequantize_per_channel_default_5" -> "57 conv2d_6"; -"53 conv2d_6_scale_0_updated_constant0" -> "56 mul_13"; -"54 compressed_weight_updated_constant4" -> "56 mul_13"; +"53 conv2d_6_scale_0_updated_constant0" -> "56 mul_tensor_4"; +"54 compressed_weight_updated_constant40" -> "56 mul_tensor_4"; "55 features_2_block_1_0_weight_bias_0_0" -> "57 conv2d_6"; -"56 mul_13" -> "57 conv2d_6"; +"56 mul_tensor_4" -> "57 conv2d_6"; "57 conv2d_6" -> "58 relu__2"; "58 relu__2" -> "59 quantize_per_tensor_default_5"; "59 quantize_per_tensor_default_5" -> "60 dequantize_per_tensor_default_6"; "60 dequantize_per_tensor_default_6" -> "65 conv2d_7"; -"61 conv2d_7_scale_0_updated_constant0" -> "64 mul_14"; -"62 compressed_weight_updated_constant5" -> "64 mul_14"; +"61 conv2d_7_scale_0_updated_constant0" -> "64 mul_tensor_5"; +"62 compressed_weight_updated_constant41" -> "64 mul_tensor_5"; "63 features_2_block_2_0_weight_bias_0_0" -> "65 conv2d_7"; -"64 mul_14" -> "65 conv2d_7"; +"64 mul_tensor_5" -> "65 conv2d_7"; "65 conv2d_7" -> "66 quantize_per_tensor_default_6"; "66 quantize_per_tensor_default_6" -> "67 dequantize_per_tensor_default_8"; "66 quantize_per_tensor_default_6" -> "68 dequantize_per_tensor_default_7"; "67 dequantize_per_tensor_default_8" -> "94 add_"; "68 dequantize_per_tensor_default_7" -> "73 conv2d_8"; -"69 conv2d_8_scale_0_updated_constant0" -> "72 mul_15"; -"70 compressed_weight_updated_constant6" -> "72 mul_15"; +"69 conv2d_8_scale_0_updated_constant0" -> "72 mul_tensor_6"; +"70 compressed_weight_updated_constant42" -> "72 mul_tensor_6"; "71 features_3_block_0_0_weight_bias_0_0" -> "73 conv2d_8"; -"72 mul_15" -> "73 conv2d_8"; +"72 mul_tensor_6" -> "73 conv2d_8"; "73 conv2d_8" -> "76 relu__3"; "74 relu__3_scale_0" -> "77 quantize_per_channel_default_9"; "74 relu__3_scale_0" -> "78 dequantize_per_channel_default_9"; @@ -550,28 +550,28 @@ strict digraph { "76 relu__3" -> "77 quantize_per_channel_default_9"; "77 quantize_per_channel_default_9" -> "78 dequantize_per_channel_default_9"; "78 dequantize_per_channel_default_9" -> "83 conv2d_9"; -"79 conv2d_9_scale_0_updated_constant0" -> "82 mul_16"; -"80 compressed_weight_updated_constant7" -> "82 mul_16"; +"79 conv2d_9_scale_0_updated_constant0" -> "82 mul_tensor_7"; +"80 compressed_weight_updated_constant43" -> "82 mul_tensor_7"; "81 features_3_block_1_0_weight_bias_0_0" -> "83 conv2d_9"; -"82 mul_16" -> "83 conv2d_9"; +"82 mul_tensor_7" -> "83 conv2d_9"; "83 conv2d_9" -> "84 relu__4"; "84 relu__4" -> "85 quantize_per_tensor_default_7"; "85 quantize_per_tensor_default_7" -> "86 dequantize_per_tensor_default_9"; "86 dequantize_per_tensor_default_9" -> "91 conv2d_10"; -"87 conv2d_10_scale_0_updated_constant0" -> "90 mul_17"; -"88 compressed_weight_updated_constant8" -> "90 mul_17"; +"87 conv2d_10_scale_0_updated_constant0" -> "90 mul_tensor_8"; +"88 compressed_weight_updated_constant44" -> "90 mul_tensor_8"; "89 features_3_block_2_0_weight_bias_0_0" -> "91 conv2d_10"; -"90 mul_17" -> "91 conv2d_10"; +"90 mul_tensor_8" -> "91 conv2d_10"; "91 conv2d_10" -> "92 quantize_per_tensor_default_8"; "92 quantize_per_tensor_default_8" -> "93 dequantize_per_tensor_default_10"; "93 dequantize_per_tensor_default_10" -> "94 add_"; "94 add_" -> "95 quantize_per_tensor_default_9"; "95 quantize_per_tensor_default_9" -> "96 dequantize_per_tensor_default_11"; "96 dequantize_per_tensor_default_11" -> "101 conv2d_11"; -"97 conv2d_11_scale_0_updated_constant0" -> "100 mul_18"; -"98 compressed_weight_updated_constant9" -> "100 mul_18"; +"97 conv2d_11_scale_0_updated_constant0" -> "100 mul_tensor_9"; +"98 compressed_weight_updated_constant45" -> "100 mul_tensor_9"; "99 features_4_block_0_0_weight_bias_0_0" -> "101 conv2d_11"; -"100 mul_18" -> "101 conv2d_11"; +"100 mul_tensor_9" -> "101 conv2d_11"; "101 conv2d_11" -> "104 hardswish__1"; "102 hardswish__1_scale_0" -> "105 quantize_per_channel_default_13"; "102 hardswish__1_scale_0" -> "106 dequantize_per_channel_default_13"; @@ -580,10 +580,10 @@ strict digraph { "104 hardswish__1" -> "105 quantize_per_channel_default_13"; "105 quantize_per_channel_default_13" -> "106 dequantize_per_channel_default_13"; "106 dequantize_per_channel_default_13" -> "111 conv2d_12"; -"107 conv2d_12_scale_0_updated_constant0" -> "110 mul_19"; -"108 compressed_weight_updated_constant10" -> "110 mul_19"; +"107 conv2d_12_scale_0_updated_constant0" -> "110 mul_tensor_10"; +"108 compressed_weight_updated_constant46" -> "110 mul_tensor_10"; "109 features_4_block_1_0_weight_bias_0_0" -> "111 conv2d_12"; -"110 mul_19" -> "111 conv2d_12"; +"110 mul_tensor_10" -> "111 conv2d_12"; "111 conv2d_12" -> "112 hardswish__2"; "112 hardswish__2" -> "113 quantize_per_tensor_default_10"; "113 quantize_per_tensor_default_10" -> "114 dequantize_per_tensor_default_13"; @@ -604,19 +604,19 @@ strict digraph { "127 mul_1" -> "128 quantize_per_tensor_default_12"; "128 quantize_per_tensor_default_12" -> "129 dequantize_per_tensor_default_15"; "129 dequantize_per_tensor_default_15" -> "134 conv2d_15"; -"130 conv2d_15_scale_0_updated_constant0" -> "133 mul_20"; -"131 compressed_weight_updated_constant11" -> "133 mul_20"; +"130 conv2d_15_scale_0_updated_constant0" -> "133 mul_tensor_11"; +"131 compressed_weight_updated_constant47" -> "133 mul_tensor_11"; "132 features_4_block_3_0_weight_bias_0_0" -> "134 conv2d_15"; -"133 mul_20" -> "134 conv2d_15"; +"133 mul_tensor_11" -> "134 conv2d_15"; "134 conv2d_15" -> "135 quantize_per_tensor_default_13"; "135 quantize_per_tensor_default_13" -> "136 dequantize_per_tensor_default_17"; "135 quantize_per_tensor_default_13" -> "137 dequantize_per_tensor_default_16"; "136 dequantize_per_tensor_default_17" -> "178 add__1"; "137 dequantize_per_tensor_default_16" -> "142 conv2d_16"; -"138 conv2d_16_scale_0_updated_constant0" -> "141 mul_21"; -"139 compressed_weight_updated_constant12" -> "141 mul_21"; +"138 conv2d_16_scale_0_updated_constant0" -> "141 mul_tensor_12"; +"139 compressed_weight_updated_constant48" -> "141 mul_tensor_12"; "140 features_5_block_0_0_weight_bias_0_0" -> "142 conv2d_16"; -"141 mul_21" -> "142 conv2d_16"; +"141 mul_tensor_12" -> "142 conv2d_16"; "142 conv2d_16" -> "145 hardswish__3"; "143 hardswish__3_scale_0" -> "146 quantize_per_channel_default_17"; "143 hardswish__3_scale_0" -> "147 dequantize_per_channel_default_17"; @@ -625,10 +625,10 @@ strict digraph { "145 hardswish__3" -> "146 quantize_per_channel_default_17"; "146 quantize_per_channel_default_17" -> "147 dequantize_per_channel_default_17"; "147 dequantize_per_channel_default_17" -> "152 conv2d_17"; -"148 conv2d_17_scale_0_updated_constant0" -> "151 mul_22"; -"149 compressed_weight_updated_constant13" -> "151 mul_22"; +"148 conv2d_17_scale_0_updated_constant0" -> "151 mul_tensor_13"; +"149 compressed_weight_updated_constant49" -> "151 mul_tensor_13"; "150 features_5_block_1_0_weight_bias_0_0" -> "152 conv2d_17"; -"151 mul_22" -> "152 conv2d_17"; +"151 mul_tensor_13" -> "152 conv2d_17"; "152 conv2d_17" -> "153 hardswish__4"; "153 hardswish__4" -> "154 quantize_per_tensor_default_14"; "154 quantize_per_tensor_default_14" -> "155 dequantize_per_tensor_default_19"; @@ -649,10 +649,10 @@ strict digraph { "168 mul_2" -> "169 quantize_per_tensor_default_16"; "169 quantize_per_tensor_default_16" -> "170 dequantize_per_tensor_default_21"; "170 dequantize_per_tensor_default_21" -> "175 conv2d_20"; -"171 conv2d_20_scale_0_updated_constant0" -> "174 mul_23"; -"172 compressed_weight_updated_constant14" -> "174 mul_23"; +"171 conv2d_20_scale_0_updated_constant0" -> "174 mul_tensor_14"; +"172 compressed_weight_updated_constant50" -> "174 mul_tensor_14"; "173 features_5_block_3_0_weight_bias_0_0" -> "175 conv2d_20"; -"174 mul_23" -> "175 conv2d_20"; +"174 mul_tensor_14" -> "175 conv2d_20"; "175 conv2d_20" -> "176 quantize_per_tensor_default_17"; "176 quantize_per_tensor_default_17" -> "177 dequantize_per_tensor_default_22"; "177 dequantize_per_tensor_default_22" -> "178 add__1"; @@ -661,10 +661,10 @@ strict digraph { "179 quantize_per_tensor_default_18" -> "181 dequantize_per_tensor_default_23"; "180 dequantize_per_tensor_default_24" -> "222 add__2"; "181 dequantize_per_tensor_default_23" -> "186 conv2d_21"; -"182 conv2d_21_scale_0_updated_constant0" -> "185 mul_24"; -"183 compressed_weight_updated_constant15" -> "185 mul_24"; +"182 conv2d_21_scale_0_updated_constant0" -> "185 mul_tensor_15"; +"183 compressed_weight_updated_constant51" -> "185 mul_tensor_15"; "184 features_6_block_0_0_weight_bias_0_0" -> "186 conv2d_21"; -"185 mul_24" -> "186 conv2d_21"; +"185 mul_tensor_15" -> "186 conv2d_21"; "186 conv2d_21" -> "189 hardswish__5"; "187 hardswish__5_scale_0" -> "190 quantize_per_channel_default_21"; "187 hardswish__5_scale_0" -> "191 dequantize_per_channel_default_21"; @@ -673,10 +673,10 @@ strict digraph { "189 hardswish__5" -> "190 quantize_per_channel_default_21"; "190 quantize_per_channel_default_21" -> "191 dequantize_per_channel_default_21"; "191 dequantize_per_channel_default_21" -> "196 conv2d_22"; -"192 conv2d_22_scale_0_updated_constant0" -> "195 mul_25"; -"193 compressed_weight_updated_constant16" -> "195 mul_25"; +"192 conv2d_22_scale_0_updated_constant0" -> "195 mul_tensor_16"; +"193 compressed_weight_updated_constant52" -> "195 mul_tensor_16"; "194 features_6_block_1_0_weight_bias_0_0" -> "196 conv2d_22"; -"195 mul_25" -> "196 conv2d_22"; +"195 mul_tensor_16" -> "196 conv2d_22"; "196 conv2d_22" -> "197 hardswish__6"; "197 hardswish__6" -> "198 quantize_per_tensor_default_19"; "198 quantize_per_tensor_default_19" -> "199 dequantize_per_tensor_default_26"; @@ -697,20 +697,20 @@ strict digraph { "212 mul_3" -> "213 quantize_per_tensor_default_21"; "213 quantize_per_tensor_default_21" -> "214 dequantize_per_tensor_default_28"; "214 dequantize_per_tensor_default_28" -> "219 conv2d_25"; -"215 conv2d_25_scale_0_updated_constant0" -> "218 mul_26"; -"216 compressed_weight_updated_constant17" -> "218 mul_26"; +"215 conv2d_25_scale_0_updated_constant0" -> "218 mul_tensor_17"; +"216 compressed_weight_updated_constant53" -> "218 mul_tensor_17"; "217 features_6_block_3_0_weight_bias_0_0" -> "219 conv2d_25"; -"218 mul_26" -> "219 conv2d_25"; +"218 mul_tensor_17" -> "219 conv2d_25"; "219 conv2d_25" -> "220 quantize_per_tensor_default_22"; "220 quantize_per_tensor_default_22" -> "221 dequantize_per_tensor_default_29"; "221 dequantize_per_tensor_default_29" -> "222 add__2"; "222 add__2" -> "223 quantize_per_tensor_default_23"; "223 quantize_per_tensor_default_23" -> "224 dequantize_per_tensor_default_30"; "224 dequantize_per_tensor_default_30" -> "229 conv2d_26"; -"225 conv2d_26_scale_0_updated_constant0" -> "228 mul_27"; -"226 compressed_weight_updated_constant18" -> "228 mul_27"; +"225 conv2d_26_scale_0_updated_constant0" -> "228 mul_tensor_18"; +"226 compressed_weight_updated_constant54" -> "228 mul_tensor_18"; "227 features_7_block_0_0_weight_bias_0_0" -> "229 conv2d_26"; -"228 mul_27" -> "229 conv2d_26"; +"228 mul_tensor_18" -> "229 conv2d_26"; "229 conv2d_26" -> "232 hardswish__7"; "230 hardswish__7_scale_0" -> "233 quantize_per_channel_default_25"; "230 hardswish__7_scale_0" -> "234 dequantize_per_channel_default_25"; @@ -719,10 +719,10 @@ strict digraph { "232 hardswish__7" -> "233 quantize_per_channel_default_25"; "233 quantize_per_channel_default_25" -> "234 dequantize_per_channel_default_25"; "234 dequantize_per_channel_default_25" -> "239 conv2d_27"; -"235 conv2d_27_scale_0_updated_constant0" -> "238 mul_28"; -"236 compressed_weight_updated_constant19" -> "238 mul_28"; +"235 conv2d_27_scale_0_updated_constant0" -> "238 mul_tensor_19"; +"236 compressed_weight_updated_constant55" -> "238 mul_tensor_19"; "237 features_7_block_1_0_weight_bias_0_0" -> "239 conv2d_27"; -"238 mul_28" -> "239 conv2d_27"; +"238 mul_tensor_19" -> "239 conv2d_27"; "239 conv2d_27" -> "240 hardswish__8"; "240 hardswish__8" -> "241 quantize_per_tensor_default_24"; "241 quantize_per_tensor_default_24" -> "242 dequantize_per_tensor_default_32"; @@ -743,19 +743,19 @@ strict digraph { "255 mul_4" -> "256 quantize_per_tensor_default_26"; "256 quantize_per_tensor_default_26" -> "257 dequantize_per_tensor_default_34"; "257 dequantize_per_tensor_default_34" -> "262 conv2d_30"; -"258 conv2d_30_scale_0_updated_constant0" -> "261 mul_29"; -"259 compressed_weight_updated_constant20" -> "261 mul_29"; +"258 conv2d_30_scale_0_updated_constant0" -> "261 mul_tensor_20"; +"259 compressed_weight_updated_constant56" -> "261 mul_tensor_20"; "260 features_7_block_3_0_weight_bias_0_0" -> "262 conv2d_30"; -"261 mul_29" -> "262 conv2d_30"; +"261 mul_tensor_20" -> "262 conv2d_30"; "262 conv2d_30" -> "263 quantize_per_tensor_default_27"; "263 quantize_per_tensor_default_27" -> "264 dequantize_per_tensor_default_36"; "263 quantize_per_tensor_default_27" -> "265 dequantize_per_tensor_default_35"; "264 dequantize_per_tensor_default_36" -> "306 add__3"; "265 dequantize_per_tensor_default_35" -> "270 conv2d_31"; -"266 conv2d_31_scale_0_updated_constant0" -> "269 mul_30"; -"267 compressed_weight_updated_constant21" -> "269 mul_30"; +"266 conv2d_31_scale_0_updated_constant0" -> "269 mul_tensor_21"; +"267 compressed_weight_updated_constant57" -> "269 mul_tensor_21"; "268 features_8_block_0_0_weight_bias_0_0" -> "270 conv2d_31"; -"269 mul_30" -> "270 conv2d_31"; +"269 mul_tensor_21" -> "270 conv2d_31"; "270 conv2d_31" -> "273 hardswish__9"; "271 hardswish__9_scale_0" -> "274 quantize_per_channel_default_29"; "271 hardswish__9_scale_0" -> "275 dequantize_per_channel_default_29"; @@ -764,10 +764,10 @@ strict digraph { "273 hardswish__9" -> "274 quantize_per_channel_default_29"; "274 quantize_per_channel_default_29" -> "275 dequantize_per_channel_default_29"; "275 dequantize_per_channel_default_29" -> "280 conv2d_32"; -"276 conv2d_32_scale_0_updated_constant0" -> "279 mul_31"; -"277 compressed_weight_updated_constant22" -> "279 mul_31"; +"276 conv2d_32_scale_0_updated_constant0" -> "279 mul_tensor_22"; +"277 compressed_weight_updated_constant58" -> "279 mul_tensor_22"; "278 features_8_block_1_0_weight_bias_0_0" -> "280 conv2d_32"; -"279 mul_31" -> "280 conv2d_32"; +"279 mul_tensor_22" -> "280 conv2d_32"; "280 conv2d_32" -> "281 hardswish__10"; "281 hardswish__10" -> "282 quantize_per_tensor_default_28"; "282 quantize_per_tensor_default_28" -> "283 dequantize_per_tensor_default_38"; @@ -788,20 +788,20 @@ strict digraph { "296 mul_5" -> "297 quantize_per_tensor_default_30"; "297 quantize_per_tensor_default_30" -> "298 dequantize_per_tensor_default_40"; "298 dequantize_per_tensor_default_40" -> "303 conv2d_35"; -"299 conv2d_35_scale_0_updated_constant0" -> "302 mul_32"; -"300 compressed_weight_updated_constant23" -> "302 mul_32"; +"299 conv2d_35_scale_0_updated_constant0" -> "302 mul_tensor_23"; +"300 compressed_weight_updated_constant59" -> "302 mul_tensor_23"; "301 features_8_block_3_0_weight_bias_0_0" -> "303 conv2d_35"; -"302 mul_32" -> "303 conv2d_35"; +"302 mul_tensor_23" -> "303 conv2d_35"; "303 conv2d_35" -> "304 quantize_per_tensor_default_31"; "304 quantize_per_tensor_default_31" -> "305 dequantize_per_tensor_default_41"; "305 dequantize_per_tensor_default_41" -> "306 add__3"; "306 add__3" -> "307 quantize_per_tensor_default_32"; "307 quantize_per_tensor_default_32" -> "308 dequantize_per_tensor_default_42"; "308 dequantize_per_tensor_default_42" -> "313 conv2d_36"; -"309 conv2d_36_scale_0_updated_constant0" -> "312 mul_33"; -"310 compressed_weight_updated_constant24" -> "312 mul_33"; +"309 conv2d_36_scale_0_updated_constant0" -> "312 mul_tensor_24"; +"310 compressed_weight_updated_constant60" -> "312 mul_tensor_24"; "311 features_9_block_0_0_weight_bias_0_0" -> "313 conv2d_36"; -"312 mul_33" -> "313 conv2d_36"; +"312 mul_tensor_24" -> "313 conv2d_36"; "313 conv2d_36" -> "316 hardswish__11"; "314 hardswish__11_scale_0" -> "317 quantize_per_channel_default_33"; "314 hardswish__11_scale_0" -> "318 dequantize_per_channel_default_33"; @@ -810,10 +810,10 @@ strict digraph { "316 hardswish__11" -> "317 quantize_per_channel_default_33"; "317 quantize_per_channel_default_33" -> "318 dequantize_per_channel_default_33"; "318 dequantize_per_channel_default_33" -> "323 conv2d_37"; -"319 conv2d_37_scale_0_updated_constant0" -> "322 mul_34"; -"320 compressed_weight_updated_constant25" -> "322 mul_34"; +"319 conv2d_37_scale_0_updated_constant0" -> "322 mul_tensor_25"; +"320 compressed_weight_updated_constant61" -> "322 mul_tensor_25"; "321 features_9_block_1_0_weight_bias_0_0" -> "323 conv2d_37"; -"322 mul_34" -> "323 conv2d_37"; +"322 mul_tensor_25" -> "323 conv2d_37"; "323 conv2d_37" -> "324 hardswish__12"; "324 hardswish__12" -> "325 quantize_per_tensor_default_33"; "325 quantize_per_tensor_default_33" -> "326 dequantize_per_tensor_default_44"; @@ -834,19 +834,19 @@ strict digraph { "339 mul_6" -> "340 quantize_per_tensor_default_35"; "340 quantize_per_tensor_default_35" -> "341 dequantize_per_tensor_default_46"; "341 dequantize_per_tensor_default_46" -> "346 conv2d_40"; -"342 conv2d_40_scale_0_updated_constant0" -> "345 mul_35"; -"343 compressed_weight_updated_constant26" -> "345 mul_35"; +"342 conv2d_40_scale_0_updated_constant0" -> "345 mul_tensor_26"; +"343 compressed_weight_updated_constant62" -> "345 mul_tensor_26"; "344 features_9_block_3_0_weight_bias_0_0" -> "346 conv2d_40"; -"345 mul_35" -> "346 conv2d_40"; +"345 mul_tensor_26" -> "346 conv2d_40"; "346 conv2d_40" -> "347 quantize_per_tensor_default_36"; "347 quantize_per_tensor_default_36" -> "348 dequantize_per_tensor_default_48"; "347 quantize_per_tensor_default_36" -> "349 dequantize_per_tensor_default_47"; "348 dequantize_per_tensor_default_48" -> "390 add__4"; "349 dequantize_per_tensor_default_47" -> "354 conv2d_41"; -"350 conv2d_41_scale_0_updated_constant0" -> "353 mul_36"; -"351 compressed_weight_updated_constant27" -> "353 mul_36"; +"350 conv2d_41_scale_0_updated_constant0" -> "353 mul_tensor_27"; +"351 compressed_weight_updated_constant63" -> "353 mul_tensor_27"; "352 features_10_block_0_0_weight_bias_0_0" -> "354 conv2d_41"; -"353 mul_36" -> "354 conv2d_41"; +"353 mul_tensor_27" -> "354 conv2d_41"; "354 conv2d_41" -> "357 hardswish__13"; "355 hardswish__13_scale_0" -> "358 quantize_per_channel_default_37"; "355 hardswish__13_scale_0" -> "359 dequantize_per_channel_default_37"; @@ -855,10 +855,10 @@ strict digraph { "357 hardswish__13" -> "358 quantize_per_channel_default_37"; "358 quantize_per_channel_default_37" -> "359 dequantize_per_channel_default_37"; "359 dequantize_per_channel_default_37" -> "364 conv2d_42"; -"360 conv2d_42_scale_0_updated_constant0" -> "363 mul_37"; -"361 compressed_weight_updated_constant28" -> "363 mul_37"; +"360 conv2d_42_scale_0_updated_constant0" -> "363 mul_tensor_28"; +"361 compressed_weight_updated_constant64" -> "363 mul_tensor_28"; "362 features_10_block_1_0_weight_bias_0_0" -> "364 conv2d_42"; -"363 mul_37" -> "364 conv2d_42"; +"363 mul_tensor_28" -> "364 conv2d_42"; "364 conv2d_42" -> "365 hardswish__14"; "365 hardswish__14" -> "366 quantize_per_tensor_default_37"; "366 quantize_per_tensor_default_37" -> "367 dequantize_per_tensor_default_50"; @@ -879,10 +879,10 @@ strict digraph { "380 mul_7" -> "381 quantize_per_tensor_default_39"; "381 quantize_per_tensor_default_39" -> "382 dequantize_per_tensor_default_52"; "382 dequantize_per_tensor_default_52" -> "387 conv2d_45"; -"383 conv2d_45_scale_0_updated_constant0" -> "386 mul_38"; -"384 compressed_weight_updated_constant29" -> "386 mul_38"; +"383 conv2d_45_scale_0_updated_constant0" -> "386 mul_tensor_29"; +"384 compressed_weight_updated_constant65" -> "386 mul_tensor_29"; "385 features_10_block_3_0_weight_bias_0_0" -> "387 conv2d_45"; -"386 mul_38" -> "387 conv2d_45"; +"386 mul_tensor_29" -> "387 conv2d_45"; "387 conv2d_45" -> "388 quantize_per_tensor_default_40"; "388 quantize_per_tensor_default_40" -> "389 dequantize_per_tensor_default_53"; "389 dequantize_per_tensor_default_53" -> "390 add__4"; @@ -891,10 +891,10 @@ strict digraph { "391 quantize_per_tensor_default_41" -> "393 dequantize_per_tensor_default_54"; "392 dequantize_per_tensor_default_55" -> "434 add__5"; "393 dequantize_per_tensor_default_54" -> "398 conv2d_46"; -"394 conv2d_46_scale_0_updated_constant0" -> "397 mul_39"; -"395 compressed_weight_updated_constant30" -> "397 mul_39"; +"394 conv2d_46_scale_0_updated_constant0" -> "397 mul_tensor_30"; +"395 compressed_weight_updated_constant66" -> "397 mul_tensor_30"; "396 features_11_block_0_0_weight_bias_0_0" -> "398 conv2d_46"; -"397 mul_39" -> "398 conv2d_46"; +"397 mul_tensor_30" -> "398 conv2d_46"; "398 conv2d_46" -> "401 hardswish__15"; "399 hardswish__15_scale_0" -> "402 quantize_per_channel_default_41"; "399 hardswish__15_scale_0" -> "403 dequantize_per_channel_default_41"; @@ -903,10 +903,10 @@ strict digraph { "401 hardswish__15" -> "402 quantize_per_channel_default_41"; "402 quantize_per_channel_default_41" -> "403 dequantize_per_channel_default_41"; "403 dequantize_per_channel_default_41" -> "408 conv2d_47"; -"404 conv2d_47_scale_0_updated_constant0" -> "407 mul_40"; -"405 compressed_weight_updated_constant31" -> "407 mul_40"; +"404 conv2d_47_scale_0_updated_constant0" -> "407 mul_tensor_31"; +"405 compressed_weight_updated_constant67" -> "407 mul_tensor_31"; "406 features_11_block_1_0_weight_bias_0_0" -> "408 conv2d_47"; -"407 mul_40" -> "408 conv2d_47"; +"407 mul_tensor_31" -> "408 conv2d_47"; "408 conv2d_47" -> "409 hardswish__16"; "409 hardswish__16" -> "410 quantize_per_tensor_default_42"; "410 quantize_per_tensor_default_42" -> "411 dequantize_per_tensor_default_57"; @@ -927,20 +927,20 @@ strict digraph { "424 mul_8" -> "425 quantize_per_tensor_default_44"; "425 quantize_per_tensor_default_44" -> "426 dequantize_per_tensor_default_59"; "426 dequantize_per_tensor_default_59" -> "431 conv2d_50"; -"427 conv2d_50_scale_0_updated_constant0" -> "430 mul_41"; -"428 compressed_weight_updated_constant32" -> "430 mul_41"; +"427 conv2d_50_scale_0_updated_constant0" -> "430 mul_tensor_32"; +"428 compressed_weight_updated_constant68" -> "430 mul_tensor_32"; "429 features_11_block_3_0_weight_bias_0_0" -> "431 conv2d_50"; -"430 mul_41" -> "431 conv2d_50"; +"430 mul_tensor_32" -> "431 conv2d_50"; "431 conv2d_50" -> "432 quantize_per_tensor_default_45"; "432 quantize_per_tensor_default_45" -> "433 dequantize_per_tensor_default_60"; "433 dequantize_per_tensor_default_60" -> "434 add__5"; "434 add__5" -> "435 quantize_per_tensor_default_46"; "435 quantize_per_tensor_default_46" -> "436 dequantize_per_tensor_default_61"; "436 dequantize_per_tensor_default_61" -> "441 conv2d_51"; -"437 conv2d_51_scale_0_updated_constant0" -> "440 mul_42"; -"438 compressed_weight_updated_constant33" -> "440 mul_42"; +"437 conv2d_51_scale_0_updated_constant0" -> "440 mul_tensor_33"; +"438 compressed_weight_updated_constant69" -> "440 mul_tensor_33"; "439 features_12_0_weight_bias_0_0" -> "441 conv2d_51"; -"440 mul_42" -> "441 conv2d_51"; +"440 mul_tensor_33" -> "441 conv2d_51"; "441 conv2d_51" -> "442 hardswish__17"; "442 hardswish__17" -> "443 quantize_per_tensor_default_47"; "443 quantize_per_tensor_default_47" -> "444 dequantize_per_tensor_default_62"; @@ -949,18 +949,18 @@ strict digraph { "446 quantize_per_tensor_default_48" -> "447 dequantize_per_tensor_default_63"; "447 dequantize_per_tensor_default_63" -> "448 flatten"; "448 flatten" -> "453 linear"; -"449 linear_scale_0_updated_constant0" -> "452 mul_43"; -"450 compressed_weight_updated_constant34" -> "452 mul_43"; +"449 linear_scale_0_updated_constant0" -> "452 mul_tensor_34"; +"450 compressed_weight_updated_constant70" -> "452 mul_tensor_34"; "451 _param_constant139_0_0" -> "453 linear"; -"452 mul_43" -> "453 linear"; +"452 mul_tensor_34" -> "453 linear"; "453 linear" -> "454 hardswish__18"; "454 hardswish__18" -> "455 quantize_per_tensor_default_49"; "455 quantize_per_tensor_default_49" -> "456 dequantize_per_tensor_default_64"; "456 dequantize_per_tensor_default_64" -> "457 dropout_"; "457 dropout_" -> "462 linear_1"; -"458 linear_1_scale_0_updated_constant0" -> "461 mul_44"; -"459 compressed_weight_updated_constant35" -> "461 mul_44"; +"458 linear_1_scale_0_updated_constant0" -> "461 mul_tensor_35"; +"459 compressed_weight_updated_constant71" -> "461 mul_tensor_35"; "460 _param_constant141_0_0" -> "462 linear_1"; -"461 mul_44" -> "462 linear_1"; +"461 mul_tensor_35" -> "462 linear_1"; "462 linear_1" -> "463 output"; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot index 8f8a0920315..1821818c764 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot @@ -3,26 +3,26 @@ strict digraph { "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; -"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; +"4 compressed_weight_updated_constant21" [id=4, type=get_attr]; "5 conv1_weight_bias_0_0" [id=5, type=get_attr]; -"6 mul" [id=6, type=mul]; +"6 mul_tensor" [id=6, type=mul]; "7 conv2d" [id=7, type=conv2d]; "8 relu_" [id=8, type=relu_]; "9 quantize_per_tensor_default_1" [id=9, type=quantize_per_tensor]; "10 dequantize_per_tensor_default_1" [id=10, type=dequantize_per_tensor]; "11 max_pool2d" [id=11, type=max_pool2d]; "12 conv2d_1_scale_0_updated_constant0" [id=12, type=get_attr]; -"13 compressed_weight_updated_constant1" [id=13, type=get_attr]; +"13 compressed_weight_updated_constant22" [id=13, type=get_attr]; "14 layer1_0_conv1_weight_bias_0_0" [id=14, type=get_attr]; -"15 mul_1" [id=15, type=mul]; +"15 mul_tensor_1" [id=15, type=mul]; "16 conv2d_1" [id=16, type=conv2d]; "17 relu__1" [id=17, type=relu_]; "18 quantize_per_tensor_default_2" [id=18, type=quantize_per_tensor]; "19 dequantize_per_tensor_default_2" [id=19, type=dequantize_per_tensor]; "20 conv2d_2_scale_0_updated_constant0" [id=20, type=get_attr]; -"21 compressed_weight_updated_constant2" [id=21, type=get_attr]; +"21 compressed_weight_updated_constant23" [id=21, type=get_attr]; "22 layer1_0_conv2_weight_bias_0_0" [id=22, type=get_attr]; -"23 mul_2" [id=23, type=mul]; +"23 mul_tensor_2" [id=23, type=mul]; "24 conv2d_2" [id=24, type=conv2d]; "25 quantize_per_tensor_default_3" [id=25, type=quantize_per_tensor]; "26 dequantize_per_tensor_default_3" [id=26, type=dequantize_per_tensor]; @@ -32,17 +32,17 @@ strict digraph { "30 dequantize_per_tensor_default_5" [id=30, type=dequantize_per_tensor]; "31 dequantize_per_tensor_default_4" [id=31, type=dequantize_per_tensor]; "32 conv2d_3_scale_0_updated_constant0" [id=32, type=get_attr]; -"33 compressed_weight_updated_constant3" [id=33, type=get_attr]; +"33 compressed_weight_updated_constant24" [id=33, type=get_attr]; "34 layer1_1_conv1_weight_bias_0_0" [id=34, type=get_attr]; -"35 mul_3" [id=35, type=mul]; +"35 mul_tensor_3" [id=35, type=mul]; "36 conv2d_3" [id=36, type=conv2d]; "37 relu__3" [id=37, type=relu_]; "38 quantize_per_tensor_default_5" [id=38, type=quantize_per_tensor]; "39 dequantize_per_tensor_default_6" [id=39, type=dequantize_per_tensor]; "40 conv2d_4_scale_0_updated_constant0" [id=40, type=get_attr]; -"41 compressed_weight_updated_constant4" [id=41, type=get_attr]; +"41 compressed_weight_updated_constant25" [id=41, type=get_attr]; "42 layer1_1_conv2_weight_bias_0_0" [id=42, type=get_attr]; -"43 mul_4" [id=43, type=mul]; +"43 mul_tensor_4" [id=43, type=mul]; "44 conv2d_4" [id=44, type=conv2d]; "45 quantize_per_tensor_default_6" [id=45, type=quantize_per_tensor]; "46 dequantize_per_tensor_default_7" [id=46, type=dequantize_per_tensor]; @@ -52,24 +52,24 @@ strict digraph { "50 dequantize_per_tensor_default_9" [id=50, type=dequantize_per_tensor]; "51 dequantize_per_tensor_default_8" [id=51, type=dequantize_per_tensor]; "52 conv2d_5_scale_0_updated_constant0" [id=52, type=get_attr]; -"53 compressed_weight_updated_constant5" [id=53, type=get_attr]; +"53 compressed_weight_updated_constant26" [id=53, type=get_attr]; "54 layer2_0_conv1_weight_bias_0_0" [id=54, type=get_attr]; -"55 mul_5" [id=55, type=mul]; +"55 mul_tensor_5" [id=55, type=mul]; "56 conv2d_5" [id=56, type=conv2d]; "57 relu__5" [id=57, type=relu_]; "58 quantize_per_tensor_default_8" [id=58, type=quantize_per_tensor]; "59 dequantize_per_tensor_default_10" [id=59, type=dequantize_per_tensor]; "60 conv2d_6_scale_0_updated_constant0" [id=60, type=get_attr]; -"61 compressed_weight_updated_constant6" [id=61, type=get_attr]; +"61 compressed_weight_updated_constant27" [id=61, type=get_attr]; "62 layer2_0_conv2_weight_bias_0_0" [id=62, type=get_attr]; -"63 mul_6" [id=63, type=mul]; +"63 mul_tensor_6" [id=63, type=mul]; "64 conv2d_6" [id=64, type=conv2d]; "65 quantize_per_tensor_default_9" [id=65, type=quantize_per_tensor]; "66 dequantize_per_tensor_default_11" [id=66, type=dequantize_per_tensor]; "67 conv2d_7_scale_0_updated_constant0" [id=67, type=get_attr]; -"68 compressed_weight_updated_constant7" [id=68, type=get_attr]; +"68 compressed_weight_updated_constant28" [id=68, type=get_attr]; "69 layer2_0_downsample_0_weight_bias_0_0" [id=69, type=get_attr]; -"70 mul_7" [id=70, type=mul]; +"70 mul_tensor_7" [id=70, type=mul]; "71 conv2d_7" [id=71, type=conv2d]; "72 quantize_per_tensor_default_10" [id=72, type=quantize_per_tensor]; "73 dequantize_per_tensor_default_12" [id=73, type=dequantize_per_tensor]; @@ -79,17 +79,17 @@ strict digraph { "77 dequantize_per_tensor_default_14" [id=77, type=dequantize_per_tensor]; "78 dequantize_per_tensor_default_13" [id=78, type=dequantize_per_tensor]; "79 conv2d_8_scale_0_updated_constant0" [id=79, type=get_attr]; -"80 compressed_weight_updated_constant8" [id=80, type=get_attr]; +"80 compressed_weight_updated_constant29" [id=80, type=get_attr]; "81 layer2_1_conv1_weight_bias_0_0" [id=81, type=get_attr]; -"82 mul_8" [id=82, type=mul]; +"82 mul_tensor_8" [id=82, type=mul]; "83 conv2d_8" [id=83, type=conv2d]; "84 relu__7" [id=84, type=relu_]; "85 quantize_per_tensor_default_12" [id=85, type=quantize_per_tensor]; "86 dequantize_per_tensor_default_15" [id=86, type=dequantize_per_tensor]; "87 conv2d_9_scale_0_updated_constant0" [id=87, type=get_attr]; -"88 compressed_weight_updated_constant9" [id=88, type=get_attr]; +"88 compressed_weight_updated_constant30" [id=88, type=get_attr]; "89 layer2_1_conv2_weight_bias_0_0" [id=89, type=get_attr]; -"90 mul_9" [id=90, type=mul]; +"90 mul_tensor_9" [id=90, type=mul]; "91 conv2d_9" [id=91, type=conv2d]; "92 quantize_per_tensor_default_13" [id=92, type=quantize_per_tensor]; "93 dequantize_per_tensor_default_16" [id=93, type=dequantize_per_tensor]; @@ -99,24 +99,24 @@ strict digraph { "97 dequantize_per_tensor_default_18" [id=97, type=dequantize_per_tensor]; "98 dequantize_per_tensor_default_17" [id=98, type=dequantize_per_tensor]; "99 conv2d_10_scale_0_updated_constant0" [id=99, type=get_attr]; -"100 compressed_weight_updated_constant10" [id=100, type=get_attr]; +"100 compressed_weight_updated_constant31" [id=100, type=get_attr]; "101 layer3_0_conv1_weight_bias_0_0" [id=101, type=get_attr]; -"102 mul_10" [id=102, type=mul]; +"102 mul_tensor_10" [id=102, type=mul]; "103 conv2d_10" [id=103, type=conv2d]; "104 relu__9" [id=104, type=relu_]; "105 quantize_per_tensor_default_15" [id=105, type=quantize_per_tensor]; "106 dequantize_per_tensor_default_19" [id=106, type=dequantize_per_tensor]; "107 conv2d_11_scale_0_updated_constant0" [id=107, type=get_attr]; -"108 compressed_weight_updated_constant11" [id=108, type=get_attr]; +"108 compressed_weight_updated_constant32" [id=108, type=get_attr]; "109 layer3_0_conv2_weight_bias_0_0" [id=109, type=get_attr]; -"110 mul_11" [id=110, type=mul]; +"110 mul_tensor_11" [id=110, type=mul]; "111 conv2d_11" [id=111, type=conv2d]; "112 quantize_per_tensor_default_16" [id=112, type=quantize_per_tensor]; "113 dequantize_per_tensor_default_20" [id=113, type=dequantize_per_tensor]; "114 conv2d_12_scale_0_updated_constant0" [id=114, type=get_attr]; -"115 compressed_weight_updated_constant12" [id=115, type=get_attr]; +"115 compressed_weight_updated_constant33" [id=115, type=get_attr]; "116 layer3_0_downsample_0_weight_bias_0_0" [id=116, type=get_attr]; -"117 mul_12" [id=117, type=mul]; +"117 mul_tensor_12" [id=117, type=mul]; "118 conv2d_12" [id=118, type=conv2d]; "119 quantize_per_tensor_default_17" [id=119, type=quantize_per_tensor]; "120 dequantize_per_tensor_default_21" [id=120, type=dequantize_per_tensor]; @@ -126,17 +126,17 @@ strict digraph { "124 dequantize_per_tensor_default_23" [id=124, type=dequantize_per_tensor]; "125 dequantize_per_tensor_default_22" [id=125, type=dequantize_per_tensor]; "126 conv2d_13_scale_0_updated_constant0" [id=126, type=get_attr]; -"127 compressed_weight_updated_constant13" [id=127, type=get_attr]; +"127 compressed_weight_updated_constant34" [id=127, type=get_attr]; "128 layer3_1_conv1_weight_bias_0_0" [id=128, type=get_attr]; -"129 mul_13" [id=129, type=mul]; +"129 mul_tensor_13" [id=129, type=mul]; "130 conv2d_13" [id=130, type=conv2d]; "131 relu__11" [id=131, type=relu_]; "132 quantize_per_tensor_default_19" [id=132, type=quantize_per_tensor]; "133 dequantize_per_tensor_default_24" [id=133, type=dequantize_per_tensor]; "134 conv2d_14_scale_0_updated_constant0" [id=134, type=get_attr]; -"135 compressed_weight_updated_constant14" [id=135, type=get_attr]; +"135 compressed_weight_updated_constant35" [id=135, type=get_attr]; "136 layer3_1_conv2_weight_bias_0_0" [id=136, type=get_attr]; -"137 mul_14" [id=137, type=mul]; +"137 mul_tensor_14" [id=137, type=mul]; "138 conv2d_14" [id=138, type=conv2d]; "139 quantize_per_tensor_default_20" [id=139, type=quantize_per_tensor]; "140 dequantize_per_tensor_default_25" [id=140, type=dequantize_per_tensor]; @@ -146,24 +146,24 @@ strict digraph { "144 dequantize_per_tensor_default_27" [id=144, type=dequantize_per_tensor]; "145 dequantize_per_tensor_default_26" [id=145, type=dequantize_per_tensor]; "146 conv2d_15_scale_0_updated_constant0" [id=146, type=get_attr]; -"147 compressed_weight_updated_constant15" [id=147, type=get_attr]; +"147 compressed_weight_updated_constant36" [id=147, type=get_attr]; "148 layer4_0_conv1_weight_bias_0_0" [id=148, type=get_attr]; -"149 mul_15" [id=149, type=mul]; +"149 mul_tensor_15" [id=149, type=mul]; "150 conv2d_15" [id=150, type=conv2d]; "151 relu__13" [id=151, type=relu_]; "152 quantize_per_tensor_default_22" [id=152, type=quantize_per_tensor]; "153 dequantize_per_tensor_default_28" [id=153, type=dequantize_per_tensor]; "154 conv2d_16_scale_0_updated_constant0" [id=154, type=get_attr]; -"155 compressed_weight_updated_constant16" [id=155, type=get_attr]; +"155 compressed_weight_updated_constant37" [id=155, type=get_attr]; "156 layer4_0_conv2_weight_bias_0_0" [id=156, type=get_attr]; -"157 mul_16" [id=157, type=mul]; +"157 mul_tensor_16" [id=157, type=mul]; "158 conv2d_16" [id=158, type=conv2d]; "159 quantize_per_tensor_default_23" [id=159, type=quantize_per_tensor]; "160 dequantize_per_tensor_default_29" [id=160, type=dequantize_per_tensor]; "161 conv2d_17_scale_0_updated_constant0" [id=161, type=get_attr]; -"162 compressed_weight_updated_constant17" [id=162, type=get_attr]; +"162 compressed_weight_updated_constant38" [id=162, type=get_attr]; "163 layer4_0_downsample_0_weight_bias_0_0" [id=163, type=get_attr]; -"164 mul_17" [id=164, type=mul]; +"164 mul_tensor_17" [id=164, type=mul]; "165 conv2d_17" [id=165, type=conv2d]; "166 quantize_per_tensor_default_24" [id=166, type=quantize_per_tensor]; "167 dequantize_per_tensor_default_30" [id=167, type=dequantize_per_tensor]; @@ -173,17 +173,17 @@ strict digraph { "171 dequantize_per_tensor_default_32" [id=171, type=dequantize_per_tensor]; "172 dequantize_per_tensor_default_31" [id=172, type=dequantize_per_tensor]; "173 conv2d_18_scale_0_updated_constant0" [id=173, type=get_attr]; -"174 compressed_weight_updated_constant18" [id=174, type=get_attr]; +"174 compressed_weight_updated_constant39" [id=174, type=get_attr]; "175 layer4_1_conv1_weight_bias_0_0" [id=175, type=get_attr]; -"176 mul_18" [id=176, type=mul]; +"176 mul_tensor_18" [id=176, type=mul]; "177 conv2d_18" [id=177, type=conv2d]; "178 relu__15" [id=178, type=relu_]; "179 quantize_per_tensor_default_26" [id=179, type=quantize_per_tensor]; "180 dequantize_per_tensor_default_33" [id=180, type=dequantize_per_tensor]; "181 conv2d_19_scale_0_updated_constant0" [id=181, type=get_attr]; -"182 compressed_weight_updated_constant19" [id=182, type=get_attr]; +"182 compressed_weight_updated_constant40" [id=182, type=get_attr]; "183 layer4_1_conv2_weight_bias_0_0" [id=183, type=get_attr]; -"184 mul_19" [id=184, type=mul]; +"184 mul_tensor_19" [id=184, type=mul]; "185 conv2d_19" [id=185, type=conv2d]; "186 quantize_per_tensor_default_27" [id=186, type=quantize_per_tensor]; "187 dequantize_per_tensor_default_34" [id=187, type=dequantize_per_tensor]; @@ -196,36 +196,36 @@ strict digraph { "194 dequantize_per_tensor_default_36" [id=194, type=dequantize_per_tensor]; "195 flatten" [id=195, type=flatten]; "196 linear_scale_0_updated_constant0" [id=196, type=get_attr]; -"197 compressed_weight_updated_constant20" [id=197, type=get_attr]; +"197 compressed_weight_updated_constant41" [id=197, type=get_attr]; "198 _param_constant61_0_0" [id=198, type=get_attr]; -"199 mul_20" [id=199, type=mul]; +"199 mul_tensor_20" [id=199, type=mul]; "200 linear" [id=200, type=linear]; "201 output" [id=201, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default"; "2 dequantize_per_tensor_default" -> "7 conv2d"; -"3 conv2d_scale_0_updated_constant0" -> "6 mul"; -"4 compressed_weight_updated_constant0" -> "6 mul"; +"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor"; +"4 compressed_weight_updated_constant21" -> "6 mul_tensor"; "5 conv1_weight_bias_0_0" -> "7 conv2d"; -"6 mul" -> "7 conv2d"; +"6 mul_tensor" -> "7 conv2d"; "7 conv2d" -> "8 relu_"; "8 relu_" -> "9 quantize_per_tensor_default_1"; "9 quantize_per_tensor_default_1" -> "10 dequantize_per_tensor_default_1"; "10 dequantize_per_tensor_default_1" -> "11 max_pool2d"; "11 max_pool2d" -> "16 conv2d_1"; "11 max_pool2d" -> "27 add_"; -"12 conv2d_1_scale_0_updated_constant0" -> "15 mul_1"; -"13 compressed_weight_updated_constant1" -> "15 mul_1"; +"12 conv2d_1_scale_0_updated_constant0" -> "15 mul_tensor_1"; +"13 compressed_weight_updated_constant22" -> "15 mul_tensor_1"; "14 layer1_0_conv1_weight_bias_0_0" -> "16 conv2d_1"; -"15 mul_1" -> "16 conv2d_1"; +"15 mul_tensor_1" -> "16 conv2d_1"; "16 conv2d_1" -> "17 relu__1"; "17 relu__1" -> "18 quantize_per_tensor_default_2"; "18 quantize_per_tensor_default_2" -> "19 dequantize_per_tensor_default_2"; "19 dequantize_per_tensor_default_2" -> "24 conv2d_2"; -"20 conv2d_2_scale_0_updated_constant0" -> "23 mul_2"; -"21 compressed_weight_updated_constant2" -> "23 mul_2"; +"20 conv2d_2_scale_0_updated_constant0" -> "23 mul_tensor_2"; +"21 compressed_weight_updated_constant23" -> "23 mul_tensor_2"; "22 layer1_0_conv2_weight_bias_0_0" -> "24 conv2d_2"; -"23 mul_2" -> "24 conv2d_2"; +"23 mul_tensor_2" -> "24 conv2d_2"; "24 conv2d_2" -> "25 quantize_per_tensor_default_3"; "25 quantize_per_tensor_default_3" -> "26 dequantize_per_tensor_default_3"; "26 dequantize_per_tensor_default_3" -> "27 add_"; @@ -235,18 +235,18 @@ strict digraph { "29 quantize_per_tensor_default_4" -> "31 dequantize_per_tensor_default_4"; "30 dequantize_per_tensor_default_5" -> "47 add__1"; "31 dequantize_per_tensor_default_4" -> "36 conv2d_3"; -"32 conv2d_3_scale_0_updated_constant0" -> "35 mul_3"; -"33 compressed_weight_updated_constant3" -> "35 mul_3"; +"32 conv2d_3_scale_0_updated_constant0" -> "35 mul_tensor_3"; +"33 compressed_weight_updated_constant24" -> "35 mul_tensor_3"; "34 layer1_1_conv1_weight_bias_0_0" -> "36 conv2d_3"; -"35 mul_3" -> "36 conv2d_3"; +"35 mul_tensor_3" -> "36 conv2d_3"; "36 conv2d_3" -> "37 relu__3"; "37 relu__3" -> "38 quantize_per_tensor_default_5"; "38 quantize_per_tensor_default_5" -> "39 dequantize_per_tensor_default_6"; "39 dequantize_per_tensor_default_6" -> "44 conv2d_4"; -"40 conv2d_4_scale_0_updated_constant0" -> "43 mul_4"; -"41 compressed_weight_updated_constant4" -> "43 mul_4"; +"40 conv2d_4_scale_0_updated_constant0" -> "43 mul_tensor_4"; +"41 compressed_weight_updated_constant25" -> "43 mul_tensor_4"; "42 layer1_1_conv2_weight_bias_0_0" -> "44 conv2d_4"; -"43 mul_4" -> "44 conv2d_4"; +"43 mul_tensor_4" -> "44 conv2d_4"; "44 conv2d_4" -> "45 quantize_per_tensor_default_6"; "45 quantize_per_tensor_default_6" -> "46 dequantize_per_tensor_default_7"; "46 dequantize_per_tensor_default_7" -> "47 add__1"; @@ -256,25 +256,25 @@ strict digraph { "49 quantize_per_tensor_default_7" -> "51 dequantize_per_tensor_default_8"; "50 dequantize_per_tensor_default_9" -> "71 conv2d_7"; "51 dequantize_per_tensor_default_8" -> "56 conv2d_5"; -"52 conv2d_5_scale_0_updated_constant0" -> "55 mul_5"; -"53 compressed_weight_updated_constant5" -> "55 mul_5"; +"52 conv2d_5_scale_0_updated_constant0" -> "55 mul_tensor_5"; +"53 compressed_weight_updated_constant26" -> "55 mul_tensor_5"; "54 layer2_0_conv1_weight_bias_0_0" -> "56 conv2d_5"; -"55 mul_5" -> "56 conv2d_5"; +"55 mul_tensor_5" -> "56 conv2d_5"; "56 conv2d_5" -> "57 relu__5"; "57 relu__5" -> "58 quantize_per_tensor_default_8"; "58 quantize_per_tensor_default_8" -> "59 dequantize_per_tensor_default_10"; "59 dequantize_per_tensor_default_10" -> "64 conv2d_6"; -"60 conv2d_6_scale_0_updated_constant0" -> "63 mul_6"; -"61 compressed_weight_updated_constant6" -> "63 mul_6"; +"60 conv2d_6_scale_0_updated_constant0" -> "63 mul_tensor_6"; +"61 compressed_weight_updated_constant27" -> "63 mul_tensor_6"; "62 layer2_0_conv2_weight_bias_0_0" -> "64 conv2d_6"; -"63 mul_6" -> "64 conv2d_6"; +"63 mul_tensor_6" -> "64 conv2d_6"; "64 conv2d_6" -> "65 quantize_per_tensor_default_9"; "65 quantize_per_tensor_default_9" -> "66 dequantize_per_tensor_default_11"; "66 dequantize_per_tensor_default_11" -> "74 add__2"; -"67 conv2d_7_scale_0_updated_constant0" -> "70 mul_7"; -"68 compressed_weight_updated_constant7" -> "70 mul_7"; +"67 conv2d_7_scale_0_updated_constant0" -> "70 mul_tensor_7"; +"68 compressed_weight_updated_constant28" -> "70 mul_tensor_7"; "69 layer2_0_downsample_0_weight_bias_0_0" -> "71 conv2d_7"; -"70 mul_7" -> "71 conv2d_7"; +"70 mul_tensor_7" -> "71 conv2d_7"; "71 conv2d_7" -> "72 quantize_per_tensor_default_10"; "72 quantize_per_tensor_default_10" -> "73 dequantize_per_tensor_default_12"; "73 dequantize_per_tensor_default_12" -> "74 add__2"; @@ -284,18 +284,18 @@ strict digraph { "76 quantize_per_tensor_default_11" -> "78 dequantize_per_tensor_default_13"; "77 dequantize_per_tensor_default_14" -> "94 add__3"; "78 dequantize_per_tensor_default_13" -> "83 conv2d_8"; -"79 conv2d_8_scale_0_updated_constant0" -> "82 mul_8"; -"80 compressed_weight_updated_constant8" -> "82 mul_8"; +"79 conv2d_8_scale_0_updated_constant0" -> "82 mul_tensor_8"; +"80 compressed_weight_updated_constant29" -> "82 mul_tensor_8"; "81 layer2_1_conv1_weight_bias_0_0" -> "83 conv2d_8"; -"82 mul_8" -> "83 conv2d_8"; +"82 mul_tensor_8" -> "83 conv2d_8"; "83 conv2d_8" -> "84 relu__7"; "84 relu__7" -> "85 quantize_per_tensor_default_12"; "85 quantize_per_tensor_default_12" -> "86 dequantize_per_tensor_default_15"; "86 dequantize_per_tensor_default_15" -> "91 conv2d_9"; -"87 conv2d_9_scale_0_updated_constant0" -> "90 mul_9"; -"88 compressed_weight_updated_constant9" -> "90 mul_9"; +"87 conv2d_9_scale_0_updated_constant0" -> "90 mul_tensor_9"; +"88 compressed_weight_updated_constant30" -> "90 mul_tensor_9"; "89 layer2_1_conv2_weight_bias_0_0" -> "91 conv2d_9"; -"90 mul_9" -> "91 conv2d_9"; +"90 mul_tensor_9" -> "91 conv2d_9"; "91 conv2d_9" -> "92 quantize_per_tensor_default_13"; "92 quantize_per_tensor_default_13" -> "93 dequantize_per_tensor_default_16"; "93 dequantize_per_tensor_default_16" -> "94 add__3"; @@ -305,25 +305,25 @@ strict digraph { "96 quantize_per_tensor_default_14" -> "98 dequantize_per_tensor_default_17"; "97 dequantize_per_tensor_default_18" -> "118 conv2d_12"; "98 dequantize_per_tensor_default_17" -> "103 conv2d_10"; -"99 conv2d_10_scale_0_updated_constant0" -> "102 mul_10"; -"100 compressed_weight_updated_constant10" -> "102 mul_10"; +"99 conv2d_10_scale_0_updated_constant0" -> "102 mul_tensor_10"; +"100 compressed_weight_updated_constant31" -> "102 mul_tensor_10"; "101 layer3_0_conv1_weight_bias_0_0" -> "103 conv2d_10"; -"102 mul_10" -> "103 conv2d_10"; +"102 mul_tensor_10" -> "103 conv2d_10"; "103 conv2d_10" -> "104 relu__9"; "104 relu__9" -> "105 quantize_per_tensor_default_15"; "105 quantize_per_tensor_default_15" -> "106 dequantize_per_tensor_default_19"; "106 dequantize_per_tensor_default_19" -> "111 conv2d_11"; -"107 conv2d_11_scale_0_updated_constant0" -> "110 mul_11"; -"108 compressed_weight_updated_constant11" -> "110 mul_11"; +"107 conv2d_11_scale_0_updated_constant0" -> "110 mul_tensor_11"; +"108 compressed_weight_updated_constant32" -> "110 mul_tensor_11"; "109 layer3_0_conv2_weight_bias_0_0" -> "111 conv2d_11"; -"110 mul_11" -> "111 conv2d_11"; +"110 mul_tensor_11" -> "111 conv2d_11"; "111 conv2d_11" -> "112 quantize_per_tensor_default_16"; "112 quantize_per_tensor_default_16" -> "113 dequantize_per_tensor_default_20"; "113 dequantize_per_tensor_default_20" -> "121 add__4"; -"114 conv2d_12_scale_0_updated_constant0" -> "117 mul_12"; -"115 compressed_weight_updated_constant12" -> "117 mul_12"; +"114 conv2d_12_scale_0_updated_constant0" -> "117 mul_tensor_12"; +"115 compressed_weight_updated_constant33" -> "117 mul_tensor_12"; "116 layer3_0_downsample_0_weight_bias_0_0" -> "118 conv2d_12"; -"117 mul_12" -> "118 conv2d_12"; +"117 mul_tensor_12" -> "118 conv2d_12"; "118 conv2d_12" -> "119 quantize_per_tensor_default_17"; "119 quantize_per_tensor_default_17" -> "120 dequantize_per_tensor_default_21"; "120 dequantize_per_tensor_default_21" -> "121 add__4"; @@ -333,18 +333,18 @@ strict digraph { "123 quantize_per_tensor_default_18" -> "125 dequantize_per_tensor_default_22"; "124 dequantize_per_tensor_default_23" -> "141 add__5"; "125 dequantize_per_tensor_default_22" -> "130 conv2d_13"; -"126 conv2d_13_scale_0_updated_constant0" -> "129 mul_13"; -"127 compressed_weight_updated_constant13" -> "129 mul_13"; +"126 conv2d_13_scale_0_updated_constant0" -> "129 mul_tensor_13"; +"127 compressed_weight_updated_constant34" -> "129 mul_tensor_13"; "128 layer3_1_conv1_weight_bias_0_0" -> "130 conv2d_13"; -"129 mul_13" -> "130 conv2d_13"; +"129 mul_tensor_13" -> "130 conv2d_13"; "130 conv2d_13" -> "131 relu__11"; "131 relu__11" -> "132 quantize_per_tensor_default_19"; "132 quantize_per_tensor_default_19" -> "133 dequantize_per_tensor_default_24"; "133 dequantize_per_tensor_default_24" -> "138 conv2d_14"; -"134 conv2d_14_scale_0_updated_constant0" -> "137 mul_14"; -"135 compressed_weight_updated_constant14" -> "137 mul_14"; +"134 conv2d_14_scale_0_updated_constant0" -> "137 mul_tensor_14"; +"135 compressed_weight_updated_constant35" -> "137 mul_tensor_14"; "136 layer3_1_conv2_weight_bias_0_0" -> "138 conv2d_14"; -"137 mul_14" -> "138 conv2d_14"; +"137 mul_tensor_14" -> "138 conv2d_14"; "138 conv2d_14" -> "139 quantize_per_tensor_default_20"; "139 quantize_per_tensor_default_20" -> "140 dequantize_per_tensor_default_25"; "140 dequantize_per_tensor_default_25" -> "141 add__5"; @@ -354,25 +354,25 @@ strict digraph { "143 quantize_per_tensor_default_21" -> "145 dequantize_per_tensor_default_26"; "144 dequantize_per_tensor_default_27" -> "165 conv2d_17"; "145 dequantize_per_tensor_default_26" -> "150 conv2d_15"; -"146 conv2d_15_scale_0_updated_constant0" -> "149 mul_15"; -"147 compressed_weight_updated_constant15" -> "149 mul_15"; +"146 conv2d_15_scale_0_updated_constant0" -> "149 mul_tensor_15"; +"147 compressed_weight_updated_constant36" -> "149 mul_tensor_15"; "148 layer4_0_conv1_weight_bias_0_0" -> "150 conv2d_15"; -"149 mul_15" -> "150 conv2d_15"; +"149 mul_tensor_15" -> "150 conv2d_15"; "150 conv2d_15" -> "151 relu__13"; "151 relu__13" -> "152 quantize_per_tensor_default_22"; "152 quantize_per_tensor_default_22" -> "153 dequantize_per_tensor_default_28"; "153 dequantize_per_tensor_default_28" -> "158 conv2d_16"; -"154 conv2d_16_scale_0_updated_constant0" -> "157 mul_16"; -"155 compressed_weight_updated_constant16" -> "157 mul_16"; +"154 conv2d_16_scale_0_updated_constant0" -> "157 mul_tensor_16"; +"155 compressed_weight_updated_constant37" -> "157 mul_tensor_16"; "156 layer4_0_conv2_weight_bias_0_0" -> "158 conv2d_16"; -"157 mul_16" -> "158 conv2d_16"; +"157 mul_tensor_16" -> "158 conv2d_16"; "158 conv2d_16" -> "159 quantize_per_tensor_default_23"; "159 quantize_per_tensor_default_23" -> "160 dequantize_per_tensor_default_29"; "160 dequantize_per_tensor_default_29" -> "168 add__6"; -"161 conv2d_17_scale_0_updated_constant0" -> "164 mul_17"; -"162 compressed_weight_updated_constant17" -> "164 mul_17"; +"161 conv2d_17_scale_0_updated_constant0" -> "164 mul_tensor_17"; +"162 compressed_weight_updated_constant38" -> "164 mul_tensor_17"; "163 layer4_0_downsample_0_weight_bias_0_0" -> "165 conv2d_17"; -"164 mul_17" -> "165 conv2d_17"; +"164 mul_tensor_17" -> "165 conv2d_17"; "165 conv2d_17" -> "166 quantize_per_tensor_default_24"; "166 quantize_per_tensor_default_24" -> "167 dequantize_per_tensor_default_30"; "167 dequantize_per_tensor_default_30" -> "168 add__6"; @@ -382,18 +382,18 @@ strict digraph { "170 quantize_per_tensor_default_25" -> "172 dequantize_per_tensor_default_31"; "171 dequantize_per_tensor_default_32" -> "188 add__7"; "172 dequantize_per_tensor_default_31" -> "177 conv2d_18"; -"173 conv2d_18_scale_0_updated_constant0" -> "176 mul_18"; -"174 compressed_weight_updated_constant18" -> "176 mul_18"; +"173 conv2d_18_scale_0_updated_constant0" -> "176 mul_tensor_18"; +"174 compressed_weight_updated_constant39" -> "176 mul_tensor_18"; "175 layer4_1_conv1_weight_bias_0_0" -> "177 conv2d_18"; -"176 mul_18" -> "177 conv2d_18"; +"176 mul_tensor_18" -> "177 conv2d_18"; "177 conv2d_18" -> "178 relu__15"; "178 relu__15" -> "179 quantize_per_tensor_default_26"; "179 quantize_per_tensor_default_26" -> "180 dequantize_per_tensor_default_33"; "180 dequantize_per_tensor_default_33" -> "185 conv2d_19"; -"181 conv2d_19_scale_0_updated_constant0" -> "184 mul_19"; -"182 compressed_weight_updated_constant19" -> "184 mul_19"; +"181 conv2d_19_scale_0_updated_constant0" -> "184 mul_tensor_19"; +"182 compressed_weight_updated_constant40" -> "184 mul_tensor_19"; "183 layer4_1_conv2_weight_bias_0_0" -> "185 conv2d_19"; -"184 mul_19" -> "185 conv2d_19"; +"184 mul_tensor_19" -> "185 conv2d_19"; "185 conv2d_19" -> "186 quantize_per_tensor_default_27"; "186 quantize_per_tensor_default_27" -> "187 dequantize_per_tensor_default_34"; "187 dequantize_per_tensor_default_34" -> "188 add__7"; @@ -405,9 +405,9 @@ strict digraph { "193 quantize_per_tensor_default_29" -> "194 dequantize_per_tensor_default_36"; "194 dequantize_per_tensor_default_36" -> "195 flatten"; "195 flatten" -> "200 linear"; -"196 linear_scale_0_updated_constant0" -> "199 mul_20"; -"197 compressed_weight_updated_constant20" -> "199 mul_20"; +"196 linear_scale_0_updated_constant0" -> "199 mul_tensor_20"; +"197 compressed_weight_updated_constant41" -> "199 mul_tensor_20"; "198 _param_constant61_0_0" -> "200 linear"; -"199 mul_20" -> "200 linear"; +"199 mul_tensor_20" -> "200 linear"; "200 linear" -> "201 output"; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot index 92f62f9f44d..e60eb335261 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot @@ -3,9 +3,9 @@ strict digraph { "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; -"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; +"4 compressed_weight_updated_constant149" [id=4, type=get_attr]; "5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul_48" [id=6, type=mul]; +"6 mul_tensor" [id=6, type=mul]; "7 conv2d" [id=7, type=conv2d]; "8 permute" [id=8, type=permute]; "9 _param_constant2" [id=9, type=get_attr]; @@ -14,15 +14,15 @@ strict digraph { "12 _tensor_constant0" [id=12, type=get_attr]; "13 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=13, type=call_module]; "14 linear_scale_0_updated_constant0" [id=14, type=get_attr]; -"15 compressed_weight_updated_constant1" [id=15, type=get_attr]; +"15 compressed_weight_updated_constant150" [id=15, type=get_attr]; "16 _param_constant5_0_0" [id=16, type=get_attr]; -"17 mul_49" [id=17, type=mul]; +"17 mul_tensor_1" [id=17, type=mul]; "18 linear" [id=18, type=linear]; "19 relu_" [id=19, type=relu_]; "20 relu__0_0_nncf_smooth_quant_0" [id=20, type=call_module]; "21 linear_1_scale_0_updated_constant0" [id=21, type=get_attr]; -"22 compressed_weight_updated_constant2" [id=22, type=get_attr]; -"23 mul_50" [id=23, type=mul]; +"22 compressed_weight_updated_constant151" [id=22, type=get_attr]; +"23 mul_tensor_2" [id=23, type=mul]; "24 linear_1" [id=24, type=linear]; "25 view" [id=25, type=view]; "26 _tensor_constant1" [id=26, type=get_attr]; @@ -41,9 +41,9 @@ strict digraph { "39 quantize_per_tensor_default_1" [id=39, type=quantize_per_tensor]; "40 dequantize_per_tensor_default_1" [id=40, type=dequantize_per_tensor]; "41 linear_2_scale_0_updated_constant0" [id=41, type=get_attr]; -"42 compressed_weight_updated_constant3" [id=42, type=get_attr]; +"42 compressed_weight_updated_constant152" [id=42, type=get_attr]; "43 _param_constant7_0_0" [id=43, type=get_attr]; -"44 mul_51" [id=44, type=mul]; +"44 mul_tensor_3" [id=44, type=mul]; "45 linear_2" [id=45, type=linear]; "46 reshape_1" [id=46, type=reshape]; "47 permute_3" [id=47, type=permute]; @@ -78,9 +78,9 @@ strict digraph { "76 quantize_per_tensor_default_4" [id=76, type=quantize_per_tensor]; "77 dequantize_per_tensor_default_4" [id=77, type=dequantize_per_tensor]; "78 linear_3_scale_0_updated_constant0" [id=78, type=get_attr]; -"79 compressed_weight_updated_constant4" [id=79, type=get_attr]; +"79 compressed_weight_updated_constant153" [id=79, type=get_attr]; "80 _param_constant11_0_0" [id=80, type=get_attr]; -"81 mul_52" [id=81, type=mul]; +"81 mul_tensor_4" [id=81, type=mul]; "82 linear_3" [id=82, type=linear]; "83 dropout_1" [id=83, type=dropout]; "84 view_3" [id=84, type=view]; @@ -96,9 +96,9 @@ strict digraph { "94 quantize_per_tensor_default_5" [id=94, type=quantize_per_tensor]; "95 dequantize_per_tensor_default_5" [id=95, type=dequantize_per_tensor]; "96 linear_4_scale_0_updated_constant0" [id=96, type=get_attr]; -"97 compressed_weight_updated_constant5" [id=97, type=get_attr]; +"97 compressed_weight_updated_constant154" [id=97, type=get_attr]; "98 _param_constant15_0_0" [id=98, type=get_attr]; -"99 mul_53" [id=99, type=mul]; +"99 mul_tensor_5" [id=99, type=mul]; "100 linear_4" [id=100, type=linear]; "101 gelu" [id=101, type=gelu]; "102 dropout_2" [id=102, type=dropout]; @@ -106,9 +106,9 @@ strict digraph { "104 quantize_per_tensor_default_6" [id=104, type=quantize_per_tensor]; "105 dequantize_per_tensor_default_6" [id=105, type=dequantize_per_tensor]; "106 linear_5_scale_0_updated_constant0" [id=106, type=get_attr]; -"107 compressed_weight_updated_constant6" [id=107, type=get_attr]; +"107 compressed_weight_updated_constant155" [id=107, type=get_attr]; "108 _param_constant17_0_0" [id=108, type=get_attr]; -"109 mul_54" [id=109, type=mul]; +"109 mul_tensor_6" [id=109, type=mul]; "110 linear_5" [id=110, type=linear]; "111 dropout_3" [id=111, type=dropout]; "112 _param_constant18" [id=112, type=get_attr]; @@ -118,15 +118,15 @@ strict digraph { "116 _tensor_constant2" [id=116, type=get_attr]; "117 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=117, type=call_module]; "118 linear_6_scale_0_updated_constant0" [id=118, type=get_attr]; -"119 compressed_weight_updated_constant7" [id=119, type=get_attr]; +"119 compressed_weight_updated_constant156" [id=119, type=get_attr]; "120 _param_constant21_0_0" [id=120, type=get_attr]; -"121 mul_55" [id=121, type=mul]; +"121 mul_tensor_7" [id=121, type=mul]; "122 linear_6" [id=122, type=linear]; "123 relu__1" [id=123, type=relu_]; "124 relu__1_0_0_nncf_smooth_quant_0" [id=124, type=call_module]; "125 linear_7_scale_0_updated_constant0" [id=125, type=get_attr]; -"126 compressed_weight_updated_constant8" [id=126, type=get_attr]; -"127 mul_56" [id=127, type=mul]; +"126 compressed_weight_updated_constant157" [id=126, type=get_attr]; +"127 mul_tensor_8" [id=127, type=mul]; "128 linear_7" [id=128, type=linear]; "129 view_4" [id=129, type=view]; "130 _tensor_constant3" [id=130, type=get_attr]; @@ -146,9 +146,9 @@ strict digraph { "144 quantize_per_tensor_default_7" [id=144, type=quantize_per_tensor]; "145 dequantize_per_tensor_default_7" [id=145, type=dequantize_per_tensor]; "146 linear_8_scale_0_updated_constant0" [id=146, type=get_attr]; -"147 compressed_weight_updated_constant9" [id=147, type=get_attr]; +"147 compressed_weight_updated_constant158" [id=147, type=get_attr]; "148 _param_constant23_0_0" [id=148, type=get_attr]; -"149 mul_57" [id=149, type=mul]; +"149 mul_tensor_9" [id=149, type=mul]; "150 linear_8" [id=150, type=linear]; "151 reshape_5" [id=151, type=reshape]; "152 permute_7" [id=152, type=permute]; @@ -199,9 +199,9 @@ strict digraph { "197 quantize_per_tensor_default_10" [id=197, type=quantize_per_tensor]; "198 dequantize_per_tensor_default_10" [id=198, type=dequantize_per_tensor]; "199 linear_9_scale_0_updated_constant0" [id=199, type=get_attr]; -"200 compressed_weight_updated_constant10" [id=200, type=get_attr]; +"200 compressed_weight_updated_constant159" [id=200, type=get_attr]; "201 _param_constant27_0_0" [id=201, type=get_attr]; -"202 mul_58" [id=202, type=mul]; +"202 mul_tensor_10" [id=202, type=mul]; "203 linear_9" [id=203, type=linear]; "204 dropout_5" [id=204, type=dropout]; "205 view_10" [id=205, type=view]; @@ -218,9 +218,9 @@ strict digraph { "216 quantize_per_tensor_default_11" [id=216, type=quantize_per_tensor]; "217 dequantize_per_tensor_default_11" [id=217, type=dequantize_per_tensor]; "218 linear_10_scale_0_updated_constant0" [id=218, type=get_attr]; -"219 compressed_weight_updated_constant11" [id=219, type=get_attr]; +"219 compressed_weight_updated_constant160" [id=219, type=get_attr]; "220 _param_constant31_0_0" [id=220, type=get_attr]; -"221 mul_59" [id=221, type=mul]; +"221 mul_tensor_11" [id=221, type=mul]; "222 linear_10" [id=222, type=linear]; "223 gelu_1" [id=223, type=gelu]; "224 dropout_6" [id=224, type=dropout]; @@ -228,9 +228,9 @@ strict digraph { "226 quantize_per_tensor_default_12" [id=226, type=quantize_per_tensor]; "227 dequantize_per_tensor_default_12" [id=227, type=dequantize_per_tensor]; "228 linear_11_scale_0_updated_constant0" [id=228, type=get_attr]; -"229 compressed_weight_updated_constant12" [id=229, type=get_attr]; +"229 compressed_weight_updated_constant161" [id=229, type=get_attr]; "230 _param_constant33_0_0" [id=230, type=get_attr]; -"231 mul_60" [id=231, type=mul]; +"231 mul_tensor_12" [id=231, type=mul]; "232 linear_11" [id=232, type=linear]; "233 dropout_7" [id=233, type=dropout]; "234 _param_constant34" [id=234, type=get_attr]; @@ -255,8 +255,8 @@ strict digraph { "253 quantize_per_tensor_default_13" [id=253, type=quantize_per_tensor]; "254 dequantize_per_tensor_default_13" [id=254, type=dequantize_per_tensor]; "255 linear_12_scale_0_updated_constant0" [id=255, type=get_attr]; -"256 compressed_weight_updated_constant13" [id=256, type=get_attr]; -"257 mul_61" [id=257, type=mul]; +"256 compressed_weight_updated_constant162" [id=256, type=get_attr]; +"257 mul_tensor_13" [id=257, type=mul]; "258 linear_12" [id=258, type=linear]; "259 _param_constant37" [id=259, type=get_attr]; "260 _param_constant38" [id=260, type=get_attr]; @@ -264,15 +264,15 @@ strict digraph { "262 _tensor_constant13" [id=262, type=get_attr]; "263 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=263, type=call_module]; "264 linear_13_scale_0_updated_constant0" [id=264, type=get_attr]; -"265 compressed_weight_updated_constant14" [id=265, type=get_attr]; +"265 compressed_weight_updated_constant163" [id=265, type=get_attr]; "266 _param_constant40_0_0" [id=266, type=get_attr]; -"267 mul_62" [id=267, type=mul]; +"267 mul_tensor_14" [id=267, type=mul]; "268 linear_13" [id=268, type=linear]; "269 relu__2" [id=269, type=relu_]; "270 relu__2_0_0_nncf_smooth_quant_0" [id=270, type=call_module]; "271 linear_14_scale_0_updated_constant0" [id=271, type=get_attr]; -"272 compressed_weight_updated_constant15" [id=272, type=get_attr]; -"273 mul_63" [id=273, type=mul]; +"272 compressed_weight_updated_constant164" [id=272, type=get_attr]; +"273 mul_tensor_15" [id=273, type=mul]; "274 linear_14" [id=274, type=linear]; "275 view_11" [id=275, type=view]; "276 _tensor_constant14" [id=276, type=get_attr]; @@ -291,9 +291,9 @@ strict digraph { "289 quantize_per_tensor_default_14" [id=289, type=quantize_per_tensor]; "290 dequantize_per_tensor_default_14" [id=290, type=dequantize_per_tensor]; "291 linear_15_scale_0_updated_constant0" [id=291, type=get_attr]; -"292 compressed_weight_updated_constant16" [id=292, type=get_attr]; +"292 compressed_weight_updated_constant165" [id=292, type=get_attr]; "293 _param_constant42_0_0" [id=293, type=get_attr]; -"294 mul_64" [id=294, type=mul]; +"294 mul_tensor_16" [id=294, type=mul]; "295 linear_15" [id=295, type=linear]; "296 reshape_10" [id=296, type=reshape]; "297 permute_12" [id=297, type=permute]; @@ -328,9 +328,9 @@ strict digraph { "326 quantize_per_tensor_default_17" [id=326, type=quantize_per_tensor]; "327 dequantize_per_tensor_default_17" [id=327, type=dequantize_per_tensor]; "328 linear_16_scale_0_updated_constant0" [id=328, type=get_attr]; -"329 compressed_weight_updated_constant17" [id=329, type=get_attr]; +"329 compressed_weight_updated_constant166" [id=329, type=get_attr]; "330 _param_constant46_0_0" [id=330, type=get_attr]; -"331 mul_65" [id=331, type=mul]; +"331 mul_tensor_17" [id=331, type=mul]; "332 linear_16" [id=332, type=linear]; "333 dropout_9" [id=333, type=dropout]; "334 view_14" [id=334, type=view]; @@ -349,9 +349,9 @@ strict digraph { "347 quantize_per_tensor_default_18" [id=347, type=quantize_per_tensor]; "348 dequantize_per_tensor_default_18" [id=348, type=dequantize_per_tensor]; "349 linear_17_scale_0_updated_constant0" [id=349, type=get_attr]; -"350 compressed_weight_updated_constant18" [id=350, type=get_attr]; +"350 compressed_weight_updated_constant167" [id=350, type=get_attr]; "351 _param_constant50_0_0" [id=351, type=get_attr]; -"352 mul_66" [id=352, type=mul]; +"352 mul_tensor_18" [id=352, type=mul]; "353 linear_17" [id=353, type=linear]; "354 gelu_2" [id=354, type=gelu]; "355 dropout_10" [id=355, type=dropout]; @@ -359,9 +359,9 @@ strict digraph { "357 quantize_per_tensor_default_19" [id=357, type=quantize_per_tensor]; "358 dequantize_per_tensor_default_19" [id=358, type=dequantize_per_tensor]; "359 linear_18_scale_0_updated_constant0" [id=359, type=get_attr]; -"360 compressed_weight_updated_constant19" [id=360, type=get_attr]; +"360 compressed_weight_updated_constant168" [id=360, type=get_attr]; "361 _param_constant52_0_0" [id=361, type=get_attr]; -"362 mul_67" [id=362, type=mul]; +"362 mul_tensor_19" [id=362, type=mul]; "363 linear_18" [id=363, type=linear]; "364 dropout_11" [id=364, type=dropout]; "365 _param_constant53" [id=365, type=get_attr]; @@ -371,15 +371,15 @@ strict digraph { "369 _tensor_constant15" [id=369, type=get_attr]; "370 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=370, type=call_module]; "371 linear_19_scale_0_updated_constant0" [id=371, type=get_attr]; -"372 compressed_weight_updated_constant20" [id=372, type=get_attr]; +"372 compressed_weight_updated_constant169" [id=372, type=get_attr]; "373 _param_constant56_0_0" [id=373, type=get_attr]; -"374 mul_68" [id=374, type=mul]; +"374 mul_tensor_20" [id=374, type=mul]; "375 linear_19" [id=375, type=linear]; "376 relu__3" [id=376, type=relu_]; "377 relu__3_0_0_nncf_smooth_quant_0" [id=377, type=call_module]; "378 linear_20_scale_0_updated_constant0" [id=378, type=get_attr]; -"379 compressed_weight_updated_constant21" [id=379, type=get_attr]; -"380 mul_69" [id=380, type=mul]; +"379 compressed_weight_updated_constant170" [id=379, type=get_attr]; +"380 mul_tensor_21" [id=380, type=mul]; "381 linear_20" [id=381, type=linear]; "382 view_15" [id=382, type=view]; "383 _tensor_constant16" [id=383, type=get_attr]; @@ -399,9 +399,9 @@ strict digraph { "397 quantize_per_tensor_default_20" [id=397, type=quantize_per_tensor]; "398 dequantize_per_tensor_default_20" [id=398, type=dequantize_per_tensor]; "399 linear_21_scale_0_updated_constant0" [id=399, type=get_attr]; -"400 compressed_weight_updated_constant22" [id=400, type=get_attr]; +"400 compressed_weight_updated_constant171" [id=400, type=get_attr]; "401 _param_constant58_0_0" [id=401, type=get_attr]; -"402 mul_70" [id=402, type=mul]; +"402 mul_tensor_22" [id=402, type=mul]; "403 linear_21" [id=403, type=linear]; "404 reshape_14" [id=404, type=reshape]; "405 permute_16" [id=405, type=permute]; @@ -452,9 +452,9 @@ strict digraph { "450 quantize_per_tensor_default_23" [id=450, type=quantize_per_tensor]; "451 dequantize_per_tensor_default_23" [id=451, type=dequantize_per_tensor]; "452 linear_22_scale_0_updated_constant0" [id=452, type=get_attr]; -"453 compressed_weight_updated_constant23" [id=453, type=get_attr]; +"453 compressed_weight_updated_constant172" [id=453, type=get_attr]; "454 _param_constant62_0_0" [id=454, type=get_attr]; -"455 mul_71" [id=455, type=mul]; +"455 mul_tensor_23" [id=455, type=mul]; "456 linear_22" [id=456, type=linear]; "457 dropout_13" [id=457, type=dropout]; "458 view_21" [id=458, type=view]; @@ -474,9 +474,9 @@ strict digraph { "472 quantize_per_tensor_default_24" [id=472, type=quantize_per_tensor]; "473 dequantize_per_tensor_default_24" [id=473, type=dequantize_per_tensor]; "474 linear_23_scale_0_updated_constant0" [id=474, type=get_attr]; -"475 compressed_weight_updated_constant24" [id=475, type=get_attr]; +"475 compressed_weight_updated_constant173" [id=475, type=get_attr]; "476 _param_constant66_0_0" [id=476, type=get_attr]; -"477 mul_72" [id=477, type=mul]; +"477 mul_tensor_24" [id=477, type=mul]; "478 linear_23" [id=478, type=linear]; "479 gelu_3" [id=479, type=gelu]; "480 dropout_14" [id=480, type=dropout]; @@ -484,9 +484,9 @@ strict digraph { "482 quantize_per_tensor_default_25" [id=482, type=quantize_per_tensor]; "483 dequantize_per_tensor_default_25" [id=483, type=dequantize_per_tensor]; "484 linear_24_scale_0_updated_constant0" [id=484, type=get_attr]; -"485 compressed_weight_updated_constant25" [id=485, type=get_attr]; +"485 compressed_weight_updated_constant174" [id=485, type=get_attr]; "486 _param_constant68_0_0" [id=486, type=get_attr]; -"487 mul_73" [id=487, type=mul]; +"487 mul_tensor_25" [id=487, type=mul]; "488 linear_24" [id=488, type=linear]; "489 dropout_15" [id=489, type=dropout]; "490 _param_constant69" [id=490, type=get_attr]; @@ -511,8 +511,8 @@ strict digraph { "509 quantize_per_tensor_default_26" [id=509, type=quantize_per_tensor]; "510 dequantize_per_tensor_default_26" [id=510, type=dequantize_per_tensor]; "511 linear_25_scale_0_updated_constant0" [id=511, type=get_attr]; -"512 compressed_weight_updated_constant26" [id=512, type=get_attr]; -"513 mul_74" [id=513, type=mul]; +"512 compressed_weight_updated_constant175" [id=512, type=get_attr]; +"513 mul_tensor_26" [id=513, type=mul]; "514 linear_25" [id=514, type=linear]; "515 _param_constant72" [id=515, type=get_attr]; "516 _param_constant73" [id=516, type=get_attr]; @@ -520,15 +520,15 @@ strict digraph { "518 _tensor_constant26" [id=518, type=get_attr]; "519 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=519, type=call_module]; "520 linear_26_scale_0_updated_constant0" [id=520, type=get_attr]; -"521 compressed_weight_updated_constant27" [id=521, type=get_attr]; +"521 compressed_weight_updated_constant176" [id=521, type=get_attr]; "522 _param_constant75_0_0" [id=522, type=get_attr]; -"523 mul_75" [id=523, type=mul]; +"523 mul_tensor_27" [id=523, type=mul]; "524 linear_26" [id=524, type=linear]; "525 relu__4" [id=525, type=relu_]; "526 relu__4_0_0_nncf_smooth_quant_0" [id=526, type=call_module]; "527 linear_27_scale_0_updated_constant0" [id=527, type=get_attr]; -"528 compressed_weight_updated_constant28" [id=528, type=get_attr]; -"529 mul_76" [id=529, type=mul]; +"528 compressed_weight_updated_constant177" [id=528, type=get_attr]; +"529 mul_tensor_28" [id=529, type=mul]; "530 linear_27" [id=530, type=linear]; "531 view_22" [id=531, type=view]; "532 _tensor_constant27" [id=532, type=get_attr]; @@ -547,9 +547,9 @@ strict digraph { "545 quantize_per_tensor_default_27" [id=545, type=quantize_per_tensor]; "546 dequantize_per_tensor_default_27" [id=546, type=dequantize_per_tensor]; "547 linear_28_scale_0_updated_constant0" [id=547, type=get_attr]; -"548 compressed_weight_updated_constant29" [id=548, type=get_attr]; +"548 compressed_weight_updated_constant178" [id=548, type=get_attr]; "549 _param_constant77_0_0" [id=549, type=get_attr]; -"550 mul_77" [id=550, type=mul]; +"550 mul_tensor_29" [id=550, type=mul]; "551 linear_28" [id=551, type=linear]; "552 reshape_19" [id=552, type=reshape]; "553 permute_21" [id=553, type=permute]; @@ -584,9 +584,9 @@ strict digraph { "582 quantize_per_tensor_default_30" [id=582, type=quantize_per_tensor]; "583 dequantize_per_tensor_default_30" [id=583, type=dequantize_per_tensor]; "584 linear_29_scale_0_updated_constant0" [id=584, type=get_attr]; -"585 compressed_weight_updated_constant30" [id=585, type=get_attr]; +"585 compressed_weight_updated_constant179" [id=585, type=get_attr]; "586 _param_constant81_0_0" [id=586, type=get_attr]; -"587 mul_78" [id=587, type=mul]; +"587 mul_tensor_30" [id=587, type=mul]; "588 linear_29" [id=588, type=linear]; "589 dropout_17" [id=589, type=dropout]; "590 view_25" [id=590, type=view]; @@ -605,9 +605,9 @@ strict digraph { "603 quantize_per_tensor_default_31" [id=603, type=quantize_per_tensor]; "604 dequantize_per_tensor_default_31" [id=604, type=dequantize_per_tensor]; "605 linear_30_scale_0_updated_constant0" [id=605, type=get_attr]; -"606 compressed_weight_updated_constant31" [id=606, type=get_attr]; +"606 compressed_weight_updated_constant180" [id=606, type=get_attr]; "607 _param_constant85_0_0" [id=607, type=get_attr]; -"608 mul_79" [id=608, type=mul]; +"608 mul_tensor_31" [id=608, type=mul]; "609 linear_30" [id=609, type=linear]; "610 gelu_4" [id=610, type=gelu]; "611 dropout_18" [id=611, type=dropout]; @@ -615,9 +615,9 @@ strict digraph { "613 quantize_per_tensor_default_32" [id=613, type=quantize_per_tensor]; "614 dequantize_per_tensor_default_32" [id=614, type=dequantize_per_tensor]; "615 linear_31_scale_0_updated_constant0" [id=615, type=get_attr]; -"616 compressed_weight_updated_constant32" [id=616, type=get_attr]; +"616 compressed_weight_updated_constant181" [id=616, type=get_attr]; "617 _param_constant87_0_0" [id=617, type=get_attr]; -"618 mul_80" [id=618, type=mul]; +"618 mul_tensor_32" [id=618, type=mul]; "619 linear_31" [id=619, type=linear]; "620 dropout_19" [id=620, type=dropout]; "621 _param_constant88" [id=621, type=get_attr]; @@ -627,15 +627,15 @@ strict digraph { "625 _tensor_constant28" [id=625, type=get_attr]; "626 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=626, type=call_module]; "627 linear_32_scale_0_updated_constant0" [id=627, type=get_attr]; -"628 compressed_weight_updated_constant33" [id=628, type=get_attr]; +"628 compressed_weight_updated_constant182" [id=628, type=get_attr]; "629 _param_constant91_0_0" [id=629, type=get_attr]; -"630 mul_81" [id=630, type=mul]; +"630 mul_tensor_33" [id=630, type=mul]; "631 linear_32" [id=631, type=linear]; "632 relu__5" [id=632, type=relu_]; "633 relu__5_0_0_nncf_smooth_quant_0" [id=633, type=call_module]; "634 linear_33_scale_0_updated_constant0" [id=634, type=get_attr]; -"635 compressed_weight_updated_constant34" [id=635, type=get_attr]; -"636 mul_82" [id=636, type=mul]; +"635 compressed_weight_updated_constant183" [id=635, type=get_attr]; +"636 mul_tensor_34" [id=636, type=mul]; "637 linear_33" [id=637, type=linear]; "638 view_26" [id=638, type=view]; "639 _tensor_constant29" [id=639, type=get_attr]; @@ -655,9 +655,9 @@ strict digraph { "653 quantize_per_tensor_default_33" [id=653, type=quantize_per_tensor]; "654 dequantize_per_tensor_default_33" [id=654, type=dequantize_per_tensor]; "655 linear_34_scale_0_updated_constant0" [id=655, type=get_attr]; -"656 compressed_weight_updated_constant35" [id=656, type=get_attr]; +"656 compressed_weight_updated_constant184" [id=656, type=get_attr]; "657 _param_constant93_0_0" [id=657, type=get_attr]; -"658 mul_83" [id=658, type=mul]; +"658 mul_tensor_35" [id=658, type=mul]; "659 linear_34" [id=659, type=linear]; "660 reshape_23" [id=660, type=reshape]; "661 permute_25" [id=661, type=permute]; @@ -708,9 +708,9 @@ strict digraph { "706 quantize_per_tensor_default_36" [id=706, type=quantize_per_tensor]; "707 dequantize_per_tensor_default_36" [id=707, type=dequantize_per_tensor]; "708 linear_35_scale_0_updated_constant0" [id=708, type=get_attr]; -"709 compressed_weight_updated_constant36" [id=709, type=get_attr]; +"709 compressed_weight_updated_constant185" [id=709, type=get_attr]; "710 _param_constant97_0_0" [id=710, type=get_attr]; -"711 mul_84" [id=711, type=mul]; +"711 mul_tensor_36" [id=711, type=mul]; "712 linear_35" [id=712, type=linear]; "713 dropout_21" [id=713, type=dropout]; "714 view_32" [id=714, type=view]; @@ -730,9 +730,9 @@ strict digraph { "728 quantize_per_tensor_default_37" [id=728, type=quantize_per_tensor]; "729 dequantize_per_tensor_default_37" [id=729, type=dequantize_per_tensor]; "730 linear_36_scale_0_updated_constant0" [id=730, type=get_attr]; -"731 compressed_weight_updated_constant37" [id=731, type=get_attr]; +"731 compressed_weight_updated_constant186" [id=731, type=get_attr]; "732 _param_constant101_0_0" [id=732, type=get_attr]; -"733 mul_85" [id=733, type=mul]; +"733 mul_tensor_37" [id=733, type=mul]; "734 linear_36" [id=734, type=linear]; "735 gelu_5" [id=735, type=gelu]; "736 dropout_22" [id=736, type=dropout]; @@ -740,9 +740,9 @@ strict digraph { "738 quantize_per_tensor_default_38" [id=738, type=quantize_per_tensor]; "739 dequantize_per_tensor_default_38" [id=739, type=dequantize_per_tensor]; "740 linear_37_scale_0_updated_constant0" [id=740, type=get_attr]; -"741 compressed_weight_updated_constant38" [id=741, type=get_attr]; +"741 compressed_weight_updated_constant187" [id=741, type=get_attr]; "742 _param_constant103_0_0" [id=742, type=get_attr]; -"743 mul_86" [id=743, type=mul]; +"743 mul_tensor_38" [id=743, type=mul]; "744 linear_37" [id=744, type=linear]; "745 dropout_23" [id=745, type=dropout]; "746 _param_constant104" [id=746, type=get_attr]; @@ -752,15 +752,15 @@ strict digraph { "750 _tensor_constant39" [id=750, type=get_attr]; "751 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=751, type=call_module]; "752 linear_38_scale_0_updated_constant0" [id=752, type=get_attr]; -"753 compressed_weight_updated_constant39" [id=753, type=get_attr]; +"753 compressed_weight_updated_constant188" [id=753, type=get_attr]; "754 _param_constant107_0_0" [id=754, type=get_attr]; -"755 mul_87" [id=755, type=mul]; +"755 mul_tensor_39" [id=755, type=mul]; "756 linear_38" [id=756, type=linear]; "757 relu__6" [id=757, type=relu_]; "758 relu__6_0_0_nncf_smooth_quant_0" [id=758, type=call_module]; "759 linear_39_scale_0_updated_constant0" [id=759, type=get_attr]; -"760 compressed_weight_updated_constant40" [id=760, type=get_attr]; -"761 mul_88" [id=761, type=mul]; +"760 compressed_weight_updated_constant189" [id=760, type=get_attr]; +"761 mul_tensor_40" [id=761, type=mul]; "762 linear_39" [id=762, type=linear]; "763 view_33" [id=763, type=view]; "764 _tensor_constant40" [id=764, type=get_attr]; @@ -779,9 +779,9 @@ strict digraph { "777 quantize_per_tensor_default_39" [id=777, type=quantize_per_tensor]; "778 dequantize_per_tensor_default_39" [id=778, type=dequantize_per_tensor]; "779 linear_40_scale_0_updated_constant0" [id=779, type=get_attr]; -"780 compressed_weight_updated_constant41" [id=780, type=get_attr]; +"780 compressed_weight_updated_constant190" [id=780, type=get_attr]; "781 _param_constant109_0_0" [id=781, type=get_attr]; -"782 mul_89" [id=782, type=mul]; +"782 mul_tensor_41" [id=782, type=mul]; "783 linear_40" [id=783, type=linear]; "784 reshape_28" [id=784, type=reshape]; "785 permute_30" [id=785, type=permute]; @@ -816,9 +816,9 @@ strict digraph { "814 quantize_per_tensor_default_42" [id=814, type=quantize_per_tensor]; "815 dequantize_per_tensor_default_42" [id=815, type=dequantize_per_tensor]; "816 linear_41_scale_0_updated_constant0" [id=816, type=get_attr]; -"817 compressed_weight_updated_constant42" [id=817, type=get_attr]; +"817 compressed_weight_updated_constant191" [id=817, type=get_attr]; "818 _param_constant113_0_0" [id=818, type=get_attr]; -"819 mul_90" [id=819, type=mul]; +"819 mul_tensor_42" [id=819, type=mul]; "820 linear_41" [id=820, type=linear]; "821 dropout_25" [id=821, type=dropout]; "822 view_36" [id=822, type=view]; @@ -837,9 +837,9 @@ strict digraph { "835 quantize_per_tensor_default_43" [id=835, type=quantize_per_tensor]; "836 dequantize_per_tensor_default_43" [id=836, type=dequantize_per_tensor]; "837 linear_42_scale_0_updated_constant0" [id=837, type=get_attr]; -"838 compressed_weight_updated_constant43" [id=838, type=get_attr]; +"838 compressed_weight_updated_constant192" [id=838, type=get_attr]; "839 _param_constant117_0_0" [id=839, type=get_attr]; -"840 mul_91" [id=840, type=mul]; +"840 mul_tensor_43" [id=840, type=mul]; "841 linear_42" [id=841, type=linear]; "842 gelu_6" [id=842, type=gelu]; "843 dropout_26" [id=843, type=dropout]; @@ -847,9 +847,9 @@ strict digraph { "845 quantize_per_tensor_default_44" [id=845, type=quantize_per_tensor]; "846 dequantize_per_tensor_default_44" [id=846, type=dequantize_per_tensor]; "847 linear_43_scale_0_updated_constant0" [id=847, type=get_attr]; -"848 compressed_weight_updated_constant44" [id=848, type=get_attr]; +"848 compressed_weight_updated_constant193" [id=848, type=get_attr]; "849 _param_constant119_0_0" [id=849, type=get_attr]; -"850 mul_92" [id=850, type=mul]; +"850 mul_tensor_44" [id=850, type=mul]; "851 linear_43" [id=851, type=linear]; "852 dropout_27" [id=852, type=dropout]; "853 _param_constant120" [id=853, type=get_attr]; @@ -859,15 +859,15 @@ strict digraph { "857 _tensor_constant41" [id=857, type=get_attr]; "858 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=858, type=call_module]; "859 linear_44_scale_0_updated_constant0" [id=859, type=get_attr]; -"860 compressed_weight_updated_constant45" [id=860, type=get_attr]; +"860 compressed_weight_updated_constant194" [id=860, type=get_attr]; "861 _param_constant123_0_0" [id=861, type=get_attr]; -"862 mul_93" [id=862, type=mul]; +"862 mul_tensor_45" [id=862, type=mul]; "863 linear_44" [id=863, type=linear]; "864 relu__7" [id=864, type=relu_]; "865 relu__7_0_0_nncf_smooth_quant_0" [id=865, type=call_module]; "866 linear_45_scale_0_updated_constant0" [id=866, type=get_attr]; -"867 compressed_weight_updated_constant46" [id=867, type=get_attr]; -"868 mul_94" [id=868, type=mul]; +"867 compressed_weight_updated_constant195" [id=867, type=get_attr]; +"868 mul_tensor_46" [id=868, type=mul]; "869 linear_45" [id=869, type=linear]; "870 view_37" [id=870, type=view]; "871 _tensor_constant42" [id=871, type=get_attr]; @@ -887,9 +887,9 @@ strict digraph { "885 quantize_per_tensor_default_45" [id=885, type=quantize_per_tensor]; "886 dequantize_per_tensor_default_45" [id=886, type=dequantize_per_tensor]; "887 linear_46_scale_0_updated_constant0" [id=887, type=get_attr]; -"888 compressed_weight_updated_constant47" [id=888, type=get_attr]; +"888 compressed_weight_updated_constant196" [id=888, type=get_attr]; "889 _param_constant125_0_0" [id=889, type=get_attr]; -"890 mul_95" [id=890, type=mul]; +"890 mul_tensor_47" [id=890, type=mul]; "891 linear_46" [id=891, type=linear]; "892 reshape_32" [id=892, type=reshape]; "893 permute_34" [id=893, type=permute]; @@ -940,9 +940,9 @@ strict digraph { "938 quantize_per_tensor_default_48" [id=938, type=quantize_per_tensor]; "939 dequantize_per_tensor_default_48" [id=939, type=dequantize_per_tensor]; "940 linear_47_scale_0_updated_constant0" [id=940, type=get_attr]; -"941 compressed_weight_updated_constant48" [id=941, type=get_attr]; +"941 compressed_weight_updated_constant197" [id=941, type=get_attr]; "942 _param_constant129_0_0" [id=942, type=get_attr]; -"943 mul_96" [id=943, type=mul]; +"943 mul_tensor_48" [id=943, type=mul]; "944 linear_47" [id=944, type=linear]; "945 dropout_29" [id=945, type=dropout]; "946 view_43" [id=946, type=view]; @@ -962,9 +962,9 @@ strict digraph { "960 quantize_per_tensor_default_49" [id=960, type=quantize_per_tensor]; "961 dequantize_per_tensor_default_49" [id=961, type=dequantize_per_tensor]; "962 linear_48_scale_0_updated_constant0" [id=962, type=get_attr]; -"963 compressed_weight_updated_constant49" [id=963, type=get_attr]; +"963 compressed_weight_updated_constant198" [id=963, type=get_attr]; "964 _param_constant133_0_0" [id=964, type=get_attr]; -"965 mul_97" [id=965, type=mul]; +"965 mul_tensor_49" [id=965, type=mul]; "966 linear_48" [id=966, type=linear]; "967 gelu_7" [id=967, type=gelu]; "968 dropout_30" [id=968, type=dropout]; @@ -972,9 +972,9 @@ strict digraph { "970 quantize_per_tensor_default_50" [id=970, type=quantize_per_tensor]; "971 dequantize_per_tensor_default_50" [id=971, type=dequantize_per_tensor]; "972 linear_49_scale_0_updated_constant0" [id=972, type=get_attr]; -"973 compressed_weight_updated_constant50" [id=973, type=get_attr]; +"973 compressed_weight_updated_constant199" [id=973, type=get_attr]; "974 _param_constant135_0_0" [id=974, type=get_attr]; -"975 mul_98" [id=975, type=mul]; +"975 mul_tensor_50" [id=975, type=mul]; "976 linear_49" [id=976, type=linear]; "977 dropout_31" [id=977, type=dropout]; "978 _param_constant136" [id=978, type=get_attr]; @@ -984,15 +984,15 @@ strict digraph { "982 _tensor_constant52" [id=982, type=get_attr]; "983 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=983, type=call_module]; "984 linear_50_scale_0_updated_constant0" [id=984, type=get_attr]; -"985 compressed_weight_updated_constant51" [id=985, type=get_attr]; +"985 compressed_weight_updated_constant200" [id=985, type=get_attr]; "986 _param_constant139_0_0" [id=986, type=get_attr]; -"987 mul_99" [id=987, type=mul]; +"987 mul_tensor_51" [id=987, type=mul]; "988 linear_50" [id=988, type=linear]; "989 relu__8" [id=989, type=relu_]; "990 relu__8_0_0_nncf_smooth_quant_0" [id=990, type=call_module]; "991 linear_51_scale_0_updated_constant0" [id=991, type=get_attr]; -"992 compressed_weight_updated_constant52" [id=992, type=get_attr]; -"993 mul_100" [id=993, type=mul]; +"992 compressed_weight_updated_constant201" [id=992, type=get_attr]; +"993 mul_tensor_52" [id=993, type=mul]; "994 linear_51" [id=994, type=linear]; "995 view_44" [id=995, type=view]; "996 _tensor_constant53" [id=996, type=get_attr]; @@ -1011,9 +1011,9 @@ strict digraph { "1009 quantize_per_tensor_default_51" [id=1009, type=quantize_per_tensor]; "1010 dequantize_per_tensor_default_51" [id=1010, type=dequantize_per_tensor]; "1011 linear_52_scale_0_updated_constant0" [id=1011, type=get_attr]; -"1012 compressed_weight_updated_constant53" [id=1012, type=get_attr]; +"1012 compressed_weight_updated_constant202" [id=1012, type=get_attr]; "1013 _param_constant141_0_0" [id=1013, type=get_attr]; -"1014 mul_101" [id=1014, type=mul]; +"1014 mul_tensor_53" [id=1014, type=mul]; "1015 linear_52" [id=1015, type=linear]; "1016 reshape_37" [id=1016, type=reshape]; "1017 permute_39" [id=1017, type=permute]; @@ -1048,9 +1048,9 @@ strict digraph { "1046 quantize_per_tensor_default_54" [id=1046, type=quantize_per_tensor]; "1047 dequantize_per_tensor_default_54" [id=1047, type=dequantize_per_tensor]; "1048 linear_53_scale_0_updated_constant0" [id=1048, type=get_attr]; -"1049 compressed_weight_updated_constant54" [id=1049, type=get_attr]; +"1049 compressed_weight_updated_constant203" [id=1049, type=get_attr]; "1050 _param_constant145_0_0" [id=1050, type=get_attr]; -"1051 mul_102" [id=1051, type=mul]; +"1051 mul_tensor_54" [id=1051, type=mul]; "1052 linear_53" [id=1052, type=linear]; "1053 dropout_33" [id=1053, type=dropout]; "1054 view_47" [id=1054, type=view]; @@ -1069,9 +1069,9 @@ strict digraph { "1067 quantize_per_tensor_default_55" [id=1067, type=quantize_per_tensor]; "1068 dequantize_per_tensor_default_55" [id=1068, type=dequantize_per_tensor]; "1069 linear_54_scale_0_updated_constant0" [id=1069, type=get_attr]; -"1070 compressed_weight_updated_constant55" [id=1070, type=get_attr]; +"1070 compressed_weight_updated_constant204" [id=1070, type=get_attr]; "1071 _param_constant149_0_0" [id=1071, type=get_attr]; -"1072 mul_103" [id=1072, type=mul]; +"1072 mul_tensor_55" [id=1072, type=mul]; "1073 linear_54" [id=1073, type=linear]; "1074 gelu_8" [id=1074, type=gelu]; "1075 dropout_34" [id=1075, type=dropout]; @@ -1079,9 +1079,9 @@ strict digraph { "1077 quantize_per_tensor_default_56" [id=1077, type=quantize_per_tensor]; "1078 dequantize_per_tensor_default_56" [id=1078, type=dequantize_per_tensor]; "1079 linear_55_scale_0_updated_constant0" [id=1079, type=get_attr]; -"1080 compressed_weight_updated_constant56" [id=1080, type=get_attr]; +"1080 compressed_weight_updated_constant205" [id=1080, type=get_attr]; "1081 _param_constant151_0_0" [id=1081, type=get_attr]; -"1082 mul_104" [id=1082, type=mul]; +"1082 mul_tensor_56" [id=1082, type=mul]; "1083 linear_55" [id=1083, type=linear]; "1084 dropout_35" [id=1084, type=dropout]; "1085 _param_constant152" [id=1085, type=get_attr]; @@ -1091,15 +1091,15 @@ strict digraph { "1089 _tensor_constant54" [id=1089, type=get_attr]; "1090 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1090, type=call_module]; "1091 linear_56_scale_0_updated_constant0" [id=1091, type=get_attr]; -"1092 compressed_weight_updated_constant57" [id=1092, type=get_attr]; +"1092 compressed_weight_updated_constant206" [id=1092, type=get_attr]; "1093 _param_constant155_0_0" [id=1093, type=get_attr]; -"1094 mul_105" [id=1094, type=mul]; +"1094 mul_tensor_57" [id=1094, type=mul]; "1095 linear_56" [id=1095, type=linear]; "1096 relu__9" [id=1096, type=relu_]; "1097 relu__9_0_0_nncf_smooth_quant_0" [id=1097, type=call_module]; "1098 linear_57_scale_0_updated_constant0" [id=1098, type=get_attr]; -"1099 compressed_weight_updated_constant58" [id=1099, type=get_attr]; -"1100 mul_106" [id=1100, type=mul]; +"1099 compressed_weight_updated_constant207" [id=1099, type=get_attr]; +"1100 mul_tensor_58" [id=1100, type=mul]; "1101 linear_57" [id=1101, type=linear]; "1102 view_48" [id=1102, type=view]; "1103 _tensor_constant55" [id=1103, type=get_attr]; @@ -1119,9 +1119,9 @@ strict digraph { "1117 quantize_per_tensor_default_57" [id=1117, type=quantize_per_tensor]; "1118 dequantize_per_tensor_default_57" [id=1118, type=dequantize_per_tensor]; "1119 linear_58_scale_0_updated_constant0" [id=1119, type=get_attr]; -"1120 compressed_weight_updated_constant59" [id=1120, type=get_attr]; +"1120 compressed_weight_updated_constant208" [id=1120, type=get_attr]; "1121 _param_constant157_0_0" [id=1121, type=get_attr]; -"1122 mul_107" [id=1122, type=mul]; +"1122 mul_tensor_59" [id=1122, type=mul]; "1123 linear_58" [id=1123, type=linear]; "1124 reshape_41" [id=1124, type=reshape]; "1125 permute_43" [id=1125, type=permute]; @@ -1172,9 +1172,9 @@ strict digraph { "1170 quantize_per_tensor_default_60" [id=1170, type=quantize_per_tensor]; "1171 dequantize_per_tensor_default_60" [id=1171, type=dequantize_per_tensor]; "1172 linear_59_scale_0_updated_constant0" [id=1172, type=get_attr]; -"1173 compressed_weight_updated_constant60" [id=1173, type=get_attr]; +"1173 compressed_weight_updated_constant209" [id=1173, type=get_attr]; "1174 _param_constant161_0_0" [id=1174, type=get_attr]; -"1175 mul_108" [id=1175, type=mul]; +"1175 mul_tensor_60" [id=1175, type=mul]; "1176 linear_59" [id=1176, type=linear]; "1177 dropout_37" [id=1177, type=dropout]; "1178 view_54" [id=1178, type=view]; @@ -1194,9 +1194,9 @@ strict digraph { "1192 quantize_per_tensor_default_61" [id=1192, type=quantize_per_tensor]; "1193 dequantize_per_tensor_default_61" [id=1193, type=dequantize_per_tensor]; "1194 linear_60_scale_0_updated_constant0" [id=1194, type=get_attr]; -"1195 compressed_weight_updated_constant61" [id=1195, type=get_attr]; +"1195 compressed_weight_updated_constant210" [id=1195, type=get_attr]; "1196 _param_constant165_0_0" [id=1196, type=get_attr]; -"1197 mul_109" [id=1197, type=mul]; +"1197 mul_tensor_61" [id=1197, type=mul]; "1198 linear_60" [id=1198, type=linear]; "1199 gelu_9" [id=1199, type=gelu]; "1200 dropout_38" [id=1200, type=dropout]; @@ -1204,9 +1204,9 @@ strict digraph { "1202 quantize_per_tensor_default_62" [id=1202, type=quantize_per_tensor]; "1203 dequantize_per_tensor_default_62" [id=1203, type=dequantize_per_tensor]; "1204 linear_61_scale_0_updated_constant0" [id=1204, type=get_attr]; -"1205 compressed_weight_updated_constant62" [id=1205, type=get_attr]; +"1205 compressed_weight_updated_constant211" [id=1205, type=get_attr]; "1206 _param_constant167_0_0" [id=1206, type=get_attr]; -"1207 mul_110" [id=1207, type=mul]; +"1207 mul_tensor_62" [id=1207, type=mul]; "1208 linear_61" [id=1208, type=linear]; "1209 dropout_39" [id=1209, type=dropout]; "1210 _param_constant168" [id=1210, type=get_attr]; @@ -1216,15 +1216,15 @@ strict digraph { "1214 _tensor_constant65" [id=1214, type=get_attr]; "1215 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1215, type=call_module]; "1216 linear_62_scale_0_updated_constant0" [id=1216, type=get_attr]; -"1217 compressed_weight_updated_constant63" [id=1217, type=get_attr]; +"1217 compressed_weight_updated_constant212" [id=1217, type=get_attr]; "1218 _param_constant171_0_0" [id=1218, type=get_attr]; -"1219 mul_111" [id=1219, type=mul]; +"1219 mul_tensor_63" [id=1219, type=mul]; "1220 linear_62" [id=1220, type=linear]; "1221 relu__10" [id=1221, type=relu_]; "1222 relu__10_0_0_nncf_smooth_quant_0" [id=1222, type=call_module]; "1223 linear_63_scale_0_updated_constant0" [id=1223, type=get_attr]; -"1224 compressed_weight_updated_constant64" [id=1224, type=get_attr]; -"1225 mul_112" [id=1225, type=mul]; +"1224 compressed_weight_updated_constant213" [id=1224, type=get_attr]; +"1225 mul_tensor_64" [id=1225, type=mul]; "1226 linear_63" [id=1226, type=linear]; "1227 view_55" [id=1227, type=view]; "1228 _tensor_constant66" [id=1228, type=get_attr]; @@ -1243,9 +1243,9 @@ strict digraph { "1241 quantize_per_tensor_default_63" [id=1241, type=quantize_per_tensor]; "1242 dequantize_per_tensor_default_63" [id=1242, type=dequantize_per_tensor]; "1243 linear_64_scale_0_updated_constant0" [id=1243, type=get_attr]; -"1244 compressed_weight_updated_constant65" [id=1244, type=get_attr]; +"1244 compressed_weight_updated_constant214" [id=1244, type=get_attr]; "1245 _param_constant173_0_0" [id=1245, type=get_attr]; -"1246 mul_113" [id=1246, type=mul]; +"1246 mul_tensor_65" [id=1246, type=mul]; "1247 linear_64" [id=1247, type=linear]; "1248 reshape_46" [id=1248, type=reshape]; "1249 permute_48" [id=1249, type=permute]; @@ -1280,9 +1280,9 @@ strict digraph { "1278 quantize_per_tensor_default_66" [id=1278, type=quantize_per_tensor]; "1279 dequantize_per_tensor_default_66" [id=1279, type=dequantize_per_tensor]; "1280 linear_65_scale_0_updated_constant0" [id=1280, type=get_attr]; -"1281 compressed_weight_updated_constant66" [id=1281, type=get_attr]; +"1281 compressed_weight_updated_constant215" [id=1281, type=get_attr]; "1282 _param_constant177_0_0" [id=1282, type=get_attr]; -"1283 mul_114" [id=1283, type=mul]; +"1283 mul_tensor_66" [id=1283, type=mul]; "1284 linear_65" [id=1284, type=linear]; "1285 dropout_41" [id=1285, type=dropout]; "1286 view_58" [id=1286, type=view]; @@ -1301,9 +1301,9 @@ strict digraph { "1299 quantize_per_tensor_default_67" [id=1299, type=quantize_per_tensor]; "1300 dequantize_per_tensor_default_67" [id=1300, type=dequantize_per_tensor]; "1301 linear_66_scale_0_updated_constant0" [id=1301, type=get_attr]; -"1302 compressed_weight_updated_constant67" [id=1302, type=get_attr]; +"1302 compressed_weight_updated_constant216" [id=1302, type=get_attr]; "1303 _param_constant181_0_0" [id=1303, type=get_attr]; -"1304 mul_115" [id=1304, type=mul]; +"1304 mul_tensor_67" [id=1304, type=mul]; "1305 linear_66" [id=1305, type=linear]; "1306 gelu_10" [id=1306, type=gelu]; "1307 dropout_42" [id=1307, type=dropout]; @@ -1311,9 +1311,9 @@ strict digraph { "1309 quantize_per_tensor_default_68" [id=1309, type=quantize_per_tensor]; "1310 dequantize_per_tensor_default_68" [id=1310, type=dequantize_per_tensor]; "1311 linear_67_scale_0_updated_constant0" [id=1311, type=get_attr]; -"1312 compressed_weight_updated_constant68" [id=1312, type=get_attr]; +"1312 compressed_weight_updated_constant217" [id=1312, type=get_attr]; "1313 _param_constant183_0_0" [id=1313, type=get_attr]; -"1314 mul_116" [id=1314, type=mul]; +"1314 mul_tensor_68" [id=1314, type=mul]; "1315 linear_67" [id=1315, type=linear]; "1316 dropout_43" [id=1316, type=dropout]; "1317 _param_constant184" [id=1317, type=get_attr]; @@ -1323,15 +1323,15 @@ strict digraph { "1321 _tensor_constant67" [id=1321, type=get_attr]; "1322 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1322, type=call_module]; "1323 linear_68_scale_0_updated_constant0" [id=1323, type=get_attr]; -"1324 compressed_weight_updated_constant69" [id=1324, type=get_attr]; +"1324 compressed_weight_updated_constant218" [id=1324, type=get_attr]; "1325 _param_constant187_0_0" [id=1325, type=get_attr]; -"1326 mul_117" [id=1326, type=mul]; +"1326 mul_tensor_69" [id=1326, type=mul]; "1327 linear_68" [id=1327, type=linear]; "1328 relu__11" [id=1328, type=relu_]; "1329 relu__11_0_0_nncf_smooth_quant_0" [id=1329, type=call_module]; "1330 linear_69_scale_0_updated_constant0" [id=1330, type=get_attr]; -"1331 compressed_weight_updated_constant70" [id=1331, type=get_attr]; -"1332 mul_118" [id=1332, type=mul]; +"1331 compressed_weight_updated_constant219" [id=1331, type=get_attr]; +"1332 mul_tensor_70" [id=1332, type=mul]; "1333 linear_69" [id=1333, type=linear]; "1334 view_59" [id=1334, type=view]; "1335 _tensor_constant68" [id=1335, type=get_attr]; @@ -1351,9 +1351,9 @@ strict digraph { "1349 quantize_per_tensor_default_69" [id=1349, type=quantize_per_tensor]; "1350 dequantize_per_tensor_default_69" [id=1350, type=dequantize_per_tensor]; "1351 linear_70_scale_0_updated_constant0" [id=1351, type=get_attr]; -"1352 compressed_weight_updated_constant71" [id=1352, type=get_attr]; +"1352 compressed_weight_updated_constant220" [id=1352, type=get_attr]; "1353 _param_constant189_0_0" [id=1353, type=get_attr]; -"1354 mul_119" [id=1354, type=mul]; +"1354 mul_tensor_71" [id=1354, type=mul]; "1355 linear_70" [id=1355, type=linear]; "1356 reshape_50" [id=1356, type=reshape]; "1357 permute_52" [id=1357, type=permute]; @@ -1404,9 +1404,9 @@ strict digraph { "1402 quantize_per_tensor_default_72" [id=1402, type=quantize_per_tensor]; "1403 dequantize_per_tensor_default_72" [id=1403, type=dequantize_per_tensor]; "1404 linear_71_scale_0_updated_constant0" [id=1404, type=get_attr]; -"1405 compressed_weight_updated_constant72" [id=1405, type=get_attr]; +"1405 compressed_weight_updated_constant221" [id=1405, type=get_attr]; "1406 _param_constant193_0_0" [id=1406, type=get_attr]; -"1407 mul_120" [id=1407, type=mul]; +"1407 mul_tensor_72" [id=1407, type=mul]; "1408 linear_71" [id=1408, type=linear]; "1409 dropout_45" [id=1409, type=dropout]; "1410 view_65" [id=1410, type=view]; @@ -1426,9 +1426,9 @@ strict digraph { "1424 quantize_per_tensor_default_73" [id=1424, type=quantize_per_tensor]; "1425 dequantize_per_tensor_default_73" [id=1425, type=dequantize_per_tensor]; "1426 linear_72_scale_0_updated_constant0" [id=1426, type=get_attr]; -"1427 compressed_weight_updated_constant73" [id=1427, type=get_attr]; +"1427 compressed_weight_updated_constant222" [id=1427, type=get_attr]; "1428 _param_constant197_0_0" [id=1428, type=get_attr]; -"1429 mul_121" [id=1429, type=mul]; +"1429 mul_tensor_73" [id=1429, type=mul]; "1430 linear_72" [id=1430, type=linear]; "1431 gelu_11" [id=1431, type=gelu]; "1432 dropout_46" [id=1432, type=dropout]; @@ -1436,9 +1436,9 @@ strict digraph { "1434 quantize_per_tensor_default_74" [id=1434, type=quantize_per_tensor]; "1435 dequantize_per_tensor_default_74" [id=1435, type=dequantize_per_tensor]; "1436 linear_73_scale_0_updated_constant0" [id=1436, type=get_attr]; -"1437 compressed_weight_updated_constant74" [id=1437, type=get_attr]; +"1437 compressed_weight_updated_constant223" [id=1437, type=get_attr]; "1438 _param_constant199_0_0" [id=1438, type=get_attr]; -"1439 mul_122" [id=1439, type=mul]; +"1439 mul_tensor_74" [id=1439, type=mul]; "1440 linear_73" [id=1440, type=linear]; "1441 dropout_47" [id=1441, type=dropout]; "1442 _param_constant200" [id=1442, type=get_attr]; @@ -1448,15 +1448,15 @@ strict digraph { "1446 _tensor_constant78" [id=1446, type=get_attr]; "1447 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1447, type=call_module]; "1448 linear_74_scale_0_updated_constant0" [id=1448, type=get_attr]; -"1449 compressed_weight_updated_constant75" [id=1449, type=get_attr]; +"1449 compressed_weight_updated_constant224" [id=1449, type=get_attr]; "1450 _param_constant203_0_0" [id=1450, type=get_attr]; -"1451 mul_123" [id=1451, type=mul]; +"1451 mul_tensor_75" [id=1451, type=mul]; "1452 linear_74" [id=1452, type=linear]; "1453 relu__12" [id=1453, type=relu_]; "1454 relu__12_0_0_nncf_smooth_quant_0" [id=1454, type=call_module]; "1455 linear_75_scale_0_updated_constant0" [id=1455, type=get_attr]; -"1456 compressed_weight_updated_constant76" [id=1456, type=get_attr]; -"1457 mul_124" [id=1457, type=mul]; +"1456 compressed_weight_updated_constant225" [id=1456, type=get_attr]; +"1457 mul_tensor_76" [id=1457, type=mul]; "1458 linear_75" [id=1458, type=linear]; "1459 view_66" [id=1459, type=view]; "1460 _tensor_constant79" [id=1460, type=get_attr]; @@ -1475,9 +1475,9 @@ strict digraph { "1473 quantize_per_tensor_default_75" [id=1473, type=quantize_per_tensor]; "1474 dequantize_per_tensor_default_75" [id=1474, type=dequantize_per_tensor]; "1475 linear_76_scale_0_updated_constant0" [id=1475, type=get_attr]; -"1476 compressed_weight_updated_constant77" [id=1476, type=get_attr]; +"1476 compressed_weight_updated_constant226" [id=1476, type=get_attr]; "1477 _param_constant205_0_0" [id=1477, type=get_attr]; -"1478 mul_125" [id=1478, type=mul]; +"1478 mul_tensor_77" [id=1478, type=mul]; "1479 linear_76" [id=1479, type=linear]; "1480 reshape_55" [id=1480, type=reshape]; "1481 permute_57" [id=1481, type=permute]; @@ -1512,9 +1512,9 @@ strict digraph { "1510 quantize_per_tensor_default_78" [id=1510, type=quantize_per_tensor]; "1511 dequantize_per_tensor_default_78" [id=1511, type=dequantize_per_tensor]; "1512 linear_77_scale_0_updated_constant0" [id=1512, type=get_attr]; -"1513 compressed_weight_updated_constant78" [id=1513, type=get_attr]; +"1513 compressed_weight_updated_constant227" [id=1513, type=get_attr]; "1514 _param_constant209_0_0" [id=1514, type=get_attr]; -"1515 mul_126" [id=1515, type=mul]; +"1515 mul_tensor_78" [id=1515, type=mul]; "1516 linear_77" [id=1516, type=linear]; "1517 dropout_49" [id=1517, type=dropout]; "1518 view_69" [id=1518, type=view]; @@ -1533,9 +1533,9 @@ strict digraph { "1531 quantize_per_tensor_default_79" [id=1531, type=quantize_per_tensor]; "1532 dequantize_per_tensor_default_79" [id=1532, type=dequantize_per_tensor]; "1533 linear_78_scale_0_updated_constant0" [id=1533, type=get_attr]; -"1534 compressed_weight_updated_constant79" [id=1534, type=get_attr]; +"1534 compressed_weight_updated_constant228" [id=1534, type=get_attr]; "1535 _param_constant213_0_0" [id=1535, type=get_attr]; -"1536 mul_127" [id=1536, type=mul]; +"1536 mul_tensor_79" [id=1536, type=mul]; "1537 linear_78" [id=1537, type=linear]; "1538 gelu_12" [id=1538, type=gelu]; "1539 dropout_50" [id=1539, type=dropout]; @@ -1543,9 +1543,9 @@ strict digraph { "1541 quantize_per_tensor_default_80" [id=1541, type=quantize_per_tensor]; "1542 dequantize_per_tensor_default_80" [id=1542, type=dequantize_per_tensor]; "1543 linear_79_scale_0_updated_constant0" [id=1543, type=get_attr]; -"1544 compressed_weight_updated_constant80" [id=1544, type=get_attr]; +"1544 compressed_weight_updated_constant229" [id=1544, type=get_attr]; "1545 _param_constant215_0_0" [id=1545, type=get_attr]; -"1546 mul_128" [id=1546, type=mul]; +"1546 mul_tensor_80" [id=1546, type=mul]; "1547 linear_79" [id=1547, type=linear]; "1548 dropout_51" [id=1548, type=dropout]; "1549 _param_constant216" [id=1549, type=get_attr]; @@ -1555,15 +1555,15 @@ strict digraph { "1553 _tensor_constant80" [id=1553, type=get_attr]; "1554 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1554, type=call_module]; "1555 linear_80_scale_0_updated_constant0" [id=1555, type=get_attr]; -"1556 compressed_weight_updated_constant81" [id=1556, type=get_attr]; +"1556 compressed_weight_updated_constant230" [id=1556, type=get_attr]; "1557 _param_constant219_0_0" [id=1557, type=get_attr]; -"1558 mul_129" [id=1558, type=mul]; +"1558 mul_tensor_81" [id=1558, type=mul]; "1559 linear_80" [id=1559, type=linear]; "1560 relu__13" [id=1560, type=relu_]; "1561 relu__13_0_0_nncf_smooth_quant_0" [id=1561, type=call_module]; "1562 linear_81_scale_0_updated_constant0" [id=1562, type=get_attr]; -"1563 compressed_weight_updated_constant82" [id=1563, type=get_attr]; -"1564 mul_130" [id=1564, type=mul]; +"1563 compressed_weight_updated_constant231" [id=1563, type=get_attr]; +"1564 mul_tensor_82" [id=1564, type=mul]; "1565 linear_81" [id=1565, type=linear]; "1566 view_70" [id=1566, type=view]; "1567 _tensor_constant81" [id=1567, type=get_attr]; @@ -1583,9 +1583,9 @@ strict digraph { "1581 quantize_per_tensor_default_81" [id=1581, type=quantize_per_tensor]; "1582 dequantize_per_tensor_default_81" [id=1582, type=dequantize_per_tensor]; "1583 linear_82_scale_0_updated_constant0" [id=1583, type=get_attr]; -"1584 compressed_weight_updated_constant83" [id=1584, type=get_attr]; +"1584 compressed_weight_updated_constant232" [id=1584, type=get_attr]; "1585 _param_constant221_0_0" [id=1585, type=get_attr]; -"1586 mul_131" [id=1586, type=mul]; +"1586 mul_tensor_83" [id=1586, type=mul]; "1587 linear_82" [id=1587, type=linear]; "1588 reshape_59" [id=1588, type=reshape]; "1589 permute_61" [id=1589, type=permute]; @@ -1636,9 +1636,9 @@ strict digraph { "1634 quantize_per_tensor_default_84" [id=1634, type=quantize_per_tensor]; "1635 dequantize_per_tensor_default_84" [id=1635, type=dequantize_per_tensor]; "1636 linear_83_scale_0_updated_constant0" [id=1636, type=get_attr]; -"1637 compressed_weight_updated_constant84" [id=1637, type=get_attr]; +"1637 compressed_weight_updated_constant233" [id=1637, type=get_attr]; "1638 _param_constant225_0_0" [id=1638, type=get_attr]; -"1639 mul_132" [id=1639, type=mul]; +"1639 mul_tensor_84" [id=1639, type=mul]; "1640 linear_83" [id=1640, type=linear]; "1641 dropout_53" [id=1641, type=dropout]; "1642 view_76" [id=1642, type=view]; @@ -1658,9 +1658,9 @@ strict digraph { "1656 quantize_per_tensor_default_85" [id=1656, type=quantize_per_tensor]; "1657 dequantize_per_tensor_default_85" [id=1657, type=dequantize_per_tensor]; "1658 linear_84_scale_0_updated_constant0" [id=1658, type=get_attr]; -"1659 compressed_weight_updated_constant85" [id=1659, type=get_attr]; +"1659 compressed_weight_updated_constant234" [id=1659, type=get_attr]; "1660 _param_constant229_0_0" [id=1660, type=get_attr]; -"1661 mul_133" [id=1661, type=mul]; +"1661 mul_tensor_85" [id=1661, type=mul]; "1662 linear_84" [id=1662, type=linear]; "1663 gelu_13" [id=1663, type=gelu]; "1664 dropout_54" [id=1664, type=dropout]; @@ -1668,9 +1668,9 @@ strict digraph { "1666 quantize_per_tensor_default_86" [id=1666, type=quantize_per_tensor]; "1667 dequantize_per_tensor_default_86" [id=1667, type=dequantize_per_tensor]; "1668 linear_85_scale_0_updated_constant0" [id=1668, type=get_attr]; -"1669 compressed_weight_updated_constant86" [id=1669, type=get_attr]; +"1669 compressed_weight_updated_constant235" [id=1669, type=get_attr]; "1670 _param_constant231_0_0" [id=1670, type=get_attr]; -"1671 mul_134" [id=1671, type=mul]; +"1671 mul_tensor_86" [id=1671, type=mul]; "1672 linear_85" [id=1672, type=linear]; "1673 dropout_55" [id=1673, type=dropout]; "1674 _param_constant232" [id=1674, type=get_attr]; @@ -1680,15 +1680,15 @@ strict digraph { "1678 _tensor_constant91" [id=1678, type=get_attr]; "1679 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1679, type=call_module]; "1680 linear_86_scale_0_updated_constant0" [id=1680, type=get_attr]; -"1681 compressed_weight_updated_constant87" [id=1681, type=get_attr]; +"1681 compressed_weight_updated_constant236" [id=1681, type=get_attr]; "1682 _param_constant235_0_0" [id=1682, type=get_attr]; -"1683 mul_135" [id=1683, type=mul]; +"1683 mul_tensor_87" [id=1683, type=mul]; "1684 linear_86" [id=1684, type=linear]; "1685 relu__14" [id=1685, type=relu_]; "1686 relu__14_0_0_nncf_smooth_quant_0" [id=1686, type=call_module]; "1687 linear_87_scale_0_updated_constant0" [id=1687, type=get_attr]; -"1688 compressed_weight_updated_constant88" [id=1688, type=get_attr]; -"1689 mul_136" [id=1689, type=mul]; +"1688 compressed_weight_updated_constant237" [id=1688, type=get_attr]; +"1689 mul_tensor_88" [id=1689, type=mul]; "1690 linear_87" [id=1690, type=linear]; "1691 view_77" [id=1691, type=view]; "1692 _tensor_constant92" [id=1692, type=get_attr]; @@ -1707,9 +1707,9 @@ strict digraph { "1705 quantize_per_tensor_default_87" [id=1705, type=quantize_per_tensor]; "1706 dequantize_per_tensor_default_87" [id=1706, type=dequantize_per_tensor]; "1707 linear_88_scale_0_updated_constant0" [id=1707, type=get_attr]; -"1708 compressed_weight_updated_constant89" [id=1708, type=get_attr]; +"1708 compressed_weight_updated_constant238" [id=1708, type=get_attr]; "1709 _param_constant237_0_0" [id=1709, type=get_attr]; -"1710 mul_137" [id=1710, type=mul]; +"1710 mul_tensor_89" [id=1710, type=mul]; "1711 linear_88" [id=1711, type=linear]; "1712 reshape_64" [id=1712, type=reshape]; "1713 permute_66" [id=1713, type=permute]; @@ -1744,9 +1744,9 @@ strict digraph { "1742 quantize_per_tensor_default_90" [id=1742, type=quantize_per_tensor]; "1743 dequantize_per_tensor_default_90" [id=1743, type=dequantize_per_tensor]; "1744 linear_89_scale_0_updated_constant0" [id=1744, type=get_attr]; -"1745 compressed_weight_updated_constant90" [id=1745, type=get_attr]; +"1745 compressed_weight_updated_constant239" [id=1745, type=get_attr]; "1746 _param_constant241_0_0" [id=1746, type=get_attr]; -"1747 mul_138" [id=1747, type=mul]; +"1747 mul_tensor_90" [id=1747, type=mul]; "1748 linear_89" [id=1748, type=linear]; "1749 dropout_57" [id=1749, type=dropout]; "1750 view_80" [id=1750, type=view]; @@ -1765,9 +1765,9 @@ strict digraph { "1763 quantize_per_tensor_default_91" [id=1763, type=quantize_per_tensor]; "1764 dequantize_per_tensor_default_91" [id=1764, type=dequantize_per_tensor]; "1765 linear_90_scale_0_updated_constant0" [id=1765, type=get_attr]; -"1766 compressed_weight_updated_constant91" [id=1766, type=get_attr]; +"1766 compressed_weight_updated_constant240" [id=1766, type=get_attr]; "1767 _param_constant245_0_0" [id=1767, type=get_attr]; -"1768 mul_139" [id=1768, type=mul]; +"1768 mul_tensor_91" [id=1768, type=mul]; "1769 linear_90" [id=1769, type=linear]; "1770 gelu_14" [id=1770, type=gelu]; "1771 dropout_58" [id=1771, type=dropout]; @@ -1775,9 +1775,9 @@ strict digraph { "1773 quantize_per_tensor_default_92" [id=1773, type=quantize_per_tensor]; "1774 dequantize_per_tensor_default_92" [id=1774, type=dequantize_per_tensor]; "1775 linear_91_scale_0_updated_constant0" [id=1775, type=get_attr]; -"1776 compressed_weight_updated_constant92" [id=1776, type=get_attr]; +"1776 compressed_weight_updated_constant241" [id=1776, type=get_attr]; "1777 _param_constant247_0_0" [id=1777, type=get_attr]; -"1778 mul_140" [id=1778, type=mul]; +"1778 mul_tensor_92" [id=1778, type=mul]; "1779 linear_91" [id=1779, type=linear]; "1780 dropout_59" [id=1780, type=dropout]; "1781 _param_constant248" [id=1781, type=get_attr]; @@ -1787,15 +1787,15 @@ strict digraph { "1785 _tensor_constant93" [id=1785, type=get_attr]; "1786 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1786, type=call_module]; "1787 linear_92_scale_0_updated_constant0" [id=1787, type=get_attr]; -"1788 compressed_weight_updated_constant93" [id=1788, type=get_attr]; +"1788 compressed_weight_updated_constant242" [id=1788, type=get_attr]; "1789 _param_constant251_0_0" [id=1789, type=get_attr]; -"1790 mul_141" [id=1790, type=mul]; +"1790 mul_tensor_93" [id=1790, type=mul]; "1791 linear_92" [id=1791, type=linear]; "1792 relu__15" [id=1792, type=relu_]; "1793 relu__15_0_0_nncf_smooth_quant_0" [id=1793, type=call_module]; "1794 linear_93_scale_0_updated_constant0" [id=1794, type=get_attr]; -"1795 compressed_weight_updated_constant94" [id=1795, type=get_attr]; -"1796 mul_142" [id=1796, type=mul]; +"1795 compressed_weight_updated_constant243" [id=1795, type=get_attr]; +"1796 mul_tensor_94" [id=1796, type=mul]; "1797 linear_93" [id=1797, type=linear]; "1798 view_81" [id=1798, type=view]; "1799 _tensor_constant94" [id=1799, type=get_attr]; @@ -1815,9 +1815,9 @@ strict digraph { "1813 quantize_per_tensor_default_93" [id=1813, type=quantize_per_tensor]; "1814 dequantize_per_tensor_default_93" [id=1814, type=dequantize_per_tensor]; "1815 linear_94_scale_0_updated_constant0" [id=1815, type=get_attr]; -"1816 compressed_weight_updated_constant95" [id=1816, type=get_attr]; +"1816 compressed_weight_updated_constant244" [id=1816, type=get_attr]; "1817 _param_constant253_0_0" [id=1817, type=get_attr]; -"1818 mul_143" [id=1818, type=mul]; +"1818 mul_tensor_95" [id=1818, type=mul]; "1819 linear_94" [id=1819, type=linear]; "1820 reshape_68" [id=1820, type=reshape]; "1821 permute_70" [id=1821, type=permute]; @@ -1868,9 +1868,9 @@ strict digraph { "1866 quantize_per_tensor_default_96" [id=1866, type=quantize_per_tensor]; "1867 dequantize_per_tensor_default_96" [id=1867, type=dequantize_per_tensor]; "1868 linear_95_scale_0_updated_constant0" [id=1868, type=get_attr]; -"1869 compressed_weight_updated_constant96" [id=1869, type=get_attr]; +"1869 compressed_weight_updated_constant245" [id=1869, type=get_attr]; "1870 _param_constant257_0_0" [id=1870, type=get_attr]; -"1871 mul_144" [id=1871, type=mul]; +"1871 mul_tensor_96" [id=1871, type=mul]; "1872 linear_95" [id=1872, type=linear]; "1873 dropout_61" [id=1873, type=dropout]; "1874 view_87" [id=1874, type=view]; @@ -1890,9 +1890,9 @@ strict digraph { "1888 quantize_per_tensor_default_97" [id=1888, type=quantize_per_tensor]; "1889 dequantize_per_tensor_default_97" [id=1889, type=dequantize_per_tensor]; "1890 linear_96_scale_0_updated_constant0" [id=1890, type=get_attr]; -"1891 compressed_weight_updated_constant97" [id=1891, type=get_attr]; +"1891 compressed_weight_updated_constant246" [id=1891, type=get_attr]; "1892 _param_constant261_0_0" [id=1892, type=get_attr]; -"1893 mul_145" [id=1893, type=mul]; +"1893 mul_tensor_97" [id=1893, type=mul]; "1894 linear_96" [id=1894, type=linear]; "1895 gelu_15" [id=1895, type=gelu]; "1896 dropout_62" [id=1896, type=dropout]; @@ -1900,9 +1900,9 @@ strict digraph { "1898 quantize_per_tensor_default_98" [id=1898, type=quantize_per_tensor]; "1899 dequantize_per_tensor_default_98" [id=1899, type=dequantize_per_tensor]; "1900 linear_97_scale_0_updated_constant0" [id=1900, type=get_attr]; -"1901 compressed_weight_updated_constant98" [id=1901, type=get_attr]; +"1901 compressed_weight_updated_constant247" [id=1901, type=get_attr]; "1902 _param_constant263_0_0" [id=1902, type=get_attr]; -"1903 mul_146" [id=1903, type=mul]; +"1903 mul_tensor_98" [id=1903, type=mul]; "1904 linear_97" [id=1904, type=linear]; "1905 dropout_63" [id=1905, type=dropout]; "1906 _param_constant264" [id=1906, type=get_attr]; @@ -1912,15 +1912,15 @@ strict digraph { "1910 _tensor_constant104" [id=1910, type=get_attr]; "1911 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=1911, type=call_module]; "1912 linear_98_scale_0_updated_constant0" [id=1912, type=get_attr]; -"1913 compressed_weight_updated_constant99" [id=1913, type=get_attr]; +"1913 compressed_weight_updated_constant248" [id=1913, type=get_attr]; "1914 _param_constant267_0_0" [id=1914, type=get_attr]; -"1915 mul_147" [id=1915, type=mul]; +"1915 mul_tensor_99" [id=1915, type=mul]; "1916 linear_98" [id=1916, type=linear]; "1917 relu__16" [id=1917, type=relu_]; "1918 relu__16_0_0_nncf_smooth_quant_0" [id=1918, type=call_module]; "1919 linear_99_scale_0_updated_constant0" [id=1919, type=get_attr]; -"1920 compressed_weight_updated_constant100" [id=1920, type=get_attr]; -"1921 mul_148" [id=1921, type=mul]; +"1920 compressed_weight_updated_constant249" [id=1920, type=get_attr]; +"1921 mul_tensor_100" [id=1921, type=mul]; "1922 linear_99" [id=1922, type=linear]; "1923 view_88" [id=1923, type=view]; "1924 _tensor_constant105" [id=1924, type=get_attr]; @@ -1939,9 +1939,9 @@ strict digraph { "1937 quantize_per_tensor_default_99" [id=1937, type=quantize_per_tensor]; "1938 dequantize_per_tensor_default_99" [id=1938, type=dequantize_per_tensor]; "1939 linear_100_scale_0_updated_constant0" [id=1939, type=get_attr]; -"1940 compressed_weight_updated_constant101" [id=1940, type=get_attr]; +"1940 compressed_weight_updated_constant250" [id=1940, type=get_attr]; "1941 _param_constant269_0_0" [id=1941, type=get_attr]; -"1942 mul_149" [id=1942, type=mul]; +"1942 mul_tensor_101" [id=1942, type=mul]; "1943 linear_100" [id=1943, type=linear]; "1944 reshape_73" [id=1944, type=reshape]; "1945 permute_75" [id=1945, type=permute]; @@ -1976,9 +1976,9 @@ strict digraph { "1974 quantize_per_tensor_default_102" [id=1974, type=quantize_per_tensor]; "1975 dequantize_per_tensor_default_102" [id=1975, type=dequantize_per_tensor]; "1976 linear_101_scale_0_updated_constant0" [id=1976, type=get_attr]; -"1977 compressed_weight_updated_constant102" [id=1977, type=get_attr]; +"1977 compressed_weight_updated_constant251" [id=1977, type=get_attr]; "1978 _param_constant273_0_0" [id=1978, type=get_attr]; -"1979 mul_150" [id=1979, type=mul]; +"1979 mul_tensor_102" [id=1979, type=mul]; "1980 linear_101" [id=1980, type=linear]; "1981 dropout_65" [id=1981, type=dropout]; "1982 view_91" [id=1982, type=view]; @@ -1997,9 +1997,9 @@ strict digraph { "1995 quantize_per_tensor_default_103" [id=1995, type=quantize_per_tensor]; "1996 dequantize_per_tensor_default_103" [id=1996, type=dequantize_per_tensor]; "1997 linear_102_scale_0_updated_constant0" [id=1997, type=get_attr]; -"1998 compressed_weight_updated_constant103" [id=1998, type=get_attr]; +"1998 compressed_weight_updated_constant252" [id=1998, type=get_attr]; "1999 _param_constant277_0_0" [id=1999, type=get_attr]; -"2000 mul_151" [id=2000, type=mul]; +"2000 mul_tensor_103" [id=2000, type=mul]; "2001 linear_102" [id=2001, type=linear]; "2002 gelu_16" [id=2002, type=gelu]; "2003 dropout_66" [id=2003, type=dropout]; @@ -2007,9 +2007,9 @@ strict digraph { "2005 quantize_per_tensor_default_104" [id=2005, type=quantize_per_tensor]; "2006 dequantize_per_tensor_default_104" [id=2006, type=dequantize_per_tensor]; "2007 linear_103_scale_0_updated_constant0" [id=2007, type=get_attr]; -"2008 compressed_weight_updated_constant104" [id=2008, type=get_attr]; +"2008 compressed_weight_updated_constant253" [id=2008, type=get_attr]; "2009 _param_constant279_0_0" [id=2009, type=get_attr]; -"2010 mul_152" [id=2010, type=mul]; +"2010 mul_tensor_104" [id=2010, type=mul]; "2011 linear_103" [id=2011, type=linear]; "2012 dropout_67" [id=2012, type=dropout]; "2013 _param_constant280" [id=2013, type=get_attr]; @@ -2019,15 +2019,15 @@ strict digraph { "2017 _tensor_constant106" [id=2017, type=get_attr]; "2018 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2018, type=call_module]; "2019 linear_104_scale_0_updated_constant0" [id=2019, type=get_attr]; -"2020 compressed_weight_updated_constant105" [id=2020, type=get_attr]; +"2020 compressed_weight_updated_constant254" [id=2020, type=get_attr]; "2021 _param_constant283_0_0" [id=2021, type=get_attr]; -"2022 mul_153" [id=2022, type=mul]; +"2022 mul_tensor_105" [id=2022, type=mul]; "2023 linear_104" [id=2023, type=linear]; "2024 relu__17" [id=2024, type=relu_]; "2025 relu__17_0_0_nncf_smooth_quant_0" [id=2025, type=call_module]; "2026 linear_105_scale_0_updated_constant0" [id=2026, type=get_attr]; -"2027 compressed_weight_updated_constant106" [id=2027, type=get_attr]; -"2028 mul_154" [id=2028, type=mul]; +"2027 compressed_weight_updated_constant255" [id=2027, type=get_attr]; +"2028 mul_tensor_106" [id=2028, type=mul]; "2029 linear_105" [id=2029, type=linear]; "2030 view_92" [id=2030, type=view]; "2031 _tensor_constant107" [id=2031, type=get_attr]; @@ -2047,9 +2047,9 @@ strict digraph { "2045 quantize_per_tensor_default_105" [id=2045, type=quantize_per_tensor]; "2046 dequantize_per_tensor_default_105" [id=2046, type=dequantize_per_tensor]; "2047 linear_106_scale_0_updated_constant0" [id=2047, type=get_attr]; -"2048 compressed_weight_updated_constant107" [id=2048, type=get_attr]; +"2048 compressed_weight_updated_constant256" [id=2048, type=get_attr]; "2049 _param_constant285_0_0" [id=2049, type=get_attr]; -"2050 mul_155" [id=2050, type=mul]; +"2050 mul_tensor_107" [id=2050, type=mul]; "2051 linear_106" [id=2051, type=linear]; "2052 reshape_77" [id=2052, type=reshape]; "2053 permute_79" [id=2053, type=permute]; @@ -2100,9 +2100,9 @@ strict digraph { "2098 quantize_per_tensor_default_108" [id=2098, type=quantize_per_tensor]; "2099 dequantize_per_tensor_default_108" [id=2099, type=dequantize_per_tensor]; "2100 linear_107_scale_0_updated_constant0" [id=2100, type=get_attr]; -"2101 compressed_weight_updated_constant108" [id=2101, type=get_attr]; +"2101 compressed_weight_updated_constant257" [id=2101, type=get_attr]; "2102 _param_constant289_0_0" [id=2102, type=get_attr]; -"2103 mul_156" [id=2103, type=mul]; +"2103 mul_tensor_108" [id=2103, type=mul]; "2104 linear_107" [id=2104, type=linear]; "2105 dropout_69" [id=2105, type=dropout]; "2106 view_98" [id=2106, type=view]; @@ -2122,9 +2122,9 @@ strict digraph { "2120 quantize_per_tensor_default_109" [id=2120, type=quantize_per_tensor]; "2121 dequantize_per_tensor_default_109" [id=2121, type=dequantize_per_tensor]; "2122 linear_108_scale_0_updated_constant0" [id=2122, type=get_attr]; -"2123 compressed_weight_updated_constant109" [id=2123, type=get_attr]; +"2123 compressed_weight_updated_constant258" [id=2123, type=get_attr]; "2124 _param_constant293_0_0" [id=2124, type=get_attr]; -"2125 mul_157" [id=2125, type=mul]; +"2125 mul_tensor_109" [id=2125, type=mul]; "2126 linear_108" [id=2126, type=linear]; "2127 gelu_17" [id=2127, type=gelu]; "2128 dropout_70" [id=2128, type=dropout]; @@ -2132,9 +2132,9 @@ strict digraph { "2130 quantize_per_tensor_default_110" [id=2130, type=quantize_per_tensor]; "2131 dequantize_per_tensor_default_110" [id=2131, type=dequantize_per_tensor]; "2132 linear_109_scale_0_updated_constant0" [id=2132, type=get_attr]; -"2133 compressed_weight_updated_constant110" [id=2133, type=get_attr]; +"2133 compressed_weight_updated_constant259" [id=2133, type=get_attr]; "2134 _param_constant295_0_0" [id=2134, type=get_attr]; -"2135 mul_158" [id=2135, type=mul]; +"2135 mul_tensor_110" [id=2135, type=mul]; "2136 linear_109" [id=2136, type=linear]; "2137 dropout_71" [id=2137, type=dropout]; "2138 _param_constant296" [id=2138, type=get_attr]; @@ -2144,15 +2144,15 @@ strict digraph { "2142 _tensor_constant117" [id=2142, type=get_attr]; "2143 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2143, type=call_module]; "2144 linear_110_scale_0_updated_constant0" [id=2144, type=get_attr]; -"2145 compressed_weight_updated_constant111" [id=2145, type=get_attr]; +"2145 compressed_weight_updated_constant260" [id=2145, type=get_attr]; "2146 _param_constant299_0_0" [id=2146, type=get_attr]; -"2147 mul_159" [id=2147, type=mul]; +"2147 mul_tensor_111" [id=2147, type=mul]; "2148 linear_110" [id=2148, type=linear]; "2149 relu__18" [id=2149, type=relu_]; "2150 relu__18_0_0_nncf_smooth_quant_0" [id=2150, type=call_module]; "2151 linear_111_scale_0_updated_constant0" [id=2151, type=get_attr]; -"2152 compressed_weight_updated_constant112" [id=2152, type=get_attr]; -"2153 mul_160" [id=2153, type=mul]; +"2152 compressed_weight_updated_constant261" [id=2152, type=get_attr]; +"2153 mul_tensor_112" [id=2153, type=mul]; "2154 linear_111" [id=2154, type=linear]; "2155 view_99" [id=2155, type=view]; "2156 _tensor_constant118" [id=2156, type=get_attr]; @@ -2171,9 +2171,9 @@ strict digraph { "2169 quantize_per_tensor_default_111" [id=2169, type=quantize_per_tensor]; "2170 dequantize_per_tensor_default_111" [id=2170, type=dequantize_per_tensor]; "2171 linear_112_scale_0_updated_constant0" [id=2171, type=get_attr]; -"2172 compressed_weight_updated_constant113" [id=2172, type=get_attr]; +"2172 compressed_weight_updated_constant262" [id=2172, type=get_attr]; "2173 _param_constant301_0_0" [id=2173, type=get_attr]; -"2174 mul_161" [id=2174, type=mul]; +"2174 mul_tensor_113" [id=2174, type=mul]; "2175 linear_112" [id=2175, type=linear]; "2176 reshape_82" [id=2176, type=reshape]; "2177 permute_84" [id=2177, type=permute]; @@ -2208,9 +2208,9 @@ strict digraph { "2206 quantize_per_tensor_default_114" [id=2206, type=quantize_per_tensor]; "2207 dequantize_per_tensor_default_114" [id=2207, type=dequantize_per_tensor]; "2208 linear_113_scale_0_updated_constant0" [id=2208, type=get_attr]; -"2209 compressed_weight_updated_constant114" [id=2209, type=get_attr]; +"2209 compressed_weight_updated_constant263" [id=2209, type=get_attr]; "2210 _param_constant305_0_0" [id=2210, type=get_attr]; -"2211 mul_162" [id=2211, type=mul]; +"2211 mul_tensor_114" [id=2211, type=mul]; "2212 linear_113" [id=2212, type=linear]; "2213 dropout_73" [id=2213, type=dropout]; "2214 view_102" [id=2214, type=view]; @@ -2229,9 +2229,9 @@ strict digraph { "2227 quantize_per_tensor_default_115" [id=2227, type=quantize_per_tensor]; "2228 dequantize_per_tensor_default_115" [id=2228, type=dequantize_per_tensor]; "2229 linear_114_scale_0_updated_constant0" [id=2229, type=get_attr]; -"2230 compressed_weight_updated_constant115" [id=2230, type=get_attr]; +"2230 compressed_weight_updated_constant264" [id=2230, type=get_attr]; "2231 _param_constant309_0_0" [id=2231, type=get_attr]; -"2232 mul_163" [id=2232, type=mul]; +"2232 mul_tensor_115" [id=2232, type=mul]; "2233 linear_114" [id=2233, type=linear]; "2234 gelu_18" [id=2234, type=gelu]; "2235 dropout_74" [id=2235, type=dropout]; @@ -2239,9 +2239,9 @@ strict digraph { "2237 quantize_per_tensor_default_116" [id=2237, type=quantize_per_tensor]; "2238 dequantize_per_tensor_default_116" [id=2238, type=dequantize_per_tensor]; "2239 linear_115_scale_0_updated_constant0" [id=2239, type=get_attr]; -"2240 compressed_weight_updated_constant116" [id=2240, type=get_attr]; +"2240 compressed_weight_updated_constant265" [id=2240, type=get_attr]; "2241 _param_constant311_0_0" [id=2241, type=get_attr]; -"2242 mul_164" [id=2242, type=mul]; +"2242 mul_tensor_116" [id=2242, type=mul]; "2243 linear_115" [id=2243, type=linear]; "2244 dropout_75" [id=2244, type=dropout]; "2245 _param_constant312" [id=2245, type=get_attr]; @@ -2251,15 +2251,15 @@ strict digraph { "2249 _tensor_constant119" [id=2249, type=get_attr]; "2250 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2250, type=call_module]; "2251 linear_116_scale_0_updated_constant0" [id=2251, type=get_attr]; -"2252 compressed_weight_updated_constant117" [id=2252, type=get_attr]; +"2252 compressed_weight_updated_constant266" [id=2252, type=get_attr]; "2253 _param_constant315_0_0" [id=2253, type=get_attr]; -"2254 mul_165" [id=2254, type=mul]; +"2254 mul_tensor_117" [id=2254, type=mul]; "2255 linear_116" [id=2255, type=linear]; "2256 relu__19" [id=2256, type=relu_]; "2257 relu__19_0_0_nncf_smooth_quant_0" [id=2257, type=call_module]; "2258 linear_117_scale_0_updated_constant0" [id=2258, type=get_attr]; -"2259 compressed_weight_updated_constant118" [id=2259, type=get_attr]; -"2260 mul_166" [id=2260, type=mul]; +"2259 compressed_weight_updated_constant267" [id=2259, type=get_attr]; +"2260 mul_tensor_118" [id=2260, type=mul]; "2261 linear_117" [id=2261, type=linear]; "2262 view_103" [id=2262, type=view]; "2263 _tensor_constant120" [id=2263, type=get_attr]; @@ -2279,9 +2279,9 @@ strict digraph { "2277 quantize_per_tensor_default_117" [id=2277, type=quantize_per_tensor]; "2278 dequantize_per_tensor_default_117" [id=2278, type=dequantize_per_tensor]; "2279 linear_118_scale_0_updated_constant0" [id=2279, type=get_attr]; -"2280 compressed_weight_updated_constant119" [id=2280, type=get_attr]; +"2280 compressed_weight_updated_constant268" [id=2280, type=get_attr]; "2281 _param_constant317_0_0" [id=2281, type=get_attr]; -"2282 mul_167" [id=2282, type=mul]; +"2282 mul_tensor_119" [id=2282, type=mul]; "2283 linear_118" [id=2283, type=linear]; "2284 reshape_86" [id=2284, type=reshape]; "2285 permute_88" [id=2285, type=permute]; @@ -2332,9 +2332,9 @@ strict digraph { "2330 quantize_per_tensor_default_120" [id=2330, type=quantize_per_tensor]; "2331 dequantize_per_tensor_default_120" [id=2331, type=dequantize_per_tensor]; "2332 linear_119_scale_0_updated_constant0" [id=2332, type=get_attr]; -"2333 compressed_weight_updated_constant120" [id=2333, type=get_attr]; +"2333 compressed_weight_updated_constant269" [id=2333, type=get_attr]; "2334 _param_constant321_0_0" [id=2334, type=get_attr]; -"2335 mul_168" [id=2335, type=mul]; +"2335 mul_tensor_120" [id=2335, type=mul]; "2336 linear_119" [id=2336, type=linear]; "2337 dropout_77" [id=2337, type=dropout]; "2338 view_109" [id=2338, type=view]; @@ -2354,9 +2354,9 @@ strict digraph { "2352 quantize_per_tensor_default_121" [id=2352, type=quantize_per_tensor]; "2353 dequantize_per_tensor_default_121" [id=2353, type=dequantize_per_tensor]; "2354 linear_120_scale_0_updated_constant0" [id=2354, type=get_attr]; -"2355 compressed_weight_updated_constant121" [id=2355, type=get_attr]; +"2355 compressed_weight_updated_constant270" [id=2355, type=get_attr]; "2356 _param_constant325_0_0" [id=2356, type=get_attr]; -"2357 mul_169" [id=2357, type=mul]; +"2357 mul_tensor_121" [id=2357, type=mul]; "2358 linear_120" [id=2358, type=linear]; "2359 gelu_19" [id=2359, type=gelu]; "2360 dropout_78" [id=2360, type=dropout]; @@ -2364,9 +2364,9 @@ strict digraph { "2362 quantize_per_tensor_default_122" [id=2362, type=quantize_per_tensor]; "2363 dequantize_per_tensor_default_122" [id=2363, type=dequantize_per_tensor]; "2364 linear_121_scale_0_updated_constant0" [id=2364, type=get_attr]; -"2365 compressed_weight_updated_constant122" [id=2365, type=get_attr]; +"2365 compressed_weight_updated_constant271" [id=2365, type=get_attr]; "2366 _param_constant327_0_0" [id=2366, type=get_attr]; -"2367 mul_170" [id=2367, type=mul]; +"2367 mul_tensor_122" [id=2367, type=mul]; "2368 linear_121" [id=2368, type=linear]; "2369 dropout_79" [id=2369, type=dropout]; "2370 _param_constant328" [id=2370, type=get_attr]; @@ -2376,15 +2376,15 @@ strict digraph { "2374 _tensor_constant130" [id=2374, type=get_attr]; "2375 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2375, type=call_module]; "2376 linear_122_scale_0_updated_constant0" [id=2376, type=get_attr]; -"2377 compressed_weight_updated_constant123" [id=2377, type=get_attr]; +"2377 compressed_weight_updated_constant272" [id=2377, type=get_attr]; "2378 _param_constant331_0_0" [id=2378, type=get_attr]; -"2379 mul_171" [id=2379, type=mul]; +"2379 mul_tensor_123" [id=2379, type=mul]; "2380 linear_122" [id=2380, type=linear]; "2381 relu__20" [id=2381, type=relu_]; "2382 relu__20_0_0_nncf_smooth_quant_0" [id=2382, type=call_module]; "2383 linear_123_scale_0_updated_constant0" [id=2383, type=get_attr]; -"2384 compressed_weight_updated_constant124" [id=2384, type=get_attr]; -"2385 mul_172" [id=2385, type=mul]; +"2384 compressed_weight_updated_constant273" [id=2384, type=get_attr]; +"2385 mul_tensor_124" [id=2385, type=mul]; "2386 linear_123" [id=2386, type=linear]; "2387 view_110" [id=2387, type=view]; "2388 _tensor_constant131" [id=2388, type=get_attr]; @@ -2403,9 +2403,9 @@ strict digraph { "2401 quantize_per_tensor_default_123" [id=2401, type=quantize_per_tensor]; "2402 dequantize_per_tensor_default_123" [id=2402, type=dequantize_per_tensor]; "2403 linear_124_scale_0_updated_constant0" [id=2403, type=get_attr]; -"2404 compressed_weight_updated_constant125" [id=2404, type=get_attr]; +"2404 compressed_weight_updated_constant274" [id=2404, type=get_attr]; "2405 _param_constant333_0_0" [id=2405, type=get_attr]; -"2406 mul_173" [id=2406, type=mul]; +"2406 mul_tensor_125" [id=2406, type=mul]; "2407 linear_124" [id=2407, type=linear]; "2408 reshape_91" [id=2408, type=reshape]; "2409 permute_93" [id=2409, type=permute]; @@ -2440,9 +2440,9 @@ strict digraph { "2438 quantize_per_tensor_default_126" [id=2438, type=quantize_per_tensor]; "2439 dequantize_per_tensor_default_126" [id=2439, type=dequantize_per_tensor]; "2440 linear_125_scale_0_updated_constant0" [id=2440, type=get_attr]; -"2441 compressed_weight_updated_constant126" [id=2441, type=get_attr]; +"2441 compressed_weight_updated_constant275" [id=2441, type=get_attr]; "2442 _param_constant337_0_0" [id=2442, type=get_attr]; -"2443 mul_174" [id=2443, type=mul]; +"2443 mul_tensor_126" [id=2443, type=mul]; "2444 linear_125" [id=2444, type=linear]; "2445 dropout_81" [id=2445, type=dropout]; "2446 view_113" [id=2446, type=view]; @@ -2461,9 +2461,9 @@ strict digraph { "2459 quantize_per_tensor_default_127" [id=2459, type=quantize_per_tensor]; "2460 dequantize_per_tensor_default_127" [id=2460, type=dequantize_per_tensor]; "2461 linear_126_scale_0_updated_constant0" [id=2461, type=get_attr]; -"2462 compressed_weight_updated_constant127" [id=2462, type=get_attr]; +"2462 compressed_weight_updated_constant276" [id=2462, type=get_attr]; "2463 _param_constant341_0_0" [id=2463, type=get_attr]; -"2464 mul_175" [id=2464, type=mul]; +"2464 mul_tensor_127" [id=2464, type=mul]; "2465 linear_126" [id=2465, type=linear]; "2466 gelu_20" [id=2466, type=gelu]; "2467 dropout_82" [id=2467, type=dropout]; @@ -2471,9 +2471,9 @@ strict digraph { "2469 quantize_per_tensor_default_128" [id=2469, type=quantize_per_tensor]; "2470 dequantize_per_tensor_default_128" [id=2470, type=dequantize_per_tensor]; "2471 linear_127_scale_0_updated_constant0" [id=2471, type=get_attr]; -"2472 compressed_weight_updated_constant128" [id=2472, type=get_attr]; +"2472 compressed_weight_updated_constant277" [id=2472, type=get_attr]; "2473 _param_constant343_0_0" [id=2473, type=get_attr]; -"2474 mul_176" [id=2474, type=mul]; +"2474 mul_tensor_128" [id=2474, type=mul]; "2475 linear_127" [id=2475, type=linear]; "2476 dropout_83" [id=2476, type=dropout]; "2477 _param_constant344" [id=2477, type=get_attr]; @@ -2483,15 +2483,15 @@ strict digraph { "2481 _tensor_constant132" [id=2481, type=get_attr]; "2482 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2482, type=call_module]; "2483 linear_128_scale_0_updated_constant0" [id=2483, type=get_attr]; -"2484 compressed_weight_updated_constant129" [id=2484, type=get_attr]; +"2484 compressed_weight_updated_constant278" [id=2484, type=get_attr]; "2485 _param_constant347_0_0" [id=2485, type=get_attr]; -"2486 mul_177" [id=2486, type=mul]; +"2486 mul_tensor_129" [id=2486, type=mul]; "2487 linear_128" [id=2487, type=linear]; "2488 relu__21" [id=2488, type=relu_]; "2489 relu__21_0_0_nncf_smooth_quant_0" [id=2489, type=call_module]; "2490 linear_129_scale_0_updated_constant0" [id=2490, type=get_attr]; -"2491 compressed_weight_updated_constant130" [id=2491, type=get_attr]; -"2492 mul_178" [id=2492, type=mul]; +"2491 compressed_weight_updated_constant279" [id=2491, type=get_attr]; +"2492 mul_tensor_130" [id=2492, type=mul]; "2493 linear_129" [id=2493, type=linear]; "2494 view_114" [id=2494, type=view]; "2495 _tensor_constant133" [id=2495, type=get_attr]; @@ -2511,9 +2511,9 @@ strict digraph { "2509 quantize_per_tensor_default_129" [id=2509, type=quantize_per_tensor]; "2510 dequantize_per_tensor_default_129" [id=2510, type=dequantize_per_tensor]; "2511 linear_130_scale_0_updated_constant0" [id=2511, type=get_attr]; -"2512 compressed_weight_updated_constant131" [id=2512, type=get_attr]; +"2512 compressed_weight_updated_constant280" [id=2512, type=get_attr]; "2513 _param_constant349_0_0" [id=2513, type=get_attr]; -"2514 mul_179" [id=2514, type=mul]; +"2514 mul_tensor_131" [id=2514, type=mul]; "2515 linear_130" [id=2515, type=linear]; "2516 reshape_95" [id=2516, type=reshape]; "2517 permute_97" [id=2517, type=permute]; @@ -2564,9 +2564,9 @@ strict digraph { "2562 quantize_per_tensor_default_132" [id=2562, type=quantize_per_tensor]; "2563 dequantize_per_tensor_default_132" [id=2563, type=dequantize_per_tensor]; "2564 linear_131_scale_0_updated_constant0" [id=2564, type=get_attr]; -"2565 compressed_weight_updated_constant132" [id=2565, type=get_attr]; +"2565 compressed_weight_updated_constant281" [id=2565, type=get_attr]; "2566 _param_constant353_0_0" [id=2566, type=get_attr]; -"2567 mul_180" [id=2567, type=mul]; +"2567 mul_tensor_132" [id=2567, type=mul]; "2568 linear_131" [id=2568, type=linear]; "2569 dropout_85" [id=2569, type=dropout]; "2570 view_120" [id=2570, type=view]; @@ -2586,9 +2586,9 @@ strict digraph { "2584 quantize_per_tensor_default_133" [id=2584, type=quantize_per_tensor]; "2585 dequantize_per_tensor_default_133" [id=2585, type=dequantize_per_tensor]; "2586 linear_132_scale_0_updated_constant0" [id=2586, type=get_attr]; -"2587 compressed_weight_updated_constant133" [id=2587, type=get_attr]; +"2587 compressed_weight_updated_constant282" [id=2587, type=get_attr]; "2588 _param_constant357_0_0" [id=2588, type=get_attr]; -"2589 mul_181" [id=2589, type=mul]; +"2589 mul_tensor_133" [id=2589, type=mul]; "2590 linear_132" [id=2590, type=linear]; "2591 gelu_21" [id=2591, type=gelu]; "2592 dropout_86" [id=2592, type=dropout]; @@ -2596,9 +2596,9 @@ strict digraph { "2594 quantize_per_tensor_default_134" [id=2594, type=quantize_per_tensor]; "2595 dequantize_per_tensor_default_134" [id=2595, type=dequantize_per_tensor]; "2596 linear_133_scale_0_updated_constant0" [id=2596, type=get_attr]; -"2597 compressed_weight_updated_constant134" [id=2597, type=get_attr]; +"2597 compressed_weight_updated_constant283" [id=2597, type=get_attr]; "2598 _param_constant359_0_0" [id=2598, type=get_attr]; -"2599 mul_182" [id=2599, type=mul]; +"2599 mul_tensor_134" [id=2599, type=mul]; "2600 linear_133" [id=2600, type=linear]; "2601 dropout_87" [id=2601, type=dropout]; "2602 _param_constant360" [id=2602, type=get_attr]; @@ -2623,8 +2623,8 @@ strict digraph { "2621 quantize_per_tensor_default_135" [id=2621, type=quantize_per_tensor]; "2622 dequantize_per_tensor_default_135" [id=2622, type=dequantize_per_tensor]; "2623 linear_134_scale_0_updated_constant0" [id=2623, type=get_attr]; -"2624 compressed_weight_updated_constant135" [id=2624, type=get_attr]; -"2625 mul_183" [id=2625, type=mul]; +"2624 compressed_weight_updated_constant284" [id=2624, type=get_attr]; +"2625 mul_tensor_135" [id=2625, type=mul]; "2626 linear_134" [id=2626, type=linear]; "2627 _param_constant363" [id=2627, type=get_attr]; "2628 _param_constant364" [id=2628, type=get_attr]; @@ -2632,15 +2632,15 @@ strict digraph { "2630 _tensor_constant143" [id=2630, type=get_attr]; "2631 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2631, type=call_module]; "2632 linear_135_scale_0_updated_constant0" [id=2632, type=get_attr]; -"2633 compressed_weight_updated_constant136" [id=2633, type=get_attr]; +"2633 compressed_weight_updated_constant285" [id=2633, type=get_attr]; "2634 _param_constant366_0_0" [id=2634, type=get_attr]; -"2635 mul_184" [id=2635, type=mul]; +"2635 mul_tensor_136" [id=2635, type=mul]; "2636 linear_135" [id=2636, type=linear]; "2637 relu__22" [id=2637, type=relu_]; "2638 relu__22_0_0_nncf_smooth_quant_0" [id=2638, type=call_module]; "2639 linear_136_scale_0_updated_constant0" [id=2639, type=get_attr]; -"2640 compressed_weight_updated_constant137" [id=2640, type=get_attr]; -"2641 mul_185" [id=2641, type=mul]; +"2640 compressed_weight_updated_constant286" [id=2640, type=get_attr]; +"2641 mul_tensor_137" [id=2641, type=mul]; "2642 linear_136" [id=2642, type=linear]; "2643 view_121" [id=2643, type=view]; "2644 _tensor_constant144" [id=2644, type=get_attr]; @@ -2659,9 +2659,9 @@ strict digraph { "2657 quantize_per_tensor_default_136" [id=2657, type=quantize_per_tensor]; "2658 dequantize_per_tensor_default_136" [id=2658, type=dequantize_per_tensor]; "2659 linear_137_scale_0_updated_constant0" [id=2659, type=get_attr]; -"2660 compressed_weight_updated_constant138" [id=2660, type=get_attr]; +"2660 compressed_weight_updated_constant287" [id=2660, type=get_attr]; "2661 _param_constant368_0_0" [id=2661, type=get_attr]; -"2662 mul_186" [id=2662, type=mul]; +"2662 mul_tensor_138" [id=2662, type=mul]; "2663 linear_137" [id=2663, type=linear]; "2664 reshape_100" [id=2664, type=reshape]; "2665 permute_102" [id=2665, type=permute]; @@ -2696,9 +2696,9 @@ strict digraph { "2694 quantize_per_tensor_default_139" [id=2694, type=quantize_per_tensor]; "2695 dequantize_per_tensor_default_139" [id=2695, type=dequantize_per_tensor]; "2696 linear_138_scale_0_updated_constant0" [id=2696, type=get_attr]; -"2697 compressed_weight_updated_constant139" [id=2697, type=get_attr]; +"2697 compressed_weight_updated_constant288" [id=2697, type=get_attr]; "2698 _param_constant372_0_0" [id=2698, type=get_attr]; -"2699 mul_187" [id=2699, type=mul]; +"2699 mul_tensor_139" [id=2699, type=mul]; "2700 linear_138" [id=2700, type=linear]; "2701 dropout_89" [id=2701, type=dropout]; "2702 view_124" [id=2702, type=view]; @@ -2717,9 +2717,9 @@ strict digraph { "2715 quantize_per_tensor_default_140" [id=2715, type=quantize_per_tensor]; "2716 dequantize_per_tensor_default_140" [id=2716, type=dequantize_per_tensor]; "2717 linear_139_scale_0_updated_constant0" [id=2717, type=get_attr]; -"2718 compressed_weight_updated_constant140" [id=2718, type=get_attr]; +"2718 compressed_weight_updated_constant289" [id=2718, type=get_attr]; "2719 _param_constant376_0_0" [id=2719, type=get_attr]; -"2720 mul_188" [id=2720, type=mul]; +"2720 mul_tensor_140" [id=2720, type=mul]; "2721 linear_139" [id=2721, type=linear]; "2722 gelu_22" [id=2722, type=gelu]; "2723 dropout_90" [id=2723, type=dropout]; @@ -2727,9 +2727,9 @@ strict digraph { "2725 quantize_per_tensor_default_141" [id=2725, type=quantize_per_tensor]; "2726 dequantize_per_tensor_default_141" [id=2726, type=dequantize_per_tensor]; "2727 linear_140_scale_0_updated_constant0" [id=2727, type=get_attr]; -"2728 compressed_weight_updated_constant141" [id=2728, type=get_attr]; +"2728 compressed_weight_updated_constant290" [id=2728, type=get_attr]; "2729 _param_constant378_0_0" [id=2729, type=get_attr]; -"2730 mul_189" [id=2730, type=mul]; +"2730 mul_tensor_141" [id=2730, type=mul]; "2731 linear_140" [id=2731, type=linear]; "2732 dropout_91" [id=2732, type=dropout]; "2733 _param_constant379" [id=2733, type=get_attr]; @@ -2739,15 +2739,15 @@ strict digraph { "2737 _tensor_constant145" [id=2737, type=get_attr]; "2738 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=2738, type=call_module]; "2739 linear_141_scale_0_updated_constant0" [id=2739, type=get_attr]; -"2740 compressed_weight_updated_constant142" [id=2740, type=get_attr]; +"2740 compressed_weight_updated_constant291" [id=2740, type=get_attr]; "2741 _param_constant382_0_0" [id=2741, type=get_attr]; -"2742 mul_190" [id=2742, type=mul]; +"2742 mul_tensor_142" [id=2742, type=mul]; "2743 linear_141" [id=2743, type=linear]; "2744 relu__23" [id=2744, type=relu_]; "2745 relu__23_0_0_nncf_smooth_quant_0" [id=2745, type=call_module]; "2746 linear_142_scale_0_updated_constant0" [id=2746, type=get_attr]; -"2747 compressed_weight_updated_constant143" [id=2747, type=get_attr]; -"2748 mul_191" [id=2748, type=mul]; +"2747 compressed_weight_updated_constant292" [id=2747, type=get_attr]; +"2748 mul_tensor_143" [id=2748, type=mul]; "2749 linear_142" [id=2749, type=linear]; "2750 view_125" [id=2750, type=view]; "2751 _tensor_constant146" [id=2751, type=get_attr]; @@ -2766,9 +2766,9 @@ strict digraph { "2764 quantize_per_tensor_default_142" [id=2764, type=quantize_per_tensor]; "2765 dequantize_per_tensor_default_142" [id=2765, type=dequantize_per_tensor]; "2766 linear_143_scale_0_updated_constant0" [id=2766, type=get_attr]; -"2767 compressed_weight_updated_constant144" [id=2767, type=get_attr]; +"2767 compressed_weight_updated_constant293" [id=2767, type=get_attr]; "2768 _param_constant384_0_0" [id=2768, type=get_attr]; -"2769 mul_192" [id=2769, type=mul]; +"2769 mul_tensor_144" [id=2769, type=mul]; "2770 linear_143" [id=2770, type=linear]; "2771 reshape_104" [id=2771, type=reshape]; "2772 permute_106" [id=2772, type=permute]; @@ -2803,9 +2803,9 @@ strict digraph { "2801 quantize_per_tensor_default_145" [id=2801, type=quantize_per_tensor]; "2802 dequantize_per_tensor_default_145" [id=2802, type=dequantize_per_tensor]; "2803 linear_144_scale_0_updated_constant0" [id=2803, type=get_attr]; -"2804 compressed_weight_updated_constant145" [id=2804, type=get_attr]; +"2804 compressed_weight_updated_constant294" [id=2804, type=get_attr]; "2805 _param_constant388_0_0" [id=2805, type=get_attr]; -"2806 mul_193" [id=2806, type=mul]; +"2806 mul_tensor_145" [id=2806, type=mul]; "2807 linear_144" [id=2807, type=linear]; "2808 dropout_93" [id=2808, type=dropout]; "2809 view_128" [id=2809, type=view]; @@ -2824,9 +2824,9 @@ strict digraph { "2822 quantize_per_tensor_default_146" [id=2822, type=quantize_per_tensor]; "2823 dequantize_per_tensor_default_146" [id=2823, type=dequantize_per_tensor]; "2824 linear_145_scale_0_updated_constant0" [id=2824, type=get_attr]; -"2825 compressed_weight_updated_constant146" [id=2825, type=get_attr]; +"2825 compressed_weight_updated_constant295" [id=2825, type=get_attr]; "2826 _param_constant392_0_0" [id=2826, type=get_attr]; -"2827 mul_194" [id=2827, type=mul]; +"2827 mul_tensor_146" [id=2827, type=mul]; "2828 linear_145" [id=2828, type=linear]; "2829 gelu_23" [id=2829, type=gelu]; "2830 dropout_94" [id=2830, type=dropout]; @@ -2834,9 +2834,9 @@ strict digraph { "2832 quantize_per_tensor_default_147" [id=2832, type=quantize_per_tensor]; "2833 dequantize_per_tensor_default_147" [id=2833, type=dequantize_per_tensor]; "2834 linear_146_scale_0_updated_constant0" [id=2834, type=get_attr]; -"2835 compressed_weight_updated_constant147" [id=2835, type=get_attr]; +"2835 compressed_weight_updated_constant296" [id=2835, type=get_attr]; "2836 _param_constant394_0_0" [id=2836, type=get_attr]; -"2837 mul_195" [id=2837, type=mul]; +"2837 mul_tensor_147" [id=2837, type=mul]; "2838 linear_146" [id=2838, type=linear]; "2839 dropout_95" [id=2839, type=dropout]; "2840 _param_constant395" [id=2840, type=get_attr]; @@ -2853,18 +2853,18 @@ strict digraph { "2851 quantize_per_tensor_default_148" [id=2851, type=quantize_per_tensor]; "2852 dequantize_per_tensor_default_148" [id=2852, type=dequantize_per_tensor]; "2853 linear_147_scale_0_updated_constant0" [id=2853, type=get_attr]; -"2854 compressed_weight_updated_constant148" [id=2854, type=get_attr]; +"2854 compressed_weight_updated_constant297" [id=2854, type=get_attr]; "2855 _param_constant400_0_0" [id=2855, type=get_attr]; -"2856 mul_196" [id=2856, type=mul]; +"2856 mul_tensor_148" [id=2856, type=mul]; "2857 linear_147" [id=2857, type=linear]; "2858 output" [id=2858, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default"; "2 dequantize_per_tensor_default" -> "7 conv2d"; -"3 conv2d_scale_0_updated_constant0" -> "6 mul_48"; -"4 compressed_weight_updated_constant0" -> "6 mul_48"; +"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor"; +"4 compressed_weight_updated_constant149" -> "6 mul_tensor"; "5 _param_constant1_0_0" -> "7 conv2d"; -"6 mul_48" -> "7 conv2d"; +"6 mul_tensor" -> "7 conv2d"; "7 conv2d" -> "8 permute"; "8 permute" -> "11 layer_norm"; "9 _param_constant2" -> "11 layer_norm"; @@ -2873,16 +2873,16 @@ strict digraph { "11 layer_norm" -> "92 add_1"; "12 _tensor_constant0" -> "13 _tensor_constant0_0_0_nncf_smooth_quant_0"; "13 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "18 linear"; -"14 linear_scale_0_updated_constant0" -> "17 mul_49"; -"15 compressed_weight_updated_constant1" -> "17 mul_49"; +"14 linear_scale_0_updated_constant0" -> "17 mul_tensor_1"; +"15 compressed_weight_updated_constant150" -> "17 mul_tensor_1"; "16 _param_constant5_0_0" -> "18 linear"; -"17 mul_49" -> "18 linear"; +"17 mul_tensor_1" -> "18 linear"; "18 linear" -> "19 relu_"; "19 relu_" -> "20 relu__0_0_nncf_smooth_quant_0"; "20 relu__0_0_nncf_smooth_quant_0" -> "24 linear_1"; -"21 linear_1_scale_0_updated_constant0" -> "23 mul_50"; -"22 compressed_weight_updated_constant2" -> "23 mul_50"; -"23 mul_50" -> "24 linear_1"; +"21 linear_1_scale_0_updated_constant0" -> "23 mul_tensor_2"; +"22 compressed_weight_updated_constant151" -> "23 mul_tensor_2"; +"23 mul_tensor_2" -> "24 linear_1"; "24 linear_1" -> "25 view"; "25 view" -> "27 index"; "26 _tensor_constant1" -> "27 index"; @@ -2900,10 +2900,10 @@ strict digraph { "38 reshape_0_0_nncf_smooth_quant_0" -> "39 quantize_per_tensor_default_1"; "39 quantize_per_tensor_default_1" -> "40 dequantize_per_tensor_default_1"; "40 dequantize_per_tensor_default_1" -> "45 linear_2"; -"41 linear_2_scale_0_updated_constant0" -> "44 mul_51"; -"42 compressed_weight_updated_constant3" -> "44 mul_51"; +"41 linear_2_scale_0_updated_constant0" -> "44 mul_tensor_3"; +"42 compressed_weight_updated_constant152" -> "44 mul_tensor_3"; "43 _param_constant7_0_0" -> "45 linear_2"; -"44 mul_51" -> "45 linear_2"; +"44 mul_tensor_3" -> "45 linear_2"; "45 linear_2" -> "46 reshape_1"; "46 reshape_1" -> "47 permute_3"; "47 permute_3" -> "48 select"; @@ -2943,10 +2943,10 @@ strict digraph { "75 reshape_2_0_0_nncf_smooth_quant_0" -> "76 quantize_per_tensor_default_4"; "76 quantize_per_tensor_default_4" -> "77 dequantize_per_tensor_default_4"; "77 dequantize_per_tensor_default_4" -> "82 linear_3"; -"78 linear_3_scale_0_updated_constant0" -> "81 mul_52"; -"79 compressed_weight_updated_constant4" -> "81 mul_52"; +"78 linear_3_scale_0_updated_constant0" -> "81 mul_tensor_4"; +"79 compressed_weight_updated_constant153" -> "81 mul_tensor_4"; "80 _param_constant11_0_0" -> "82 linear_3"; -"81 mul_52" -> "82 linear_3"; +"81 mul_tensor_4" -> "82 linear_3"; "82 linear_3" -> "83 dropout_1"; "83 dropout_1" -> "84 view_3"; "84 view_3" -> "85 permute_4"; @@ -2962,20 +2962,20 @@ strict digraph { "93 add_1_0_0_nncf_smooth_quant_0" -> "94 quantize_per_tensor_default_5"; "94 quantize_per_tensor_default_5" -> "95 dequantize_per_tensor_default_5"; "95 dequantize_per_tensor_default_5" -> "100 linear_4"; -"96 linear_4_scale_0_updated_constant0" -> "99 mul_53"; -"97 compressed_weight_updated_constant5" -> "99 mul_53"; +"96 linear_4_scale_0_updated_constant0" -> "99 mul_tensor_5"; +"97 compressed_weight_updated_constant154" -> "99 mul_tensor_5"; "98 _param_constant15_0_0" -> "100 linear_4"; -"99 mul_53" -> "100 linear_4"; +"99 mul_tensor_5" -> "100 linear_4"; "100 linear_4" -> "101 gelu"; "101 gelu" -> "102 dropout_2"; "102 dropout_2" -> "103 dropout_2_0_0_nncf_smooth_quant_0"; "103 dropout_2_0_0_nncf_smooth_quant_0" -> "104 quantize_per_tensor_default_6"; "104 quantize_per_tensor_default_6" -> "105 dequantize_per_tensor_default_6"; "105 dequantize_per_tensor_default_6" -> "110 linear_5"; -"106 linear_5_scale_0_updated_constant0" -> "109 mul_54"; -"107 compressed_weight_updated_constant6" -> "109 mul_54"; +"106 linear_5_scale_0_updated_constant0" -> "109 mul_tensor_6"; +"107 compressed_weight_updated_constant155" -> "109 mul_tensor_6"; "108 _param_constant17_0_0" -> "110 linear_5"; -"109 mul_54" -> "110 linear_5"; +"109 mul_tensor_6" -> "110 linear_5"; "110 linear_5" -> "111 dropout_3"; "111 dropout_3" -> "114 layer_norm_2"; "112 _param_constant18" -> "114 layer_norm_2"; @@ -2985,16 +2985,16 @@ strict digraph { "115 add_2" -> "214 add_5"; "116 _tensor_constant2" -> "117 _tensor_constant2_0_0_nncf_smooth_quant_0"; "117 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "122 linear_6"; -"118 linear_6_scale_0_updated_constant0" -> "121 mul_55"; -"119 compressed_weight_updated_constant7" -> "121 mul_55"; +"118 linear_6_scale_0_updated_constant0" -> "121 mul_tensor_7"; +"119 compressed_weight_updated_constant156" -> "121 mul_tensor_7"; "120 _param_constant21_0_0" -> "122 linear_6"; -"121 mul_55" -> "122 linear_6"; +"121 mul_tensor_7" -> "122 linear_6"; "122 linear_6" -> "123 relu__1"; "123 relu__1" -> "124 relu__1_0_0_nncf_smooth_quant_0"; "124 relu__1_0_0_nncf_smooth_quant_0" -> "128 linear_7"; -"125 linear_7_scale_0_updated_constant0" -> "127 mul_56"; -"126 compressed_weight_updated_constant8" -> "127 mul_56"; -"127 mul_56" -> "128 linear_7"; +"125 linear_7_scale_0_updated_constant0" -> "127 mul_tensor_8"; +"126 compressed_weight_updated_constant157" -> "127 mul_tensor_8"; +"127 mul_tensor_8" -> "128 linear_7"; "128 linear_7" -> "129 view_4"; "129 view_4" -> "131 index_1"; "130 _tensor_constant3" -> "131 index_1"; @@ -3014,10 +3014,10 @@ strict digraph { "143 reshape_4_0_0_nncf_smooth_quant_0" -> "144 quantize_per_tensor_default_7"; "144 quantize_per_tensor_default_7" -> "145 dequantize_per_tensor_default_7"; "145 dequantize_per_tensor_default_7" -> "150 linear_8"; -"146 linear_8_scale_0_updated_constant0" -> "149 mul_57"; -"147 compressed_weight_updated_constant9" -> "149 mul_57"; +"146 linear_8_scale_0_updated_constant0" -> "149 mul_tensor_9"; +"147 compressed_weight_updated_constant158" -> "149 mul_tensor_9"; "148 _param_constant23_0_0" -> "150 linear_8"; -"149 mul_57" -> "150 linear_8"; +"149 mul_tensor_9" -> "150 linear_8"; "150 linear_8" -> "151 reshape_5"; "151 reshape_5" -> "152 permute_7"; "152 permute_7" -> "153 select_3"; @@ -3076,10 +3076,10 @@ strict digraph { "196 reshape_7_0_0_nncf_smooth_quant_0" -> "197 quantize_per_tensor_default_10"; "197 quantize_per_tensor_default_10" -> "198 dequantize_per_tensor_default_10"; "198 dequantize_per_tensor_default_10" -> "203 linear_9"; -"199 linear_9_scale_0_updated_constant0" -> "202 mul_58"; -"200 compressed_weight_updated_constant10" -> "202 mul_58"; +"199 linear_9_scale_0_updated_constant0" -> "202 mul_tensor_10"; +"200 compressed_weight_updated_constant159" -> "202 mul_tensor_10"; "201 _param_constant27_0_0" -> "203 linear_9"; -"202 mul_58" -> "203 linear_9"; +"202 mul_tensor_10" -> "203 linear_9"; "203 linear_9" -> "204 dropout_5"; "204 dropout_5" -> "205 view_10"; "205 view_10" -> "206 permute_9"; @@ -3096,20 +3096,20 @@ strict digraph { "215 add_5_0_0_nncf_smooth_quant_0" -> "216 quantize_per_tensor_default_11"; "216 quantize_per_tensor_default_11" -> "217 dequantize_per_tensor_default_11"; "217 dequantize_per_tensor_default_11" -> "222 linear_10"; -"218 linear_10_scale_0_updated_constant0" -> "221 mul_59"; -"219 compressed_weight_updated_constant11" -> "221 mul_59"; +"218 linear_10_scale_0_updated_constant0" -> "221 mul_tensor_11"; +"219 compressed_weight_updated_constant160" -> "221 mul_tensor_11"; "220 _param_constant31_0_0" -> "222 linear_10"; -"221 mul_59" -> "222 linear_10"; +"221 mul_tensor_11" -> "222 linear_10"; "222 linear_10" -> "223 gelu_1"; "223 gelu_1" -> "224 dropout_6"; "224 dropout_6" -> "225 dropout_6_0_0_nncf_smooth_quant_0"; "225 dropout_6_0_0_nncf_smooth_quant_0" -> "226 quantize_per_tensor_default_12"; "226 quantize_per_tensor_default_12" -> "227 dequantize_per_tensor_default_12"; "227 dequantize_per_tensor_default_12" -> "232 linear_11"; -"228 linear_11_scale_0_updated_constant0" -> "231 mul_60"; -"229 compressed_weight_updated_constant12" -> "231 mul_60"; +"228 linear_11_scale_0_updated_constant0" -> "231 mul_tensor_12"; +"229 compressed_weight_updated_constant161" -> "231 mul_tensor_12"; "230 _param_constant33_0_0" -> "232 linear_11"; -"231 mul_60" -> "232 linear_11"; +"231 mul_tensor_12" -> "232 linear_11"; "232 linear_11" -> "233 dropout_7"; "233 dropout_7" -> "236 layer_norm_4"; "234 _param_constant34" -> "236 layer_norm_4"; @@ -3136,9 +3136,9 @@ strict digraph { "252 cat_0_0_nncf_smooth_quant_0" -> "253 quantize_per_tensor_default_13"; "253 quantize_per_tensor_default_13" -> "254 dequantize_per_tensor_default_13"; "254 dequantize_per_tensor_default_13" -> "258 linear_12"; -"255 linear_12_scale_0_updated_constant0" -> "257 mul_61"; -"256 compressed_weight_updated_constant13" -> "257 mul_61"; -"257 mul_61" -> "258 linear_12"; +"255 linear_12_scale_0_updated_constant0" -> "257 mul_tensor_13"; +"256 compressed_weight_updated_constant162" -> "257 mul_tensor_13"; +"257 mul_tensor_13" -> "258 linear_12"; "258 linear_12" -> "261 layer_norm_5"; "259 _param_constant37" -> "261 layer_norm_5"; "260 _param_constant38" -> "261 layer_norm_5"; @@ -3146,16 +3146,16 @@ strict digraph { "261 layer_norm_5" -> "345 add_8"; "262 _tensor_constant13" -> "263 _tensor_constant13_0_0_nncf_smooth_quant_0"; "263 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "268 linear_13"; -"264 linear_13_scale_0_updated_constant0" -> "267 mul_62"; -"265 compressed_weight_updated_constant14" -> "267 mul_62"; +"264 linear_13_scale_0_updated_constant0" -> "267 mul_tensor_14"; +"265 compressed_weight_updated_constant163" -> "267 mul_tensor_14"; "266 _param_constant40_0_0" -> "268 linear_13"; -"267 mul_62" -> "268 linear_13"; +"267 mul_tensor_14" -> "268 linear_13"; "268 linear_13" -> "269 relu__2"; "269 relu__2" -> "270 relu__2_0_0_nncf_smooth_quant_0"; "270 relu__2_0_0_nncf_smooth_quant_0" -> "274 linear_14"; -"271 linear_14_scale_0_updated_constant0" -> "273 mul_63"; -"272 compressed_weight_updated_constant15" -> "273 mul_63"; -"273 mul_63" -> "274 linear_14"; +"271 linear_14_scale_0_updated_constant0" -> "273 mul_tensor_15"; +"272 compressed_weight_updated_constant164" -> "273 mul_tensor_15"; +"273 mul_tensor_15" -> "274 linear_14"; "274 linear_14" -> "275 view_11"; "275 view_11" -> "277 index_2"; "276 _tensor_constant14" -> "277 index_2"; @@ -3173,10 +3173,10 @@ strict digraph { "288 reshape_9_0_0_nncf_smooth_quant_0" -> "289 quantize_per_tensor_default_14"; "289 quantize_per_tensor_default_14" -> "290 dequantize_per_tensor_default_14"; "290 dequantize_per_tensor_default_14" -> "295 linear_15"; -"291 linear_15_scale_0_updated_constant0" -> "294 mul_64"; -"292 compressed_weight_updated_constant16" -> "294 mul_64"; +"291 linear_15_scale_0_updated_constant0" -> "294 mul_tensor_16"; +"292 compressed_weight_updated_constant165" -> "294 mul_tensor_16"; "293 _param_constant42_0_0" -> "295 linear_15"; -"294 mul_64" -> "295 linear_15"; +"294 mul_tensor_16" -> "295 linear_15"; "295 linear_15" -> "296 reshape_10"; "296 reshape_10" -> "297 permute_12"; "297 permute_12" -> "298 select_6"; @@ -3216,10 +3216,10 @@ strict digraph { "325 reshape_11_0_0_nncf_smooth_quant_0" -> "326 quantize_per_tensor_default_17"; "326 quantize_per_tensor_default_17" -> "327 dequantize_per_tensor_default_17"; "327 dequantize_per_tensor_default_17" -> "332 linear_16"; -"328 linear_16_scale_0_updated_constant0" -> "331 mul_65"; -"329 compressed_weight_updated_constant17" -> "331 mul_65"; +"328 linear_16_scale_0_updated_constant0" -> "331 mul_tensor_17"; +"329 compressed_weight_updated_constant166" -> "331 mul_tensor_17"; "330 _param_constant46_0_0" -> "332 linear_16"; -"331 mul_65" -> "332 linear_16"; +"331 mul_tensor_17" -> "332 linear_16"; "332 linear_16" -> "333 dropout_9"; "333 dropout_9" -> "334 view_14"; "334 view_14" -> "335 permute_13"; @@ -3238,20 +3238,20 @@ strict digraph { "346 add_8_0_0_nncf_smooth_quant_0" -> "347 quantize_per_tensor_default_18"; "347 quantize_per_tensor_default_18" -> "348 dequantize_per_tensor_default_18"; "348 dequantize_per_tensor_default_18" -> "353 linear_17"; -"349 linear_17_scale_0_updated_constant0" -> "352 mul_66"; -"350 compressed_weight_updated_constant18" -> "352 mul_66"; +"349 linear_17_scale_0_updated_constant0" -> "352 mul_tensor_18"; +"350 compressed_weight_updated_constant167" -> "352 mul_tensor_18"; "351 _param_constant50_0_0" -> "353 linear_17"; -"352 mul_66" -> "353 linear_17"; +"352 mul_tensor_18" -> "353 linear_17"; "353 linear_17" -> "354 gelu_2"; "354 gelu_2" -> "355 dropout_10"; "355 dropout_10" -> "356 dropout_10_0_0_nncf_smooth_quant_0"; "356 dropout_10_0_0_nncf_smooth_quant_0" -> "357 quantize_per_tensor_default_19"; "357 quantize_per_tensor_default_19" -> "358 dequantize_per_tensor_default_19"; "358 dequantize_per_tensor_default_19" -> "363 linear_18"; -"359 linear_18_scale_0_updated_constant0" -> "362 mul_67"; -"360 compressed_weight_updated_constant19" -> "362 mul_67"; +"359 linear_18_scale_0_updated_constant0" -> "362 mul_tensor_19"; +"360 compressed_weight_updated_constant168" -> "362 mul_tensor_19"; "361 _param_constant52_0_0" -> "363 linear_18"; -"362 mul_67" -> "363 linear_18"; +"362 mul_tensor_19" -> "363 linear_18"; "363 linear_18" -> "364 dropout_11"; "364 dropout_11" -> "367 layer_norm_7"; "365 _param_constant53" -> "367 layer_norm_7"; @@ -3261,16 +3261,16 @@ strict digraph { "368 add_9" -> "470 add_12"; "369 _tensor_constant15" -> "370 _tensor_constant15_0_0_nncf_smooth_quant_0"; "370 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "375 linear_19"; -"371 linear_19_scale_0_updated_constant0" -> "374 mul_68"; -"372 compressed_weight_updated_constant20" -> "374 mul_68"; +"371 linear_19_scale_0_updated_constant0" -> "374 mul_tensor_20"; +"372 compressed_weight_updated_constant169" -> "374 mul_tensor_20"; "373 _param_constant56_0_0" -> "375 linear_19"; -"374 mul_68" -> "375 linear_19"; +"374 mul_tensor_20" -> "375 linear_19"; "375 linear_19" -> "376 relu__3"; "376 relu__3" -> "377 relu__3_0_0_nncf_smooth_quant_0"; "377 relu__3_0_0_nncf_smooth_quant_0" -> "381 linear_20"; -"378 linear_20_scale_0_updated_constant0" -> "380 mul_69"; -"379 compressed_weight_updated_constant21" -> "380 mul_69"; -"380 mul_69" -> "381 linear_20"; +"378 linear_20_scale_0_updated_constant0" -> "380 mul_tensor_21"; +"379 compressed_weight_updated_constant170" -> "380 mul_tensor_21"; +"380 mul_tensor_21" -> "381 linear_20"; "381 linear_20" -> "382 view_15"; "382 view_15" -> "384 index_3"; "383 _tensor_constant16" -> "384 index_3"; @@ -3290,10 +3290,10 @@ strict digraph { "396 reshape_13_0_0_nncf_smooth_quant_0" -> "397 quantize_per_tensor_default_20"; "397 quantize_per_tensor_default_20" -> "398 dequantize_per_tensor_default_20"; "398 dequantize_per_tensor_default_20" -> "403 linear_21"; -"399 linear_21_scale_0_updated_constant0" -> "402 mul_70"; -"400 compressed_weight_updated_constant22" -> "402 mul_70"; +"399 linear_21_scale_0_updated_constant0" -> "402 mul_tensor_22"; +"400 compressed_weight_updated_constant171" -> "402 mul_tensor_22"; "401 _param_constant58_0_0" -> "403 linear_21"; -"402 mul_70" -> "403 linear_21"; +"402 mul_tensor_22" -> "403 linear_21"; "403 linear_21" -> "404 reshape_14"; "404 reshape_14" -> "405 permute_16"; "405 permute_16" -> "406 select_9"; @@ -3352,10 +3352,10 @@ strict digraph { "449 reshape_16_0_0_nncf_smooth_quant_0" -> "450 quantize_per_tensor_default_23"; "450 quantize_per_tensor_default_23" -> "451 dequantize_per_tensor_default_23"; "451 dequantize_per_tensor_default_23" -> "456 linear_22"; -"452 linear_22_scale_0_updated_constant0" -> "455 mul_71"; -"453 compressed_weight_updated_constant23" -> "455 mul_71"; +"452 linear_22_scale_0_updated_constant0" -> "455 mul_tensor_23"; +"453 compressed_weight_updated_constant172" -> "455 mul_tensor_23"; "454 _param_constant62_0_0" -> "456 linear_22"; -"455 mul_71" -> "456 linear_22"; +"455 mul_tensor_23" -> "456 linear_22"; "456 linear_22" -> "457 dropout_13"; "457 dropout_13" -> "458 view_21"; "458 view_21" -> "459 permute_18"; @@ -3375,20 +3375,20 @@ strict digraph { "471 add_12_0_0_nncf_smooth_quant_0" -> "472 quantize_per_tensor_default_24"; "472 quantize_per_tensor_default_24" -> "473 dequantize_per_tensor_default_24"; "473 dequantize_per_tensor_default_24" -> "478 linear_23"; -"474 linear_23_scale_0_updated_constant0" -> "477 mul_72"; -"475 compressed_weight_updated_constant24" -> "477 mul_72"; +"474 linear_23_scale_0_updated_constant0" -> "477 mul_tensor_24"; +"475 compressed_weight_updated_constant173" -> "477 mul_tensor_24"; "476 _param_constant66_0_0" -> "478 linear_23"; -"477 mul_72" -> "478 linear_23"; +"477 mul_tensor_24" -> "478 linear_23"; "478 linear_23" -> "479 gelu_3"; "479 gelu_3" -> "480 dropout_14"; "480 dropout_14" -> "481 dropout_14_0_0_nncf_smooth_quant_0"; "481 dropout_14_0_0_nncf_smooth_quant_0" -> "482 quantize_per_tensor_default_25"; "482 quantize_per_tensor_default_25" -> "483 dequantize_per_tensor_default_25"; "483 dequantize_per_tensor_default_25" -> "488 linear_24"; -"484 linear_24_scale_0_updated_constant0" -> "487 mul_73"; -"485 compressed_weight_updated_constant25" -> "487 mul_73"; +"484 linear_24_scale_0_updated_constant0" -> "487 mul_tensor_25"; +"485 compressed_weight_updated_constant174" -> "487 mul_tensor_25"; "486 _param_constant68_0_0" -> "488 linear_24"; -"487 mul_73" -> "488 linear_24"; +"487 mul_tensor_25" -> "488 linear_24"; "488 linear_24" -> "489 dropout_15"; "489 dropout_15" -> "492 layer_norm_9"; "490 _param_constant69" -> "492 layer_norm_9"; @@ -3415,9 +3415,9 @@ strict digraph { "508 cat_1_0_0_nncf_smooth_quant_0" -> "509 quantize_per_tensor_default_26"; "509 quantize_per_tensor_default_26" -> "510 dequantize_per_tensor_default_26"; "510 dequantize_per_tensor_default_26" -> "514 linear_25"; -"511 linear_25_scale_0_updated_constant0" -> "513 mul_74"; -"512 compressed_weight_updated_constant26" -> "513 mul_74"; -"513 mul_74" -> "514 linear_25"; +"511 linear_25_scale_0_updated_constant0" -> "513 mul_tensor_26"; +"512 compressed_weight_updated_constant175" -> "513 mul_tensor_26"; +"513 mul_tensor_26" -> "514 linear_25"; "514 linear_25" -> "517 layer_norm_10"; "515 _param_constant72" -> "517 layer_norm_10"; "516 _param_constant73" -> "517 layer_norm_10"; @@ -3425,16 +3425,16 @@ strict digraph { "517 layer_norm_10" -> "601 add_15"; "518 _tensor_constant26" -> "519 _tensor_constant26_0_0_nncf_smooth_quant_0"; "519 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "524 linear_26"; -"520 linear_26_scale_0_updated_constant0" -> "523 mul_75"; -"521 compressed_weight_updated_constant27" -> "523 mul_75"; +"520 linear_26_scale_0_updated_constant0" -> "523 mul_tensor_27"; +"521 compressed_weight_updated_constant176" -> "523 mul_tensor_27"; "522 _param_constant75_0_0" -> "524 linear_26"; -"523 mul_75" -> "524 linear_26"; +"523 mul_tensor_27" -> "524 linear_26"; "524 linear_26" -> "525 relu__4"; "525 relu__4" -> "526 relu__4_0_0_nncf_smooth_quant_0"; "526 relu__4_0_0_nncf_smooth_quant_0" -> "530 linear_27"; -"527 linear_27_scale_0_updated_constant0" -> "529 mul_76"; -"528 compressed_weight_updated_constant28" -> "529 mul_76"; -"529 mul_76" -> "530 linear_27"; +"527 linear_27_scale_0_updated_constant0" -> "529 mul_tensor_28"; +"528 compressed_weight_updated_constant177" -> "529 mul_tensor_28"; +"529 mul_tensor_28" -> "530 linear_27"; "530 linear_27" -> "531 view_22"; "531 view_22" -> "533 index_4"; "532 _tensor_constant27" -> "533 index_4"; @@ -3452,10 +3452,10 @@ strict digraph { "544 reshape_18_0_0_nncf_smooth_quant_0" -> "545 quantize_per_tensor_default_27"; "545 quantize_per_tensor_default_27" -> "546 dequantize_per_tensor_default_27"; "546 dequantize_per_tensor_default_27" -> "551 linear_28"; -"547 linear_28_scale_0_updated_constant0" -> "550 mul_77"; -"548 compressed_weight_updated_constant29" -> "550 mul_77"; +"547 linear_28_scale_0_updated_constant0" -> "550 mul_tensor_29"; +"548 compressed_weight_updated_constant178" -> "550 mul_tensor_29"; "549 _param_constant77_0_0" -> "551 linear_28"; -"550 mul_77" -> "551 linear_28"; +"550 mul_tensor_29" -> "551 linear_28"; "551 linear_28" -> "552 reshape_19"; "552 reshape_19" -> "553 permute_21"; "553 permute_21" -> "554 select_12"; @@ -3495,10 +3495,10 @@ strict digraph { "581 reshape_20_0_0_nncf_smooth_quant_0" -> "582 quantize_per_tensor_default_30"; "582 quantize_per_tensor_default_30" -> "583 dequantize_per_tensor_default_30"; "583 dequantize_per_tensor_default_30" -> "588 linear_29"; -"584 linear_29_scale_0_updated_constant0" -> "587 mul_78"; -"585 compressed_weight_updated_constant30" -> "587 mul_78"; +"584 linear_29_scale_0_updated_constant0" -> "587 mul_tensor_30"; +"585 compressed_weight_updated_constant179" -> "587 mul_tensor_30"; "586 _param_constant81_0_0" -> "588 linear_29"; -"587 mul_78" -> "588 linear_29"; +"587 mul_tensor_30" -> "588 linear_29"; "588 linear_29" -> "589 dropout_17"; "589 dropout_17" -> "590 view_25"; "590 view_25" -> "591 permute_22"; @@ -3517,20 +3517,20 @@ strict digraph { "602 add_15_0_0_nncf_smooth_quant_0" -> "603 quantize_per_tensor_default_31"; "603 quantize_per_tensor_default_31" -> "604 dequantize_per_tensor_default_31"; "604 dequantize_per_tensor_default_31" -> "609 linear_30"; -"605 linear_30_scale_0_updated_constant0" -> "608 mul_79"; -"606 compressed_weight_updated_constant31" -> "608 mul_79"; +"605 linear_30_scale_0_updated_constant0" -> "608 mul_tensor_31"; +"606 compressed_weight_updated_constant180" -> "608 mul_tensor_31"; "607 _param_constant85_0_0" -> "609 linear_30"; -"608 mul_79" -> "609 linear_30"; +"608 mul_tensor_31" -> "609 linear_30"; "609 linear_30" -> "610 gelu_4"; "610 gelu_4" -> "611 dropout_18"; "611 dropout_18" -> "612 dropout_18_0_0_nncf_smooth_quant_0"; "612 dropout_18_0_0_nncf_smooth_quant_0" -> "613 quantize_per_tensor_default_32"; "613 quantize_per_tensor_default_32" -> "614 dequantize_per_tensor_default_32"; "614 dequantize_per_tensor_default_32" -> "619 linear_31"; -"615 linear_31_scale_0_updated_constant0" -> "618 mul_80"; -"616 compressed_weight_updated_constant32" -> "618 mul_80"; +"615 linear_31_scale_0_updated_constant0" -> "618 mul_tensor_32"; +"616 compressed_weight_updated_constant181" -> "618 mul_tensor_32"; "617 _param_constant87_0_0" -> "619 linear_31"; -"618 mul_80" -> "619 linear_31"; +"618 mul_tensor_32" -> "619 linear_31"; "619 linear_31" -> "620 dropout_19"; "620 dropout_19" -> "623 layer_norm_12"; "621 _param_constant88" -> "623 layer_norm_12"; @@ -3540,16 +3540,16 @@ strict digraph { "624 add_16" -> "726 add_19"; "625 _tensor_constant28" -> "626 _tensor_constant28_0_0_nncf_smooth_quant_0"; "626 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "631 linear_32"; -"627 linear_32_scale_0_updated_constant0" -> "630 mul_81"; -"628 compressed_weight_updated_constant33" -> "630 mul_81"; +"627 linear_32_scale_0_updated_constant0" -> "630 mul_tensor_33"; +"628 compressed_weight_updated_constant182" -> "630 mul_tensor_33"; "629 _param_constant91_0_0" -> "631 linear_32"; -"630 mul_81" -> "631 linear_32"; +"630 mul_tensor_33" -> "631 linear_32"; "631 linear_32" -> "632 relu__5"; "632 relu__5" -> "633 relu__5_0_0_nncf_smooth_quant_0"; "633 relu__5_0_0_nncf_smooth_quant_0" -> "637 linear_33"; -"634 linear_33_scale_0_updated_constant0" -> "636 mul_82"; -"635 compressed_weight_updated_constant34" -> "636 mul_82"; -"636 mul_82" -> "637 linear_33"; +"634 linear_33_scale_0_updated_constant0" -> "636 mul_tensor_34"; +"635 compressed_weight_updated_constant183" -> "636 mul_tensor_34"; +"636 mul_tensor_34" -> "637 linear_33"; "637 linear_33" -> "638 view_26"; "638 view_26" -> "640 index_5"; "639 _tensor_constant29" -> "640 index_5"; @@ -3569,10 +3569,10 @@ strict digraph { "652 reshape_22_0_0_nncf_smooth_quant_0" -> "653 quantize_per_tensor_default_33"; "653 quantize_per_tensor_default_33" -> "654 dequantize_per_tensor_default_33"; "654 dequantize_per_tensor_default_33" -> "659 linear_34"; -"655 linear_34_scale_0_updated_constant0" -> "658 mul_83"; -"656 compressed_weight_updated_constant35" -> "658 mul_83"; +"655 linear_34_scale_0_updated_constant0" -> "658 mul_tensor_35"; +"656 compressed_weight_updated_constant184" -> "658 mul_tensor_35"; "657 _param_constant93_0_0" -> "659 linear_34"; -"658 mul_83" -> "659 linear_34"; +"658 mul_tensor_35" -> "659 linear_34"; "659 linear_34" -> "660 reshape_23"; "660 reshape_23" -> "661 permute_25"; "661 permute_25" -> "662 select_15"; @@ -3631,10 +3631,10 @@ strict digraph { "705 reshape_25_0_0_nncf_smooth_quant_0" -> "706 quantize_per_tensor_default_36"; "706 quantize_per_tensor_default_36" -> "707 dequantize_per_tensor_default_36"; "707 dequantize_per_tensor_default_36" -> "712 linear_35"; -"708 linear_35_scale_0_updated_constant0" -> "711 mul_84"; -"709 compressed_weight_updated_constant36" -> "711 mul_84"; +"708 linear_35_scale_0_updated_constant0" -> "711 mul_tensor_36"; +"709 compressed_weight_updated_constant185" -> "711 mul_tensor_36"; "710 _param_constant97_0_0" -> "712 linear_35"; -"711 mul_84" -> "712 linear_35"; +"711 mul_tensor_36" -> "712 linear_35"; "712 linear_35" -> "713 dropout_21"; "713 dropout_21" -> "714 view_32"; "714 view_32" -> "715 permute_27"; @@ -3654,20 +3654,20 @@ strict digraph { "727 add_19_0_0_nncf_smooth_quant_0" -> "728 quantize_per_tensor_default_37"; "728 quantize_per_tensor_default_37" -> "729 dequantize_per_tensor_default_37"; "729 dequantize_per_tensor_default_37" -> "734 linear_36"; -"730 linear_36_scale_0_updated_constant0" -> "733 mul_85"; -"731 compressed_weight_updated_constant37" -> "733 mul_85"; +"730 linear_36_scale_0_updated_constant0" -> "733 mul_tensor_37"; +"731 compressed_weight_updated_constant186" -> "733 mul_tensor_37"; "732 _param_constant101_0_0" -> "734 linear_36"; -"733 mul_85" -> "734 linear_36"; +"733 mul_tensor_37" -> "734 linear_36"; "734 linear_36" -> "735 gelu_5"; "735 gelu_5" -> "736 dropout_22"; "736 dropout_22" -> "737 dropout_22_0_0_nncf_smooth_quant_0"; "737 dropout_22_0_0_nncf_smooth_quant_0" -> "738 quantize_per_tensor_default_38"; "738 quantize_per_tensor_default_38" -> "739 dequantize_per_tensor_default_38"; "739 dequantize_per_tensor_default_38" -> "744 linear_37"; -"740 linear_37_scale_0_updated_constant0" -> "743 mul_86"; -"741 compressed_weight_updated_constant38" -> "743 mul_86"; +"740 linear_37_scale_0_updated_constant0" -> "743 mul_tensor_38"; +"741 compressed_weight_updated_constant187" -> "743 mul_tensor_38"; "742 _param_constant103_0_0" -> "744 linear_37"; -"743 mul_86" -> "744 linear_37"; +"743 mul_tensor_38" -> "744 linear_37"; "744 linear_37" -> "745 dropout_23"; "745 dropout_23" -> "748 layer_norm_14"; "746 _param_constant104" -> "748 layer_norm_14"; @@ -3677,16 +3677,16 @@ strict digraph { "749 add_20" -> "833 add_22"; "750 _tensor_constant39" -> "751 _tensor_constant39_0_0_nncf_smooth_quant_0"; "751 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "756 linear_38"; -"752 linear_38_scale_0_updated_constant0" -> "755 mul_87"; -"753 compressed_weight_updated_constant39" -> "755 mul_87"; +"752 linear_38_scale_0_updated_constant0" -> "755 mul_tensor_39"; +"753 compressed_weight_updated_constant188" -> "755 mul_tensor_39"; "754 _param_constant107_0_0" -> "756 linear_38"; -"755 mul_87" -> "756 linear_38"; +"755 mul_tensor_39" -> "756 linear_38"; "756 linear_38" -> "757 relu__6"; "757 relu__6" -> "758 relu__6_0_0_nncf_smooth_quant_0"; "758 relu__6_0_0_nncf_smooth_quant_0" -> "762 linear_39"; -"759 linear_39_scale_0_updated_constant0" -> "761 mul_88"; -"760 compressed_weight_updated_constant40" -> "761 mul_88"; -"761 mul_88" -> "762 linear_39"; +"759 linear_39_scale_0_updated_constant0" -> "761 mul_tensor_40"; +"760 compressed_weight_updated_constant189" -> "761 mul_tensor_40"; +"761 mul_tensor_40" -> "762 linear_39"; "762 linear_39" -> "763 view_33"; "763 view_33" -> "765 index_6"; "764 _tensor_constant40" -> "765 index_6"; @@ -3704,10 +3704,10 @@ strict digraph { "776 reshape_27_0_0_nncf_smooth_quant_0" -> "777 quantize_per_tensor_default_39"; "777 quantize_per_tensor_default_39" -> "778 dequantize_per_tensor_default_39"; "778 dequantize_per_tensor_default_39" -> "783 linear_40"; -"779 linear_40_scale_0_updated_constant0" -> "782 mul_89"; -"780 compressed_weight_updated_constant41" -> "782 mul_89"; +"779 linear_40_scale_0_updated_constant0" -> "782 mul_tensor_41"; +"780 compressed_weight_updated_constant190" -> "782 mul_tensor_41"; "781 _param_constant109_0_0" -> "783 linear_40"; -"782 mul_89" -> "783 linear_40"; +"782 mul_tensor_41" -> "783 linear_40"; "783 linear_40" -> "784 reshape_28"; "784 reshape_28" -> "785 permute_30"; "785 permute_30" -> "786 select_18"; @@ -3747,10 +3747,10 @@ strict digraph { "813 reshape_29_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_42"; "814 quantize_per_tensor_default_42" -> "815 dequantize_per_tensor_default_42"; "815 dequantize_per_tensor_default_42" -> "820 linear_41"; -"816 linear_41_scale_0_updated_constant0" -> "819 mul_90"; -"817 compressed_weight_updated_constant42" -> "819 mul_90"; +"816 linear_41_scale_0_updated_constant0" -> "819 mul_tensor_42"; +"817 compressed_weight_updated_constant191" -> "819 mul_tensor_42"; "818 _param_constant113_0_0" -> "820 linear_41"; -"819 mul_90" -> "820 linear_41"; +"819 mul_tensor_42" -> "820 linear_41"; "820 linear_41" -> "821 dropout_25"; "821 dropout_25" -> "822 view_36"; "822 view_36" -> "823 permute_31"; @@ -3769,20 +3769,20 @@ strict digraph { "834 add_22_0_0_nncf_smooth_quant_0" -> "835 quantize_per_tensor_default_43"; "835 quantize_per_tensor_default_43" -> "836 dequantize_per_tensor_default_43"; "836 dequantize_per_tensor_default_43" -> "841 linear_42"; -"837 linear_42_scale_0_updated_constant0" -> "840 mul_91"; -"838 compressed_weight_updated_constant43" -> "840 mul_91"; +"837 linear_42_scale_0_updated_constant0" -> "840 mul_tensor_43"; +"838 compressed_weight_updated_constant192" -> "840 mul_tensor_43"; "839 _param_constant117_0_0" -> "841 linear_42"; -"840 mul_91" -> "841 linear_42"; +"840 mul_tensor_43" -> "841 linear_42"; "841 linear_42" -> "842 gelu_6"; "842 gelu_6" -> "843 dropout_26"; "843 dropout_26" -> "844 dropout_26_0_0_nncf_smooth_quant_0"; "844 dropout_26_0_0_nncf_smooth_quant_0" -> "845 quantize_per_tensor_default_44"; "845 quantize_per_tensor_default_44" -> "846 dequantize_per_tensor_default_44"; "846 dequantize_per_tensor_default_44" -> "851 linear_43"; -"847 linear_43_scale_0_updated_constant0" -> "850 mul_92"; -"848 compressed_weight_updated_constant44" -> "850 mul_92"; +"847 linear_43_scale_0_updated_constant0" -> "850 mul_tensor_44"; +"848 compressed_weight_updated_constant193" -> "850 mul_tensor_44"; "849 _param_constant119_0_0" -> "851 linear_43"; -"850 mul_92" -> "851 linear_43"; +"850 mul_tensor_44" -> "851 linear_43"; "851 linear_43" -> "852 dropout_27"; "852 dropout_27" -> "855 layer_norm_16"; "853 _param_constant120" -> "855 layer_norm_16"; @@ -3792,16 +3792,16 @@ strict digraph { "856 add_23" -> "958 add_26"; "857 _tensor_constant41" -> "858 _tensor_constant41_0_0_nncf_smooth_quant_0"; "858 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "863 linear_44"; -"859 linear_44_scale_0_updated_constant0" -> "862 mul_93"; -"860 compressed_weight_updated_constant45" -> "862 mul_93"; +"859 linear_44_scale_0_updated_constant0" -> "862 mul_tensor_45"; +"860 compressed_weight_updated_constant194" -> "862 mul_tensor_45"; "861 _param_constant123_0_0" -> "863 linear_44"; -"862 mul_93" -> "863 linear_44"; +"862 mul_tensor_45" -> "863 linear_44"; "863 linear_44" -> "864 relu__7"; "864 relu__7" -> "865 relu__7_0_0_nncf_smooth_quant_0"; "865 relu__7_0_0_nncf_smooth_quant_0" -> "869 linear_45"; -"866 linear_45_scale_0_updated_constant0" -> "868 mul_94"; -"867 compressed_weight_updated_constant46" -> "868 mul_94"; -"868 mul_94" -> "869 linear_45"; +"866 linear_45_scale_0_updated_constant0" -> "868 mul_tensor_46"; +"867 compressed_weight_updated_constant195" -> "868 mul_tensor_46"; +"868 mul_tensor_46" -> "869 linear_45"; "869 linear_45" -> "870 view_37"; "870 view_37" -> "872 index_7"; "871 _tensor_constant42" -> "872 index_7"; @@ -3821,10 +3821,10 @@ strict digraph { "884 reshape_31_0_0_nncf_smooth_quant_0" -> "885 quantize_per_tensor_default_45"; "885 quantize_per_tensor_default_45" -> "886 dequantize_per_tensor_default_45"; "886 dequantize_per_tensor_default_45" -> "891 linear_46"; -"887 linear_46_scale_0_updated_constant0" -> "890 mul_95"; -"888 compressed_weight_updated_constant47" -> "890 mul_95"; +"887 linear_46_scale_0_updated_constant0" -> "890 mul_tensor_47"; +"888 compressed_weight_updated_constant196" -> "890 mul_tensor_47"; "889 _param_constant125_0_0" -> "891 linear_46"; -"890 mul_95" -> "891 linear_46"; +"890 mul_tensor_47" -> "891 linear_46"; "891 linear_46" -> "892 reshape_32"; "892 reshape_32" -> "893 permute_34"; "893 permute_34" -> "894 select_21"; @@ -3883,10 +3883,10 @@ strict digraph { "937 reshape_34_0_0_nncf_smooth_quant_0" -> "938 quantize_per_tensor_default_48"; "938 quantize_per_tensor_default_48" -> "939 dequantize_per_tensor_default_48"; "939 dequantize_per_tensor_default_48" -> "944 linear_47"; -"940 linear_47_scale_0_updated_constant0" -> "943 mul_96"; -"941 compressed_weight_updated_constant48" -> "943 mul_96"; +"940 linear_47_scale_0_updated_constant0" -> "943 mul_tensor_48"; +"941 compressed_weight_updated_constant197" -> "943 mul_tensor_48"; "942 _param_constant129_0_0" -> "944 linear_47"; -"943 mul_96" -> "944 linear_47"; +"943 mul_tensor_48" -> "944 linear_47"; "944 linear_47" -> "945 dropout_29"; "945 dropout_29" -> "946 view_43"; "946 view_43" -> "947 permute_36"; @@ -3906,20 +3906,20 @@ strict digraph { "959 add_26_0_0_nncf_smooth_quant_0" -> "960 quantize_per_tensor_default_49"; "960 quantize_per_tensor_default_49" -> "961 dequantize_per_tensor_default_49"; "961 dequantize_per_tensor_default_49" -> "966 linear_48"; -"962 linear_48_scale_0_updated_constant0" -> "965 mul_97"; -"963 compressed_weight_updated_constant49" -> "965 mul_97"; +"962 linear_48_scale_0_updated_constant0" -> "965 mul_tensor_49"; +"963 compressed_weight_updated_constant198" -> "965 mul_tensor_49"; "964 _param_constant133_0_0" -> "966 linear_48"; -"965 mul_97" -> "966 linear_48"; +"965 mul_tensor_49" -> "966 linear_48"; "966 linear_48" -> "967 gelu_7"; "967 gelu_7" -> "968 dropout_30"; "968 dropout_30" -> "969 dropout_30_0_0_nncf_smooth_quant_0"; "969 dropout_30_0_0_nncf_smooth_quant_0" -> "970 quantize_per_tensor_default_50"; "970 quantize_per_tensor_default_50" -> "971 dequantize_per_tensor_default_50"; "971 dequantize_per_tensor_default_50" -> "976 linear_49"; -"972 linear_49_scale_0_updated_constant0" -> "975 mul_98"; -"973 compressed_weight_updated_constant50" -> "975 mul_98"; +"972 linear_49_scale_0_updated_constant0" -> "975 mul_tensor_50"; +"973 compressed_weight_updated_constant199" -> "975 mul_tensor_50"; "974 _param_constant135_0_0" -> "976 linear_49"; -"975 mul_98" -> "976 linear_49"; +"975 mul_tensor_50" -> "976 linear_49"; "976 linear_49" -> "977 dropout_31"; "977 dropout_31" -> "980 layer_norm_18"; "978 _param_constant136" -> "980 layer_norm_18"; @@ -3929,16 +3929,16 @@ strict digraph { "981 add_27" -> "1065 add_29"; "982 _tensor_constant52" -> "983 _tensor_constant52_0_0_nncf_smooth_quant_0"; "983 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "988 linear_50"; -"984 linear_50_scale_0_updated_constant0" -> "987 mul_99"; -"985 compressed_weight_updated_constant51" -> "987 mul_99"; +"984 linear_50_scale_0_updated_constant0" -> "987 mul_tensor_51"; +"985 compressed_weight_updated_constant200" -> "987 mul_tensor_51"; "986 _param_constant139_0_0" -> "988 linear_50"; -"987 mul_99" -> "988 linear_50"; +"987 mul_tensor_51" -> "988 linear_50"; "988 linear_50" -> "989 relu__8"; "989 relu__8" -> "990 relu__8_0_0_nncf_smooth_quant_0"; "990 relu__8_0_0_nncf_smooth_quant_0" -> "994 linear_51"; -"991 linear_51_scale_0_updated_constant0" -> "993 mul_100"; -"992 compressed_weight_updated_constant52" -> "993 mul_100"; -"993 mul_100" -> "994 linear_51"; +"991 linear_51_scale_0_updated_constant0" -> "993 mul_tensor_52"; +"992 compressed_weight_updated_constant201" -> "993 mul_tensor_52"; +"993 mul_tensor_52" -> "994 linear_51"; "994 linear_51" -> "995 view_44"; "995 view_44" -> "997 index_8"; "996 _tensor_constant53" -> "997 index_8"; @@ -3956,10 +3956,10 @@ strict digraph { "1008 reshape_36_0_0_nncf_smooth_quant_0" -> "1009 quantize_per_tensor_default_51"; "1009 quantize_per_tensor_default_51" -> "1010 dequantize_per_tensor_default_51"; "1010 dequantize_per_tensor_default_51" -> "1015 linear_52"; -"1011 linear_52_scale_0_updated_constant0" -> "1014 mul_101"; -"1012 compressed_weight_updated_constant53" -> "1014 mul_101"; +"1011 linear_52_scale_0_updated_constant0" -> "1014 mul_tensor_53"; +"1012 compressed_weight_updated_constant202" -> "1014 mul_tensor_53"; "1013 _param_constant141_0_0" -> "1015 linear_52"; -"1014 mul_101" -> "1015 linear_52"; +"1014 mul_tensor_53" -> "1015 linear_52"; "1015 linear_52" -> "1016 reshape_37"; "1016 reshape_37" -> "1017 permute_39"; "1017 permute_39" -> "1018 select_24"; @@ -3999,10 +3999,10 @@ strict digraph { "1045 reshape_38_0_0_nncf_smooth_quant_0" -> "1046 quantize_per_tensor_default_54"; "1046 quantize_per_tensor_default_54" -> "1047 dequantize_per_tensor_default_54"; "1047 dequantize_per_tensor_default_54" -> "1052 linear_53"; -"1048 linear_53_scale_0_updated_constant0" -> "1051 mul_102"; -"1049 compressed_weight_updated_constant54" -> "1051 mul_102"; +"1048 linear_53_scale_0_updated_constant0" -> "1051 mul_tensor_54"; +"1049 compressed_weight_updated_constant203" -> "1051 mul_tensor_54"; "1050 _param_constant145_0_0" -> "1052 linear_53"; -"1051 mul_102" -> "1052 linear_53"; +"1051 mul_tensor_54" -> "1052 linear_53"; "1052 linear_53" -> "1053 dropout_33"; "1053 dropout_33" -> "1054 view_47"; "1054 view_47" -> "1055 permute_40"; @@ -4021,20 +4021,20 @@ strict digraph { "1066 add_29_0_0_nncf_smooth_quant_0" -> "1067 quantize_per_tensor_default_55"; "1067 quantize_per_tensor_default_55" -> "1068 dequantize_per_tensor_default_55"; "1068 dequantize_per_tensor_default_55" -> "1073 linear_54"; -"1069 linear_54_scale_0_updated_constant0" -> "1072 mul_103"; -"1070 compressed_weight_updated_constant55" -> "1072 mul_103"; +"1069 linear_54_scale_0_updated_constant0" -> "1072 mul_tensor_55"; +"1070 compressed_weight_updated_constant204" -> "1072 mul_tensor_55"; "1071 _param_constant149_0_0" -> "1073 linear_54"; -"1072 mul_103" -> "1073 linear_54"; +"1072 mul_tensor_55" -> "1073 linear_54"; "1073 linear_54" -> "1074 gelu_8"; "1074 gelu_8" -> "1075 dropout_34"; "1075 dropout_34" -> "1076 dropout_34_0_0_nncf_smooth_quant_0"; "1076 dropout_34_0_0_nncf_smooth_quant_0" -> "1077 quantize_per_tensor_default_56"; "1077 quantize_per_tensor_default_56" -> "1078 dequantize_per_tensor_default_56"; "1078 dequantize_per_tensor_default_56" -> "1083 linear_55"; -"1079 linear_55_scale_0_updated_constant0" -> "1082 mul_104"; -"1080 compressed_weight_updated_constant56" -> "1082 mul_104"; +"1079 linear_55_scale_0_updated_constant0" -> "1082 mul_tensor_56"; +"1080 compressed_weight_updated_constant205" -> "1082 mul_tensor_56"; "1081 _param_constant151_0_0" -> "1083 linear_55"; -"1082 mul_104" -> "1083 linear_55"; +"1082 mul_tensor_56" -> "1083 linear_55"; "1083 linear_55" -> "1084 dropout_35"; "1084 dropout_35" -> "1087 layer_norm_20"; "1085 _param_constant152" -> "1087 layer_norm_20"; @@ -4044,16 +4044,16 @@ strict digraph { "1088 add_30" -> "1190 add_33"; "1089 _tensor_constant54" -> "1090 _tensor_constant54_0_0_nncf_smooth_quant_0"; "1090 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1095 linear_56"; -"1091 linear_56_scale_0_updated_constant0" -> "1094 mul_105"; -"1092 compressed_weight_updated_constant57" -> "1094 mul_105"; +"1091 linear_56_scale_0_updated_constant0" -> "1094 mul_tensor_57"; +"1092 compressed_weight_updated_constant206" -> "1094 mul_tensor_57"; "1093 _param_constant155_0_0" -> "1095 linear_56"; -"1094 mul_105" -> "1095 linear_56"; +"1094 mul_tensor_57" -> "1095 linear_56"; "1095 linear_56" -> "1096 relu__9"; "1096 relu__9" -> "1097 relu__9_0_0_nncf_smooth_quant_0"; "1097 relu__9_0_0_nncf_smooth_quant_0" -> "1101 linear_57"; -"1098 linear_57_scale_0_updated_constant0" -> "1100 mul_106"; -"1099 compressed_weight_updated_constant58" -> "1100 mul_106"; -"1100 mul_106" -> "1101 linear_57"; +"1098 linear_57_scale_0_updated_constant0" -> "1100 mul_tensor_58"; +"1099 compressed_weight_updated_constant207" -> "1100 mul_tensor_58"; +"1100 mul_tensor_58" -> "1101 linear_57"; "1101 linear_57" -> "1102 view_48"; "1102 view_48" -> "1104 index_9"; "1103 _tensor_constant55" -> "1104 index_9"; @@ -4073,10 +4073,10 @@ strict digraph { "1116 reshape_40_0_0_nncf_smooth_quant_0" -> "1117 quantize_per_tensor_default_57"; "1117 quantize_per_tensor_default_57" -> "1118 dequantize_per_tensor_default_57"; "1118 dequantize_per_tensor_default_57" -> "1123 linear_58"; -"1119 linear_58_scale_0_updated_constant0" -> "1122 mul_107"; -"1120 compressed_weight_updated_constant59" -> "1122 mul_107"; +"1119 linear_58_scale_0_updated_constant0" -> "1122 mul_tensor_59"; +"1120 compressed_weight_updated_constant208" -> "1122 mul_tensor_59"; "1121 _param_constant157_0_0" -> "1123 linear_58"; -"1122 mul_107" -> "1123 linear_58"; +"1122 mul_tensor_59" -> "1123 linear_58"; "1123 linear_58" -> "1124 reshape_41"; "1124 reshape_41" -> "1125 permute_43"; "1125 permute_43" -> "1126 select_27"; @@ -4135,10 +4135,10 @@ strict digraph { "1169 reshape_43_0_0_nncf_smooth_quant_0" -> "1170 quantize_per_tensor_default_60"; "1170 quantize_per_tensor_default_60" -> "1171 dequantize_per_tensor_default_60"; "1171 dequantize_per_tensor_default_60" -> "1176 linear_59"; -"1172 linear_59_scale_0_updated_constant0" -> "1175 mul_108"; -"1173 compressed_weight_updated_constant60" -> "1175 mul_108"; +"1172 linear_59_scale_0_updated_constant0" -> "1175 mul_tensor_60"; +"1173 compressed_weight_updated_constant209" -> "1175 mul_tensor_60"; "1174 _param_constant161_0_0" -> "1176 linear_59"; -"1175 mul_108" -> "1176 linear_59"; +"1175 mul_tensor_60" -> "1176 linear_59"; "1176 linear_59" -> "1177 dropout_37"; "1177 dropout_37" -> "1178 view_54"; "1178 view_54" -> "1179 permute_45"; @@ -4158,20 +4158,20 @@ strict digraph { "1191 add_33_0_0_nncf_smooth_quant_0" -> "1192 quantize_per_tensor_default_61"; "1192 quantize_per_tensor_default_61" -> "1193 dequantize_per_tensor_default_61"; "1193 dequantize_per_tensor_default_61" -> "1198 linear_60"; -"1194 linear_60_scale_0_updated_constant0" -> "1197 mul_109"; -"1195 compressed_weight_updated_constant61" -> "1197 mul_109"; +"1194 linear_60_scale_0_updated_constant0" -> "1197 mul_tensor_61"; +"1195 compressed_weight_updated_constant210" -> "1197 mul_tensor_61"; "1196 _param_constant165_0_0" -> "1198 linear_60"; -"1197 mul_109" -> "1198 linear_60"; +"1197 mul_tensor_61" -> "1198 linear_60"; "1198 linear_60" -> "1199 gelu_9"; "1199 gelu_9" -> "1200 dropout_38"; "1200 dropout_38" -> "1201 dropout_38_0_0_nncf_smooth_quant_0"; "1201 dropout_38_0_0_nncf_smooth_quant_0" -> "1202 quantize_per_tensor_default_62"; "1202 quantize_per_tensor_default_62" -> "1203 dequantize_per_tensor_default_62"; "1203 dequantize_per_tensor_default_62" -> "1208 linear_61"; -"1204 linear_61_scale_0_updated_constant0" -> "1207 mul_110"; -"1205 compressed_weight_updated_constant62" -> "1207 mul_110"; +"1204 linear_61_scale_0_updated_constant0" -> "1207 mul_tensor_62"; +"1205 compressed_weight_updated_constant211" -> "1207 mul_tensor_62"; "1206 _param_constant167_0_0" -> "1208 linear_61"; -"1207 mul_110" -> "1208 linear_61"; +"1207 mul_tensor_62" -> "1208 linear_61"; "1208 linear_61" -> "1209 dropout_39"; "1209 dropout_39" -> "1212 layer_norm_22"; "1210 _param_constant168" -> "1212 layer_norm_22"; @@ -4181,16 +4181,16 @@ strict digraph { "1213 add_34" -> "1297 add_36"; "1214 _tensor_constant65" -> "1215 _tensor_constant65_0_0_nncf_smooth_quant_0"; "1215 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1220 linear_62"; -"1216 linear_62_scale_0_updated_constant0" -> "1219 mul_111"; -"1217 compressed_weight_updated_constant63" -> "1219 mul_111"; +"1216 linear_62_scale_0_updated_constant0" -> "1219 mul_tensor_63"; +"1217 compressed_weight_updated_constant212" -> "1219 mul_tensor_63"; "1218 _param_constant171_0_0" -> "1220 linear_62"; -"1219 mul_111" -> "1220 linear_62"; +"1219 mul_tensor_63" -> "1220 linear_62"; "1220 linear_62" -> "1221 relu__10"; "1221 relu__10" -> "1222 relu__10_0_0_nncf_smooth_quant_0"; "1222 relu__10_0_0_nncf_smooth_quant_0" -> "1226 linear_63"; -"1223 linear_63_scale_0_updated_constant0" -> "1225 mul_112"; -"1224 compressed_weight_updated_constant64" -> "1225 mul_112"; -"1225 mul_112" -> "1226 linear_63"; +"1223 linear_63_scale_0_updated_constant0" -> "1225 mul_tensor_64"; +"1224 compressed_weight_updated_constant213" -> "1225 mul_tensor_64"; +"1225 mul_tensor_64" -> "1226 linear_63"; "1226 linear_63" -> "1227 view_55"; "1227 view_55" -> "1229 index_10"; "1228 _tensor_constant66" -> "1229 index_10"; @@ -4208,10 +4208,10 @@ strict digraph { "1240 reshape_45_0_0_nncf_smooth_quant_0" -> "1241 quantize_per_tensor_default_63"; "1241 quantize_per_tensor_default_63" -> "1242 dequantize_per_tensor_default_63"; "1242 dequantize_per_tensor_default_63" -> "1247 linear_64"; -"1243 linear_64_scale_0_updated_constant0" -> "1246 mul_113"; -"1244 compressed_weight_updated_constant65" -> "1246 mul_113"; +"1243 linear_64_scale_0_updated_constant0" -> "1246 mul_tensor_65"; +"1244 compressed_weight_updated_constant214" -> "1246 mul_tensor_65"; "1245 _param_constant173_0_0" -> "1247 linear_64"; -"1246 mul_113" -> "1247 linear_64"; +"1246 mul_tensor_65" -> "1247 linear_64"; "1247 linear_64" -> "1248 reshape_46"; "1248 reshape_46" -> "1249 permute_48"; "1249 permute_48" -> "1250 select_30"; @@ -4251,10 +4251,10 @@ strict digraph { "1277 reshape_47_0_0_nncf_smooth_quant_0" -> "1278 quantize_per_tensor_default_66"; "1278 quantize_per_tensor_default_66" -> "1279 dequantize_per_tensor_default_66"; "1279 dequantize_per_tensor_default_66" -> "1284 linear_65"; -"1280 linear_65_scale_0_updated_constant0" -> "1283 mul_114"; -"1281 compressed_weight_updated_constant66" -> "1283 mul_114"; +"1280 linear_65_scale_0_updated_constant0" -> "1283 mul_tensor_66"; +"1281 compressed_weight_updated_constant215" -> "1283 mul_tensor_66"; "1282 _param_constant177_0_0" -> "1284 linear_65"; -"1283 mul_114" -> "1284 linear_65"; +"1283 mul_tensor_66" -> "1284 linear_65"; "1284 linear_65" -> "1285 dropout_41"; "1285 dropout_41" -> "1286 view_58"; "1286 view_58" -> "1287 permute_49"; @@ -4273,20 +4273,20 @@ strict digraph { "1298 add_36_0_0_nncf_smooth_quant_0" -> "1299 quantize_per_tensor_default_67"; "1299 quantize_per_tensor_default_67" -> "1300 dequantize_per_tensor_default_67"; "1300 dequantize_per_tensor_default_67" -> "1305 linear_66"; -"1301 linear_66_scale_0_updated_constant0" -> "1304 mul_115"; -"1302 compressed_weight_updated_constant67" -> "1304 mul_115"; +"1301 linear_66_scale_0_updated_constant0" -> "1304 mul_tensor_67"; +"1302 compressed_weight_updated_constant216" -> "1304 mul_tensor_67"; "1303 _param_constant181_0_0" -> "1305 linear_66"; -"1304 mul_115" -> "1305 linear_66"; +"1304 mul_tensor_67" -> "1305 linear_66"; "1305 linear_66" -> "1306 gelu_10"; "1306 gelu_10" -> "1307 dropout_42"; "1307 dropout_42" -> "1308 dropout_42_0_0_nncf_smooth_quant_0"; "1308 dropout_42_0_0_nncf_smooth_quant_0" -> "1309 quantize_per_tensor_default_68"; "1309 quantize_per_tensor_default_68" -> "1310 dequantize_per_tensor_default_68"; "1310 dequantize_per_tensor_default_68" -> "1315 linear_67"; -"1311 linear_67_scale_0_updated_constant0" -> "1314 mul_116"; -"1312 compressed_weight_updated_constant68" -> "1314 mul_116"; +"1311 linear_67_scale_0_updated_constant0" -> "1314 mul_tensor_68"; +"1312 compressed_weight_updated_constant217" -> "1314 mul_tensor_68"; "1313 _param_constant183_0_0" -> "1315 linear_67"; -"1314 mul_116" -> "1315 linear_67"; +"1314 mul_tensor_68" -> "1315 linear_67"; "1315 linear_67" -> "1316 dropout_43"; "1316 dropout_43" -> "1319 layer_norm_24"; "1317 _param_constant184" -> "1319 layer_norm_24"; @@ -4296,16 +4296,16 @@ strict digraph { "1320 add_37" -> "1422 add_40"; "1321 _tensor_constant67" -> "1322 _tensor_constant67_0_0_nncf_smooth_quant_0"; "1322 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1327 linear_68"; -"1323 linear_68_scale_0_updated_constant0" -> "1326 mul_117"; -"1324 compressed_weight_updated_constant69" -> "1326 mul_117"; +"1323 linear_68_scale_0_updated_constant0" -> "1326 mul_tensor_69"; +"1324 compressed_weight_updated_constant218" -> "1326 mul_tensor_69"; "1325 _param_constant187_0_0" -> "1327 linear_68"; -"1326 mul_117" -> "1327 linear_68"; +"1326 mul_tensor_69" -> "1327 linear_68"; "1327 linear_68" -> "1328 relu__11"; "1328 relu__11" -> "1329 relu__11_0_0_nncf_smooth_quant_0"; "1329 relu__11_0_0_nncf_smooth_quant_0" -> "1333 linear_69"; -"1330 linear_69_scale_0_updated_constant0" -> "1332 mul_118"; -"1331 compressed_weight_updated_constant70" -> "1332 mul_118"; -"1332 mul_118" -> "1333 linear_69"; +"1330 linear_69_scale_0_updated_constant0" -> "1332 mul_tensor_70"; +"1331 compressed_weight_updated_constant219" -> "1332 mul_tensor_70"; +"1332 mul_tensor_70" -> "1333 linear_69"; "1333 linear_69" -> "1334 view_59"; "1334 view_59" -> "1336 index_11"; "1335 _tensor_constant68" -> "1336 index_11"; @@ -4325,10 +4325,10 @@ strict digraph { "1348 reshape_49_0_0_nncf_smooth_quant_0" -> "1349 quantize_per_tensor_default_69"; "1349 quantize_per_tensor_default_69" -> "1350 dequantize_per_tensor_default_69"; "1350 dequantize_per_tensor_default_69" -> "1355 linear_70"; -"1351 linear_70_scale_0_updated_constant0" -> "1354 mul_119"; -"1352 compressed_weight_updated_constant71" -> "1354 mul_119"; +"1351 linear_70_scale_0_updated_constant0" -> "1354 mul_tensor_71"; +"1352 compressed_weight_updated_constant220" -> "1354 mul_tensor_71"; "1353 _param_constant189_0_0" -> "1355 linear_70"; -"1354 mul_119" -> "1355 linear_70"; +"1354 mul_tensor_71" -> "1355 linear_70"; "1355 linear_70" -> "1356 reshape_50"; "1356 reshape_50" -> "1357 permute_52"; "1357 permute_52" -> "1358 select_33"; @@ -4387,10 +4387,10 @@ strict digraph { "1401 reshape_52_0_0_nncf_smooth_quant_0" -> "1402 quantize_per_tensor_default_72"; "1402 quantize_per_tensor_default_72" -> "1403 dequantize_per_tensor_default_72"; "1403 dequantize_per_tensor_default_72" -> "1408 linear_71"; -"1404 linear_71_scale_0_updated_constant0" -> "1407 mul_120"; -"1405 compressed_weight_updated_constant72" -> "1407 mul_120"; +"1404 linear_71_scale_0_updated_constant0" -> "1407 mul_tensor_72"; +"1405 compressed_weight_updated_constant221" -> "1407 mul_tensor_72"; "1406 _param_constant193_0_0" -> "1408 linear_71"; -"1407 mul_120" -> "1408 linear_71"; +"1407 mul_tensor_72" -> "1408 linear_71"; "1408 linear_71" -> "1409 dropout_45"; "1409 dropout_45" -> "1410 view_65"; "1410 view_65" -> "1411 permute_54"; @@ -4410,20 +4410,20 @@ strict digraph { "1423 add_40_0_0_nncf_smooth_quant_0" -> "1424 quantize_per_tensor_default_73"; "1424 quantize_per_tensor_default_73" -> "1425 dequantize_per_tensor_default_73"; "1425 dequantize_per_tensor_default_73" -> "1430 linear_72"; -"1426 linear_72_scale_0_updated_constant0" -> "1429 mul_121"; -"1427 compressed_weight_updated_constant73" -> "1429 mul_121"; +"1426 linear_72_scale_0_updated_constant0" -> "1429 mul_tensor_73"; +"1427 compressed_weight_updated_constant222" -> "1429 mul_tensor_73"; "1428 _param_constant197_0_0" -> "1430 linear_72"; -"1429 mul_121" -> "1430 linear_72"; +"1429 mul_tensor_73" -> "1430 linear_72"; "1430 linear_72" -> "1431 gelu_11"; "1431 gelu_11" -> "1432 dropout_46"; "1432 dropout_46" -> "1433 dropout_46_0_0_nncf_smooth_quant_0"; "1433 dropout_46_0_0_nncf_smooth_quant_0" -> "1434 quantize_per_tensor_default_74"; "1434 quantize_per_tensor_default_74" -> "1435 dequantize_per_tensor_default_74"; "1435 dequantize_per_tensor_default_74" -> "1440 linear_73"; -"1436 linear_73_scale_0_updated_constant0" -> "1439 mul_122"; -"1437 compressed_weight_updated_constant74" -> "1439 mul_122"; +"1436 linear_73_scale_0_updated_constant0" -> "1439 mul_tensor_74"; +"1437 compressed_weight_updated_constant223" -> "1439 mul_tensor_74"; "1438 _param_constant199_0_0" -> "1440 linear_73"; -"1439 mul_122" -> "1440 linear_73"; +"1439 mul_tensor_74" -> "1440 linear_73"; "1440 linear_73" -> "1441 dropout_47"; "1441 dropout_47" -> "1444 layer_norm_26"; "1442 _param_constant200" -> "1444 layer_norm_26"; @@ -4433,16 +4433,16 @@ strict digraph { "1445 add_41" -> "1529 add_43"; "1446 _tensor_constant78" -> "1447 _tensor_constant78_0_0_nncf_smooth_quant_0"; "1447 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1452 linear_74"; -"1448 linear_74_scale_0_updated_constant0" -> "1451 mul_123"; -"1449 compressed_weight_updated_constant75" -> "1451 mul_123"; +"1448 linear_74_scale_0_updated_constant0" -> "1451 mul_tensor_75"; +"1449 compressed_weight_updated_constant224" -> "1451 mul_tensor_75"; "1450 _param_constant203_0_0" -> "1452 linear_74"; -"1451 mul_123" -> "1452 linear_74"; +"1451 mul_tensor_75" -> "1452 linear_74"; "1452 linear_74" -> "1453 relu__12"; "1453 relu__12" -> "1454 relu__12_0_0_nncf_smooth_quant_0"; "1454 relu__12_0_0_nncf_smooth_quant_0" -> "1458 linear_75"; -"1455 linear_75_scale_0_updated_constant0" -> "1457 mul_124"; -"1456 compressed_weight_updated_constant76" -> "1457 mul_124"; -"1457 mul_124" -> "1458 linear_75"; +"1455 linear_75_scale_0_updated_constant0" -> "1457 mul_tensor_76"; +"1456 compressed_weight_updated_constant225" -> "1457 mul_tensor_76"; +"1457 mul_tensor_76" -> "1458 linear_75"; "1458 linear_75" -> "1459 view_66"; "1459 view_66" -> "1461 index_12"; "1460 _tensor_constant79" -> "1461 index_12"; @@ -4460,10 +4460,10 @@ strict digraph { "1472 reshape_54_0_0_nncf_smooth_quant_0" -> "1473 quantize_per_tensor_default_75"; "1473 quantize_per_tensor_default_75" -> "1474 dequantize_per_tensor_default_75"; "1474 dequantize_per_tensor_default_75" -> "1479 linear_76"; -"1475 linear_76_scale_0_updated_constant0" -> "1478 mul_125"; -"1476 compressed_weight_updated_constant77" -> "1478 mul_125"; +"1475 linear_76_scale_0_updated_constant0" -> "1478 mul_tensor_77"; +"1476 compressed_weight_updated_constant226" -> "1478 mul_tensor_77"; "1477 _param_constant205_0_0" -> "1479 linear_76"; -"1478 mul_125" -> "1479 linear_76"; +"1478 mul_tensor_77" -> "1479 linear_76"; "1479 linear_76" -> "1480 reshape_55"; "1480 reshape_55" -> "1481 permute_57"; "1481 permute_57" -> "1482 select_36"; @@ -4503,10 +4503,10 @@ strict digraph { "1509 reshape_56_0_0_nncf_smooth_quant_0" -> "1510 quantize_per_tensor_default_78"; "1510 quantize_per_tensor_default_78" -> "1511 dequantize_per_tensor_default_78"; "1511 dequantize_per_tensor_default_78" -> "1516 linear_77"; -"1512 linear_77_scale_0_updated_constant0" -> "1515 mul_126"; -"1513 compressed_weight_updated_constant78" -> "1515 mul_126"; +"1512 linear_77_scale_0_updated_constant0" -> "1515 mul_tensor_78"; +"1513 compressed_weight_updated_constant227" -> "1515 mul_tensor_78"; "1514 _param_constant209_0_0" -> "1516 linear_77"; -"1515 mul_126" -> "1516 linear_77"; +"1515 mul_tensor_78" -> "1516 linear_77"; "1516 linear_77" -> "1517 dropout_49"; "1517 dropout_49" -> "1518 view_69"; "1518 view_69" -> "1519 permute_58"; @@ -4525,20 +4525,20 @@ strict digraph { "1530 add_43_0_0_nncf_smooth_quant_0" -> "1531 quantize_per_tensor_default_79"; "1531 quantize_per_tensor_default_79" -> "1532 dequantize_per_tensor_default_79"; "1532 dequantize_per_tensor_default_79" -> "1537 linear_78"; -"1533 linear_78_scale_0_updated_constant0" -> "1536 mul_127"; -"1534 compressed_weight_updated_constant79" -> "1536 mul_127"; +"1533 linear_78_scale_0_updated_constant0" -> "1536 mul_tensor_79"; +"1534 compressed_weight_updated_constant228" -> "1536 mul_tensor_79"; "1535 _param_constant213_0_0" -> "1537 linear_78"; -"1536 mul_127" -> "1537 linear_78"; +"1536 mul_tensor_79" -> "1537 linear_78"; "1537 linear_78" -> "1538 gelu_12"; "1538 gelu_12" -> "1539 dropout_50"; "1539 dropout_50" -> "1540 dropout_50_0_0_nncf_smooth_quant_0"; "1540 dropout_50_0_0_nncf_smooth_quant_0" -> "1541 quantize_per_tensor_default_80"; "1541 quantize_per_tensor_default_80" -> "1542 dequantize_per_tensor_default_80"; "1542 dequantize_per_tensor_default_80" -> "1547 linear_79"; -"1543 linear_79_scale_0_updated_constant0" -> "1546 mul_128"; -"1544 compressed_weight_updated_constant80" -> "1546 mul_128"; +"1543 linear_79_scale_0_updated_constant0" -> "1546 mul_tensor_80"; +"1544 compressed_weight_updated_constant229" -> "1546 mul_tensor_80"; "1545 _param_constant215_0_0" -> "1547 linear_79"; -"1546 mul_128" -> "1547 linear_79"; +"1546 mul_tensor_80" -> "1547 linear_79"; "1547 linear_79" -> "1548 dropout_51"; "1548 dropout_51" -> "1551 layer_norm_28"; "1549 _param_constant216" -> "1551 layer_norm_28"; @@ -4548,16 +4548,16 @@ strict digraph { "1552 add_44" -> "1654 add_47"; "1553 _tensor_constant80" -> "1554 _tensor_constant80_0_0_nncf_smooth_quant_0"; "1554 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1559 linear_80"; -"1555 linear_80_scale_0_updated_constant0" -> "1558 mul_129"; -"1556 compressed_weight_updated_constant81" -> "1558 mul_129"; +"1555 linear_80_scale_0_updated_constant0" -> "1558 mul_tensor_81"; +"1556 compressed_weight_updated_constant230" -> "1558 mul_tensor_81"; "1557 _param_constant219_0_0" -> "1559 linear_80"; -"1558 mul_129" -> "1559 linear_80"; +"1558 mul_tensor_81" -> "1559 linear_80"; "1559 linear_80" -> "1560 relu__13"; "1560 relu__13" -> "1561 relu__13_0_0_nncf_smooth_quant_0"; "1561 relu__13_0_0_nncf_smooth_quant_0" -> "1565 linear_81"; -"1562 linear_81_scale_0_updated_constant0" -> "1564 mul_130"; -"1563 compressed_weight_updated_constant82" -> "1564 mul_130"; -"1564 mul_130" -> "1565 linear_81"; +"1562 linear_81_scale_0_updated_constant0" -> "1564 mul_tensor_82"; +"1563 compressed_weight_updated_constant231" -> "1564 mul_tensor_82"; +"1564 mul_tensor_82" -> "1565 linear_81"; "1565 linear_81" -> "1566 view_70"; "1566 view_70" -> "1568 index_13"; "1567 _tensor_constant81" -> "1568 index_13"; @@ -4577,10 +4577,10 @@ strict digraph { "1580 reshape_58_0_0_nncf_smooth_quant_0" -> "1581 quantize_per_tensor_default_81"; "1581 quantize_per_tensor_default_81" -> "1582 dequantize_per_tensor_default_81"; "1582 dequantize_per_tensor_default_81" -> "1587 linear_82"; -"1583 linear_82_scale_0_updated_constant0" -> "1586 mul_131"; -"1584 compressed_weight_updated_constant83" -> "1586 mul_131"; +"1583 linear_82_scale_0_updated_constant0" -> "1586 mul_tensor_83"; +"1584 compressed_weight_updated_constant232" -> "1586 mul_tensor_83"; "1585 _param_constant221_0_0" -> "1587 linear_82"; -"1586 mul_131" -> "1587 linear_82"; +"1586 mul_tensor_83" -> "1587 linear_82"; "1587 linear_82" -> "1588 reshape_59"; "1588 reshape_59" -> "1589 permute_61"; "1589 permute_61" -> "1590 select_39"; @@ -4639,10 +4639,10 @@ strict digraph { "1633 reshape_61_0_0_nncf_smooth_quant_0" -> "1634 quantize_per_tensor_default_84"; "1634 quantize_per_tensor_default_84" -> "1635 dequantize_per_tensor_default_84"; "1635 dequantize_per_tensor_default_84" -> "1640 linear_83"; -"1636 linear_83_scale_0_updated_constant0" -> "1639 mul_132"; -"1637 compressed_weight_updated_constant84" -> "1639 mul_132"; +"1636 linear_83_scale_0_updated_constant0" -> "1639 mul_tensor_84"; +"1637 compressed_weight_updated_constant233" -> "1639 mul_tensor_84"; "1638 _param_constant225_0_0" -> "1640 linear_83"; -"1639 mul_132" -> "1640 linear_83"; +"1639 mul_tensor_84" -> "1640 linear_83"; "1640 linear_83" -> "1641 dropout_53"; "1641 dropout_53" -> "1642 view_76"; "1642 view_76" -> "1643 permute_63"; @@ -4662,20 +4662,20 @@ strict digraph { "1655 add_47_0_0_nncf_smooth_quant_0" -> "1656 quantize_per_tensor_default_85"; "1656 quantize_per_tensor_default_85" -> "1657 dequantize_per_tensor_default_85"; "1657 dequantize_per_tensor_default_85" -> "1662 linear_84"; -"1658 linear_84_scale_0_updated_constant0" -> "1661 mul_133"; -"1659 compressed_weight_updated_constant85" -> "1661 mul_133"; +"1658 linear_84_scale_0_updated_constant0" -> "1661 mul_tensor_85"; +"1659 compressed_weight_updated_constant234" -> "1661 mul_tensor_85"; "1660 _param_constant229_0_0" -> "1662 linear_84"; -"1661 mul_133" -> "1662 linear_84"; +"1661 mul_tensor_85" -> "1662 linear_84"; "1662 linear_84" -> "1663 gelu_13"; "1663 gelu_13" -> "1664 dropout_54"; "1664 dropout_54" -> "1665 dropout_54_0_0_nncf_smooth_quant_0"; "1665 dropout_54_0_0_nncf_smooth_quant_0" -> "1666 quantize_per_tensor_default_86"; "1666 quantize_per_tensor_default_86" -> "1667 dequantize_per_tensor_default_86"; "1667 dequantize_per_tensor_default_86" -> "1672 linear_85"; -"1668 linear_85_scale_0_updated_constant0" -> "1671 mul_134"; -"1669 compressed_weight_updated_constant86" -> "1671 mul_134"; +"1668 linear_85_scale_0_updated_constant0" -> "1671 mul_tensor_86"; +"1669 compressed_weight_updated_constant235" -> "1671 mul_tensor_86"; "1670 _param_constant231_0_0" -> "1672 linear_85"; -"1671 mul_134" -> "1672 linear_85"; +"1671 mul_tensor_86" -> "1672 linear_85"; "1672 linear_85" -> "1673 dropout_55"; "1673 dropout_55" -> "1676 layer_norm_30"; "1674 _param_constant232" -> "1676 layer_norm_30"; @@ -4685,16 +4685,16 @@ strict digraph { "1677 add_48" -> "1761 add_50"; "1678 _tensor_constant91" -> "1679 _tensor_constant91_0_0_nncf_smooth_quant_0"; "1679 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1684 linear_86"; -"1680 linear_86_scale_0_updated_constant0" -> "1683 mul_135"; -"1681 compressed_weight_updated_constant87" -> "1683 mul_135"; +"1680 linear_86_scale_0_updated_constant0" -> "1683 mul_tensor_87"; +"1681 compressed_weight_updated_constant236" -> "1683 mul_tensor_87"; "1682 _param_constant235_0_0" -> "1684 linear_86"; -"1683 mul_135" -> "1684 linear_86"; +"1683 mul_tensor_87" -> "1684 linear_86"; "1684 linear_86" -> "1685 relu__14"; "1685 relu__14" -> "1686 relu__14_0_0_nncf_smooth_quant_0"; "1686 relu__14_0_0_nncf_smooth_quant_0" -> "1690 linear_87"; -"1687 linear_87_scale_0_updated_constant0" -> "1689 mul_136"; -"1688 compressed_weight_updated_constant88" -> "1689 mul_136"; -"1689 mul_136" -> "1690 linear_87"; +"1687 linear_87_scale_0_updated_constant0" -> "1689 mul_tensor_88"; +"1688 compressed_weight_updated_constant237" -> "1689 mul_tensor_88"; +"1689 mul_tensor_88" -> "1690 linear_87"; "1690 linear_87" -> "1691 view_77"; "1691 view_77" -> "1693 index_14"; "1692 _tensor_constant92" -> "1693 index_14"; @@ -4712,10 +4712,10 @@ strict digraph { "1704 reshape_63_0_0_nncf_smooth_quant_0" -> "1705 quantize_per_tensor_default_87"; "1705 quantize_per_tensor_default_87" -> "1706 dequantize_per_tensor_default_87"; "1706 dequantize_per_tensor_default_87" -> "1711 linear_88"; -"1707 linear_88_scale_0_updated_constant0" -> "1710 mul_137"; -"1708 compressed_weight_updated_constant89" -> "1710 mul_137"; +"1707 linear_88_scale_0_updated_constant0" -> "1710 mul_tensor_89"; +"1708 compressed_weight_updated_constant238" -> "1710 mul_tensor_89"; "1709 _param_constant237_0_0" -> "1711 linear_88"; -"1710 mul_137" -> "1711 linear_88"; +"1710 mul_tensor_89" -> "1711 linear_88"; "1711 linear_88" -> "1712 reshape_64"; "1712 reshape_64" -> "1713 permute_66"; "1713 permute_66" -> "1714 select_42"; @@ -4755,10 +4755,10 @@ strict digraph { "1741 reshape_65_0_0_nncf_smooth_quant_0" -> "1742 quantize_per_tensor_default_90"; "1742 quantize_per_tensor_default_90" -> "1743 dequantize_per_tensor_default_90"; "1743 dequantize_per_tensor_default_90" -> "1748 linear_89"; -"1744 linear_89_scale_0_updated_constant0" -> "1747 mul_138"; -"1745 compressed_weight_updated_constant90" -> "1747 mul_138"; +"1744 linear_89_scale_0_updated_constant0" -> "1747 mul_tensor_90"; +"1745 compressed_weight_updated_constant239" -> "1747 mul_tensor_90"; "1746 _param_constant241_0_0" -> "1748 linear_89"; -"1747 mul_138" -> "1748 linear_89"; +"1747 mul_tensor_90" -> "1748 linear_89"; "1748 linear_89" -> "1749 dropout_57"; "1749 dropout_57" -> "1750 view_80"; "1750 view_80" -> "1751 permute_67"; @@ -4777,20 +4777,20 @@ strict digraph { "1762 add_50_0_0_nncf_smooth_quant_0" -> "1763 quantize_per_tensor_default_91"; "1763 quantize_per_tensor_default_91" -> "1764 dequantize_per_tensor_default_91"; "1764 dequantize_per_tensor_default_91" -> "1769 linear_90"; -"1765 linear_90_scale_0_updated_constant0" -> "1768 mul_139"; -"1766 compressed_weight_updated_constant91" -> "1768 mul_139"; +"1765 linear_90_scale_0_updated_constant0" -> "1768 mul_tensor_91"; +"1766 compressed_weight_updated_constant240" -> "1768 mul_tensor_91"; "1767 _param_constant245_0_0" -> "1769 linear_90"; -"1768 mul_139" -> "1769 linear_90"; +"1768 mul_tensor_91" -> "1769 linear_90"; "1769 linear_90" -> "1770 gelu_14"; "1770 gelu_14" -> "1771 dropout_58"; "1771 dropout_58" -> "1772 dropout_58_0_0_nncf_smooth_quant_0"; "1772 dropout_58_0_0_nncf_smooth_quant_0" -> "1773 quantize_per_tensor_default_92"; "1773 quantize_per_tensor_default_92" -> "1774 dequantize_per_tensor_default_92"; "1774 dequantize_per_tensor_default_92" -> "1779 linear_91"; -"1775 linear_91_scale_0_updated_constant0" -> "1778 mul_140"; -"1776 compressed_weight_updated_constant92" -> "1778 mul_140"; +"1775 linear_91_scale_0_updated_constant0" -> "1778 mul_tensor_92"; +"1776 compressed_weight_updated_constant241" -> "1778 mul_tensor_92"; "1777 _param_constant247_0_0" -> "1779 linear_91"; -"1778 mul_140" -> "1779 linear_91"; +"1778 mul_tensor_92" -> "1779 linear_91"; "1779 linear_91" -> "1780 dropout_59"; "1780 dropout_59" -> "1783 layer_norm_32"; "1781 _param_constant248" -> "1783 layer_norm_32"; @@ -4800,16 +4800,16 @@ strict digraph { "1784 add_51" -> "1886 add_54"; "1785 _tensor_constant93" -> "1786 _tensor_constant93_0_0_nncf_smooth_quant_0"; "1786 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1791 linear_92"; -"1787 linear_92_scale_0_updated_constant0" -> "1790 mul_141"; -"1788 compressed_weight_updated_constant93" -> "1790 mul_141"; +"1787 linear_92_scale_0_updated_constant0" -> "1790 mul_tensor_93"; +"1788 compressed_weight_updated_constant242" -> "1790 mul_tensor_93"; "1789 _param_constant251_0_0" -> "1791 linear_92"; -"1790 mul_141" -> "1791 linear_92"; +"1790 mul_tensor_93" -> "1791 linear_92"; "1791 linear_92" -> "1792 relu__15"; "1792 relu__15" -> "1793 relu__15_0_0_nncf_smooth_quant_0"; "1793 relu__15_0_0_nncf_smooth_quant_0" -> "1797 linear_93"; -"1794 linear_93_scale_0_updated_constant0" -> "1796 mul_142"; -"1795 compressed_weight_updated_constant94" -> "1796 mul_142"; -"1796 mul_142" -> "1797 linear_93"; +"1794 linear_93_scale_0_updated_constant0" -> "1796 mul_tensor_94"; +"1795 compressed_weight_updated_constant243" -> "1796 mul_tensor_94"; +"1796 mul_tensor_94" -> "1797 linear_93"; "1797 linear_93" -> "1798 view_81"; "1798 view_81" -> "1800 index_15"; "1799 _tensor_constant94" -> "1800 index_15"; @@ -4829,10 +4829,10 @@ strict digraph { "1812 reshape_67_0_0_nncf_smooth_quant_0" -> "1813 quantize_per_tensor_default_93"; "1813 quantize_per_tensor_default_93" -> "1814 dequantize_per_tensor_default_93"; "1814 dequantize_per_tensor_default_93" -> "1819 linear_94"; -"1815 linear_94_scale_0_updated_constant0" -> "1818 mul_143"; -"1816 compressed_weight_updated_constant95" -> "1818 mul_143"; +"1815 linear_94_scale_0_updated_constant0" -> "1818 mul_tensor_95"; +"1816 compressed_weight_updated_constant244" -> "1818 mul_tensor_95"; "1817 _param_constant253_0_0" -> "1819 linear_94"; -"1818 mul_143" -> "1819 linear_94"; +"1818 mul_tensor_95" -> "1819 linear_94"; "1819 linear_94" -> "1820 reshape_68"; "1820 reshape_68" -> "1821 permute_70"; "1821 permute_70" -> "1822 select_45"; @@ -4891,10 +4891,10 @@ strict digraph { "1865 reshape_70_0_0_nncf_smooth_quant_0" -> "1866 quantize_per_tensor_default_96"; "1866 quantize_per_tensor_default_96" -> "1867 dequantize_per_tensor_default_96"; "1867 dequantize_per_tensor_default_96" -> "1872 linear_95"; -"1868 linear_95_scale_0_updated_constant0" -> "1871 mul_144"; -"1869 compressed_weight_updated_constant96" -> "1871 mul_144"; +"1868 linear_95_scale_0_updated_constant0" -> "1871 mul_tensor_96"; +"1869 compressed_weight_updated_constant245" -> "1871 mul_tensor_96"; "1870 _param_constant257_0_0" -> "1872 linear_95"; -"1871 mul_144" -> "1872 linear_95"; +"1871 mul_tensor_96" -> "1872 linear_95"; "1872 linear_95" -> "1873 dropout_61"; "1873 dropout_61" -> "1874 view_87"; "1874 view_87" -> "1875 permute_72"; @@ -4914,20 +4914,20 @@ strict digraph { "1887 add_54_0_0_nncf_smooth_quant_0" -> "1888 quantize_per_tensor_default_97"; "1888 quantize_per_tensor_default_97" -> "1889 dequantize_per_tensor_default_97"; "1889 dequantize_per_tensor_default_97" -> "1894 linear_96"; -"1890 linear_96_scale_0_updated_constant0" -> "1893 mul_145"; -"1891 compressed_weight_updated_constant97" -> "1893 mul_145"; +"1890 linear_96_scale_0_updated_constant0" -> "1893 mul_tensor_97"; +"1891 compressed_weight_updated_constant246" -> "1893 mul_tensor_97"; "1892 _param_constant261_0_0" -> "1894 linear_96"; -"1893 mul_145" -> "1894 linear_96"; +"1893 mul_tensor_97" -> "1894 linear_96"; "1894 linear_96" -> "1895 gelu_15"; "1895 gelu_15" -> "1896 dropout_62"; "1896 dropout_62" -> "1897 dropout_62_0_0_nncf_smooth_quant_0"; "1897 dropout_62_0_0_nncf_smooth_quant_0" -> "1898 quantize_per_tensor_default_98"; "1898 quantize_per_tensor_default_98" -> "1899 dequantize_per_tensor_default_98"; "1899 dequantize_per_tensor_default_98" -> "1904 linear_97"; -"1900 linear_97_scale_0_updated_constant0" -> "1903 mul_146"; -"1901 compressed_weight_updated_constant98" -> "1903 mul_146"; +"1900 linear_97_scale_0_updated_constant0" -> "1903 mul_tensor_98"; +"1901 compressed_weight_updated_constant247" -> "1903 mul_tensor_98"; "1902 _param_constant263_0_0" -> "1904 linear_97"; -"1903 mul_146" -> "1904 linear_97"; +"1903 mul_tensor_98" -> "1904 linear_97"; "1904 linear_97" -> "1905 dropout_63"; "1905 dropout_63" -> "1908 layer_norm_34"; "1906 _param_constant264" -> "1908 layer_norm_34"; @@ -4937,16 +4937,16 @@ strict digraph { "1909 add_55" -> "1993 add_57"; "1910 _tensor_constant104" -> "1911 _tensor_constant104_0_0_nncf_smooth_quant_0"; "1911 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "1916 linear_98"; -"1912 linear_98_scale_0_updated_constant0" -> "1915 mul_147"; -"1913 compressed_weight_updated_constant99" -> "1915 mul_147"; +"1912 linear_98_scale_0_updated_constant0" -> "1915 mul_tensor_99"; +"1913 compressed_weight_updated_constant248" -> "1915 mul_tensor_99"; "1914 _param_constant267_0_0" -> "1916 linear_98"; -"1915 mul_147" -> "1916 linear_98"; +"1915 mul_tensor_99" -> "1916 linear_98"; "1916 linear_98" -> "1917 relu__16"; "1917 relu__16" -> "1918 relu__16_0_0_nncf_smooth_quant_0"; "1918 relu__16_0_0_nncf_smooth_quant_0" -> "1922 linear_99"; -"1919 linear_99_scale_0_updated_constant0" -> "1921 mul_148"; -"1920 compressed_weight_updated_constant100" -> "1921 mul_148"; -"1921 mul_148" -> "1922 linear_99"; +"1919 linear_99_scale_0_updated_constant0" -> "1921 mul_tensor_100"; +"1920 compressed_weight_updated_constant249" -> "1921 mul_tensor_100"; +"1921 mul_tensor_100" -> "1922 linear_99"; "1922 linear_99" -> "1923 view_88"; "1923 view_88" -> "1925 index_16"; "1924 _tensor_constant105" -> "1925 index_16"; @@ -4964,10 +4964,10 @@ strict digraph { "1936 reshape_72_0_0_nncf_smooth_quant_0" -> "1937 quantize_per_tensor_default_99"; "1937 quantize_per_tensor_default_99" -> "1938 dequantize_per_tensor_default_99"; "1938 dequantize_per_tensor_default_99" -> "1943 linear_100"; -"1939 linear_100_scale_0_updated_constant0" -> "1942 mul_149"; -"1940 compressed_weight_updated_constant101" -> "1942 mul_149"; +"1939 linear_100_scale_0_updated_constant0" -> "1942 mul_tensor_101"; +"1940 compressed_weight_updated_constant250" -> "1942 mul_tensor_101"; "1941 _param_constant269_0_0" -> "1943 linear_100"; -"1942 mul_149" -> "1943 linear_100"; +"1942 mul_tensor_101" -> "1943 linear_100"; "1943 linear_100" -> "1944 reshape_73"; "1944 reshape_73" -> "1945 permute_75"; "1945 permute_75" -> "1946 select_48"; @@ -5007,10 +5007,10 @@ strict digraph { "1973 reshape_74_0_0_nncf_smooth_quant_0" -> "1974 quantize_per_tensor_default_102"; "1974 quantize_per_tensor_default_102" -> "1975 dequantize_per_tensor_default_102"; "1975 dequantize_per_tensor_default_102" -> "1980 linear_101"; -"1976 linear_101_scale_0_updated_constant0" -> "1979 mul_150"; -"1977 compressed_weight_updated_constant102" -> "1979 mul_150"; +"1976 linear_101_scale_0_updated_constant0" -> "1979 mul_tensor_102"; +"1977 compressed_weight_updated_constant251" -> "1979 mul_tensor_102"; "1978 _param_constant273_0_0" -> "1980 linear_101"; -"1979 mul_150" -> "1980 linear_101"; +"1979 mul_tensor_102" -> "1980 linear_101"; "1980 linear_101" -> "1981 dropout_65"; "1981 dropout_65" -> "1982 view_91"; "1982 view_91" -> "1983 permute_76"; @@ -5029,20 +5029,20 @@ strict digraph { "1994 add_57_0_0_nncf_smooth_quant_0" -> "1995 quantize_per_tensor_default_103"; "1995 quantize_per_tensor_default_103" -> "1996 dequantize_per_tensor_default_103"; "1996 dequantize_per_tensor_default_103" -> "2001 linear_102"; -"1997 linear_102_scale_0_updated_constant0" -> "2000 mul_151"; -"1998 compressed_weight_updated_constant103" -> "2000 mul_151"; +"1997 linear_102_scale_0_updated_constant0" -> "2000 mul_tensor_103"; +"1998 compressed_weight_updated_constant252" -> "2000 mul_tensor_103"; "1999 _param_constant277_0_0" -> "2001 linear_102"; -"2000 mul_151" -> "2001 linear_102"; +"2000 mul_tensor_103" -> "2001 linear_102"; "2001 linear_102" -> "2002 gelu_16"; "2002 gelu_16" -> "2003 dropout_66"; "2003 dropout_66" -> "2004 dropout_66_0_0_nncf_smooth_quant_0"; "2004 dropout_66_0_0_nncf_smooth_quant_0" -> "2005 quantize_per_tensor_default_104"; "2005 quantize_per_tensor_default_104" -> "2006 dequantize_per_tensor_default_104"; "2006 dequantize_per_tensor_default_104" -> "2011 linear_103"; -"2007 linear_103_scale_0_updated_constant0" -> "2010 mul_152"; -"2008 compressed_weight_updated_constant104" -> "2010 mul_152"; +"2007 linear_103_scale_0_updated_constant0" -> "2010 mul_tensor_104"; +"2008 compressed_weight_updated_constant253" -> "2010 mul_tensor_104"; "2009 _param_constant279_0_0" -> "2011 linear_103"; -"2010 mul_152" -> "2011 linear_103"; +"2010 mul_tensor_104" -> "2011 linear_103"; "2011 linear_103" -> "2012 dropout_67"; "2012 dropout_67" -> "2015 layer_norm_36"; "2013 _param_constant280" -> "2015 layer_norm_36"; @@ -5052,16 +5052,16 @@ strict digraph { "2016 add_58" -> "2118 add_61"; "2017 _tensor_constant106" -> "2018 _tensor_constant106_0_0_nncf_smooth_quant_0"; "2018 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2023 linear_104"; -"2019 linear_104_scale_0_updated_constant0" -> "2022 mul_153"; -"2020 compressed_weight_updated_constant105" -> "2022 mul_153"; +"2019 linear_104_scale_0_updated_constant0" -> "2022 mul_tensor_105"; +"2020 compressed_weight_updated_constant254" -> "2022 mul_tensor_105"; "2021 _param_constant283_0_0" -> "2023 linear_104"; -"2022 mul_153" -> "2023 linear_104"; +"2022 mul_tensor_105" -> "2023 linear_104"; "2023 linear_104" -> "2024 relu__17"; "2024 relu__17" -> "2025 relu__17_0_0_nncf_smooth_quant_0"; "2025 relu__17_0_0_nncf_smooth_quant_0" -> "2029 linear_105"; -"2026 linear_105_scale_0_updated_constant0" -> "2028 mul_154"; -"2027 compressed_weight_updated_constant106" -> "2028 mul_154"; -"2028 mul_154" -> "2029 linear_105"; +"2026 linear_105_scale_0_updated_constant0" -> "2028 mul_tensor_106"; +"2027 compressed_weight_updated_constant255" -> "2028 mul_tensor_106"; +"2028 mul_tensor_106" -> "2029 linear_105"; "2029 linear_105" -> "2030 view_92"; "2030 view_92" -> "2032 index_17"; "2031 _tensor_constant107" -> "2032 index_17"; @@ -5081,10 +5081,10 @@ strict digraph { "2044 reshape_76_0_0_nncf_smooth_quant_0" -> "2045 quantize_per_tensor_default_105"; "2045 quantize_per_tensor_default_105" -> "2046 dequantize_per_tensor_default_105"; "2046 dequantize_per_tensor_default_105" -> "2051 linear_106"; -"2047 linear_106_scale_0_updated_constant0" -> "2050 mul_155"; -"2048 compressed_weight_updated_constant107" -> "2050 mul_155"; +"2047 linear_106_scale_0_updated_constant0" -> "2050 mul_tensor_107"; +"2048 compressed_weight_updated_constant256" -> "2050 mul_tensor_107"; "2049 _param_constant285_0_0" -> "2051 linear_106"; -"2050 mul_155" -> "2051 linear_106"; +"2050 mul_tensor_107" -> "2051 linear_106"; "2051 linear_106" -> "2052 reshape_77"; "2052 reshape_77" -> "2053 permute_79"; "2053 permute_79" -> "2054 select_51"; @@ -5143,10 +5143,10 @@ strict digraph { "2097 reshape_79_0_0_nncf_smooth_quant_0" -> "2098 quantize_per_tensor_default_108"; "2098 quantize_per_tensor_default_108" -> "2099 dequantize_per_tensor_default_108"; "2099 dequantize_per_tensor_default_108" -> "2104 linear_107"; -"2100 linear_107_scale_0_updated_constant0" -> "2103 mul_156"; -"2101 compressed_weight_updated_constant108" -> "2103 mul_156"; +"2100 linear_107_scale_0_updated_constant0" -> "2103 mul_tensor_108"; +"2101 compressed_weight_updated_constant257" -> "2103 mul_tensor_108"; "2102 _param_constant289_0_0" -> "2104 linear_107"; -"2103 mul_156" -> "2104 linear_107"; +"2103 mul_tensor_108" -> "2104 linear_107"; "2104 linear_107" -> "2105 dropout_69"; "2105 dropout_69" -> "2106 view_98"; "2106 view_98" -> "2107 permute_81"; @@ -5166,20 +5166,20 @@ strict digraph { "2119 add_61_0_0_nncf_smooth_quant_0" -> "2120 quantize_per_tensor_default_109"; "2120 quantize_per_tensor_default_109" -> "2121 dequantize_per_tensor_default_109"; "2121 dequantize_per_tensor_default_109" -> "2126 linear_108"; -"2122 linear_108_scale_0_updated_constant0" -> "2125 mul_157"; -"2123 compressed_weight_updated_constant109" -> "2125 mul_157"; +"2122 linear_108_scale_0_updated_constant0" -> "2125 mul_tensor_109"; +"2123 compressed_weight_updated_constant258" -> "2125 mul_tensor_109"; "2124 _param_constant293_0_0" -> "2126 linear_108"; -"2125 mul_157" -> "2126 linear_108"; +"2125 mul_tensor_109" -> "2126 linear_108"; "2126 linear_108" -> "2127 gelu_17"; "2127 gelu_17" -> "2128 dropout_70"; "2128 dropout_70" -> "2129 dropout_70_0_0_nncf_smooth_quant_0"; "2129 dropout_70_0_0_nncf_smooth_quant_0" -> "2130 quantize_per_tensor_default_110"; "2130 quantize_per_tensor_default_110" -> "2131 dequantize_per_tensor_default_110"; "2131 dequantize_per_tensor_default_110" -> "2136 linear_109"; -"2132 linear_109_scale_0_updated_constant0" -> "2135 mul_158"; -"2133 compressed_weight_updated_constant110" -> "2135 mul_158"; +"2132 linear_109_scale_0_updated_constant0" -> "2135 mul_tensor_110"; +"2133 compressed_weight_updated_constant259" -> "2135 mul_tensor_110"; "2134 _param_constant295_0_0" -> "2136 linear_109"; -"2135 mul_158" -> "2136 linear_109"; +"2135 mul_tensor_110" -> "2136 linear_109"; "2136 linear_109" -> "2137 dropout_71"; "2137 dropout_71" -> "2140 layer_norm_38"; "2138 _param_constant296" -> "2140 layer_norm_38"; @@ -5189,16 +5189,16 @@ strict digraph { "2141 add_62" -> "2225 add_64"; "2142 _tensor_constant117" -> "2143 _tensor_constant117_0_0_nncf_smooth_quant_0"; "2143 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2148 linear_110"; -"2144 linear_110_scale_0_updated_constant0" -> "2147 mul_159"; -"2145 compressed_weight_updated_constant111" -> "2147 mul_159"; +"2144 linear_110_scale_0_updated_constant0" -> "2147 mul_tensor_111"; +"2145 compressed_weight_updated_constant260" -> "2147 mul_tensor_111"; "2146 _param_constant299_0_0" -> "2148 linear_110"; -"2147 mul_159" -> "2148 linear_110"; +"2147 mul_tensor_111" -> "2148 linear_110"; "2148 linear_110" -> "2149 relu__18"; "2149 relu__18" -> "2150 relu__18_0_0_nncf_smooth_quant_0"; "2150 relu__18_0_0_nncf_smooth_quant_0" -> "2154 linear_111"; -"2151 linear_111_scale_0_updated_constant0" -> "2153 mul_160"; -"2152 compressed_weight_updated_constant112" -> "2153 mul_160"; -"2153 mul_160" -> "2154 linear_111"; +"2151 linear_111_scale_0_updated_constant0" -> "2153 mul_tensor_112"; +"2152 compressed_weight_updated_constant261" -> "2153 mul_tensor_112"; +"2153 mul_tensor_112" -> "2154 linear_111"; "2154 linear_111" -> "2155 view_99"; "2155 view_99" -> "2157 index_18"; "2156 _tensor_constant118" -> "2157 index_18"; @@ -5216,10 +5216,10 @@ strict digraph { "2168 reshape_81_0_0_nncf_smooth_quant_0" -> "2169 quantize_per_tensor_default_111"; "2169 quantize_per_tensor_default_111" -> "2170 dequantize_per_tensor_default_111"; "2170 dequantize_per_tensor_default_111" -> "2175 linear_112"; -"2171 linear_112_scale_0_updated_constant0" -> "2174 mul_161"; -"2172 compressed_weight_updated_constant113" -> "2174 mul_161"; +"2171 linear_112_scale_0_updated_constant0" -> "2174 mul_tensor_113"; +"2172 compressed_weight_updated_constant262" -> "2174 mul_tensor_113"; "2173 _param_constant301_0_0" -> "2175 linear_112"; -"2174 mul_161" -> "2175 linear_112"; +"2174 mul_tensor_113" -> "2175 linear_112"; "2175 linear_112" -> "2176 reshape_82"; "2176 reshape_82" -> "2177 permute_84"; "2177 permute_84" -> "2178 select_54"; @@ -5259,10 +5259,10 @@ strict digraph { "2205 reshape_83_0_0_nncf_smooth_quant_0" -> "2206 quantize_per_tensor_default_114"; "2206 quantize_per_tensor_default_114" -> "2207 dequantize_per_tensor_default_114"; "2207 dequantize_per_tensor_default_114" -> "2212 linear_113"; -"2208 linear_113_scale_0_updated_constant0" -> "2211 mul_162"; -"2209 compressed_weight_updated_constant114" -> "2211 mul_162"; +"2208 linear_113_scale_0_updated_constant0" -> "2211 mul_tensor_114"; +"2209 compressed_weight_updated_constant263" -> "2211 mul_tensor_114"; "2210 _param_constant305_0_0" -> "2212 linear_113"; -"2211 mul_162" -> "2212 linear_113"; +"2211 mul_tensor_114" -> "2212 linear_113"; "2212 linear_113" -> "2213 dropout_73"; "2213 dropout_73" -> "2214 view_102"; "2214 view_102" -> "2215 permute_85"; @@ -5281,20 +5281,20 @@ strict digraph { "2226 add_64_0_0_nncf_smooth_quant_0" -> "2227 quantize_per_tensor_default_115"; "2227 quantize_per_tensor_default_115" -> "2228 dequantize_per_tensor_default_115"; "2228 dequantize_per_tensor_default_115" -> "2233 linear_114"; -"2229 linear_114_scale_0_updated_constant0" -> "2232 mul_163"; -"2230 compressed_weight_updated_constant115" -> "2232 mul_163"; +"2229 linear_114_scale_0_updated_constant0" -> "2232 mul_tensor_115"; +"2230 compressed_weight_updated_constant264" -> "2232 mul_tensor_115"; "2231 _param_constant309_0_0" -> "2233 linear_114"; -"2232 mul_163" -> "2233 linear_114"; +"2232 mul_tensor_115" -> "2233 linear_114"; "2233 linear_114" -> "2234 gelu_18"; "2234 gelu_18" -> "2235 dropout_74"; "2235 dropout_74" -> "2236 dropout_74_0_0_nncf_smooth_quant_0"; "2236 dropout_74_0_0_nncf_smooth_quant_0" -> "2237 quantize_per_tensor_default_116"; "2237 quantize_per_tensor_default_116" -> "2238 dequantize_per_tensor_default_116"; "2238 dequantize_per_tensor_default_116" -> "2243 linear_115"; -"2239 linear_115_scale_0_updated_constant0" -> "2242 mul_164"; -"2240 compressed_weight_updated_constant116" -> "2242 mul_164"; +"2239 linear_115_scale_0_updated_constant0" -> "2242 mul_tensor_116"; +"2240 compressed_weight_updated_constant265" -> "2242 mul_tensor_116"; "2241 _param_constant311_0_0" -> "2243 linear_115"; -"2242 mul_164" -> "2243 linear_115"; +"2242 mul_tensor_116" -> "2243 linear_115"; "2243 linear_115" -> "2244 dropout_75"; "2244 dropout_75" -> "2247 layer_norm_40"; "2245 _param_constant312" -> "2247 layer_norm_40"; @@ -5304,16 +5304,16 @@ strict digraph { "2248 add_65" -> "2350 add_68"; "2249 _tensor_constant119" -> "2250 _tensor_constant119_0_0_nncf_smooth_quant_0"; "2250 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2255 linear_116"; -"2251 linear_116_scale_0_updated_constant0" -> "2254 mul_165"; -"2252 compressed_weight_updated_constant117" -> "2254 mul_165"; +"2251 linear_116_scale_0_updated_constant0" -> "2254 mul_tensor_117"; +"2252 compressed_weight_updated_constant266" -> "2254 mul_tensor_117"; "2253 _param_constant315_0_0" -> "2255 linear_116"; -"2254 mul_165" -> "2255 linear_116"; +"2254 mul_tensor_117" -> "2255 linear_116"; "2255 linear_116" -> "2256 relu__19"; "2256 relu__19" -> "2257 relu__19_0_0_nncf_smooth_quant_0"; "2257 relu__19_0_0_nncf_smooth_quant_0" -> "2261 linear_117"; -"2258 linear_117_scale_0_updated_constant0" -> "2260 mul_166"; -"2259 compressed_weight_updated_constant118" -> "2260 mul_166"; -"2260 mul_166" -> "2261 linear_117"; +"2258 linear_117_scale_0_updated_constant0" -> "2260 mul_tensor_118"; +"2259 compressed_weight_updated_constant267" -> "2260 mul_tensor_118"; +"2260 mul_tensor_118" -> "2261 linear_117"; "2261 linear_117" -> "2262 view_103"; "2262 view_103" -> "2264 index_19"; "2263 _tensor_constant120" -> "2264 index_19"; @@ -5333,10 +5333,10 @@ strict digraph { "2276 reshape_85_0_0_nncf_smooth_quant_0" -> "2277 quantize_per_tensor_default_117"; "2277 quantize_per_tensor_default_117" -> "2278 dequantize_per_tensor_default_117"; "2278 dequantize_per_tensor_default_117" -> "2283 linear_118"; -"2279 linear_118_scale_0_updated_constant0" -> "2282 mul_167"; -"2280 compressed_weight_updated_constant119" -> "2282 mul_167"; +"2279 linear_118_scale_0_updated_constant0" -> "2282 mul_tensor_119"; +"2280 compressed_weight_updated_constant268" -> "2282 mul_tensor_119"; "2281 _param_constant317_0_0" -> "2283 linear_118"; -"2282 mul_167" -> "2283 linear_118"; +"2282 mul_tensor_119" -> "2283 linear_118"; "2283 linear_118" -> "2284 reshape_86"; "2284 reshape_86" -> "2285 permute_88"; "2285 permute_88" -> "2286 select_57"; @@ -5395,10 +5395,10 @@ strict digraph { "2329 reshape_88_0_0_nncf_smooth_quant_0" -> "2330 quantize_per_tensor_default_120"; "2330 quantize_per_tensor_default_120" -> "2331 dequantize_per_tensor_default_120"; "2331 dequantize_per_tensor_default_120" -> "2336 linear_119"; -"2332 linear_119_scale_0_updated_constant0" -> "2335 mul_168"; -"2333 compressed_weight_updated_constant120" -> "2335 mul_168"; +"2332 linear_119_scale_0_updated_constant0" -> "2335 mul_tensor_120"; +"2333 compressed_weight_updated_constant269" -> "2335 mul_tensor_120"; "2334 _param_constant321_0_0" -> "2336 linear_119"; -"2335 mul_168" -> "2336 linear_119"; +"2335 mul_tensor_120" -> "2336 linear_119"; "2336 linear_119" -> "2337 dropout_77"; "2337 dropout_77" -> "2338 view_109"; "2338 view_109" -> "2339 permute_90"; @@ -5418,20 +5418,20 @@ strict digraph { "2351 add_68_0_0_nncf_smooth_quant_0" -> "2352 quantize_per_tensor_default_121"; "2352 quantize_per_tensor_default_121" -> "2353 dequantize_per_tensor_default_121"; "2353 dequantize_per_tensor_default_121" -> "2358 linear_120"; -"2354 linear_120_scale_0_updated_constant0" -> "2357 mul_169"; -"2355 compressed_weight_updated_constant121" -> "2357 mul_169"; +"2354 linear_120_scale_0_updated_constant0" -> "2357 mul_tensor_121"; +"2355 compressed_weight_updated_constant270" -> "2357 mul_tensor_121"; "2356 _param_constant325_0_0" -> "2358 linear_120"; -"2357 mul_169" -> "2358 linear_120"; +"2357 mul_tensor_121" -> "2358 linear_120"; "2358 linear_120" -> "2359 gelu_19"; "2359 gelu_19" -> "2360 dropout_78"; "2360 dropout_78" -> "2361 dropout_78_0_0_nncf_smooth_quant_0"; "2361 dropout_78_0_0_nncf_smooth_quant_0" -> "2362 quantize_per_tensor_default_122"; "2362 quantize_per_tensor_default_122" -> "2363 dequantize_per_tensor_default_122"; "2363 dequantize_per_tensor_default_122" -> "2368 linear_121"; -"2364 linear_121_scale_0_updated_constant0" -> "2367 mul_170"; -"2365 compressed_weight_updated_constant122" -> "2367 mul_170"; +"2364 linear_121_scale_0_updated_constant0" -> "2367 mul_tensor_122"; +"2365 compressed_weight_updated_constant271" -> "2367 mul_tensor_122"; "2366 _param_constant327_0_0" -> "2368 linear_121"; -"2367 mul_170" -> "2368 linear_121"; +"2367 mul_tensor_122" -> "2368 linear_121"; "2368 linear_121" -> "2369 dropout_79"; "2369 dropout_79" -> "2372 layer_norm_42"; "2370 _param_constant328" -> "2372 layer_norm_42"; @@ -5441,16 +5441,16 @@ strict digraph { "2373 add_69" -> "2457 add_71"; "2374 _tensor_constant130" -> "2375 _tensor_constant130_0_0_nncf_smooth_quant_0"; "2375 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2380 linear_122"; -"2376 linear_122_scale_0_updated_constant0" -> "2379 mul_171"; -"2377 compressed_weight_updated_constant123" -> "2379 mul_171"; +"2376 linear_122_scale_0_updated_constant0" -> "2379 mul_tensor_123"; +"2377 compressed_weight_updated_constant272" -> "2379 mul_tensor_123"; "2378 _param_constant331_0_0" -> "2380 linear_122"; -"2379 mul_171" -> "2380 linear_122"; +"2379 mul_tensor_123" -> "2380 linear_122"; "2380 linear_122" -> "2381 relu__20"; "2381 relu__20" -> "2382 relu__20_0_0_nncf_smooth_quant_0"; "2382 relu__20_0_0_nncf_smooth_quant_0" -> "2386 linear_123"; -"2383 linear_123_scale_0_updated_constant0" -> "2385 mul_172"; -"2384 compressed_weight_updated_constant124" -> "2385 mul_172"; -"2385 mul_172" -> "2386 linear_123"; +"2383 linear_123_scale_0_updated_constant0" -> "2385 mul_tensor_124"; +"2384 compressed_weight_updated_constant273" -> "2385 mul_tensor_124"; +"2385 mul_tensor_124" -> "2386 linear_123"; "2386 linear_123" -> "2387 view_110"; "2387 view_110" -> "2389 index_20"; "2388 _tensor_constant131" -> "2389 index_20"; @@ -5468,10 +5468,10 @@ strict digraph { "2400 reshape_90_0_0_nncf_smooth_quant_0" -> "2401 quantize_per_tensor_default_123"; "2401 quantize_per_tensor_default_123" -> "2402 dequantize_per_tensor_default_123"; "2402 dequantize_per_tensor_default_123" -> "2407 linear_124"; -"2403 linear_124_scale_0_updated_constant0" -> "2406 mul_173"; -"2404 compressed_weight_updated_constant125" -> "2406 mul_173"; +"2403 linear_124_scale_0_updated_constant0" -> "2406 mul_tensor_125"; +"2404 compressed_weight_updated_constant274" -> "2406 mul_tensor_125"; "2405 _param_constant333_0_0" -> "2407 linear_124"; -"2406 mul_173" -> "2407 linear_124"; +"2406 mul_tensor_125" -> "2407 linear_124"; "2407 linear_124" -> "2408 reshape_91"; "2408 reshape_91" -> "2409 permute_93"; "2409 permute_93" -> "2410 select_60"; @@ -5511,10 +5511,10 @@ strict digraph { "2437 reshape_92_0_0_nncf_smooth_quant_0" -> "2438 quantize_per_tensor_default_126"; "2438 quantize_per_tensor_default_126" -> "2439 dequantize_per_tensor_default_126"; "2439 dequantize_per_tensor_default_126" -> "2444 linear_125"; -"2440 linear_125_scale_0_updated_constant0" -> "2443 mul_174"; -"2441 compressed_weight_updated_constant126" -> "2443 mul_174"; +"2440 linear_125_scale_0_updated_constant0" -> "2443 mul_tensor_126"; +"2441 compressed_weight_updated_constant275" -> "2443 mul_tensor_126"; "2442 _param_constant337_0_0" -> "2444 linear_125"; -"2443 mul_174" -> "2444 linear_125"; +"2443 mul_tensor_126" -> "2444 linear_125"; "2444 linear_125" -> "2445 dropout_81"; "2445 dropout_81" -> "2446 view_113"; "2446 view_113" -> "2447 permute_94"; @@ -5533,20 +5533,20 @@ strict digraph { "2458 add_71_0_0_nncf_smooth_quant_0" -> "2459 quantize_per_tensor_default_127"; "2459 quantize_per_tensor_default_127" -> "2460 dequantize_per_tensor_default_127"; "2460 dequantize_per_tensor_default_127" -> "2465 linear_126"; -"2461 linear_126_scale_0_updated_constant0" -> "2464 mul_175"; -"2462 compressed_weight_updated_constant127" -> "2464 mul_175"; +"2461 linear_126_scale_0_updated_constant0" -> "2464 mul_tensor_127"; +"2462 compressed_weight_updated_constant276" -> "2464 mul_tensor_127"; "2463 _param_constant341_0_0" -> "2465 linear_126"; -"2464 mul_175" -> "2465 linear_126"; +"2464 mul_tensor_127" -> "2465 linear_126"; "2465 linear_126" -> "2466 gelu_20"; "2466 gelu_20" -> "2467 dropout_82"; "2467 dropout_82" -> "2468 dropout_82_0_0_nncf_smooth_quant_0"; "2468 dropout_82_0_0_nncf_smooth_quant_0" -> "2469 quantize_per_tensor_default_128"; "2469 quantize_per_tensor_default_128" -> "2470 dequantize_per_tensor_default_128"; "2470 dequantize_per_tensor_default_128" -> "2475 linear_127"; -"2471 linear_127_scale_0_updated_constant0" -> "2474 mul_176"; -"2472 compressed_weight_updated_constant128" -> "2474 mul_176"; +"2471 linear_127_scale_0_updated_constant0" -> "2474 mul_tensor_128"; +"2472 compressed_weight_updated_constant277" -> "2474 mul_tensor_128"; "2473 _param_constant343_0_0" -> "2475 linear_127"; -"2474 mul_176" -> "2475 linear_127"; +"2474 mul_tensor_128" -> "2475 linear_127"; "2475 linear_127" -> "2476 dropout_83"; "2476 dropout_83" -> "2479 layer_norm_44"; "2477 _param_constant344" -> "2479 layer_norm_44"; @@ -5556,16 +5556,16 @@ strict digraph { "2480 add_72" -> "2582 add_75"; "2481 _tensor_constant132" -> "2482 _tensor_constant132_0_0_nncf_smooth_quant_0"; "2482 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2487 linear_128"; -"2483 linear_128_scale_0_updated_constant0" -> "2486 mul_177"; -"2484 compressed_weight_updated_constant129" -> "2486 mul_177"; +"2483 linear_128_scale_0_updated_constant0" -> "2486 mul_tensor_129"; +"2484 compressed_weight_updated_constant278" -> "2486 mul_tensor_129"; "2485 _param_constant347_0_0" -> "2487 linear_128"; -"2486 mul_177" -> "2487 linear_128"; +"2486 mul_tensor_129" -> "2487 linear_128"; "2487 linear_128" -> "2488 relu__21"; "2488 relu__21" -> "2489 relu__21_0_0_nncf_smooth_quant_0"; "2489 relu__21_0_0_nncf_smooth_quant_0" -> "2493 linear_129"; -"2490 linear_129_scale_0_updated_constant0" -> "2492 mul_178"; -"2491 compressed_weight_updated_constant130" -> "2492 mul_178"; -"2492 mul_178" -> "2493 linear_129"; +"2490 linear_129_scale_0_updated_constant0" -> "2492 mul_tensor_130"; +"2491 compressed_weight_updated_constant279" -> "2492 mul_tensor_130"; +"2492 mul_tensor_130" -> "2493 linear_129"; "2493 linear_129" -> "2494 view_114"; "2494 view_114" -> "2496 index_21"; "2495 _tensor_constant133" -> "2496 index_21"; @@ -5585,10 +5585,10 @@ strict digraph { "2508 reshape_94_0_0_nncf_smooth_quant_0" -> "2509 quantize_per_tensor_default_129"; "2509 quantize_per_tensor_default_129" -> "2510 dequantize_per_tensor_default_129"; "2510 dequantize_per_tensor_default_129" -> "2515 linear_130"; -"2511 linear_130_scale_0_updated_constant0" -> "2514 mul_179"; -"2512 compressed_weight_updated_constant131" -> "2514 mul_179"; +"2511 linear_130_scale_0_updated_constant0" -> "2514 mul_tensor_131"; +"2512 compressed_weight_updated_constant280" -> "2514 mul_tensor_131"; "2513 _param_constant349_0_0" -> "2515 linear_130"; -"2514 mul_179" -> "2515 linear_130"; +"2514 mul_tensor_131" -> "2515 linear_130"; "2515 linear_130" -> "2516 reshape_95"; "2516 reshape_95" -> "2517 permute_97"; "2517 permute_97" -> "2518 select_63"; @@ -5647,10 +5647,10 @@ strict digraph { "2561 reshape_97_0_0_nncf_smooth_quant_0" -> "2562 quantize_per_tensor_default_132"; "2562 quantize_per_tensor_default_132" -> "2563 dequantize_per_tensor_default_132"; "2563 dequantize_per_tensor_default_132" -> "2568 linear_131"; -"2564 linear_131_scale_0_updated_constant0" -> "2567 mul_180"; -"2565 compressed_weight_updated_constant132" -> "2567 mul_180"; +"2564 linear_131_scale_0_updated_constant0" -> "2567 mul_tensor_132"; +"2565 compressed_weight_updated_constant281" -> "2567 mul_tensor_132"; "2566 _param_constant353_0_0" -> "2568 linear_131"; -"2567 mul_180" -> "2568 linear_131"; +"2567 mul_tensor_132" -> "2568 linear_131"; "2568 linear_131" -> "2569 dropout_85"; "2569 dropout_85" -> "2570 view_120"; "2570 view_120" -> "2571 permute_99"; @@ -5670,20 +5670,20 @@ strict digraph { "2583 add_75_0_0_nncf_smooth_quant_0" -> "2584 quantize_per_tensor_default_133"; "2584 quantize_per_tensor_default_133" -> "2585 dequantize_per_tensor_default_133"; "2585 dequantize_per_tensor_default_133" -> "2590 linear_132"; -"2586 linear_132_scale_0_updated_constant0" -> "2589 mul_181"; -"2587 compressed_weight_updated_constant133" -> "2589 mul_181"; +"2586 linear_132_scale_0_updated_constant0" -> "2589 mul_tensor_133"; +"2587 compressed_weight_updated_constant282" -> "2589 mul_tensor_133"; "2588 _param_constant357_0_0" -> "2590 linear_132"; -"2589 mul_181" -> "2590 linear_132"; +"2589 mul_tensor_133" -> "2590 linear_132"; "2590 linear_132" -> "2591 gelu_21"; "2591 gelu_21" -> "2592 dropout_86"; "2592 dropout_86" -> "2593 dropout_86_0_0_nncf_smooth_quant_0"; "2593 dropout_86_0_0_nncf_smooth_quant_0" -> "2594 quantize_per_tensor_default_134"; "2594 quantize_per_tensor_default_134" -> "2595 dequantize_per_tensor_default_134"; "2595 dequantize_per_tensor_default_134" -> "2600 linear_133"; -"2596 linear_133_scale_0_updated_constant0" -> "2599 mul_182"; -"2597 compressed_weight_updated_constant134" -> "2599 mul_182"; +"2596 linear_133_scale_0_updated_constant0" -> "2599 mul_tensor_134"; +"2597 compressed_weight_updated_constant283" -> "2599 mul_tensor_134"; "2598 _param_constant359_0_0" -> "2600 linear_133"; -"2599 mul_182" -> "2600 linear_133"; +"2599 mul_tensor_134" -> "2600 linear_133"; "2600 linear_133" -> "2601 dropout_87"; "2601 dropout_87" -> "2604 layer_norm_46"; "2602 _param_constant360" -> "2604 layer_norm_46"; @@ -5710,9 +5710,9 @@ strict digraph { "2620 cat_2_0_0_nncf_smooth_quant_0" -> "2621 quantize_per_tensor_default_135"; "2621 quantize_per_tensor_default_135" -> "2622 dequantize_per_tensor_default_135"; "2622 dequantize_per_tensor_default_135" -> "2626 linear_134"; -"2623 linear_134_scale_0_updated_constant0" -> "2625 mul_183"; -"2624 compressed_weight_updated_constant135" -> "2625 mul_183"; -"2625 mul_183" -> "2626 linear_134"; +"2623 linear_134_scale_0_updated_constant0" -> "2625 mul_tensor_135"; +"2624 compressed_weight_updated_constant284" -> "2625 mul_tensor_135"; +"2625 mul_tensor_135" -> "2626 linear_134"; "2626 linear_134" -> "2629 layer_norm_47"; "2627 _param_constant363" -> "2629 layer_norm_47"; "2628 _param_constant364" -> "2629 layer_norm_47"; @@ -5720,16 +5720,16 @@ strict digraph { "2629 layer_norm_47" -> "2713 add_78"; "2630 _tensor_constant143" -> "2631 _tensor_constant143_0_0_nncf_smooth_quant_0"; "2631 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2636 linear_135"; -"2632 linear_135_scale_0_updated_constant0" -> "2635 mul_184"; -"2633 compressed_weight_updated_constant136" -> "2635 mul_184"; +"2632 linear_135_scale_0_updated_constant0" -> "2635 mul_tensor_136"; +"2633 compressed_weight_updated_constant285" -> "2635 mul_tensor_136"; "2634 _param_constant366_0_0" -> "2636 linear_135"; -"2635 mul_184" -> "2636 linear_135"; +"2635 mul_tensor_136" -> "2636 linear_135"; "2636 linear_135" -> "2637 relu__22"; "2637 relu__22" -> "2638 relu__22_0_0_nncf_smooth_quant_0"; "2638 relu__22_0_0_nncf_smooth_quant_0" -> "2642 linear_136"; -"2639 linear_136_scale_0_updated_constant0" -> "2641 mul_185"; -"2640 compressed_weight_updated_constant137" -> "2641 mul_185"; -"2641 mul_185" -> "2642 linear_136"; +"2639 linear_136_scale_0_updated_constant0" -> "2641 mul_tensor_137"; +"2640 compressed_weight_updated_constant286" -> "2641 mul_tensor_137"; +"2641 mul_tensor_137" -> "2642 linear_136"; "2642 linear_136" -> "2643 view_121"; "2643 view_121" -> "2645 index_22"; "2644 _tensor_constant144" -> "2645 index_22"; @@ -5747,10 +5747,10 @@ strict digraph { "2656 reshape_99_0_0_nncf_smooth_quant_0" -> "2657 quantize_per_tensor_default_136"; "2657 quantize_per_tensor_default_136" -> "2658 dequantize_per_tensor_default_136"; "2658 dequantize_per_tensor_default_136" -> "2663 linear_137"; -"2659 linear_137_scale_0_updated_constant0" -> "2662 mul_186"; -"2660 compressed_weight_updated_constant138" -> "2662 mul_186"; +"2659 linear_137_scale_0_updated_constant0" -> "2662 mul_tensor_138"; +"2660 compressed_weight_updated_constant287" -> "2662 mul_tensor_138"; "2661 _param_constant368_0_0" -> "2663 linear_137"; -"2662 mul_186" -> "2663 linear_137"; +"2662 mul_tensor_138" -> "2663 linear_137"; "2663 linear_137" -> "2664 reshape_100"; "2664 reshape_100" -> "2665 permute_102"; "2665 permute_102" -> "2666 select_66"; @@ -5790,10 +5790,10 @@ strict digraph { "2693 reshape_101_0_0_nncf_smooth_quant_0" -> "2694 quantize_per_tensor_default_139"; "2694 quantize_per_tensor_default_139" -> "2695 dequantize_per_tensor_default_139"; "2695 dequantize_per_tensor_default_139" -> "2700 linear_138"; -"2696 linear_138_scale_0_updated_constant0" -> "2699 mul_187"; -"2697 compressed_weight_updated_constant139" -> "2699 mul_187"; +"2696 linear_138_scale_0_updated_constant0" -> "2699 mul_tensor_139"; +"2697 compressed_weight_updated_constant288" -> "2699 mul_tensor_139"; "2698 _param_constant372_0_0" -> "2700 linear_138"; -"2699 mul_187" -> "2700 linear_138"; +"2699 mul_tensor_139" -> "2700 linear_138"; "2700 linear_138" -> "2701 dropout_89"; "2701 dropout_89" -> "2702 view_124"; "2702 view_124" -> "2703 permute_103"; @@ -5812,20 +5812,20 @@ strict digraph { "2714 add_78_0_0_nncf_smooth_quant_0" -> "2715 quantize_per_tensor_default_140"; "2715 quantize_per_tensor_default_140" -> "2716 dequantize_per_tensor_default_140"; "2716 dequantize_per_tensor_default_140" -> "2721 linear_139"; -"2717 linear_139_scale_0_updated_constant0" -> "2720 mul_188"; -"2718 compressed_weight_updated_constant140" -> "2720 mul_188"; +"2717 linear_139_scale_0_updated_constant0" -> "2720 mul_tensor_140"; +"2718 compressed_weight_updated_constant289" -> "2720 mul_tensor_140"; "2719 _param_constant376_0_0" -> "2721 linear_139"; -"2720 mul_188" -> "2721 linear_139"; +"2720 mul_tensor_140" -> "2721 linear_139"; "2721 linear_139" -> "2722 gelu_22"; "2722 gelu_22" -> "2723 dropout_90"; "2723 dropout_90" -> "2724 dropout_90_0_0_nncf_smooth_quant_0"; "2724 dropout_90_0_0_nncf_smooth_quant_0" -> "2725 quantize_per_tensor_default_141"; "2725 quantize_per_tensor_default_141" -> "2726 dequantize_per_tensor_default_141"; "2726 dequantize_per_tensor_default_141" -> "2731 linear_140"; -"2727 linear_140_scale_0_updated_constant0" -> "2730 mul_189"; -"2728 compressed_weight_updated_constant141" -> "2730 mul_189"; +"2727 linear_140_scale_0_updated_constant0" -> "2730 mul_tensor_141"; +"2728 compressed_weight_updated_constant290" -> "2730 mul_tensor_141"; "2729 _param_constant378_0_0" -> "2731 linear_140"; -"2730 mul_189" -> "2731 linear_140"; +"2730 mul_tensor_141" -> "2731 linear_140"; "2731 linear_140" -> "2732 dropout_91"; "2732 dropout_91" -> "2735 layer_norm_49"; "2733 _param_constant379" -> "2735 layer_norm_49"; @@ -5835,16 +5835,16 @@ strict digraph { "2736 add_79" -> "2820 add_81"; "2737 _tensor_constant145" -> "2738 _tensor_constant145_0_0_nncf_smooth_quant_0"; "2738 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "2743 linear_141"; -"2739 linear_141_scale_0_updated_constant0" -> "2742 mul_190"; -"2740 compressed_weight_updated_constant142" -> "2742 mul_190"; +"2739 linear_141_scale_0_updated_constant0" -> "2742 mul_tensor_142"; +"2740 compressed_weight_updated_constant291" -> "2742 mul_tensor_142"; "2741 _param_constant382_0_0" -> "2743 linear_141"; -"2742 mul_190" -> "2743 linear_141"; +"2742 mul_tensor_142" -> "2743 linear_141"; "2743 linear_141" -> "2744 relu__23"; "2744 relu__23" -> "2745 relu__23_0_0_nncf_smooth_quant_0"; "2745 relu__23_0_0_nncf_smooth_quant_0" -> "2749 linear_142"; -"2746 linear_142_scale_0_updated_constant0" -> "2748 mul_191"; -"2747 compressed_weight_updated_constant143" -> "2748 mul_191"; -"2748 mul_191" -> "2749 linear_142"; +"2746 linear_142_scale_0_updated_constant0" -> "2748 mul_tensor_143"; +"2747 compressed_weight_updated_constant292" -> "2748 mul_tensor_143"; +"2748 mul_tensor_143" -> "2749 linear_142"; "2749 linear_142" -> "2750 view_125"; "2750 view_125" -> "2752 index_23"; "2751 _tensor_constant146" -> "2752 index_23"; @@ -5862,10 +5862,10 @@ strict digraph { "2763 reshape_103_0_0_nncf_smooth_quant_0" -> "2764 quantize_per_tensor_default_142"; "2764 quantize_per_tensor_default_142" -> "2765 dequantize_per_tensor_default_142"; "2765 dequantize_per_tensor_default_142" -> "2770 linear_143"; -"2766 linear_143_scale_0_updated_constant0" -> "2769 mul_192"; -"2767 compressed_weight_updated_constant144" -> "2769 mul_192"; +"2766 linear_143_scale_0_updated_constant0" -> "2769 mul_tensor_144"; +"2767 compressed_weight_updated_constant293" -> "2769 mul_tensor_144"; "2768 _param_constant384_0_0" -> "2770 linear_143"; -"2769 mul_192" -> "2770 linear_143"; +"2769 mul_tensor_144" -> "2770 linear_143"; "2770 linear_143" -> "2771 reshape_104"; "2771 reshape_104" -> "2772 permute_106"; "2772 permute_106" -> "2773 select_69"; @@ -5905,10 +5905,10 @@ strict digraph { "2800 reshape_105_0_0_nncf_smooth_quant_0" -> "2801 quantize_per_tensor_default_145"; "2801 quantize_per_tensor_default_145" -> "2802 dequantize_per_tensor_default_145"; "2802 dequantize_per_tensor_default_145" -> "2807 linear_144"; -"2803 linear_144_scale_0_updated_constant0" -> "2806 mul_193"; -"2804 compressed_weight_updated_constant145" -> "2806 mul_193"; +"2803 linear_144_scale_0_updated_constant0" -> "2806 mul_tensor_145"; +"2804 compressed_weight_updated_constant294" -> "2806 mul_tensor_145"; "2805 _param_constant388_0_0" -> "2807 linear_144"; -"2806 mul_193" -> "2807 linear_144"; +"2806 mul_tensor_145" -> "2807 linear_144"; "2807 linear_144" -> "2808 dropout_93"; "2808 dropout_93" -> "2809 view_128"; "2809 view_128" -> "2810 permute_107"; @@ -5927,20 +5927,20 @@ strict digraph { "2821 add_81_0_0_nncf_smooth_quant_0" -> "2822 quantize_per_tensor_default_146"; "2822 quantize_per_tensor_default_146" -> "2823 dequantize_per_tensor_default_146"; "2823 dequantize_per_tensor_default_146" -> "2828 linear_145"; -"2824 linear_145_scale_0_updated_constant0" -> "2827 mul_194"; -"2825 compressed_weight_updated_constant146" -> "2827 mul_194"; +"2824 linear_145_scale_0_updated_constant0" -> "2827 mul_tensor_146"; +"2825 compressed_weight_updated_constant295" -> "2827 mul_tensor_146"; "2826 _param_constant392_0_0" -> "2828 linear_145"; -"2827 mul_194" -> "2828 linear_145"; +"2827 mul_tensor_146" -> "2828 linear_145"; "2828 linear_145" -> "2829 gelu_23"; "2829 gelu_23" -> "2830 dropout_94"; "2830 dropout_94" -> "2831 dropout_94_0_0_nncf_smooth_quant_0"; "2831 dropout_94_0_0_nncf_smooth_quant_0" -> "2832 quantize_per_tensor_default_147"; "2832 quantize_per_tensor_default_147" -> "2833 dequantize_per_tensor_default_147"; "2833 dequantize_per_tensor_default_147" -> "2838 linear_146"; -"2834 linear_146_scale_0_updated_constant0" -> "2837 mul_195"; -"2835 compressed_weight_updated_constant147" -> "2837 mul_195"; +"2834 linear_146_scale_0_updated_constant0" -> "2837 mul_tensor_147"; +"2835 compressed_weight_updated_constant296" -> "2837 mul_tensor_147"; "2836 _param_constant394_0_0" -> "2838 linear_146"; -"2837 mul_195" -> "2838 linear_146"; +"2837 mul_tensor_147" -> "2838 linear_146"; "2838 linear_146" -> "2839 dropout_95"; "2839 dropout_95" -> "2842 layer_norm_51"; "2840 _param_constant395" -> "2842 layer_norm_51"; @@ -5956,9 +5956,9 @@ strict digraph { "2850 flatten_0_0_nncf_smooth_quant_0" -> "2851 quantize_per_tensor_default_148"; "2851 quantize_per_tensor_default_148" -> "2852 dequantize_per_tensor_default_148"; "2852 dequantize_per_tensor_default_148" -> "2857 linear_147"; -"2853 linear_147_scale_0_updated_constant0" -> "2856 mul_196"; -"2854 compressed_weight_updated_constant148" -> "2856 mul_196"; +"2853 linear_147_scale_0_updated_constant0" -> "2856 mul_tensor_148"; +"2854 compressed_weight_updated_constant297" -> "2856 mul_tensor_148"; "2855 _param_constant400_0_0" -> "2857 linear_147"; -"2856 mul_196" -> "2857 linear_147"; +"2856 mul_tensor_148" -> "2857 linear_147"; "2857 linear_147" -> "2858 output"; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot b/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot index c274e68f66b..2fb96ed5bee 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot @@ -2,52 +2,40 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 _param_constant0" [id=1, type=get_attr]; "2 embedding" [id=2, type=embedding]; -"3 linear_updated_constant0" [id=3, type=get_attr]; -"4 embedding_0_0_nncf_smooth_quant_0" [id=4, type=call_module]; -"5 quantize_per_tensor_default" [id=5, type=quantize_per_tensor]; -"6 dequantize_per_tensor_default" [id=6, type=dequantize_per_tensor]; -"7 linear_scale_0" [id=7, type=get_attr]; -"8 linear_zero_point_0" [id=8, type=get_attr]; -"9 quantize_per_channel_default" [id=9, type=quantize_per_channel]; -"10 dequantize_per_channel_default" [id=10, type=dequantize_per_channel]; -"11 _param_constant2_0_0" [id=11, type=get_attr]; -"12 linear" [id=12, type=linear]; -"13 linear_1_updated_constant0" [id=13, type=get_attr]; -"14 add_tensor_0_0_nncf_smooth_quant_0" [id=14, type=call_module]; -"15 quantize_per_tensor_default_1" [id=15, type=quantize_per_tensor]; -"16 dequantize_per_tensor_default_1" [id=16, type=dequantize_per_tensor]; -"17 linear_1_scale_0" [id=17, type=get_attr]; -"18 linear_1_zero_point_0" [id=18, type=get_attr]; -"19 quantize_per_channel_default_1" [id=19, type=quantize_per_channel]; -"20 dequantize_per_channel_default_1" [id=20, type=dequantize_per_channel]; -"21 _param_constant4_0_0" [id=21, type=get_attr]; -"22 linear_1" [id=22, type=linear]; -"23 output" [id=23, type=output]; +"3 embedding_0_0_nncf_smooth_quant_0" [id=3, type=call_module]; +"4 quantize_per_tensor_default" [id=4, type=quantize_per_tensor]; +"5 dequantize_per_tensor_default" [id=5, type=dequantize_per_tensor]; +"6 linear_scale_0_updated_constant0" [id=6, type=get_attr]; +"7 compressed_weight_updated_constant2" [id=7, type=get_attr]; +"8 _param_constant2_0_0" [id=8, type=get_attr]; +"9 mul_tensor" [id=9, type=mul]; +"10 linear" [id=10, type=linear]; +"11 add_tensor_0_0_nncf_smooth_quant_0" [id=11, type=call_module]; +"12 quantize_per_tensor_default_1" [id=12, type=quantize_per_tensor]; +"13 dequantize_per_tensor_default_1" [id=13, type=dequantize_per_tensor]; +"14 linear_1_scale_0_updated_constant0" [id=14, type=get_attr]; +"15 compressed_weight_updated_constant3" [id=15, type=get_attr]; +"16 _param_constant4_0_0" [id=16, type=get_attr]; +"17 mul_tensor_1" [id=17, type=mul]; +"18 linear_1" [id=18, type=linear]; +"19 output" [id=19, type=output]; "0 arg0_1" -> "2 embedding"; "1 _param_constant0" -> "2 embedding"; -"2 embedding" -> "4 embedding_0_0_nncf_smooth_quant_0"; -"3 linear_updated_constant0" -> "9 quantize_per_channel_default"; -"4 embedding_0_0_nncf_smooth_quant_0" -> "5 quantize_per_tensor_default"; -"5 quantize_per_tensor_default" -> "6 dequantize_per_tensor_default"; -"6 dequantize_per_tensor_default" -> "12 linear"; -"7 linear_scale_0" -> "9 quantize_per_channel_default"; -"7 linear_scale_0" -> "10 dequantize_per_channel_default"; -"8 linear_zero_point_0" -> "9 quantize_per_channel_default"; -"8 linear_zero_point_0" -> "10 dequantize_per_channel_default"; -"9 quantize_per_channel_default" -> "10 dequantize_per_channel_default"; -"10 dequantize_per_channel_default" -> "12 linear"; -"11 _param_constant2_0_0" -> "12 linear"; -"12 linear" -> "14 add_tensor_0_0_nncf_smooth_quant_0"; -"13 linear_1_updated_constant0" -> "19 quantize_per_channel_default_1"; -"14 add_tensor_0_0_nncf_smooth_quant_0" -> "15 quantize_per_tensor_default_1"; -"15 quantize_per_tensor_default_1" -> "16 dequantize_per_tensor_default_1"; -"16 dequantize_per_tensor_default_1" -> "22 linear_1"; -"17 linear_1_scale_0" -> "19 quantize_per_channel_default_1"; -"17 linear_1_scale_0" -> "20 dequantize_per_channel_default_1"; -"18 linear_1_zero_point_0" -> "19 quantize_per_channel_default_1"; -"18 linear_1_zero_point_0" -> "20 dequantize_per_channel_default_1"; -"19 quantize_per_channel_default_1" -> "20 dequantize_per_channel_default_1"; -"20 dequantize_per_channel_default_1" -> "22 linear_1"; -"21 _param_constant4_0_0" -> "22 linear_1"; -"22 linear_1" -> "23 output"; +"2 embedding" -> "3 embedding_0_0_nncf_smooth_quant_0"; +"3 embedding_0_0_nncf_smooth_quant_0" -> "4 quantize_per_tensor_default"; +"4 quantize_per_tensor_default" -> "5 dequantize_per_tensor_default"; +"5 dequantize_per_tensor_default" -> "10 linear"; +"6 linear_scale_0_updated_constant0" -> "9 mul_tensor"; +"7 compressed_weight_updated_constant2" -> "9 mul_tensor"; +"8 _param_constant2_0_0" -> "10 linear"; +"9 mul_tensor" -> "10 linear"; +"10 linear" -> "11 add_tensor_0_0_nncf_smooth_quant_0"; +"11 add_tensor_0_0_nncf_smooth_quant_0" -> "12 quantize_per_tensor_default_1"; +"12 quantize_per_tensor_default_1" -> "13 dequantize_per_tensor_default_1"; +"13 dequantize_per_tensor_default_1" -> "18 linear_1"; +"14 linear_1_scale_0_updated_constant0" -> "17 mul_tensor_1"; +"15 compressed_weight_updated_constant3" -> "17 mul_tensor_1"; +"16 _param_constant4_0_0" -> "18 linear_1"; +"17 mul_tensor_1" -> "18 linear_1"; +"18 linear_1" -> "19 output"; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/unet.dot b/tests/torch/data/reference_graphs/fx/quantized/unet.dot index 703b5891438..0ae32b8fbe6 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/unet.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/unet.dot @@ -3,17 +3,17 @@ strict digraph { "1 quantize_per_tensor_default_8" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default_12" [id=2, type=dequantize_per_tensor]; "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; -"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; +"4 compressed_weight_updated_constant23" [id=4, type=get_attr]; "5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul" [id=6, type=mul]; +"6 mul_tensor" [id=6, type=mul]; "7 conv2d" [id=7, type=conv2d]; "8 relu" [id=8, type=relu]; "9 quantize_per_tensor_default_9" [id=9, type=quantize_per_tensor]; "10 dequantize_per_tensor_default_13" [id=10, type=dequantize_per_tensor]; "11 conv2d_1_scale_0_updated_constant0" [id=11, type=get_attr]; -"12 compressed_weight_updated_constant1" [id=12, type=get_attr]; +"12 compressed_weight_updated_constant24" [id=12, type=get_attr]; "13 _param_constant5_0_0" [id=13, type=get_attr]; -"14 mul_1" [id=14, type=mul]; +"14 mul_tensor_1" [id=14, type=mul]; "15 conv2d_1" [id=15, type=conv2d]; "16 relu_1" [id=16, type=relu]; "17 quantize_per_tensor_default" [id=17, type=quantize_per_tensor]; @@ -21,17 +21,17 @@ strict digraph { "19 dequantize_per_tensor_default" [id=19, type=dequantize_per_tensor]; "20 max_pool2d" [id=20, type=max_pool2d]; "21 conv2d_2_scale_0_updated_constant0" [id=21, type=get_attr]; -"22 compressed_weight_updated_constant2" [id=22, type=get_attr]; +"22 compressed_weight_updated_constant25" [id=22, type=get_attr]; "23 _param_constant9_0_0" [id=23, type=get_attr]; -"24 mul_2" [id=24, type=mul]; +"24 mul_tensor_2" [id=24, type=mul]; "25 conv2d_2" [id=25, type=conv2d]; "26 relu_2" [id=26, type=relu]; "27 quantize_per_tensor_default_10" [id=27, type=quantize_per_tensor]; "28 dequantize_per_tensor_default_14" [id=28, type=dequantize_per_tensor]; "29 conv2d_3_scale_0_updated_constant0" [id=29, type=get_attr]; -"30 compressed_weight_updated_constant3" [id=30, type=get_attr]; +"30 compressed_weight_updated_constant26" [id=30, type=get_attr]; "31 _param_constant13_0_0" [id=31, type=get_attr]; -"32 mul_3" [id=32, type=mul]; +"32 mul_tensor_3" [id=32, type=mul]; "33 conv2d_3" [id=33, type=conv2d]; "34 relu_3" [id=34, type=relu]; "35 quantize_per_tensor_default_3" [id=35, type=quantize_per_tensor]; @@ -39,17 +39,17 @@ strict digraph { "37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; "38 max_pool2d_1" [id=38, type=max_pool2d]; "39 conv2d_4_scale_0_updated_constant0" [id=39, type=get_attr]; -"40 compressed_weight_updated_constant4" [id=40, type=get_attr]; +"40 compressed_weight_updated_constant27" [id=40, type=get_attr]; "41 _param_constant17_0_0" [id=41, type=get_attr]; -"42 mul_4" [id=42, type=mul]; +"42 mul_tensor_4" [id=42, type=mul]; "43 conv2d_4" [id=43, type=conv2d]; "44 relu_4" [id=44, type=relu]; "45 quantize_per_tensor_default_11" [id=45, type=quantize_per_tensor]; "46 dequantize_per_tensor_default_15" [id=46, type=dequantize_per_tensor]; "47 conv2d_5_scale_0_updated_constant0" [id=47, type=get_attr]; -"48 compressed_weight_updated_constant5" [id=48, type=get_attr]; +"48 compressed_weight_updated_constant28" [id=48, type=get_attr]; "49 _param_constant21_0_0" [id=49, type=get_attr]; -"50 mul_5" [id=50, type=mul]; +"50 mul_tensor_5" [id=50, type=mul]; "51 conv2d_5" [id=51, type=conv2d]; "52 relu_5" [id=52, type=relu]; "53 quantize_per_tensor_default_4" [id=53, type=quantize_per_tensor]; @@ -57,17 +57,17 @@ strict digraph { "55 dequantize_per_tensor_default_6" [id=55, type=dequantize_per_tensor]; "56 max_pool2d_2" [id=56, type=max_pool2d]; "57 conv2d_6_scale_0_updated_constant0" [id=57, type=get_attr]; -"58 compressed_weight_updated_constant6" [id=58, type=get_attr]; +"58 compressed_weight_updated_constant29" [id=58, type=get_attr]; "59 _param_constant25_0_0" [id=59, type=get_attr]; -"60 mul_6" [id=60, type=mul]; +"60 mul_tensor_6" [id=60, type=mul]; "61 conv2d_6" [id=61, type=conv2d]; "62 relu_6" [id=62, type=relu]; "63 quantize_per_tensor_default_12" [id=63, type=quantize_per_tensor]; "64 dequantize_per_tensor_default_16" [id=64, type=dequantize_per_tensor]; "65 conv2d_7_scale_0_updated_constant0" [id=65, type=get_attr]; -"66 compressed_weight_updated_constant7" [id=66, type=get_attr]; +"66 compressed_weight_updated_constant30" [id=66, type=get_attr]; "67 _param_constant29_0_0" [id=67, type=get_attr]; -"68 mul_7" [id=68, type=mul]; +"68 mul_tensor_7" [id=68, type=mul]; "69 conv2d_7" [id=69, type=conv2d]; "70 relu_7" [id=70, type=relu]; "71 quantize_per_tensor_default_7" [id=71, type=quantize_per_tensor]; @@ -75,25 +75,25 @@ strict digraph { "73 dequantize_per_tensor_default_10" [id=73, type=dequantize_per_tensor]; "74 max_pool2d_3" [id=74, type=max_pool2d]; "75 conv2d_8_scale_0_updated_constant0" [id=75, type=get_attr]; -"76 compressed_weight_updated_constant8" [id=76, type=get_attr]; +"76 compressed_weight_updated_constant31" [id=76, type=get_attr]; "77 _param_constant33_0_0" [id=77, type=get_attr]; -"78 mul_8" [id=78, type=mul]; +"78 mul_tensor_8" [id=78, type=mul]; "79 conv2d_8" [id=79, type=conv2d]; "80 relu_8" [id=80, type=relu]; "81 quantize_per_tensor_default_13" [id=81, type=quantize_per_tensor]; "82 dequantize_per_tensor_default_17" [id=82, type=dequantize_per_tensor]; "83 conv2d_9_scale_0_updated_constant0" [id=83, type=get_attr]; -"84 compressed_weight_updated_constant9" [id=84, type=get_attr]; +"84 compressed_weight_updated_constant32" [id=84, type=get_attr]; "85 _param_constant37_0_0" [id=85, type=get_attr]; -"86 mul_9" [id=86, type=mul]; +"86 mul_tensor_9" [id=86, type=mul]; "87 conv2d_9" [id=87, type=conv2d]; "88 relu_9" [id=88, type=relu]; "89 quantize_per_tensor_default_14" [id=89, type=quantize_per_tensor]; "90 dequantize_per_tensor_default_18" [id=90, type=dequantize_per_tensor]; "91 _param_constant41" [id=91, type=get_attr]; "92 conv_transpose2d_scale_0_updated_constant0" [id=92, type=get_attr]; -"93 compressed_weight_updated_constant10" [id=93, type=get_attr]; -"94 mul_10" [id=94, type=mul]; +"93 compressed_weight_updated_constant33" [id=93, type=get_attr]; +"94 mul_tensor_10" [id=94, type=mul]; "95 conv_transpose2d" [id=95, type=conv_transpose2d]; "96 quantize_per_tensor_default_6" [id=96, type=quantize_per_tensor]; "97 dequantize_per_tensor_default_9" [id=97, type=dequantize_per_tensor]; @@ -103,25 +103,25 @@ strict digraph { "101 slice_4" [id=101, type=slice]; "102 cat" [id=102, type=cat]; "103 conv2d_10_scale_0_updated_constant0" [id=103, type=get_attr]; -"104 compressed_weight_updated_constant11" [id=104, type=get_attr]; +"104 compressed_weight_updated_constant34" [id=104, type=get_attr]; "105 _param_constant43_0_0" [id=105, type=get_attr]; -"106 mul_11" [id=106, type=mul]; +"106 mul_tensor_11" [id=106, type=mul]; "107 conv2d_10" [id=107, type=conv2d]; "108 relu_10" [id=108, type=relu]; "109 quantize_per_tensor_default_15" [id=109, type=quantize_per_tensor]; "110 dequantize_per_tensor_default_19" [id=110, type=dequantize_per_tensor]; "111 conv2d_11_scale_0_updated_constant0" [id=111, type=get_attr]; -"112 compressed_weight_updated_constant12" [id=112, type=get_attr]; +"112 compressed_weight_updated_constant35" [id=112, type=get_attr]; "113 _param_constant47_0_0" [id=113, type=get_attr]; -"114 mul_12" [id=114, type=mul]; +"114 mul_tensor_12" [id=114, type=mul]; "115 conv2d_11" [id=115, type=conv2d]; "116 relu_11" [id=116, type=relu]; "117 quantize_per_tensor_default_16" [id=117, type=quantize_per_tensor]; "118 dequantize_per_tensor_default_20" [id=118, type=dequantize_per_tensor]; "119 _param_constant51" [id=119, type=get_attr]; "120 conv_transpose2d_1_scale_0_updated_constant0" [id=120, type=get_attr]; -"121 compressed_weight_updated_constant13" [id=121, type=get_attr]; -"122 mul_13" [id=122, type=mul]; +"121 compressed_weight_updated_constant36" [id=121, type=get_attr]; +"122 mul_tensor_13" [id=122, type=mul]; "123 conv_transpose2d_1" [id=123, type=conv_transpose2d]; "124 quantize_per_tensor_default_5" [id=124, type=quantize_per_tensor]; "125 dequantize_per_tensor_default_8" [id=125, type=dequantize_per_tensor]; @@ -131,25 +131,25 @@ strict digraph { "129 slice_8" [id=129, type=slice]; "130 cat_1" [id=130, type=cat]; "131 conv2d_12_scale_0_updated_constant0" [id=131, type=get_attr]; -"132 compressed_weight_updated_constant14" [id=132, type=get_attr]; +"132 compressed_weight_updated_constant37" [id=132, type=get_attr]; "133 _param_constant53_0_0" [id=133, type=get_attr]; -"134 mul_14" [id=134, type=mul]; +"134 mul_tensor_14" [id=134, type=mul]; "135 conv2d_12" [id=135, type=conv2d]; "136 relu_12" [id=136, type=relu]; "137 quantize_per_tensor_default_17" [id=137, type=quantize_per_tensor]; "138 dequantize_per_tensor_default_21" [id=138, type=dequantize_per_tensor]; "139 conv2d_13_scale_0_updated_constant0" [id=139, type=get_attr]; -"140 compressed_weight_updated_constant15" [id=140, type=get_attr]; +"140 compressed_weight_updated_constant38" [id=140, type=get_attr]; "141 _param_constant57_0_0" [id=141, type=get_attr]; -"142 mul_15" [id=142, type=mul]; +"142 mul_tensor_15" [id=142, type=mul]; "143 conv2d_13" [id=143, type=conv2d]; "144 relu_13" [id=144, type=relu]; "145 quantize_per_tensor_default_18" [id=145, type=quantize_per_tensor]; "146 dequantize_per_tensor_default_22" [id=146, type=dequantize_per_tensor]; "147 _param_constant61" [id=147, type=get_attr]; "148 conv_transpose2d_2_scale_0_updated_constant0" [id=148, type=get_attr]; -"149 compressed_weight_updated_constant16" [id=149, type=get_attr]; -"150 mul_16" [id=150, type=mul]; +"149 compressed_weight_updated_constant39" [id=149, type=get_attr]; +"150 mul_tensor_16" [id=150, type=mul]; "151 conv_transpose2d_2" [id=151, type=conv_transpose2d]; "152 quantize_per_tensor_default_2" [id=152, type=quantize_per_tensor]; "153 dequantize_per_tensor_default_3" [id=153, type=dequantize_per_tensor]; @@ -159,25 +159,25 @@ strict digraph { "157 slice_12" [id=157, type=slice]; "158 cat_2" [id=158, type=cat]; "159 conv2d_14_scale_0_updated_constant0" [id=159, type=get_attr]; -"160 compressed_weight_updated_constant17" [id=160, type=get_attr]; +"160 compressed_weight_updated_constant40" [id=160, type=get_attr]; "161 _param_constant63_0_0" [id=161, type=get_attr]; -"162 mul_17" [id=162, type=mul]; +"162 mul_tensor_17" [id=162, type=mul]; "163 conv2d_14" [id=163, type=conv2d]; "164 relu_14" [id=164, type=relu]; "165 quantize_per_tensor_default_19" [id=165, type=quantize_per_tensor]; "166 dequantize_per_tensor_default_23" [id=166, type=dequantize_per_tensor]; "167 conv2d_15_scale_0_updated_constant0" [id=167, type=get_attr]; -"168 compressed_weight_updated_constant18" [id=168, type=get_attr]; +"168 compressed_weight_updated_constant41" [id=168, type=get_attr]; "169 _param_constant67_0_0" [id=169, type=get_attr]; -"170 mul_18" [id=170, type=mul]; +"170 mul_tensor_18" [id=170, type=mul]; "171 conv2d_15" [id=171, type=conv2d]; "172 relu_15" [id=172, type=relu]; "173 quantize_per_tensor_default_20" [id=173, type=quantize_per_tensor]; "174 dequantize_per_tensor_default_24" [id=174, type=dequantize_per_tensor]; "175 _param_constant71" [id=175, type=get_attr]; "176 conv_transpose2d_3_scale_0_updated_constant0" [id=176, type=get_attr]; -"177 compressed_weight_updated_constant19" [id=177, type=get_attr]; -"178 mul_19" [id=178, type=mul]; +"177 compressed_weight_updated_constant42" [id=177, type=get_attr]; +"178 mul_tensor_19" [id=178, type=mul]; "179 conv_transpose2d_3" [id=179, type=conv_transpose2d]; "180 quantize_per_tensor_default_1" [id=180, type=quantize_per_tensor]; "181 dequantize_per_tensor_default_2" [id=181, type=dequantize_per_tensor]; @@ -187,42 +187,42 @@ strict digraph { "185 slice_16" [id=185, type=slice]; "186 cat_3" [id=186, type=cat]; "187 conv2d_16_scale_0_updated_constant0" [id=187, type=get_attr]; -"188 compressed_weight_updated_constant20" [id=188, type=get_attr]; +"188 compressed_weight_updated_constant43" [id=188, type=get_attr]; "189 _param_constant73_0_0" [id=189, type=get_attr]; -"190 mul_20" [id=190, type=mul]; +"190 mul_tensor_20" [id=190, type=mul]; "191 conv2d_16" [id=191, type=conv2d]; "192 relu_16" [id=192, type=relu]; "193 quantize_per_tensor_default_21" [id=193, type=quantize_per_tensor]; "194 dequantize_per_tensor_default_25" [id=194, type=dequantize_per_tensor]; "195 conv2d_17_scale_0_updated_constant0" [id=195, type=get_attr]; -"196 compressed_weight_updated_constant21" [id=196, type=get_attr]; +"196 compressed_weight_updated_constant44" [id=196, type=get_attr]; "197 _param_constant77_0_0" [id=197, type=get_attr]; -"198 mul_21" [id=198, type=mul]; +"198 mul_tensor_21" [id=198, type=mul]; "199 conv2d_17" [id=199, type=conv2d]; "200 relu_17" [id=200, type=relu]; "201 quantize_per_tensor_default_22" [id=201, type=quantize_per_tensor]; "202 dequantize_per_tensor_default_26" [id=202, type=dequantize_per_tensor]; "203 conv2d_18_scale_0_updated_constant0" [id=203, type=get_attr]; -"204 compressed_weight_updated_constant22" [id=204, type=get_attr]; +"204 compressed_weight_updated_constant45" [id=204, type=get_attr]; "205 _param_constant81_0_0" [id=205, type=get_attr]; -"206 mul_22" [id=206, type=mul]; +"206 mul_tensor_22" [id=206, type=mul]; "207 conv2d_18" [id=207, type=conv2d]; "208 output" [id=208, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default_8"; "1 quantize_per_tensor_default_8" -> "2 dequantize_per_tensor_default_12"; "2 dequantize_per_tensor_default_12" -> "7 conv2d"; -"3 conv2d_scale_0_updated_constant0" -> "6 mul"; -"4 compressed_weight_updated_constant0" -> "6 mul"; +"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor"; +"4 compressed_weight_updated_constant23" -> "6 mul_tensor"; "5 _param_constant1_0_0" -> "7 conv2d"; -"6 mul" -> "7 conv2d"; +"6 mul_tensor" -> "7 conv2d"; "7 conv2d" -> "8 relu"; "8 relu" -> "9 quantize_per_tensor_default_9"; "9 quantize_per_tensor_default_9" -> "10 dequantize_per_tensor_default_13"; "10 dequantize_per_tensor_default_13" -> "15 conv2d_1"; -"11 conv2d_1_scale_0_updated_constant0" -> "14 mul_1"; -"12 compressed_weight_updated_constant1" -> "14 mul_1"; +"11 conv2d_1_scale_0_updated_constant0" -> "14 mul_tensor_1"; +"12 compressed_weight_updated_constant24" -> "14 mul_tensor_1"; "13 _param_constant5_0_0" -> "15 conv2d_1"; -"14 mul_1" -> "15 conv2d_1"; +"14 mul_tensor_1" -> "15 conv2d_1"; "15 conv2d_1" -> "16 relu_1"; "16 relu_1" -> "17 quantize_per_tensor_default"; "17 quantize_per_tensor_default" -> "18 dequantize_per_tensor_default_1"; @@ -230,18 +230,18 @@ strict digraph { "18 dequantize_per_tensor_default_1" -> "182 slice_13"; "19 dequantize_per_tensor_default" -> "20 max_pool2d"; "20 max_pool2d" -> "25 conv2d_2"; -"21 conv2d_2_scale_0_updated_constant0" -> "24 mul_2"; -"22 compressed_weight_updated_constant2" -> "24 mul_2"; +"21 conv2d_2_scale_0_updated_constant0" -> "24 mul_tensor_2"; +"22 compressed_weight_updated_constant25" -> "24 mul_tensor_2"; "23 _param_constant9_0_0" -> "25 conv2d_2"; -"24 mul_2" -> "25 conv2d_2"; +"24 mul_tensor_2" -> "25 conv2d_2"; "25 conv2d_2" -> "26 relu_2"; "26 relu_2" -> "27 quantize_per_tensor_default_10"; "27 quantize_per_tensor_default_10" -> "28 dequantize_per_tensor_default_14"; "28 dequantize_per_tensor_default_14" -> "33 conv2d_3"; -"29 conv2d_3_scale_0_updated_constant0" -> "32 mul_3"; -"30 compressed_weight_updated_constant3" -> "32 mul_3"; +"29 conv2d_3_scale_0_updated_constant0" -> "32 mul_tensor_3"; +"30 compressed_weight_updated_constant26" -> "32 mul_tensor_3"; "31 _param_constant13_0_0" -> "33 conv2d_3"; -"32 mul_3" -> "33 conv2d_3"; +"32 mul_tensor_3" -> "33 conv2d_3"; "33 conv2d_3" -> "34 relu_3"; "34 relu_3" -> "35 quantize_per_tensor_default_3"; "35 quantize_per_tensor_default_3" -> "36 dequantize_per_tensor_default_5"; @@ -249,18 +249,18 @@ strict digraph { "36 dequantize_per_tensor_default_5" -> "154 slice_9"; "37 dequantize_per_tensor_default_4" -> "38 max_pool2d_1"; "38 max_pool2d_1" -> "43 conv2d_4"; -"39 conv2d_4_scale_0_updated_constant0" -> "42 mul_4"; -"40 compressed_weight_updated_constant4" -> "42 mul_4"; +"39 conv2d_4_scale_0_updated_constant0" -> "42 mul_tensor_4"; +"40 compressed_weight_updated_constant27" -> "42 mul_tensor_4"; "41 _param_constant17_0_0" -> "43 conv2d_4"; -"42 mul_4" -> "43 conv2d_4"; +"42 mul_tensor_4" -> "43 conv2d_4"; "43 conv2d_4" -> "44 relu_4"; "44 relu_4" -> "45 quantize_per_tensor_default_11"; "45 quantize_per_tensor_default_11" -> "46 dequantize_per_tensor_default_15"; "46 dequantize_per_tensor_default_15" -> "51 conv2d_5"; -"47 conv2d_5_scale_0_updated_constant0" -> "50 mul_5"; -"48 compressed_weight_updated_constant5" -> "50 mul_5"; +"47 conv2d_5_scale_0_updated_constant0" -> "50 mul_tensor_5"; +"48 compressed_weight_updated_constant28" -> "50 mul_tensor_5"; "49 _param_constant21_0_0" -> "51 conv2d_5"; -"50 mul_5" -> "51 conv2d_5"; +"50 mul_tensor_5" -> "51 conv2d_5"; "51 conv2d_5" -> "52 relu_5"; "52 relu_5" -> "53 quantize_per_tensor_default_4"; "53 quantize_per_tensor_default_4" -> "54 dequantize_per_tensor_default_7"; @@ -268,18 +268,18 @@ strict digraph { "54 dequantize_per_tensor_default_7" -> "126 slice_5"; "55 dequantize_per_tensor_default_6" -> "56 max_pool2d_2"; "56 max_pool2d_2" -> "61 conv2d_6"; -"57 conv2d_6_scale_0_updated_constant0" -> "60 mul_6"; -"58 compressed_weight_updated_constant6" -> "60 mul_6"; +"57 conv2d_6_scale_0_updated_constant0" -> "60 mul_tensor_6"; +"58 compressed_weight_updated_constant29" -> "60 mul_tensor_6"; "59 _param_constant25_0_0" -> "61 conv2d_6"; -"60 mul_6" -> "61 conv2d_6"; +"60 mul_tensor_6" -> "61 conv2d_6"; "61 conv2d_6" -> "62 relu_6"; "62 relu_6" -> "63 quantize_per_tensor_default_12"; "63 quantize_per_tensor_default_12" -> "64 dequantize_per_tensor_default_16"; "64 dequantize_per_tensor_default_16" -> "69 conv2d_7"; -"65 conv2d_7_scale_0_updated_constant0" -> "68 mul_7"; -"66 compressed_weight_updated_constant7" -> "68 mul_7"; +"65 conv2d_7_scale_0_updated_constant0" -> "68 mul_tensor_7"; +"66 compressed_weight_updated_constant30" -> "68 mul_tensor_7"; "67 _param_constant29_0_0" -> "69 conv2d_7"; -"68 mul_7" -> "69 conv2d_7"; +"68 mul_tensor_7" -> "69 conv2d_7"; "69 conv2d_7" -> "70 relu_7"; "70 relu_7" -> "71 quantize_per_tensor_default_7"; "71 quantize_per_tensor_default_7" -> "72 dequantize_per_tensor_default_11"; @@ -287,26 +287,26 @@ strict digraph { "72 dequantize_per_tensor_default_11" -> "98 slice_1"; "73 dequantize_per_tensor_default_10" -> "74 max_pool2d_3"; "74 max_pool2d_3" -> "79 conv2d_8"; -"75 conv2d_8_scale_0_updated_constant0" -> "78 mul_8"; -"76 compressed_weight_updated_constant8" -> "78 mul_8"; +"75 conv2d_8_scale_0_updated_constant0" -> "78 mul_tensor_8"; +"76 compressed_weight_updated_constant31" -> "78 mul_tensor_8"; "77 _param_constant33_0_0" -> "79 conv2d_8"; -"78 mul_8" -> "79 conv2d_8"; +"78 mul_tensor_8" -> "79 conv2d_8"; "79 conv2d_8" -> "80 relu_8"; "80 relu_8" -> "81 quantize_per_tensor_default_13"; "81 quantize_per_tensor_default_13" -> "82 dequantize_per_tensor_default_17"; "82 dequantize_per_tensor_default_17" -> "87 conv2d_9"; -"83 conv2d_9_scale_0_updated_constant0" -> "86 mul_9"; -"84 compressed_weight_updated_constant9" -> "86 mul_9"; +"83 conv2d_9_scale_0_updated_constant0" -> "86 mul_tensor_9"; +"84 compressed_weight_updated_constant32" -> "86 mul_tensor_9"; "85 _param_constant37_0_0" -> "87 conv2d_9"; -"86 mul_9" -> "87 conv2d_9"; +"86 mul_tensor_9" -> "87 conv2d_9"; "87 conv2d_9" -> "88 relu_9"; "88 relu_9" -> "89 quantize_per_tensor_default_14"; "89 quantize_per_tensor_default_14" -> "90 dequantize_per_tensor_default_18"; "90 dequantize_per_tensor_default_18" -> "95 conv_transpose2d"; "91 _param_constant41" -> "95 conv_transpose2d"; -"92 conv_transpose2d_scale_0_updated_constant0" -> "94 mul_10"; -"93 compressed_weight_updated_constant10" -> "94 mul_10"; -"94 mul_10" -> "95 conv_transpose2d"; +"92 conv_transpose2d_scale_0_updated_constant0" -> "94 mul_tensor_10"; +"93 compressed_weight_updated_constant33" -> "94 mul_tensor_10"; +"94 mul_tensor_10" -> "95 conv_transpose2d"; "95 conv_transpose2d" -> "96 quantize_per_tensor_default_6"; "96 quantize_per_tensor_default_6" -> "97 dequantize_per_tensor_default_9"; "97 dequantize_per_tensor_default_9" -> "102 cat"; @@ -315,26 +315,26 @@ strict digraph { "100 slice_3" -> "101 slice_4"; "101 slice_4" -> "102 cat"; "102 cat" -> "107 conv2d_10"; -"103 conv2d_10_scale_0_updated_constant0" -> "106 mul_11"; -"104 compressed_weight_updated_constant11" -> "106 mul_11"; +"103 conv2d_10_scale_0_updated_constant0" -> "106 mul_tensor_11"; +"104 compressed_weight_updated_constant34" -> "106 mul_tensor_11"; "105 _param_constant43_0_0" -> "107 conv2d_10"; -"106 mul_11" -> "107 conv2d_10"; +"106 mul_tensor_11" -> "107 conv2d_10"; "107 conv2d_10" -> "108 relu_10"; "108 relu_10" -> "109 quantize_per_tensor_default_15"; "109 quantize_per_tensor_default_15" -> "110 dequantize_per_tensor_default_19"; "110 dequantize_per_tensor_default_19" -> "115 conv2d_11"; -"111 conv2d_11_scale_0_updated_constant0" -> "114 mul_12"; -"112 compressed_weight_updated_constant12" -> "114 mul_12"; +"111 conv2d_11_scale_0_updated_constant0" -> "114 mul_tensor_12"; +"112 compressed_weight_updated_constant35" -> "114 mul_tensor_12"; "113 _param_constant47_0_0" -> "115 conv2d_11"; -"114 mul_12" -> "115 conv2d_11"; +"114 mul_tensor_12" -> "115 conv2d_11"; "115 conv2d_11" -> "116 relu_11"; "116 relu_11" -> "117 quantize_per_tensor_default_16"; "117 quantize_per_tensor_default_16" -> "118 dequantize_per_tensor_default_20"; "118 dequantize_per_tensor_default_20" -> "123 conv_transpose2d_1"; "119 _param_constant51" -> "123 conv_transpose2d_1"; -"120 conv_transpose2d_1_scale_0_updated_constant0" -> "122 mul_13"; -"121 compressed_weight_updated_constant13" -> "122 mul_13"; -"122 mul_13" -> "123 conv_transpose2d_1"; +"120 conv_transpose2d_1_scale_0_updated_constant0" -> "122 mul_tensor_13"; +"121 compressed_weight_updated_constant36" -> "122 mul_tensor_13"; +"122 mul_tensor_13" -> "123 conv_transpose2d_1"; "123 conv_transpose2d_1" -> "124 quantize_per_tensor_default_5"; "124 quantize_per_tensor_default_5" -> "125 dequantize_per_tensor_default_8"; "125 dequantize_per_tensor_default_8" -> "130 cat_1"; @@ -343,26 +343,26 @@ strict digraph { "128 slice_7" -> "129 slice_8"; "129 slice_8" -> "130 cat_1"; "130 cat_1" -> "135 conv2d_12"; -"131 conv2d_12_scale_0_updated_constant0" -> "134 mul_14"; -"132 compressed_weight_updated_constant14" -> "134 mul_14"; +"131 conv2d_12_scale_0_updated_constant0" -> "134 mul_tensor_14"; +"132 compressed_weight_updated_constant37" -> "134 mul_tensor_14"; "133 _param_constant53_0_0" -> "135 conv2d_12"; -"134 mul_14" -> "135 conv2d_12"; +"134 mul_tensor_14" -> "135 conv2d_12"; "135 conv2d_12" -> "136 relu_12"; "136 relu_12" -> "137 quantize_per_tensor_default_17"; "137 quantize_per_tensor_default_17" -> "138 dequantize_per_tensor_default_21"; "138 dequantize_per_tensor_default_21" -> "143 conv2d_13"; -"139 conv2d_13_scale_0_updated_constant0" -> "142 mul_15"; -"140 compressed_weight_updated_constant15" -> "142 mul_15"; +"139 conv2d_13_scale_0_updated_constant0" -> "142 mul_tensor_15"; +"140 compressed_weight_updated_constant38" -> "142 mul_tensor_15"; "141 _param_constant57_0_0" -> "143 conv2d_13"; -"142 mul_15" -> "143 conv2d_13"; +"142 mul_tensor_15" -> "143 conv2d_13"; "143 conv2d_13" -> "144 relu_13"; "144 relu_13" -> "145 quantize_per_tensor_default_18"; "145 quantize_per_tensor_default_18" -> "146 dequantize_per_tensor_default_22"; "146 dequantize_per_tensor_default_22" -> "151 conv_transpose2d_2"; "147 _param_constant61" -> "151 conv_transpose2d_2"; -"148 conv_transpose2d_2_scale_0_updated_constant0" -> "150 mul_16"; -"149 compressed_weight_updated_constant16" -> "150 mul_16"; -"150 mul_16" -> "151 conv_transpose2d_2"; +"148 conv_transpose2d_2_scale_0_updated_constant0" -> "150 mul_tensor_16"; +"149 compressed_weight_updated_constant39" -> "150 mul_tensor_16"; +"150 mul_tensor_16" -> "151 conv_transpose2d_2"; "151 conv_transpose2d_2" -> "152 quantize_per_tensor_default_2"; "152 quantize_per_tensor_default_2" -> "153 dequantize_per_tensor_default_3"; "153 dequantize_per_tensor_default_3" -> "158 cat_2"; @@ -371,26 +371,26 @@ strict digraph { "156 slice_11" -> "157 slice_12"; "157 slice_12" -> "158 cat_2"; "158 cat_2" -> "163 conv2d_14"; -"159 conv2d_14_scale_0_updated_constant0" -> "162 mul_17"; -"160 compressed_weight_updated_constant17" -> "162 mul_17"; +"159 conv2d_14_scale_0_updated_constant0" -> "162 mul_tensor_17"; +"160 compressed_weight_updated_constant40" -> "162 mul_tensor_17"; "161 _param_constant63_0_0" -> "163 conv2d_14"; -"162 mul_17" -> "163 conv2d_14"; +"162 mul_tensor_17" -> "163 conv2d_14"; "163 conv2d_14" -> "164 relu_14"; "164 relu_14" -> "165 quantize_per_tensor_default_19"; "165 quantize_per_tensor_default_19" -> "166 dequantize_per_tensor_default_23"; "166 dequantize_per_tensor_default_23" -> "171 conv2d_15"; -"167 conv2d_15_scale_0_updated_constant0" -> "170 mul_18"; -"168 compressed_weight_updated_constant18" -> "170 mul_18"; +"167 conv2d_15_scale_0_updated_constant0" -> "170 mul_tensor_18"; +"168 compressed_weight_updated_constant41" -> "170 mul_tensor_18"; "169 _param_constant67_0_0" -> "171 conv2d_15"; -"170 mul_18" -> "171 conv2d_15"; +"170 mul_tensor_18" -> "171 conv2d_15"; "171 conv2d_15" -> "172 relu_15"; "172 relu_15" -> "173 quantize_per_tensor_default_20"; "173 quantize_per_tensor_default_20" -> "174 dequantize_per_tensor_default_24"; "174 dequantize_per_tensor_default_24" -> "179 conv_transpose2d_3"; "175 _param_constant71" -> "179 conv_transpose2d_3"; -"176 conv_transpose2d_3_scale_0_updated_constant0" -> "178 mul_19"; -"177 compressed_weight_updated_constant19" -> "178 mul_19"; -"178 mul_19" -> "179 conv_transpose2d_3"; +"176 conv_transpose2d_3_scale_0_updated_constant0" -> "178 mul_tensor_19"; +"177 compressed_weight_updated_constant42" -> "178 mul_tensor_19"; +"178 mul_tensor_19" -> "179 conv_transpose2d_3"; "179 conv_transpose2d_3" -> "180 quantize_per_tensor_default_1"; "180 quantize_per_tensor_default_1" -> "181 dequantize_per_tensor_default_2"; "181 dequantize_per_tensor_default_2" -> "186 cat_3"; @@ -399,25 +399,25 @@ strict digraph { "184 slice_15" -> "185 slice_16"; "185 slice_16" -> "186 cat_3"; "186 cat_3" -> "191 conv2d_16"; -"187 conv2d_16_scale_0_updated_constant0" -> "190 mul_20"; -"188 compressed_weight_updated_constant20" -> "190 mul_20"; +"187 conv2d_16_scale_0_updated_constant0" -> "190 mul_tensor_20"; +"188 compressed_weight_updated_constant43" -> "190 mul_tensor_20"; "189 _param_constant73_0_0" -> "191 conv2d_16"; -"190 mul_20" -> "191 conv2d_16"; +"190 mul_tensor_20" -> "191 conv2d_16"; "191 conv2d_16" -> "192 relu_16"; "192 relu_16" -> "193 quantize_per_tensor_default_21"; "193 quantize_per_tensor_default_21" -> "194 dequantize_per_tensor_default_25"; "194 dequantize_per_tensor_default_25" -> "199 conv2d_17"; -"195 conv2d_17_scale_0_updated_constant0" -> "198 mul_21"; -"196 compressed_weight_updated_constant21" -> "198 mul_21"; +"195 conv2d_17_scale_0_updated_constant0" -> "198 mul_tensor_21"; +"196 compressed_weight_updated_constant44" -> "198 mul_tensor_21"; "197 _param_constant77_0_0" -> "199 conv2d_17"; -"198 mul_21" -> "199 conv2d_17"; +"198 mul_tensor_21" -> "199 conv2d_17"; "199 conv2d_17" -> "200 relu_17"; "200 relu_17" -> "201 quantize_per_tensor_default_22"; "201 quantize_per_tensor_default_22" -> "202 dequantize_per_tensor_default_26"; "202 dequantize_per_tensor_default_26" -> "207 conv2d_18"; -"203 conv2d_18_scale_0_updated_constant0" -> "206 mul_22"; -"204 compressed_weight_updated_constant22" -> "206 mul_22"; +"203 conv2d_18_scale_0_updated_constant0" -> "206 mul_tensor_22"; +"204 compressed_weight_updated_constant45" -> "206 mul_tensor_22"; "205 _param_constant81_0_0" -> "207 conv2d_18"; -"206 mul_22" -> "207 conv2d_18"; +"206 mul_tensor_22" -> "207 conv2d_18"; "207 conv2d_18" -> "208 output"; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot index ae0c0398d75..d8b86362371 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot @@ -3,9 +3,9 @@ strict digraph { "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; "3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; -"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; +"4 compressed_weight_updated_constant50" [id=4, type=get_attr]; "5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul" [id=6, type=mul]; +"6 mul_tensor" [id=6, type=mul]; "7 conv2d" [id=7, type=conv2d]; "8 reshape" [id=8, type=reshape]; "9 permute" [id=9, type=permute]; @@ -23,9 +23,9 @@ strict digraph { "21 quantize_per_tensor_default_1" [id=21, type=quantize_per_tensor]; "22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; "23 linear_scale_0_updated_constant0" [id=23, type=get_attr]; -"24 compressed_weight_updated_constant1" [id=24, type=get_attr]; +"24 compressed_weight_updated_constant51" [id=24, type=get_attr]; "25 _param_constant7_0_0" [id=25, type=get_attr]; -"26 mul_1" [id=26, type=mul]; +"26 mul_tensor_1" [id=26, type=mul]; "27 linear" [id=27, type=linear]; "28 unflatten" [id=28, type=unflatten]; "29 unsqueeze" [id=29, type=unsqueeze]; @@ -55,9 +55,9 @@ strict digraph { "53 quantize_per_tensor_default_4" [id=53, type=quantize_per_tensor]; "54 dequantize_per_tensor_default_4" [id=54, type=dequantize_per_tensor]; "55 linear_1_scale_0_updated_constant0" [id=55, type=get_attr]; -"56 compressed_weight_updated_constant2" [id=56, type=get_attr]; +"56 compressed_weight_updated_constant52" [id=56, type=get_attr]; "57 _param_constant9_0_0" [id=57, type=get_attr]; -"58 mul_2" [id=58, type=mul]; +"58 mul_tensor_2" [id=58, type=mul]; "59 linear_1" [id=59, type=linear]; "60 view_7" [id=60, type=view]; "61 transpose_5" [id=61, type=transpose]; @@ -70,9 +70,9 @@ strict digraph { "68 quantize_per_tensor_default_5" [id=68, type=quantize_per_tensor]; "69 dequantize_per_tensor_default_5" [id=69, type=dequantize_per_tensor]; "70 linear_2_scale_0_updated_constant0" [id=70, type=get_attr]; -"71 compressed_weight_updated_constant3" [id=71, type=get_attr]; +"71 compressed_weight_updated_constant53" [id=71, type=get_attr]; "72 _param_constant13_0_0" [id=72, type=get_attr]; -"73 mul_3" [id=73, type=mul]; +"73 mul_tensor_3" [id=73, type=mul]; "74 linear_2" [id=74, type=linear]; "75 gelu" [id=75, type=gelu]; "76 dropout_2" [id=76, type=dropout]; @@ -80,9 +80,9 @@ strict digraph { "78 quantize_per_tensor_default_6" [id=78, type=quantize_per_tensor]; "79 dequantize_per_tensor_default_6" [id=79, type=dequantize_per_tensor]; "80 linear_3_scale_0_updated_constant0" [id=80, type=get_attr]; -"81 compressed_weight_updated_constant4" [id=81, type=get_attr]; +"81 compressed_weight_updated_constant54" [id=81, type=get_attr]; "82 _param_constant15_0_0" [id=82, type=get_attr]; -"83 mul_4" [id=83, type=mul]; +"83 mul_tensor_4" [id=83, type=mul]; "84 linear_3" [id=84, type=linear]; "85 dropout_3" [id=85, type=dropout]; "86 add_2" [id=86, type=add]; @@ -94,9 +94,9 @@ strict digraph { "92 quantize_per_tensor_default_7" [id=92, type=quantize_per_tensor]; "93 dequantize_per_tensor_default_7" [id=93, type=dequantize_per_tensor]; "94 linear_4_scale_0_updated_constant0" [id=94, type=get_attr]; -"95 compressed_weight_updated_constant5" [id=95, type=get_attr]; +"95 compressed_weight_updated_constant55" [id=95, type=get_attr]; "96 _param_constant19_0_0" [id=96, type=get_attr]; -"97 mul_5" [id=97, type=mul]; +"97 mul_tensor_5" [id=97, type=mul]; "98 linear_4" [id=98, type=linear]; "99 unflatten_1" [id=99, type=unflatten]; "100 unsqueeze_1" [id=100, type=unsqueeze]; @@ -126,9 +126,9 @@ strict digraph { "124 quantize_per_tensor_default_10" [id=124, type=quantize_per_tensor]; "125 dequantize_per_tensor_default_10" [id=125, type=dequantize_per_tensor]; "126 linear_5_scale_0_updated_constant0" [id=126, type=get_attr]; -"127 compressed_weight_updated_constant6" [id=127, type=get_attr]; +"127 compressed_weight_updated_constant56" [id=127, type=get_attr]; "128 _param_constant21_0_0" [id=128, type=get_attr]; -"129 mul_6" [id=129, type=mul]; +"129 mul_tensor_6" [id=129, type=mul]; "130 linear_5" [id=130, type=linear]; "131 view_15" [id=131, type=view]; "132 transpose_11" [id=132, type=transpose]; @@ -141,9 +141,9 @@ strict digraph { "139 quantize_per_tensor_default_11" [id=139, type=quantize_per_tensor]; "140 dequantize_per_tensor_default_11" [id=140, type=dequantize_per_tensor]; "141 linear_6_scale_0_updated_constant0" [id=141, type=get_attr]; -"142 compressed_weight_updated_constant7" [id=142, type=get_attr]; +"142 compressed_weight_updated_constant57" [id=142, type=get_attr]; "143 _param_constant25_0_0" [id=143, type=get_attr]; -"144 mul_7" [id=144, type=mul]; +"144 mul_tensor_7" [id=144, type=mul]; "145 linear_6" [id=145, type=linear]; "146 gelu_1" [id=146, type=gelu]; "147 dropout_5" [id=147, type=dropout]; @@ -151,9 +151,9 @@ strict digraph { "149 quantize_per_tensor_default_12" [id=149, type=quantize_per_tensor]; "150 dequantize_per_tensor_default_12" [id=150, type=dequantize_per_tensor]; "151 linear_7_scale_0_updated_constant0" [id=151, type=get_attr]; -"152 compressed_weight_updated_constant8" [id=152, type=get_attr]; +"152 compressed_weight_updated_constant58" [id=152, type=get_attr]; "153 _param_constant27_0_0" [id=153, type=get_attr]; -"154 mul_8" [id=154, type=mul]; +"154 mul_tensor_8" [id=154, type=mul]; "155 linear_7" [id=155, type=linear]; "156 dropout_6" [id=156, type=dropout]; "157 add_4" [id=157, type=add]; @@ -165,9 +165,9 @@ strict digraph { "163 quantize_per_tensor_default_13" [id=163, type=quantize_per_tensor]; "164 dequantize_per_tensor_default_13" [id=164, type=dequantize_per_tensor]; "165 linear_8_scale_0_updated_constant0" [id=165, type=get_attr]; -"166 compressed_weight_updated_constant9" [id=166, type=get_attr]; +"166 compressed_weight_updated_constant59" [id=166, type=get_attr]; "167 _param_constant31_0_0" [id=167, type=get_attr]; -"168 mul_9" [id=168, type=mul]; +"168 mul_tensor_9" [id=168, type=mul]; "169 linear_8" [id=169, type=linear]; "170 unflatten_2" [id=170, type=unflatten]; "171 unsqueeze_2" [id=171, type=unsqueeze]; @@ -197,9 +197,9 @@ strict digraph { "195 quantize_per_tensor_default_16" [id=195, type=quantize_per_tensor]; "196 dequantize_per_tensor_default_16" [id=196, type=dequantize_per_tensor]; "197 linear_9_scale_0_updated_constant0" [id=197, type=get_attr]; -"198 compressed_weight_updated_constant10" [id=198, type=get_attr]; +"198 compressed_weight_updated_constant60" [id=198, type=get_attr]; "199 _param_constant33_0_0" [id=199, type=get_attr]; -"200 mul_10" [id=200, type=mul]; +"200 mul_tensor_10" [id=200, type=mul]; "201 linear_9" [id=201, type=linear]; "202 view_23" [id=202, type=view]; "203 transpose_17" [id=203, type=transpose]; @@ -212,9 +212,9 @@ strict digraph { "210 quantize_per_tensor_default_17" [id=210, type=quantize_per_tensor]; "211 dequantize_per_tensor_default_17" [id=211, type=dequantize_per_tensor]; "212 linear_10_scale_0_updated_constant0" [id=212, type=get_attr]; -"213 compressed_weight_updated_constant11" [id=213, type=get_attr]; +"213 compressed_weight_updated_constant61" [id=213, type=get_attr]; "214 _param_constant37_0_0" [id=214, type=get_attr]; -"215 mul_11" [id=215, type=mul]; +"215 mul_tensor_11" [id=215, type=mul]; "216 linear_10" [id=216, type=linear]; "217 gelu_2" [id=217, type=gelu]; "218 dropout_8" [id=218, type=dropout]; @@ -222,9 +222,9 @@ strict digraph { "220 quantize_per_tensor_default_18" [id=220, type=quantize_per_tensor]; "221 dequantize_per_tensor_default_18" [id=221, type=dequantize_per_tensor]; "222 linear_11_scale_0_updated_constant0" [id=222, type=get_attr]; -"223 compressed_weight_updated_constant12" [id=223, type=get_attr]; +"223 compressed_weight_updated_constant62" [id=223, type=get_attr]; "224 _param_constant39_0_0" [id=224, type=get_attr]; -"225 mul_12" [id=225, type=mul]; +"225 mul_tensor_12" [id=225, type=mul]; "226 linear_11" [id=226, type=linear]; "227 dropout_9" [id=227, type=dropout]; "228 add_6" [id=228, type=add]; @@ -236,9 +236,9 @@ strict digraph { "234 quantize_per_tensor_default_19" [id=234, type=quantize_per_tensor]; "235 dequantize_per_tensor_default_19" [id=235, type=dequantize_per_tensor]; "236 linear_12_scale_0_updated_constant0" [id=236, type=get_attr]; -"237 compressed_weight_updated_constant13" [id=237, type=get_attr]; +"237 compressed_weight_updated_constant63" [id=237, type=get_attr]; "238 _param_constant43_0_0" [id=238, type=get_attr]; -"239 mul_13" [id=239, type=mul]; +"239 mul_tensor_13" [id=239, type=mul]; "240 linear_12" [id=240, type=linear]; "241 unflatten_3" [id=241, type=unflatten]; "242 unsqueeze_3" [id=242, type=unsqueeze]; @@ -268,9 +268,9 @@ strict digraph { "266 quantize_per_tensor_default_22" [id=266, type=quantize_per_tensor]; "267 dequantize_per_tensor_default_22" [id=267, type=dequantize_per_tensor]; "268 linear_13_scale_0_updated_constant0" [id=268, type=get_attr]; -"269 compressed_weight_updated_constant14" [id=269, type=get_attr]; +"269 compressed_weight_updated_constant64" [id=269, type=get_attr]; "270 _param_constant45_0_0" [id=270, type=get_attr]; -"271 mul_14" [id=271, type=mul]; +"271 mul_tensor_14" [id=271, type=mul]; "272 linear_13" [id=272, type=linear]; "273 view_31" [id=273, type=view]; "274 transpose_23" [id=274, type=transpose]; @@ -283,9 +283,9 @@ strict digraph { "281 quantize_per_tensor_default_23" [id=281, type=quantize_per_tensor]; "282 dequantize_per_tensor_default_23" [id=282, type=dequantize_per_tensor]; "283 linear_14_scale_0_updated_constant0" [id=283, type=get_attr]; -"284 compressed_weight_updated_constant15" [id=284, type=get_attr]; +"284 compressed_weight_updated_constant65" [id=284, type=get_attr]; "285 _param_constant49_0_0" [id=285, type=get_attr]; -"286 mul_15" [id=286, type=mul]; +"286 mul_tensor_15" [id=286, type=mul]; "287 linear_14" [id=287, type=linear]; "288 gelu_3" [id=288, type=gelu]; "289 dropout_11" [id=289, type=dropout]; @@ -293,9 +293,9 @@ strict digraph { "291 quantize_per_tensor_default_24" [id=291, type=quantize_per_tensor]; "292 dequantize_per_tensor_default_24" [id=292, type=dequantize_per_tensor]; "293 linear_15_scale_0_updated_constant0" [id=293, type=get_attr]; -"294 compressed_weight_updated_constant16" [id=294, type=get_attr]; +"294 compressed_weight_updated_constant66" [id=294, type=get_attr]; "295 _param_constant51_0_0" [id=295, type=get_attr]; -"296 mul_16" [id=296, type=mul]; +"296 mul_tensor_16" [id=296, type=mul]; "297 linear_15" [id=297, type=linear]; "298 dropout_12" [id=298, type=dropout]; "299 add_8" [id=299, type=add]; @@ -307,9 +307,9 @@ strict digraph { "305 quantize_per_tensor_default_25" [id=305, type=quantize_per_tensor]; "306 dequantize_per_tensor_default_25" [id=306, type=dequantize_per_tensor]; "307 linear_16_scale_0_updated_constant0" [id=307, type=get_attr]; -"308 compressed_weight_updated_constant17" [id=308, type=get_attr]; +"308 compressed_weight_updated_constant67" [id=308, type=get_attr]; "309 _param_constant55_0_0" [id=309, type=get_attr]; -"310 mul_17" [id=310, type=mul]; +"310 mul_tensor_17" [id=310, type=mul]; "311 linear_16" [id=311, type=linear]; "312 unflatten_4" [id=312, type=unflatten]; "313 unsqueeze_4" [id=313, type=unsqueeze]; @@ -339,9 +339,9 @@ strict digraph { "337 quantize_per_tensor_default_28" [id=337, type=quantize_per_tensor]; "338 dequantize_per_tensor_default_28" [id=338, type=dequantize_per_tensor]; "339 linear_17_scale_0_updated_constant0" [id=339, type=get_attr]; -"340 compressed_weight_updated_constant18" [id=340, type=get_attr]; +"340 compressed_weight_updated_constant68" [id=340, type=get_attr]; "341 _param_constant57_0_0" [id=341, type=get_attr]; -"342 mul_18" [id=342, type=mul]; +"342 mul_tensor_18" [id=342, type=mul]; "343 linear_17" [id=343, type=linear]; "344 view_39" [id=344, type=view]; "345 transpose_29" [id=345, type=transpose]; @@ -354,9 +354,9 @@ strict digraph { "352 quantize_per_tensor_default_29" [id=352, type=quantize_per_tensor]; "353 dequantize_per_tensor_default_29" [id=353, type=dequantize_per_tensor]; "354 linear_18_scale_0_updated_constant0" [id=354, type=get_attr]; -"355 compressed_weight_updated_constant19" [id=355, type=get_attr]; +"355 compressed_weight_updated_constant69" [id=355, type=get_attr]; "356 _param_constant61_0_0" [id=356, type=get_attr]; -"357 mul_19" [id=357, type=mul]; +"357 mul_tensor_19" [id=357, type=mul]; "358 linear_18" [id=358, type=linear]; "359 gelu_4" [id=359, type=gelu]; "360 dropout_14" [id=360, type=dropout]; @@ -364,9 +364,9 @@ strict digraph { "362 quantize_per_tensor_default_30" [id=362, type=quantize_per_tensor]; "363 dequantize_per_tensor_default_30" [id=363, type=dequantize_per_tensor]; "364 linear_19_scale_0_updated_constant0" [id=364, type=get_attr]; -"365 compressed_weight_updated_constant20" [id=365, type=get_attr]; +"365 compressed_weight_updated_constant70" [id=365, type=get_attr]; "366 _param_constant63_0_0" [id=366, type=get_attr]; -"367 mul_20" [id=367, type=mul]; +"367 mul_tensor_20" [id=367, type=mul]; "368 linear_19" [id=368, type=linear]; "369 dropout_15" [id=369, type=dropout]; "370 add_10" [id=370, type=add]; @@ -378,9 +378,9 @@ strict digraph { "376 quantize_per_tensor_default_31" [id=376, type=quantize_per_tensor]; "377 dequantize_per_tensor_default_31" [id=377, type=dequantize_per_tensor]; "378 linear_20_scale_0_updated_constant0" [id=378, type=get_attr]; -"379 compressed_weight_updated_constant21" [id=379, type=get_attr]; +"379 compressed_weight_updated_constant71" [id=379, type=get_attr]; "380 _param_constant67_0_0" [id=380, type=get_attr]; -"381 mul_21" [id=381, type=mul]; +"381 mul_tensor_21" [id=381, type=mul]; "382 linear_20" [id=382, type=linear]; "383 unflatten_5" [id=383, type=unflatten]; "384 unsqueeze_5" [id=384, type=unsqueeze]; @@ -410,9 +410,9 @@ strict digraph { "408 quantize_per_tensor_default_34" [id=408, type=quantize_per_tensor]; "409 dequantize_per_tensor_default_34" [id=409, type=dequantize_per_tensor]; "410 linear_21_scale_0_updated_constant0" [id=410, type=get_attr]; -"411 compressed_weight_updated_constant22" [id=411, type=get_attr]; +"411 compressed_weight_updated_constant72" [id=411, type=get_attr]; "412 _param_constant69_0_0" [id=412, type=get_attr]; -"413 mul_22" [id=413, type=mul]; +"413 mul_tensor_22" [id=413, type=mul]; "414 linear_21" [id=414, type=linear]; "415 view_47" [id=415, type=view]; "416 transpose_35" [id=416, type=transpose]; @@ -425,9 +425,9 @@ strict digraph { "423 quantize_per_tensor_default_35" [id=423, type=quantize_per_tensor]; "424 dequantize_per_tensor_default_35" [id=424, type=dequantize_per_tensor]; "425 linear_22_scale_0_updated_constant0" [id=425, type=get_attr]; -"426 compressed_weight_updated_constant23" [id=426, type=get_attr]; +"426 compressed_weight_updated_constant73" [id=426, type=get_attr]; "427 _param_constant73_0_0" [id=427, type=get_attr]; -"428 mul_23" [id=428, type=mul]; +"428 mul_tensor_23" [id=428, type=mul]; "429 linear_22" [id=429, type=linear]; "430 gelu_5" [id=430, type=gelu]; "431 dropout_17" [id=431, type=dropout]; @@ -435,9 +435,9 @@ strict digraph { "433 quantize_per_tensor_default_36" [id=433, type=quantize_per_tensor]; "434 dequantize_per_tensor_default_36" [id=434, type=dequantize_per_tensor]; "435 linear_23_scale_0_updated_constant0" [id=435, type=get_attr]; -"436 compressed_weight_updated_constant24" [id=436, type=get_attr]; +"436 compressed_weight_updated_constant74" [id=436, type=get_attr]; "437 _param_constant75_0_0" [id=437, type=get_attr]; -"438 mul_24" [id=438, type=mul]; +"438 mul_tensor_24" [id=438, type=mul]; "439 linear_23" [id=439, type=linear]; "440 dropout_18" [id=440, type=dropout]; "441 add_12" [id=441, type=add]; @@ -449,9 +449,9 @@ strict digraph { "447 quantize_per_tensor_default_37" [id=447, type=quantize_per_tensor]; "448 dequantize_per_tensor_default_37" [id=448, type=dequantize_per_tensor]; "449 linear_24_scale_0_updated_constant0" [id=449, type=get_attr]; -"450 compressed_weight_updated_constant25" [id=450, type=get_attr]; +"450 compressed_weight_updated_constant75" [id=450, type=get_attr]; "451 _param_constant79_0_0" [id=451, type=get_attr]; -"452 mul_25" [id=452, type=mul]; +"452 mul_tensor_25" [id=452, type=mul]; "453 linear_24" [id=453, type=linear]; "454 unflatten_6" [id=454, type=unflatten]; "455 unsqueeze_6" [id=455, type=unsqueeze]; @@ -481,9 +481,9 @@ strict digraph { "479 quantize_per_tensor_default_40" [id=479, type=quantize_per_tensor]; "480 dequantize_per_tensor_default_40" [id=480, type=dequantize_per_tensor]; "481 linear_25_scale_0_updated_constant0" [id=481, type=get_attr]; -"482 compressed_weight_updated_constant26" [id=482, type=get_attr]; +"482 compressed_weight_updated_constant76" [id=482, type=get_attr]; "483 _param_constant81_0_0" [id=483, type=get_attr]; -"484 mul_26" [id=484, type=mul]; +"484 mul_tensor_26" [id=484, type=mul]; "485 linear_25" [id=485, type=linear]; "486 view_55" [id=486, type=view]; "487 transpose_41" [id=487, type=transpose]; @@ -496,9 +496,9 @@ strict digraph { "494 quantize_per_tensor_default_41" [id=494, type=quantize_per_tensor]; "495 dequantize_per_tensor_default_41" [id=495, type=dequantize_per_tensor]; "496 linear_26_scale_0_updated_constant0" [id=496, type=get_attr]; -"497 compressed_weight_updated_constant27" [id=497, type=get_attr]; +"497 compressed_weight_updated_constant77" [id=497, type=get_attr]; "498 _param_constant85_0_0" [id=498, type=get_attr]; -"499 mul_27" [id=499, type=mul]; +"499 mul_tensor_27" [id=499, type=mul]; "500 linear_26" [id=500, type=linear]; "501 gelu_6" [id=501, type=gelu]; "502 dropout_20" [id=502, type=dropout]; @@ -506,9 +506,9 @@ strict digraph { "504 quantize_per_tensor_default_42" [id=504, type=quantize_per_tensor]; "505 dequantize_per_tensor_default_42" [id=505, type=dequantize_per_tensor]; "506 linear_27_scale_0_updated_constant0" [id=506, type=get_attr]; -"507 compressed_weight_updated_constant28" [id=507, type=get_attr]; +"507 compressed_weight_updated_constant78" [id=507, type=get_attr]; "508 _param_constant87_0_0" [id=508, type=get_attr]; -"509 mul_28" [id=509, type=mul]; +"509 mul_tensor_28" [id=509, type=mul]; "510 linear_27" [id=510, type=linear]; "511 dropout_21" [id=511, type=dropout]; "512 add_14" [id=512, type=add]; @@ -520,9 +520,9 @@ strict digraph { "518 quantize_per_tensor_default_43" [id=518, type=quantize_per_tensor]; "519 dequantize_per_tensor_default_43" [id=519, type=dequantize_per_tensor]; "520 linear_28_scale_0_updated_constant0" [id=520, type=get_attr]; -"521 compressed_weight_updated_constant29" [id=521, type=get_attr]; +"521 compressed_weight_updated_constant79" [id=521, type=get_attr]; "522 _param_constant91_0_0" [id=522, type=get_attr]; -"523 mul_29" [id=523, type=mul]; +"523 mul_tensor_29" [id=523, type=mul]; "524 linear_28" [id=524, type=linear]; "525 unflatten_7" [id=525, type=unflatten]; "526 unsqueeze_7" [id=526, type=unsqueeze]; @@ -552,9 +552,9 @@ strict digraph { "550 quantize_per_tensor_default_46" [id=550, type=quantize_per_tensor]; "551 dequantize_per_tensor_default_46" [id=551, type=dequantize_per_tensor]; "552 linear_29_scale_0_updated_constant0" [id=552, type=get_attr]; -"553 compressed_weight_updated_constant30" [id=553, type=get_attr]; +"553 compressed_weight_updated_constant80" [id=553, type=get_attr]; "554 _param_constant93_0_0" [id=554, type=get_attr]; -"555 mul_30" [id=555, type=mul]; +"555 mul_tensor_30" [id=555, type=mul]; "556 linear_29" [id=556, type=linear]; "557 view_63" [id=557, type=view]; "558 transpose_47" [id=558, type=transpose]; @@ -567,9 +567,9 @@ strict digraph { "565 quantize_per_tensor_default_47" [id=565, type=quantize_per_tensor]; "566 dequantize_per_tensor_default_47" [id=566, type=dequantize_per_tensor]; "567 linear_30_scale_0_updated_constant0" [id=567, type=get_attr]; -"568 compressed_weight_updated_constant31" [id=568, type=get_attr]; +"568 compressed_weight_updated_constant81" [id=568, type=get_attr]; "569 _param_constant97_0_0" [id=569, type=get_attr]; -"570 mul_31" [id=570, type=mul]; +"570 mul_tensor_31" [id=570, type=mul]; "571 linear_30" [id=571, type=linear]; "572 gelu_7" [id=572, type=gelu]; "573 dropout_23" [id=573, type=dropout]; @@ -577,9 +577,9 @@ strict digraph { "575 quantize_per_tensor_default_48" [id=575, type=quantize_per_tensor]; "576 dequantize_per_tensor_default_48" [id=576, type=dequantize_per_tensor]; "577 linear_31_scale_0_updated_constant0" [id=577, type=get_attr]; -"578 compressed_weight_updated_constant32" [id=578, type=get_attr]; +"578 compressed_weight_updated_constant82" [id=578, type=get_attr]; "579 _param_constant99_0_0" [id=579, type=get_attr]; -"580 mul_32" [id=580, type=mul]; +"580 mul_tensor_32" [id=580, type=mul]; "581 linear_31" [id=581, type=linear]; "582 dropout_24" [id=582, type=dropout]; "583 add_16" [id=583, type=add]; @@ -591,9 +591,9 @@ strict digraph { "589 quantize_per_tensor_default_49" [id=589, type=quantize_per_tensor]; "590 dequantize_per_tensor_default_49" [id=590, type=dequantize_per_tensor]; "591 linear_32_scale_0_updated_constant0" [id=591, type=get_attr]; -"592 compressed_weight_updated_constant33" [id=592, type=get_attr]; +"592 compressed_weight_updated_constant83" [id=592, type=get_attr]; "593 _param_constant103_0_0" [id=593, type=get_attr]; -"594 mul_33" [id=594, type=mul]; +"594 mul_tensor_33" [id=594, type=mul]; "595 linear_32" [id=595, type=linear]; "596 unflatten_8" [id=596, type=unflatten]; "597 unsqueeze_8" [id=597, type=unsqueeze]; @@ -623,9 +623,9 @@ strict digraph { "621 quantize_per_tensor_default_52" [id=621, type=quantize_per_tensor]; "622 dequantize_per_tensor_default_52" [id=622, type=dequantize_per_tensor]; "623 linear_33_scale_0_updated_constant0" [id=623, type=get_attr]; -"624 compressed_weight_updated_constant34" [id=624, type=get_attr]; +"624 compressed_weight_updated_constant84" [id=624, type=get_attr]; "625 _param_constant105_0_0" [id=625, type=get_attr]; -"626 mul_34" [id=626, type=mul]; +"626 mul_tensor_34" [id=626, type=mul]; "627 linear_33" [id=627, type=linear]; "628 view_71" [id=628, type=view]; "629 transpose_53" [id=629, type=transpose]; @@ -638,9 +638,9 @@ strict digraph { "636 quantize_per_tensor_default_53" [id=636, type=quantize_per_tensor]; "637 dequantize_per_tensor_default_53" [id=637, type=dequantize_per_tensor]; "638 linear_34_scale_0_updated_constant0" [id=638, type=get_attr]; -"639 compressed_weight_updated_constant35" [id=639, type=get_attr]; +"639 compressed_weight_updated_constant85" [id=639, type=get_attr]; "640 _param_constant109_0_0" [id=640, type=get_attr]; -"641 mul_35" [id=641, type=mul]; +"641 mul_tensor_35" [id=641, type=mul]; "642 linear_34" [id=642, type=linear]; "643 gelu_8" [id=643, type=gelu]; "644 dropout_26" [id=644, type=dropout]; @@ -648,9 +648,9 @@ strict digraph { "646 quantize_per_tensor_default_54" [id=646, type=quantize_per_tensor]; "647 dequantize_per_tensor_default_54" [id=647, type=dequantize_per_tensor]; "648 linear_35_scale_0_updated_constant0" [id=648, type=get_attr]; -"649 compressed_weight_updated_constant36" [id=649, type=get_attr]; +"649 compressed_weight_updated_constant86" [id=649, type=get_attr]; "650 _param_constant111_0_0" [id=650, type=get_attr]; -"651 mul_36" [id=651, type=mul]; +"651 mul_tensor_36" [id=651, type=mul]; "652 linear_35" [id=652, type=linear]; "653 dropout_27" [id=653, type=dropout]; "654 add_18" [id=654, type=add]; @@ -662,9 +662,9 @@ strict digraph { "660 quantize_per_tensor_default_55" [id=660, type=quantize_per_tensor]; "661 dequantize_per_tensor_default_55" [id=661, type=dequantize_per_tensor]; "662 linear_36_scale_0_updated_constant0" [id=662, type=get_attr]; -"663 compressed_weight_updated_constant37" [id=663, type=get_attr]; +"663 compressed_weight_updated_constant87" [id=663, type=get_attr]; "664 _param_constant115_0_0" [id=664, type=get_attr]; -"665 mul_37" [id=665, type=mul]; +"665 mul_tensor_37" [id=665, type=mul]; "666 linear_36" [id=666, type=linear]; "667 unflatten_9" [id=667, type=unflatten]; "668 unsqueeze_9" [id=668, type=unsqueeze]; @@ -694,9 +694,9 @@ strict digraph { "692 quantize_per_tensor_default_58" [id=692, type=quantize_per_tensor]; "693 dequantize_per_tensor_default_58" [id=693, type=dequantize_per_tensor]; "694 linear_37_scale_0_updated_constant0" [id=694, type=get_attr]; -"695 compressed_weight_updated_constant38" [id=695, type=get_attr]; +"695 compressed_weight_updated_constant88" [id=695, type=get_attr]; "696 _param_constant117_0_0" [id=696, type=get_attr]; -"697 mul_38" [id=697, type=mul]; +"697 mul_tensor_38" [id=697, type=mul]; "698 linear_37" [id=698, type=linear]; "699 view_79" [id=699, type=view]; "700 transpose_59" [id=700, type=transpose]; @@ -709,9 +709,9 @@ strict digraph { "707 quantize_per_tensor_default_59" [id=707, type=quantize_per_tensor]; "708 dequantize_per_tensor_default_59" [id=708, type=dequantize_per_tensor]; "709 linear_38_scale_0_updated_constant0" [id=709, type=get_attr]; -"710 compressed_weight_updated_constant39" [id=710, type=get_attr]; +"710 compressed_weight_updated_constant89" [id=710, type=get_attr]; "711 _param_constant121_0_0" [id=711, type=get_attr]; -"712 mul_39" [id=712, type=mul]; +"712 mul_tensor_39" [id=712, type=mul]; "713 linear_38" [id=713, type=linear]; "714 gelu_9" [id=714, type=gelu]; "715 dropout_29" [id=715, type=dropout]; @@ -719,9 +719,9 @@ strict digraph { "717 quantize_per_tensor_default_60" [id=717, type=quantize_per_tensor]; "718 dequantize_per_tensor_default_60" [id=718, type=dequantize_per_tensor]; "719 linear_39_scale_0_updated_constant0" [id=719, type=get_attr]; -"720 compressed_weight_updated_constant40" [id=720, type=get_attr]; +"720 compressed_weight_updated_constant90" [id=720, type=get_attr]; "721 _param_constant123_0_0" [id=721, type=get_attr]; -"722 mul_40" [id=722, type=mul]; +"722 mul_tensor_40" [id=722, type=mul]; "723 linear_39" [id=723, type=linear]; "724 dropout_30" [id=724, type=dropout]; "725 add_20" [id=725, type=add]; @@ -733,9 +733,9 @@ strict digraph { "731 quantize_per_tensor_default_61" [id=731, type=quantize_per_tensor]; "732 dequantize_per_tensor_default_61" [id=732, type=dequantize_per_tensor]; "733 linear_40_scale_0_updated_constant0" [id=733, type=get_attr]; -"734 compressed_weight_updated_constant41" [id=734, type=get_attr]; +"734 compressed_weight_updated_constant91" [id=734, type=get_attr]; "735 _param_constant127_0_0" [id=735, type=get_attr]; -"736 mul_41" [id=736, type=mul]; +"736 mul_tensor_41" [id=736, type=mul]; "737 linear_40" [id=737, type=linear]; "738 unflatten_10" [id=738, type=unflatten]; "739 unsqueeze_10" [id=739, type=unsqueeze]; @@ -765,9 +765,9 @@ strict digraph { "763 quantize_per_tensor_default_64" [id=763, type=quantize_per_tensor]; "764 dequantize_per_tensor_default_64" [id=764, type=dequantize_per_tensor]; "765 linear_41_scale_0_updated_constant0" [id=765, type=get_attr]; -"766 compressed_weight_updated_constant42" [id=766, type=get_attr]; +"766 compressed_weight_updated_constant92" [id=766, type=get_attr]; "767 _param_constant129_0_0" [id=767, type=get_attr]; -"768 mul_42" [id=768, type=mul]; +"768 mul_tensor_42" [id=768, type=mul]; "769 linear_41" [id=769, type=linear]; "770 view_87" [id=770, type=view]; "771 transpose_65" [id=771, type=transpose]; @@ -780,9 +780,9 @@ strict digraph { "778 quantize_per_tensor_default_65" [id=778, type=quantize_per_tensor]; "779 dequantize_per_tensor_default_65" [id=779, type=dequantize_per_tensor]; "780 linear_42_scale_0_updated_constant0" [id=780, type=get_attr]; -"781 compressed_weight_updated_constant43" [id=781, type=get_attr]; +"781 compressed_weight_updated_constant93" [id=781, type=get_attr]; "782 _param_constant133_0_0" [id=782, type=get_attr]; -"783 mul_43" [id=783, type=mul]; +"783 mul_tensor_43" [id=783, type=mul]; "784 linear_42" [id=784, type=linear]; "785 gelu_10" [id=785, type=gelu]; "786 dropout_32" [id=786, type=dropout]; @@ -790,9 +790,9 @@ strict digraph { "788 quantize_per_tensor_default_66" [id=788, type=quantize_per_tensor]; "789 dequantize_per_tensor_default_66" [id=789, type=dequantize_per_tensor]; "790 linear_43_scale_0_updated_constant0" [id=790, type=get_attr]; -"791 compressed_weight_updated_constant44" [id=791, type=get_attr]; +"791 compressed_weight_updated_constant94" [id=791, type=get_attr]; "792 _param_constant135_0_0" [id=792, type=get_attr]; -"793 mul_44" [id=793, type=mul]; +"793 mul_tensor_44" [id=793, type=mul]; "794 linear_43" [id=794, type=linear]; "795 dropout_33" [id=795, type=dropout]; "796 add_22" [id=796, type=add]; @@ -804,9 +804,9 @@ strict digraph { "802 quantize_per_tensor_default_67" [id=802, type=quantize_per_tensor]; "803 dequantize_per_tensor_default_67" [id=803, type=dequantize_per_tensor]; "804 linear_44_scale_0_updated_constant0" [id=804, type=get_attr]; -"805 compressed_weight_updated_constant45" [id=805, type=get_attr]; +"805 compressed_weight_updated_constant95" [id=805, type=get_attr]; "806 _param_constant139_0_0" [id=806, type=get_attr]; -"807 mul_45" [id=807, type=mul]; +"807 mul_tensor_45" [id=807, type=mul]; "808 linear_44" [id=808, type=linear]; "809 unflatten_11" [id=809, type=unflatten]; "810 unsqueeze_11" [id=810, type=unsqueeze]; @@ -836,9 +836,9 @@ strict digraph { "834 quantize_per_tensor_default_70" [id=834, type=quantize_per_tensor]; "835 dequantize_per_tensor_default_70" [id=835, type=dequantize_per_tensor]; "836 linear_45_scale_0_updated_constant0" [id=836, type=get_attr]; -"837 compressed_weight_updated_constant46" [id=837, type=get_attr]; +"837 compressed_weight_updated_constant96" [id=837, type=get_attr]; "838 _param_constant141_0_0" [id=838, type=get_attr]; -"839 mul_46" [id=839, type=mul]; +"839 mul_tensor_46" [id=839, type=mul]; "840 linear_45" [id=840, type=linear]; "841 view_95" [id=841, type=view]; "842 transpose_71" [id=842, type=transpose]; @@ -851,9 +851,9 @@ strict digraph { "849 quantize_per_tensor_default_71" [id=849, type=quantize_per_tensor]; "850 dequantize_per_tensor_default_71" [id=850, type=dequantize_per_tensor]; "851 linear_46_scale_0_updated_constant0" [id=851, type=get_attr]; -"852 compressed_weight_updated_constant47" [id=852, type=get_attr]; +"852 compressed_weight_updated_constant97" [id=852, type=get_attr]; "853 _param_constant145_0_0" [id=853, type=get_attr]; -"854 mul_47" [id=854, type=mul]; +"854 mul_tensor_47" [id=854, type=mul]; "855 linear_46" [id=855, type=linear]; "856 gelu_11" [id=856, type=gelu]; "857 dropout_35" [id=857, type=dropout]; @@ -861,9 +861,9 @@ strict digraph { "859 quantize_per_tensor_default_72" [id=859, type=quantize_per_tensor]; "860 dequantize_per_tensor_default_72" [id=860, type=dequantize_per_tensor]; "861 linear_47_scale_0_updated_constant0" [id=861, type=get_attr]; -"862 compressed_weight_updated_constant48" [id=862, type=get_attr]; +"862 compressed_weight_updated_constant98" [id=862, type=get_attr]; "863 _param_constant147_0_0" [id=863, type=get_attr]; -"864 mul_48" [id=864, type=mul]; +"864 mul_tensor_48" [id=864, type=mul]; "865 linear_47" [id=865, type=linear]; "866 dropout_36" [id=866, type=dropout]; "867 add_24" [id=867, type=add]; @@ -876,18 +876,18 @@ strict digraph { "874 quantize_per_tensor_default_73" [id=874, type=quantize_per_tensor]; "875 dequantize_per_tensor_default_73" [id=875, type=dequantize_per_tensor]; "876 linear_48_scale_0_updated_constant0" [id=876, type=get_attr]; -"877 compressed_weight_updated_constant49" [id=877, type=get_attr]; +"877 compressed_weight_updated_constant99" [id=877, type=get_attr]; "878 _param_constant151_0_0" [id=878, type=get_attr]; -"879 mul_49" [id=879, type=mul]; +"879 mul_tensor_49" [id=879, type=mul]; "880 linear_48" [id=880, type=linear]; "881 output" [id=881, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default"; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default"; "2 dequantize_per_tensor_default" -> "7 conv2d"; -"3 conv2d_scale_0_updated_constant0" -> "6 mul"; -"4 compressed_weight_updated_constant0" -> "6 mul"; +"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor"; +"4 compressed_weight_updated_constant50" -> "6 mul_tensor"; "5 _param_constant1_0_0" -> "7 conv2d"; -"6 mul" -> "7 conv2d"; +"6 mul_tensor" -> "7 conv2d"; "7 conv2d" -> "8 reshape"; "8 reshape" -> "9 permute"; "9 permute" -> "12 cat"; @@ -905,10 +905,10 @@ strict digraph { "20 transpose_0_0_nncf_smooth_quant_0" -> "21 quantize_per_tensor_default_1"; "21 quantize_per_tensor_default_1" -> "22 dequantize_per_tensor_default_1"; "22 dequantize_per_tensor_default_1" -> "27 linear"; -"23 linear_scale_0_updated_constant0" -> "26 mul_1"; -"24 compressed_weight_updated_constant1" -> "26 mul_1"; +"23 linear_scale_0_updated_constant0" -> "26 mul_tensor_1"; +"24 compressed_weight_updated_constant51" -> "26 mul_tensor_1"; "25 _param_constant7_0_0" -> "27 linear"; -"26 mul_1" -> "27 linear"; +"26 mul_tensor_1" -> "27 linear"; "27 linear" -> "28 unflatten"; "28 unflatten" -> "29 unsqueeze"; "29 unsqueeze" -> "30 transpose_1"; @@ -939,10 +939,10 @@ strict digraph { "52 view_6_0_0_nncf_smooth_quant_0" -> "53 quantize_per_tensor_default_4"; "53 quantize_per_tensor_default_4" -> "54 dequantize_per_tensor_default_4"; "54 dequantize_per_tensor_default_4" -> "59 linear_1"; -"55 linear_1_scale_0_updated_constant0" -> "58 mul_2"; -"56 compressed_weight_updated_constant2" -> "58 mul_2"; +"55 linear_1_scale_0_updated_constant0" -> "58 mul_tensor_2"; +"56 compressed_weight_updated_constant52" -> "58 mul_tensor_2"; "57 _param_constant9_0_0" -> "59 linear_1"; -"58 mul_2" -> "59 linear_1"; +"58 mul_tensor_2" -> "59 linear_1"; "59 linear_1" -> "60 view_7"; "60 view_7" -> "61 transpose_5"; "61 transpose_5" -> "62 dropout_1"; @@ -955,20 +955,20 @@ strict digraph { "67 layer_norm_1_0_0_nncf_smooth_quant_0" -> "68 quantize_per_tensor_default_5"; "68 quantize_per_tensor_default_5" -> "69 dequantize_per_tensor_default_5"; "69 dequantize_per_tensor_default_5" -> "74 linear_2"; -"70 linear_2_scale_0_updated_constant0" -> "73 mul_3"; -"71 compressed_weight_updated_constant3" -> "73 mul_3"; +"70 linear_2_scale_0_updated_constant0" -> "73 mul_tensor_3"; +"71 compressed_weight_updated_constant53" -> "73 mul_tensor_3"; "72 _param_constant13_0_0" -> "74 linear_2"; -"73 mul_3" -> "74 linear_2"; +"73 mul_tensor_3" -> "74 linear_2"; "74 linear_2" -> "75 gelu"; "75 gelu" -> "76 dropout_2"; "76 dropout_2" -> "77 dropout_2_0_0_nncf_smooth_quant_0"; "77 dropout_2_0_0_nncf_smooth_quant_0" -> "78 quantize_per_tensor_default_6"; "78 quantize_per_tensor_default_6" -> "79 dequantize_per_tensor_default_6"; "79 dequantize_per_tensor_default_6" -> "84 linear_3"; -"80 linear_3_scale_0_updated_constant0" -> "83 mul_4"; -"81 compressed_weight_updated_constant4" -> "83 mul_4"; +"80 linear_3_scale_0_updated_constant0" -> "83 mul_tensor_4"; +"81 compressed_weight_updated_constant54" -> "83 mul_tensor_4"; "82 _param_constant15_0_0" -> "84 linear_3"; -"83 mul_4" -> "84 linear_3"; +"83 mul_tensor_4" -> "84 linear_3"; "84 linear_3" -> "85 dropout_3"; "85 dropout_3" -> "86 add_2"; "86 add_2" -> "89 layer_norm_2"; @@ -980,10 +980,10 @@ strict digraph { "91 transpose_6_0_0_nncf_smooth_quant_0" -> "92 quantize_per_tensor_default_7"; "92 quantize_per_tensor_default_7" -> "93 dequantize_per_tensor_default_7"; "93 dequantize_per_tensor_default_7" -> "98 linear_4"; -"94 linear_4_scale_0_updated_constant0" -> "97 mul_5"; -"95 compressed_weight_updated_constant5" -> "97 mul_5"; +"94 linear_4_scale_0_updated_constant0" -> "97 mul_tensor_5"; +"95 compressed_weight_updated_constant55" -> "97 mul_tensor_5"; "96 _param_constant19_0_0" -> "98 linear_4"; -"97 mul_5" -> "98 linear_4"; +"97 mul_tensor_5" -> "98 linear_4"; "98 linear_4" -> "99 unflatten_1"; "99 unflatten_1" -> "100 unsqueeze_1"; "100 unsqueeze_1" -> "101 transpose_7"; @@ -1014,10 +1014,10 @@ strict digraph { "123 view_14_0_0_nncf_smooth_quant_0" -> "124 quantize_per_tensor_default_10"; "124 quantize_per_tensor_default_10" -> "125 dequantize_per_tensor_default_10"; "125 dequantize_per_tensor_default_10" -> "130 linear_5"; -"126 linear_5_scale_0_updated_constant0" -> "129 mul_6"; -"127 compressed_weight_updated_constant6" -> "129 mul_6"; +"126 linear_5_scale_0_updated_constant0" -> "129 mul_tensor_6"; +"127 compressed_weight_updated_constant56" -> "129 mul_tensor_6"; "128 _param_constant21_0_0" -> "130 linear_5"; -"129 mul_6" -> "130 linear_5"; +"129 mul_tensor_6" -> "130 linear_5"; "130 linear_5" -> "131 view_15"; "131 view_15" -> "132 transpose_11"; "132 transpose_11" -> "133 dropout_4"; @@ -1030,20 +1030,20 @@ strict digraph { "138 layer_norm_3_0_0_nncf_smooth_quant_0" -> "139 quantize_per_tensor_default_11"; "139 quantize_per_tensor_default_11" -> "140 dequantize_per_tensor_default_11"; "140 dequantize_per_tensor_default_11" -> "145 linear_6"; -"141 linear_6_scale_0_updated_constant0" -> "144 mul_7"; -"142 compressed_weight_updated_constant7" -> "144 mul_7"; +"141 linear_6_scale_0_updated_constant0" -> "144 mul_tensor_7"; +"142 compressed_weight_updated_constant57" -> "144 mul_tensor_7"; "143 _param_constant25_0_0" -> "145 linear_6"; -"144 mul_7" -> "145 linear_6"; +"144 mul_tensor_7" -> "145 linear_6"; "145 linear_6" -> "146 gelu_1"; "146 gelu_1" -> "147 dropout_5"; "147 dropout_5" -> "148 dropout_5_0_0_nncf_smooth_quant_0"; "148 dropout_5_0_0_nncf_smooth_quant_0" -> "149 quantize_per_tensor_default_12"; "149 quantize_per_tensor_default_12" -> "150 dequantize_per_tensor_default_12"; "150 dequantize_per_tensor_default_12" -> "155 linear_7"; -"151 linear_7_scale_0_updated_constant0" -> "154 mul_8"; -"152 compressed_weight_updated_constant8" -> "154 mul_8"; +"151 linear_7_scale_0_updated_constant0" -> "154 mul_tensor_8"; +"152 compressed_weight_updated_constant58" -> "154 mul_tensor_8"; "153 _param_constant27_0_0" -> "155 linear_7"; -"154 mul_8" -> "155 linear_7"; +"154 mul_tensor_8" -> "155 linear_7"; "155 linear_7" -> "156 dropout_6"; "156 dropout_6" -> "157 add_4"; "157 add_4" -> "160 layer_norm_4"; @@ -1055,10 +1055,10 @@ strict digraph { "162 transpose_12_0_0_nncf_smooth_quant_0" -> "163 quantize_per_tensor_default_13"; "163 quantize_per_tensor_default_13" -> "164 dequantize_per_tensor_default_13"; "164 dequantize_per_tensor_default_13" -> "169 linear_8"; -"165 linear_8_scale_0_updated_constant0" -> "168 mul_9"; -"166 compressed_weight_updated_constant9" -> "168 mul_9"; +"165 linear_8_scale_0_updated_constant0" -> "168 mul_tensor_9"; +"166 compressed_weight_updated_constant59" -> "168 mul_tensor_9"; "167 _param_constant31_0_0" -> "169 linear_8"; -"168 mul_9" -> "169 linear_8"; +"168 mul_tensor_9" -> "169 linear_8"; "169 linear_8" -> "170 unflatten_2"; "170 unflatten_2" -> "171 unsqueeze_2"; "171 unsqueeze_2" -> "172 transpose_13"; @@ -1089,10 +1089,10 @@ strict digraph { "194 view_22_0_0_nncf_smooth_quant_0" -> "195 quantize_per_tensor_default_16"; "195 quantize_per_tensor_default_16" -> "196 dequantize_per_tensor_default_16"; "196 dequantize_per_tensor_default_16" -> "201 linear_9"; -"197 linear_9_scale_0_updated_constant0" -> "200 mul_10"; -"198 compressed_weight_updated_constant10" -> "200 mul_10"; +"197 linear_9_scale_0_updated_constant0" -> "200 mul_tensor_10"; +"198 compressed_weight_updated_constant60" -> "200 mul_tensor_10"; "199 _param_constant33_0_0" -> "201 linear_9"; -"200 mul_10" -> "201 linear_9"; +"200 mul_tensor_10" -> "201 linear_9"; "201 linear_9" -> "202 view_23"; "202 view_23" -> "203 transpose_17"; "203 transpose_17" -> "204 dropout_7"; @@ -1105,20 +1105,20 @@ strict digraph { "209 layer_norm_5_0_0_nncf_smooth_quant_0" -> "210 quantize_per_tensor_default_17"; "210 quantize_per_tensor_default_17" -> "211 dequantize_per_tensor_default_17"; "211 dequantize_per_tensor_default_17" -> "216 linear_10"; -"212 linear_10_scale_0_updated_constant0" -> "215 mul_11"; -"213 compressed_weight_updated_constant11" -> "215 mul_11"; +"212 linear_10_scale_0_updated_constant0" -> "215 mul_tensor_11"; +"213 compressed_weight_updated_constant61" -> "215 mul_tensor_11"; "214 _param_constant37_0_0" -> "216 linear_10"; -"215 mul_11" -> "216 linear_10"; +"215 mul_tensor_11" -> "216 linear_10"; "216 linear_10" -> "217 gelu_2"; "217 gelu_2" -> "218 dropout_8"; "218 dropout_8" -> "219 dropout_8_0_0_nncf_smooth_quant_0"; "219 dropout_8_0_0_nncf_smooth_quant_0" -> "220 quantize_per_tensor_default_18"; "220 quantize_per_tensor_default_18" -> "221 dequantize_per_tensor_default_18"; "221 dequantize_per_tensor_default_18" -> "226 linear_11"; -"222 linear_11_scale_0_updated_constant0" -> "225 mul_12"; -"223 compressed_weight_updated_constant12" -> "225 mul_12"; +"222 linear_11_scale_0_updated_constant0" -> "225 mul_tensor_12"; +"223 compressed_weight_updated_constant62" -> "225 mul_tensor_12"; "224 _param_constant39_0_0" -> "226 linear_11"; -"225 mul_12" -> "226 linear_11"; +"225 mul_tensor_12" -> "226 linear_11"; "226 linear_11" -> "227 dropout_9"; "227 dropout_9" -> "228 add_6"; "228 add_6" -> "231 layer_norm_6"; @@ -1130,10 +1130,10 @@ strict digraph { "233 transpose_18_0_0_nncf_smooth_quant_0" -> "234 quantize_per_tensor_default_19"; "234 quantize_per_tensor_default_19" -> "235 dequantize_per_tensor_default_19"; "235 dequantize_per_tensor_default_19" -> "240 linear_12"; -"236 linear_12_scale_0_updated_constant0" -> "239 mul_13"; -"237 compressed_weight_updated_constant13" -> "239 mul_13"; +"236 linear_12_scale_0_updated_constant0" -> "239 mul_tensor_13"; +"237 compressed_weight_updated_constant63" -> "239 mul_tensor_13"; "238 _param_constant43_0_0" -> "240 linear_12"; -"239 mul_13" -> "240 linear_12"; +"239 mul_tensor_13" -> "240 linear_12"; "240 linear_12" -> "241 unflatten_3"; "241 unflatten_3" -> "242 unsqueeze_3"; "242 unsqueeze_3" -> "243 transpose_19"; @@ -1164,10 +1164,10 @@ strict digraph { "265 view_30_0_0_nncf_smooth_quant_0" -> "266 quantize_per_tensor_default_22"; "266 quantize_per_tensor_default_22" -> "267 dequantize_per_tensor_default_22"; "267 dequantize_per_tensor_default_22" -> "272 linear_13"; -"268 linear_13_scale_0_updated_constant0" -> "271 mul_14"; -"269 compressed_weight_updated_constant14" -> "271 mul_14"; +"268 linear_13_scale_0_updated_constant0" -> "271 mul_tensor_14"; +"269 compressed_weight_updated_constant64" -> "271 mul_tensor_14"; "270 _param_constant45_0_0" -> "272 linear_13"; -"271 mul_14" -> "272 linear_13"; +"271 mul_tensor_14" -> "272 linear_13"; "272 linear_13" -> "273 view_31"; "273 view_31" -> "274 transpose_23"; "274 transpose_23" -> "275 dropout_10"; @@ -1180,20 +1180,20 @@ strict digraph { "280 layer_norm_7_0_0_nncf_smooth_quant_0" -> "281 quantize_per_tensor_default_23"; "281 quantize_per_tensor_default_23" -> "282 dequantize_per_tensor_default_23"; "282 dequantize_per_tensor_default_23" -> "287 linear_14"; -"283 linear_14_scale_0_updated_constant0" -> "286 mul_15"; -"284 compressed_weight_updated_constant15" -> "286 mul_15"; +"283 linear_14_scale_0_updated_constant0" -> "286 mul_tensor_15"; +"284 compressed_weight_updated_constant65" -> "286 mul_tensor_15"; "285 _param_constant49_0_0" -> "287 linear_14"; -"286 mul_15" -> "287 linear_14"; +"286 mul_tensor_15" -> "287 linear_14"; "287 linear_14" -> "288 gelu_3"; "288 gelu_3" -> "289 dropout_11"; "289 dropout_11" -> "290 dropout_11_0_0_nncf_smooth_quant_0"; "290 dropout_11_0_0_nncf_smooth_quant_0" -> "291 quantize_per_tensor_default_24"; "291 quantize_per_tensor_default_24" -> "292 dequantize_per_tensor_default_24"; "292 dequantize_per_tensor_default_24" -> "297 linear_15"; -"293 linear_15_scale_0_updated_constant0" -> "296 mul_16"; -"294 compressed_weight_updated_constant16" -> "296 mul_16"; +"293 linear_15_scale_0_updated_constant0" -> "296 mul_tensor_16"; +"294 compressed_weight_updated_constant66" -> "296 mul_tensor_16"; "295 _param_constant51_0_0" -> "297 linear_15"; -"296 mul_16" -> "297 linear_15"; +"296 mul_tensor_16" -> "297 linear_15"; "297 linear_15" -> "298 dropout_12"; "298 dropout_12" -> "299 add_8"; "299 add_8" -> "302 layer_norm_8"; @@ -1205,10 +1205,10 @@ strict digraph { "304 transpose_24_0_0_nncf_smooth_quant_0" -> "305 quantize_per_tensor_default_25"; "305 quantize_per_tensor_default_25" -> "306 dequantize_per_tensor_default_25"; "306 dequantize_per_tensor_default_25" -> "311 linear_16"; -"307 linear_16_scale_0_updated_constant0" -> "310 mul_17"; -"308 compressed_weight_updated_constant17" -> "310 mul_17"; +"307 linear_16_scale_0_updated_constant0" -> "310 mul_tensor_17"; +"308 compressed_weight_updated_constant67" -> "310 mul_tensor_17"; "309 _param_constant55_0_0" -> "311 linear_16"; -"310 mul_17" -> "311 linear_16"; +"310 mul_tensor_17" -> "311 linear_16"; "311 linear_16" -> "312 unflatten_4"; "312 unflatten_4" -> "313 unsqueeze_4"; "313 unsqueeze_4" -> "314 transpose_25"; @@ -1239,10 +1239,10 @@ strict digraph { "336 view_38_0_0_nncf_smooth_quant_0" -> "337 quantize_per_tensor_default_28"; "337 quantize_per_tensor_default_28" -> "338 dequantize_per_tensor_default_28"; "338 dequantize_per_tensor_default_28" -> "343 linear_17"; -"339 linear_17_scale_0_updated_constant0" -> "342 mul_18"; -"340 compressed_weight_updated_constant18" -> "342 mul_18"; +"339 linear_17_scale_0_updated_constant0" -> "342 mul_tensor_18"; +"340 compressed_weight_updated_constant68" -> "342 mul_tensor_18"; "341 _param_constant57_0_0" -> "343 linear_17"; -"342 mul_18" -> "343 linear_17"; +"342 mul_tensor_18" -> "343 linear_17"; "343 linear_17" -> "344 view_39"; "344 view_39" -> "345 transpose_29"; "345 transpose_29" -> "346 dropout_13"; @@ -1255,20 +1255,20 @@ strict digraph { "351 layer_norm_9_0_0_nncf_smooth_quant_0" -> "352 quantize_per_tensor_default_29"; "352 quantize_per_tensor_default_29" -> "353 dequantize_per_tensor_default_29"; "353 dequantize_per_tensor_default_29" -> "358 linear_18"; -"354 linear_18_scale_0_updated_constant0" -> "357 mul_19"; -"355 compressed_weight_updated_constant19" -> "357 mul_19"; +"354 linear_18_scale_0_updated_constant0" -> "357 mul_tensor_19"; +"355 compressed_weight_updated_constant69" -> "357 mul_tensor_19"; "356 _param_constant61_0_0" -> "358 linear_18"; -"357 mul_19" -> "358 linear_18"; +"357 mul_tensor_19" -> "358 linear_18"; "358 linear_18" -> "359 gelu_4"; "359 gelu_4" -> "360 dropout_14"; "360 dropout_14" -> "361 dropout_14_0_0_nncf_smooth_quant_0"; "361 dropout_14_0_0_nncf_smooth_quant_0" -> "362 quantize_per_tensor_default_30"; "362 quantize_per_tensor_default_30" -> "363 dequantize_per_tensor_default_30"; "363 dequantize_per_tensor_default_30" -> "368 linear_19"; -"364 linear_19_scale_0_updated_constant0" -> "367 mul_20"; -"365 compressed_weight_updated_constant20" -> "367 mul_20"; +"364 linear_19_scale_0_updated_constant0" -> "367 mul_tensor_20"; +"365 compressed_weight_updated_constant70" -> "367 mul_tensor_20"; "366 _param_constant63_0_0" -> "368 linear_19"; -"367 mul_20" -> "368 linear_19"; +"367 mul_tensor_20" -> "368 linear_19"; "368 linear_19" -> "369 dropout_15"; "369 dropout_15" -> "370 add_10"; "370 add_10" -> "373 layer_norm_10"; @@ -1280,10 +1280,10 @@ strict digraph { "375 transpose_30_0_0_nncf_smooth_quant_0" -> "376 quantize_per_tensor_default_31"; "376 quantize_per_tensor_default_31" -> "377 dequantize_per_tensor_default_31"; "377 dequantize_per_tensor_default_31" -> "382 linear_20"; -"378 linear_20_scale_0_updated_constant0" -> "381 mul_21"; -"379 compressed_weight_updated_constant21" -> "381 mul_21"; +"378 linear_20_scale_0_updated_constant0" -> "381 mul_tensor_21"; +"379 compressed_weight_updated_constant71" -> "381 mul_tensor_21"; "380 _param_constant67_0_0" -> "382 linear_20"; -"381 mul_21" -> "382 linear_20"; +"381 mul_tensor_21" -> "382 linear_20"; "382 linear_20" -> "383 unflatten_5"; "383 unflatten_5" -> "384 unsqueeze_5"; "384 unsqueeze_5" -> "385 transpose_31"; @@ -1314,10 +1314,10 @@ strict digraph { "407 view_46_0_0_nncf_smooth_quant_0" -> "408 quantize_per_tensor_default_34"; "408 quantize_per_tensor_default_34" -> "409 dequantize_per_tensor_default_34"; "409 dequantize_per_tensor_default_34" -> "414 linear_21"; -"410 linear_21_scale_0_updated_constant0" -> "413 mul_22"; -"411 compressed_weight_updated_constant22" -> "413 mul_22"; +"410 linear_21_scale_0_updated_constant0" -> "413 mul_tensor_22"; +"411 compressed_weight_updated_constant72" -> "413 mul_tensor_22"; "412 _param_constant69_0_0" -> "414 linear_21"; -"413 mul_22" -> "414 linear_21"; +"413 mul_tensor_22" -> "414 linear_21"; "414 linear_21" -> "415 view_47"; "415 view_47" -> "416 transpose_35"; "416 transpose_35" -> "417 dropout_16"; @@ -1330,20 +1330,20 @@ strict digraph { "422 layer_norm_11_0_0_nncf_smooth_quant_0" -> "423 quantize_per_tensor_default_35"; "423 quantize_per_tensor_default_35" -> "424 dequantize_per_tensor_default_35"; "424 dequantize_per_tensor_default_35" -> "429 linear_22"; -"425 linear_22_scale_0_updated_constant0" -> "428 mul_23"; -"426 compressed_weight_updated_constant23" -> "428 mul_23"; +"425 linear_22_scale_0_updated_constant0" -> "428 mul_tensor_23"; +"426 compressed_weight_updated_constant73" -> "428 mul_tensor_23"; "427 _param_constant73_0_0" -> "429 linear_22"; -"428 mul_23" -> "429 linear_22"; +"428 mul_tensor_23" -> "429 linear_22"; "429 linear_22" -> "430 gelu_5"; "430 gelu_5" -> "431 dropout_17"; "431 dropout_17" -> "432 dropout_17_0_0_nncf_smooth_quant_0"; "432 dropout_17_0_0_nncf_smooth_quant_0" -> "433 quantize_per_tensor_default_36"; "433 quantize_per_tensor_default_36" -> "434 dequantize_per_tensor_default_36"; "434 dequantize_per_tensor_default_36" -> "439 linear_23"; -"435 linear_23_scale_0_updated_constant0" -> "438 mul_24"; -"436 compressed_weight_updated_constant24" -> "438 mul_24"; +"435 linear_23_scale_0_updated_constant0" -> "438 mul_tensor_24"; +"436 compressed_weight_updated_constant74" -> "438 mul_tensor_24"; "437 _param_constant75_0_0" -> "439 linear_23"; -"438 mul_24" -> "439 linear_23"; +"438 mul_tensor_24" -> "439 linear_23"; "439 linear_23" -> "440 dropout_18"; "440 dropout_18" -> "441 add_12"; "441 add_12" -> "444 layer_norm_12"; @@ -1355,10 +1355,10 @@ strict digraph { "446 transpose_36_0_0_nncf_smooth_quant_0" -> "447 quantize_per_tensor_default_37"; "447 quantize_per_tensor_default_37" -> "448 dequantize_per_tensor_default_37"; "448 dequantize_per_tensor_default_37" -> "453 linear_24"; -"449 linear_24_scale_0_updated_constant0" -> "452 mul_25"; -"450 compressed_weight_updated_constant25" -> "452 mul_25"; +"449 linear_24_scale_0_updated_constant0" -> "452 mul_tensor_25"; +"450 compressed_weight_updated_constant75" -> "452 mul_tensor_25"; "451 _param_constant79_0_0" -> "453 linear_24"; -"452 mul_25" -> "453 linear_24"; +"452 mul_tensor_25" -> "453 linear_24"; "453 linear_24" -> "454 unflatten_6"; "454 unflatten_6" -> "455 unsqueeze_6"; "455 unsqueeze_6" -> "456 transpose_37"; @@ -1389,10 +1389,10 @@ strict digraph { "478 view_54_0_0_nncf_smooth_quant_0" -> "479 quantize_per_tensor_default_40"; "479 quantize_per_tensor_default_40" -> "480 dequantize_per_tensor_default_40"; "480 dequantize_per_tensor_default_40" -> "485 linear_25"; -"481 linear_25_scale_0_updated_constant0" -> "484 mul_26"; -"482 compressed_weight_updated_constant26" -> "484 mul_26"; +"481 linear_25_scale_0_updated_constant0" -> "484 mul_tensor_26"; +"482 compressed_weight_updated_constant76" -> "484 mul_tensor_26"; "483 _param_constant81_0_0" -> "485 linear_25"; -"484 mul_26" -> "485 linear_25"; +"484 mul_tensor_26" -> "485 linear_25"; "485 linear_25" -> "486 view_55"; "486 view_55" -> "487 transpose_41"; "487 transpose_41" -> "488 dropout_19"; @@ -1405,20 +1405,20 @@ strict digraph { "493 layer_norm_13_0_0_nncf_smooth_quant_0" -> "494 quantize_per_tensor_default_41"; "494 quantize_per_tensor_default_41" -> "495 dequantize_per_tensor_default_41"; "495 dequantize_per_tensor_default_41" -> "500 linear_26"; -"496 linear_26_scale_0_updated_constant0" -> "499 mul_27"; -"497 compressed_weight_updated_constant27" -> "499 mul_27"; +"496 linear_26_scale_0_updated_constant0" -> "499 mul_tensor_27"; +"497 compressed_weight_updated_constant77" -> "499 mul_tensor_27"; "498 _param_constant85_0_0" -> "500 linear_26"; -"499 mul_27" -> "500 linear_26"; +"499 mul_tensor_27" -> "500 linear_26"; "500 linear_26" -> "501 gelu_6"; "501 gelu_6" -> "502 dropout_20"; "502 dropout_20" -> "503 dropout_20_0_0_nncf_smooth_quant_0"; "503 dropout_20_0_0_nncf_smooth_quant_0" -> "504 quantize_per_tensor_default_42"; "504 quantize_per_tensor_default_42" -> "505 dequantize_per_tensor_default_42"; "505 dequantize_per_tensor_default_42" -> "510 linear_27"; -"506 linear_27_scale_0_updated_constant0" -> "509 mul_28"; -"507 compressed_weight_updated_constant28" -> "509 mul_28"; +"506 linear_27_scale_0_updated_constant0" -> "509 mul_tensor_28"; +"507 compressed_weight_updated_constant78" -> "509 mul_tensor_28"; "508 _param_constant87_0_0" -> "510 linear_27"; -"509 mul_28" -> "510 linear_27"; +"509 mul_tensor_28" -> "510 linear_27"; "510 linear_27" -> "511 dropout_21"; "511 dropout_21" -> "512 add_14"; "512 add_14" -> "515 layer_norm_14"; @@ -1430,10 +1430,10 @@ strict digraph { "517 transpose_42_0_0_nncf_smooth_quant_0" -> "518 quantize_per_tensor_default_43"; "518 quantize_per_tensor_default_43" -> "519 dequantize_per_tensor_default_43"; "519 dequantize_per_tensor_default_43" -> "524 linear_28"; -"520 linear_28_scale_0_updated_constant0" -> "523 mul_29"; -"521 compressed_weight_updated_constant29" -> "523 mul_29"; +"520 linear_28_scale_0_updated_constant0" -> "523 mul_tensor_29"; +"521 compressed_weight_updated_constant79" -> "523 mul_tensor_29"; "522 _param_constant91_0_0" -> "524 linear_28"; -"523 mul_29" -> "524 linear_28"; +"523 mul_tensor_29" -> "524 linear_28"; "524 linear_28" -> "525 unflatten_7"; "525 unflatten_7" -> "526 unsqueeze_7"; "526 unsqueeze_7" -> "527 transpose_43"; @@ -1464,10 +1464,10 @@ strict digraph { "549 view_62_0_0_nncf_smooth_quant_0" -> "550 quantize_per_tensor_default_46"; "550 quantize_per_tensor_default_46" -> "551 dequantize_per_tensor_default_46"; "551 dequantize_per_tensor_default_46" -> "556 linear_29"; -"552 linear_29_scale_0_updated_constant0" -> "555 mul_30"; -"553 compressed_weight_updated_constant30" -> "555 mul_30"; +"552 linear_29_scale_0_updated_constant0" -> "555 mul_tensor_30"; +"553 compressed_weight_updated_constant80" -> "555 mul_tensor_30"; "554 _param_constant93_0_0" -> "556 linear_29"; -"555 mul_30" -> "556 linear_29"; +"555 mul_tensor_30" -> "556 linear_29"; "556 linear_29" -> "557 view_63"; "557 view_63" -> "558 transpose_47"; "558 transpose_47" -> "559 dropout_22"; @@ -1480,20 +1480,20 @@ strict digraph { "564 layer_norm_15_0_0_nncf_smooth_quant_0" -> "565 quantize_per_tensor_default_47"; "565 quantize_per_tensor_default_47" -> "566 dequantize_per_tensor_default_47"; "566 dequantize_per_tensor_default_47" -> "571 linear_30"; -"567 linear_30_scale_0_updated_constant0" -> "570 mul_31"; -"568 compressed_weight_updated_constant31" -> "570 mul_31"; +"567 linear_30_scale_0_updated_constant0" -> "570 mul_tensor_31"; +"568 compressed_weight_updated_constant81" -> "570 mul_tensor_31"; "569 _param_constant97_0_0" -> "571 linear_30"; -"570 mul_31" -> "571 linear_30"; +"570 mul_tensor_31" -> "571 linear_30"; "571 linear_30" -> "572 gelu_7"; "572 gelu_7" -> "573 dropout_23"; "573 dropout_23" -> "574 dropout_23_0_0_nncf_smooth_quant_0"; "574 dropout_23_0_0_nncf_smooth_quant_0" -> "575 quantize_per_tensor_default_48"; "575 quantize_per_tensor_default_48" -> "576 dequantize_per_tensor_default_48"; "576 dequantize_per_tensor_default_48" -> "581 linear_31"; -"577 linear_31_scale_0_updated_constant0" -> "580 mul_32"; -"578 compressed_weight_updated_constant32" -> "580 mul_32"; +"577 linear_31_scale_0_updated_constant0" -> "580 mul_tensor_32"; +"578 compressed_weight_updated_constant82" -> "580 mul_tensor_32"; "579 _param_constant99_0_0" -> "581 linear_31"; -"580 mul_32" -> "581 linear_31"; +"580 mul_tensor_32" -> "581 linear_31"; "581 linear_31" -> "582 dropout_24"; "582 dropout_24" -> "583 add_16"; "583 add_16" -> "586 layer_norm_16"; @@ -1505,10 +1505,10 @@ strict digraph { "588 transpose_48_0_0_nncf_smooth_quant_0" -> "589 quantize_per_tensor_default_49"; "589 quantize_per_tensor_default_49" -> "590 dequantize_per_tensor_default_49"; "590 dequantize_per_tensor_default_49" -> "595 linear_32"; -"591 linear_32_scale_0_updated_constant0" -> "594 mul_33"; -"592 compressed_weight_updated_constant33" -> "594 mul_33"; +"591 linear_32_scale_0_updated_constant0" -> "594 mul_tensor_33"; +"592 compressed_weight_updated_constant83" -> "594 mul_tensor_33"; "593 _param_constant103_0_0" -> "595 linear_32"; -"594 mul_33" -> "595 linear_32"; +"594 mul_tensor_33" -> "595 linear_32"; "595 linear_32" -> "596 unflatten_8"; "596 unflatten_8" -> "597 unsqueeze_8"; "597 unsqueeze_8" -> "598 transpose_49"; @@ -1539,10 +1539,10 @@ strict digraph { "620 view_70_0_0_nncf_smooth_quant_0" -> "621 quantize_per_tensor_default_52"; "621 quantize_per_tensor_default_52" -> "622 dequantize_per_tensor_default_52"; "622 dequantize_per_tensor_default_52" -> "627 linear_33"; -"623 linear_33_scale_0_updated_constant0" -> "626 mul_34"; -"624 compressed_weight_updated_constant34" -> "626 mul_34"; +"623 linear_33_scale_0_updated_constant0" -> "626 mul_tensor_34"; +"624 compressed_weight_updated_constant84" -> "626 mul_tensor_34"; "625 _param_constant105_0_0" -> "627 linear_33"; -"626 mul_34" -> "627 linear_33"; +"626 mul_tensor_34" -> "627 linear_33"; "627 linear_33" -> "628 view_71"; "628 view_71" -> "629 transpose_53"; "629 transpose_53" -> "630 dropout_25"; @@ -1555,20 +1555,20 @@ strict digraph { "635 layer_norm_17_0_0_nncf_smooth_quant_0" -> "636 quantize_per_tensor_default_53"; "636 quantize_per_tensor_default_53" -> "637 dequantize_per_tensor_default_53"; "637 dequantize_per_tensor_default_53" -> "642 linear_34"; -"638 linear_34_scale_0_updated_constant0" -> "641 mul_35"; -"639 compressed_weight_updated_constant35" -> "641 mul_35"; +"638 linear_34_scale_0_updated_constant0" -> "641 mul_tensor_35"; +"639 compressed_weight_updated_constant85" -> "641 mul_tensor_35"; "640 _param_constant109_0_0" -> "642 linear_34"; -"641 mul_35" -> "642 linear_34"; +"641 mul_tensor_35" -> "642 linear_34"; "642 linear_34" -> "643 gelu_8"; "643 gelu_8" -> "644 dropout_26"; "644 dropout_26" -> "645 dropout_26_0_0_nncf_smooth_quant_0"; "645 dropout_26_0_0_nncf_smooth_quant_0" -> "646 quantize_per_tensor_default_54"; "646 quantize_per_tensor_default_54" -> "647 dequantize_per_tensor_default_54"; "647 dequantize_per_tensor_default_54" -> "652 linear_35"; -"648 linear_35_scale_0_updated_constant0" -> "651 mul_36"; -"649 compressed_weight_updated_constant36" -> "651 mul_36"; +"648 linear_35_scale_0_updated_constant0" -> "651 mul_tensor_36"; +"649 compressed_weight_updated_constant86" -> "651 mul_tensor_36"; "650 _param_constant111_0_0" -> "652 linear_35"; -"651 mul_36" -> "652 linear_35"; +"651 mul_tensor_36" -> "652 linear_35"; "652 linear_35" -> "653 dropout_27"; "653 dropout_27" -> "654 add_18"; "654 add_18" -> "657 layer_norm_18"; @@ -1580,10 +1580,10 @@ strict digraph { "659 transpose_54_0_0_nncf_smooth_quant_0" -> "660 quantize_per_tensor_default_55"; "660 quantize_per_tensor_default_55" -> "661 dequantize_per_tensor_default_55"; "661 dequantize_per_tensor_default_55" -> "666 linear_36"; -"662 linear_36_scale_0_updated_constant0" -> "665 mul_37"; -"663 compressed_weight_updated_constant37" -> "665 mul_37"; +"662 linear_36_scale_0_updated_constant0" -> "665 mul_tensor_37"; +"663 compressed_weight_updated_constant87" -> "665 mul_tensor_37"; "664 _param_constant115_0_0" -> "666 linear_36"; -"665 mul_37" -> "666 linear_36"; +"665 mul_tensor_37" -> "666 linear_36"; "666 linear_36" -> "667 unflatten_9"; "667 unflatten_9" -> "668 unsqueeze_9"; "668 unsqueeze_9" -> "669 transpose_55"; @@ -1614,10 +1614,10 @@ strict digraph { "691 view_78_0_0_nncf_smooth_quant_0" -> "692 quantize_per_tensor_default_58"; "692 quantize_per_tensor_default_58" -> "693 dequantize_per_tensor_default_58"; "693 dequantize_per_tensor_default_58" -> "698 linear_37"; -"694 linear_37_scale_0_updated_constant0" -> "697 mul_38"; -"695 compressed_weight_updated_constant38" -> "697 mul_38"; +"694 linear_37_scale_0_updated_constant0" -> "697 mul_tensor_38"; +"695 compressed_weight_updated_constant88" -> "697 mul_tensor_38"; "696 _param_constant117_0_0" -> "698 linear_37"; -"697 mul_38" -> "698 linear_37"; +"697 mul_tensor_38" -> "698 linear_37"; "698 linear_37" -> "699 view_79"; "699 view_79" -> "700 transpose_59"; "700 transpose_59" -> "701 dropout_28"; @@ -1630,20 +1630,20 @@ strict digraph { "706 layer_norm_19_0_0_nncf_smooth_quant_0" -> "707 quantize_per_tensor_default_59"; "707 quantize_per_tensor_default_59" -> "708 dequantize_per_tensor_default_59"; "708 dequantize_per_tensor_default_59" -> "713 linear_38"; -"709 linear_38_scale_0_updated_constant0" -> "712 mul_39"; -"710 compressed_weight_updated_constant39" -> "712 mul_39"; +"709 linear_38_scale_0_updated_constant0" -> "712 mul_tensor_39"; +"710 compressed_weight_updated_constant89" -> "712 mul_tensor_39"; "711 _param_constant121_0_0" -> "713 linear_38"; -"712 mul_39" -> "713 linear_38"; +"712 mul_tensor_39" -> "713 linear_38"; "713 linear_38" -> "714 gelu_9"; "714 gelu_9" -> "715 dropout_29"; "715 dropout_29" -> "716 dropout_29_0_0_nncf_smooth_quant_0"; "716 dropout_29_0_0_nncf_smooth_quant_0" -> "717 quantize_per_tensor_default_60"; "717 quantize_per_tensor_default_60" -> "718 dequantize_per_tensor_default_60"; "718 dequantize_per_tensor_default_60" -> "723 linear_39"; -"719 linear_39_scale_0_updated_constant0" -> "722 mul_40"; -"720 compressed_weight_updated_constant40" -> "722 mul_40"; +"719 linear_39_scale_0_updated_constant0" -> "722 mul_tensor_40"; +"720 compressed_weight_updated_constant90" -> "722 mul_tensor_40"; "721 _param_constant123_0_0" -> "723 linear_39"; -"722 mul_40" -> "723 linear_39"; +"722 mul_tensor_40" -> "723 linear_39"; "723 linear_39" -> "724 dropout_30"; "724 dropout_30" -> "725 add_20"; "725 add_20" -> "728 layer_norm_20"; @@ -1655,10 +1655,10 @@ strict digraph { "730 transpose_60_0_0_nncf_smooth_quant_0" -> "731 quantize_per_tensor_default_61"; "731 quantize_per_tensor_default_61" -> "732 dequantize_per_tensor_default_61"; "732 dequantize_per_tensor_default_61" -> "737 linear_40"; -"733 linear_40_scale_0_updated_constant0" -> "736 mul_41"; -"734 compressed_weight_updated_constant41" -> "736 mul_41"; +"733 linear_40_scale_0_updated_constant0" -> "736 mul_tensor_41"; +"734 compressed_weight_updated_constant91" -> "736 mul_tensor_41"; "735 _param_constant127_0_0" -> "737 linear_40"; -"736 mul_41" -> "737 linear_40"; +"736 mul_tensor_41" -> "737 linear_40"; "737 linear_40" -> "738 unflatten_10"; "738 unflatten_10" -> "739 unsqueeze_10"; "739 unsqueeze_10" -> "740 transpose_61"; @@ -1689,10 +1689,10 @@ strict digraph { "762 view_86_0_0_nncf_smooth_quant_0" -> "763 quantize_per_tensor_default_64"; "763 quantize_per_tensor_default_64" -> "764 dequantize_per_tensor_default_64"; "764 dequantize_per_tensor_default_64" -> "769 linear_41"; -"765 linear_41_scale_0_updated_constant0" -> "768 mul_42"; -"766 compressed_weight_updated_constant42" -> "768 mul_42"; +"765 linear_41_scale_0_updated_constant0" -> "768 mul_tensor_42"; +"766 compressed_weight_updated_constant92" -> "768 mul_tensor_42"; "767 _param_constant129_0_0" -> "769 linear_41"; -"768 mul_42" -> "769 linear_41"; +"768 mul_tensor_42" -> "769 linear_41"; "769 linear_41" -> "770 view_87"; "770 view_87" -> "771 transpose_65"; "771 transpose_65" -> "772 dropout_31"; @@ -1705,20 +1705,20 @@ strict digraph { "777 layer_norm_21_0_0_nncf_smooth_quant_0" -> "778 quantize_per_tensor_default_65"; "778 quantize_per_tensor_default_65" -> "779 dequantize_per_tensor_default_65"; "779 dequantize_per_tensor_default_65" -> "784 linear_42"; -"780 linear_42_scale_0_updated_constant0" -> "783 mul_43"; -"781 compressed_weight_updated_constant43" -> "783 mul_43"; +"780 linear_42_scale_0_updated_constant0" -> "783 mul_tensor_43"; +"781 compressed_weight_updated_constant93" -> "783 mul_tensor_43"; "782 _param_constant133_0_0" -> "784 linear_42"; -"783 mul_43" -> "784 linear_42"; +"783 mul_tensor_43" -> "784 linear_42"; "784 linear_42" -> "785 gelu_10"; "785 gelu_10" -> "786 dropout_32"; "786 dropout_32" -> "787 dropout_32_0_0_nncf_smooth_quant_0"; "787 dropout_32_0_0_nncf_smooth_quant_0" -> "788 quantize_per_tensor_default_66"; "788 quantize_per_tensor_default_66" -> "789 dequantize_per_tensor_default_66"; "789 dequantize_per_tensor_default_66" -> "794 linear_43"; -"790 linear_43_scale_0_updated_constant0" -> "793 mul_44"; -"791 compressed_weight_updated_constant44" -> "793 mul_44"; +"790 linear_43_scale_0_updated_constant0" -> "793 mul_tensor_44"; +"791 compressed_weight_updated_constant94" -> "793 mul_tensor_44"; "792 _param_constant135_0_0" -> "794 linear_43"; -"793 mul_44" -> "794 linear_43"; +"793 mul_tensor_44" -> "794 linear_43"; "794 linear_43" -> "795 dropout_33"; "795 dropout_33" -> "796 add_22"; "796 add_22" -> "799 layer_norm_22"; @@ -1730,10 +1730,10 @@ strict digraph { "801 transpose_66_0_0_nncf_smooth_quant_0" -> "802 quantize_per_tensor_default_67"; "802 quantize_per_tensor_default_67" -> "803 dequantize_per_tensor_default_67"; "803 dequantize_per_tensor_default_67" -> "808 linear_44"; -"804 linear_44_scale_0_updated_constant0" -> "807 mul_45"; -"805 compressed_weight_updated_constant45" -> "807 mul_45"; +"804 linear_44_scale_0_updated_constant0" -> "807 mul_tensor_45"; +"805 compressed_weight_updated_constant95" -> "807 mul_tensor_45"; "806 _param_constant139_0_0" -> "808 linear_44"; -"807 mul_45" -> "808 linear_44"; +"807 mul_tensor_45" -> "808 linear_44"; "808 linear_44" -> "809 unflatten_11"; "809 unflatten_11" -> "810 unsqueeze_11"; "810 unsqueeze_11" -> "811 transpose_67"; @@ -1764,10 +1764,10 @@ strict digraph { "833 view_94_0_0_nncf_smooth_quant_0" -> "834 quantize_per_tensor_default_70"; "834 quantize_per_tensor_default_70" -> "835 dequantize_per_tensor_default_70"; "835 dequantize_per_tensor_default_70" -> "840 linear_45"; -"836 linear_45_scale_0_updated_constant0" -> "839 mul_46"; -"837 compressed_weight_updated_constant46" -> "839 mul_46"; +"836 linear_45_scale_0_updated_constant0" -> "839 mul_tensor_46"; +"837 compressed_weight_updated_constant96" -> "839 mul_tensor_46"; "838 _param_constant141_0_0" -> "840 linear_45"; -"839 mul_46" -> "840 linear_45"; +"839 mul_tensor_46" -> "840 linear_45"; "840 linear_45" -> "841 view_95"; "841 view_95" -> "842 transpose_71"; "842 transpose_71" -> "843 dropout_34"; @@ -1780,20 +1780,20 @@ strict digraph { "848 layer_norm_23_0_0_nncf_smooth_quant_0" -> "849 quantize_per_tensor_default_71"; "849 quantize_per_tensor_default_71" -> "850 dequantize_per_tensor_default_71"; "850 dequantize_per_tensor_default_71" -> "855 linear_46"; -"851 linear_46_scale_0_updated_constant0" -> "854 mul_47"; -"852 compressed_weight_updated_constant47" -> "854 mul_47"; +"851 linear_46_scale_0_updated_constant0" -> "854 mul_tensor_47"; +"852 compressed_weight_updated_constant97" -> "854 mul_tensor_47"; "853 _param_constant145_0_0" -> "855 linear_46"; -"854 mul_47" -> "855 linear_46"; +"854 mul_tensor_47" -> "855 linear_46"; "855 linear_46" -> "856 gelu_11"; "856 gelu_11" -> "857 dropout_35"; "857 dropout_35" -> "858 dropout_35_0_0_nncf_smooth_quant_0"; "858 dropout_35_0_0_nncf_smooth_quant_0" -> "859 quantize_per_tensor_default_72"; "859 quantize_per_tensor_default_72" -> "860 dequantize_per_tensor_default_72"; "860 dequantize_per_tensor_default_72" -> "865 linear_47"; -"861 linear_47_scale_0_updated_constant0" -> "864 mul_48"; -"862 compressed_weight_updated_constant48" -> "864 mul_48"; +"861 linear_47_scale_0_updated_constant0" -> "864 mul_tensor_48"; +"862 compressed_weight_updated_constant98" -> "864 mul_tensor_48"; "863 _param_constant147_0_0" -> "865 linear_47"; -"864 mul_48" -> "865 linear_47"; +"864 mul_tensor_48" -> "865 linear_47"; "865 linear_47" -> "866 dropout_36"; "866 dropout_36" -> "867 add_24"; "867 add_24" -> "870 layer_norm_24"; @@ -1805,9 +1805,9 @@ strict digraph { "873 select_36_0_0_nncf_smooth_quant_0" -> "874 quantize_per_tensor_default_73"; "874 quantize_per_tensor_default_73" -> "875 dequantize_per_tensor_default_73"; "875 dequantize_per_tensor_default_73" -> "880 linear_48"; -"876 linear_48_scale_0_updated_constant0" -> "879 mul_49"; -"877 compressed_weight_updated_constant49" -> "879 mul_49"; +"876 linear_48_scale_0_updated_constant0" -> "879 mul_tensor_49"; +"877 compressed_weight_updated_constant99" -> "879 mul_tensor_49"; "878 _param_constant151_0_0" -> "880 linear_48"; -"879 mul_49" -> "880 linear_48"; +"879 mul_tensor_49" -> "880 linear_48"; "880 linear_48" -> "881 output"; } From f0bb1ecfa6b7bdf1394895509f2105050c13a828 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Thu, 10 Oct 2024 18:01:55 +0400 Subject: [PATCH 22/48] Add backend parameters, --- .../fx/quantization/backend_parameters.py | 29 + .../torch/fx/quantization/quantize_model.py | 9 +- nncf/experimental/torch/fx/transformations.py | 2 +- .../fx/quantized/mobilenet_v3_small.dot | 2140 +-- .../fx/quantized/resnet18.dot | 944 +- .../fx/quantized/swin_v2_s.dot | 12814 +++++++++------- .../fx/quantized/synthetic_transformer.dot | 86 +- .../reference_graphs/fx/quantized/unet.dot | 976 +- .../fx/quantized/vit_b_16.dot | 3918 ++--- 9 files changed, 11319 insertions(+), 9599 deletions(-) create mode 100644 nncf/experimental/torch/fx/quantization/backend_parameters.py diff --git a/nncf/experimental/torch/fx/quantization/backend_parameters.py b/nncf/experimental/torch/fx/quantization/backend_parameters.py new file mode 100644 index 00000000000..ed980f97bf4 --- /dev/null +++ b/nncf/experimental/torch/fx/quantization/backend_parameters.py @@ -0,0 +1,29 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from typing import Optional +from nncf.quantization.advanced_parameters import AdvancedQuantizationParameters + +class FXBackendParameters: + COMPRESS_WEIGHTS = "compress_weights" + + +def is_weight_compression_needed(advanced_parameters: Optional[AdvancedQuantizationParameters]) -> bool: + """ + Determines whether weight compression is needed based on the provided + advanced quantization parameters. + + :param advanced_parameters: Advanced quantization parameters. + :return: True if weight compression is needed, False otherwise. + """ + if advanced_parameters is not None and advanced_parameters.backend_params is not None: + return advanced_parameters.backend_params.get(FXBackendParameters.COMPRESS_WEIGHTS, True) + return True diff --git a/nncf/experimental/torch/fx/quantization/quantize_model.py b/nncf/experimental/torch/fx/quantization/quantize_model.py index e09136ce713..dba28c43ba7 100644 --- a/nncf/experimental/torch/fx/quantization/quantize_model.py +++ b/nncf/experimental/torch/fx/quantization/quantize_model.py @@ -40,6 +40,7 @@ from nncf.quantization.advanced_parameters import AdvancedQuantizationParameters from nncf.quantization.algorithms.post_training.algorithm import PostTrainingQuantization from nncf.quantization.algorithms.weight_compression.algorithm import WeightCompression +from nncf.experimental.torch.fx.quantization.backend_parameters import is_weight_compression_needed from nncf.scopes import IgnoredScope DEFAULT_RANGE_TYPE = "mean_min_max" @@ -94,8 +95,12 @@ def quantize_impl( # Revert applied transformation to keep original model # bias configuration. revert_quantization_transformations(quantized_model) - fq_weights_transformation(quantized_model) - compress_post_quantize_transformation(quantized_model) + + if(is_weight_compression_needed(advanced_parameters)): + compress_post_quantize_transformation(quantized_model) + else: + fq_weights_transformation(quantized_model) + # Magic. Without this call compiled model # is not preformant quantized_model = GraphModule(quantized_model, quantized_model.graph) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index 845a0b1d26a..dc8e48d5f94 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -566,7 +566,7 @@ def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): return dequantized def replacement_graph_per_tensor(weight, scale, zero_point, low, high, dtype): - return torch.ops.aten.mul(weight, scale) + return torch.ops.aten.mul.Tensor(weight, scale) return pattern_per_tensor, replacement_graph_per_tensor diff --git a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot index 76de95d0ebc..8bf0fadcef8 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot @@ -2,965 +2,1181 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; -"4 compressed_weight_updated_constant36" [id=4, type=get_attr]; -"5 features_0_0_weight_bias_0_0" [id=5, type=get_attr]; -"6 mul_tensor" [id=6, type=mul]; -"7 conv2d" [id=7, type=conv2d]; -"8 hardswish__scale_0" [id=8, type=get_attr]; -"9 hardswish__zero_point_0" [id=9, type=get_attr]; -"10 hardswish_" [id=10, type=hardswish_]; -"11 quantize_per_channel_default_1" [id=11, type=quantize_per_channel]; -"12 dequantize_per_channel_default_1" [id=12, type=dequantize_per_channel]; -"13 conv2d_1_scale_0_updated_constant0" [id=13, type=get_attr]; -"14 compressed_weight_updated_constant37" [id=14, type=get_attr]; -"15 features_1_block_0_0_weight_bias_0_0" [id=15, type=get_attr]; -"16 mul_tensor_1" [id=16, type=mul]; -"17 conv2d_1" [id=17, type=conv2d]; -"18 relu_" [id=18, type=relu_]; -"19 quantize_per_tensor_default_1" [id=19, type=quantize_per_tensor]; -"20 dequantize_per_tensor_default_2" [id=20, type=dequantize_per_tensor]; -"21 dequantize_per_tensor_default_1" [id=21, type=dequantize_per_tensor]; -"22 adaptive_avg_pool2d" [id=22, type=adaptive_avg_pool2d]; -"23 _param_constant6" [id=23, type=get_attr]; -"24 _param_constant7_0_0" [id=24, type=get_attr]; -"25 conv2d_2" [id=25, type=conv2d]; -"26 relu" [id=26, type=relu]; -"27 _param_constant8" [id=27, type=get_attr]; -"28 _param_constant9_0_0" [id=28, type=get_attr]; -"29 conv2d_3" [id=29, type=conv2d]; -"30 hardsigmoid" [id=30, type=hardsigmoid]; -"31 quantize_per_tensor_default_2" [id=31, type=quantize_per_tensor]; -"32 dequantize_per_tensor_default_3" [id=32, type=dequantize_per_tensor]; -"33 mul" [id=33, type=mul]; -"34 quantize_per_tensor_default_3" [id=34, type=quantize_per_tensor]; -"35 dequantize_per_tensor_default_4" [id=35, type=dequantize_per_tensor]; -"36 conv2d_4_scale_0_updated_constant0" [id=36, type=get_attr]; -"37 compressed_weight_updated_constant38" [id=37, type=get_attr]; -"38 features_1_block_2_0_weight_bias_0_0" [id=38, type=get_attr]; -"39 mul_tensor_2" [id=39, type=mul]; -"40 conv2d_4" [id=40, type=conv2d]; -"41 quantize_per_tensor_default_4" [id=41, type=quantize_per_tensor]; -"42 dequantize_per_tensor_default_5" [id=42, type=dequantize_per_tensor]; -"43 conv2d_5_scale_0_updated_constant0" [id=43, type=get_attr]; -"44 compressed_weight_updated_constant39" [id=44, type=get_attr]; -"45 features_2_block_0_0_weight_bias_0_0" [id=45, type=get_attr]; -"46 mul_tensor_3" [id=46, type=mul]; -"47 conv2d_5" [id=47, type=conv2d]; -"48 relu__1_scale_0" [id=48, type=get_attr]; -"49 relu__1_zero_point_0" [id=49, type=get_attr]; -"50 relu__1" [id=50, type=relu_]; -"51 quantize_per_channel_default_5" [id=51, type=quantize_per_channel]; -"52 dequantize_per_channel_default_5" [id=52, type=dequantize_per_channel]; -"53 conv2d_6_scale_0_updated_constant0" [id=53, type=get_attr]; -"54 compressed_weight_updated_constant40" [id=54, type=get_attr]; -"55 features_2_block_1_0_weight_bias_0_0" [id=55, type=get_attr]; -"56 mul_tensor_4" [id=56, type=mul]; -"57 conv2d_6" [id=57, type=conv2d]; -"58 relu__2" [id=58, type=relu_]; -"59 quantize_per_tensor_default_5" [id=59, type=quantize_per_tensor]; -"60 dequantize_per_tensor_default_6" [id=60, type=dequantize_per_tensor]; -"61 conv2d_7_scale_0_updated_constant0" [id=61, type=get_attr]; -"62 compressed_weight_updated_constant41" [id=62, type=get_attr]; -"63 features_2_block_2_0_weight_bias_0_0" [id=63, type=get_attr]; -"64 mul_tensor_5" [id=64, type=mul]; -"65 conv2d_7" [id=65, type=conv2d]; -"66 quantize_per_tensor_default_6" [id=66, type=quantize_per_tensor]; -"67 dequantize_per_tensor_default_8" [id=67, type=dequantize_per_tensor]; -"68 dequantize_per_tensor_default_7" [id=68, type=dequantize_per_tensor]; -"69 conv2d_8_scale_0_updated_constant0" [id=69, type=get_attr]; -"70 compressed_weight_updated_constant42" [id=70, type=get_attr]; -"71 features_3_block_0_0_weight_bias_0_0" [id=71, type=get_attr]; -"72 mul_tensor_6" [id=72, type=mul]; -"73 conv2d_8" [id=73, type=conv2d]; -"74 relu__3_scale_0" [id=74, type=get_attr]; -"75 relu__3_zero_point_0" [id=75, type=get_attr]; -"76 relu__3" [id=76, type=relu_]; -"77 quantize_per_channel_default_9" [id=77, type=quantize_per_channel]; -"78 dequantize_per_channel_default_9" [id=78, type=dequantize_per_channel]; -"79 conv2d_9_scale_0_updated_constant0" [id=79, type=get_attr]; -"80 compressed_weight_updated_constant43" [id=80, type=get_attr]; -"81 features_3_block_1_0_weight_bias_0_0" [id=81, type=get_attr]; -"82 mul_tensor_7" [id=82, type=mul]; -"83 conv2d_9" [id=83, type=conv2d]; -"84 relu__4" [id=84, type=relu_]; -"85 quantize_per_tensor_default_7" [id=85, type=quantize_per_tensor]; -"86 dequantize_per_tensor_default_9" [id=86, type=dequantize_per_tensor]; -"87 conv2d_10_scale_0_updated_constant0" [id=87, type=get_attr]; -"88 compressed_weight_updated_constant44" [id=88, type=get_attr]; -"89 features_3_block_2_0_weight_bias_0_0" [id=89, type=get_attr]; -"90 mul_tensor_8" [id=90, type=mul]; -"91 conv2d_10" [id=91, type=conv2d]; -"92 quantize_per_tensor_default_8" [id=92, type=quantize_per_tensor]; -"93 dequantize_per_tensor_default_10" [id=93, type=dequantize_per_tensor]; -"94 add_" [id=94, type=add_]; -"95 quantize_per_tensor_default_9" [id=95, type=quantize_per_tensor]; -"96 dequantize_per_tensor_default_11" [id=96, type=dequantize_per_tensor]; -"97 conv2d_11_scale_0_updated_constant0" [id=97, type=get_attr]; -"98 compressed_weight_updated_constant45" [id=98, type=get_attr]; -"99 features_4_block_0_0_weight_bias_0_0" [id=99, type=get_attr]; -"100 mul_tensor_9" [id=100, type=mul]; -"101 conv2d_11" [id=101, type=conv2d]; -"102 hardswish__1_scale_0" [id=102, type=get_attr]; -"103 hardswish__1_zero_point_0" [id=103, type=get_attr]; -"104 hardswish__1" [id=104, type=hardswish_]; -"105 quantize_per_channel_default_13" [id=105, type=quantize_per_channel]; -"106 dequantize_per_channel_default_13" [id=106, type=dequantize_per_channel]; -"107 conv2d_12_scale_0_updated_constant0" [id=107, type=get_attr]; -"108 compressed_weight_updated_constant46" [id=108, type=get_attr]; -"109 features_4_block_1_0_weight_bias_0_0" [id=109, type=get_attr]; -"110 mul_tensor_10" [id=110, type=mul]; -"111 conv2d_12" [id=111, type=conv2d]; -"112 hardswish__2" [id=112, type=hardswish_]; -"113 quantize_per_tensor_default_10" [id=113, type=quantize_per_tensor]; -"114 dequantize_per_tensor_default_13" [id=114, type=dequantize_per_tensor]; -"115 dequantize_per_tensor_default_12" [id=115, type=dequantize_per_tensor]; -"116 adaptive_avg_pool2d_1" [id=116, type=adaptive_avg_pool2d]; -"117 _param_constant37" [id=117, type=get_attr]; -"118 _param_constant38_0_0" [id=118, type=get_attr]; -"119 conv2d_13" [id=119, type=conv2d]; -"120 relu_1" [id=120, type=relu]; -"121 _param_constant39" [id=121, type=get_attr]; -"122 _param_constant40_0_0" [id=122, type=get_attr]; -"123 conv2d_14" [id=123, type=conv2d]; -"124 hardsigmoid_1" [id=124, type=hardsigmoid]; -"125 quantize_per_tensor_default_11" [id=125, type=quantize_per_tensor]; -"126 dequantize_per_tensor_default_14" [id=126, type=dequantize_per_tensor]; -"127 mul_1" [id=127, type=mul]; -"128 quantize_per_tensor_default_12" [id=128, type=quantize_per_tensor]; -"129 dequantize_per_tensor_default_15" [id=129, type=dequantize_per_tensor]; -"130 conv2d_15_scale_0_updated_constant0" [id=130, type=get_attr]; -"131 compressed_weight_updated_constant47" [id=131, type=get_attr]; -"132 features_4_block_3_0_weight_bias_0_0" [id=132, type=get_attr]; -"133 mul_tensor_11" [id=133, type=mul]; -"134 conv2d_15" [id=134, type=conv2d]; -"135 quantize_per_tensor_default_13" [id=135, type=quantize_per_tensor]; -"136 dequantize_per_tensor_default_17" [id=136, type=dequantize_per_tensor]; -"137 dequantize_per_tensor_default_16" [id=137, type=dequantize_per_tensor]; -"138 conv2d_16_scale_0_updated_constant0" [id=138, type=get_attr]; -"139 compressed_weight_updated_constant48" [id=139, type=get_attr]; -"140 features_5_block_0_0_weight_bias_0_0" [id=140, type=get_attr]; -"141 mul_tensor_12" [id=141, type=mul]; -"142 conv2d_16" [id=142, type=conv2d]; -"143 hardswish__3_scale_0" [id=143, type=get_attr]; -"144 hardswish__3_zero_point_0" [id=144, type=get_attr]; -"145 hardswish__3" [id=145, type=hardswish_]; -"146 quantize_per_channel_default_17" [id=146, type=quantize_per_channel]; -"147 dequantize_per_channel_default_17" [id=147, type=dequantize_per_channel]; -"148 conv2d_17_scale_0_updated_constant0" [id=148, type=get_attr]; -"149 compressed_weight_updated_constant49" [id=149, type=get_attr]; -"150 features_5_block_1_0_weight_bias_0_0" [id=150, type=get_attr]; -"151 mul_tensor_13" [id=151, type=mul]; -"152 conv2d_17" [id=152, type=conv2d]; -"153 hardswish__4" [id=153, type=hardswish_]; -"154 quantize_per_tensor_default_14" [id=154, type=quantize_per_tensor]; -"155 dequantize_per_tensor_default_19" [id=155, type=dequantize_per_tensor]; -"156 dequantize_per_tensor_default_18" [id=156, type=dequantize_per_tensor]; -"157 adaptive_avg_pool2d_2" [id=157, type=adaptive_avg_pool2d]; -"158 _param_constant50" [id=158, type=get_attr]; -"159 _param_constant51_0_0" [id=159, type=get_attr]; -"160 conv2d_18" [id=160, type=conv2d]; -"161 relu_2" [id=161, type=relu]; -"162 _param_constant52" [id=162, type=get_attr]; -"163 _param_constant53_0_0" [id=163, type=get_attr]; -"164 conv2d_19" [id=164, type=conv2d]; -"165 hardsigmoid_2" [id=165, type=hardsigmoid]; -"166 quantize_per_tensor_default_15" [id=166, type=quantize_per_tensor]; -"167 dequantize_per_tensor_default_20" [id=167, type=dequantize_per_tensor]; -"168 mul_2" [id=168, type=mul]; -"169 quantize_per_tensor_default_16" [id=169, type=quantize_per_tensor]; -"170 dequantize_per_tensor_default_21" [id=170, type=dequantize_per_tensor]; -"171 conv2d_20_scale_0_updated_constant0" [id=171, type=get_attr]; -"172 compressed_weight_updated_constant50" [id=172, type=get_attr]; -"173 features_5_block_3_0_weight_bias_0_0" [id=173, type=get_attr]; -"174 mul_tensor_14" [id=174, type=mul]; -"175 conv2d_20" [id=175, type=conv2d]; -"176 quantize_per_tensor_default_17" [id=176, type=quantize_per_tensor]; -"177 dequantize_per_tensor_default_22" [id=177, type=dequantize_per_tensor]; -"178 add__1" [id=178, type=add_]; -"179 quantize_per_tensor_default_18" [id=179, type=quantize_per_tensor]; -"180 dequantize_per_tensor_default_24" [id=180, type=dequantize_per_tensor]; -"181 dequantize_per_tensor_default_23" [id=181, type=dequantize_per_tensor]; -"182 conv2d_21_scale_0_updated_constant0" [id=182, type=get_attr]; -"183 compressed_weight_updated_constant51" [id=183, type=get_attr]; -"184 features_6_block_0_0_weight_bias_0_0" [id=184, type=get_attr]; -"185 mul_tensor_15" [id=185, type=mul]; -"186 conv2d_21" [id=186, type=conv2d]; -"187 hardswish__5_scale_0" [id=187, type=get_attr]; -"188 hardswish__5_zero_point_0" [id=188, type=get_attr]; -"189 hardswish__5" [id=189, type=hardswish_]; -"190 quantize_per_channel_default_21" [id=190, type=quantize_per_channel]; -"191 dequantize_per_channel_default_21" [id=191, type=dequantize_per_channel]; -"192 conv2d_22_scale_0_updated_constant0" [id=192, type=get_attr]; -"193 compressed_weight_updated_constant52" [id=193, type=get_attr]; -"194 features_6_block_1_0_weight_bias_0_0" [id=194, type=get_attr]; -"195 mul_tensor_16" [id=195, type=mul]; -"196 conv2d_22" [id=196, type=conv2d]; -"197 hardswish__6" [id=197, type=hardswish_]; -"198 quantize_per_tensor_default_19" [id=198, type=quantize_per_tensor]; -"199 dequantize_per_tensor_default_26" [id=199, type=dequantize_per_tensor]; -"200 dequantize_per_tensor_default_25" [id=200, type=dequantize_per_tensor]; -"201 adaptive_avg_pool2d_3" [id=201, type=adaptive_avg_pool2d]; -"202 _param_constant63" [id=202, type=get_attr]; -"203 _param_constant64_0_0" [id=203, type=get_attr]; -"204 conv2d_23" [id=204, type=conv2d]; -"205 relu_3" [id=205, type=relu]; -"206 _param_constant65" [id=206, type=get_attr]; -"207 _param_constant66_0_0" [id=207, type=get_attr]; -"208 conv2d_24" [id=208, type=conv2d]; -"209 hardsigmoid_3" [id=209, type=hardsigmoid]; -"210 quantize_per_tensor_default_20" [id=210, type=quantize_per_tensor]; -"211 dequantize_per_tensor_default_27" [id=211, type=dequantize_per_tensor]; -"212 mul_3" [id=212, type=mul]; -"213 quantize_per_tensor_default_21" [id=213, type=quantize_per_tensor]; -"214 dequantize_per_tensor_default_28" [id=214, type=dequantize_per_tensor]; -"215 conv2d_25_scale_0_updated_constant0" [id=215, type=get_attr]; -"216 compressed_weight_updated_constant53" [id=216, type=get_attr]; -"217 features_6_block_3_0_weight_bias_0_0" [id=217, type=get_attr]; -"218 mul_tensor_17" [id=218, type=mul]; -"219 conv2d_25" [id=219, type=conv2d]; -"220 quantize_per_tensor_default_22" [id=220, type=quantize_per_tensor]; -"221 dequantize_per_tensor_default_29" [id=221, type=dequantize_per_tensor]; -"222 add__2" [id=222, type=add_]; -"223 quantize_per_tensor_default_23" [id=223, type=quantize_per_tensor]; -"224 dequantize_per_tensor_default_30" [id=224, type=dequantize_per_tensor]; -"225 conv2d_26_scale_0_updated_constant0" [id=225, type=get_attr]; -"226 compressed_weight_updated_constant54" [id=226, type=get_attr]; -"227 features_7_block_0_0_weight_bias_0_0" [id=227, type=get_attr]; -"228 mul_tensor_18" [id=228, type=mul]; -"229 conv2d_26" [id=229, type=conv2d]; -"230 hardswish__7_scale_0" [id=230, type=get_attr]; -"231 hardswish__7_zero_point_0" [id=231, type=get_attr]; -"232 hardswish__7" [id=232, type=hardswish_]; -"233 quantize_per_channel_default_25" [id=233, type=quantize_per_channel]; -"234 dequantize_per_channel_default_25" [id=234, type=dequantize_per_channel]; -"235 conv2d_27_scale_0_updated_constant0" [id=235, type=get_attr]; -"236 compressed_weight_updated_constant55" [id=236, type=get_attr]; -"237 features_7_block_1_0_weight_bias_0_0" [id=237, type=get_attr]; -"238 mul_tensor_19" [id=238, type=mul]; -"239 conv2d_27" [id=239, type=conv2d]; -"240 hardswish__8" [id=240, type=hardswish_]; -"241 quantize_per_tensor_default_24" [id=241, type=quantize_per_tensor]; -"242 dequantize_per_tensor_default_32" [id=242, type=dequantize_per_tensor]; -"243 dequantize_per_tensor_default_31" [id=243, type=dequantize_per_tensor]; -"244 adaptive_avg_pool2d_4" [id=244, type=adaptive_avg_pool2d]; -"245 _param_constant76" [id=245, type=get_attr]; -"246 _param_constant77_0_0" [id=246, type=get_attr]; -"247 conv2d_28" [id=247, type=conv2d]; -"248 relu_4" [id=248, type=relu]; -"249 _param_constant78" [id=249, type=get_attr]; -"250 _param_constant79_0_0" [id=250, type=get_attr]; -"251 conv2d_29" [id=251, type=conv2d]; -"252 hardsigmoid_4" [id=252, type=hardsigmoid]; -"253 quantize_per_tensor_default_25" [id=253, type=quantize_per_tensor]; -"254 dequantize_per_tensor_default_33" [id=254, type=dequantize_per_tensor]; -"255 mul_4" [id=255, type=mul]; -"256 quantize_per_tensor_default_26" [id=256, type=quantize_per_tensor]; -"257 dequantize_per_tensor_default_34" [id=257, type=dequantize_per_tensor]; -"258 conv2d_30_scale_0_updated_constant0" [id=258, type=get_attr]; -"259 compressed_weight_updated_constant56" [id=259, type=get_attr]; -"260 features_7_block_3_0_weight_bias_0_0" [id=260, type=get_attr]; -"261 mul_tensor_20" [id=261, type=mul]; -"262 conv2d_30" [id=262, type=conv2d]; -"263 quantize_per_tensor_default_27" [id=263, type=quantize_per_tensor]; -"264 dequantize_per_tensor_default_36" [id=264, type=dequantize_per_tensor]; -"265 dequantize_per_tensor_default_35" [id=265, type=dequantize_per_tensor]; -"266 conv2d_31_scale_0_updated_constant0" [id=266, type=get_attr]; -"267 compressed_weight_updated_constant57" [id=267, type=get_attr]; -"268 features_8_block_0_0_weight_bias_0_0" [id=268, type=get_attr]; -"269 mul_tensor_21" [id=269, type=mul]; -"270 conv2d_31" [id=270, type=conv2d]; -"271 hardswish__9_scale_0" [id=271, type=get_attr]; -"272 hardswish__9_zero_point_0" [id=272, type=get_attr]; -"273 hardswish__9" [id=273, type=hardswish_]; -"274 quantize_per_channel_default_29" [id=274, type=quantize_per_channel]; -"275 dequantize_per_channel_default_29" [id=275, type=dequantize_per_channel]; -"276 conv2d_32_scale_0_updated_constant0" [id=276, type=get_attr]; -"277 compressed_weight_updated_constant58" [id=277, type=get_attr]; -"278 features_8_block_1_0_weight_bias_0_0" [id=278, type=get_attr]; -"279 mul_tensor_22" [id=279, type=mul]; -"280 conv2d_32" [id=280, type=conv2d]; -"281 hardswish__10" [id=281, type=hardswish_]; -"282 quantize_per_tensor_default_28" [id=282, type=quantize_per_tensor]; -"283 dequantize_per_tensor_default_38" [id=283, type=dequantize_per_tensor]; -"284 dequantize_per_tensor_default_37" [id=284, type=dequantize_per_tensor]; -"285 adaptive_avg_pool2d_5" [id=285, type=adaptive_avg_pool2d]; -"286 _param_constant89" [id=286, type=get_attr]; -"287 _param_constant90_0_0" [id=287, type=get_attr]; -"288 conv2d_33" [id=288, type=conv2d]; -"289 relu_5" [id=289, type=relu]; -"290 _param_constant91" [id=290, type=get_attr]; -"291 _param_constant92_0_0" [id=291, type=get_attr]; -"292 conv2d_34" [id=292, type=conv2d]; -"293 hardsigmoid_5" [id=293, type=hardsigmoid]; -"294 quantize_per_tensor_default_29" [id=294, type=quantize_per_tensor]; -"295 dequantize_per_tensor_default_39" [id=295, type=dequantize_per_tensor]; -"296 mul_5" [id=296, type=mul]; -"297 quantize_per_tensor_default_30" [id=297, type=quantize_per_tensor]; -"298 dequantize_per_tensor_default_40" [id=298, type=dequantize_per_tensor]; -"299 conv2d_35_scale_0_updated_constant0" [id=299, type=get_attr]; -"300 compressed_weight_updated_constant59" [id=300, type=get_attr]; -"301 features_8_block_3_0_weight_bias_0_0" [id=301, type=get_attr]; -"302 mul_tensor_23" [id=302, type=mul]; -"303 conv2d_35" [id=303, type=conv2d]; -"304 quantize_per_tensor_default_31" [id=304, type=quantize_per_tensor]; -"305 dequantize_per_tensor_default_41" [id=305, type=dequantize_per_tensor]; -"306 add__3" [id=306, type=add_]; -"307 quantize_per_tensor_default_32" [id=307, type=quantize_per_tensor]; -"308 dequantize_per_tensor_default_42" [id=308, type=dequantize_per_tensor]; -"309 conv2d_36_scale_0_updated_constant0" [id=309, type=get_attr]; -"310 compressed_weight_updated_constant60" [id=310, type=get_attr]; -"311 features_9_block_0_0_weight_bias_0_0" [id=311, type=get_attr]; -"312 mul_tensor_24" [id=312, type=mul]; -"313 conv2d_36" [id=313, type=conv2d]; -"314 hardswish__11_scale_0" [id=314, type=get_attr]; -"315 hardswish__11_zero_point_0" [id=315, type=get_attr]; -"316 hardswish__11" [id=316, type=hardswish_]; -"317 quantize_per_channel_default_33" [id=317, type=quantize_per_channel]; -"318 dequantize_per_channel_default_33" [id=318, type=dequantize_per_channel]; -"319 conv2d_37_scale_0_updated_constant0" [id=319, type=get_attr]; -"320 compressed_weight_updated_constant61" [id=320, type=get_attr]; -"321 features_9_block_1_0_weight_bias_0_0" [id=321, type=get_attr]; -"322 mul_tensor_25" [id=322, type=mul]; -"323 conv2d_37" [id=323, type=conv2d]; -"324 hardswish__12" [id=324, type=hardswish_]; -"325 quantize_per_tensor_default_33" [id=325, type=quantize_per_tensor]; -"326 dequantize_per_tensor_default_44" [id=326, type=dequantize_per_tensor]; -"327 dequantize_per_tensor_default_43" [id=327, type=dequantize_per_tensor]; -"328 adaptive_avg_pool2d_6" [id=328, type=adaptive_avg_pool2d]; -"329 _param_constant102" [id=329, type=get_attr]; -"330 _param_constant103_0_0" [id=330, type=get_attr]; -"331 conv2d_38" [id=331, type=conv2d]; -"332 relu_6" [id=332, type=relu]; -"333 _param_constant104" [id=333, type=get_attr]; -"334 _param_constant105_0_0" [id=334, type=get_attr]; -"335 conv2d_39" [id=335, type=conv2d]; -"336 hardsigmoid_6" [id=336, type=hardsigmoid]; -"337 quantize_per_tensor_default_34" [id=337, type=quantize_per_tensor]; -"338 dequantize_per_tensor_default_45" [id=338, type=dequantize_per_tensor]; -"339 mul_6" [id=339, type=mul]; -"340 quantize_per_tensor_default_35" [id=340, type=quantize_per_tensor]; -"341 dequantize_per_tensor_default_46" [id=341, type=dequantize_per_tensor]; -"342 conv2d_40_scale_0_updated_constant0" [id=342, type=get_attr]; -"343 compressed_weight_updated_constant62" [id=343, type=get_attr]; -"344 features_9_block_3_0_weight_bias_0_0" [id=344, type=get_attr]; -"345 mul_tensor_26" [id=345, type=mul]; -"346 conv2d_40" [id=346, type=conv2d]; -"347 quantize_per_tensor_default_36" [id=347, type=quantize_per_tensor]; -"348 dequantize_per_tensor_default_48" [id=348, type=dequantize_per_tensor]; -"349 dequantize_per_tensor_default_47" [id=349, type=dequantize_per_tensor]; -"350 conv2d_41_scale_0_updated_constant0" [id=350, type=get_attr]; -"351 compressed_weight_updated_constant63" [id=351, type=get_attr]; -"352 features_10_block_0_0_weight_bias_0_0" [id=352, type=get_attr]; -"353 mul_tensor_27" [id=353, type=mul]; -"354 conv2d_41" [id=354, type=conv2d]; -"355 hardswish__13_scale_0" [id=355, type=get_attr]; -"356 hardswish__13_zero_point_0" [id=356, type=get_attr]; -"357 hardswish__13" [id=357, type=hardswish_]; -"358 quantize_per_channel_default_37" [id=358, type=quantize_per_channel]; -"359 dequantize_per_channel_default_37" [id=359, type=dequantize_per_channel]; -"360 conv2d_42_scale_0_updated_constant0" [id=360, type=get_attr]; -"361 compressed_weight_updated_constant64" [id=361, type=get_attr]; -"362 features_10_block_1_0_weight_bias_0_0" [id=362, type=get_attr]; -"363 mul_tensor_28" [id=363, type=mul]; -"364 conv2d_42" [id=364, type=conv2d]; -"365 hardswish__14" [id=365, type=hardswish_]; -"366 quantize_per_tensor_default_37" [id=366, type=quantize_per_tensor]; -"367 dequantize_per_tensor_default_50" [id=367, type=dequantize_per_tensor]; -"368 dequantize_per_tensor_default_49" [id=368, type=dequantize_per_tensor]; -"369 adaptive_avg_pool2d_7" [id=369, type=adaptive_avg_pool2d]; -"370 _param_constant115" [id=370, type=get_attr]; -"371 _param_constant116_0_0" [id=371, type=get_attr]; -"372 conv2d_43" [id=372, type=conv2d]; -"373 relu_7" [id=373, type=relu]; -"374 _param_constant117" [id=374, type=get_attr]; -"375 _param_constant118_0_0" [id=375, type=get_attr]; -"376 conv2d_44" [id=376, type=conv2d]; -"377 hardsigmoid_7" [id=377, type=hardsigmoid]; -"378 quantize_per_tensor_default_38" [id=378, type=quantize_per_tensor]; -"379 dequantize_per_tensor_default_51" [id=379, type=dequantize_per_tensor]; -"380 mul_7" [id=380, type=mul]; -"381 quantize_per_tensor_default_39" [id=381, type=quantize_per_tensor]; -"382 dequantize_per_tensor_default_52" [id=382, type=dequantize_per_tensor]; -"383 conv2d_45_scale_0_updated_constant0" [id=383, type=get_attr]; -"384 compressed_weight_updated_constant65" [id=384, type=get_attr]; -"385 features_10_block_3_0_weight_bias_0_0" [id=385, type=get_attr]; -"386 mul_tensor_29" [id=386, type=mul]; -"387 conv2d_45" [id=387, type=conv2d]; -"388 quantize_per_tensor_default_40" [id=388, type=quantize_per_tensor]; -"389 dequantize_per_tensor_default_53" [id=389, type=dequantize_per_tensor]; -"390 add__4" [id=390, type=add_]; -"391 quantize_per_tensor_default_41" [id=391, type=quantize_per_tensor]; -"392 dequantize_per_tensor_default_55" [id=392, type=dequantize_per_tensor]; -"393 dequantize_per_tensor_default_54" [id=393, type=dequantize_per_tensor]; -"394 conv2d_46_scale_0_updated_constant0" [id=394, type=get_attr]; -"395 compressed_weight_updated_constant66" [id=395, type=get_attr]; -"396 features_11_block_0_0_weight_bias_0_0" [id=396, type=get_attr]; -"397 mul_tensor_30" [id=397, type=mul]; -"398 conv2d_46" [id=398, type=conv2d]; -"399 hardswish__15_scale_0" [id=399, type=get_attr]; -"400 hardswish__15_zero_point_0" [id=400, type=get_attr]; -"401 hardswish__15" [id=401, type=hardswish_]; -"402 quantize_per_channel_default_41" [id=402, type=quantize_per_channel]; -"403 dequantize_per_channel_default_41" [id=403, type=dequantize_per_channel]; -"404 conv2d_47_scale_0_updated_constant0" [id=404, type=get_attr]; -"405 compressed_weight_updated_constant67" [id=405, type=get_attr]; -"406 features_11_block_1_0_weight_bias_0_0" [id=406, type=get_attr]; -"407 mul_tensor_31" [id=407, type=mul]; -"408 conv2d_47" [id=408, type=conv2d]; -"409 hardswish__16" [id=409, type=hardswish_]; -"410 quantize_per_tensor_default_42" [id=410, type=quantize_per_tensor]; -"411 dequantize_per_tensor_default_57" [id=411, type=dequantize_per_tensor]; -"412 dequantize_per_tensor_default_56" [id=412, type=dequantize_per_tensor]; -"413 adaptive_avg_pool2d_8" [id=413, type=adaptive_avg_pool2d]; -"414 _param_constant128" [id=414, type=get_attr]; -"415 _param_constant129_0_0" [id=415, type=get_attr]; -"416 conv2d_48" [id=416, type=conv2d]; -"417 relu_8" [id=417, type=relu]; -"418 _param_constant130" [id=418, type=get_attr]; -"419 _param_constant131_0_0" [id=419, type=get_attr]; -"420 conv2d_49" [id=420, type=conv2d]; -"421 hardsigmoid_8" [id=421, type=hardsigmoid]; -"422 quantize_per_tensor_default_43" [id=422, type=quantize_per_tensor]; -"423 dequantize_per_tensor_default_58" [id=423, type=dequantize_per_tensor]; -"424 mul_8" [id=424, type=mul]; -"425 quantize_per_tensor_default_44" [id=425, type=quantize_per_tensor]; -"426 dequantize_per_tensor_default_59" [id=426, type=dequantize_per_tensor]; -"427 conv2d_50_scale_0_updated_constant0" [id=427, type=get_attr]; -"428 compressed_weight_updated_constant68" [id=428, type=get_attr]; -"429 features_11_block_3_0_weight_bias_0_0" [id=429, type=get_attr]; -"430 mul_tensor_32" [id=430, type=mul]; -"431 conv2d_50" [id=431, type=conv2d]; -"432 quantize_per_tensor_default_45" [id=432, type=quantize_per_tensor]; -"433 dequantize_per_tensor_default_60" [id=433, type=dequantize_per_tensor]; -"434 add__5" [id=434, type=add_]; -"435 quantize_per_tensor_default_46" [id=435, type=quantize_per_tensor]; -"436 dequantize_per_tensor_default_61" [id=436, type=dequantize_per_tensor]; -"437 conv2d_51_scale_0_updated_constant0" [id=437, type=get_attr]; -"438 compressed_weight_updated_constant69" [id=438, type=get_attr]; -"439 features_12_0_weight_bias_0_0" [id=439, type=get_attr]; -"440 mul_tensor_33" [id=440, type=mul]; -"441 conv2d_51" [id=441, type=conv2d]; -"442 hardswish__17" [id=442, type=hardswish_]; -"443 quantize_per_tensor_default_47" [id=443, type=quantize_per_tensor]; -"444 dequantize_per_tensor_default_62" [id=444, type=dequantize_per_tensor]; -"445 adaptive_avg_pool2d_9" [id=445, type=adaptive_avg_pool2d]; -"446 quantize_per_tensor_default_48" [id=446, type=quantize_per_tensor]; -"447 dequantize_per_tensor_default_63" [id=447, type=dequantize_per_tensor]; -"448 flatten" [id=448, type=flatten]; -"449 linear_scale_0_updated_constant0" [id=449, type=get_attr]; -"450 compressed_weight_updated_constant70" [id=450, type=get_attr]; -"451 _param_constant139_0_0" [id=451, type=get_attr]; -"452 mul_tensor_34" [id=452, type=mul]; -"453 linear" [id=453, type=linear]; -"454 hardswish__18" [id=454, type=hardswish_]; -"455 quantize_per_tensor_default_49" [id=455, type=quantize_per_tensor]; -"456 dequantize_per_tensor_default_64" [id=456, type=dequantize_per_tensor]; -"457 dropout_" [id=457, type=dropout_]; -"458 linear_1_scale_0_updated_constant0" [id=458, type=get_attr]; -"459 compressed_weight_updated_constant71" [id=459, type=get_attr]; -"460 _param_constant141_0_0" [id=460, type=get_attr]; -"461 mul_tensor_35" [id=461, type=mul]; -"462 linear_1" [id=462, type=linear]; -"463 output" [id=463, type=output]; -"0 arg0_1" -> "1 quantize_per_tensor_default"; -"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default"; -"2 dequantize_per_tensor_default" -> "7 conv2d"; -"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor"; -"4 compressed_weight_updated_constant36" -> "6 mul_tensor"; -"5 features_0_0_weight_bias_0_0" -> "7 conv2d"; -"6 mul_tensor" -> "7 conv2d"; -"7 conv2d" -> "10 hardswish_"; -"8 hardswish__scale_0" -> "11 quantize_per_channel_default_1"; -"8 hardswish__scale_0" -> "12 dequantize_per_channel_default_1"; -"9 hardswish__zero_point_0" -> "11 quantize_per_channel_default_1"; -"9 hardswish__zero_point_0" -> "12 dequantize_per_channel_default_1"; -"10 hardswish_" -> "11 quantize_per_channel_default_1"; -"11 quantize_per_channel_default_1" -> "12 dequantize_per_channel_default_1"; -"12 dequantize_per_channel_default_1" -> "17 conv2d_1"; -"13 conv2d_1_scale_0_updated_constant0" -> "16 mul_tensor_1"; -"14 compressed_weight_updated_constant37" -> "16 mul_tensor_1"; -"15 features_1_block_0_0_weight_bias_0_0" -> "17 conv2d_1"; -"16 mul_tensor_1" -> "17 conv2d_1"; -"17 conv2d_1" -> "18 relu_"; -"18 relu_" -> "19 quantize_per_tensor_default_1"; -"19 quantize_per_tensor_default_1" -> "20 dequantize_per_tensor_default_2"; -"19 quantize_per_tensor_default_1" -> "21 dequantize_per_tensor_default_1"; -"20 dequantize_per_tensor_default_2" -> "33 mul"; -"21 dequantize_per_tensor_default_1" -> "22 adaptive_avg_pool2d"; -"22 adaptive_avg_pool2d" -> "25 conv2d_2"; -"23 _param_constant6" -> "25 conv2d_2"; -"24 _param_constant7_0_0" -> "25 conv2d_2"; -"25 conv2d_2" -> "26 relu"; -"26 relu" -> "29 conv2d_3"; -"27 _param_constant8" -> "29 conv2d_3"; -"28 _param_constant9_0_0" -> "29 conv2d_3"; -"29 conv2d_3" -> "30 hardsigmoid"; -"30 hardsigmoid" -> "31 quantize_per_tensor_default_2"; -"31 quantize_per_tensor_default_2" -> "32 dequantize_per_tensor_default_3"; -"32 dequantize_per_tensor_default_3" -> "33 mul"; -"33 mul" -> "34 quantize_per_tensor_default_3"; -"34 quantize_per_tensor_default_3" -> "35 dequantize_per_tensor_default_4"; -"35 dequantize_per_tensor_default_4" -> "40 conv2d_4"; -"36 conv2d_4_scale_0_updated_constant0" -> "39 mul_tensor_2"; -"37 compressed_weight_updated_constant38" -> "39 mul_tensor_2"; -"38 features_1_block_2_0_weight_bias_0_0" -> "40 conv2d_4"; -"39 mul_tensor_2" -> "40 conv2d_4"; -"40 conv2d_4" -> "41 quantize_per_tensor_default_4"; -"41 quantize_per_tensor_default_4" -> "42 dequantize_per_tensor_default_5"; -"42 dequantize_per_tensor_default_5" -> "47 conv2d_5"; -"43 conv2d_5_scale_0_updated_constant0" -> "46 mul_tensor_3"; -"44 compressed_weight_updated_constant39" -> "46 mul_tensor_3"; -"45 features_2_block_0_0_weight_bias_0_0" -> "47 conv2d_5"; -"46 mul_tensor_3" -> "47 conv2d_5"; -"47 conv2d_5" -> "50 relu__1"; -"48 relu__1_scale_0" -> "51 quantize_per_channel_default_5"; -"48 relu__1_scale_0" -> "52 dequantize_per_channel_default_5"; -"49 relu__1_zero_point_0" -> "51 quantize_per_channel_default_5"; -"49 relu__1_zero_point_0" -> "52 dequantize_per_channel_default_5"; -"50 relu__1" -> "51 quantize_per_channel_default_5"; -"51 quantize_per_channel_default_5" -> "52 dequantize_per_channel_default_5"; -"52 dequantize_per_channel_default_5" -> "57 conv2d_6"; -"53 conv2d_6_scale_0_updated_constant0" -> "56 mul_tensor_4"; -"54 compressed_weight_updated_constant40" -> "56 mul_tensor_4"; -"55 features_2_block_1_0_weight_bias_0_0" -> "57 conv2d_6"; -"56 mul_tensor_4" -> "57 conv2d_6"; -"57 conv2d_6" -> "58 relu__2"; -"58 relu__2" -> "59 quantize_per_tensor_default_5"; -"59 quantize_per_tensor_default_5" -> "60 dequantize_per_tensor_default_6"; -"60 dequantize_per_tensor_default_6" -> "65 conv2d_7"; -"61 conv2d_7_scale_0_updated_constant0" -> "64 mul_tensor_5"; -"62 compressed_weight_updated_constant41" -> "64 mul_tensor_5"; -"63 features_2_block_2_0_weight_bias_0_0" -> "65 conv2d_7"; -"64 mul_tensor_5" -> "65 conv2d_7"; -"65 conv2d_7" -> "66 quantize_per_tensor_default_6"; -"66 quantize_per_tensor_default_6" -> "67 dequantize_per_tensor_default_8"; -"66 quantize_per_tensor_default_6" -> "68 dequantize_per_tensor_default_7"; -"67 dequantize_per_tensor_default_8" -> "94 add_"; -"68 dequantize_per_tensor_default_7" -> "73 conv2d_8"; -"69 conv2d_8_scale_0_updated_constant0" -> "72 mul_tensor_6"; -"70 compressed_weight_updated_constant42" -> "72 mul_tensor_6"; -"71 features_3_block_0_0_weight_bias_0_0" -> "73 conv2d_8"; -"72 mul_tensor_6" -> "73 conv2d_8"; -"73 conv2d_8" -> "76 relu__3"; -"74 relu__3_scale_0" -> "77 quantize_per_channel_default_9"; -"74 relu__3_scale_0" -> "78 dequantize_per_channel_default_9"; -"75 relu__3_zero_point_0" -> "77 quantize_per_channel_default_9"; -"75 relu__3_zero_point_0" -> "78 dequantize_per_channel_default_9"; -"76 relu__3" -> "77 quantize_per_channel_default_9"; -"77 quantize_per_channel_default_9" -> "78 dequantize_per_channel_default_9"; -"78 dequantize_per_channel_default_9" -> "83 conv2d_9"; -"79 conv2d_9_scale_0_updated_constant0" -> "82 mul_tensor_7"; -"80 compressed_weight_updated_constant43" -> "82 mul_tensor_7"; -"81 features_3_block_1_0_weight_bias_0_0" -> "83 conv2d_9"; -"82 mul_tensor_7" -> "83 conv2d_9"; -"83 conv2d_9" -> "84 relu__4"; -"84 relu__4" -> "85 quantize_per_tensor_default_7"; -"85 quantize_per_tensor_default_7" -> "86 dequantize_per_tensor_default_9"; -"86 dequantize_per_tensor_default_9" -> "91 conv2d_10"; -"87 conv2d_10_scale_0_updated_constant0" -> "90 mul_tensor_8"; -"88 compressed_weight_updated_constant44" -> "90 mul_tensor_8"; -"89 features_3_block_2_0_weight_bias_0_0" -> "91 conv2d_10"; -"90 mul_tensor_8" -> "91 conv2d_10"; -"91 conv2d_10" -> "92 quantize_per_tensor_default_8"; -"92 quantize_per_tensor_default_8" -> "93 dequantize_per_tensor_default_10"; -"93 dequantize_per_tensor_default_10" -> "94 add_"; -"94 add_" -> "95 quantize_per_tensor_default_9"; -"95 quantize_per_tensor_default_9" -> "96 dequantize_per_tensor_default_11"; -"96 dequantize_per_tensor_default_11" -> "101 conv2d_11"; -"97 conv2d_11_scale_0_updated_constant0" -> "100 mul_tensor_9"; -"98 compressed_weight_updated_constant45" -> "100 mul_tensor_9"; -"99 features_4_block_0_0_weight_bias_0_0" -> "101 conv2d_11"; -"100 mul_tensor_9" -> "101 conv2d_11"; -"101 conv2d_11" -> "104 hardswish__1"; -"102 hardswish__1_scale_0" -> "105 quantize_per_channel_default_13"; -"102 hardswish__1_scale_0" -> "106 dequantize_per_channel_default_13"; -"103 hardswish__1_zero_point_0" -> "105 quantize_per_channel_default_13"; -"103 hardswish__1_zero_point_0" -> "106 dequantize_per_channel_default_13"; -"104 hardswish__1" -> "105 quantize_per_channel_default_13"; -"105 quantize_per_channel_default_13" -> "106 dequantize_per_channel_default_13"; -"106 dequantize_per_channel_default_13" -> "111 conv2d_12"; -"107 conv2d_12_scale_0_updated_constant0" -> "110 mul_tensor_10"; -"108 compressed_weight_updated_constant46" -> "110 mul_tensor_10"; -"109 features_4_block_1_0_weight_bias_0_0" -> "111 conv2d_12"; -"110 mul_tensor_10" -> "111 conv2d_12"; -"111 conv2d_12" -> "112 hardswish__2"; -"112 hardswish__2" -> "113 quantize_per_tensor_default_10"; -"113 quantize_per_tensor_default_10" -> "114 dequantize_per_tensor_default_13"; -"113 quantize_per_tensor_default_10" -> "115 dequantize_per_tensor_default_12"; -"114 dequantize_per_tensor_default_13" -> "127 mul_1"; -"115 dequantize_per_tensor_default_12" -> "116 adaptive_avg_pool2d_1"; -"116 adaptive_avg_pool2d_1" -> "119 conv2d_13"; -"117 _param_constant37" -> "119 conv2d_13"; -"118 _param_constant38_0_0" -> "119 conv2d_13"; -"119 conv2d_13" -> "120 relu_1"; -"120 relu_1" -> "123 conv2d_14"; -"121 _param_constant39" -> "123 conv2d_14"; -"122 _param_constant40_0_0" -> "123 conv2d_14"; -"123 conv2d_14" -> "124 hardsigmoid_1"; -"124 hardsigmoid_1" -> "125 quantize_per_tensor_default_11"; -"125 quantize_per_tensor_default_11" -> "126 dequantize_per_tensor_default_14"; -"126 dequantize_per_tensor_default_14" -> "127 mul_1"; -"127 mul_1" -> "128 quantize_per_tensor_default_12"; -"128 quantize_per_tensor_default_12" -> "129 dequantize_per_tensor_default_15"; -"129 dequantize_per_tensor_default_15" -> "134 conv2d_15"; -"130 conv2d_15_scale_0_updated_constant0" -> "133 mul_tensor_11"; -"131 compressed_weight_updated_constant47" -> "133 mul_tensor_11"; -"132 features_4_block_3_0_weight_bias_0_0" -> "134 conv2d_15"; -"133 mul_tensor_11" -> "134 conv2d_15"; -"134 conv2d_15" -> "135 quantize_per_tensor_default_13"; -"135 quantize_per_tensor_default_13" -> "136 dequantize_per_tensor_default_17"; -"135 quantize_per_tensor_default_13" -> "137 dequantize_per_tensor_default_16"; -"136 dequantize_per_tensor_default_17" -> "178 add__1"; -"137 dequantize_per_tensor_default_16" -> "142 conv2d_16"; -"138 conv2d_16_scale_0_updated_constant0" -> "141 mul_tensor_12"; -"139 compressed_weight_updated_constant48" -> "141 mul_tensor_12"; -"140 features_5_block_0_0_weight_bias_0_0" -> "142 conv2d_16"; -"141 mul_tensor_12" -> "142 conv2d_16"; -"142 conv2d_16" -> "145 hardswish__3"; -"143 hardswish__3_scale_0" -> "146 quantize_per_channel_default_17"; -"143 hardswish__3_scale_0" -> "147 dequantize_per_channel_default_17"; -"144 hardswish__3_zero_point_0" -> "146 quantize_per_channel_default_17"; -"144 hardswish__3_zero_point_0" -> "147 dequantize_per_channel_default_17"; -"145 hardswish__3" -> "146 quantize_per_channel_default_17"; -"146 quantize_per_channel_default_17" -> "147 dequantize_per_channel_default_17"; -"147 dequantize_per_channel_default_17" -> "152 conv2d_17"; -"148 conv2d_17_scale_0_updated_constant0" -> "151 mul_tensor_13"; -"149 compressed_weight_updated_constant49" -> "151 mul_tensor_13"; -"150 features_5_block_1_0_weight_bias_0_0" -> "152 conv2d_17"; -"151 mul_tensor_13" -> "152 conv2d_17"; -"152 conv2d_17" -> "153 hardswish__4"; -"153 hardswish__4" -> "154 quantize_per_tensor_default_14"; -"154 quantize_per_tensor_default_14" -> "155 dequantize_per_tensor_default_19"; -"154 quantize_per_tensor_default_14" -> "156 dequantize_per_tensor_default_18"; -"155 dequantize_per_tensor_default_19" -> "168 mul_2"; -"156 dequantize_per_tensor_default_18" -> "157 adaptive_avg_pool2d_2"; -"157 adaptive_avg_pool2d_2" -> "160 conv2d_18"; -"158 _param_constant50" -> "160 conv2d_18"; -"159 _param_constant51_0_0" -> "160 conv2d_18"; -"160 conv2d_18" -> "161 relu_2"; -"161 relu_2" -> "164 conv2d_19"; -"162 _param_constant52" -> "164 conv2d_19"; -"163 _param_constant53_0_0" -> "164 conv2d_19"; -"164 conv2d_19" -> "165 hardsigmoid_2"; -"165 hardsigmoid_2" -> "166 quantize_per_tensor_default_15"; -"166 quantize_per_tensor_default_15" -> "167 dequantize_per_tensor_default_20"; -"167 dequantize_per_tensor_default_20" -> "168 mul_2"; -"168 mul_2" -> "169 quantize_per_tensor_default_16"; -"169 quantize_per_tensor_default_16" -> "170 dequantize_per_tensor_default_21"; -"170 dequantize_per_tensor_default_21" -> "175 conv2d_20"; -"171 conv2d_20_scale_0_updated_constant0" -> "174 mul_tensor_14"; -"172 compressed_weight_updated_constant50" -> "174 mul_tensor_14"; -"173 features_5_block_3_0_weight_bias_0_0" -> "175 conv2d_20"; -"174 mul_tensor_14" -> "175 conv2d_20"; -"175 conv2d_20" -> "176 quantize_per_tensor_default_17"; -"176 quantize_per_tensor_default_17" -> "177 dequantize_per_tensor_default_22"; -"177 dequantize_per_tensor_default_22" -> "178 add__1"; -"178 add__1" -> "179 quantize_per_tensor_default_18"; -"179 quantize_per_tensor_default_18" -> "180 dequantize_per_tensor_default_24"; -"179 quantize_per_tensor_default_18" -> "181 dequantize_per_tensor_default_23"; -"180 dequantize_per_tensor_default_24" -> "222 add__2"; -"181 dequantize_per_tensor_default_23" -> "186 conv2d_21"; -"182 conv2d_21_scale_0_updated_constant0" -> "185 mul_tensor_15"; -"183 compressed_weight_updated_constant51" -> "185 mul_tensor_15"; -"184 features_6_block_0_0_weight_bias_0_0" -> "186 conv2d_21"; -"185 mul_tensor_15" -> "186 conv2d_21"; -"186 conv2d_21" -> "189 hardswish__5"; -"187 hardswish__5_scale_0" -> "190 quantize_per_channel_default_21"; -"187 hardswish__5_scale_0" -> "191 dequantize_per_channel_default_21"; -"188 hardswish__5_zero_point_0" -> "190 quantize_per_channel_default_21"; -"188 hardswish__5_zero_point_0" -> "191 dequantize_per_channel_default_21"; -"189 hardswish__5" -> "190 quantize_per_channel_default_21"; -"190 quantize_per_channel_default_21" -> "191 dequantize_per_channel_default_21"; -"191 dequantize_per_channel_default_21" -> "196 conv2d_22"; -"192 conv2d_22_scale_0_updated_constant0" -> "195 mul_tensor_16"; -"193 compressed_weight_updated_constant52" -> "195 mul_tensor_16"; -"194 features_6_block_1_0_weight_bias_0_0" -> "196 conv2d_22"; -"195 mul_tensor_16" -> "196 conv2d_22"; -"196 conv2d_22" -> "197 hardswish__6"; -"197 hardswish__6" -> "198 quantize_per_tensor_default_19"; -"198 quantize_per_tensor_default_19" -> "199 dequantize_per_tensor_default_26"; -"198 quantize_per_tensor_default_19" -> "200 dequantize_per_tensor_default_25"; -"199 dequantize_per_tensor_default_26" -> "212 mul_3"; -"200 dequantize_per_tensor_default_25" -> "201 adaptive_avg_pool2d_3"; -"201 adaptive_avg_pool2d_3" -> "204 conv2d_23"; -"202 _param_constant63" -> "204 conv2d_23"; -"203 _param_constant64_0_0" -> "204 conv2d_23"; -"204 conv2d_23" -> "205 relu_3"; -"205 relu_3" -> "208 conv2d_24"; -"206 _param_constant65" -> "208 conv2d_24"; -"207 _param_constant66_0_0" -> "208 conv2d_24"; -"208 conv2d_24" -> "209 hardsigmoid_3"; -"209 hardsigmoid_3" -> "210 quantize_per_tensor_default_20"; -"210 quantize_per_tensor_default_20" -> "211 dequantize_per_tensor_default_27"; -"211 dequantize_per_tensor_default_27" -> "212 mul_3"; -"212 mul_3" -> "213 quantize_per_tensor_default_21"; -"213 quantize_per_tensor_default_21" -> "214 dequantize_per_tensor_default_28"; -"214 dequantize_per_tensor_default_28" -> "219 conv2d_25"; -"215 conv2d_25_scale_0_updated_constant0" -> "218 mul_tensor_17"; -"216 compressed_weight_updated_constant53" -> "218 mul_tensor_17"; -"217 features_6_block_3_0_weight_bias_0_0" -> "219 conv2d_25"; -"218 mul_tensor_17" -> "219 conv2d_25"; -"219 conv2d_25" -> "220 quantize_per_tensor_default_22"; -"220 quantize_per_tensor_default_22" -> "221 dequantize_per_tensor_default_29"; -"221 dequantize_per_tensor_default_29" -> "222 add__2"; -"222 add__2" -> "223 quantize_per_tensor_default_23"; -"223 quantize_per_tensor_default_23" -> "224 dequantize_per_tensor_default_30"; -"224 dequantize_per_tensor_default_30" -> "229 conv2d_26"; -"225 conv2d_26_scale_0_updated_constant0" -> "228 mul_tensor_18"; -"226 compressed_weight_updated_constant54" -> "228 mul_tensor_18"; -"227 features_7_block_0_0_weight_bias_0_0" -> "229 conv2d_26"; -"228 mul_tensor_18" -> "229 conv2d_26"; -"229 conv2d_26" -> "232 hardswish__7"; -"230 hardswish__7_scale_0" -> "233 quantize_per_channel_default_25"; -"230 hardswish__7_scale_0" -> "234 dequantize_per_channel_default_25"; -"231 hardswish__7_zero_point_0" -> "233 quantize_per_channel_default_25"; -"231 hardswish__7_zero_point_0" -> "234 dequantize_per_channel_default_25"; -"232 hardswish__7" -> "233 quantize_per_channel_default_25"; -"233 quantize_per_channel_default_25" -> "234 dequantize_per_channel_default_25"; -"234 dequantize_per_channel_default_25" -> "239 conv2d_27"; -"235 conv2d_27_scale_0_updated_constant0" -> "238 mul_tensor_19"; -"236 compressed_weight_updated_constant55" -> "238 mul_tensor_19"; -"237 features_7_block_1_0_weight_bias_0_0" -> "239 conv2d_27"; -"238 mul_tensor_19" -> "239 conv2d_27"; -"239 conv2d_27" -> "240 hardswish__8"; -"240 hardswish__8" -> "241 quantize_per_tensor_default_24"; -"241 quantize_per_tensor_default_24" -> "242 dequantize_per_tensor_default_32"; -"241 quantize_per_tensor_default_24" -> "243 dequantize_per_tensor_default_31"; -"242 dequantize_per_tensor_default_32" -> "255 mul_4"; -"243 dequantize_per_tensor_default_31" -> "244 adaptive_avg_pool2d_4"; -"244 adaptive_avg_pool2d_4" -> "247 conv2d_28"; -"245 _param_constant76" -> "247 conv2d_28"; -"246 _param_constant77_0_0" -> "247 conv2d_28"; -"247 conv2d_28" -> "248 relu_4"; -"248 relu_4" -> "251 conv2d_29"; -"249 _param_constant78" -> "251 conv2d_29"; -"250 _param_constant79_0_0" -> "251 conv2d_29"; -"251 conv2d_29" -> "252 hardsigmoid_4"; -"252 hardsigmoid_4" -> "253 quantize_per_tensor_default_25"; -"253 quantize_per_tensor_default_25" -> "254 dequantize_per_tensor_default_33"; -"254 dequantize_per_tensor_default_33" -> "255 mul_4"; -"255 mul_4" -> "256 quantize_per_tensor_default_26"; -"256 quantize_per_tensor_default_26" -> "257 dequantize_per_tensor_default_34"; -"257 dequantize_per_tensor_default_34" -> "262 conv2d_30"; -"258 conv2d_30_scale_0_updated_constant0" -> "261 mul_tensor_20"; -"259 compressed_weight_updated_constant56" -> "261 mul_tensor_20"; -"260 features_7_block_3_0_weight_bias_0_0" -> "262 conv2d_30"; -"261 mul_tensor_20" -> "262 conv2d_30"; -"262 conv2d_30" -> "263 quantize_per_tensor_default_27"; -"263 quantize_per_tensor_default_27" -> "264 dequantize_per_tensor_default_36"; -"263 quantize_per_tensor_default_27" -> "265 dequantize_per_tensor_default_35"; -"264 dequantize_per_tensor_default_36" -> "306 add__3"; -"265 dequantize_per_tensor_default_35" -> "270 conv2d_31"; -"266 conv2d_31_scale_0_updated_constant0" -> "269 mul_tensor_21"; -"267 compressed_weight_updated_constant57" -> "269 mul_tensor_21"; -"268 features_8_block_0_0_weight_bias_0_0" -> "270 conv2d_31"; -"269 mul_tensor_21" -> "270 conv2d_31"; -"270 conv2d_31" -> "273 hardswish__9"; -"271 hardswish__9_scale_0" -> "274 quantize_per_channel_default_29"; -"271 hardswish__9_scale_0" -> "275 dequantize_per_channel_default_29"; -"272 hardswish__9_zero_point_0" -> "274 quantize_per_channel_default_29"; -"272 hardswish__9_zero_point_0" -> "275 dequantize_per_channel_default_29"; -"273 hardswish__9" -> "274 quantize_per_channel_default_29"; -"274 quantize_per_channel_default_29" -> "275 dequantize_per_channel_default_29"; -"275 dequantize_per_channel_default_29" -> "280 conv2d_32"; -"276 conv2d_32_scale_0_updated_constant0" -> "279 mul_tensor_22"; -"277 compressed_weight_updated_constant58" -> "279 mul_tensor_22"; -"278 features_8_block_1_0_weight_bias_0_0" -> "280 conv2d_32"; -"279 mul_tensor_22" -> "280 conv2d_32"; -"280 conv2d_32" -> "281 hardswish__10"; -"281 hardswish__10" -> "282 quantize_per_tensor_default_28"; -"282 quantize_per_tensor_default_28" -> "283 dequantize_per_tensor_default_38"; -"282 quantize_per_tensor_default_28" -> "284 dequantize_per_tensor_default_37"; -"283 dequantize_per_tensor_default_38" -> "296 mul_5"; -"284 dequantize_per_tensor_default_37" -> "285 adaptive_avg_pool2d_5"; -"285 adaptive_avg_pool2d_5" -> "288 conv2d_33"; -"286 _param_constant89" -> "288 conv2d_33"; -"287 _param_constant90_0_0" -> "288 conv2d_33"; -"288 conv2d_33" -> "289 relu_5"; -"289 relu_5" -> "292 conv2d_34"; -"290 _param_constant91" -> "292 conv2d_34"; -"291 _param_constant92_0_0" -> "292 conv2d_34"; -"292 conv2d_34" -> "293 hardsigmoid_5"; -"293 hardsigmoid_5" -> "294 quantize_per_tensor_default_29"; -"294 quantize_per_tensor_default_29" -> "295 dequantize_per_tensor_default_39"; -"295 dequantize_per_tensor_default_39" -> "296 mul_5"; -"296 mul_5" -> "297 quantize_per_tensor_default_30"; -"297 quantize_per_tensor_default_30" -> "298 dequantize_per_tensor_default_40"; -"298 dequantize_per_tensor_default_40" -> "303 conv2d_35"; -"299 conv2d_35_scale_0_updated_constant0" -> "302 mul_tensor_23"; -"300 compressed_weight_updated_constant59" -> "302 mul_tensor_23"; -"301 features_8_block_3_0_weight_bias_0_0" -> "303 conv2d_35"; -"302 mul_tensor_23" -> "303 conv2d_35"; -"303 conv2d_35" -> "304 quantize_per_tensor_default_31"; -"304 quantize_per_tensor_default_31" -> "305 dequantize_per_tensor_default_41"; -"305 dequantize_per_tensor_default_41" -> "306 add__3"; -"306 add__3" -> "307 quantize_per_tensor_default_32"; -"307 quantize_per_tensor_default_32" -> "308 dequantize_per_tensor_default_42"; -"308 dequantize_per_tensor_default_42" -> "313 conv2d_36"; -"309 conv2d_36_scale_0_updated_constant0" -> "312 mul_tensor_24"; -"310 compressed_weight_updated_constant60" -> "312 mul_tensor_24"; -"311 features_9_block_0_0_weight_bias_0_0" -> "313 conv2d_36"; -"312 mul_tensor_24" -> "313 conv2d_36"; -"313 conv2d_36" -> "316 hardswish__11"; -"314 hardswish__11_scale_0" -> "317 quantize_per_channel_default_33"; -"314 hardswish__11_scale_0" -> "318 dequantize_per_channel_default_33"; -"315 hardswish__11_zero_point_0" -> "317 quantize_per_channel_default_33"; -"315 hardswish__11_zero_point_0" -> "318 dequantize_per_channel_default_33"; -"316 hardswish__11" -> "317 quantize_per_channel_default_33"; -"317 quantize_per_channel_default_33" -> "318 dequantize_per_channel_default_33"; -"318 dequantize_per_channel_default_33" -> "323 conv2d_37"; -"319 conv2d_37_scale_0_updated_constant0" -> "322 mul_tensor_25"; -"320 compressed_weight_updated_constant61" -> "322 mul_tensor_25"; -"321 features_9_block_1_0_weight_bias_0_0" -> "323 conv2d_37"; -"322 mul_tensor_25" -> "323 conv2d_37"; -"323 conv2d_37" -> "324 hardswish__12"; -"324 hardswish__12" -> "325 quantize_per_tensor_default_33"; -"325 quantize_per_tensor_default_33" -> "326 dequantize_per_tensor_default_44"; -"325 quantize_per_tensor_default_33" -> "327 dequantize_per_tensor_default_43"; -"326 dequantize_per_tensor_default_44" -> "339 mul_6"; -"327 dequantize_per_tensor_default_43" -> "328 adaptive_avg_pool2d_6"; -"328 adaptive_avg_pool2d_6" -> "331 conv2d_38"; -"329 _param_constant102" -> "331 conv2d_38"; -"330 _param_constant103_0_0" -> "331 conv2d_38"; -"331 conv2d_38" -> "332 relu_6"; -"332 relu_6" -> "335 conv2d_39"; -"333 _param_constant104" -> "335 conv2d_39"; -"334 _param_constant105_0_0" -> "335 conv2d_39"; -"335 conv2d_39" -> "336 hardsigmoid_6"; -"336 hardsigmoid_6" -> "337 quantize_per_tensor_default_34"; -"337 quantize_per_tensor_default_34" -> "338 dequantize_per_tensor_default_45"; -"338 dequantize_per_tensor_default_45" -> "339 mul_6"; -"339 mul_6" -> "340 quantize_per_tensor_default_35"; -"340 quantize_per_tensor_default_35" -> "341 dequantize_per_tensor_default_46"; -"341 dequantize_per_tensor_default_46" -> "346 conv2d_40"; -"342 conv2d_40_scale_0_updated_constant0" -> "345 mul_tensor_26"; -"343 compressed_weight_updated_constant62" -> "345 mul_tensor_26"; -"344 features_9_block_3_0_weight_bias_0_0" -> "346 conv2d_40"; -"345 mul_tensor_26" -> "346 conv2d_40"; -"346 conv2d_40" -> "347 quantize_per_tensor_default_36"; -"347 quantize_per_tensor_default_36" -> "348 dequantize_per_tensor_default_48"; -"347 quantize_per_tensor_default_36" -> "349 dequantize_per_tensor_default_47"; -"348 dequantize_per_tensor_default_48" -> "390 add__4"; -"349 dequantize_per_tensor_default_47" -> "354 conv2d_41"; -"350 conv2d_41_scale_0_updated_constant0" -> "353 mul_tensor_27"; -"351 compressed_weight_updated_constant63" -> "353 mul_tensor_27"; -"352 features_10_block_0_0_weight_bias_0_0" -> "354 conv2d_41"; -"353 mul_tensor_27" -> "354 conv2d_41"; -"354 conv2d_41" -> "357 hardswish__13"; -"355 hardswish__13_scale_0" -> "358 quantize_per_channel_default_37"; -"355 hardswish__13_scale_0" -> "359 dequantize_per_channel_default_37"; -"356 hardswish__13_zero_point_0" -> "358 quantize_per_channel_default_37"; -"356 hardswish__13_zero_point_0" -> "359 dequantize_per_channel_default_37"; -"357 hardswish__13" -> "358 quantize_per_channel_default_37"; -"358 quantize_per_channel_default_37" -> "359 dequantize_per_channel_default_37"; -"359 dequantize_per_channel_default_37" -> "364 conv2d_42"; -"360 conv2d_42_scale_0_updated_constant0" -> "363 mul_tensor_28"; -"361 compressed_weight_updated_constant64" -> "363 mul_tensor_28"; -"362 features_10_block_1_0_weight_bias_0_0" -> "364 conv2d_42"; -"363 mul_tensor_28" -> "364 conv2d_42"; -"364 conv2d_42" -> "365 hardswish__14"; -"365 hardswish__14" -> "366 quantize_per_tensor_default_37"; -"366 quantize_per_tensor_default_37" -> "367 dequantize_per_tensor_default_50"; -"366 quantize_per_tensor_default_37" -> "368 dequantize_per_tensor_default_49"; -"367 dequantize_per_tensor_default_50" -> "380 mul_7"; -"368 dequantize_per_tensor_default_49" -> "369 adaptive_avg_pool2d_7"; -"369 adaptive_avg_pool2d_7" -> "372 conv2d_43"; -"370 _param_constant115" -> "372 conv2d_43"; -"371 _param_constant116_0_0" -> "372 conv2d_43"; -"372 conv2d_43" -> "373 relu_7"; -"373 relu_7" -> "376 conv2d_44"; -"374 _param_constant117" -> "376 conv2d_44"; -"375 _param_constant118_0_0" -> "376 conv2d_44"; -"376 conv2d_44" -> "377 hardsigmoid_7"; -"377 hardsigmoid_7" -> "378 quantize_per_tensor_default_38"; -"378 quantize_per_tensor_default_38" -> "379 dequantize_per_tensor_default_51"; -"379 dequantize_per_tensor_default_51" -> "380 mul_7"; -"380 mul_7" -> "381 quantize_per_tensor_default_39"; -"381 quantize_per_tensor_default_39" -> "382 dequantize_per_tensor_default_52"; -"382 dequantize_per_tensor_default_52" -> "387 conv2d_45"; -"383 conv2d_45_scale_0_updated_constant0" -> "386 mul_tensor_29"; -"384 compressed_weight_updated_constant65" -> "386 mul_tensor_29"; -"385 features_10_block_3_0_weight_bias_0_0" -> "387 conv2d_45"; -"386 mul_tensor_29" -> "387 conv2d_45"; -"387 conv2d_45" -> "388 quantize_per_tensor_default_40"; -"388 quantize_per_tensor_default_40" -> "389 dequantize_per_tensor_default_53"; -"389 dequantize_per_tensor_default_53" -> "390 add__4"; -"390 add__4" -> "391 quantize_per_tensor_default_41"; -"391 quantize_per_tensor_default_41" -> "392 dequantize_per_tensor_default_55"; -"391 quantize_per_tensor_default_41" -> "393 dequantize_per_tensor_default_54"; -"392 dequantize_per_tensor_default_55" -> "434 add__5"; -"393 dequantize_per_tensor_default_54" -> "398 conv2d_46"; -"394 conv2d_46_scale_0_updated_constant0" -> "397 mul_tensor_30"; -"395 compressed_weight_updated_constant66" -> "397 mul_tensor_30"; -"396 features_11_block_0_0_weight_bias_0_0" -> "398 conv2d_46"; -"397 mul_tensor_30" -> "398 conv2d_46"; -"398 conv2d_46" -> "401 hardswish__15"; -"399 hardswish__15_scale_0" -> "402 quantize_per_channel_default_41"; -"399 hardswish__15_scale_0" -> "403 dequantize_per_channel_default_41"; -"400 hardswish__15_zero_point_0" -> "402 quantize_per_channel_default_41"; -"400 hardswish__15_zero_point_0" -> "403 dequantize_per_channel_default_41"; -"401 hardswish__15" -> "402 quantize_per_channel_default_41"; -"402 quantize_per_channel_default_41" -> "403 dequantize_per_channel_default_41"; -"403 dequantize_per_channel_default_41" -> "408 conv2d_47"; -"404 conv2d_47_scale_0_updated_constant0" -> "407 mul_tensor_31"; -"405 compressed_weight_updated_constant67" -> "407 mul_tensor_31"; -"406 features_11_block_1_0_weight_bias_0_0" -> "408 conv2d_47"; -"407 mul_tensor_31" -> "408 conv2d_47"; -"408 conv2d_47" -> "409 hardswish__16"; -"409 hardswish__16" -> "410 quantize_per_tensor_default_42"; -"410 quantize_per_tensor_default_42" -> "411 dequantize_per_tensor_default_57"; -"410 quantize_per_tensor_default_42" -> "412 dequantize_per_tensor_default_56"; -"411 dequantize_per_tensor_default_57" -> "424 mul_8"; -"412 dequantize_per_tensor_default_56" -> "413 adaptive_avg_pool2d_8"; -"413 adaptive_avg_pool2d_8" -> "416 conv2d_48"; -"414 _param_constant128" -> "416 conv2d_48"; -"415 _param_constant129_0_0" -> "416 conv2d_48"; -"416 conv2d_48" -> "417 relu_8"; -"417 relu_8" -> "420 conv2d_49"; -"418 _param_constant130" -> "420 conv2d_49"; -"419 _param_constant131_0_0" -> "420 conv2d_49"; -"420 conv2d_49" -> "421 hardsigmoid_8"; -"421 hardsigmoid_8" -> "422 quantize_per_tensor_default_43"; -"422 quantize_per_tensor_default_43" -> "423 dequantize_per_tensor_default_58"; -"423 dequantize_per_tensor_default_58" -> "424 mul_8"; -"424 mul_8" -> "425 quantize_per_tensor_default_44"; -"425 quantize_per_tensor_default_44" -> "426 dequantize_per_tensor_default_59"; -"426 dequantize_per_tensor_default_59" -> "431 conv2d_50"; -"427 conv2d_50_scale_0_updated_constant0" -> "430 mul_tensor_32"; -"428 compressed_weight_updated_constant68" -> "430 mul_tensor_32"; -"429 features_11_block_3_0_weight_bias_0_0" -> "431 conv2d_50"; -"430 mul_tensor_32" -> "431 conv2d_50"; -"431 conv2d_50" -> "432 quantize_per_tensor_default_45"; -"432 quantize_per_tensor_default_45" -> "433 dequantize_per_tensor_default_60"; -"433 dequantize_per_tensor_default_60" -> "434 add__5"; -"434 add__5" -> "435 quantize_per_tensor_default_46"; -"435 quantize_per_tensor_default_46" -> "436 dequantize_per_tensor_default_61"; -"436 dequantize_per_tensor_default_61" -> "441 conv2d_51"; -"437 conv2d_51_scale_0_updated_constant0" -> "440 mul_tensor_33"; -"438 compressed_weight_updated_constant69" -> "440 mul_tensor_33"; -"439 features_12_0_weight_bias_0_0" -> "441 conv2d_51"; -"440 mul_tensor_33" -> "441 conv2d_51"; -"441 conv2d_51" -> "442 hardswish__17"; -"442 hardswish__17" -> "443 quantize_per_tensor_default_47"; -"443 quantize_per_tensor_default_47" -> "444 dequantize_per_tensor_default_62"; -"444 dequantize_per_tensor_default_62" -> "445 adaptive_avg_pool2d_9"; -"445 adaptive_avg_pool2d_9" -> "446 quantize_per_tensor_default_48"; -"446 quantize_per_tensor_default_48" -> "447 dequantize_per_tensor_default_63"; -"447 dequantize_per_tensor_default_63" -> "448 flatten"; -"448 flatten" -> "453 linear"; -"449 linear_scale_0_updated_constant0" -> "452 mul_tensor_34"; -"450 compressed_weight_updated_constant70" -> "452 mul_tensor_34"; -"451 _param_constant139_0_0" -> "453 linear"; -"452 mul_tensor_34" -> "453 linear"; -"453 linear" -> "454 hardswish__18"; -"454 hardswish__18" -> "455 quantize_per_tensor_default_49"; -"455 quantize_per_tensor_default_49" -> "456 dequantize_per_tensor_default_64"; -"456 dequantize_per_tensor_default_64" -> "457 dropout_"; -"457 dropout_" -> "462 linear_1"; -"458 linear_1_scale_0_updated_constant0" -> "461 mul_tensor_35"; -"459 compressed_weight_updated_constant71" -> "461 mul_tensor_35"; -"460 _param_constant141_0_0" -> "462 linear_1"; -"461 mul_tensor_35" -> "462 linear_1"; -"462 linear_1" -> "463 output"; -} +"3 _param_constant0" [id=3, type=get_attr]; +"4 conv2d_scale_0" [id=4, type=get_attr]; +"5 conv2d_zero_point_0" [id=5, type=get_attr]; +"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; +"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; +"8 features_0_0_weight_bias_0_0" [id=8, type=get_attr]; +"9 conv2d" [id=9, type=conv2d]; +"10 hardswish__scale_0" [id=10, type=get_attr]; +"11 hardswish__zero_point_0" [id=11, type=get_attr]; +"12 hardswish_" [id=12, type=hardswish_]; +"13 quantize_per_channel_default_1" [id=13, type=quantize_per_channel]; +"14 dequantize_per_channel_default_1" [id=14, type=dequantize_per_channel]; +"15 _param_constant3" [id=15, type=get_attr]; +"16 conv2d_1_scale_0" [id=16, type=get_attr]; +"17 conv2d_1_zero_point_0" [id=17, type=get_attr]; +"18 quantize_per_channel_default_2" [id=18, type=quantize_per_channel]; +"19 dequantize_per_channel_default_2" [id=19, type=dequantize_per_channel]; +"20 features_1_block_0_0_weight_bias_0_0" [id=20, type=get_attr]; +"21 conv2d_1" [id=21, type=conv2d]; +"22 relu_" [id=22, type=relu_]; +"23 quantize_per_tensor_default_1" [id=23, type=quantize_per_tensor]; +"24 dequantize_per_tensor_default_2" [id=24, type=dequantize_per_tensor]; +"25 dequantize_per_tensor_default_1" [id=25, type=dequantize_per_tensor]; +"26 adaptive_avg_pool2d" [id=26, type=adaptive_avg_pool2d]; +"27 _param_constant6" [id=27, type=get_attr]; +"28 _param_constant7_0_0" [id=28, type=get_attr]; +"29 conv2d_2" [id=29, type=conv2d]; +"30 relu" [id=30, type=relu]; +"31 _param_constant8" [id=31, type=get_attr]; +"32 _param_constant9_0_0" [id=32, type=get_attr]; +"33 conv2d_3" [id=33, type=conv2d]; +"34 hardsigmoid" [id=34, type=hardsigmoid]; +"35 quantize_per_tensor_default_2" [id=35, type=quantize_per_tensor]; +"36 dequantize_per_tensor_default_3" [id=36, type=dequantize_per_tensor]; +"37 mul" [id=37, type=mul]; +"38 quantize_per_tensor_default_3" [id=38, type=quantize_per_tensor]; +"39 dequantize_per_tensor_default_4" [id=39, type=dequantize_per_tensor]; +"40 _param_constant10" [id=40, type=get_attr]; +"41 conv2d_4_scale_0" [id=41, type=get_attr]; +"42 conv2d_4_zero_point_0" [id=42, type=get_attr]; +"43 quantize_per_channel_default_3" [id=43, type=quantize_per_channel]; +"44 dequantize_per_channel_default_3" [id=44, type=dequantize_per_channel]; +"45 features_1_block_2_0_weight_bias_0_0" [id=45, type=get_attr]; +"46 conv2d_4" [id=46, type=conv2d]; +"47 quantize_per_tensor_default_4" [id=47, type=quantize_per_tensor]; +"48 dequantize_per_tensor_default_5" [id=48, type=dequantize_per_tensor]; +"49 _param_constant13" [id=49, type=get_attr]; +"50 conv2d_5_scale_0" [id=50, type=get_attr]; +"51 conv2d_5_zero_point_0" [id=51, type=get_attr]; +"52 quantize_per_channel_default_4" [id=52, type=quantize_per_channel]; +"53 dequantize_per_channel_default_4" [id=53, type=dequantize_per_channel]; +"54 features_2_block_0_0_weight_bias_0_0" [id=54, type=get_attr]; +"55 conv2d_5" [id=55, type=conv2d]; +"56 relu__1_scale_0" [id=56, type=get_attr]; +"57 relu__1_zero_point_0" [id=57, type=get_attr]; +"58 relu__1" [id=58, type=relu_]; +"59 quantize_per_channel_default_5" [id=59, type=quantize_per_channel]; +"60 dequantize_per_channel_default_5" [id=60, type=dequantize_per_channel]; +"61 _param_constant16" [id=61, type=get_attr]; +"62 conv2d_6_scale_0" [id=62, type=get_attr]; +"63 conv2d_6_zero_point_0" [id=63, type=get_attr]; +"64 quantize_per_channel_default_6" [id=64, type=quantize_per_channel]; +"65 dequantize_per_channel_default_6" [id=65, type=dequantize_per_channel]; +"66 features_2_block_1_0_weight_bias_0_0" [id=66, type=get_attr]; +"67 conv2d_6" [id=67, type=conv2d]; +"68 relu__2" [id=68, type=relu_]; +"69 quantize_per_tensor_default_5" [id=69, type=quantize_per_tensor]; +"70 dequantize_per_tensor_default_6" [id=70, type=dequantize_per_tensor]; +"71 _param_constant19" [id=71, type=get_attr]; +"72 conv2d_7_scale_0" [id=72, type=get_attr]; +"73 conv2d_7_zero_point_0" [id=73, type=get_attr]; +"74 quantize_per_channel_default_7" [id=74, type=quantize_per_channel]; +"75 dequantize_per_channel_default_7" [id=75, type=dequantize_per_channel]; +"76 features_2_block_2_0_weight_bias_0_0" [id=76, type=get_attr]; +"77 conv2d_7" [id=77, type=conv2d]; +"78 quantize_per_tensor_default_6" [id=78, type=quantize_per_tensor]; +"79 dequantize_per_tensor_default_8" [id=79, type=dequantize_per_tensor]; +"80 dequantize_per_tensor_default_7" [id=80, type=dequantize_per_tensor]; +"81 _param_constant22" [id=81, type=get_attr]; +"82 conv2d_8_scale_0" [id=82, type=get_attr]; +"83 conv2d_8_zero_point_0" [id=83, type=get_attr]; +"84 quantize_per_channel_default_8" [id=84, type=quantize_per_channel]; +"85 dequantize_per_channel_default_8" [id=85, type=dequantize_per_channel]; +"86 features_3_block_0_0_weight_bias_0_0" [id=86, type=get_attr]; +"87 conv2d_8" [id=87, type=conv2d]; +"88 relu__3_scale_0" [id=88, type=get_attr]; +"89 relu__3_zero_point_0" [id=89, type=get_attr]; +"90 relu__3" [id=90, type=relu_]; +"91 quantize_per_channel_default_9" [id=91, type=quantize_per_channel]; +"92 dequantize_per_channel_default_9" [id=92, type=dequantize_per_channel]; +"93 _param_constant25" [id=93, type=get_attr]; +"94 conv2d_9_scale_0" [id=94, type=get_attr]; +"95 conv2d_9_zero_point_0" [id=95, type=get_attr]; +"96 quantize_per_channel_default_10" [id=96, type=quantize_per_channel]; +"97 dequantize_per_channel_default_10" [id=97, type=dequantize_per_channel]; +"98 features_3_block_1_0_weight_bias_0_0" [id=98, type=get_attr]; +"99 conv2d_9" [id=99, type=conv2d]; +"100 relu__4" [id=100, type=relu_]; +"101 quantize_per_tensor_default_7" [id=101, type=quantize_per_tensor]; +"102 dequantize_per_tensor_default_9" [id=102, type=dequantize_per_tensor]; +"103 _param_constant28" [id=103, type=get_attr]; +"104 conv2d_10_scale_0" [id=104, type=get_attr]; +"105 conv2d_10_zero_point_0" [id=105, type=get_attr]; +"106 quantize_per_channel_default_11" [id=106, type=quantize_per_channel]; +"107 dequantize_per_channel_default_11" [id=107, type=dequantize_per_channel]; +"108 features_3_block_2_0_weight_bias_0_0" [id=108, type=get_attr]; +"109 conv2d_10" [id=109, type=conv2d]; +"110 quantize_per_tensor_default_8" [id=110, type=quantize_per_tensor]; +"111 dequantize_per_tensor_default_10" [id=111, type=dequantize_per_tensor]; +"112 add_" [id=112, type=add_]; +"113 quantize_per_tensor_default_9" [id=113, type=quantize_per_tensor]; +"114 dequantize_per_tensor_default_11" [id=114, type=dequantize_per_tensor]; +"115 _param_constant31" [id=115, type=get_attr]; +"116 conv2d_11_scale_0" [id=116, type=get_attr]; +"117 conv2d_11_zero_point_0" [id=117, type=get_attr]; +"118 quantize_per_channel_default_12" [id=118, type=quantize_per_channel]; +"119 dequantize_per_channel_default_12" [id=119, type=dequantize_per_channel]; +"120 features_4_block_0_0_weight_bias_0_0" [id=120, type=get_attr]; +"121 conv2d_11" [id=121, type=conv2d]; +"122 hardswish__1_scale_0" [id=122, type=get_attr]; +"123 hardswish__1_zero_point_0" [id=123, type=get_attr]; +"124 hardswish__1" [id=124, type=hardswish_]; +"125 quantize_per_channel_default_13" [id=125, type=quantize_per_channel]; +"126 dequantize_per_channel_default_13" [id=126, type=dequantize_per_channel]; +"127 _param_constant34" [id=127, type=get_attr]; +"128 conv2d_12_scale_0" [id=128, type=get_attr]; +"129 conv2d_12_zero_point_0" [id=129, type=get_attr]; +"130 quantize_per_channel_default_14" [id=130, type=quantize_per_channel]; +"131 dequantize_per_channel_default_14" [id=131, type=dequantize_per_channel]; +"132 features_4_block_1_0_weight_bias_0_0" [id=132, type=get_attr]; +"133 conv2d_12" [id=133, type=conv2d]; +"134 hardswish__2" [id=134, type=hardswish_]; +"135 quantize_per_tensor_default_10" [id=135, type=quantize_per_tensor]; +"136 dequantize_per_tensor_default_13" [id=136, type=dequantize_per_tensor]; +"137 dequantize_per_tensor_default_12" [id=137, type=dequantize_per_tensor]; +"138 adaptive_avg_pool2d_1" [id=138, type=adaptive_avg_pool2d]; +"139 _param_constant37" [id=139, type=get_attr]; +"140 _param_constant38_0_0" [id=140, type=get_attr]; +"141 conv2d_13" [id=141, type=conv2d]; +"142 relu_1" [id=142, type=relu]; +"143 _param_constant39" [id=143, type=get_attr]; +"144 _param_constant40_0_0" [id=144, type=get_attr]; +"145 conv2d_14" [id=145, type=conv2d]; +"146 hardsigmoid_1" [id=146, type=hardsigmoid]; +"147 quantize_per_tensor_default_11" [id=147, type=quantize_per_tensor]; +"148 dequantize_per_tensor_default_14" [id=148, type=dequantize_per_tensor]; +"149 mul_1" [id=149, type=mul]; +"150 quantize_per_tensor_default_12" [id=150, type=quantize_per_tensor]; +"151 dequantize_per_tensor_default_15" [id=151, type=dequantize_per_tensor]; +"152 _param_constant41" [id=152, type=get_attr]; +"153 conv2d_15_scale_0" [id=153, type=get_attr]; +"154 conv2d_15_zero_point_0" [id=154, type=get_attr]; +"155 quantize_per_channel_default_15" [id=155, type=quantize_per_channel]; +"156 dequantize_per_channel_default_15" [id=156, type=dequantize_per_channel]; +"157 features_4_block_3_0_weight_bias_0_0" [id=157, type=get_attr]; +"158 conv2d_15" [id=158, type=conv2d]; +"159 quantize_per_tensor_default_13" [id=159, type=quantize_per_tensor]; +"160 dequantize_per_tensor_default_17" [id=160, type=dequantize_per_tensor]; +"161 dequantize_per_tensor_default_16" [id=161, type=dequantize_per_tensor]; +"162 _param_constant44" [id=162, type=get_attr]; +"163 conv2d_16_scale_0" [id=163, type=get_attr]; +"164 conv2d_16_zero_point_0" [id=164, type=get_attr]; +"165 quantize_per_channel_default_16" [id=165, type=quantize_per_channel]; +"166 dequantize_per_channel_default_16" [id=166, type=dequantize_per_channel]; +"167 features_5_block_0_0_weight_bias_0_0" [id=167, type=get_attr]; +"168 conv2d_16" [id=168, type=conv2d]; +"169 hardswish__3_scale_0" [id=169, type=get_attr]; +"170 hardswish__3_zero_point_0" [id=170, type=get_attr]; +"171 hardswish__3" [id=171, type=hardswish_]; +"172 quantize_per_channel_default_17" [id=172, type=quantize_per_channel]; +"173 dequantize_per_channel_default_17" [id=173, type=dequantize_per_channel]; +"174 _param_constant47" [id=174, type=get_attr]; +"175 conv2d_17_scale_0" [id=175, type=get_attr]; +"176 conv2d_17_zero_point_0" [id=176, type=get_attr]; +"177 quantize_per_channel_default_18" [id=177, type=quantize_per_channel]; +"178 dequantize_per_channel_default_18" [id=178, type=dequantize_per_channel]; +"179 features_5_block_1_0_weight_bias_0_0" [id=179, type=get_attr]; +"180 conv2d_17" [id=180, type=conv2d]; +"181 hardswish__4" [id=181, type=hardswish_]; +"182 quantize_per_tensor_default_14" [id=182, type=quantize_per_tensor]; +"183 dequantize_per_tensor_default_19" [id=183, type=dequantize_per_tensor]; +"184 dequantize_per_tensor_default_18" [id=184, type=dequantize_per_tensor]; +"185 adaptive_avg_pool2d_2" [id=185, type=adaptive_avg_pool2d]; +"186 _param_constant50" [id=186, type=get_attr]; +"187 _param_constant51_0_0" [id=187, type=get_attr]; +"188 conv2d_18" [id=188, type=conv2d]; +"189 relu_2" [id=189, type=relu]; +"190 _param_constant52" [id=190, type=get_attr]; +"191 _param_constant53_0_0" [id=191, type=get_attr]; +"192 conv2d_19" [id=192, type=conv2d]; +"193 hardsigmoid_2" [id=193, type=hardsigmoid]; +"194 quantize_per_tensor_default_15" [id=194, type=quantize_per_tensor]; +"195 dequantize_per_tensor_default_20" [id=195, type=dequantize_per_tensor]; +"196 mul_2" [id=196, type=mul]; +"197 quantize_per_tensor_default_16" [id=197, type=quantize_per_tensor]; +"198 dequantize_per_tensor_default_21" [id=198, type=dequantize_per_tensor]; +"199 _param_constant54" [id=199, type=get_attr]; +"200 conv2d_20_scale_0" [id=200, type=get_attr]; +"201 conv2d_20_zero_point_0" [id=201, type=get_attr]; +"202 quantize_per_channel_default_19" [id=202, type=quantize_per_channel]; +"203 dequantize_per_channel_default_19" [id=203, type=dequantize_per_channel]; +"204 features_5_block_3_0_weight_bias_0_0" [id=204, type=get_attr]; +"205 conv2d_20" [id=205, type=conv2d]; +"206 quantize_per_tensor_default_17" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_22" [id=207, type=dequantize_per_tensor]; +"208 add__1" [id=208, type=add_]; +"209 quantize_per_tensor_default_18" [id=209, type=quantize_per_tensor]; +"210 dequantize_per_tensor_default_24" [id=210, type=dequantize_per_tensor]; +"211 dequantize_per_tensor_default_23" [id=211, type=dequantize_per_tensor]; +"212 _param_constant57" [id=212, type=get_attr]; +"213 conv2d_21_scale_0" [id=213, type=get_attr]; +"214 conv2d_21_zero_point_0" [id=214, type=get_attr]; +"215 quantize_per_channel_default_20" [id=215, type=quantize_per_channel]; +"216 dequantize_per_channel_default_20" [id=216, type=dequantize_per_channel]; +"217 features_6_block_0_0_weight_bias_0_0" [id=217, type=get_attr]; +"218 conv2d_21" [id=218, type=conv2d]; +"219 hardswish__5_scale_0" [id=219, type=get_attr]; +"220 hardswish__5_zero_point_0" [id=220, type=get_attr]; +"221 hardswish__5" [id=221, type=hardswish_]; +"222 quantize_per_channel_default_21" [id=222, type=quantize_per_channel]; +"223 dequantize_per_channel_default_21" [id=223, type=dequantize_per_channel]; +"224 _param_constant60" [id=224, type=get_attr]; +"225 conv2d_22_scale_0" [id=225, type=get_attr]; +"226 conv2d_22_zero_point_0" [id=226, type=get_attr]; +"227 quantize_per_channel_default_22" [id=227, type=quantize_per_channel]; +"228 dequantize_per_channel_default_22" [id=228, type=dequantize_per_channel]; +"229 features_6_block_1_0_weight_bias_0_0" [id=229, type=get_attr]; +"230 conv2d_22" [id=230, type=conv2d]; +"231 hardswish__6" [id=231, type=hardswish_]; +"232 quantize_per_tensor_default_19" [id=232, type=quantize_per_tensor]; +"233 dequantize_per_tensor_default_26" [id=233, type=dequantize_per_tensor]; +"234 dequantize_per_tensor_default_25" [id=234, type=dequantize_per_tensor]; +"235 adaptive_avg_pool2d_3" [id=235, type=adaptive_avg_pool2d]; +"236 _param_constant63" [id=236, type=get_attr]; +"237 _param_constant64_0_0" [id=237, type=get_attr]; +"238 conv2d_23" [id=238, type=conv2d]; +"239 relu_3" [id=239, type=relu]; +"240 _param_constant65" [id=240, type=get_attr]; +"241 _param_constant66_0_0" [id=241, type=get_attr]; +"242 conv2d_24" [id=242, type=conv2d]; +"243 hardsigmoid_3" [id=243, type=hardsigmoid]; +"244 quantize_per_tensor_default_20" [id=244, type=quantize_per_tensor]; +"245 dequantize_per_tensor_default_27" [id=245, type=dequantize_per_tensor]; +"246 mul_3" [id=246, type=mul]; +"247 quantize_per_tensor_default_21" [id=247, type=quantize_per_tensor]; +"248 dequantize_per_tensor_default_28" [id=248, type=dequantize_per_tensor]; +"249 _param_constant67" [id=249, type=get_attr]; +"250 conv2d_25_scale_0" [id=250, type=get_attr]; +"251 conv2d_25_zero_point_0" [id=251, type=get_attr]; +"252 quantize_per_channel_default_23" [id=252, type=quantize_per_channel]; +"253 dequantize_per_channel_default_23" [id=253, type=dequantize_per_channel]; +"254 features_6_block_3_0_weight_bias_0_0" [id=254, type=get_attr]; +"255 conv2d_25" [id=255, type=conv2d]; +"256 quantize_per_tensor_default_22" [id=256, type=quantize_per_tensor]; +"257 dequantize_per_tensor_default_29" [id=257, type=dequantize_per_tensor]; +"258 add__2" [id=258, type=add_]; +"259 quantize_per_tensor_default_23" [id=259, type=quantize_per_tensor]; +"260 dequantize_per_tensor_default_30" [id=260, type=dequantize_per_tensor]; +"261 _param_constant70" [id=261, type=get_attr]; +"262 conv2d_26_scale_0" [id=262, type=get_attr]; +"263 conv2d_26_zero_point_0" [id=263, type=get_attr]; +"264 quantize_per_channel_default_24" [id=264, type=quantize_per_channel]; +"265 dequantize_per_channel_default_24" [id=265, type=dequantize_per_channel]; +"266 features_7_block_0_0_weight_bias_0_0" [id=266, type=get_attr]; +"267 conv2d_26" [id=267, type=conv2d]; +"268 hardswish__7_scale_0" [id=268, type=get_attr]; +"269 hardswish__7_zero_point_0" [id=269, type=get_attr]; +"270 hardswish__7" [id=270, type=hardswish_]; +"271 quantize_per_channel_default_25" [id=271, type=quantize_per_channel]; +"272 dequantize_per_channel_default_25" [id=272, type=dequantize_per_channel]; +"273 _param_constant73" [id=273, type=get_attr]; +"274 conv2d_27_scale_0" [id=274, type=get_attr]; +"275 conv2d_27_zero_point_0" [id=275, type=get_attr]; +"276 quantize_per_channel_default_26" [id=276, type=quantize_per_channel]; +"277 dequantize_per_channel_default_26" [id=277, type=dequantize_per_channel]; +"278 features_7_block_1_0_weight_bias_0_0" [id=278, type=get_attr]; +"279 conv2d_27" [id=279, type=conv2d]; +"280 hardswish__8" [id=280, type=hardswish_]; +"281 quantize_per_tensor_default_24" [id=281, type=quantize_per_tensor]; +"282 dequantize_per_tensor_default_32" [id=282, type=dequantize_per_tensor]; +"283 dequantize_per_tensor_default_31" [id=283, type=dequantize_per_tensor]; +"284 adaptive_avg_pool2d_4" [id=284, type=adaptive_avg_pool2d]; +"285 _param_constant76" [id=285, type=get_attr]; +"286 _param_constant77_0_0" [id=286, type=get_attr]; +"287 conv2d_28" [id=287, type=conv2d]; +"288 relu_4" [id=288, type=relu]; +"289 _param_constant78" [id=289, type=get_attr]; +"290 _param_constant79_0_0" [id=290, type=get_attr]; +"291 conv2d_29" [id=291, type=conv2d]; +"292 hardsigmoid_4" [id=292, type=hardsigmoid]; +"293 quantize_per_tensor_default_25" [id=293, type=quantize_per_tensor]; +"294 dequantize_per_tensor_default_33" [id=294, type=dequantize_per_tensor]; +"295 mul_4" [id=295, type=mul]; +"296 quantize_per_tensor_default_26" [id=296, type=quantize_per_tensor]; +"297 dequantize_per_tensor_default_34" [id=297, type=dequantize_per_tensor]; +"298 _param_constant80" [id=298, type=get_attr]; +"299 conv2d_30_scale_0" [id=299, type=get_attr]; +"300 conv2d_30_zero_point_0" [id=300, type=get_attr]; +"301 quantize_per_channel_default_27" [id=301, type=quantize_per_channel]; +"302 dequantize_per_channel_default_27" [id=302, type=dequantize_per_channel]; +"303 features_7_block_3_0_weight_bias_0_0" [id=303, type=get_attr]; +"304 conv2d_30" [id=304, type=conv2d]; +"305 quantize_per_tensor_default_27" [id=305, type=quantize_per_tensor]; +"306 dequantize_per_tensor_default_36" [id=306, type=dequantize_per_tensor]; +"307 dequantize_per_tensor_default_35" [id=307, type=dequantize_per_tensor]; +"308 _param_constant83" [id=308, type=get_attr]; +"309 conv2d_31_scale_0" [id=309, type=get_attr]; +"310 conv2d_31_zero_point_0" [id=310, type=get_attr]; +"311 quantize_per_channel_default_28" [id=311, type=quantize_per_channel]; +"312 dequantize_per_channel_default_28" [id=312, type=dequantize_per_channel]; +"313 features_8_block_0_0_weight_bias_0_0" [id=313, type=get_attr]; +"314 conv2d_31" [id=314, type=conv2d]; +"315 hardswish__9_scale_0" [id=315, type=get_attr]; +"316 hardswish__9_zero_point_0" [id=316, type=get_attr]; +"317 hardswish__9" [id=317, type=hardswish_]; +"318 quantize_per_channel_default_29" [id=318, type=quantize_per_channel]; +"319 dequantize_per_channel_default_29" [id=319, type=dequantize_per_channel]; +"320 _param_constant86" [id=320, type=get_attr]; +"321 conv2d_32_scale_0" [id=321, type=get_attr]; +"322 conv2d_32_zero_point_0" [id=322, type=get_attr]; +"323 quantize_per_channel_default_30" [id=323, type=quantize_per_channel]; +"324 dequantize_per_channel_default_30" [id=324, type=dequantize_per_channel]; +"325 features_8_block_1_0_weight_bias_0_0" [id=325, type=get_attr]; +"326 conv2d_32" [id=326, type=conv2d]; +"327 hardswish__10" [id=327, type=hardswish_]; +"328 quantize_per_tensor_default_28" [id=328, type=quantize_per_tensor]; +"329 dequantize_per_tensor_default_38" [id=329, type=dequantize_per_tensor]; +"330 dequantize_per_tensor_default_37" [id=330, type=dequantize_per_tensor]; +"331 adaptive_avg_pool2d_5" [id=331, type=adaptive_avg_pool2d]; +"332 _param_constant89" [id=332, type=get_attr]; +"333 _param_constant90_0_0" [id=333, type=get_attr]; +"334 conv2d_33" [id=334, type=conv2d]; +"335 relu_5" [id=335, type=relu]; +"336 _param_constant91" [id=336, type=get_attr]; +"337 _param_constant92_0_0" [id=337, type=get_attr]; +"338 conv2d_34" [id=338, type=conv2d]; +"339 hardsigmoid_5" [id=339, type=hardsigmoid]; +"340 quantize_per_tensor_default_29" [id=340, type=quantize_per_tensor]; +"341 dequantize_per_tensor_default_39" [id=341, type=dequantize_per_tensor]; +"342 mul_5" [id=342, type=mul]; +"343 quantize_per_tensor_default_30" [id=343, type=quantize_per_tensor]; +"344 dequantize_per_tensor_default_40" [id=344, type=dequantize_per_tensor]; +"345 _param_constant93" [id=345, type=get_attr]; +"346 conv2d_35_scale_0" [id=346, type=get_attr]; +"347 conv2d_35_zero_point_0" [id=347, type=get_attr]; +"348 quantize_per_channel_default_31" [id=348, type=quantize_per_channel]; +"349 dequantize_per_channel_default_31" [id=349, type=dequantize_per_channel]; +"350 features_8_block_3_0_weight_bias_0_0" [id=350, type=get_attr]; +"351 conv2d_35" [id=351, type=conv2d]; +"352 quantize_per_tensor_default_31" [id=352, type=quantize_per_tensor]; +"353 dequantize_per_tensor_default_41" [id=353, type=dequantize_per_tensor]; +"354 add__3" [id=354, type=add_]; +"355 quantize_per_tensor_default_32" [id=355, type=quantize_per_tensor]; +"356 dequantize_per_tensor_default_42" [id=356, type=dequantize_per_tensor]; +"357 _param_constant96" [id=357, type=get_attr]; +"358 conv2d_36_scale_0" [id=358, type=get_attr]; +"359 conv2d_36_zero_point_0" [id=359, type=get_attr]; +"360 quantize_per_channel_default_32" [id=360, type=quantize_per_channel]; +"361 dequantize_per_channel_default_32" [id=361, type=dequantize_per_channel]; +"362 features_9_block_0_0_weight_bias_0_0" [id=362, type=get_attr]; +"363 conv2d_36" [id=363, type=conv2d]; +"364 hardswish__11_scale_0" [id=364, type=get_attr]; +"365 hardswish__11_zero_point_0" [id=365, type=get_attr]; +"366 hardswish__11" [id=366, type=hardswish_]; +"367 quantize_per_channel_default_33" [id=367, type=quantize_per_channel]; +"368 dequantize_per_channel_default_33" [id=368, type=dequantize_per_channel]; +"369 _param_constant99" [id=369, type=get_attr]; +"370 conv2d_37_scale_0" [id=370, type=get_attr]; +"371 conv2d_37_zero_point_0" [id=371, type=get_attr]; +"372 quantize_per_channel_default_34" [id=372, type=quantize_per_channel]; +"373 dequantize_per_channel_default_34" [id=373, type=dequantize_per_channel]; +"374 features_9_block_1_0_weight_bias_0_0" [id=374, type=get_attr]; +"375 conv2d_37" [id=375, type=conv2d]; +"376 hardswish__12" [id=376, type=hardswish_]; +"377 quantize_per_tensor_default_33" [id=377, type=quantize_per_tensor]; +"378 dequantize_per_tensor_default_44" [id=378, type=dequantize_per_tensor]; +"379 dequantize_per_tensor_default_43" [id=379, type=dequantize_per_tensor]; +"380 adaptive_avg_pool2d_6" [id=380, type=adaptive_avg_pool2d]; +"381 _param_constant102" [id=381, type=get_attr]; +"382 _param_constant103_0_0" [id=382, type=get_attr]; +"383 conv2d_38" [id=383, type=conv2d]; +"384 relu_6" [id=384, type=relu]; +"385 _param_constant104" [id=385, type=get_attr]; +"386 _param_constant105_0_0" [id=386, type=get_attr]; +"387 conv2d_39" [id=387, type=conv2d]; +"388 hardsigmoid_6" [id=388, type=hardsigmoid]; +"389 quantize_per_tensor_default_34" [id=389, type=quantize_per_tensor]; +"390 dequantize_per_tensor_default_45" [id=390, type=dequantize_per_tensor]; +"391 mul_6" [id=391, type=mul]; +"392 quantize_per_tensor_default_35" [id=392, type=quantize_per_tensor]; +"393 dequantize_per_tensor_default_46" [id=393, type=dequantize_per_tensor]; +"394 _param_constant106" [id=394, type=get_attr]; +"395 conv2d_40_scale_0" [id=395, type=get_attr]; +"396 conv2d_40_zero_point_0" [id=396, type=get_attr]; +"397 quantize_per_channel_default_35" [id=397, type=quantize_per_channel]; +"398 dequantize_per_channel_default_35" [id=398, type=dequantize_per_channel]; +"399 features_9_block_3_0_weight_bias_0_0" [id=399, type=get_attr]; +"400 conv2d_40" [id=400, type=conv2d]; +"401 quantize_per_tensor_default_36" [id=401, type=quantize_per_tensor]; +"402 dequantize_per_tensor_default_48" [id=402, type=dequantize_per_tensor]; +"403 dequantize_per_tensor_default_47" [id=403, type=dequantize_per_tensor]; +"404 _param_constant109" [id=404, type=get_attr]; +"405 conv2d_41_scale_0" [id=405, type=get_attr]; +"406 conv2d_41_zero_point_0" [id=406, type=get_attr]; +"407 quantize_per_channel_default_36" [id=407, type=quantize_per_channel]; +"408 dequantize_per_channel_default_36" [id=408, type=dequantize_per_channel]; +"409 features_10_block_0_0_weight_bias_0_0" [id=409, type=get_attr]; +"410 conv2d_41" [id=410, type=conv2d]; +"411 hardswish__13_scale_0" [id=411, type=get_attr]; +"412 hardswish__13_zero_point_0" [id=412, type=get_attr]; +"413 hardswish__13" [id=413, type=hardswish_]; +"414 quantize_per_channel_default_37" [id=414, type=quantize_per_channel]; +"415 dequantize_per_channel_default_37" [id=415, type=dequantize_per_channel]; +"416 _param_constant112" [id=416, type=get_attr]; +"417 conv2d_42_scale_0" [id=417, type=get_attr]; +"418 conv2d_42_zero_point_0" [id=418, type=get_attr]; +"419 quantize_per_channel_default_38" [id=419, type=quantize_per_channel]; +"420 dequantize_per_channel_default_38" [id=420, type=dequantize_per_channel]; +"421 features_10_block_1_0_weight_bias_0_0" [id=421, type=get_attr]; +"422 conv2d_42" [id=422, type=conv2d]; +"423 hardswish__14" [id=423, type=hardswish_]; +"424 quantize_per_tensor_default_37" [id=424, type=quantize_per_tensor]; +"425 dequantize_per_tensor_default_50" [id=425, type=dequantize_per_tensor]; +"426 dequantize_per_tensor_default_49" [id=426, type=dequantize_per_tensor]; +"427 adaptive_avg_pool2d_7" [id=427, type=adaptive_avg_pool2d]; +"428 _param_constant115" [id=428, type=get_attr]; +"429 _param_constant116_0_0" [id=429, type=get_attr]; +"430 conv2d_43" [id=430, type=conv2d]; +"431 relu_7" [id=431, type=relu]; +"432 _param_constant117" [id=432, type=get_attr]; +"433 _param_constant118_0_0" [id=433, type=get_attr]; +"434 conv2d_44" [id=434, type=conv2d]; +"435 hardsigmoid_7" [id=435, type=hardsigmoid]; +"436 quantize_per_tensor_default_38" [id=436, type=quantize_per_tensor]; +"437 dequantize_per_tensor_default_51" [id=437, type=dequantize_per_tensor]; +"438 mul_7" [id=438, type=mul]; +"439 quantize_per_tensor_default_39" [id=439, type=quantize_per_tensor]; +"440 dequantize_per_tensor_default_52" [id=440, type=dequantize_per_tensor]; +"441 _param_constant119" [id=441, type=get_attr]; +"442 conv2d_45_scale_0" [id=442, type=get_attr]; +"443 conv2d_45_zero_point_0" [id=443, type=get_attr]; +"444 quantize_per_channel_default_39" [id=444, type=quantize_per_channel]; +"445 dequantize_per_channel_default_39" [id=445, type=dequantize_per_channel]; +"446 features_10_block_3_0_weight_bias_0_0" [id=446, type=get_attr]; +"447 conv2d_45" [id=447, type=conv2d]; +"448 quantize_per_tensor_default_40" [id=448, type=quantize_per_tensor]; +"449 dequantize_per_tensor_default_53" [id=449, type=dequantize_per_tensor]; +"450 add__4" [id=450, type=add_]; +"451 quantize_per_tensor_default_41" [id=451, type=quantize_per_tensor]; +"452 dequantize_per_tensor_default_55" [id=452, type=dequantize_per_tensor]; +"453 dequantize_per_tensor_default_54" [id=453, type=dequantize_per_tensor]; +"454 _param_constant122" [id=454, type=get_attr]; +"455 conv2d_46_scale_0" [id=455, type=get_attr]; +"456 conv2d_46_zero_point_0" [id=456, type=get_attr]; +"457 quantize_per_channel_default_40" [id=457, type=quantize_per_channel]; +"458 dequantize_per_channel_default_40" [id=458, type=dequantize_per_channel]; +"459 features_11_block_0_0_weight_bias_0_0" [id=459, type=get_attr]; +"460 conv2d_46" [id=460, type=conv2d]; +"461 hardswish__15_scale_0" [id=461, type=get_attr]; +"462 hardswish__15_zero_point_0" [id=462, type=get_attr]; +"463 hardswish__15" [id=463, type=hardswish_]; +"464 quantize_per_channel_default_41" [id=464, type=quantize_per_channel]; +"465 dequantize_per_channel_default_41" [id=465, type=dequantize_per_channel]; +"466 _param_constant125" [id=466, type=get_attr]; +"467 conv2d_47_scale_0" [id=467, type=get_attr]; +"468 conv2d_47_zero_point_0" [id=468, type=get_attr]; +"469 quantize_per_channel_default_42" [id=469, type=quantize_per_channel]; +"470 dequantize_per_channel_default_42" [id=470, type=dequantize_per_channel]; +"471 features_11_block_1_0_weight_bias_0_0" [id=471, type=get_attr]; +"472 conv2d_47" [id=472, type=conv2d]; +"473 hardswish__16" [id=473, type=hardswish_]; +"474 quantize_per_tensor_default_42" [id=474, type=quantize_per_tensor]; +"475 dequantize_per_tensor_default_57" [id=475, type=dequantize_per_tensor]; +"476 dequantize_per_tensor_default_56" [id=476, type=dequantize_per_tensor]; +"477 adaptive_avg_pool2d_8" [id=477, type=adaptive_avg_pool2d]; +"478 _param_constant128" [id=478, type=get_attr]; +"479 _param_constant129_0_0" [id=479, type=get_attr]; +"480 conv2d_48" [id=480, type=conv2d]; +"481 relu_8" [id=481, type=relu]; +"482 _param_constant130" [id=482, type=get_attr]; +"483 _param_constant131_0_0" [id=483, type=get_attr]; +"484 conv2d_49" [id=484, type=conv2d]; +"485 hardsigmoid_8" [id=485, type=hardsigmoid]; +"486 quantize_per_tensor_default_43" [id=486, type=quantize_per_tensor]; +"487 dequantize_per_tensor_default_58" [id=487, type=dequantize_per_tensor]; +"488 mul_8" [id=488, type=mul]; +"489 quantize_per_tensor_default_44" [id=489, type=quantize_per_tensor]; +"490 dequantize_per_tensor_default_59" [id=490, type=dequantize_per_tensor]; +"491 _param_constant132" [id=491, type=get_attr]; +"492 conv2d_50_scale_0" [id=492, type=get_attr]; +"493 conv2d_50_zero_point_0" [id=493, type=get_attr]; +"494 quantize_per_channel_default_43" [id=494, type=quantize_per_channel]; +"495 dequantize_per_channel_default_43" [id=495, type=dequantize_per_channel]; +"496 features_11_block_3_0_weight_bias_0_0" [id=496, type=get_attr]; +"497 conv2d_50" [id=497, type=conv2d]; +"498 quantize_per_tensor_default_45" [id=498, type=quantize_per_tensor]; +"499 dequantize_per_tensor_default_60" [id=499, type=dequantize_per_tensor]; +"500 add__5" [id=500, type=add_]; +"501 quantize_per_tensor_default_46" [id=501, type=quantize_per_tensor]; +"502 dequantize_per_tensor_default_61" [id=502, type=dequantize_per_tensor]; +"503 _param_constant135" [id=503, type=get_attr]; +"504 conv2d_51_scale_0" [id=504, type=get_attr]; +"505 conv2d_51_zero_point_0" [id=505, type=get_attr]; +"506 quantize_per_channel_default_44" [id=506, type=quantize_per_channel]; +"507 dequantize_per_channel_default_44" [id=507, type=dequantize_per_channel]; +"508 features_12_0_weight_bias_0_0" [id=508, type=get_attr]; +"509 conv2d_51" [id=509, type=conv2d]; +"510 hardswish__17" [id=510, type=hardswish_]; +"511 quantize_per_tensor_default_47" [id=511, type=quantize_per_tensor]; +"512 dequantize_per_tensor_default_62" [id=512, type=dequantize_per_tensor]; +"513 adaptive_avg_pool2d_9" [id=513, type=adaptive_avg_pool2d]; +"514 quantize_per_tensor_default_48" [id=514, type=quantize_per_tensor]; +"515 dequantize_per_tensor_default_63" [id=515, type=dequantize_per_tensor]; +"516 flatten" [id=516, type=flatten]; +"517 _param_constant138" [id=517, type=get_attr]; +"518 linear_scale_0" [id=518, type=get_attr]; +"519 linear_zero_point_0" [id=519, type=get_attr]; +"520 quantize_per_channel_default_45" [id=520, type=quantize_per_channel]; +"521 dequantize_per_channel_default_45" [id=521, type=dequantize_per_channel]; +"522 _param_constant139_0_0" [id=522, type=get_attr]; +"523 linear" [id=523, type=linear]; +"524 hardswish__18" [id=524, type=hardswish_]; +"525 quantize_per_tensor_default_49" [id=525, type=quantize_per_tensor]; +"526 dequantize_per_tensor_default_64" [id=526, type=dequantize_per_tensor]; +"527 dropout_" [id=527, type=dropout_]; +"528 _param_constant140" [id=528, type=get_attr]; +"529 linear_1_scale_0" [id=529, type=get_attr]; +"530 linear_1_zero_point_0" [id=530, type=get_attr]; +"531 quantize_per_channel_default_46" [id=531, type=quantize_per_channel]; +"532 dequantize_per_channel_default_46" [id=532, type=dequantize_per_channel]; +"533 _param_constant141_0_0" [id=533, type=get_attr]; +"534 linear_1" [id=534, type=linear]; +"535 output" [id=535, type=output]; +"0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 _param_constant0" -> "6 quantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; +"4 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(16,)", style=solid]; +"4 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(16,)", style=solid]; +"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(16,)", style=solid]; +"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(16,)", style=solid]; +"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; +"7 dequantize_per_channel_default" -> "9 conv2d" [label="(16, 3, 3, 3)", style=solid]; +"8 features_0_0_weight_bias_0_0" -> "9 conv2d" [label="(16,)", style=solid]; +"9 conv2d" -> "12 hardswish_" [label="(1, 16, 112, 112)", style=solid]; +"10 hardswish__scale_0" -> "13 quantize_per_channel_default_1" [label="(16,)", style=solid]; +"10 hardswish__scale_0" -> "14 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"11 hardswish__zero_point_0" -> "13 quantize_per_channel_default_1" [label="(16,)", style=solid]; +"11 hardswish__zero_point_0" -> "14 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"12 hardswish_" -> "13 quantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; +"13 quantize_per_channel_default_1" -> "14 dequantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; +"14 dequantize_per_channel_default_1" -> "21 conv2d_1" [label="(1, 16, 112, 112)", style=solid]; +"15 _param_constant3" -> "18 quantize_per_channel_default_2" [label="(16, 1, 3, 3)", style=solid]; +"16 conv2d_1_scale_0" -> "18 quantize_per_channel_default_2" [label="(16,)", style=solid]; +"16 conv2d_1_scale_0" -> "19 dequantize_per_channel_default_2" [label="(16,)", style=solid]; +"17 conv2d_1_zero_point_0" -> "18 quantize_per_channel_default_2" [label="(16,)", style=solid]; +"17 conv2d_1_zero_point_0" -> "19 dequantize_per_channel_default_2" [label="(16,)", style=solid]; +"18 quantize_per_channel_default_2" -> "19 dequantize_per_channel_default_2" [label="(16, 1, 3, 3)", style=solid]; +"19 dequantize_per_channel_default_2" -> "21 conv2d_1" [label="(16, 1, 3, 3)", style=solid]; +"20 features_1_block_0_0_weight_bias_0_0" -> "21 conv2d_1" [label="(16,)", style=solid]; +"21 conv2d_1" -> "22 relu_" [label="(1, 16, 56, 56)", style=solid]; +"22 relu_" -> "23 quantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; +"23 quantize_per_tensor_default_1" -> "24 dequantize_per_tensor_default_2" [label="(1, 16, 56, 56)", style=solid]; +"23 quantize_per_tensor_default_1" -> "25 dequantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; +"24 dequantize_per_tensor_default_2" -> "37 mul" [label="(1, 16, 56, 56)", style=solid]; +"25 dequantize_per_tensor_default_1" -> "26 adaptive_avg_pool2d" [label="(1, 16, 56, 56)", style=solid]; +"26 adaptive_avg_pool2d" -> "29 conv2d_2" [label="(1, 16, 1, 1)", style=solid]; +"27 _param_constant6" -> "29 conv2d_2" [label="(8, 16, 1, 1)", style=solid]; +"28 _param_constant7_0_0" -> "29 conv2d_2" [label="(8,)", style=solid]; +"29 conv2d_2" -> "30 relu" [label="(1, 8, 1, 1)", style=solid]; +"30 relu" -> "33 conv2d_3" [label="(1, 8, 1, 1)", style=solid]; +"31 _param_constant8" -> "33 conv2d_3" [label="(16, 8, 1, 1)", style=solid]; +"32 _param_constant9_0_0" -> "33 conv2d_3" [label="(16,)", style=solid]; +"33 conv2d_3" -> "34 hardsigmoid" [label="(1, 16, 1, 1)", style=solid]; +"34 hardsigmoid" -> "35 quantize_per_tensor_default_2" [label="(1, 16, 1, 1)", style=solid]; +"35 quantize_per_tensor_default_2" -> "36 dequantize_per_tensor_default_3" [label="(1, 16, 1, 1)", style=solid]; +"36 dequantize_per_tensor_default_3" -> "37 mul" [label="(1, 16, 1, 1)", style=solid]; +"37 mul" -> "38 quantize_per_tensor_default_3" [label="(1, 16, 56, 56)", style=solid]; +"38 quantize_per_tensor_default_3" -> "39 dequantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; +"39 dequantize_per_tensor_default_4" -> "46 conv2d_4" [label="(1, 16, 56, 56)", style=solid]; +"40 _param_constant10" -> "43 quantize_per_channel_default_3" [label="(16, 16, 1, 1)", style=solid]; +"41 conv2d_4_scale_0" -> "43 quantize_per_channel_default_3" [label="(16,)", style=solid]; +"41 conv2d_4_scale_0" -> "44 dequantize_per_channel_default_3" [label="(16,)", style=solid]; +"42 conv2d_4_zero_point_0" -> "43 quantize_per_channel_default_3" [label="(16,)", style=solid]; +"42 conv2d_4_zero_point_0" -> "44 dequantize_per_channel_default_3" [label="(16,)", style=solid]; +"43 quantize_per_channel_default_3" -> "44 dequantize_per_channel_default_3" [label="(16, 16, 1, 1)", style=solid]; +"44 dequantize_per_channel_default_3" -> "46 conv2d_4" [label="(16, 16, 1, 1)", style=solid]; +"45 features_1_block_2_0_weight_bias_0_0" -> "46 conv2d_4" [label="(16,)", style=solid]; +"46 conv2d_4" -> "47 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; +"47 quantize_per_tensor_default_4" -> "48 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56)", style=solid]; +"48 dequantize_per_tensor_default_5" -> "55 conv2d_5" [label="(1, 16, 56, 56)", style=solid]; +"49 _param_constant13" -> "52 quantize_per_channel_default_4" [label="(72, 16, 1, 1)", style=solid]; +"50 conv2d_5_scale_0" -> "52 quantize_per_channel_default_4" [label="(72,)", style=solid]; +"50 conv2d_5_scale_0" -> "53 dequantize_per_channel_default_4" [label="(72,)", style=solid]; +"51 conv2d_5_zero_point_0" -> "52 quantize_per_channel_default_4" [label="(72,)", style=solid]; +"51 conv2d_5_zero_point_0" -> "53 dequantize_per_channel_default_4" [label="(72,)", style=solid]; +"52 quantize_per_channel_default_4" -> "53 dequantize_per_channel_default_4" [label="(72, 16, 1, 1)", style=solid]; +"53 dequantize_per_channel_default_4" -> "55 conv2d_5" [label="(72, 16, 1, 1)", style=solid]; +"54 features_2_block_0_0_weight_bias_0_0" -> "55 conv2d_5" [label="(72,)", style=solid]; +"55 conv2d_5" -> "58 relu__1" [label="(1, 72, 56, 56)", style=solid]; +"56 relu__1_scale_0" -> "59 quantize_per_channel_default_5" [label="(72,)", style=solid]; +"56 relu__1_scale_0" -> "60 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"57 relu__1_zero_point_0" -> "59 quantize_per_channel_default_5" [label="(72,)", style=solid]; +"57 relu__1_zero_point_0" -> "60 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"58 relu__1" -> "59 quantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; +"59 quantize_per_channel_default_5" -> "60 dequantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; +"60 dequantize_per_channel_default_5" -> "67 conv2d_6" [label="(1, 72, 56, 56)", style=solid]; +"61 _param_constant16" -> "64 quantize_per_channel_default_6" [label="(72, 1, 3, 3)", style=solid]; +"62 conv2d_6_scale_0" -> "64 quantize_per_channel_default_6" [label="(72,)", style=solid]; +"62 conv2d_6_scale_0" -> "65 dequantize_per_channel_default_6" [label="(72,)", style=solid]; +"63 conv2d_6_zero_point_0" -> "64 quantize_per_channel_default_6" [label="(72,)", style=solid]; +"63 conv2d_6_zero_point_0" -> "65 dequantize_per_channel_default_6" [label="(72,)", style=solid]; +"64 quantize_per_channel_default_6" -> "65 dequantize_per_channel_default_6" [label="(72, 1, 3, 3)", style=solid]; +"65 dequantize_per_channel_default_6" -> "67 conv2d_6" [label="(72, 1, 3, 3)", style=solid]; +"66 features_2_block_1_0_weight_bias_0_0" -> "67 conv2d_6" [label="(72,)", style=solid]; +"67 conv2d_6" -> "68 relu__2" [label="(1, 72, 28, 28)", style=solid]; +"68 relu__2" -> "69 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; +"69 quantize_per_tensor_default_5" -> "70 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28)", style=solid]; +"70 dequantize_per_tensor_default_6" -> "77 conv2d_7" [label="(1, 72, 28, 28)", style=solid]; +"71 _param_constant19" -> "74 quantize_per_channel_default_7" [label="(24, 72, 1, 1)", style=solid]; +"72 conv2d_7_scale_0" -> "74 quantize_per_channel_default_7" [label="(24,)", style=solid]; +"72 conv2d_7_scale_0" -> "75 dequantize_per_channel_default_7" [label="(24,)", style=solid]; +"73 conv2d_7_zero_point_0" -> "74 quantize_per_channel_default_7" [label="(24,)", style=solid]; +"73 conv2d_7_zero_point_0" -> "75 dequantize_per_channel_default_7" [label="(24,)", style=solid]; +"74 quantize_per_channel_default_7" -> "75 dequantize_per_channel_default_7" [label="(24, 72, 1, 1)", style=solid]; +"75 dequantize_per_channel_default_7" -> "77 conv2d_7" [label="(24, 72, 1, 1)", style=solid]; +"76 features_2_block_2_0_weight_bias_0_0" -> "77 conv2d_7" [label="(24,)", style=solid]; +"77 conv2d_7" -> "78 quantize_per_tensor_default_6" [label="(1, 24, 28, 28)", style=solid]; +"78 quantize_per_tensor_default_6" -> "79 dequantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; +"78 quantize_per_tensor_default_6" -> "80 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28)", style=solid]; +"79 dequantize_per_tensor_default_8" -> "112 add_" [label="(1, 24, 28, 28)", style=solid]; +"80 dequantize_per_tensor_default_7" -> "87 conv2d_8" [label="(1, 24, 28, 28)", style=solid]; +"81 _param_constant22" -> "84 quantize_per_channel_default_8" [label="(88, 24, 1, 1)", style=solid]; +"82 conv2d_8_scale_0" -> "84 quantize_per_channel_default_8" [label="(88,)", style=solid]; +"82 conv2d_8_scale_0" -> "85 dequantize_per_channel_default_8" [label="(88,)", style=solid]; +"83 conv2d_8_zero_point_0" -> "84 quantize_per_channel_default_8" [label="(88,)", style=solid]; +"83 conv2d_8_zero_point_0" -> "85 dequantize_per_channel_default_8" [label="(88,)", style=solid]; +"84 quantize_per_channel_default_8" -> "85 dequantize_per_channel_default_8" [label="(88, 24, 1, 1)", style=solid]; +"85 dequantize_per_channel_default_8" -> "87 conv2d_8" [label="(88, 24, 1, 1)", style=solid]; +"86 features_3_block_0_0_weight_bias_0_0" -> "87 conv2d_8" [label="(88,)", style=solid]; +"87 conv2d_8" -> "90 relu__3" [label="(1, 88, 28, 28)", style=solid]; +"88 relu__3_scale_0" -> "91 quantize_per_channel_default_9" [label="(88,)", style=solid]; +"88 relu__3_scale_0" -> "92 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"89 relu__3_zero_point_0" -> "91 quantize_per_channel_default_9" [label="(88,)", style=solid]; +"89 relu__3_zero_point_0" -> "92 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"90 relu__3" -> "91 quantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; +"91 quantize_per_channel_default_9" -> "92 dequantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; +"92 dequantize_per_channel_default_9" -> "99 conv2d_9" [label="(1, 88, 28, 28)", style=solid]; +"93 _param_constant25" -> "96 quantize_per_channel_default_10" [label="(88, 1, 3, 3)", style=solid]; +"94 conv2d_9_scale_0" -> "96 quantize_per_channel_default_10" [label="(88,)", style=solid]; +"94 conv2d_9_scale_0" -> "97 dequantize_per_channel_default_10" [label="(88,)", style=solid]; +"95 conv2d_9_zero_point_0" -> "96 quantize_per_channel_default_10" [label="(88,)", style=solid]; +"95 conv2d_9_zero_point_0" -> "97 dequantize_per_channel_default_10" [label="(88,)", style=solid]; +"96 quantize_per_channel_default_10" -> "97 dequantize_per_channel_default_10" [label="(88, 1, 3, 3)", style=solid]; +"97 dequantize_per_channel_default_10" -> "99 conv2d_9" [label="(88, 1, 3, 3)", style=solid]; +"98 features_3_block_1_0_weight_bias_0_0" -> "99 conv2d_9" [label="(88,)", style=solid]; +"99 conv2d_9" -> "100 relu__4" [label="(1, 88, 28, 28)", style=solid]; +"100 relu__4" -> "101 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; +"101 quantize_per_tensor_default_7" -> "102 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28)", style=solid]; +"102 dequantize_per_tensor_default_9" -> "109 conv2d_10" [label="(1, 88, 28, 28)", style=solid]; +"103 _param_constant28" -> "106 quantize_per_channel_default_11" [label="(24, 88, 1, 1)", style=solid]; +"104 conv2d_10_scale_0" -> "106 quantize_per_channel_default_11" [label="(24,)", style=solid]; +"104 conv2d_10_scale_0" -> "107 dequantize_per_channel_default_11" [label="(24,)", style=solid]; +"105 conv2d_10_zero_point_0" -> "106 quantize_per_channel_default_11" [label="(24,)", style=solid]; +"105 conv2d_10_zero_point_0" -> "107 dequantize_per_channel_default_11" [label="(24,)", style=solid]; +"106 quantize_per_channel_default_11" -> "107 dequantize_per_channel_default_11" [label="(24, 88, 1, 1)", style=solid]; +"107 dequantize_per_channel_default_11" -> "109 conv2d_10" [label="(24, 88, 1, 1)", style=solid]; +"108 features_3_block_2_0_weight_bias_0_0" -> "109 conv2d_10" [label="(24,)", style=solid]; +"109 conv2d_10" -> "110 quantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; +"110 quantize_per_tensor_default_8" -> "111 dequantize_per_tensor_default_10" [label="(1, 24, 28, 28)", style=solid]; +"111 dequantize_per_tensor_default_10" -> "112 add_" [label="(1, 24, 28, 28)", style=solid]; +"112 add_" -> "113 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; +"113 quantize_per_tensor_default_9" -> "114 dequantize_per_tensor_default_11" [label="(1, 24, 28, 28)", style=solid]; +"114 dequantize_per_tensor_default_11" -> "121 conv2d_11" [label="(1, 24, 28, 28)", style=solid]; +"115 _param_constant31" -> "118 quantize_per_channel_default_12" [label="(96, 24, 1, 1)", style=solid]; +"116 conv2d_11_scale_0" -> "118 quantize_per_channel_default_12" [label="(96,)", style=solid]; +"116 conv2d_11_scale_0" -> "119 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"117 conv2d_11_zero_point_0" -> "118 quantize_per_channel_default_12" [label="(96,)", style=solid]; +"117 conv2d_11_zero_point_0" -> "119 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"118 quantize_per_channel_default_12" -> "119 dequantize_per_channel_default_12" [label="(96, 24, 1, 1)", style=solid]; +"119 dequantize_per_channel_default_12" -> "121 conv2d_11" [label="(96, 24, 1, 1)", style=solid]; +"120 features_4_block_0_0_weight_bias_0_0" -> "121 conv2d_11" [label="(96,)", style=solid]; +"121 conv2d_11" -> "124 hardswish__1" [label="(1, 96, 28, 28)", style=solid]; +"122 hardswish__1_scale_0" -> "125 quantize_per_channel_default_13" [label="(96,)", style=solid]; +"122 hardswish__1_scale_0" -> "126 dequantize_per_channel_default_13" [label="(96,)", style=solid]; +"123 hardswish__1_zero_point_0" -> "125 quantize_per_channel_default_13" [label="(96,)", style=solid]; +"123 hardswish__1_zero_point_0" -> "126 dequantize_per_channel_default_13" [label="(96,)", style=solid]; +"124 hardswish__1" -> "125 quantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; +"125 quantize_per_channel_default_13" -> "126 dequantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; +"126 dequantize_per_channel_default_13" -> "133 conv2d_12" [label="(1, 96, 28, 28)", style=solid]; +"127 _param_constant34" -> "130 quantize_per_channel_default_14" [label="(96, 1, 5, 5)", style=solid]; +"128 conv2d_12_scale_0" -> "130 quantize_per_channel_default_14" [label="(96,)", style=solid]; +"128 conv2d_12_scale_0" -> "131 dequantize_per_channel_default_14" [label="(96,)", style=solid]; +"129 conv2d_12_zero_point_0" -> "130 quantize_per_channel_default_14" [label="(96,)", style=solid]; +"129 conv2d_12_zero_point_0" -> "131 dequantize_per_channel_default_14" [label="(96,)", style=solid]; +"130 quantize_per_channel_default_14" -> "131 dequantize_per_channel_default_14" [label="(96, 1, 5, 5)", style=solid]; +"131 dequantize_per_channel_default_14" -> "133 conv2d_12" [label="(96, 1, 5, 5)", style=solid]; +"132 features_4_block_1_0_weight_bias_0_0" -> "133 conv2d_12" [label="(96,)", style=solid]; +"133 conv2d_12" -> "134 hardswish__2" [label="(1, 96, 14, 14)", style=solid]; +"134 hardswish__2" -> "135 quantize_per_tensor_default_10" [label="(1, 96, 14, 14)", style=solid]; +"135 quantize_per_tensor_default_10" -> "136 dequantize_per_tensor_default_13" [label="(1, 96, 14, 14)", style=solid]; +"135 quantize_per_tensor_default_10" -> "137 dequantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; +"136 dequantize_per_tensor_default_13" -> "149 mul_1" [label="(1, 96, 14, 14)", style=solid]; +"137 dequantize_per_tensor_default_12" -> "138 adaptive_avg_pool2d_1" [label="(1, 96, 14, 14)", style=solid]; +"138 adaptive_avg_pool2d_1" -> "141 conv2d_13" [label="(1, 96, 1, 1)", style=solid]; +"139 _param_constant37" -> "141 conv2d_13" [label="(24, 96, 1, 1)", style=solid]; +"140 _param_constant38_0_0" -> "141 conv2d_13" [label="(24,)", style=solid]; +"141 conv2d_13" -> "142 relu_1" [label="(1, 24, 1, 1)", style=solid]; +"142 relu_1" -> "145 conv2d_14" [label="(1, 24, 1, 1)", style=solid]; +"143 _param_constant39" -> "145 conv2d_14" [label="(96, 24, 1, 1)", style=solid]; +"144 _param_constant40_0_0" -> "145 conv2d_14" [label="(96,)", style=solid]; +"145 conv2d_14" -> "146 hardsigmoid_1" [label="(1, 96, 1, 1)", style=solid]; +"146 hardsigmoid_1" -> "147 quantize_per_tensor_default_11" [label="(1, 96, 1, 1)", style=solid]; +"147 quantize_per_tensor_default_11" -> "148 dequantize_per_tensor_default_14" [label="(1, 96, 1, 1)", style=solid]; +"148 dequantize_per_tensor_default_14" -> "149 mul_1" [label="(1, 96, 1, 1)", style=solid]; +"149 mul_1" -> "150 quantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; +"150 quantize_per_tensor_default_12" -> "151 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14)", style=solid]; +"151 dequantize_per_tensor_default_15" -> "158 conv2d_15" [label="(1, 96, 14, 14)", style=solid]; +"152 _param_constant41" -> "155 quantize_per_channel_default_15" [label="(40, 96, 1, 1)", style=solid]; +"153 conv2d_15_scale_0" -> "155 quantize_per_channel_default_15" [label="(40,)", style=solid]; +"153 conv2d_15_scale_0" -> "156 dequantize_per_channel_default_15" [label="(40,)", style=solid]; +"154 conv2d_15_zero_point_0" -> "155 quantize_per_channel_default_15" [label="(40,)", style=solid]; +"154 conv2d_15_zero_point_0" -> "156 dequantize_per_channel_default_15" [label="(40,)", style=solid]; +"155 quantize_per_channel_default_15" -> "156 dequantize_per_channel_default_15" [label="(40, 96, 1, 1)", style=solid]; +"156 dequantize_per_channel_default_15" -> "158 conv2d_15" [label="(40, 96, 1, 1)", style=solid]; +"157 features_4_block_3_0_weight_bias_0_0" -> "158 conv2d_15" [label="(40,)", style=solid]; +"158 conv2d_15" -> "159 quantize_per_tensor_default_13" [label="(1, 40, 14, 14)", style=solid]; +"159 quantize_per_tensor_default_13" -> "160 dequantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; +"159 quantize_per_tensor_default_13" -> "161 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14)", style=solid]; +"160 dequantize_per_tensor_default_17" -> "208 add__1" [label="(1, 40, 14, 14)", style=solid]; +"161 dequantize_per_tensor_default_16" -> "168 conv2d_16" [label="(1, 40, 14, 14)", style=solid]; +"162 _param_constant44" -> "165 quantize_per_channel_default_16" [label="(240, 40, 1, 1)", style=solid]; +"163 conv2d_16_scale_0" -> "165 quantize_per_channel_default_16" [label="(240,)", style=solid]; +"163 conv2d_16_scale_0" -> "166 dequantize_per_channel_default_16" [label="(240,)", style=solid]; +"164 conv2d_16_zero_point_0" -> "165 quantize_per_channel_default_16" [label="(240,)", style=solid]; +"164 conv2d_16_zero_point_0" -> "166 dequantize_per_channel_default_16" [label="(240,)", style=solid]; +"165 quantize_per_channel_default_16" -> "166 dequantize_per_channel_default_16" [label="(240, 40, 1, 1)", style=solid]; +"166 dequantize_per_channel_default_16" -> "168 conv2d_16" [label="(240, 40, 1, 1)", style=solid]; +"167 features_5_block_0_0_weight_bias_0_0" -> "168 conv2d_16" [label="(240,)", style=solid]; +"168 conv2d_16" -> "171 hardswish__3" [label="(1, 240, 14, 14)", style=solid]; +"169 hardswish__3_scale_0" -> "172 quantize_per_channel_default_17" [label="(240,)", style=solid]; +"169 hardswish__3_scale_0" -> "173 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"170 hardswish__3_zero_point_0" -> "172 quantize_per_channel_default_17" [label="(240,)", style=solid]; +"170 hardswish__3_zero_point_0" -> "173 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"171 hardswish__3" -> "172 quantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; +"172 quantize_per_channel_default_17" -> "173 dequantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; +"173 dequantize_per_channel_default_17" -> "180 conv2d_17" [label="(1, 240, 14, 14)", style=solid]; +"174 _param_constant47" -> "177 quantize_per_channel_default_18" [label="(240, 1, 5, 5)", style=solid]; +"175 conv2d_17_scale_0" -> "177 quantize_per_channel_default_18" [label="(240,)", style=solid]; +"175 conv2d_17_scale_0" -> "178 dequantize_per_channel_default_18" [label="(240,)", style=solid]; +"176 conv2d_17_zero_point_0" -> "177 quantize_per_channel_default_18" [label="(240,)", style=solid]; +"176 conv2d_17_zero_point_0" -> "178 dequantize_per_channel_default_18" [label="(240,)", style=solid]; +"177 quantize_per_channel_default_18" -> "178 dequantize_per_channel_default_18" [label="(240, 1, 5, 5)", style=solid]; +"178 dequantize_per_channel_default_18" -> "180 conv2d_17" [label="(240, 1, 5, 5)", style=solid]; +"179 features_5_block_1_0_weight_bias_0_0" -> "180 conv2d_17" [label="(240,)", style=solid]; +"180 conv2d_17" -> "181 hardswish__4" [label="(1, 240, 14, 14)", style=solid]; +"181 hardswish__4" -> "182 quantize_per_tensor_default_14" [label="(1, 240, 14, 14)", style=solid]; +"182 quantize_per_tensor_default_14" -> "183 dequantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; +"182 quantize_per_tensor_default_14" -> "184 dequantize_per_tensor_default_18" [label="(1, 240, 14, 14)", style=solid]; +"183 dequantize_per_tensor_default_19" -> "196 mul_2" [label="(1, 240, 14, 14)", style=solid]; +"184 dequantize_per_tensor_default_18" -> "185 adaptive_avg_pool2d_2" [label="(1, 240, 14, 14)", style=solid]; +"185 adaptive_avg_pool2d_2" -> "188 conv2d_18" [label="(1, 240, 1, 1)", style=solid]; +"186 _param_constant50" -> "188 conv2d_18" [label="(64, 240, 1, 1)", style=solid]; +"187 _param_constant51_0_0" -> "188 conv2d_18" [label="(64,)", style=solid]; +"188 conv2d_18" -> "189 relu_2" [label="(1, 64, 1, 1)", style=solid]; +"189 relu_2" -> "192 conv2d_19" [label="(1, 64, 1, 1)", style=solid]; +"190 _param_constant52" -> "192 conv2d_19" [label="(240, 64, 1, 1)", style=solid]; +"191 _param_constant53_0_0" -> "192 conv2d_19" [label="(240,)", style=solid]; +"192 conv2d_19" -> "193 hardsigmoid_2" [label="(1, 240, 1, 1)", style=solid]; +"193 hardsigmoid_2" -> "194 quantize_per_tensor_default_15" [label="(1, 240, 1, 1)", style=solid]; +"194 quantize_per_tensor_default_15" -> "195 dequantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"195 dequantize_per_tensor_default_20" -> "196 mul_2" [label="(1, 240, 1, 1)", style=solid]; +"196 mul_2" -> "197 quantize_per_tensor_default_16" [label="(1, 240, 14, 14)", style=solid]; +"197 quantize_per_tensor_default_16" -> "198 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; +"198 dequantize_per_tensor_default_21" -> "205 conv2d_20" [label="(1, 240, 14, 14)", style=solid]; +"199 _param_constant54" -> "202 quantize_per_channel_default_19" [label="(40, 240, 1, 1)", style=solid]; +"200 conv2d_20_scale_0" -> "202 quantize_per_channel_default_19" [label="(40,)", style=solid]; +"200 conv2d_20_scale_0" -> "203 dequantize_per_channel_default_19" [label="(40,)", style=solid]; +"201 conv2d_20_zero_point_0" -> "202 quantize_per_channel_default_19" [label="(40,)", style=solid]; +"201 conv2d_20_zero_point_0" -> "203 dequantize_per_channel_default_19" [label="(40,)", style=solid]; +"202 quantize_per_channel_default_19" -> "203 dequantize_per_channel_default_19" [label="(40, 240, 1, 1)", style=solid]; +"203 dequantize_per_channel_default_19" -> "205 conv2d_20" [label="(40, 240, 1, 1)", style=solid]; +"204 features_5_block_3_0_weight_bias_0_0" -> "205 conv2d_20" [label="(40,)", style=solid]; +"205 conv2d_20" -> "206 quantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; +"206 quantize_per_tensor_default_17" -> "207 dequantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; +"207 dequantize_per_tensor_default_22" -> "208 add__1" [label="(1, 40, 14, 14)", style=solid]; +"208 add__1" -> "209 quantize_per_tensor_default_18" [label="(1, 40, 14, 14)", style=solid]; +"209 quantize_per_tensor_default_18" -> "210 dequantize_per_tensor_default_24" [label="(1, 40, 14, 14)", style=solid]; +"209 quantize_per_tensor_default_18" -> "211 dequantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; +"210 dequantize_per_tensor_default_24" -> "258 add__2" [label="(1, 40, 14, 14)", style=solid]; +"211 dequantize_per_tensor_default_23" -> "218 conv2d_21" [label="(1, 40, 14, 14)", style=solid]; +"212 _param_constant57" -> "215 quantize_per_channel_default_20" [label="(240, 40, 1, 1)", style=solid]; +"213 conv2d_21_scale_0" -> "215 quantize_per_channel_default_20" [label="(240,)", style=solid]; +"213 conv2d_21_scale_0" -> "216 dequantize_per_channel_default_20" [label="(240,)", style=solid]; +"214 conv2d_21_zero_point_0" -> "215 quantize_per_channel_default_20" [label="(240,)", style=solid]; +"214 conv2d_21_zero_point_0" -> "216 dequantize_per_channel_default_20" [label="(240,)", style=solid]; +"215 quantize_per_channel_default_20" -> "216 dequantize_per_channel_default_20" [label="(240, 40, 1, 1)", style=solid]; +"216 dequantize_per_channel_default_20" -> "218 conv2d_21" [label="(240, 40, 1, 1)", style=solid]; +"217 features_6_block_0_0_weight_bias_0_0" -> "218 conv2d_21" [label="(240,)", style=solid]; +"218 conv2d_21" -> "221 hardswish__5" [label="(1, 240, 14, 14)", style=solid]; +"219 hardswish__5_scale_0" -> "222 quantize_per_channel_default_21" [label="(240,)", style=solid]; +"219 hardswish__5_scale_0" -> "223 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"220 hardswish__5_zero_point_0" -> "222 quantize_per_channel_default_21" [label="(240,)", style=solid]; +"220 hardswish__5_zero_point_0" -> "223 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"221 hardswish__5" -> "222 quantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; +"222 quantize_per_channel_default_21" -> "223 dequantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; +"223 dequantize_per_channel_default_21" -> "230 conv2d_22" [label="(1, 240, 14, 14)", style=solid]; +"224 _param_constant60" -> "227 quantize_per_channel_default_22" [label="(240, 1, 5, 5)", style=solid]; +"225 conv2d_22_scale_0" -> "227 quantize_per_channel_default_22" [label="(240,)", style=solid]; +"225 conv2d_22_scale_0" -> "228 dequantize_per_channel_default_22" [label="(240,)", style=solid]; +"226 conv2d_22_zero_point_0" -> "227 quantize_per_channel_default_22" [label="(240,)", style=solid]; +"226 conv2d_22_zero_point_0" -> "228 dequantize_per_channel_default_22" [label="(240,)", style=solid]; +"227 quantize_per_channel_default_22" -> "228 dequantize_per_channel_default_22" [label="(240, 1, 5, 5)", style=solid]; +"228 dequantize_per_channel_default_22" -> "230 conv2d_22" [label="(240, 1, 5, 5)", style=solid]; +"229 features_6_block_1_0_weight_bias_0_0" -> "230 conv2d_22" [label="(240,)", style=solid]; +"230 conv2d_22" -> "231 hardswish__6" [label="(1, 240, 14, 14)", style=solid]; +"231 hardswish__6" -> "232 quantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; +"232 quantize_per_tensor_default_19" -> "233 dequantize_per_tensor_default_26" [label="(1, 240, 14, 14)", style=solid]; +"232 quantize_per_tensor_default_19" -> "234 dequantize_per_tensor_default_25" [label="(1, 240, 14, 14)", style=solid]; +"233 dequantize_per_tensor_default_26" -> "246 mul_3" [label="(1, 240, 14, 14)", style=solid]; +"234 dequantize_per_tensor_default_25" -> "235 adaptive_avg_pool2d_3" [label="(1, 240, 14, 14)", style=solid]; +"235 adaptive_avg_pool2d_3" -> "238 conv2d_23" [label="(1, 240, 1, 1)", style=solid]; +"236 _param_constant63" -> "238 conv2d_23" [label="(64, 240, 1, 1)", style=solid]; +"237 _param_constant64_0_0" -> "238 conv2d_23" [label="(64,)", style=solid]; +"238 conv2d_23" -> "239 relu_3" [label="(1, 64, 1, 1)", style=solid]; +"239 relu_3" -> "242 conv2d_24" [label="(1, 64, 1, 1)", style=solid]; +"240 _param_constant65" -> "242 conv2d_24" [label="(240, 64, 1, 1)", style=solid]; +"241 _param_constant66_0_0" -> "242 conv2d_24" [label="(240,)", style=solid]; +"242 conv2d_24" -> "243 hardsigmoid_3" [label="(1, 240, 1, 1)", style=solid]; +"243 hardsigmoid_3" -> "244 quantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"244 quantize_per_tensor_default_20" -> "245 dequantize_per_tensor_default_27" [label="(1, 240, 1, 1)", style=solid]; +"245 dequantize_per_tensor_default_27" -> "246 mul_3" [label="(1, 240, 1, 1)", style=solid]; +"246 mul_3" -> "247 quantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; +"247 quantize_per_tensor_default_21" -> "248 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14)", style=solid]; +"248 dequantize_per_tensor_default_28" -> "255 conv2d_25" [label="(1, 240, 14, 14)", style=solid]; +"249 _param_constant67" -> "252 quantize_per_channel_default_23" [label="(40, 240, 1, 1)", style=solid]; +"250 conv2d_25_scale_0" -> "252 quantize_per_channel_default_23" [label="(40,)", style=solid]; +"250 conv2d_25_scale_0" -> "253 dequantize_per_channel_default_23" [label="(40,)", style=solid]; +"251 conv2d_25_zero_point_0" -> "252 quantize_per_channel_default_23" [label="(40,)", style=solid]; +"251 conv2d_25_zero_point_0" -> "253 dequantize_per_channel_default_23" [label="(40,)", style=solid]; +"252 quantize_per_channel_default_23" -> "253 dequantize_per_channel_default_23" [label="(40, 240, 1, 1)", style=solid]; +"253 dequantize_per_channel_default_23" -> "255 conv2d_25" [label="(40, 240, 1, 1)", style=solid]; +"254 features_6_block_3_0_weight_bias_0_0" -> "255 conv2d_25" [label="(40,)", style=solid]; +"255 conv2d_25" -> "256 quantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; +"256 quantize_per_tensor_default_22" -> "257 dequantize_per_tensor_default_29" [label="(1, 40, 14, 14)", style=solid]; +"257 dequantize_per_tensor_default_29" -> "258 add__2" [label="(1, 40, 14, 14)", style=solid]; +"258 add__2" -> "259 quantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; +"259 quantize_per_tensor_default_23" -> "260 dequantize_per_tensor_default_30" [label="(1, 40, 14, 14)", style=solid]; +"260 dequantize_per_tensor_default_30" -> "267 conv2d_26" [label="(1, 40, 14, 14)", style=solid]; +"261 _param_constant70" -> "264 quantize_per_channel_default_24" [label="(120, 40, 1, 1)", style=solid]; +"262 conv2d_26_scale_0" -> "264 quantize_per_channel_default_24" [label="(120,)", style=solid]; +"262 conv2d_26_scale_0" -> "265 dequantize_per_channel_default_24" [label="(120,)", style=solid]; +"263 conv2d_26_zero_point_0" -> "264 quantize_per_channel_default_24" [label="(120,)", style=solid]; +"263 conv2d_26_zero_point_0" -> "265 dequantize_per_channel_default_24" [label="(120,)", style=solid]; +"264 quantize_per_channel_default_24" -> "265 dequantize_per_channel_default_24" [label="(120, 40, 1, 1)", style=solid]; +"265 dequantize_per_channel_default_24" -> "267 conv2d_26" [label="(120, 40, 1, 1)", style=solid]; +"266 features_7_block_0_0_weight_bias_0_0" -> "267 conv2d_26" [label="(120,)", style=solid]; +"267 conv2d_26" -> "270 hardswish__7" [label="(1, 120, 14, 14)", style=solid]; +"268 hardswish__7_scale_0" -> "271 quantize_per_channel_default_25" [label="(120,)", style=solid]; +"268 hardswish__7_scale_0" -> "272 dequantize_per_channel_default_25" [label="(120,)", style=solid]; +"269 hardswish__7_zero_point_0" -> "271 quantize_per_channel_default_25" [label="(120,)", style=solid]; +"269 hardswish__7_zero_point_0" -> "272 dequantize_per_channel_default_25" [label="(120,)", style=solid]; +"270 hardswish__7" -> "271 quantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; +"271 quantize_per_channel_default_25" -> "272 dequantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; +"272 dequantize_per_channel_default_25" -> "279 conv2d_27" [label="(1, 120, 14, 14)", style=solid]; +"273 _param_constant73" -> "276 quantize_per_channel_default_26" [label="(120, 1, 5, 5)", style=solid]; +"274 conv2d_27_scale_0" -> "276 quantize_per_channel_default_26" [label="(120,)", style=solid]; +"274 conv2d_27_scale_0" -> "277 dequantize_per_channel_default_26" [label="(120,)", style=solid]; +"275 conv2d_27_zero_point_0" -> "276 quantize_per_channel_default_26" [label="(120,)", style=solid]; +"275 conv2d_27_zero_point_0" -> "277 dequantize_per_channel_default_26" [label="(120,)", style=solid]; +"276 quantize_per_channel_default_26" -> "277 dequantize_per_channel_default_26" [label="(120, 1, 5, 5)", style=solid]; +"277 dequantize_per_channel_default_26" -> "279 conv2d_27" [label="(120, 1, 5, 5)", style=solid]; +"278 features_7_block_1_0_weight_bias_0_0" -> "279 conv2d_27" [label="(120,)", style=solid]; +"279 conv2d_27" -> "280 hardswish__8" [label="(1, 120, 14, 14)", style=solid]; +"280 hardswish__8" -> "281 quantize_per_tensor_default_24" [label="(1, 120, 14, 14)", style=solid]; +"281 quantize_per_tensor_default_24" -> "282 dequantize_per_tensor_default_32" [label="(1, 120, 14, 14)", style=solid]; +"281 quantize_per_tensor_default_24" -> "283 dequantize_per_tensor_default_31" [label="(1, 120, 14, 14)", style=solid]; +"282 dequantize_per_tensor_default_32" -> "295 mul_4" [label="(1, 120, 14, 14)", style=solid]; +"283 dequantize_per_tensor_default_31" -> "284 adaptive_avg_pool2d_4" [label="(1, 120, 14, 14)", style=solid]; +"284 adaptive_avg_pool2d_4" -> "287 conv2d_28" [label="(1, 120, 1, 1)", style=solid]; +"285 _param_constant76" -> "287 conv2d_28" [label="(32, 120, 1, 1)", style=solid]; +"286 _param_constant77_0_0" -> "287 conv2d_28" [label="(32,)", style=solid]; +"287 conv2d_28" -> "288 relu_4" [label="(1, 32, 1, 1)", style=solid]; +"288 relu_4" -> "291 conv2d_29" [label="(1, 32, 1, 1)", style=solid]; +"289 _param_constant78" -> "291 conv2d_29" [label="(120, 32, 1, 1)", style=solid]; +"290 _param_constant79_0_0" -> "291 conv2d_29" [label="(120,)", style=solid]; +"291 conv2d_29" -> "292 hardsigmoid_4" [label="(1, 120, 1, 1)", style=solid]; +"292 hardsigmoid_4" -> "293 quantize_per_tensor_default_25" [label="(1, 120, 1, 1)", style=solid]; +"293 quantize_per_tensor_default_25" -> "294 dequantize_per_tensor_default_33" [label="(1, 120, 1, 1)", style=solid]; +"294 dequantize_per_tensor_default_33" -> "295 mul_4" [label="(1, 120, 1, 1)", style=solid]; +"295 mul_4" -> "296 quantize_per_tensor_default_26" [label="(1, 120, 14, 14)", style=solid]; +"296 quantize_per_tensor_default_26" -> "297 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14)", style=solid]; +"297 dequantize_per_tensor_default_34" -> "304 conv2d_30" [label="(1, 120, 14, 14)", style=solid]; +"298 _param_constant80" -> "301 quantize_per_channel_default_27" [label="(48, 120, 1, 1)", style=solid]; +"299 conv2d_30_scale_0" -> "301 quantize_per_channel_default_27" [label="(48,)", style=solid]; +"299 conv2d_30_scale_0" -> "302 dequantize_per_channel_default_27" [label="(48,)", style=solid]; +"300 conv2d_30_zero_point_0" -> "301 quantize_per_channel_default_27" [label="(48,)", style=solid]; +"300 conv2d_30_zero_point_0" -> "302 dequantize_per_channel_default_27" [label="(48,)", style=solid]; +"301 quantize_per_channel_default_27" -> "302 dequantize_per_channel_default_27" [label="(48, 120, 1, 1)", style=solid]; +"302 dequantize_per_channel_default_27" -> "304 conv2d_30" [label="(48, 120, 1, 1)", style=solid]; +"303 features_7_block_3_0_weight_bias_0_0" -> "304 conv2d_30" [label="(48,)", style=solid]; +"304 conv2d_30" -> "305 quantize_per_tensor_default_27" [label="(1, 48, 14, 14)", style=solid]; +"305 quantize_per_tensor_default_27" -> "306 dequantize_per_tensor_default_36" [label="(1, 48, 14, 14)", style=solid]; +"305 quantize_per_tensor_default_27" -> "307 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14)", style=solid]; +"306 dequantize_per_tensor_default_36" -> "354 add__3" [label="(1, 48, 14, 14)", style=solid]; +"307 dequantize_per_tensor_default_35" -> "314 conv2d_31" [label="(1, 48, 14, 14)", style=solid]; +"308 _param_constant83" -> "311 quantize_per_channel_default_28" [label="(144, 48, 1, 1)", style=solid]; +"309 conv2d_31_scale_0" -> "311 quantize_per_channel_default_28" [label="(144,)", style=solid]; +"309 conv2d_31_scale_0" -> "312 dequantize_per_channel_default_28" [label="(144,)", style=solid]; +"310 conv2d_31_zero_point_0" -> "311 quantize_per_channel_default_28" [label="(144,)", style=solid]; +"310 conv2d_31_zero_point_0" -> "312 dequantize_per_channel_default_28" [label="(144,)", style=solid]; +"311 quantize_per_channel_default_28" -> "312 dequantize_per_channel_default_28" [label="(144, 48, 1, 1)", style=solid]; +"312 dequantize_per_channel_default_28" -> "314 conv2d_31" [label="(144, 48, 1, 1)", style=solid]; +"313 features_8_block_0_0_weight_bias_0_0" -> "314 conv2d_31" [label="(144,)", style=solid]; +"314 conv2d_31" -> "317 hardswish__9" [label="(1, 144, 14, 14)", style=solid]; +"315 hardswish__9_scale_0" -> "318 quantize_per_channel_default_29" [label="(144,)", style=solid]; +"315 hardswish__9_scale_0" -> "319 dequantize_per_channel_default_29" [label="(144,)", style=solid]; +"316 hardswish__9_zero_point_0" -> "318 quantize_per_channel_default_29" [label="(144,)", style=solid]; +"316 hardswish__9_zero_point_0" -> "319 dequantize_per_channel_default_29" [label="(144,)", style=solid]; +"317 hardswish__9" -> "318 quantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; +"318 quantize_per_channel_default_29" -> "319 dequantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; +"319 dequantize_per_channel_default_29" -> "326 conv2d_32" [label="(1, 144, 14, 14)", style=solid]; +"320 _param_constant86" -> "323 quantize_per_channel_default_30" [label="(144, 1, 5, 5)", style=solid]; +"321 conv2d_32_scale_0" -> "323 quantize_per_channel_default_30" [label="(144,)", style=solid]; +"321 conv2d_32_scale_0" -> "324 dequantize_per_channel_default_30" [label="(144,)", style=solid]; +"322 conv2d_32_zero_point_0" -> "323 quantize_per_channel_default_30" [label="(144,)", style=solid]; +"322 conv2d_32_zero_point_0" -> "324 dequantize_per_channel_default_30" [label="(144,)", style=solid]; +"323 quantize_per_channel_default_30" -> "324 dequantize_per_channel_default_30" [label="(144, 1, 5, 5)", style=solid]; +"324 dequantize_per_channel_default_30" -> "326 conv2d_32" [label="(144, 1, 5, 5)", style=solid]; +"325 features_8_block_1_0_weight_bias_0_0" -> "326 conv2d_32" [label="(144,)", style=solid]; +"326 conv2d_32" -> "327 hardswish__10" [label="(1, 144, 14, 14)", style=solid]; +"327 hardswish__10" -> "328 quantize_per_tensor_default_28" [label="(1, 144, 14, 14)", style=solid]; +"328 quantize_per_tensor_default_28" -> "329 dequantize_per_tensor_default_38" [label="(1, 144, 14, 14)", style=solid]; +"328 quantize_per_tensor_default_28" -> "330 dequantize_per_tensor_default_37" [label="(1, 144, 14, 14)", style=solid]; +"329 dequantize_per_tensor_default_38" -> "342 mul_5" [label="(1, 144, 14, 14)", style=solid]; +"330 dequantize_per_tensor_default_37" -> "331 adaptive_avg_pool2d_5" [label="(1, 144, 14, 14)", style=solid]; +"331 adaptive_avg_pool2d_5" -> "334 conv2d_33" [label="(1, 144, 1, 1)", style=solid]; +"332 _param_constant89" -> "334 conv2d_33" [label="(40, 144, 1, 1)", style=solid]; +"333 _param_constant90_0_0" -> "334 conv2d_33" [label="(40,)", style=solid]; +"334 conv2d_33" -> "335 relu_5" [label="(1, 40, 1, 1)", style=solid]; +"335 relu_5" -> "338 conv2d_34" [label="(1, 40, 1, 1)", style=solid]; +"336 _param_constant91" -> "338 conv2d_34" [label="(144, 40, 1, 1)", style=solid]; +"337 _param_constant92_0_0" -> "338 conv2d_34" [label="(144,)", style=solid]; +"338 conv2d_34" -> "339 hardsigmoid_5" [label="(1, 144, 1, 1)", style=solid]; +"339 hardsigmoid_5" -> "340 quantize_per_tensor_default_29" [label="(1, 144, 1, 1)", style=solid]; +"340 quantize_per_tensor_default_29" -> "341 dequantize_per_tensor_default_39" [label="(1, 144, 1, 1)", style=solid]; +"341 dequantize_per_tensor_default_39" -> "342 mul_5" [label="(1, 144, 1, 1)", style=solid]; +"342 mul_5" -> "343 quantize_per_tensor_default_30" [label="(1, 144, 14, 14)", style=solid]; +"343 quantize_per_tensor_default_30" -> "344 dequantize_per_tensor_default_40" [label="(1, 144, 14, 14)", style=solid]; +"344 dequantize_per_tensor_default_40" -> "351 conv2d_35" [label="(1, 144, 14, 14)", style=solid]; +"345 _param_constant93" -> "348 quantize_per_channel_default_31" [label="(48, 144, 1, 1)", style=solid]; +"346 conv2d_35_scale_0" -> "348 quantize_per_channel_default_31" [label="(48,)", style=solid]; +"346 conv2d_35_scale_0" -> "349 dequantize_per_channel_default_31" [label="(48,)", style=solid]; +"347 conv2d_35_zero_point_0" -> "348 quantize_per_channel_default_31" [label="(48,)", style=solid]; +"347 conv2d_35_zero_point_0" -> "349 dequantize_per_channel_default_31" [label="(48,)", style=solid]; +"348 quantize_per_channel_default_31" -> "349 dequantize_per_channel_default_31" [label="(48, 144, 1, 1)", style=solid]; +"349 dequantize_per_channel_default_31" -> "351 conv2d_35" [label="(48, 144, 1, 1)", style=solid]; +"350 features_8_block_3_0_weight_bias_0_0" -> "351 conv2d_35" [label="(48,)", style=solid]; +"351 conv2d_35" -> "352 quantize_per_tensor_default_31" [label="(1, 48, 14, 14)", style=solid]; +"352 quantize_per_tensor_default_31" -> "353 dequantize_per_tensor_default_41" [label="(1, 48, 14, 14)", style=solid]; +"353 dequantize_per_tensor_default_41" -> "354 add__3" [label="(1, 48, 14, 14)", style=solid]; +"354 add__3" -> "355 quantize_per_tensor_default_32" [label="(1, 48, 14, 14)", style=solid]; +"355 quantize_per_tensor_default_32" -> "356 dequantize_per_tensor_default_42" [label="(1, 48, 14, 14)", style=solid]; +"356 dequantize_per_tensor_default_42" -> "363 conv2d_36" [label="(1, 48, 14, 14)", style=solid]; +"357 _param_constant96" -> "360 quantize_per_channel_default_32" [label="(288, 48, 1, 1)", style=solid]; +"358 conv2d_36_scale_0" -> "360 quantize_per_channel_default_32" [label="(288,)", style=solid]; +"358 conv2d_36_scale_0" -> "361 dequantize_per_channel_default_32" [label="(288,)", style=solid]; +"359 conv2d_36_zero_point_0" -> "360 quantize_per_channel_default_32" [label="(288,)", style=solid]; +"359 conv2d_36_zero_point_0" -> "361 dequantize_per_channel_default_32" [label="(288,)", style=solid]; +"360 quantize_per_channel_default_32" -> "361 dequantize_per_channel_default_32" [label="(288, 48, 1, 1)", style=solid]; +"361 dequantize_per_channel_default_32" -> "363 conv2d_36" [label="(288, 48, 1, 1)", style=solid]; +"362 features_9_block_0_0_weight_bias_0_0" -> "363 conv2d_36" [label="(288,)", style=solid]; +"363 conv2d_36" -> "366 hardswish__11" [label="(1, 288, 14, 14)", style=solid]; +"364 hardswish__11_scale_0" -> "367 quantize_per_channel_default_33" [label="(288,)", style=solid]; +"364 hardswish__11_scale_0" -> "368 dequantize_per_channel_default_33" [label="(288,)", style=solid]; +"365 hardswish__11_zero_point_0" -> "367 quantize_per_channel_default_33" [label="(288,)", style=solid]; +"365 hardswish__11_zero_point_0" -> "368 dequantize_per_channel_default_33" [label="(288,)", style=solid]; +"366 hardswish__11" -> "367 quantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; +"367 quantize_per_channel_default_33" -> "368 dequantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; +"368 dequantize_per_channel_default_33" -> "375 conv2d_37" [label="(1, 288, 14, 14)", style=solid]; +"369 _param_constant99" -> "372 quantize_per_channel_default_34" [label="(288, 1, 5, 5)", style=solid]; +"370 conv2d_37_scale_0" -> "372 quantize_per_channel_default_34" [label="(288,)", style=solid]; +"370 conv2d_37_scale_0" -> "373 dequantize_per_channel_default_34" [label="(288,)", style=solid]; +"371 conv2d_37_zero_point_0" -> "372 quantize_per_channel_default_34" [label="(288,)", style=solid]; +"371 conv2d_37_zero_point_0" -> "373 dequantize_per_channel_default_34" [label="(288,)", style=solid]; +"372 quantize_per_channel_default_34" -> "373 dequantize_per_channel_default_34" [label="(288, 1, 5, 5)", style=solid]; +"373 dequantize_per_channel_default_34" -> "375 conv2d_37" [label="(288, 1, 5, 5)", style=solid]; +"374 features_9_block_1_0_weight_bias_0_0" -> "375 conv2d_37" [label="(288,)", style=solid]; +"375 conv2d_37" -> "376 hardswish__12" [label="(1, 288, 7, 7)", style=solid]; +"376 hardswish__12" -> "377 quantize_per_tensor_default_33" [label="(1, 288, 7, 7)", style=solid]; +"377 quantize_per_tensor_default_33" -> "378 dequantize_per_tensor_default_44" [label="(1, 288, 7, 7)", style=solid]; +"377 quantize_per_tensor_default_33" -> "379 dequantize_per_tensor_default_43" [label="(1, 288, 7, 7)", style=solid]; +"378 dequantize_per_tensor_default_44" -> "391 mul_6" [label="(1, 288, 7, 7)", style=solid]; +"379 dequantize_per_tensor_default_43" -> "380 adaptive_avg_pool2d_6" [label="(1, 288, 7, 7)", style=solid]; +"380 adaptive_avg_pool2d_6" -> "383 conv2d_38" [label="(1, 288, 1, 1)", style=solid]; +"381 _param_constant102" -> "383 conv2d_38" [label="(72, 288, 1, 1)", style=solid]; +"382 _param_constant103_0_0" -> "383 conv2d_38" [label="(72,)", style=solid]; +"383 conv2d_38" -> "384 relu_6" [label="(1, 72, 1, 1)", style=solid]; +"384 relu_6" -> "387 conv2d_39" [label="(1, 72, 1, 1)", style=solid]; +"385 _param_constant104" -> "387 conv2d_39" [label="(288, 72, 1, 1)", style=solid]; +"386 _param_constant105_0_0" -> "387 conv2d_39" [label="(288,)", style=solid]; +"387 conv2d_39" -> "388 hardsigmoid_6" [label="(1, 288, 1, 1)", style=solid]; +"388 hardsigmoid_6" -> "389 quantize_per_tensor_default_34" [label="(1, 288, 1, 1)", style=solid]; +"389 quantize_per_tensor_default_34" -> "390 dequantize_per_tensor_default_45" [label="(1, 288, 1, 1)", style=solid]; +"390 dequantize_per_tensor_default_45" -> "391 mul_6" [label="(1, 288, 1, 1)", style=solid]; +"391 mul_6" -> "392 quantize_per_tensor_default_35" [label="(1, 288, 7, 7)", style=solid]; +"392 quantize_per_tensor_default_35" -> "393 dequantize_per_tensor_default_46" [label="(1, 288, 7, 7)", style=solid]; +"393 dequantize_per_tensor_default_46" -> "400 conv2d_40" [label="(1, 288, 7, 7)", style=solid]; +"394 _param_constant106" -> "397 quantize_per_channel_default_35" [label="(96, 288, 1, 1)", style=solid]; +"395 conv2d_40_scale_0" -> "397 quantize_per_channel_default_35" [label="(96,)", style=solid]; +"395 conv2d_40_scale_0" -> "398 dequantize_per_channel_default_35" [label="(96,)", style=solid]; +"396 conv2d_40_zero_point_0" -> "397 quantize_per_channel_default_35" [label="(96,)", style=solid]; +"396 conv2d_40_zero_point_0" -> "398 dequantize_per_channel_default_35" [label="(96,)", style=solid]; +"397 quantize_per_channel_default_35" -> "398 dequantize_per_channel_default_35" [label="(96, 288, 1, 1)", style=solid]; +"398 dequantize_per_channel_default_35" -> "400 conv2d_40" [label="(96, 288, 1, 1)", style=solid]; +"399 features_9_block_3_0_weight_bias_0_0" -> "400 conv2d_40" [label="(96,)", style=solid]; +"400 conv2d_40" -> "401 quantize_per_tensor_default_36" [label="(1, 96, 7, 7)", style=solid]; +"401 quantize_per_tensor_default_36" -> "402 dequantize_per_tensor_default_48" [label="(1, 96, 7, 7)", style=solid]; +"401 quantize_per_tensor_default_36" -> "403 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7)", style=solid]; +"402 dequantize_per_tensor_default_48" -> "450 add__4" [label="(1, 96, 7, 7)", style=solid]; +"403 dequantize_per_tensor_default_47" -> "410 conv2d_41" [label="(1, 96, 7, 7)", style=solid]; +"404 _param_constant109" -> "407 quantize_per_channel_default_36" [label="(576, 96, 1, 1)", style=solid]; +"405 conv2d_41_scale_0" -> "407 quantize_per_channel_default_36" [label="(576,)", style=solid]; +"405 conv2d_41_scale_0" -> "408 dequantize_per_channel_default_36" [label="(576,)", style=solid]; +"406 conv2d_41_zero_point_0" -> "407 quantize_per_channel_default_36" [label="(576,)", style=solid]; +"406 conv2d_41_zero_point_0" -> "408 dequantize_per_channel_default_36" [label="(576,)", style=solid]; +"407 quantize_per_channel_default_36" -> "408 dequantize_per_channel_default_36" [label="(576, 96, 1, 1)", style=solid]; +"408 dequantize_per_channel_default_36" -> "410 conv2d_41" [label="(576, 96, 1, 1)", style=solid]; +"409 features_10_block_0_0_weight_bias_0_0" -> "410 conv2d_41" [label="(576,)", style=solid]; +"410 conv2d_41" -> "413 hardswish__13" [label="(1, 576, 7, 7)", style=solid]; +"411 hardswish__13_scale_0" -> "414 quantize_per_channel_default_37" [label="(576,)", style=solid]; +"411 hardswish__13_scale_0" -> "415 dequantize_per_channel_default_37" [label="(576,)", style=solid]; +"412 hardswish__13_zero_point_0" -> "414 quantize_per_channel_default_37" [label="(576,)", style=solid]; +"412 hardswish__13_zero_point_0" -> "415 dequantize_per_channel_default_37" [label="(576,)", style=solid]; +"413 hardswish__13" -> "414 quantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; +"414 quantize_per_channel_default_37" -> "415 dequantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; +"415 dequantize_per_channel_default_37" -> "422 conv2d_42" [label="(1, 576, 7, 7)", style=solid]; +"416 _param_constant112" -> "419 quantize_per_channel_default_38" [label="(576, 1, 5, 5)", style=solid]; +"417 conv2d_42_scale_0" -> "419 quantize_per_channel_default_38" [label="(576,)", style=solid]; +"417 conv2d_42_scale_0" -> "420 dequantize_per_channel_default_38" [label="(576,)", style=solid]; +"418 conv2d_42_zero_point_0" -> "419 quantize_per_channel_default_38" [label="(576,)", style=solid]; +"418 conv2d_42_zero_point_0" -> "420 dequantize_per_channel_default_38" [label="(576,)", style=solid]; +"419 quantize_per_channel_default_38" -> "420 dequantize_per_channel_default_38" [label="(576, 1, 5, 5)", style=solid]; +"420 dequantize_per_channel_default_38" -> "422 conv2d_42" [label="(576, 1, 5, 5)", style=solid]; +"421 features_10_block_1_0_weight_bias_0_0" -> "422 conv2d_42" [label="(576,)", style=solid]; +"422 conv2d_42" -> "423 hardswish__14" [label="(1, 576, 7, 7)", style=solid]; +"423 hardswish__14" -> "424 quantize_per_tensor_default_37" [label="(1, 576, 7, 7)", style=solid]; +"424 quantize_per_tensor_default_37" -> "425 dequantize_per_tensor_default_50" [label="(1, 576, 7, 7)", style=solid]; +"424 quantize_per_tensor_default_37" -> "426 dequantize_per_tensor_default_49" [label="(1, 576, 7, 7)", style=solid]; +"425 dequantize_per_tensor_default_50" -> "438 mul_7" [label="(1, 576, 7, 7)", style=solid]; +"426 dequantize_per_tensor_default_49" -> "427 adaptive_avg_pool2d_7" [label="(1, 576, 7, 7)", style=solid]; +"427 adaptive_avg_pool2d_7" -> "430 conv2d_43" [label="(1, 576, 1, 1)", style=solid]; +"428 _param_constant115" -> "430 conv2d_43" [label="(144, 576, 1, 1)", style=solid]; +"429 _param_constant116_0_0" -> "430 conv2d_43" [label="(144,)", style=solid]; +"430 conv2d_43" -> "431 relu_7" [label="(1, 144, 1, 1)", style=solid]; +"431 relu_7" -> "434 conv2d_44" [label="(1, 144, 1, 1)", style=solid]; +"432 _param_constant117" -> "434 conv2d_44" [label="(576, 144, 1, 1)", style=solid]; +"433 _param_constant118_0_0" -> "434 conv2d_44" [label="(576,)", style=solid]; +"434 conv2d_44" -> "435 hardsigmoid_7" [label="(1, 576, 1, 1)", style=solid]; +"435 hardsigmoid_7" -> "436 quantize_per_tensor_default_38" [label="(1, 576, 1, 1)", style=solid]; +"436 quantize_per_tensor_default_38" -> "437 dequantize_per_tensor_default_51" [label="(1, 576, 1, 1)", style=solid]; +"437 dequantize_per_tensor_default_51" -> "438 mul_7" [label="(1, 576, 1, 1)", style=solid]; +"438 mul_7" -> "439 quantize_per_tensor_default_39" [label="(1, 576, 7, 7)", style=solid]; +"439 quantize_per_tensor_default_39" -> "440 dequantize_per_tensor_default_52" [label="(1, 576, 7, 7)", style=solid]; +"440 dequantize_per_tensor_default_52" -> "447 conv2d_45" [label="(1, 576, 7, 7)", style=solid]; +"441 _param_constant119" -> "444 quantize_per_channel_default_39" [label="(96, 576, 1, 1)", style=solid]; +"442 conv2d_45_scale_0" -> "444 quantize_per_channel_default_39" [label="(96,)", style=solid]; +"442 conv2d_45_scale_0" -> "445 dequantize_per_channel_default_39" [label="(96,)", style=solid]; +"443 conv2d_45_zero_point_0" -> "444 quantize_per_channel_default_39" [label="(96,)", style=solid]; +"443 conv2d_45_zero_point_0" -> "445 dequantize_per_channel_default_39" [label="(96,)", style=solid]; +"444 quantize_per_channel_default_39" -> "445 dequantize_per_channel_default_39" [label="(96, 576, 1, 1)", style=solid]; +"445 dequantize_per_channel_default_39" -> "447 conv2d_45" [label="(96, 576, 1, 1)", style=solid]; +"446 features_10_block_3_0_weight_bias_0_0" -> "447 conv2d_45" [label="(96,)", style=solid]; +"447 conv2d_45" -> "448 quantize_per_tensor_default_40" [label="(1, 96, 7, 7)", style=solid]; +"448 quantize_per_tensor_default_40" -> "449 dequantize_per_tensor_default_53" [label="(1, 96, 7, 7)", style=solid]; +"449 dequantize_per_tensor_default_53" -> "450 add__4" [label="(1, 96, 7, 7)", style=solid]; +"450 add__4" -> "451 quantize_per_tensor_default_41" [label="(1, 96, 7, 7)", style=solid]; +"451 quantize_per_tensor_default_41" -> "452 dequantize_per_tensor_default_55" [label="(1, 96, 7, 7)", style=solid]; +"451 quantize_per_tensor_default_41" -> "453 dequantize_per_tensor_default_54" [label="(1, 96, 7, 7)", style=solid]; +"452 dequantize_per_tensor_default_55" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; +"453 dequantize_per_tensor_default_54" -> "460 conv2d_46" [label="(1, 96, 7, 7)", style=solid]; +"454 _param_constant122" -> "457 quantize_per_channel_default_40" [label="(576, 96, 1, 1)", style=solid]; +"455 conv2d_46_scale_0" -> "457 quantize_per_channel_default_40" [label="(576,)", style=solid]; +"455 conv2d_46_scale_0" -> "458 dequantize_per_channel_default_40" [label="(576,)", style=solid]; +"456 conv2d_46_zero_point_0" -> "457 quantize_per_channel_default_40" [label="(576,)", style=solid]; +"456 conv2d_46_zero_point_0" -> "458 dequantize_per_channel_default_40" [label="(576,)", style=solid]; +"457 quantize_per_channel_default_40" -> "458 dequantize_per_channel_default_40" [label="(576, 96, 1, 1)", style=solid]; +"458 dequantize_per_channel_default_40" -> "460 conv2d_46" [label="(576, 96, 1, 1)", style=solid]; +"459 features_11_block_0_0_weight_bias_0_0" -> "460 conv2d_46" [label="(576,)", style=solid]; +"460 conv2d_46" -> "463 hardswish__15" [label="(1, 576, 7, 7)", style=solid]; +"461 hardswish__15_scale_0" -> "464 quantize_per_channel_default_41" [label="(576,)", style=solid]; +"461 hardswish__15_scale_0" -> "465 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"462 hardswish__15_zero_point_0" -> "464 quantize_per_channel_default_41" [label="(576,)", style=solid]; +"462 hardswish__15_zero_point_0" -> "465 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"463 hardswish__15" -> "464 quantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; +"464 quantize_per_channel_default_41" -> "465 dequantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; +"465 dequantize_per_channel_default_41" -> "472 conv2d_47" [label="(1, 576, 7, 7)", style=solid]; +"466 _param_constant125" -> "469 quantize_per_channel_default_42" [label="(576, 1, 5, 5)", style=solid]; +"467 conv2d_47_scale_0" -> "469 quantize_per_channel_default_42" [label="(576,)", style=solid]; +"467 conv2d_47_scale_0" -> "470 dequantize_per_channel_default_42" [label="(576,)", style=solid]; +"468 conv2d_47_zero_point_0" -> "469 quantize_per_channel_default_42" [label="(576,)", style=solid]; +"468 conv2d_47_zero_point_0" -> "470 dequantize_per_channel_default_42" [label="(576,)", style=solid]; +"469 quantize_per_channel_default_42" -> "470 dequantize_per_channel_default_42" [label="(576, 1, 5, 5)", style=solid]; +"470 dequantize_per_channel_default_42" -> "472 conv2d_47" [label="(576, 1, 5, 5)", style=solid]; +"471 features_11_block_1_0_weight_bias_0_0" -> "472 conv2d_47" [label="(576,)", style=solid]; +"472 conv2d_47" -> "473 hardswish__16" [label="(1, 576, 7, 7)", style=solid]; +"473 hardswish__16" -> "474 quantize_per_tensor_default_42" [label="(1, 576, 7, 7)", style=solid]; +"474 quantize_per_tensor_default_42" -> "475 dequantize_per_tensor_default_57" [label="(1, 576, 7, 7)", style=solid]; +"474 quantize_per_tensor_default_42" -> "476 dequantize_per_tensor_default_56" [label="(1, 576, 7, 7)", style=solid]; +"475 dequantize_per_tensor_default_57" -> "488 mul_8" [label="(1, 576, 7, 7)", style=solid]; +"476 dequantize_per_tensor_default_56" -> "477 adaptive_avg_pool2d_8" [label="(1, 576, 7, 7)", style=solid]; +"477 adaptive_avg_pool2d_8" -> "480 conv2d_48" [label="(1, 576, 1, 1)", style=solid]; +"478 _param_constant128" -> "480 conv2d_48" [label="(144, 576, 1, 1)", style=solid]; +"479 _param_constant129_0_0" -> "480 conv2d_48" [label="(144,)", style=solid]; +"480 conv2d_48" -> "481 relu_8" [label="(1, 144, 1, 1)", style=solid]; +"481 relu_8" -> "484 conv2d_49" [label="(1, 144, 1, 1)", style=solid]; +"482 _param_constant130" -> "484 conv2d_49" [label="(576, 144, 1, 1)", style=solid]; +"483 _param_constant131_0_0" -> "484 conv2d_49" [label="(576,)", style=solid]; +"484 conv2d_49" -> "485 hardsigmoid_8" [label="(1, 576, 1, 1)", style=solid]; +"485 hardsigmoid_8" -> "486 quantize_per_tensor_default_43" [label="(1, 576, 1, 1)", style=solid]; +"486 quantize_per_tensor_default_43" -> "487 dequantize_per_tensor_default_58" [label="(1, 576, 1, 1)", style=solid]; +"487 dequantize_per_tensor_default_58" -> "488 mul_8" [label="(1, 576, 1, 1)", style=solid]; +"488 mul_8" -> "489 quantize_per_tensor_default_44" [label="(1, 576, 7, 7)", style=solid]; +"489 quantize_per_tensor_default_44" -> "490 dequantize_per_tensor_default_59" [label="(1, 576, 7, 7)", style=solid]; +"490 dequantize_per_tensor_default_59" -> "497 conv2d_50" [label="(1, 576, 7, 7)", style=solid]; +"491 _param_constant132" -> "494 quantize_per_channel_default_43" [label="(96, 576, 1, 1)", style=solid]; +"492 conv2d_50_scale_0" -> "494 quantize_per_channel_default_43" [label="(96,)", style=solid]; +"492 conv2d_50_scale_0" -> "495 dequantize_per_channel_default_43" [label="(96,)", style=solid]; +"493 conv2d_50_zero_point_0" -> "494 quantize_per_channel_default_43" [label="(96,)", style=solid]; +"493 conv2d_50_zero_point_0" -> "495 dequantize_per_channel_default_43" [label="(96,)", style=solid]; +"494 quantize_per_channel_default_43" -> "495 dequantize_per_channel_default_43" [label="(96, 576, 1, 1)", style=solid]; +"495 dequantize_per_channel_default_43" -> "497 conv2d_50" [label="(96, 576, 1, 1)", style=solid]; +"496 features_11_block_3_0_weight_bias_0_0" -> "497 conv2d_50" [label="(96,)", style=solid]; +"497 conv2d_50" -> "498 quantize_per_tensor_default_45" [label="(1, 96, 7, 7)", style=solid]; +"498 quantize_per_tensor_default_45" -> "499 dequantize_per_tensor_default_60" [label="(1, 96, 7, 7)", style=solid]; +"499 dequantize_per_tensor_default_60" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; +"500 add__5" -> "501 quantize_per_tensor_default_46" [label="(1, 96, 7, 7)", style=solid]; +"501 quantize_per_tensor_default_46" -> "502 dequantize_per_tensor_default_61" [label="(1, 96, 7, 7)", style=solid]; +"502 dequantize_per_tensor_default_61" -> "509 conv2d_51" [label="(1, 96, 7, 7)", style=solid]; +"503 _param_constant135" -> "506 quantize_per_channel_default_44" [label="(576, 96, 1, 1)", style=solid]; +"504 conv2d_51_scale_0" -> "506 quantize_per_channel_default_44" [label="(576,)", style=solid]; +"504 conv2d_51_scale_0" -> "507 dequantize_per_channel_default_44" [label="(576,)", style=solid]; +"505 conv2d_51_zero_point_0" -> "506 quantize_per_channel_default_44" [label="(576,)", style=solid]; +"505 conv2d_51_zero_point_0" -> "507 dequantize_per_channel_default_44" [label="(576,)", style=solid]; +"506 quantize_per_channel_default_44" -> "507 dequantize_per_channel_default_44" [label="(576, 96, 1, 1)", style=solid]; +"507 dequantize_per_channel_default_44" -> "509 conv2d_51" [label="(576, 96, 1, 1)", style=solid]; +"508 features_12_0_weight_bias_0_0" -> "509 conv2d_51" [label="(576,)", style=solid]; +"509 conv2d_51" -> "510 hardswish__17" [label="(1, 576, 7, 7)", style=solid]; +"510 hardswish__17" -> "511 quantize_per_tensor_default_47" [label="(1, 576, 7, 7)", style=solid]; +"511 quantize_per_tensor_default_47" -> "512 dequantize_per_tensor_default_62" [label="(1, 576, 7, 7)", style=solid]; +"512 dequantize_per_tensor_default_62" -> "513 adaptive_avg_pool2d_9" [label="(1, 576, 7, 7)", style=solid]; +"513 adaptive_avg_pool2d_9" -> "514 quantize_per_tensor_default_48" [label="(1, 576, 1, 1)", style=solid]; +"514 quantize_per_tensor_default_48" -> "515 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1)", style=solid]; +"515 dequantize_per_tensor_default_63" -> "516 flatten" [label="(1, 576, 1, 1)", style=solid]; +"516 flatten" -> "523 linear" [label="(1, 576)", style=solid]; +"517 _param_constant138" -> "520 quantize_per_channel_default_45" [label="(1024, 576)", style=solid]; +"518 linear_scale_0" -> "520 quantize_per_channel_default_45" [label="(1024,)", style=solid]; +"518 linear_scale_0" -> "521 dequantize_per_channel_default_45" [label="(1024,)", style=solid]; +"519 linear_zero_point_0" -> "520 quantize_per_channel_default_45" [label="(1024,)", style=solid]; +"519 linear_zero_point_0" -> "521 dequantize_per_channel_default_45" [label="(1024,)", style=solid]; +"520 quantize_per_channel_default_45" -> "521 dequantize_per_channel_default_45" [label="(1024, 576)", style=solid]; +"521 dequantize_per_channel_default_45" -> "523 linear" [label="(1024, 576)", style=solid]; +"522 _param_constant139_0_0" -> "523 linear" [label="(1024,)", style=solid]; +"523 linear" -> "524 hardswish__18" [label="(1, 1024)", style=solid]; +"524 hardswish__18" -> "525 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; +"525 quantize_per_tensor_default_49" -> "526 dequantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; +"526 dequantize_per_tensor_default_64" -> "527 dropout_" [label="(1, 1024)", style=solid]; +"527 dropout_" -> "534 linear_1" [label="(1, 1024)", style=solid]; +"528 _param_constant140" -> "531 quantize_per_channel_default_46" [label="(1000, 1024)", style=solid]; +"529 linear_1_scale_0" -> "531 quantize_per_channel_default_46" [label="(1000,)", style=solid]; +"529 linear_1_scale_0" -> "532 dequantize_per_channel_default_46" [label="(1000,)", style=solid]; +"530 linear_1_zero_point_0" -> "531 quantize_per_channel_default_46" [label="(1000,)", style=solid]; +"530 linear_1_zero_point_0" -> "532 dequantize_per_channel_default_46" [label="(1000,)", style=solid]; +"531 quantize_per_channel_default_46" -> "532 dequantize_per_channel_default_46" [label="(1000, 1024)", style=solid]; +"532 dequantize_per_channel_default_46" -> "534 linear_1" [label="(1000, 1024)", style=solid]; +"533 _param_constant141_0_0" -> "534 linear_1" [label="(1000,)", style=solid]; +"534 linear_1" -> "535 output" [label="(1, 1000)", style=solid]; +} \ No newline at end of file diff --git a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot index 1821818c764..8361c1d9250 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot @@ -2,412 +2,538 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; -"4 compressed_weight_updated_constant21" [id=4, type=get_attr]; -"5 conv1_weight_bias_0_0" [id=5, type=get_attr]; -"6 mul_tensor" [id=6, type=mul]; -"7 conv2d" [id=7, type=conv2d]; -"8 relu_" [id=8, type=relu_]; -"9 quantize_per_tensor_default_1" [id=9, type=quantize_per_tensor]; -"10 dequantize_per_tensor_default_1" [id=10, type=dequantize_per_tensor]; -"11 max_pool2d" [id=11, type=max_pool2d]; -"12 conv2d_1_scale_0_updated_constant0" [id=12, type=get_attr]; -"13 compressed_weight_updated_constant22" [id=13, type=get_attr]; -"14 layer1_0_conv1_weight_bias_0_0" [id=14, type=get_attr]; -"15 mul_tensor_1" [id=15, type=mul]; -"16 conv2d_1" [id=16, type=conv2d]; -"17 relu__1" [id=17, type=relu_]; -"18 quantize_per_tensor_default_2" [id=18, type=quantize_per_tensor]; -"19 dequantize_per_tensor_default_2" [id=19, type=dequantize_per_tensor]; -"20 conv2d_2_scale_0_updated_constant0" [id=20, type=get_attr]; -"21 compressed_weight_updated_constant23" [id=21, type=get_attr]; -"22 layer1_0_conv2_weight_bias_0_0" [id=22, type=get_attr]; -"23 mul_tensor_2" [id=23, type=mul]; -"24 conv2d_2" [id=24, type=conv2d]; -"25 quantize_per_tensor_default_3" [id=25, type=quantize_per_tensor]; -"26 dequantize_per_tensor_default_3" [id=26, type=dequantize_per_tensor]; -"27 add_" [id=27, type=add_]; -"28 relu__2" [id=28, type=relu_]; -"29 quantize_per_tensor_default_4" [id=29, type=quantize_per_tensor]; -"30 dequantize_per_tensor_default_5" [id=30, type=dequantize_per_tensor]; -"31 dequantize_per_tensor_default_4" [id=31, type=dequantize_per_tensor]; -"32 conv2d_3_scale_0_updated_constant0" [id=32, type=get_attr]; -"33 compressed_weight_updated_constant24" [id=33, type=get_attr]; -"34 layer1_1_conv1_weight_bias_0_0" [id=34, type=get_attr]; -"35 mul_tensor_3" [id=35, type=mul]; -"36 conv2d_3" [id=36, type=conv2d]; -"37 relu__3" [id=37, type=relu_]; -"38 quantize_per_tensor_default_5" [id=38, type=quantize_per_tensor]; -"39 dequantize_per_tensor_default_6" [id=39, type=dequantize_per_tensor]; -"40 conv2d_4_scale_0_updated_constant0" [id=40, type=get_attr]; -"41 compressed_weight_updated_constant25" [id=41, type=get_attr]; -"42 layer1_1_conv2_weight_bias_0_0" [id=42, type=get_attr]; -"43 mul_tensor_4" [id=43, type=mul]; -"44 conv2d_4" [id=44, type=conv2d]; -"45 quantize_per_tensor_default_6" [id=45, type=quantize_per_tensor]; -"46 dequantize_per_tensor_default_7" [id=46, type=dequantize_per_tensor]; -"47 add__1" [id=47, type=add_]; -"48 relu__4" [id=48, type=relu_]; -"49 quantize_per_tensor_default_7" [id=49, type=quantize_per_tensor]; -"50 dequantize_per_tensor_default_9" [id=50, type=dequantize_per_tensor]; -"51 dequantize_per_tensor_default_8" [id=51, type=dequantize_per_tensor]; -"52 conv2d_5_scale_0_updated_constant0" [id=52, type=get_attr]; -"53 compressed_weight_updated_constant26" [id=53, type=get_attr]; -"54 layer2_0_conv1_weight_bias_0_0" [id=54, type=get_attr]; -"55 mul_tensor_5" [id=55, type=mul]; -"56 conv2d_5" [id=56, type=conv2d]; -"57 relu__5" [id=57, type=relu_]; -"58 quantize_per_tensor_default_8" [id=58, type=quantize_per_tensor]; -"59 dequantize_per_tensor_default_10" [id=59, type=dequantize_per_tensor]; -"60 conv2d_6_scale_0_updated_constant0" [id=60, type=get_attr]; -"61 compressed_weight_updated_constant27" [id=61, type=get_attr]; -"62 layer2_0_conv2_weight_bias_0_0" [id=62, type=get_attr]; -"63 mul_tensor_6" [id=63, type=mul]; -"64 conv2d_6" [id=64, type=conv2d]; -"65 quantize_per_tensor_default_9" [id=65, type=quantize_per_tensor]; -"66 dequantize_per_tensor_default_11" [id=66, type=dequantize_per_tensor]; -"67 conv2d_7_scale_0_updated_constant0" [id=67, type=get_attr]; -"68 compressed_weight_updated_constant28" [id=68, type=get_attr]; -"69 layer2_0_downsample_0_weight_bias_0_0" [id=69, type=get_attr]; -"70 mul_tensor_7" [id=70, type=mul]; -"71 conv2d_7" [id=71, type=conv2d]; -"72 quantize_per_tensor_default_10" [id=72, type=quantize_per_tensor]; -"73 dequantize_per_tensor_default_12" [id=73, type=dequantize_per_tensor]; -"74 add__2" [id=74, type=add_]; -"75 relu__6" [id=75, type=relu_]; -"76 quantize_per_tensor_default_11" [id=76, type=quantize_per_tensor]; -"77 dequantize_per_tensor_default_14" [id=77, type=dequantize_per_tensor]; -"78 dequantize_per_tensor_default_13" [id=78, type=dequantize_per_tensor]; -"79 conv2d_8_scale_0_updated_constant0" [id=79, type=get_attr]; -"80 compressed_weight_updated_constant29" [id=80, type=get_attr]; -"81 layer2_1_conv1_weight_bias_0_0" [id=81, type=get_attr]; -"82 mul_tensor_8" [id=82, type=mul]; -"83 conv2d_8" [id=83, type=conv2d]; -"84 relu__7" [id=84, type=relu_]; -"85 quantize_per_tensor_default_12" [id=85, type=quantize_per_tensor]; -"86 dequantize_per_tensor_default_15" [id=86, type=dequantize_per_tensor]; -"87 conv2d_9_scale_0_updated_constant0" [id=87, type=get_attr]; -"88 compressed_weight_updated_constant30" [id=88, type=get_attr]; -"89 layer2_1_conv2_weight_bias_0_0" [id=89, type=get_attr]; -"90 mul_tensor_9" [id=90, type=mul]; -"91 conv2d_9" [id=91, type=conv2d]; -"92 quantize_per_tensor_default_13" [id=92, type=quantize_per_tensor]; -"93 dequantize_per_tensor_default_16" [id=93, type=dequantize_per_tensor]; -"94 add__3" [id=94, type=add_]; -"95 relu__8" [id=95, type=relu_]; -"96 quantize_per_tensor_default_14" [id=96, type=quantize_per_tensor]; -"97 dequantize_per_tensor_default_18" [id=97, type=dequantize_per_tensor]; -"98 dequantize_per_tensor_default_17" [id=98, type=dequantize_per_tensor]; -"99 conv2d_10_scale_0_updated_constant0" [id=99, type=get_attr]; -"100 compressed_weight_updated_constant31" [id=100, type=get_attr]; -"101 layer3_0_conv1_weight_bias_0_0" [id=101, type=get_attr]; -"102 mul_tensor_10" [id=102, type=mul]; -"103 conv2d_10" [id=103, type=conv2d]; -"104 relu__9" [id=104, type=relu_]; -"105 quantize_per_tensor_default_15" [id=105, type=quantize_per_tensor]; -"106 dequantize_per_tensor_default_19" [id=106, type=dequantize_per_tensor]; -"107 conv2d_11_scale_0_updated_constant0" [id=107, type=get_attr]; -"108 compressed_weight_updated_constant32" [id=108, type=get_attr]; -"109 layer3_0_conv2_weight_bias_0_0" [id=109, type=get_attr]; -"110 mul_tensor_11" [id=110, type=mul]; -"111 conv2d_11" [id=111, type=conv2d]; -"112 quantize_per_tensor_default_16" [id=112, type=quantize_per_tensor]; -"113 dequantize_per_tensor_default_20" [id=113, type=dequantize_per_tensor]; -"114 conv2d_12_scale_0_updated_constant0" [id=114, type=get_attr]; -"115 compressed_weight_updated_constant33" [id=115, type=get_attr]; -"116 layer3_0_downsample_0_weight_bias_0_0" [id=116, type=get_attr]; -"117 mul_tensor_12" [id=117, type=mul]; -"118 conv2d_12" [id=118, type=conv2d]; -"119 quantize_per_tensor_default_17" [id=119, type=quantize_per_tensor]; -"120 dequantize_per_tensor_default_21" [id=120, type=dequantize_per_tensor]; -"121 add__4" [id=121, type=add_]; -"122 relu__10" [id=122, type=relu_]; -"123 quantize_per_tensor_default_18" [id=123, type=quantize_per_tensor]; -"124 dequantize_per_tensor_default_23" [id=124, type=dequantize_per_tensor]; -"125 dequantize_per_tensor_default_22" [id=125, type=dequantize_per_tensor]; -"126 conv2d_13_scale_0_updated_constant0" [id=126, type=get_attr]; -"127 compressed_weight_updated_constant34" [id=127, type=get_attr]; -"128 layer3_1_conv1_weight_bias_0_0" [id=128, type=get_attr]; -"129 mul_tensor_13" [id=129, type=mul]; -"130 conv2d_13" [id=130, type=conv2d]; -"131 relu__11" [id=131, type=relu_]; -"132 quantize_per_tensor_default_19" [id=132, type=quantize_per_tensor]; -"133 dequantize_per_tensor_default_24" [id=133, type=dequantize_per_tensor]; -"134 conv2d_14_scale_0_updated_constant0" [id=134, type=get_attr]; -"135 compressed_weight_updated_constant35" [id=135, type=get_attr]; -"136 layer3_1_conv2_weight_bias_0_0" [id=136, type=get_attr]; -"137 mul_tensor_14" [id=137, type=mul]; -"138 conv2d_14" [id=138, type=conv2d]; -"139 quantize_per_tensor_default_20" [id=139, type=quantize_per_tensor]; -"140 dequantize_per_tensor_default_25" [id=140, type=dequantize_per_tensor]; -"141 add__5" [id=141, type=add_]; -"142 relu__12" [id=142, type=relu_]; -"143 quantize_per_tensor_default_21" [id=143, type=quantize_per_tensor]; -"144 dequantize_per_tensor_default_27" [id=144, type=dequantize_per_tensor]; -"145 dequantize_per_tensor_default_26" [id=145, type=dequantize_per_tensor]; -"146 conv2d_15_scale_0_updated_constant0" [id=146, type=get_attr]; -"147 compressed_weight_updated_constant36" [id=147, type=get_attr]; -"148 layer4_0_conv1_weight_bias_0_0" [id=148, type=get_attr]; -"149 mul_tensor_15" [id=149, type=mul]; -"150 conv2d_15" [id=150, type=conv2d]; -"151 relu__13" [id=151, type=relu_]; -"152 quantize_per_tensor_default_22" [id=152, type=quantize_per_tensor]; -"153 dequantize_per_tensor_default_28" [id=153, type=dequantize_per_tensor]; -"154 conv2d_16_scale_0_updated_constant0" [id=154, type=get_attr]; -"155 compressed_weight_updated_constant37" [id=155, type=get_attr]; -"156 layer4_0_conv2_weight_bias_0_0" [id=156, type=get_attr]; -"157 mul_tensor_16" [id=157, type=mul]; -"158 conv2d_16" [id=158, type=conv2d]; -"159 quantize_per_tensor_default_23" [id=159, type=quantize_per_tensor]; -"160 dequantize_per_tensor_default_29" [id=160, type=dequantize_per_tensor]; -"161 conv2d_17_scale_0_updated_constant0" [id=161, type=get_attr]; -"162 compressed_weight_updated_constant38" [id=162, type=get_attr]; -"163 layer4_0_downsample_0_weight_bias_0_0" [id=163, type=get_attr]; -"164 mul_tensor_17" [id=164, type=mul]; -"165 conv2d_17" [id=165, type=conv2d]; -"166 quantize_per_tensor_default_24" [id=166, type=quantize_per_tensor]; -"167 dequantize_per_tensor_default_30" [id=167, type=dequantize_per_tensor]; -"168 add__6" [id=168, type=add_]; -"169 relu__14" [id=169, type=relu_]; -"170 quantize_per_tensor_default_25" [id=170, type=quantize_per_tensor]; -"171 dequantize_per_tensor_default_32" [id=171, type=dequantize_per_tensor]; -"172 dequantize_per_tensor_default_31" [id=172, type=dequantize_per_tensor]; -"173 conv2d_18_scale_0_updated_constant0" [id=173, type=get_attr]; -"174 compressed_weight_updated_constant39" [id=174, type=get_attr]; -"175 layer4_1_conv1_weight_bias_0_0" [id=175, type=get_attr]; -"176 mul_tensor_18" [id=176, type=mul]; -"177 conv2d_18" [id=177, type=conv2d]; -"178 relu__15" [id=178, type=relu_]; -"179 quantize_per_tensor_default_26" [id=179, type=quantize_per_tensor]; -"180 dequantize_per_tensor_default_33" [id=180, type=dequantize_per_tensor]; -"181 conv2d_19_scale_0_updated_constant0" [id=181, type=get_attr]; -"182 compressed_weight_updated_constant40" [id=182, type=get_attr]; -"183 layer4_1_conv2_weight_bias_0_0" [id=183, type=get_attr]; -"184 mul_tensor_19" [id=184, type=mul]; -"185 conv2d_19" [id=185, type=conv2d]; -"186 quantize_per_tensor_default_27" [id=186, type=quantize_per_tensor]; -"187 dequantize_per_tensor_default_34" [id=187, type=dequantize_per_tensor]; -"188 add__7" [id=188, type=add_]; -"189 relu__16" [id=189, type=relu_]; -"190 quantize_per_tensor_default_28" [id=190, type=quantize_per_tensor]; -"191 dequantize_per_tensor_default_35" [id=191, type=dequantize_per_tensor]; -"192 adaptive_avg_pool2d" [id=192, type=adaptive_avg_pool2d]; -"193 quantize_per_tensor_default_29" [id=193, type=quantize_per_tensor]; -"194 dequantize_per_tensor_default_36" [id=194, type=dequantize_per_tensor]; -"195 flatten" [id=195, type=flatten]; -"196 linear_scale_0_updated_constant0" [id=196, type=get_attr]; -"197 compressed_weight_updated_constant41" [id=197, type=get_attr]; -"198 _param_constant61_0_0" [id=198, type=get_attr]; -"199 mul_tensor_20" [id=199, type=mul]; -"200 linear" [id=200, type=linear]; -"201 output" [id=201, type=output]; -"0 arg0_1" -> "1 quantize_per_tensor_default"; -"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default"; -"2 dequantize_per_tensor_default" -> "7 conv2d"; -"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor"; -"4 compressed_weight_updated_constant21" -> "6 mul_tensor"; -"5 conv1_weight_bias_0_0" -> "7 conv2d"; -"6 mul_tensor" -> "7 conv2d"; -"7 conv2d" -> "8 relu_"; -"8 relu_" -> "9 quantize_per_tensor_default_1"; -"9 quantize_per_tensor_default_1" -> "10 dequantize_per_tensor_default_1"; -"10 dequantize_per_tensor_default_1" -> "11 max_pool2d"; -"11 max_pool2d" -> "16 conv2d_1"; -"11 max_pool2d" -> "27 add_"; -"12 conv2d_1_scale_0_updated_constant0" -> "15 mul_tensor_1"; -"13 compressed_weight_updated_constant22" -> "15 mul_tensor_1"; -"14 layer1_0_conv1_weight_bias_0_0" -> "16 conv2d_1"; -"15 mul_tensor_1" -> "16 conv2d_1"; -"16 conv2d_1" -> "17 relu__1"; -"17 relu__1" -> "18 quantize_per_tensor_default_2"; -"18 quantize_per_tensor_default_2" -> "19 dequantize_per_tensor_default_2"; -"19 dequantize_per_tensor_default_2" -> "24 conv2d_2"; -"20 conv2d_2_scale_0_updated_constant0" -> "23 mul_tensor_2"; -"21 compressed_weight_updated_constant23" -> "23 mul_tensor_2"; -"22 layer1_0_conv2_weight_bias_0_0" -> "24 conv2d_2"; -"23 mul_tensor_2" -> "24 conv2d_2"; -"24 conv2d_2" -> "25 quantize_per_tensor_default_3"; -"25 quantize_per_tensor_default_3" -> "26 dequantize_per_tensor_default_3"; -"26 dequantize_per_tensor_default_3" -> "27 add_"; -"27 add_" -> "28 relu__2"; -"28 relu__2" -> "29 quantize_per_tensor_default_4"; -"29 quantize_per_tensor_default_4" -> "30 dequantize_per_tensor_default_5"; -"29 quantize_per_tensor_default_4" -> "31 dequantize_per_tensor_default_4"; -"30 dequantize_per_tensor_default_5" -> "47 add__1"; -"31 dequantize_per_tensor_default_4" -> "36 conv2d_3"; -"32 conv2d_3_scale_0_updated_constant0" -> "35 mul_tensor_3"; -"33 compressed_weight_updated_constant24" -> "35 mul_tensor_3"; -"34 layer1_1_conv1_weight_bias_0_0" -> "36 conv2d_3"; -"35 mul_tensor_3" -> "36 conv2d_3"; -"36 conv2d_3" -> "37 relu__3"; -"37 relu__3" -> "38 quantize_per_tensor_default_5"; -"38 quantize_per_tensor_default_5" -> "39 dequantize_per_tensor_default_6"; -"39 dequantize_per_tensor_default_6" -> "44 conv2d_4"; -"40 conv2d_4_scale_0_updated_constant0" -> "43 mul_tensor_4"; -"41 compressed_weight_updated_constant25" -> "43 mul_tensor_4"; -"42 layer1_1_conv2_weight_bias_0_0" -> "44 conv2d_4"; -"43 mul_tensor_4" -> "44 conv2d_4"; -"44 conv2d_4" -> "45 quantize_per_tensor_default_6"; -"45 quantize_per_tensor_default_6" -> "46 dequantize_per_tensor_default_7"; -"46 dequantize_per_tensor_default_7" -> "47 add__1"; -"47 add__1" -> "48 relu__4"; -"48 relu__4" -> "49 quantize_per_tensor_default_7"; -"49 quantize_per_tensor_default_7" -> "50 dequantize_per_tensor_default_9"; -"49 quantize_per_tensor_default_7" -> "51 dequantize_per_tensor_default_8"; -"50 dequantize_per_tensor_default_9" -> "71 conv2d_7"; -"51 dequantize_per_tensor_default_8" -> "56 conv2d_5"; -"52 conv2d_5_scale_0_updated_constant0" -> "55 mul_tensor_5"; -"53 compressed_weight_updated_constant26" -> "55 mul_tensor_5"; -"54 layer2_0_conv1_weight_bias_0_0" -> "56 conv2d_5"; -"55 mul_tensor_5" -> "56 conv2d_5"; -"56 conv2d_5" -> "57 relu__5"; -"57 relu__5" -> "58 quantize_per_tensor_default_8"; -"58 quantize_per_tensor_default_8" -> "59 dequantize_per_tensor_default_10"; -"59 dequantize_per_tensor_default_10" -> "64 conv2d_6"; -"60 conv2d_6_scale_0_updated_constant0" -> "63 mul_tensor_6"; -"61 compressed_weight_updated_constant27" -> "63 mul_tensor_6"; -"62 layer2_0_conv2_weight_bias_0_0" -> "64 conv2d_6"; -"63 mul_tensor_6" -> "64 conv2d_6"; -"64 conv2d_6" -> "65 quantize_per_tensor_default_9"; -"65 quantize_per_tensor_default_9" -> "66 dequantize_per_tensor_default_11"; -"66 dequantize_per_tensor_default_11" -> "74 add__2"; -"67 conv2d_7_scale_0_updated_constant0" -> "70 mul_tensor_7"; -"68 compressed_weight_updated_constant28" -> "70 mul_tensor_7"; -"69 layer2_0_downsample_0_weight_bias_0_0" -> "71 conv2d_7"; -"70 mul_tensor_7" -> "71 conv2d_7"; -"71 conv2d_7" -> "72 quantize_per_tensor_default_10"; -"72 quantize_per_tensor_default_10" -> "73 dequantize_per_tensor_default_12"; -"73 dequantize_per_tensor_default_12" -> "74 add__2"; -"74 add__2" -> "75 relu__6"; -"75 relu__6" -> "76 quantize_per_tensor_default_11"; -"76 quantize_per_tensor_default_11" -> "77 dequantize_per_tensor_default_14"; -"76 quantize_per_tensor_default_11" -> "78 dequantize_per_tensor_default_13"; -"77 dequantize_per_tensor_default_14" -> "94 add__3"; -"78 dequantize_per_tensor_default_13" -> "83 conv2d_8"; -"79 conv2d_8_scale_0_updated_constant0" -> "82 mul_tensor_8"; -"80 compressed_weight_updated_constant29" -> "82 mul_tensor_8"; -"81 layer2_1_conv1_weight_bias_0_0" -> "83 conv2d_8"; -"82 mul_tensor_8" -> "83 conv2d_8"; -"83 conv2d_8" -> "84 relu__7"; -"84 relu__7" -> "85 quantize_per_tensor_default_12"; -"85 quantize_per_tensor_default_12" -> "86 dequantize_per_tensor_default_15"; -"86 dequantize_per_tensor_default_15" -> "91 conv2d_9"; -"87 conv2d_9_scale_0_updated_constant0" -> "90 mul_tensor_9"; -"88 compressed_weight_updated_constant30" -> "90 mul_tensor_9"; -"89 layer2_1_conv2_weight_bias_0_0" -> "91 conv2d_9"; -"90 mul_tensor_9" -> "91 conv2d_9"; -"91 conv2d_9" -> "92 quantize_per_tensor_default_13"; -"92 quantize_per_tensor_default_13" -> "93 dequantize_per_tensor_default_16"; -"93 dequantize_per_tensor_default_16" -> "94 add__3"; -"94 add__3" -> "95 relu__8"; -"95 relu__8" -> "96 quantize_per_tensor_default_14"; -"96 quantize_per_tensor_default_14" -> "97 dequantize_per_tensor_default_18"; -"96 quantize_per_tensor_default_14" -> "98 dequantize_per_tensor_default_17"; -"97 dequantize_per_tensor_default_18" -> "118 conv2d_12"; -"98 dequantize_per_tensor_default_17" -> "103 conv2d_10"; -"99 conv2d_10_scale_0_updated_constant0" -> "102 mul_tensor_10"; -"100 compressed_weight_updated_constant31" -> "102 mul_tensor_10"; -"101 layer3_0_conv1_weight_bias_0_0" -> "103 conv2d_10"; -"102 mul_tensor_10" -> "103 conv2d_10"; -"103 conv2d_10" -> "104 relu__9"; -"104 relu__9" -> "105 quantize_per_tensor_default_15"; -"105 quantize_per_tensor_default_15" -> "106 dequantize_per_tensor_default_19"; -"106 dequantize_per_tensor_default_19" -> "111 conv2d_11"; -"107 conv2d_11_scale_0_updated_constant0" -> "110 mul_tensor_11"; -"108 compressed_weight_updated_constant32" -> "110 mul_tensor_11"; -"109 layer3_0_conv2_weight_bias_0_0" -> "111 conv2d_11"; -"110 mul_tensor_11" -> "111 conv2d_11"; -"111 conv2d_11" -> "112 quantize_per_tensor_default_16"; -"112 quantize_per_tensor_default_16" -> "113 dequantize_per_tensor_default_20"; -"113 dequantize_per_tensor_default_20" -> "121 add__4"; -"114 conv2d_12_scale_0_updated_constant0" -> "117 mul_tensor_12"; -"115 compressed_weight_updated_constant33" -> "117 mul_tensor_12"; -"116 layer3_0_downsample_0_weight_bias_0_0" -> "118 conv2d_12"; -"117 mul_tensor_12" -> "118 conv2d_12"; -"118 conv2d_12" -> "119 quantize_per_tensor_default_17"; -"119 quantize_per_tensor_default_17" -> "120 dequantize_per_tensor_default_21"; -"120 dequantize_per_tensor_default_21" -> "121 add__4"; -"121 add__4" -> "122 relu__10"; -"122 relu__10" -> "123 quantize_per_tensor_default_18"; -"123 quantize_per_tensor_default_18" -> "124 dequantize_per_tensor_default_23"; -"123 quantize_per_tensor_default_18" -> "125 dequantize_per_tensor_default_22"; -"124 dequantize_per_tensor_default_23" -> "141 add__5"; -"125 dequantize_per_tensor_default_22" -> "130 conv2d_13"; -"126 conv2d_13_scale_0_updated_constant0" -> "129 mul_tensor_13"; -"127 compressed_weight_updated_constant34" -> "129 mul_tensor_13"; -"128 layer3_1_conv1_weight_bias_0_0" -> "130 conv2d_13"; -"129 mul_tensor_13" -> "130 conv2d_13"; -"130 conv2d_13" -> "131 relu__11"; -"131 relu__11" -> "132 quantize_per_tensor_default_19"; -"132 quantize_per_tensor_default_19" -> "133 dequantize_per_tensor_default_24"; -"133 dequantize_per_tensor_default_24" -> "138 conv2d_14"; -"134 conv2d_14_scale_0_updated_constant0" -> "137 mul_tensor_14"; -"135 compressed_weight_updated_constant35" -> "137 mul_tensor_14"; -"136 layer3_1_conv2_weight_bias_0_0" -> "138 conv2d_14"; -"137 mul_tensor_14" -> "138 conv2d_14"; -"138 conv2d_14" -> "139 quantize_per_tensor_default_20"; -"139 quantize_per_tensor_default_20" -> "140 dequantize_per_tensor_default_25"; -"140 dequantize_per_tensor_default_25" -> "141 add__5"; -"141 add__5" -> "142 relu__12"; -"142 relu__12" -> "143 quantize_per_tensor_default_21"; -"143 quantize_per_tensor_default_21" -> "144 dequantize_per_tensor_default_27"; -"143 quantize_per_tensor_default_21" -> "145 dequantize_per_tensor_default_26"; -"144 dequantize_per_tensor_default_27" -> "165 conv2d_17"; -"145 dequantize_per_tensor_default_26" -> "150 conv2d_15"; -"146 conv2d_15_scale_0_updated_constant0" -> "149 mul_tensor_15"; -"147 compressed_weight_updated_constant36" -> "149 mul_tensor_15"; -"148 layer4_0_conv1_weight_bias_0_0" -> "150 conv2d_15"; -"149 mul_tensor_15" -> "150 conv2d_15"; -"150 conv2d_15" -> "151 relu__13"; -"151 relu__13" -> "152 quantize_per_tensor_default_22"; -"152 quantize_per_tensor_default_22" -> "153 dequantize_per_tensor_default_28"; -"153 dequantize_per_tensor_default_28" -> "158 conv2d_16"; -"154 conv2d_16_scale_0_updated_constant0" -> "157 mul_tensor_16"; -"155 compressed_weight_updated_constant37" -> "157 mul_tensor_16"; -"156 layer4_0_conv2_weight_bias_0_0" -> "158 conv2d_16"; -"157 mul_tensor_16" -> "158 conv2d_16"; -"158 conv2d_16" -> "159 quantize_per_tensor_default_23"; -"159 quantize_per_tensor_default_23" -> "160 dequantize_per_tensor_default_29"; -"160 dequantize_per_tensor_default_29" -> "168 add__6"; -"161 conv2d_17_scale_0_updated_constant0" -> "164 mul_tensor_17"; -"162 compressed_weight_updated_constant38" -> "164 mul_tensor_17"; -"163 layer4_0_downsample_0_weight_bias_0_0" -> "165 conv2d_17"; -"164 mul_tensor_17" -> "165 conv2d_17"; -"165 conv2d_17" -> "166 quantize_per_tensor_default_24"; -"166 quantize_per_tensor_default_24" -> "167 dequantize_per_tensor_default_30"; -"167 dequantize_per_tensor_default_30" -> "168 add__6"; -"168 add__6" -> "169 relu__14"; -"169 relu__14" -> "170 quantize_per_tensor_default_25"; -"170 quantize_per_tensor_default_25" -> "171 dequantize_per_tensor_default_32"; -"170 quantize_per_tensor_default_25" -> "172 dequantize_per_tensor_default_31"; -"171 dequantize_per_tensor_default_32" -> "188 add__7"; -"172 dequantize_per_tensor_default_31" -> "177 conv2d_18"; -"173 conv2d_18_scale_0_updated_constant0" -> "176 mul_tensor_18"; -"174 compressed_weight_updated_constant39" -> "176 mul_tensor_18"; -"175 layer4_1_conv1_weight_bias_0_0" -> "177 conv2d_18"; -"176 mul_tensor_18" -> "177 conv2d_18"; -"177 conv2d_18" -> "178 relu__15"; -"178 relu__15" -> "179 quantize_per_tensor_default_26"; -"179 quantize_per_tensor_default_26" -> "180 dequantize_per_tensor_default_33"; -"180 dequantize_per_tensor_default_33" -> "185 conv2d_19"; -"181 conv2d_19_scale_0_updated_constant0" -> "184 mul_tensor_19"; -"182 compressed_weight_updated_constant40" -> "184 mul_tensor_19"; -"183 layer4_1_conv2_weight_bias_0_0" -> "185 conv2d_19"; -"184 mul_tensor_19" -> "185 conv2d_19"; -"185 conv2d_19" -> "186 quantize_per_tensor_default_27"; -"186 quantize_per_tensor_default_27" -> "187 dequantize_per_tensor_default_34"; -"187 dequantize_per_tensor_default_34" -> "188 add__7"; -"188 add__7" -> "189 relu__16"; -"189 relu__16" -> "190 quantize_per_tensor_default_28"; -"190 quantize_per_tensor_default_28" -> "191 dequantize_per_tensor_default_35"; -"191 dequantize_per_tensor_default_35" -> "192 adaptive_avg_pool2d"; -"192 adaptive_avg_pool2d" -> "193 quantize_per_tensor_default_29"; -"193 quantize_per_tensor_default_29" -> "194 dequantize_per_tensor_default_36"; -"194 dequantize_per_tensor_default_36" -> "195 flatten"; -"195 flatten" -> "200 linear"; -"196 linear_scale_0_updated_constant0" -> "199 mul_tensor_20"; -"197 compressed_weight_updated_constant41" -> "199 mul_tensor_20"; -"198 _param_constant61_0_0" -> "200 linear"; -"199 mul_tensor_20" -> "200 linear"; -"200 linear" -> "201 output"; -} +"3 _param_constant0" [id=3, type=get_attr]; +"4 conv2d_scale_0" [id=4, type=get_attr]; +"5 conv2d_zero_point_0" [id=5, type=get_attr]; +"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; +"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; +"8 conv1_weight_bias_0_0" [id=8, type=get_attr]; +"9 conv2d" [id=9, type=conv2d]; +"10 relu_" [id=10, type=relu_]; +"11 quantize_per_tensor_default_1" [id=11, type=quantize_per_tensor]; +"12 dequantize_per_tensor_default_1" [id=12, type=dequantize_per_tensor]; +"13 max_pool2d" [id=13, type=max_pool2d]; +"14 _param_constant3" [id=14, type=get_attr]; +"15 conv2d_1_scale_0" [id=15, type=get_attr]; +"16 conv2d_1_zero_point_0" [id=16, type=get_attr]; +"17 quantize_per_channel_default_1" [id=17, type=quantize_per_channel]; +"18 dequantize_per_channel_default_1" [id=18, type=dequantize_per_channel]; +"19 layer1_0_conv1_weight_bias_0_0" [id=19, type=get_attr]; +"20 conv2d_1" [id=20, type=conv2d]; +"21 relu__1" [id=21, type=relu_]; +"22 quantize_per_tensor_default_2" [id=22, type=quantize_per_tensor]; +"23 dequantize_per_tensor_default_2" [id=23, type=dequantize_per_tensor]; +"24 _param_constant6" [id=24, type=get_attr]; +"25 conv2d_2_scale_0" [id=25, type=get_attr]; +"26 conv2d_2_zero_point_0" [id=26, type=get_attr]; +"27 quantize_per_channel_default_2" [id=27, type=quantize_per_channel]; +"28 dequantize_per_channel_default_2" [id=28, type=dequantize_per_channel]; +"29 layer1_0_conv2_weight_bias_0_0" [id=29, type=get_attr]; +"30 conv2d_2" [id=30, type=conv2d]; +"31 quantize_per_tensor_default_3" [id=31, type=quantize_per_tensor]; +"32 dequantize_per_tensor_default_3" [id=32, type=dequantize_per_tensor]; +"33 add_" [id=33, type=add_]; +"34 relu__2" [id=34, type=relu_]; +"35 quantize_per_tensor_default_4" [id=35, type=quantize_per_tensor]; +"36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; +"37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; +"38 _param_constant9" [id=38, type=get_attr]; +"39 conv2d_3_scale_0" [id=39, type=get_attr]; +"40 conv2d_3_zero_point_0" [id=40, type=get_attr]; +"41 quantize_per_channel_default_3" [id=41, type=quantize_per_channel]; +"42 dequantize_per_channel_default_3" [id=42, type=dequantize_per_channel]; +"43 layer1_1_conv1_weight_bias_0_0" [id=43, type=get_attr]; +"44 conv2d_3" [id=44, type=conv2d]; +"45 relu__3" [id=45, type=relu_]; +"46 quantize_per_tensor_default_5" [id=46, type=quantize_per_tensor]; +"47 dequantize_per_tensor_default_6" [id=47, type=dequantize_per_tensor]; +"48 _param_constant12" [id=48, type=get_attr]; +"49 conv2d_4_scale_0" [id=49, type=get_attr]; +"50 conv2d_4_zero_point_0" [id=50, type=get_attr]; +"51 quantize_per_channel_default_4" [id=51, type=quantize_per_channel]; +"52 dequantize_per_channel_default_4" [id=52, type=dequantize_per_channel]; +"53 layer1_1_conv2_weight_bias_0_0" [id=53, type=get_attr]; +"54 conv2d_4" [id=54, type=conv2d]; +"55 quantize_per_tensor_default_6" [id=55, type=quantize_per_tensor]; +"56 dequantize_per_tensor_default_7" [id=56, type=dequantize_per_tensor]; +"57 add__1" [id=57, type=add_]; +"58 relu__4" [id=58, type=relu_]; +"59 quantize_per_tensor_default_7" [id=59, type=quantize_per_tensor]; +"60 dequantize_per_tensor_default_9" [id=60, type=dequantize_per_tensor]; +"61 dequantize_per_tensor_default_8" [id=61, type=dequantize_per_tensor]; +"62 _param_constant15" [id=62, type=get_attr]; +"63 conv2d_5_scale_0" [id=63, type=get_attr]; +"64 conv2d_5_zero_point_0" [id=64, type=get_attr]; +"65 quantize_per_channel_default_5" [id=65, type=quantize_per_channel]; +"66 dequantize_per_channel_default_5" [id=66, type=dequantize_per_channel]; +"67 layer2_0_conv1_weight_bias_0_0" [id=67, type=get_attr]; +"68 conv2d_5" [id=68, type=conv2d]; +"69 relu__5" [id=69, type=relu_]; +"70 quantize_per_tensor_default_8" [id=70, type=quantize_per_tensor]; +"71 dequantize_per_tensor_default_10" [id=71, type=dequantize_per_tensor]; +"72 _param_constant18" [id=72, type=get_attr]; +"73 conv2d_6_scale_0" [id=73, type=get_attr]; +"74 conv2d_6_zero_point_0" [id=74, type=get_attr]; +"75 quantize_per_channel_default_6" [id=75, type=quantize_per_channel]; +"76 dequantize_per_channel_default_6" [id=76, type=dequantize_per_channel]; +"77 layer2_0_conv2_weight_bias_0_0" [id=77, type=get_attr]; +"78 conv2d_6" [id=78, type=conv2d]; +"79 quantize_per_tensor_default_9" [id=79, type=quantize_per_tensor]; +"80 dequantize_per_tensor_default_11" [id=80, type=dequantize_per_tensor]; +"81 _param_constant21" [id=81, type=get_attr]; +"82 conv2d_7_scale_0" [id=82, type=get_attr]; +"83 conv2d_7_zero_point_0" [id=83, type=get_attr]; +"84 quantize_per_channel_default_7" [id=84, type=quantize_per_channel]; +"85 dequantize_per_channel_default_7" [id=85, type=dequantize_per_channel]; +"86 layer2_0_downsample_0_weight_bias_0_0" [id=86, type=get_attr]; +"87 conv2d_7" [id=87, type=conv2d]; +"88 quantize_per_tensor_default_10" [id=88, type=quantize_per_tensor]; +"89 dequantize_per_tensor_default_12" [id=89, type=dequantize_per_tensor]; +"90 add__2" [id=90, type=add_]; +"91 relu__6" [id=91, type=relu_]; +"92 quantize_per_tensor_default_11" [id=92, type=quantize_per_tensor]; +"93 dequantize_per_tensor_default_14" [id=93, type=dequantize_per_tensor]; +"94 dequantize_per_tensor_default_13" [id=94, type=dequantize_per_tensor]; +"95 _param_constant24" [id=95, type=get_attr]; +"96 conv2d_8_scale_0" [id=96, type=get_attr]; +"97 conv2d_8_zero_point_0" [id=97, type=get_attr]; +"98 quantize_per_channel_default_8" [id=98, type=quantize_per_channel]; +"99 dequantize_per_channel_default_8" [id=99, type=dequantize_per_channel]; +"100 layer2_1_conv1_weight_bias_0_0" [id=100, type=get_attr]; +"101 conv2d_8" [id=101, type=conv2d]; +"102 relu__7" [id=102, type=relu_]; +"103 quantize_per_tensor_default_12" [id=103, type=quantize_per_tensor]; +"104 dequantize_per_tensor_default_15" [id=104, type=dequantize_per_tensor]; +"105 _param_constant27" [id=105, type=get_attr]; +"106 conv2d_9_scale_0" [id=106, type=get_attr]; +"107 conv2d_9_zero_point_0" [id=107, type=get_attr]; +"108 quantize_per_channel_default_9" [id=108, type=quantize_per_channel]; +"109 dequantize_per_channel_default_9" [id=109, type=dequantize_per_channel]; +"110 layer2_1_conv2_weight_bias_0_0" [id=110, type=get_attr]; +"111 conv2d_9" [id=111, type=conv2d]; +"112 quantize_per_tensor_default_13" [id=112, type=quantize_per_tensor]; +"113 dequantize_per_tensor_default_16" [id=113, type=dequantize_per_tensor]; +"114 add__3" [id=114, type=add_]; +"115 relu__8" [id=115, type=relu_]; +"116 quantize_per_tensor_default_14" [id=116, type=quantize_per_tensor]; +"117 dequantize_per_tensor_default_18" [id=117, type=dequantize_per_tensor]; +"118 dequantize_per_tensor_default_17" [id=118, type=dequantize_per_tensor]; +"119 _param_constant30" [id=119, type=get_attr]; +"120 conv2d_10_scale_0" [id=120, type=get_attr]; +"121 conv2d_10_zero_point_0" [id=121, type=get_attr]; +"122 quantize_per_channel_default_10" [id=122, type=quantize_per_channel]; +"123 dequantize_per_channel_default_10" [id=123, type=dequantize_per_channel]; +"124 layer3_0_conv1_weight_bias_0_0" [id=124, type=get_attr]; +"125 conv2d_10" [id=125, type=conv2d]; +"126 relu__9" [id=126, type=relu_]; +"127 quantize_per_tensor_default_15" [id=127, type=quantize_per_tensor]; +"128 dequantize_per_tensor_default_19" [id=128, type=dequantize_per_tensor]; +"129 _param_constant33" [id=129, type=get_attr]; +"130 conv2d_11_scale_0" [id=130, type=get_attr]; +"131 conv2d_11_zero_point_0" [id=131, type=get_attr]; +"132 quantize_per_channel_default_11" [id=132, type=quantize_per_channel]; +"133 dequantize_per_channel_default_11" [id=133, type=dequantize_per_channel]; +"134 layer3_0_conv2_weight_bias_0_0" [id=134, type=get_attr]; +"135 conv2d_11" [id=135, type=conv2d]; +"136 quantize_per_tensor_default_16" [id=136, type=quantize_per_tensor]; +"137 dequantize_per_tensor_default_20" [id=137, type=dequantize_per_tensor]; +"138 _param_constant36" [id=138, type=get_attr]; +"139 conv2d_12_scale_0" [id=139, type=get_attr]; +"140 conv2d_12_zero_point_0" [id=140, type=get_attr]; +"141 quantize_per_channel_default_12" [id=141, type=quantize_per_channel]; +"142 dequantize_per_channel_default_12" [id=142, type=dequantize_per_channel]; +"143 layer3_0_downsample_0_weight_bias_0_0" [id=143, type=get_attr]; +"144 conv2d_12" [id=144, type=conv2d]; +"145 quantize_per_tensor_default_17" [id=145, type=quantize_per_tensor]; +"146 dequantize_per_tensor_default_21" [id=146, type=dequantize_per_tensor]; +"147 add__4" [id=147, type=add_]; +"148 relu__10" [id=148, type=relu_]; +"149 quantize_per_tensor_default_18" [id=149, type=quantize_per_tensor]; +"150 dequantize_per_tensor_default_23" [id=150, type=dequantize_per_tensor]; +"151 dequantize_per_tensor_default_22" [id=151, type=dequantize_per_tensor]; +"152 _param_constant39" [id=152, type=get_attr]; +"153 conv2d_13_scale_0" [id=153, type=get_attr]; +"154 conv2d_13_zero_point_0" [id=154, type=get_attr]; +"155 quantize_per_channel_default_13" [id=155, type=quantize_per_channel]; +"156 dequantize_per_channel_default_13" [id=156, type=dequantize_per_channel]; +"157 layer3_1_conv1_weight_bias_0_0" [id=157, type=get_attr]; +"158 conv2d_13" [id=158, type=conv2d]; +"159 relu__11" [id=159, type=relu_]; +"160 quantize_per_tensor_default_19" [id=160, type=quantize_per_tensor]; +"161 dequantize_per_tensor_default_24" [id=161, type=dequantize_per_tensor]; +"162 _param_constant42" [id=162, type=get_attr]; +"163 conv2d_14_scale_0" [id=163, type=get_attr]; +"164 conv2d_14_zero_point_0" [id=164, type=get_attr]; +"165 quantize_per_channel_default_14" [id=165, type=quantize_per_channel]; +"166 dequantize_per_channel_default_14" [id=166, type=dequantize_per_channel]; +"167 layer3_1_conv2_weight_bias_0_0" [id=167, type=get_attr]; +"168 conv2d_14" [id=168, type=conv2d]; +"169 quantize_per_tensor_default_20" [id=169, type=quantize_per_tensor]; +"170 dequantize_per_tensor_default_25" [id=170, type=dequantize_per_tensor]; +"171 add__5" [id=171, type=add_]; +"172 relu__12" [id=172, type=relu_]; +"173 quantize_per_tensor_default_21" [id=173, type=quantize_per_tensor]; +"174 dequantize_per_tensor_default_27" [id=174, type=dequantize_per_tensor]; +"175 dequantize_per_tensor_default_26" [id=175, type=dequantize_per_tensor]; +"176 _param_constant45" [id=176, type=get_attr]; +"177 conv2d_15_scale_0" [id=177, type=get_attr]; +"178 conv2d_15_zero_point_0" [id=178, type=get_attr]; +"179 quantize_per_channel_default_15" [id=179, type=quantize_per_channel]; +"180 dequantize_per_channel_default_15" [id=180, type=dequantize_per_channel]; +"181 layer4_0_conv1_weight_bias_0_0" [id=181, type=get_attr]; +"182 conv2d_15" [id=182, type=conv2d]; +"183 relu__13" [id=183, type=relu_]; +"184 quantize_per_tensor_default_22" [id=184, type=quantize_per_tensor]; +"185 dequantize_per_tensor_default_28" [id=185, type=dequantize_per_tensor]; +"186 _param_constant48" [id=186, type=get_attr]; +"187 conv2d_16_scale_0" [id=187, type=get_attr]; +"188 conv2d_16_zero_point_0" [id=188, type=get_attr]; +"189 quantize_per_channel_default_16" [id=189, type=quantize_per_channel]; +"190 dequantize_per_channel_default_16" [id=190, type=dequantize_per_channel]; +"191 layer4_0_conv2_weight_bias_0_0" [id=191, type=get_attr]; +"192 conv2d_16" [id=192, type=conv2d]; +"193 quantize_per_tensor_default_23" [id=193, type=quantize_per_tensor]; +"194 dequantize_per_tensor_default_29" [id=194, type=dequantize_per_tensor]; +"195 _param_constant51" [id=195, type=get_attr]; +"196 conv2d_17_scale_0" [id=196, type=get_attr]; +"197 conv2d_17_zero_point_0" [id=197, type=get_attr]; +"198 quantize_per_channel_default_17" [id=198, type=quantize_per_channel]; +"199 dequantize_per_channel_default_17" [id=199, type=dequantize_per_channel]; +"200 layer4_0_downsample_0_weight_bias_0_0" [id=200, type=get_attr]; +"201 conv2d_17" [id=201, type=conv2d]; +"202 quantize_per_tensor_default_24" [id=202, type=quantize_per_tensor]; +"203 dequantize_per_tensor_default_30" [id=203, type=dequantize_per_tensor]; +"204 add__6" [id=204, type=add_]; +"205 relu__14" [id=205, type=relu_]; +"206 quantize_per_tensor_default_25" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_32" [id=207, type=dequantize_per_tensor]; +"208 dequantize_per_tensor_default_31" [id=208, type=dequantize_per_tensor]; +"209 _param_constant54" [id=209, type=get_attr]; +"210 conv2d_18_scale_0" [id=210, type=get_attr]; +"211 conv2d_18_zero_point_0" [id=211, type=get_attr]; +"212 quantize_per_channel_default_18" [id=212, type=quantize_per_channel]; +"213 dequantize_per_channel_default_18" [id=213, type=dequantize_per_channel]; +"214 layer4_1_conv1_weight_bias_0_0" [id=214, type=get_attr]; +"215 conv2d_18" [id=215, type=conv2d]; +"216 relu__15" [id=216, type=relu_]; +"217 quantize_per_tensor_default_26" [id=217, type=quantize_per_tensor]; +"218 dequantize_per_tensor_default_33" [id=218, type=dequantize_per_tensor]; +"219 _param_constant57" [id=219, type=get_attr]; +"220 conv2d_19_scale_0" [id=220, type=get_attr]; +"221 conv2d_19_zero_point_0" [id=221, type=get_attr]; +"222 quantize_per_channel_default_19" [id=222, type=quantize_per_channel]; +"223 dequantize_per_channel_default_19" [id=223, type=dequantize_per_channel]; +"224 layer4_1_conv2_weight_bias_0_0" [id=224, type=get_attr]; +"225 conv2d_19" [id=225, type=conv2d]; +"226 quantize_per_tensor_default_27" [id=226, type=quantize_per_tensor]; +"227 dequantize_per_tensor_default_34" [id=227, type=dequantize_per_tensor]; +"228 add__7" [id=228, type=add_]; +"229 relu__16" [id=229, type=relu_]; +"230 quantize_per_tensor_default_28" [id=230, type=quantize_per_tensor]; +"231 dequantize_per_tensor_default_35" [id=231, type=dequantize_per_tensor]; +"232 adaptive_avg_pool2d" [id=232, type=adaptive_avg_pool2d]; +"233 quantize_per_tensor_default_29" [id=233, type=quantize_per_tensor]; +"234 dequantize_per_tensor_default_36" [id=234, type=dequantize_per_tensor]; +"235 flatten" [id=235, type=flatten]; +"236 _param_constant60" [id=236, type=get_attr]; +"237 linear_scale_0" [id=237, type=get_attr]; +"238 linear_zero_point_0" [id=238, type=get_attr]; +"239 quantize_per_channel_default_20" [id=239, type=quantize_per_channel]; +"240 dequantize_per_channel_default_20" [id=240, type=dequantize_per_channel]; +"241 _param_constant61_0_0" [id=241, type=get_attr]; +"242 linear" [id=242, type=linear]; +"243 output" [id=243, type=output]; +"0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 _param_constant0" -> "6 quantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; +"4 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; +"4 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; +"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; +"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; +"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; +"7 dequantize_per_channel_default" -> "9 conv2d" [label="(64, 3, 7, 7)", style=solid]; +"8 conv1_weight_bias_0_0" -> "9 conv2d" [label="(64,)", style=solid]; +"9 conv2d" -> "10 relu_" [label="(1, 64, 112, 112)", style=solid]; +"10 relu_" -> "11 quantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; +"11 quantize_per_tensor_default_1" -> "12 dequantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; +"12 dequantize_per_tensor_default_1" -> "13 max_pool2d" [label="(1, 64, 112, 112)", style=solid]; +"13 max_pool2d" -> "20 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; +"13 max_pool2d" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; +"14 _param_constant3" -> "17 quantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"15 conv2d_1_scale_0" -> "17 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"15 conv2d_1_scale_0" -> "18 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"16 conv2d_1_zero_point_0" -> "17 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"16 conv2d_1_zero_point_0" -> "18 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"17 quantize_per_channel_default_1" -> "18 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"18 dequantize_per_channel_default_1" -> "20 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; +"19 layer1_0_conv1_weight_bias_0_0" -> "20 conv2d_1" [label="(64,)", style=solid]; +"20 conv2d_1" -> "21 relu__1" [label="(1, 64, 56, 56)", style=solid]; +"21 relu__1" -> "22 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; +"22 quantize_per_tensor_default_2" -> "23 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; +"23 dequantize_per_tensor_default_2" -> "30 conv2d_2" [label="(1, 64, 56, 56)", style=solid]; +"24 _param_constant6" -> "27 quantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; +"25 conv2d_2_scale_0" -> "27 quantize_per_channel_default_2" [label="(64,)", style=solid]; +"25 conv2d_2_scale_0" -> "28 dequantize_per_channel_default_2" [label="(64,)", style=solid]; +"26 conv2d_2_zero_point_0" -> "27 quantize_per_channel_default_2" [label="(64,)", style=solid]; +"26 conv2d_2_zero_point_0" -> "28 dequantize_per_channel_default_2" [label="(64,)", style=solid]; +"27 quantize_per_channel_default_2" -> "28 dequantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; +"28 dequantize_per_channel_default_2" -> "30 conv2d_2" [label="(64, 64, 3, 3)", style=solid]; +"29 layer1_0_conv2_weight_bias_0_0" -> "30 conv2d_2" [label="(64,)", style=solid]; +"30 conv2d_2" -> "31 quantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; +"31 quantize_per_tensor_default_3" -> "32 dequantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; +"32 dequantize_per_tensor_default_3" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; +"33 add_" -> "34 relu__2" [label="(1, 64, 56, 56)", style=solid]; +"34 relu__2" -> "35 quantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; +"35 quantize_per_tensor_default_4" -> "36 dequantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; +"35 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; +"36 dequantize_per_tensor_default_5" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; +"37 dequantize_per_tensor_default_4" -> "44 conv2d_3" [label="(1, 64, 56, 56)", style=solid]; +"38 _param_constant9" -> "41 quantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; +"39 conv2d_3_scale_0" -> "41 quantize_per_channel_default_3" [label="(64,)", style=solid]; +"39 conv2d_3_scale_0" -> "42 dequantize_per_channel_default_3" [label="(64,)", style=solid]; +"40 conv2d_3_zero_point_0" -> "41 quantize_per_channel_default_3" [label="(64,)", style=solid]; +"40 conv2d_3_zero_point_0" -> "42 dequantize_per_channel_default_3" [label="(64,)", style=solid]; +"41 quantize_per_channel_default_3" -> "42 dequantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; +"42 dequantize_per_channel_default_3" -> "44 conv2d_3" [label="(64, 64, 3, 3)", style=solid]; +"43 layer1_1_conv1_weight_bias_0_0" -> "44 conv2d_3" [label="(64,)", style=solid]; +"44 conv2d_3" -> "45 relu__3" [label="(1, 64, 56, 56)", style=solid]; +"45 relu__3" -> "46 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; +"46 quantize_per_tensor_default_5" -> "47 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; +"47 dequantize_per_tensor_default_6" -> "54 conv2d_4" [label="(1, 64, 56, 56)", style=solid]; +"48 _param_constant12" -> "51 quantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; +"49 conv2d_4_scale_0" -> "51 quantize_per_channel_default_4" [label="(64,)", style=solid]; +"49 conv2d_4_scale_0" -> "52 dequantize_per_channel_default_4" [label="(64,)", style=solid]; +"50 conv2d_4_zero_point_0" -> "51 quantize_per_channel_default_4" [label="(64,)", style=solid]; +"50 conv2d_4_zero_point_0" -> "52 dequantize_per_channel_default_4" [label="(64,)", style=solid]; +"51 quantize_per_channel_default_4" -> "52 dequantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; +"52 dequantize_per_channel_default_4" -> "54 conv2d_4" [label="(64, 64, 3, 3)", style=solid]; +"53 layer1_1_conv2_weight_bias_0_0" -> "54 conv2d_4" [label="(64,)", style=solid]; +"54 conv2d_4" -> "55 quantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; +"55 quantize_per_tensor_default_6" -> "56 dequantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; +"56 dequantize_per_tensor_default_7" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; +"57 add__1" -> "58 relu__4" [label="(1, 64, 56, 56)", style=solid]; +"58 relu__4" -> "59 quantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; +"59 quantize_per_tensor_default_7" -> "60 dequantize_per_tensor_default_9" [label="(1, 64, 56, 56)", style=solid]; +"59 quantize_per_tensor_default_7" -> "61 dequantize_per_tensor_default_8" [label="(1, 64, 56, 56)", style=solid]; +"60 dequantize_per_tensor_default_9" -> "87 conv2d_7" [label="(1, 64, 56, 56)", style=solid]; +"61 dequantize_per_tensor_default_8" -> "68 conv2d_5" [label="(1, 64, 56, 56)", style=solid]; +"62 _param_constant15" -> "65 quantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; +"63 conv2d_5_scale_0" -> "65 quantize_per_channel_default_5" [label="(128,)", style=solid]; +"63 conv2d_5_scale_0" -> "66 dequantize_per_channel_default_5" [label="(128,)", style=solid]; +"64 conv2d_5_zero_point_0" -> "65 quantize_per_channel_default_5" [label="(128,)", style=solid]; +"64 conv2d_5_zero_point_0" -> "66 dequantize_per_channel_default_5" [label="(128,)", style=solid]; +"65 quantize_per_channel_default_5" -> "66 dequantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; +"66 dequantize_per_channel_default_5" -> "68 conv2d_5" [label="(128, 64, 3, 3)", style=solid]; +"67 layer2_0_conv1_weight_bias_0_0" -> "68 conv2d_5" [label="(128,)", style=solid]; +"68 conv2d_5" -> "69 relu__5" [label="(1, 128, 28, 28)", style=solid]; +"69 relu__5" -> "70 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; +"70 quantize_per_tensor_default_8" -> "71 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; +"71 dequantize_per_tensor_default_10" -> "78 conv2d_6" [label="(1, 128, 28, 28)", style=solid]; +"72 _param_constant18" -> "75 quantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; +"73 conv2d_6_scale_0" -> "75 quantize_per_channel_default_6" [label="(128,)", style=solid]; +"73 conv2d_6_scale_0" -> "76 dequantize_per_channel_default_6" [label="(128,)", style=solid]; +"74 conv2d_6_zero_point_0" -> "75 quantize_per_channel_default_6" [label="(128,)", style=solid]; +"74 conv2d_6_zero_point_0" -> "76 dequantize_per_channel_default_6" [label="(128,)", style=solid]; +"75 quantize_per_channel_default_6" -> "76 dequantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; +"76 dequantize_per_channel_default_6" -> "78 conv2d_6" [label="(128, 128, 3, 3)", style=solid]; +"77 layer2_0_conv2_weight_bias_0_0" -> "78 conv2d_6" [label="(128,)", style=solid]; +"78 conv2d_6" -> "79 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; +"79 quantize_per_tensor_default_9" -> "80 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; +"80 dequantize_per_tensor_default_11" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; +"81 _param_constant21" -> "84 quantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; +"82 conv2d_7_scale_0" -> "84 quantize_per_channel_default_7" [label="(128,)", style=solid]; +"82 conv2d_7_scale_0" -> "85 dequantize_per_channel_default_7" [label="(128,)", style=solid]; +"83 conv2d_7_zero_point_0" -> "84 quantize_per_channel_default_7" [label="(128,)", style=solid]; +"83 conv2d_7_zero_point_0" -> "85 dequantize_per_channel_default_7" [label="(128,)", style=solid]; +"84 quantize_per_channel_default_7" -> "85 dequantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; +"85 dequantize_per_channel_default_7" -> "87 conv2d_7" [label="(128, 64, 1, 1)", style=solid]; +"86 layer2_0_downsample_0_weight_bias_0_0" -> "87 conv2d_7" [label="(128,)", style=solid]; +"87 conv2d_7" -> "88 quantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; +"88 quantize_per_tensor_default_10" -> "89 dequantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; +"89 dequantize_per_tensor_default_12" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; +"90 add__2" -> "91 relu__6" [label="(1, 128, 28, 28)", style=solid]; +"91 relu__6" -> "92 quantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; +"92 quantize_per_tensor_default_11" -> "93 dequantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; +"92 quantize_per_tensor_default_11" -> "94 dequantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; +"93 dequantize_per_tensor_default_14" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; +"94 dequantize_per_tensor_default_13" -> "101 conv2d_8" [label="(1, 128, 28, 28)", style=solid]; +"95 _param_constant24" -> "98 quantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; +"96 conv2d_8_scale_0" -> "98 quantize_per_channel_default_8" [label="(128,)", style=solid]; +"96 conv2d_8_scale_0" -> "99 dequantize_per_channel_default_8" [label="(128,)", style=solid]; +"97 conv2d_8_zero_point_0" -> "98 quantize_per_channel_default_8" [label="(128,)", style=solid]; +"97 conv2d_8_zero_point_0" -> "99 dequantize_per_channel_default_8" [label="(128,)", style=solid]; +"98 quantize_per_channel_default_8" -> "99 dequantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; +"99 dequantize_per_channel_default_8" -> "101 conv2d_8" [label="(128, 128, 3, 3)", style=solid]; +"100 layer2_1_conv1_weight_bias_0_0" -> "101 conv2d_8" [label="(128,)", style=solid]; +"101 conv2d_8" -> "102 relu__7" [label="(1, 128, 28, 28)", style=solid]; +"102 relu__7" -> "103 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; +"103 quantize_per_tensor_default_12" -> "104 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28)", style=solid]; +"104 dequantize_per_tensor_default_15" -> "111 conv2d_9" [label="(1, 128, 28, 28)", style=solid]; +"105 _param_constant27" -> "108 quantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; +"106 conv2d_9_scale_0" -> "108 quantize_per_channel_default_9" [label="(128,)", style=solid]; +"106 conv2d_9_scale_0" -> "109 dequantize_per_channel_default_9" [label="(128,)", style=solid]; +"107 conv2d_9_zero_point_0" -> "108 quantize_per_channel_default_9" [label="(128,)", style=solid]; +"107 conv2d_9_zero_point_0" -> "109 dequantize_per_channel_default_9" [label="(128,)", style=solid]; +"108 quantize_per_channel_default_9" -> "109 dequantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; +"109 dequantize_per_channel_default_9" -> "111 conv2d_9" [label="(128, 128, 3, 3)", style=solid]; +"110 layer2_1_conv2_weight_bias_0_0" -> "111 conv2d_9" [label="(128,)", style=solid]; +"111 conv2d_9" -> "112 quantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; +"112 quantize_per_tensor_default_13" -> "113 dequantize_per_tensor_default_16" [label="(1, 128, 28, 28)", style=solid]; +"113 dequantize_per_tensor_default_16" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; +"114 add__3" -> "115 relu__8" [label="(1, 128, 28, 28)", style=solid]; +"115 relu__8" -> "116 quantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; +"116 quantize_per_tensor_default_14" -> "117 dequantize_per_tensor_default_18" [label="(1, 128, 28, 28)", style=solid]; +"116 quantize_per_tensor_default_14" -> "118 dequantize_per_tensor_default_17" [label="(1, 128, 28, 28)", style=solid]; +"117 dequantize_per_tensor_default_18" -> "144 conv2d_12" [label="(1, 128, 28, 28)", style=solid]; +"118 dequantize_per_tensor_default_17" -> "125 conv2d_10" [label="(1, 128, 28, 28)", style=solid]; +"119 _param_constant30" -> "122 quantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; +"120 conv2d_10_scale_0" -> "122 quantize_per_channel_default_10" [label="(256,)", style=solid]; +"120 conv2d_10_scale_0" -> "123 dequantize_per_channel_default_10" [label="(256,)", style=solid]; +"121 conv2d_10_zero_point_0" -> "122 quantize_per_channel_default_10" [label="(256,)", style=solid]; +"121 conv2d_10_zero_point_0" -> "123 dequantize_per_channel_default_10" [label="(256,)", style=solid]; +"122 quantize_per_channel_default_10" -> "123 dequantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; +"123 dequantize_per_channel_default_10" -> "125 conv2d_10" [label="(256, 128, 3, 3)", style=solid]; +"124 layer3_0_conv1_weight_bias_0_0" -> "125 conv2d_10" [label="(256,)", style=solid]; +"125 conv2d_10" -> "126 relu__9" [label="(1, 256, 14, 14)", style=solid]; +"126 relu__9" -> "127 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; +"127 quantize_per_tensor_default_15" -> "128 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; +"128 dequantize_per_tensor_default_19" -> "135 conv2d_11" [label="(1, 256, 14, 14)", style=solid]; +"129 _param_constant33" -> "132 quantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; +"130 conv2d_11_scale_0" -> "132 quantize_per_channel_default_11" [label="(256,)", style=solid]; +"130 conv2d_11_scale_0" -> "133 dequantize_per_channel_default_11" [label="(256,)", style=solid]; +"131 conv2d_11_zero_point_0" -> "132 quantize_per_channel_default_11" [label="(256,)", style=solid]; +"131 conv2d_11_zero_point_0" -> "133 dequantize_per_channel_default_11" [label="(256,)", style=solid]; +"132 quantize_per_channel_default_11" -> "133 dequantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; +"133 dequantize_per_channel_default_11" -> "135 conv2d_11" [label="(256, 256, 3, 3)", style=solid]; +"134 layer3_0_conv2_weight_bias_0_0" -> "135 conv2d_11" [label="(256,)", style=solid]; +"135 conv2d_11" -> "136 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; +"136 quantize_per_tensor_default_16" -> "137 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; +"137 dequantize_per_tensor_default_20" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; +"138 _param_constant36" -> "141 quantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; +"139 conv2d_12_scale_0" -> "141 quantize_per_channel_default_12" [label="(256,)", style=solid]; +"139 conv2d_12_scale_0" -> "142 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"140 conv2d_12_zero_point_0" -> "141 quantize_per_channel_default_12" [label="(256,)", style=solid]; +"140 conv2d_12_zero_point_0" -> "142 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"141 quantize_per_channel_default_12" -> "142 dequantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; +"142 dequantize_per_channel_default_12" -> "144 conv2d_12" [label="(256, 128, 1, 1)", style=solid]; +"143 layer3_0_downsample_0_weight_bias_0_0" -> "144 conv2d_12" [label="(256,)", style=solid]; +"144 conv2d_12" -> "145 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"145 quantize_per_tensor_default_17" -> "146 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"146 dequantize_per_tensor_default_21" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; +"147 add__4" -> "148 relu__10" [label="(1, 256, 14, 14)", style=solid]; +"148 relu__10" -> "149 quantize_per_tensor_default_18" [label="(1, 256, 14, 14)", style=solid]; +"149 quantize_per_tensor_default_18" -> "150 dequantize_per_tensor_default_23" [label="(1, 256, 14, 14)", style=solid]; +"149 quantize_per_tensor_default_18" -> "151 dequantize_per_tensor_default_22" [label="(1, 256, 14, 14)", style=solid]; +"150 dequantize_per_tensor_default_23" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; +"151 dequantize_per_tensor_default_22" -> "158 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; +"152 _param_constant39" -> "155 quantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; +"153 conv2d_13_scale_0" -> "155 quantize_per_channel_default_13" [label="(256,)", style=solid]; +"153 conv2d_13_scale_0" -> "156 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"154 conv2d_13_zero_point_0" -> "155 quantize_per_channel_default_13" [label="(256,)", style=solid]; +"154 conv2d_13_zero_point_0" -> "156 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"155 quantize_per_channel_default_13" -> "156 dequantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; +"156 dequantize_per_channel_default_13" -> "158 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; +"157 layer3_1_conv1_weight_bias_0_0" -> "158 conv2d_13" [label="(256,)", style=solid]; +"158 conv2d_13" -> "159 relu__11" [label="(1, 256, 14, 14)", style=solid]; +"159 relu__11" -> "160 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; +"160 quantize_per_tensor_default_19" -> "161 dequantize_per_tensor_default_24" [label="(1, 256, 14, 14)", style=solid]; +"161 dequantize_per_tensor_default_24" -> "168 conv2d_14" [label="(1, 256, 14, 14)", style=solid]; +"162 _param_constant42" -> "165 quantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; +"163 conv2d_14_scale_0" -> "165 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"163 conv2d_14_scale_0" -> "166 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"164 conv2d_14_zero_point_0" -> "165 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"164 conv2d_14_zero_point_0" -> "166 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"165 quantize_per_channel_default_14" -> "166 dequantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; +"166 dequantize_per_channel_default_14" -> "168 conv2d_14" [label="(256, 256, 3, 3)", style=solid]; +"167 layer3_1_conv2_weight_bias_0_0" -> "168 conv2d_14" [label="(256,)", style=solid]; +"168 conv2d_14" -> "169 quantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; +"169 quantize_per_tensor_default_20" -> "170 dequantize_per_tensor_default_25" [label="(1, 256, 14, 14)", style=solid]; +"170 dequantize_per_tensor_default_25" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; +"171 add__5" -> "172 relu__12" [label="(1, 256, 14, 14)", style=solid]; +"172 relu__12" -> "173 quantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"173 quantize_per_tensor_default_21" -> "174 dequantize_per_tensor_default_27" [label="(1, 256, 14, 14)", style=solid]; +"173 quantize_per_tensor_default_21" -> "175 dequantize_per_tensor_default_26" [label="(1, 256, 14, 14)", style=solid]; +"174 dequantize_per_tensor_default_27" -> "201 conv2d_17" [label="(1, 256, 14, 14)", style=solid]; +"175 dequantize_per_tensor_default_26" -> "182 conv2d_15" [label="(1, 256, 14, 14)", style=solid]; +"176 _param_constant45" -> "179 quantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; +"177 conv2d_15_scale_0" -> "179 quantize_per_channel_default_15" [label="(512,)", style=solid]; +"177 conv2d_15_scale_0" -> "180 dequantize_per_channel_default_15" [label="(512,)", style=solid]; +"178 conv2d_15_zero_point_0" -> "179 quantize_per_channel_default_15" [label="(512,)", style=solid]; +"178 conv2d_15_zero_point_0" -> "180 dequantize_per_channel_default_15" [label="(512,)", style=solid]; +"179 quantize_per_channel_default_15" -> "180 dequantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; +"180 dequantize_per_channel_default_15" -> "182 conv2d_15" [label="(512, 256, 3, 3)", style=solid]; +"181 layer4_0_conv1_weight_bias_0_0" -> "182 conv2d_15" [label="(512,)", style=solid]; +"182 conv2d_15" -> "183 relu__13" [label="(1, 512, 7, 7)", style=solid]; +"183 relu__13" -> "184 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; +"184 quantize_per_tensor_default_22" -> "185 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; +"185 dequantize_per_tensor_default_28" -> "192 conv2d_16" [label="(1, 512, 7, 7)", style=solid]; +"186 _param_constant48" -> "189 quantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; +"187 conv2d_16_scale_0" -> "189 quantize_per_channel_default_16" [label="(512,)", style=solid]; +"187 conv2d_16_scale_0" -> "190 dequantize_per_channel_default_16" [label="(512,)", style=solid]; +"188 conv2d_16_zero_point_0" -> "189 quantize_per_channel_default_16" [label="(512,)", style=solid]; +"188 conv2d_16_zero_point_0" -> "190 dequantize_per_channel_default_16" [label="(512,)", style=solid]; +"189 quantize_per_channel_default_16" -> "190 dequantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; +"190 dequantize_per_channel_default_16" -> "192 conv2d_16" [label="(512, 512, 3, 3)", style=solid]; +"191 layer4_0_conv2_weight_bias_0_0" -> "192 conv2d_16" [label="(512,)", style=solid]; +"192 conv2d_16" -> "193 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; +"193 quantize_per_tensor_default_23" -> "194 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7)", style=solid]; +"194 dequantize_per_tensor_default_29" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; +"195 _param_constant51" -> "198 quantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; +"196 conv2d_17_scale_0" -> "198 quantize_per_channel_default_17" [label="(512,)", style=solid]; +"196 conv2d_17_scale_0" -> "199 dequantize_per_channel_default_17" [label="(512,)", style=solid]; +"197 conv2d_17_zero_point_0" -> "198 quantize_per_channel_default_17" [label="(512,)", style=solid]; +"197 conv2d_17_zero_point_0" -> "199 dequantize_per_channel_default_17" [label="(512,)", style=solid]; +"198 quantize_per_channel_default_17" -> "199 dequantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; +"199 dequantize_per_channel_default_17" -> "201 conv2d_17" [label="(512, 256, 1, 1)", style=solid]; +"200 layer4_0_downsample_0_weight_bias_0_0" -> "201 conv2d_17" [label="(512,)", style=solid]; +"201 conv2d_17" -> "202 quantize_per_tensor_default_24" [label="(1, 512, 7, 7)", style=solid]; +"202 quantize_per_tensor_default_24" -> "203 dequantize_per_tensor_default_30" [label="(1, 512, 7, 7)", style=solid]; +"203 dequantize_per_tensor_default_30" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; +"204 add__6" -> "205 relu__14" [label="(1, 512, 7, 7)", style=solid]; +"205 relu__14" -> "206 quantize_per_tensor_default_25" [label="(1, 512, 7, 7)", style=solid]; +"206 quantize_per_tensor_default_25" -> "207 dequantize_per_tensor_default_32" [label="(1, 512, 7, 7)", style=solid]; +"206 quantize_per_tensor_default_25" -> "208 dequantize_per_tensor_default_31" [label="(1, 512, 7, 7)", style=solid]; +"207 dequantize_per_tensor_default_32" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; +"208 dequantize_per_tensor_default_31" -> "215 conv2d_18" [label="(1, 512, 7, 7)", style=solid]; +"209 _param_constant54" -> "212 quantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; +"210 conv2d_18_scale_0" -> "212 quantize_per_channel_default_18" [label="(512,)", style=solid]; +"210 conv2d_18_scale_0" -> "213 dequantize_per_channel_default_18" [label="(512,)", style=solid]; +"211 conv2d_18_zero_point_0" -> "212 quantize_per_channel_default_18" [label="(512,)", style=solid]; +"211 conv2d_18_zero_point_0" -> "213 dequantize_per_channel_default_18" [label="(512,)", style=solid]; +"212 quantize_per_channel_default_18" -> "213 dequantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; +"213 dequantize_per_channel_default_18" -> "215 conv2d_18" [label="(512, 512, 3, 3)", style=solid]; +"214 layer4_1_conv1_weight_bias_0_0" -> "215 conv2d_18" [label="(512,)", style=solid]; +"215 conv2d_18" -> "216 relu__15" [label="(1, 512, 7, 7)", style=solid]; +"216 relu__15" -> "217 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; +"217 quantize_per_tensor_default_26" -> "218 dequantize_per_tensor_default_33" [label="(1, 512, 7, 7)", style=solid]; +"218 dequantize_per_tensor_default_33" -> "225 conv2d_19" [label="(1, 512, 7, 7)", style=solid]; +"219 _param_constant57" -> "222 quantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; +"220 conv2d_19_scale_0" -> "222 quantize_per_channel_default_19" [label="(512,)", style=solid]; +"220 conv2d_19_scale_0" -> "223 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"221 conv2d_19_zero_point_0" -> "222 quantize_per_channel_default_19" [label="(512,)", style=solid]; +"221 conv2d_19_zero_point_0" -> "223 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"222 quantize_per_channel_default_19" -> "223 dequantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; +"223 dequantize_per_channel_default_19" -> "225 conv2d_19" [label="(512, 512, 3, 3)", style=solid]; +"224 layer4_1_conv2_weight_bias_0_0" -> "225 conv2d_19" [label="(512,)", style=solid]; +"225 conv2d_19" -> "226 quantize_per_tensor_default_27" [label="(1, 512, 7, 7)", style=solid]; +"226 quantize_per_tensor_default_27" -> "227 dequantize_per_tensor_default_34" [label="(1, 512, 7, 7)", style=solid]; +"227 dequantize_per_tensor_default_34" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; +"228 add__7" -> "229 relu__16" [label="(1, 512, 7, 7)", style=solid]; +"229 relu__16" -> "230 quantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; +"230 quantize_per_tensor_default_28" -> "231 dequantize_per_tensor_default_35" [label="(1, 512, 7, 7)", style=solid]; +"231 dequantize_per_tensor_default_35" -> "232 adaptive_avg_pool2d" [label="(1, 512, 7, 7)", style=solid]; +"232 adaptive_avg_pool2d" -> "233 quantize_per_tensor_default_29" [label="(1, 512, 1, 1)", style=solid]; +"233 quantize_per_tensor_default_29" -> "234 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1)", style=solid]; +"234 dequantize_per_tensor_default_36" -> "235 flatten" [label="(1, 512, 1, 1)", style=solid]; +"235 flatten" -> "242 linear" [label="(1, 512)", style=solid]; +"236 _param_constant60" -> "239 quantize_per_channel_default_20" [label="(1000, 512)", style=solid]; +"237 linear_scale_0" -> "239 quantize_per_channel_default_20" [label="(1000,)", style=solid]; +"237 linear_scale_0" -> "240 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; +"238 linear_zero_point_0" -> "239 quantize_per_channel_default_20" [label="(1000,)", style=solid]; +"238 linear_zero_point_0" -> "240 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; +"239 quantize_per_channel_default_20" -> "240 dequantize_per_channel_default_20" [label="(1000, 512)", style=solid]; +"240 dequantize_per_channel_default_20" -> "242 linear" [label="(1000, 512)", style=solid]; +"241 _param_constant61_0_0" -> "242 linear" [label="(1000,)", style=solid]; +"242 linear" -> "243 output" [label="(1, 1000)", style=solid]; +} \ No newline at end of file diff --git a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot index e60eb335261..5220e715e94 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot @@ -2,5963 +2,6857 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; -"4 compressed_weight_updated_constant149" [id=4, type=get_attr]; -"5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul_tensor" [id=6, type=mul]; -"7 conv2d" [id=7, type=conv2d]; -"8 permute" [id=8, type=permute]; -"9 _param_constant2" [id=9, type=get_attr]; -"10 _param_constant3" [id=10, type=get_attr]; -"11 layer_norm" [id=11, type=layer_norm]; -"12 _tensor_constant0" [id=12, type=get_attr]; -"13 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=13, type=call_module]; -"14 linear_scale_0_updated_constant0" [id=14, type=get_attr]; -"15 compressed_weight_updated_constant150" [id=15, type=get_attr]; -"16 _param_constant5_0_0" [id=16, type=get_attr]; -"17 mul_tensor_1" [id=17, type=mul]; -"18 linear" [id=18, type=linear]; -"19 relu_" [id=19, type=relu_]; -"20 relu__0_0_nncf_smooth_quant_0" [id=20, type=call_module]; -"21 linear_1_scale_0_updated_constant0" [id=21, type=get_attr]; -"22 compressed_weight_updated_constant151" [id=22, type=get_attr]; -"23 mul_tensor_2" [id=23, type=mul]; -"24 linear_1" [id=24, type=linear]; -"25 view" [id=25, type=view]; -"26 _tensor_constant1" [id=26, type=get_attr]; -"27 index" [id=27, type=index]; -"28 view_1" [id=28, type=view]; -"29 permute_1" [id=29, type=permute]; -"30 contiguous" [id=30, type=contiguous]; -"31 unsqueeze" [id=31, type=unsqueeze]; -"32 sigmoid" [id=32, type=sigmoid]; -"33 mul" [id=33, type=mul]; -"34 pad" [id=34, type=pad]; -"35 view_2" [id=35, type=view]; -"36 permute_2" [id=36, type=permute]; -"37 reshape" [id=37, type=reshape]; -"38 reshape_0_0_nncf_smooth_quant_0" [id=38, type=call_module]; -"39 quantize_per_tensor_default_1" [id=39, type=quantize_per_tensor]; -"40 dequantize_per_tensor_default_1" [id=40, type=dequantize_per_tensor]; -"41 linear_2_scale_0_updated_constant0" [id=41, type=get_attr]; -"42 compressed_weight_updated_constant152" [id=42, type=get_attr]; -"43 _param_constant7_0_0" [id=43, type=get_attr]; -"44 mul_tensor_3" [id=44, type=mul]; -"45 linear_2" [id=45, type=linear]; -"46 reshape_1" [id=46, type=reshape]; -"47 permute_3" [id=47, type=permute]; -"48 select" [id=48, type=select]; -"49 select_1" [id=49, type=select]; -"50 select_2" [id=50, type=select]; -"51 linalg_vector_norm" [id=51, type=linalg_vector_norm]; -"52 clamp_min" [id=52, type=clamp_min]; -"53 expand_as" [id=53, type=expand_as]; -"54 div" [id=54, type=div]; -"55 quantize_per_tensor_default_2" [id=55, type=quantize_per_tensor]; -"56 dequantize_per_tensor_default_2" [id=56, type=dequantize_per_tensor]; -"57 linalg_vector_norm_1" [id=57, type=linalg_vector_norm]; -"58 clamp_min_1" [id=58, type=clamp_min]; -"59 expand_as_1" [id=59, type=expand_as]; -"60 div_1" [id=60, type=div]; -"61 quantize_per_tensor_default_3" [id=61, type=quantize_per_tensor]; -"62 dequantize_per_tensor_default_3" [id=62, type=dequantize_per_tensor]; -"63 transpose" [id=63, type=transpose]; -"64 matmul" [id=64, type=matmul]; -"65 _param_constant9" [id=65, type=get_attr]; -"66 clamp" [id=66, type=clamp]; -"67 exp" [id=67, type=exp]; -"68 mul_1" [id=68, type=mul]; -"69 add" [id=69, type=add]; -"70 softmax" [id=70, type=softmax]; -"71 dropout" [id=71, type=dropout]; -"72 matmul_1" [id=72, type=matmul]; -"73 transpose_1" [id=73, type=transpose]; -"74 reshape_2" [id=74, type=reshape]; -"75 reshape_2_0_0_nncf_smooth_quant_0" [id=75, type=call_module]; -"76 quantize_per_tensor_default_4" [id=76, type=quantize_per_tensor]; -"77 dequantize_per_tensor_default_4" [id=77, type=dequantize_per_tensor]; -"78 linear_3_scale_0_updated_constant0" [id=78, type=get_attr]; -"79 compressed_weight_updated_constant153" [id=79, type=get_attr]; -"80 _param_constant11_0_0" [id=80, type=get_attr]; -"81 mul_tensor_4" [id=81, type=mul]; -"82 linear_3" [id=82, type=linear]; -"83 dropout_1" [id=83, type=dropout]; -"84 view_3" [id=84, type=view]; -"85 permute_4" [id=85, type=permute]; -"86 reshape_3" [id=86, type=reshape]; -"87 slice_2" [id=87, type=slice]; -"88 slice_3" [id=88, type=slice]; -"89 _param_constant12" [id=89, type=get_attr]; -"90 _param_constant13" [id=90, type=get_attr]; -"91 layer_norm_1" [id=91, type=layer_norm]; -"92 add_1" [id=92, type=add]; -"93 add_1_0_0_nncf_smooth_quant_0" [id=93, type=call_module]; -"94 quantize_per_tensor_default_5" [id=94, type=quantize_per_tensor]; -"95 dequantize_per_tensor_default_5" [id=95, type=dequantize_per_tensor]; -"96 linear_4_scale_0_updated_constant0" [id=96, type=get_attr]; -"97 compressed_weight_updated_constant154" [id=97, type=get_attr]; -"98 _param_constant15_0_0" [id=98, type=get_attr]; -"99 mul_tensor_5" [id=99, type=mul]; -"100 linear_4" [id=100, type=linear]; -"101 gelu" [id=101, type=gelu]; -"102 dropout_2" [id=102, type=dropout]; -"103 dropout_2_0_0_nncf_smooth_quant_0" [id=103, type=call_module]; -"104 quantize_per_tensor_default_6" [id=104, type=quantize_per_tensor]; -"105 dequantize_per_tensor_default_6" [id=105, type=dequantize_per_tensor]; -"106 linear_5_scale_0_updated_constant0" [id=106, type=get_attr]; -"107 compressed_weight_updated_constant155" [id=107, type=get_attr]; -"108 _param_constant17_0_0" [id=108, type=get_attr]; -"109 mul_tensor_6" [id=109, type=mul]; -"110 linear_5" [id=110, type=linear]; -"111 dropout_3" [id=111, type=dropout]; -"112 _param_constant18" [id=112, type=get_attr]; -"113 _param_constant19" [id=113, type=get_attr]; -"114 layer_norm_2" [id=114, type=layer_norm]; -"115 add_2" [id=115, type=add]; -"116 _tensor_constant2" [id=116, type=get_attr]; -"117 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=117, type=call_module]; -"118 linear_6_scale_0_updated_constant0" [id=118, type=get_attr]; -"119 compressed_weight_updated_constant156" [id=119, type=get_attr]; -"120 _param_constant21_0_0" [id=120, type=get_attr]; -"121 mul_tensor_7" [id=121, type=mul]; -"122 linear_6" [id=122, type=linear]; -"123 relu__1" [id=123, type=relu_]; -"124 relu__1_0_0_nncf_smooth_quant_0" [id=124, type=call_module]; -"125 linear_7_scale_0_updated_constant0" [id=125, type=get_attr]; -"126 compressed_weight_updated_constant157" [id=126, type=get_attr]; -"127 mul_tensor_8" [id=127, type=mul]; -"128 linear_7" [id=128, type=linear]; -"129 view_4" [id=129, type=view]; -"130 _tensor_constant3" [id=130, type=get_attr]; -"131 index_1" [id=131, type=index]; -"132 view_5" [id=132, type=view]; -"133 permute_5" [id=133, type=permute]; -"134 contiguous_1" [id=134, type=contiguous]; -"135 unsqueeze_1" [id=135, type=unsqueeze]; -"136 sigmoid_1" [id=136, type=sigmoid]; -"137 mul_2" [id=137, type=mul]; -"138 pad_1" [id=138, type=pad]; -"139 roll" [id=139, type=roll]; -"140 view_6" [id=140, type=view]; -"141 permute_6" [id=141, type=permute]; -"142 reshape_4" [id=142, type=reshape]; -"143 reshape_4_0_0_nncf_smooth_quant_0" [id=143, type=call_module]; -"144 quantize_per_tensor_default_7" [id=144, type=quantize_per_tensor]; -"145 dequantize_per_tensor_default_7" [id=145, type=dequantize_per_tensor]; -"146 linear_8_scale_0_updated_constant0" [id=146, type=get_attr]; -"147 compressed_weight_updated_constant158" [id=147, type=get_attr]; -"148 _param_constant23_0_0" [id=148, type=get_attr]; -"149 mul_tensor_9" [id=149, type=mul]; -"150 linear_8" [id=150, type=linear]; -"151 reshape_5" [id=151, type=reshape]; -"152 permute_7" [id=152, type=permute]; -"153 select_3" [id=153, type=select]; -"154 select_4" [id=154, type=select]; -"155 select_5" [id=155, type=select]; -"156 linalg_vector_norm_2" [id=156, type=linalg_vector_norm]; -"157 clamp_min_2" [id=157, type=clamp_min]; -"158 expand_as_2" [id=158, type=expand_as]; -"159 div_2" [id=159, type=div]; -"160 quantize_per_tensor_default_8" [id=160, type=quantize_per_tensor]; -"161 dequantize_per_tensor_default_8" [id=161, type=dequantize_per_tensor]; -"162 linalg_vector_norm_3" [id=162, type=linalg_vector_norm]; -"163 clamp_min_3" [id=163, type=clamp_min]; -"164 expand_as_3" [id=164, type=expand_as]; -"165 div_3" [id=165, type=div]; -"166 quantize_per_tensor_default_9" [id=166, type=quantize_per_tensor]; -"167 dequantize_per_tensor_default_9" [id=167, type=dequantize_per_tensor]; -"168 transpose_2" [id=168, type=transpose]; -"169 matmul_2" [id=169, type=matmul]; -"170 _param_constant25" [id=170, type=get_attr]; -"171 clamp_1" [id=171, type=clamp]; -"172 exp_1" [id=172, type=exp]; -"173 mul_3" [id=173, type=mul]; -"174 add_3" [id=174, type=add]; -"175 new_zeros" [id=175, type=new_zeros]; -"176 view_7" [id=176, type=view]; -"177 permute_8" [id=177, type=permute]; -"178 reshape_6" [id=178, type=reshape]; -"179 unsqueeze_2" [id=179, type=unsqueeze]; -"180 unsqueeze_3" [id=180, type=unsqueeze]; -"181 sub" [id=181, type=sub]; -"182 ne" [id=182, type=ne]; -"183 masked_fill" [id=183, type=masked_fill]; -"184 eq" [id=184, type=eq]; -"185 masked_fill_1" [id=185, type=masked_fill]; -"186 view_8" [id=186, type=view]; -"187 unsqueeze_4" [id=187, type=unsqueeze]; -"188 unsqueeze_5" [id=188, type=unsqueeze]; -"189 add_4" [id=189, type=add]; -"190 view_9" [id=190, type=view]; -"191 softmax_1" [id=191, type=softmax]; -"192 dropout_4" [id=192, type=dropout]; -"193 matmul_3" [id=193, type=matmul]; -"194 transpose_3" [id=194, type=transpose]; -"195 reshape_7" [id=195, type=reshape]; -"196 reshape_7_0_0_nncf_smooth_quant_0" [id=196, type=call_module]; -"197 quantize_per_tensor_default_10" [id=197, type=quantize_per_tensor]; -"198 dequantize_per_tensor_default_10" [id=198, type=dequantize_per_tensor]; -"199 linear_9_scale_0_updated_constant0" [id=199, type=get_attr]; -"200 compressed_weight_updated_constant159" [id=200, type=get_attr]; -"201 _param_constant27_0_0" [id=201, type=get_attr]; -"202 mul_tensor_10" [id=202, type=mul]; -"203 linear_9" [id=203, type=linear]; -"204 dropout_5" [id=204, type=dropout]; -"205 view_10" [id=205, type=view]; -"206 permute_9" [id=206, type=permute]; -"207 reshape_8" [id=207, type=reshape]; -"208 roll_1" [id=208, type=roll]; -"209 slice_23" [id=209, type=slice]; -"210 slice_24" [id=210, type=slice]; -"211 _param_constant28" [id=211, type=get_attr]; -"212 _param_constant29" [id=212, type=get_attr]; -"213 layer_norm_3" [id=213, type=layer_norm]; -"214 add_5" [id=214, type=add]; -"215 add_5_0_0_nncf_smooth_quant_0" [id=215, type=call_module]; -"216 quantize_per_tensor_default_11" [id=216, type=quantize_per_tensor]; -"217 dequantize_per_tensor_default_11" [id=217, type=dequantize_per_tensor]; -"218 linear_10_scale_0_updated_constant0" [id=218, type=get_attr]; -"219 compressed_weight_updated_constant160" [id=219, type=get_attr]; -"220 _param_constant31_0_0" [id=220, type=get_attr]; -"221 mul_tensor_11" [id=221, type=mul]; -"222 linear_10" [id=222, type=linear]; -"223 gelu_1" [id=223, type=gelu]; -"224 dropout_6" [id=224, type=dropout]; -"225 dropout_6_0_0_nncf_smooth_quant_0" [id=225, type=call_module]; -"226 quantize_per_tensor_default_12" [id=226, type=quantize_per_tensor]; -"227 dequantize_per_tensor_default_12" [id=227, type=dequantize_per_tensor]; -"228 linear_11_scale_0_updated_constant0" [id=228, type=get_attr]; -"229 compressed_weight_updated_constant161" [id=229, type=get_attr]; -"230 _param_constant33_0_0" [id=230, type=get_attr]; -"231 mul_tensor_12" [id=231, type=mul]; -"232 linear_11" [id=232, type=linear]; -"233 dropout_7" [id=233, type=dropout]; -"234 _param_constant34" [id=234, type=get_attr]; -"235 _param_constant35" [id=235, type=get_attr]; -"236 layer_norm_4" [id=236, type=layer_norm]; -"237 add_6" [id=237, type=add]; -"238 pad_2" [id=238, type=pad]; -"239 slice_25" [id=239, type=slice]; -"240 slice_26" [id=240, type=slice]; -"241 slice_27" [id=241, type=slice]; -"242 slice_28" [id=242, type=slice]; -"243 slice_29" [id=243, type=slice]; -"244 slice_30" [id=244, type=slice]; -"245 slice_31" [id=245, type=slice]; -"246 slice_32" [id=246, type=slice]; -"247 slice_33" [id=247, type=slice]; -"248 slice_34" [id=248, type=slice]; -"249 slice_35" [id=249, type=slice]; -"250 slice_36" [id=250, type=slice]; -"251 cat" [id=251, type=cat]; -"252 cat_0_0_nncf_smooth_quant_0" [id=252, type=call_module]; -"253 quantize_per_tensor_default_13" [id=253, type=quantize_per_tensor]; -"254 dequantize_per_tensor_default_13" [id=254, type=dequantize_per_tensor]; -"255 linear_12_scale_0_updated_constant0" [id=255, type=get_attr]; -"256 compressed_weight_updated_constant162" [id=256, type=get_attr]; -"257 mul_tensor_13" [id=257, type=mul]; -"258 linear_12" [id=258, type=linear]; -"259 _param_constant37" [id=259, type=get_attr]; -"260 _param_constant38" [id=260, type=get_attr]; -"261 layer_norm_5" [id=261, type=layer_norm]; -"262 _tensor_constant13" [id=262, type=get_attr]; -"263 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=263, type=call_module]; -"264 linear_13_scale_0_updated_constant0" [id=264, type=get_attr]; -"265 compressed_weight_updated_constant163" [id=265, type=get_attr]; -"266 _param_constant40_0_0" [id=266, type=get_attr]; -"267 mul_tensor_14" [id=267, type=mul]; -"268 linear_13" [id=268, type=linear]; -"269 relu__2" [id=269, type=relu_]; -"270 relu__2_0_0_nncf_smooth_quant_0" [id=270, type=call_module]; -"271 linear_14_scale_0_updated_constant0" [id=271, type=get_attr]; -"272 compressed_weight_updated_constant164" [id=272, type=get_attr]; -"273 mul_tensor_15" [id=273, type=mul]; -"274 linear_14" [id=274, type=linear]; -"275 view_11" [id=275, type=view]; -"276 _tensor_constant14" [id=276, type=get_attr]; -"277 index_2" [id=277, type=index]; -"278 view_12" [id=278, type=view]; -"279 permute_10" [id=279, type=permute]; -"280 contiguous_2" [id=280, type=contiguous]; -"281 unsqueeze_6" [id=281, type=unsqueeze]; -"282 sigmoid_2" [id=282, type=sigmoid]; -"283 mul_4" [id=283, type=mul]; -"284 pad_3" [id=284, type=pad]; -"285 view_13" [id=285, type=view]; -"286 permute_11" [id=286, type=permute]; -"287 reshape_9" [id=287, type=reshape]; -"288 reshape_9_0_0_nncf_smooth_quant_0" [id=288, type=call_module]; -"289 quantize_per_tensor_default_14" [id=289, type=quantize_per_tensor]; -"290 dequantize_per_tensor_default_14" [id=290, type=dequantize_per_tensor]; -"291 linear_15_scale_0_updated_constant0" [id=291, type=get_attr]; -"292 compressed_weight_updated_constant165" [id=292, type=get_attr]; -"293 _param_constant42_0_0" [id=293, type=get_attr]; -"294 mul_tensor_16" [id=294, type=mul]; -"295 linear_15" [id=295, type=linear]; -"296 reshape_10" [id=296, type=reshape]; -"297 permute_12" [id=297, type=permute]; -"298 select_6" [id=298, type=select]; -"299 select_7" [id=299, type=select]; -"300 select_8" [id=300, type=select]; -"301 linalg_vector_norm_4" [id=301, type=linalg_vector_norm]; -"302 clamp_min_4" [id=302, type=clamp_min]; -"303 expand_as_4" [id=303, type=expand_as]; -"304 div_4" [id=304, type=div]; -"305 quantize_per_tensor_default_15" [id=305, type=quantize_per_tensor]; -"306 dequantize_per_tensor_default_15" [id=306, type=dequantize_per_tensor]; -"307 linalg_vector_norm_5" [id=307, type=linalg_vector_norm]; -"308 clamp_min_5" [id=308, type=clamp_min]; -"309 expand_as_5" [id=309, type=expand_as]; -"310 div_5" [id=310, type=div]; -"311 quantize_per_tensor_default_16" [id=311, type=quantize_per_tensor]; -"312 dequantize_per_tensor_default_16" [id=312, type=dequantize_per_tensor]; -"313 transpose_4" [id=313, type=transpose]; -"314 matmul_4" [id=314, type=matmul]; -"315 _param_constant44" [id=315, type=get_attr]; -"316 clamp_2" [id=316, type=clamp]; -"317 exp_2" [id=317, type=exp]; -"318 mul_5" [id=318, type=mul]; -"319 add_7" [id=319, type=add]; -"320 softmax_2" [id=320, type=softmax]; -"321 dropout_8" [id=321, type=dropout]; -"322 matmul_5" [id=322, type=matmul]; -"323 transpose_5" [id=323, type=transpose]; -"324 reshape_11" [id=324, type=reshape]; -"325 reshape_11_0_0_nncf_smooth_quant_0" [id=325, type=call_module]; -"326 quantize_per_tensor_default_17" [id=326, type=quantize_per_tensor]; -"327 dequantize_per_tensor_default_17" [id=327, type=dequantize_per_tensor]; -"328 linear_16_scale_0_updated_constant0" [id=328, type=get_attr]; -"329 compressed_weight_updated_constant166" [id=329, type=get_attr]; -"330 _param_constant46_0_0" [id=330, type=get_attr]; -"331 mul_tensor_17" [id=331, type=mul]; -"332 linear_16" [id=332, type=linear]; -"333 dropout_9" [id=333, type=dropout]; -"334 view_14" [id=334, type=view]; -"335 permute_13" [id=335, type=permute]; -"336 reshape_12" [id=336, type=reshape]; -"337 slice_38" [id=337, type=slice]; -"338 slice_39" [id=338, type=slice]; -"339 slice_40" [id=339, type=slice]; -"340 slice_41" [id=340, type=slice]; -"341 contiguous_3" [id=341, type=contiguous]; -"342 _param_constant47" [id=342, type=get_attr]; -"343 _param_constant48" [id=343, type=get_attr]; -"344 layer_norm_6" [id=344, type=layer_norm]; -"345 add_8" [id=345, type=add]; -"346 add_8_0_0_nncf_smooth_quant_0" [id=346, type=call_module]; -"347 quantize_per_tensor_default_18" [id=347, type=quantize_per_tensor]; -"348 dequantize_per_tensor_default_18" [id=348, type=dequantize_per_tensor]; -"349 linear_17_scale_0_updated_constant0" [id=349, type=get_attr]; -"350 compressed_weight_updated_constant167" [id=350, type=get_attr]; -"351 _param_constant50_0_0" [id=351, type=get_attr]; -"352 mul_tensor_18" [id=352, type=mul]; -"353 linear_17" [id=353, type=linear]; -"354 gelu_2" [id=354, type=gelu]; -"355 dropout_10" [id=355, type=dropout]; -"356 dropout_10_0_0_nncf_smooth_quant_0" [id=356, type=call_module]; -"357 quantize_per_tensor_default_19" [id=357, type=quantize_per_tensor]; -"358 dequantize_per_tensor_default_19" [id=358, type=dequantize_per_tensor]; -"359 linear_18_scale_0_updated_constant0" [id=359, type=get_attr]; -"360 compressed_weight_updated_constant168" [id=360, type=get_attr]; -"361 _param_constant52_0_0" [id=361, type=get_attr]; -"362 mul_tensor_19" [id=362, type=mul]; -"363 linear_18" [id=363, type=linear]; -"364 dropout_11" [id=364, type=dropout]; -"365 _param_constant53" [id=365, type=get_attr]; -"366 _param_constant54" [id=366, type=get_attr]; -"367 layer_norm_7" [id=367, type=layer_norm]; -"368 add_9" [id=368, type=add]; -"369 _tensor_constant15" [id=369, type=get_attr]; -"370 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=370, type=call_module]; -"371 linear_19_scale_0_updated_constant0" [id=371, type=get_attr]; -"372 compressed_weight_updated_constant169" [id=372, type=get_attr]; -"373 _param_constant56_0_0" [id=373, type=get_attr]; -"374 mul_tensor_20" [id=374, type=mul]; -"375 linear_19" [id=375, type=linear]; -"376 relu__3" [id=376, type=relu_]; -"377 relu__3_0_0_nncf_smooth_quant_0" [id=377, type=call_module]; -"378 linear_20_scale_0_updated_constant0" [id=378, type=get_attr]; -"379 compressed_weight_updated_constant170" [id=379, type=get_attr]; -"380 mul_tensor_21" [id=380, type=mul]; -"381 linear_20" [id=381, type=linear]; -"382 view_15" [id=382, type=view]; -"383 _tensor_constant16" [id=383, type=get_attr]; -"384 index_3" [id=384, type=index]; -"385 view_16" [id=385, type=view]; -"386 permute_14" [id=386, type=permute]; -"387 contiguous_4" [id=387, type=contiguous]; -"388 unsqueeze_7" [id=388, type=unsqueeze]; -"389 sigmoid_3" [id=389, type=sigmoid]; -"390 mul_6" [id=390, type=mul]; -"391 pad_4" [id=391, type=pad]; -"392 roll_2" [id=392, type=roll]; -"393 view_17" [id=393, type=view]; -"394 permute_15" [id=394, type=permute]; -"395 reshape_13" [id=395, type=reshape]; -"396 reshape_13_0_0_nncf_smooth_quant_0" [id=396, type=call_module]; -"397 quantize_per_tensor_default_20" [id=397, type=quantize_per_tensor]; -"398 dequantize_per_tensor_default_20" [id=398, type=dequantize_per_tensor]; -"399 linear_21_scale_0_updated_constant0" [id=399, type=get_attr]; -"400 compressed_weight_updated_constant171" [id=400, type=get_attr]; -"401 _param_constant58_0_0" [id=401, type=get_attr]; -"402 mul_tensor_22" [id=402, type=mul]; -"403 linear_21" [id=403, type=linear]; -"404 reshape_14" [id=404, type=reshape]; -"405 permute_16" [id=405, type=permute]; -"406 select_9" [id=406, type=select]; -"407 select_10" [id=407, type=select]; -"408 select_11" [id=408, type=select]; -"409 linalg_vector_norm_6" [id=409, type=linalg_vector_norm]; -"410 clamp_min_6" [id=410, type=clamp_min]; -"411 expand_as_6" [id=411, type=expand_as]; -"412 div_6" [id=412, type=div]; -"413 quantize_per_tensor_default_21" [id=413, type=quantize_per_tensor]; -"414 dequantize_per_tensor_default_21" [id=414, type=dequantize_per_tensor]; -"415 linalg_vector_norm_7" [id=415, type=linalg_vector_norm]; -"416 clamp_min_7" [id=416, type=clamp_min]; -"417 expand_as_7" [id=417, type=expand_as]; -"418 div_7" [id=418, type=div]; -"419 quantize_per_tensor_default_22" [id=419, type=quantize_per_tensor]; -"420 dequantize_per_tensor_default_22" [id=420, type=dequantize_per_tensor]; -"421 transpose_6" [id=421, type=transpose]; -"422 matmul_6" [id=422, type=matmul]; -"423 _param_constant60" [id=423, type=get_attr]; -"424 clamp_3" [id=424, type=clamp]; -"425 exp_3" [id=425, type=exp]; -"426 mul_7" [id=426, type=mul]; -"427 add_10" [id=427, type=add]; -"428 new_zeros_1" [id=428, type=new_zeros]; -"429 view_18" [id=429, type=view]; -"430 permute_17" [id=430, type=permute]; -"431 reshape_15" [id=431, type=reshape]; -"432 unsqueeze_8" [id=432, type=unsqueeze]; -"433 unsqueeze_9" [id=433, type=unsqueeze]; -"434 sub_1" [id=434, type=sub]; -"435 ne_1" [id=435, type=ne]; -"436 masked_fill_2" [id=436, type=masked_fill]; -"437 eq_1" [id=437, type=eq]; -"438 masked_fill_3" [id=438, type=masked_fill]; -"439 view_19" [id=439, type=view]; -"440 unsqueeze_10" [id=440, type=unsqueeze]; -"441 unsqueeze_11" [id=441, type=unsqueeze]; -"442 add_11" [id=442, type=add]; -"443 view_20" [id=443, type=view]; -"444 softmax_3" [id=444, type=softmax]; -"445 dropout_12" [id=445, type=dropout]; -"446 matmul_7" [id=446, type=matmul]; -"447 transpose_7" [id=447, type=transpose]; -"448 reshape_16" [id=448, type=reshape]; -"449 reshape_16_0_0_nncf_smooth_quant_0" [id=449, type=call_module]; -"450 quantize_per_tensor_default_23" [id=450, type=quantize_per_tensor]; -"451 dequantize_per_tensor_default_23" [id=451, type=dequantize_per_tensor]; -"452 linear_22_scale_0_updated_constant0" [id=452, type=get_attr]; -"453 compressed_weight_updated_constant172" [id=453, type=get_attr]; -"454 _param_constant62_0_0" [id=454, type=get_attr]; -"455 mul_tensor_23" [id=455, type=mul]; -"456 linear_22" [id=456, type=linear]; -"457 dropout_13" [id=457, type=dropout]; -"458 view_21" [id=458, type=view]; -"459 permute_18" [id=459, type=permute]; -"460 reshape_17" [id=460, type=reshape]; -"461 roll_3" [id=461, type=roll]; -"462 slice_61" [id=462, type=slice]; -"463 slice_62" [id=463, type=slice]; -"464 slice_63" [id=464, type=slice]; -"465 slice_64" [id=465, type=slice]; -"466 contiguous_5" [id=466, type=contiguous]; -"467 _param_constant63" [id=467, type=get_attr]; -"468 _param_constant64" [id=468, type=get_attr]; -"469 layer_norm_8" [id=469, type=layer_norm]; -"470 add_12" [id=470, type=add]; -"471 add_12_0_0_nncf_smooth_quant_0" [id=471, type=call_module]; -"472 quantize_per_tensor_default_24" [id=472, type=quantize_per_tensor]; -"473 dequantize_per_tensor_default_24" [id=473, type=dequantize_per_tensor]; -"474 linear_23_scale_0_updated_constant0" [id=474, type=get_attr]; -"475 compressed_weight_updated_constant173" [id=475, type=get_attr]; -"476 _param_constant66_0_0" [id=476, type=get_attr]; -"477 mul_tensor_24" [id=477, type=mul]; -"478 linear_23" [id=478, type=linear]; -"479 gelu_3" [id=479, type=gelu]; -"480 dropout_14" [id=480, type=dropout]; -"481 dropout_14_0_0_nncf_smooth_quant_0" [id=481, type=call_module]; -"482 quantize_per_tensor_default_25" [id=482, type=quantize_per_tensor]; -"483 dequantize_per_tensor_default_25" [id=483, type=dequantize_per_tensor]; -"484 linear_24_scale_0_updated_constant0" [id=484, type=get_attr]; -"485 compressed_weight_updated_constant174" [id=485, type=get_attr]; -"486 _param_constant68_0_0" [id=486, type=get_attr]; -"487 mul_tensor_25" [id=487, type=mul]; -"488 linear_24" [id=488, type=linear]; -"489 dropout_15" [id=489, type=dropout]; -"490 _param_constant69" [id=490, type=get_attr]; -"491 _param_constant70" [id=491, type=get_attr]; -"492 layer_norm_9" [id=492, type=layer_norm]; -"493 add_13" [id=493, type=add]; -"494 pad_5" [id=494, type=pad]; -"495 slice_65" [id=495, type=slice]; -"496 slice_66" [id=496, type=slice]; -"497 slice_67" [id=497, type=slice]; -"498 slice_68" [id=498, type=slice]; -"499 slice_69" [id=499, type=slice]; -"500 slice_70" [id=500, type=slice]; -"501 slice_71" [id=501, type=slice]; -"502 slice_72" [id=502, type=slice]; -"503 slice_73" [id=503, type=slice]; -"504 slice_74" [id=504, type=slice]; -"505 slice_75" [id=505, type=slice]; -"506 slice_76" [id=506, type=slice]; -"507 cat_1" [id=507, type=cat]; -"508 cat_1_0_0_nncf_smooth_quant_0" [id=508, type=call_module]; -"509 quantize_per_tensor_default_26" [id=509, type=quantize_per_tensor]; -"510 dequantize_per_tensor_default_26" [id=510, type=dequantize_per_tensor]; -"511 linear_25_scale_0_updated_constant0" [id=511, type=get_attr]; -"512 compressed_weight_updated_constant175" [id=512, type=get_attr]; -"513 mul_tensor_26" [id=513, type=mul]; -"514 linear_25" [id=514, type=linear]; -"515 _param_constant72" [id=515, type=get_attr]; -"516 _param_constant73" [id=516, type=get_attr]; -"517 layer_norm_10" [id=517, type=layer_norm]; -"518 _tensor_constant26" [id=518, type=get_attr]; -"519 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=519, type=call_module]; -"520 linear_26_scale_0_updated_constant0" [id=520, type=get_attr]; -"521 compressed_weight_updated_constant176" [id=521, type=get_attr]; -"522 _param_constant75_0_0" [id=522, type=get_attr]; -"523 mul_tensor_27" [id=523, type=mul]; -"524 linear_26" [id=524, type=linear]; -"525 relu__4" [id=525, type=relu_]; -"526 relu__4_0_0_nncf_smooth_quant_0" [id=526, type=call_module]; -"527 linear_27_scale_0_updated_constant0" [id=527, type=get_attr]; -"528 compressed_weight_updated_constant177" [id=528, type=get_attr]; -"529 mul_tensor_28" [id=529, type=mul]; -"530 linear_27" [id=530, type=linear]; -"531 view_22" [id=531, type=view]; -"532 _tensor_constant27" [id=532, type=get_attr]; -"533 index_4" [id=533, type=index]; -"534 view_23" [id=534, type=view]; -"535 permute_19" [id=535, type=permute]; -"536 contiguous_6" [id=536, type=contiguous]; -"537 unsqueeze_12" [id=537, type=unsqueeze]; -"538 sigmoid_4" [id=538, type=sigmoid]; -"539 mul_8" [id=539, type=mul]; -"540 pad_6" [id=540, type=pad]; -"541 view_24" [id=541, type=view]; -"542 permute_20" [id=542, type=permute]; -"543 reshape_18" [id=543, type=reshape]; -"544 reshape_18_0_0_nncf_smooth_quant_0" [id=544, type=call_module]; -"545 quantize_per_tensor_default_27" [id=545, type=quantize_per_tensor]; -"546 dequantize_per_tensor_default_27" [id=546, type=dequantize_per_tensor]; -"547 linear_28_scale_0_updated_constant0" [id=547, type=get_attr]; -"548 compressed_weight_updated_constant178" [id=548, type=get_attr]; -"549 _param_constant77_0_0" [id=549, type=get_attr]; -"550 mul_tensor_29" [id=550, type=mul]; -"551 linear_28" [id=551, type=linear]; -"552 reshape_19" [id=552, type=reshape]; -"553 permute_21" [id=553, type=permute]; -"554 select_12" [id=554, type=select]; -"555 select_13" [id=555, type=select]; -"556 select_14" [id=556, type=select]; -"557 linalg_vector_norm_8" [id=557, type=linalg_vector_norm]; -"558 clamp_min_8" [id=558, type=clamp_min]; -"559 expand_as_8" [id=559, type=expand_as]; -"560 div_8" [id=560, type=div]; -"561 quantize_per_tensor_default_28" [id=561, type=quantize_per_tensor]; -"562 dequantize_per_tensor_default_28" [id=562, type=dequantize_per_tensor]; -"563 linalg_vector_norm_9" [id=563, type=linalg_vector_norm]; -"564 clamp_min_9" [id=564, type=clamp_min]; -"565 expand_as_9" [id=565, type=expand_as]; -"566 div_9" [id=566, type=div]; -"567 quantize_per_tensor_default_29" [id=567, type=quantize_per_tensor]; -"568 dequantize_per_tensor_default_29" [id=568, type=dequantize_per_tensor]; -"569 transpose_8" [id=569, type=transpose]; -"570 matmul_8" [id=570, type=matmul]; -"571 _param_constant79" [id=571, type=get_attr]; -"572 clamp_4" [id=572, type=clamp]; -"573 exp_4" [id=573, type=exp]; -"574 mul_9" [id=574, type=mul]; -"575 add_14" [id=575, type=add]; -"576 softmax_4" [id=576, type=softmax]; -"577 dropout_16" [id=577, type=dropout]; -"578 matmul_9" [id=578, type=matmul]; -"579 transpose_9" [id=579, type=transpose]; -"580 reshape_20" [id=580, type=reshape]; -"581 reshape_20_0_0_nncf_smooth_quant_0" [id=581, type=call_module]; -"582 quantize_per_tensor_default_30" [id=582, type=quantize_per_tensor]; -"583 dequantize_per_tensor_default_30" [id=583, type=dequantize_per_tensor]; -"584 linear_29_scale_0_updated_constant0" [id=584, type=get_attr]; -"585 compressed_weight_updated_constant179" [id=585, type=get_attr]; -"586 _param_constant81_0_0" [id=586, type=get_attr]; -"587 mul_tensor_30" [id=587, type=mul]; -"588 linear_29" [id=588, type=linear]; -"589 dropout_17" [id=589, type=dropout]; -"590 view_25" [id=590, type=view]; -"591 permute_22" [id=591, type=permute]; -"592 reshape_21" [id=592, type=reshape]; -"593 slice_78" [id=593, type=slice]; -"594 slice_79" [id=594, type=slice]; -"595 slice_80" [id=595, type=slice]; -"596 slice_81" [id=596, type=slice]; -"597 contiguous_7" [id=597, type=contiguous]; -"598 _param_constant82" [id=598, type=get_attr]; -"599 _param_constant83" [id=599, type=get_attr]; -"600 layer_norm_11" [id=600, type=layer_norm]; -"601 add_15" [id=601, type=add]; -"602 add_15_0_0_nncf_smooth_quant_0" [id=602, type=call_module]; -"603 quantize_per_tensor_default_31" [id=603, type=quantize_per_tensor]; -"604 dequantize_per_tensor_default_31" [id=604, type=dequantize_per_tensor]; -"605 linear_30_scale_0_updated_constant0" [id=605, type=get_attr]; -"606 compressed_weight_updated_constant180" [id=606, type=get_attr]; -"607 _param_constant85_0_0" [id=607, type=get_attr]; -"608 mul_tensor_31" [id=608, type=mul]; -"609 linear_30" [id=609, type=linear]; -"610 gelu_4" [id=610, type=gelu]; -"611 dropout_18" [id=611, type=dropout]; -"612 dropout_18_0_0_nncf_smooth_quant_0" [id=612, type=call_module]; -"613 quantize_per_tensor_default_32" [id=613, type=quantize_per_tensor]; -"614 dequantize_per_tensor_default_32" [id=614, type=dequantize_per_tensor]; -"615 linear_31_scale_0_updated_constant0" [id=615, type=get_attr]; -"616 compressed_weight_updated_constant181" [id=616, type=get_attr]; -"617 _param_constant87_0_0" [id=617, type=get_attr]; -"618 mul_tensor_32" [id=618, type=mul]; -"619 linear_31" [id=619, type=linear]; -"620 dropout_19" [id=620, type=dropout]; -"621 _param_constant88" [id=621, type=get_attr]; -"622 _param_constant89" [id=622, type=get_attr]; -"623 layer_norm_12" [id=623, type=layer_norm]; -"624 add_16" [id=624, type=add]; -"625 _tensor_constant28" [id=625, type=get_attr]; -"626 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=626, type=call_module]; -"627 linear_32_scale_0_updated_constant0" [id=627, type=get_attr]; -"628 compressed_weight_updated_constant182" [id=628, type=get_attr]; -"629 _param_constant91_0_0" [id=629, type=get_attr]; -"630 mul_tensor_33" [id=630, type=mul]; -"631 linear_32" [id=631, type=linear]; -"632 relu__5" [id=632, type=relu_]; -"633 relu__5_0_0_nncf_smooth_quant_0" [id=633, type=call_module]; -"634 linear_33_scale_0_updated_constant0" [id=634, type=get_attr]; -"635 compressed_weight_updated_constant183" [id=635, type=get_attr]; -"636 mul_tensor_34" [id=636, type=mul]; -"637 linear_33" [id=637, type=linear]; -"638 view_26" [id=638, type=view]; -"639 _tensor_constant29" [id=639, type=get_attr]; -"640 index_5" [id=640, type=index]; -"641 view_27" [id=641, type=view]; -"642 permute_23" [id=642, type=permute]; -"643 contiguous_8" [id=643, type=contiguous]; -"644 unsqueeze_13" [id=644, type=unsqueeze]; -"645 sigmoid_5" [id=645, type=sigmoid]; -"646 mul_10" [id=646, type=mul]; -"647 pad_7" [id=647, type=pad]; -"648 roll_4" [id=648, type=roll]; -"649 view_28" [id=649, type=view]; -"650 permute_24" [id=650, type=permute]; -"651 reshape_22" [id=651, type=reshape]; -"652 reshape_22_0_0_nncf_smooth_quant_0" [id=652, type=call_module]; -"653 quantize_per_tensor_default_33" [id=653, type=quantize_per_tensor]; -"654 dequantize_per_tensor_default_33" [id=654, type=dequantize_per_tensor]; -"655 linear_34_scale_0_updated_constant0" [id=655, type=get_attr]; -"656 compressed_weight_updated_constant184" [id=656, type=get_attr]; -"657 _param_constant93_0_0" [id=657, type=get_attr]; -"658 mul_tensor_35" [id=658, type=mul]; -"659 linear_34" [id=659, type=linear]; -"660 reshape_23" [id=660, type=reshape]; -"661 permute_25" [id=661, type=permute]; -"662 select_15" [id=662, type=select]; -"663 select_16" [id=663, type=select]; -"664 select_17" [id=664, type=select]; -"665 linalg_vector_norm_10" [id=665, type=linalg_vector_norm]; -"666 clamp_min_10" [id=666, type=clamp_min]; -"667 expand_as_10" [id=667, type=expand_as]; -"668 div_10" [id=668, type=div]; -"669 quantize_per_tensor_default_34" [id=669, type=quantize_per_tensor]; -"670 dequantize_per_tensor_default_34" [id=670, type=dequantize_per_tensor]; -"671 linalg_vector_norm_11" [id=671, type=linalg_vector_norm]; -"672 clamp_min_11" [id=672, type=clamp_min]; -"673 expand_as_11" [id=673, type=expand_as]; -"674 div_11" [id=674, type=div]; -"675 quantize_per_tensor_default_35" [id=675, type=quantize_per_tensor]; -"676 dequantize_per_tensor_default_35" [id=676, type=dequantize_per_tensor]; -"677 transpose_10" [id=677, type=transpose]; -"678 matmul_10" [id=678, type=matmul]; -"679 _param_constant95" [id=679, type=get_attr]; -"680 clamp_5" [id=680, type=clamp]; -"681 exp_5" [id=681, type=exp]; -"682 mul_11" [id=682, type=mul]; -"683 add_17" [id=683, type=add]; -"684 new_zeros_2" [id=684, type=new_zeros]; -"685 view_29" [id=685, type=view]; -"686 permute_26" [id=686, type=permute]; -"687 reshape_24" [id=687, type=reshape]; -"688 unsqueeze_14" [id=688, type=unsqueeze]; -"689 unsqueeze_15" [id=689, type=unsqueeze]; -"690 sub_2" [id=690, type=sub]; -"691 ne_2" [id=691, type=ne]; -"692 masked_fill_4" [id=692, type=masked_fill]; -"693 eq_2" [id=693, type=eq]; -"694 masked_fill_5" [id=694, type=masked_fill]; -"695 view_30" [id=695, type=view]; -"696 unsqueeze_16" [id=696, type=unsqueeze]; -"697 unsqueeze_17" [id=697, type=unsqueeze]; -"698 add_18" [id=698, type=add]; -"699 view_31" [id=699, type=view]; -"700 softmax_5" [id=700, type=softmax]; -"701 dropout_20" [id=701, type=dropout]; -"702 matmul_11" [id=702, type=matmul]; -"703 transpose_11" [id=703, type=transpose]; -"704 reshape_25" [id=704, type=reshape]; -"705 reshape_25_0_0_nncf_smooth_quant_0" [id=705, type=call_module]; -"706 quantize_per_tensor_default_36" [id=706, type=quantize_per_tensor]; -"707 dequantize_per_tensor_default_36" [id=707, type=dequantize_per_tensor]; -"708 linear_35_scale_0_updated_constant0" [id=708, type=get_attr]; -"709 compressed_weight_updated_constant185" [id=709, type=get_attr]; -"710 _param_constant97_0_0" [id=710, type=get_attr]; -"711 mul_tensor_36" [id=711, type=mul]; -"712 linear_35" [id=712, type=linear]; -"713 dropout_21" [id=713, type=dropout]; -"714 view_32" [id=714, type=view]; -"715 permute_27" [id=715, type=permute]; -"716 reshape_26" [id=716, type=reshape]; -"717 roll_5" [id=717, type=roll]; -"718 slice_101" [id=718, type=slice]; -"719 slice_102" [id=719, type=slice]; -"720 slice_103" [id=720, type=slice]; -"721 slice_104" [id=721, type=slice]; -"722 contiguous_9" [id=722, type=contiguous]; -"723 _param_constant98" [id=723, type=get_attr]; -"724 _param_constant99" [id=724, type=get_attr]; -"725 layer_norm_13" [id=725, type=layer_norm]; -"726 add_19" [id=726, type=add]; -"727 add_19_0_0_nncf_smooth_quant_0" [id=727, type=call_module]; -"728 quantize_per_tensor_default_37" [id=728, type=quantize_per_tensor]; -"729 dequantize_per_tensor_default_37" [id=729, type=dequantize_per_tensor]; -"730 linear_36_scale_0_updated_constant0" [id=730, type=get_attr]; -"731 compressed_weight_updated_constant186" [id=731, type=get_attr]; -"732 _param_constant101_0_0" [id=732, type=get_attr]; -"733 mul_tensor_37" [id=733, type=mul]; -"734 linear_36" [id=734, type=linear]; -"735 gelu_5" [id=735, type=gelu]; -"736 dropout_22" [id=736, type=dropout]; -"737 dropout_22_0_0_nncf_smooth_quant_0" [id=737, type=call_module]; -"738 quantize_per_tensor_default_38" [id=738, type=quantize_per_tensor]; -"739 dequantize_per_tensor_default_38" [id=739, type=dequantize_per_tensor]; -"740 linear_37_scale_0_updated_constant0" [id=740, type=get_attr]; -"741 compressed_weight_updated_constant187" [id=741, type=get_attr]; -"742 _param_constant103_0_0" [id=742, type=get_attr]; -"743 mul_tensor_38" [id=743, type=mul]; -"744 linear_37" [id=744, type=linear]; -"745 dropout_23" [id=745, type=dropout]; -"746 _param_constant104" [id=746, type=get_attr]; -"747 _param_constant105" [id=747, type=get_attr]; -"748 layer_norm_14" [id=748, type=layer_norm]; -"749 add_20" [id=749, type=add]; -"750 _tensor_constant39" [id=750, type=get_attr]; -"751 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=751, type=call_module]; -"752 linear_38_scale_0_updated_constant0" [id=752, type=get_attr]; -"753 compressed_weight_updated_constant188" [id=753, type=get_attr]; -"754 _param_constant107_0_0" [id=754, type=get_attr]; -"755 mul_tensor_39" [id=755, type=mul]; -"756 linear_38" [id=756, type=linear]; -"757 relu__6" [id=757, type=relu_]; -"758 relu__6_0_0_nncf_smooth_quant_0" [id=758, type=call_module]; -"759 linear_39_scale_0_updated_constant0" [id=759, type=get_attr]; -"760 compressed_weight_updated_constant189" [id=760, type=get_attr]; -"761 mul_tensor_40" [id=761, type=mul]; -"762 linear_39" [id=762, type=linear]; -"763 view_33" [id=763, type=view]; -"764 _tensor_constant40" [id=764, type=get_attr]; -"765 index_6" [id=765, type=index]; -"766 view_34" [id=766, type=view]; -"767 permute_28" [id=767, type=permute]; -"768 contiguous_10" [id=768, type=contiguous]; -"769 unsqueeze_18" [id=769, type=unsqueeze]; -"770 sigmoid_6" [id=770, type=sigmoid]; -"771 mul_12" [id=771, type=mul]; -"772 pad_8" [id=772, type=pad]; -"773 view_35" [id=773, type=view]; -"774 permute_29" [id=774, type=permute]; -"775 reshape_27" [id=775, type=reshape]; -"776 reshape_27_0_0_nncf_smooth_quant_0" [id=776, type=call_module]; -"777 quantize_per_tensor_default_39" [id=777, type=quantize_per_tensor]; -"778 dequantize_per_tensor_default_39" [id=778, type=dequantize_per_tensor]; -"779 linear_40_scale_0_updated_constant0" [id=779, type=get_attr]; -"780 compressed_weight_updated_constant190" [id=780, type=get_attr]; -"781 _param_constant109_0_0" [id=781, type=get_attr]; -"782 mul_tensor_41" [id=782, type=mul]; -"783 linear_40" [id=783, type=linear]; -"784 reshape_28" [id=784, type=reshape]; -"785 permute_30" [id=785, type=permute]; -"786 select_18" [id=786, type=select]; -"787 select_19" [id=787, type=select]; -"788 select_20" [id=788, type=select]; -"789 linalg_vector_norm_12" [id=789, type=linalg_vector_norm]; -"790 clamp_min_12" [id=790, type=clamp_min]; -"791 expand_as_12" [id=791, type=expand_as]; -"792 div_12" [id=792, type=div]; -"793 quantize_per_tensor_default_40" [id=793, type=quantize_per_tensor]; -"794 dequantize_per_tensor_default_40" [id=794, type=dequantize_per_tensor]; -"795 linalg_vector_norm_13" [id=795, type=linalg_vector_norm]; -"796 clamp_min_13" [id=796, type=clamp_min]; -"797 expand_as_13" [id=797, type=expand_as]; -"798 div_13" [id=798, type=div]; -"799 quantize_per_tensor_default_41" [id=799, type=quantize_per_tensor]; -"800 dequantize_per_tensor_default_41" [id=800, type=dequantize_per_tensor]; -"801 transpose_12" [id=801, type=transpose]; -"802 matmul_12" [id=802, type=matmul]; -"803 _param_constant111" [id=803, type=get_attr]; -"804 clamp_6" [id=804, type=clamp]; -"805 exp_6" [id=805, type=exp]; -"806 mul_13" [id=806, type=mul]; -"807 add_21" [id=807, type=add]; -"808 softmax_6" [id=808, type=softmax]; -"809 dropout_24" [id=809, type=dropout]; -"810 matmul_13" [id=810, type=matmul]; -"811 transpose_13" [id=811, type=transpose]; -"812 reshape_29" [id=812, type=reshape]; -"813 reshape_29_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; -"814 quantize_per_tensor_default_42" [id=814, type=quantize_per_tensor]; -"815 dequantize_per_tensor_default_42" [id=815, type=dequantize_per_tensor]; -"816 linear_41_scale_0_updated_constant0" [id=816, type=get_attr]; -"817 compressed_weight_updated_constant191" [id=817, type=get_attr]; -"818 _param_constant113_0_0" [id=818, type=get_attr]; -"819 mul_tensor_42" [id=819, type=mul]; -"820 linear_41" [id=820, type=linear]; -"821 dropout_25" [id=821, type=dropout]; -"822 view_36" [id=822, type=view]; -"823 permute_31" [id=823, type=permute]; -"824 reshape_30" [id=824, type=reshape]; -"825 slice_106" [id=825, type=slice]; -"826 slice_107" [id=826, type=slice]; -"827 slice_108" [id=827, type=slice]; -"828 slice_109" [id=828, type=slice]; -"829 contiguous_11" [id=829, type=contiguous]; -"830 _param_constant114" [id=830, type=get_attr]; -"831 _param_constant115" [id=831, type=get_attr]; -"832 layer_norm_15" [id=832, type=layer_norm]; -"833 add_22" [id=833, type=add]; -"834 add_22_0_0_nncf_smooth_quant_0" [id=834, type=call_module]; -"835 quantize_per_tensor_default_43" [id=835, type=quantize_per_tensor]; -"836 dequantize_per_tensor_default_43" [id=836, type=dequantize_per_tensor]; -"837 linear_42_scale_0_updated_constant0" [id=837, type=get_attr]; -"838 compressed_weight_updated_constant192" [id=838, type=get_attr]; -"839 _param_constant117_0_0" [id=839, type=get_attr]; -"840 mul_tensor_43" [id=840, type=mul]; -"841 linear_42" [id=841, type=linear]; -"842 gelu_6" [id=842, type=gelu]; -"843 dropout_26" [id=843, type=dropout]; -"844 dropout_26_0_0_nncf_smooth_quant_0" [id=844, type=call_module]; -"845 quantize_per_tensor_default_44" [id=845, type=quantize_per_tensor]; -"846 dequantize_per_tensor_default_44" [id=846, type=dequantize_per_tensor]; -"847 linear_43_scale_0_updated_constant0" [id=847, type=get_attr]; -"848 compressed_weight_updated_constant193" [id=848, type=get_attr]; -"849 _param_constant119_0_0" [id=849, type=get_attr]; -"850 mul_tensor_44" [id=850, type=mul]; -"851 linear_43" [id=851, type=linear]; -"852 dropout_27" [id=852, type=dropout]; -"853 _param_constant120" [id=853, type=get_attr]; -"854 _param_constant121" [id=854, type=get_attr]; -"855 layer_norm_16" [id=855, type=layer_norm]; -"856 add_23" [id=856, type=add]; -"857 _tensor_constant41" [id=857, type=get_attr]; -"858 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=858, type=call_module]; -"859 linear_44_scale_0_updated_constant0" [id=859, type=get_attr]; -"860 compressed_weight_updated_constant194" [id=860, type=get_attr]; -"861 _param_constant123_0_0" [id=861, type=get_attr]; -"862 mul_tensor_45" [id=862, type=mul]; -"863 linear_44" [id=863, type=linear]; -"864 relu__7" [id=864, type=relu_]; -"865 relu__7_0_0_nncf_smooth_quant_0" [id=865, type=call_module]; -"866 linear_45_scale_0_updated_constant0" [id=866, type=get_attr]; -"867 compressed_weight_updated_constant195" [id=867, type=get_attr]; -"868 mul_tensor_46" [id=868, type=mul]; -"869 linear_45" [id=869, type=linear]; -"870 view_37" [id=870, type=view]; -"871 _tensor_constant42" [id=871, type=get_attr]; -"872 index_7" [id=872, type=index]; -"873 view_38" [id=873, type=view]; -"874 permute_32" [id=874, type=permute]; -"875 contiguous_12" [id=875, type=contiguous]; -"876 unsqueeze_19" [id=876, type=unsqueeze]; -"877 sigmoid_7" [id=877, type=sigmoid]; -"878 mul_14" [id=878, type=mul]; -"879 pad_9" [id=879, type=pad]; -"880 roll_6" [id=880, type=roll]; -"881 view_39" [id=881, type=view]; -"882 permute_33" [id=882, type=permute]; -"883 reshape_31" [id=883, type=reshape]; -"884 reshape_31_0_0_nncf_smooth_quant_0" [id=884, type=call_module]; -"885 quantize_per_tensor_default_45" [id=885, type=quantize_per_tensor]; -"886 dequantize_per_tensor_default_45" [id=886, type=dequantize_per_tensor]; -"887 linear_46_scale_0_updated_constant0" [id=887, type=get_attr]; -"888 compressed_weight_updated_constant196" [id=888, type=get_attr]; -"889 _param_constant125_0_0" [id=889, type=get_attr]; -"890 mul_tensor_47" [id=890, type=mul]; -"891 linear_46" [id=891, type=linear]; -"892 reshape_32" [id=892, type=reshape]; -"893 permute_34" [id=893, type=permute]; -"894 select_21" [id=894, type=select]; -"895 select_22" [id=895, type=select]; -"896 select_23" [id=896, type=select]; -"897 linalg_vector_norm_14" [id=897, type=linalg_vector_norm]; -"898 clamp_min_14" [id=898, type=clamp_min]; -"899 expand_as_14" [id=899, type=expand_as]; -"900 div_14" [id=900, type=div]; -"901 quantize_per_tensor_default_46" [id=901, type=quantize_per_tensor]; -"902 dequantize_per_tensor_default_46" [id=902, type=dequantize_per_tensor]; -"903 linalg_vector_norm_15" [id=903, type=linalg_vector_norm]; -"904 clamp_min_15" [id=904, type=clamp_min]; -"905 expand_as_15" [id=905, type=expand_as]; -"906 div_15" [id=906, type=div]; -"907 quantize_per_tensor_default_47" [id=907, type=quantize_per_tensor]; -"908 dequantize_per_tensor_default_47" [id=908, type=dequantize_per_tensor]; -"909 transpose_14" [id=909, type=transpose]; -"910 matmul_14" [id=910, type=matmul]; -"911 _param_constant127" [id=911, type=get_attr]; -"912 clamp_7" [id=912, type=clamp]; -"913 exp_7" [id=913, type=exp]; -"914 mul_15" [id=914, type=mul]; -"915 add_24" [id=915, type=add]; -"916 new_zeros_3" [id=916, type=new_zeros]; -"917 view_40" [id=917, type=view]; -"918 permute_35" [id=918, type=permute]; -"919 reshape_33" [id=919, type=reshape]; -"920 unsqueeze_20" [id=920, type=unsqueeze]; -"921 unsqueeze_21" [id=921, type=unsqueeze]; -"922 sub_3" [id=922, type=sub]; -"923 ne_3" [id=923, type=ne]; -"924 masked_fill_6" [id=924, type=masked_fill]; -"925 eq_3" [id=925, type=eq]; -"926 masked_fill_7" [id=926, type=masked_fill]; -"927 view_41" [id=927, type=view]; -"928 unsqueeze_22" [id=928, type=unsqueeze]; -"929 unsqueeze_23" [id=929, type=unsqueeze]; -"930 add_25" [id=930, type=add]; -"931 view_42" [id=931, type=view]; -"932 softmax_7" [id=932, type=softmax]; -"933 dropout_28" [id=933, type=dropout]; -"934 matmul_15" [id=934, type=matmul]; -"935 transpose_15" [id=935, type=transpose]; -"936 reshape_34" [id=936, type=reshape]; -"937 reshape_34_0_0_nncf_smooth_quant_0" [id=937, type=call_module]; -"938 quantize_per_tensor_default_48" [id=938, type=quantize_per_tensor]; -"939 dequantize_per_tensor_default_48" [id=939, type=dequantize_per_tensor]; -"940 linear_47_scale_0_updated_constant0" [id=940, type=get_attr]; -"941 compressed_weight_updated_constant197" [id=941, type=get_attr]; -"942 _param_constant129_0_0" [id=942, type=get_attr]; -"943 mul_tensor_48" [id=943, type=mul]; -"944 linear_47" [id=944, type=linear]; -"945 dropout_29" [id=945, type=dropout]; -"946 view_43" [id=946, type=view]; -"947 permute_36" [id=947, type=permute]; -"948 reshape_35" [id=948, type=reshape]; -"949 roll_7" [id=949, type=roll]; -"950 slice_129" [id=950, type=slice]; -"951 slice_130" [id=951, type=slice]; -"952 slice_131" [id=952, type=slice]; -"953 slice_132" [id=953, type=slice]; -"954 contiguous_13" [id=954, type=contiguous]; -"955 _param_constant130" [id=955, type=get_attr]; -"956 _param_constant131" [id=956, type=get_attr]; -"957 layer_norm_17" [id=957, type=layer_norm]; -"958 add_26" [id=958, type=add]; -"959 add_26_0_0_nncf_smooth_quant_0" [id=959, type=call_module]; -"960 quantize_per_tensor_default_49" [id=960, type=quantize_per_tensor]; -"961 dequantize_per_tensor_default_49" [id=961, type=dequantize_per_tensor]; -"962 linear_48_scale_0_updated_constant0" [id=962, type=get_attr]; -"963 compressed_weight_updated_constant198" [id=963, type=get_attr]; -"964 _param_constant133_0_0" [id=964, type=get_attr]; -"965 mul_tensor_49" [id=965, type=mul]; -"966 linear_48" [id=966, type=linear]; -"967 gelu_7" [id=967, type=gelu]; -"968 dropout_30" [id=968, type=dropout]; -"969 dropout_30_0_0_nncf_smooth_quant_0" [id=969, type=call_module]; -"970 quantize_per_tensor_default_50" [id=970, type=quantize_per_tensor]; -"971 dequantize_per_tensor_default_50" [id=971, type=dequantize_per_tensor]; -"972 linear_49_scale_0_updated_constant0" [id=972, type=get_attr]; -"973 compressed_weight_updated_constant199" [id=973, type=get_attr]; -"974 _param_constant135_0_0" [id=974, type=get_attr]; -"975 mul_tensor_50" [id=975, type=mul]; -"976 linear_49" [id=976, type=linear]; -"977 dropout_31" [id=977, type=dropout]; -"978 _param_constant136" [id=978, type=get_attr]; -"979 _param_constant137" [id=979, type=get_attr]; -"980 layer_norm_18" [id=980, type=layer_norm]; -"981 add_27" [id=981, type=add]; -"982 _tensor_constant52" [id=982, type=get_attr]; -"983 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=983, type=call_module]; -"984 linear_50_scale_0_updated_constant0" [id=984, type=get_attr]; -"985 compressed_weight_updated_constant200" [id=985, type=get_attr]; -"986 _param_constant139_0_0" [id=986, type=get_attr]; -"987 mul_tensor_51" [id=987, type=mul]; -"988 linear_50" [id=988, type=linear]; -"989 relu__8" [id=989, type=relu_]; -"990 relu__8_0_0_nncf_smooth_quant_0" [id=990, type=call_module]; -"991 linear_51_scale_0_updated_constant0" [id=991, type=get_attr]; -"992 compressed_weight_updated_constant201" [id=992, type=get_attr]; -"993 mul_tensor_52" [id=993, type=mul]; -"994 linear_51" [id=994, type=linear]; -"995 view_44" [id=995, type=view]; -"996 _tensor_constant53" [id=996, type=get_attr]; -"997 index_8" [id=997, type=index]; -"998 view_45" [id=998, type=view]; -"999 permute_37" [id=999, type=permute]; -"1000 contiguous_14" [id=1000, type=contiguous]; -"1001 unsqueeze_24" [id=1001, type=unsqueeze]; -"1002 sigmoid_8" [id=1002, type=sigmoid]; -"1003 mul_16" [id=1003, type=mul]; -"1004 pad_10" [id=1004, type=pad]; -"1005 view_46" [id=1005, type=view]; -"1006 permute_38" [id=1006, type=permute]; -"1007 reshape_36" [id=1007, type=reshape]; -"1008 reshape_36_0_0_nncf_smooth_quant_0" [id=1008, type=call_module]; -"1009 quantize_per_tensor_default_51" [id=1009, type=quantize_per_tensor]; -"1010 dequantize_per_tensor_default_51" [id=1010, type=dequantize_per_tensor]; -"1011 linear_52_scale_0_updated_constant0" [id=1011, type=get_attr]; -"1012 compressed_weight_updated_constant202" [id=1012, type=get_attr]; -"1013 _param_constant141_0_0" [id=1013, type=get_attr]; -"1014 mul_tensor_53" [id=1014, type=mul]; -"1015 linear_52" [id=1015, type=linear]; -"1016 reshape_37" [id=1016, type=reshape]; -"1017 permute_39" [id=1017, type=permute]; -"1018 select_24" [id=1018, type=select]; -"1019 select_25" [id=1019, type=select]; -"1020 select_26" [id=1020, type=select]; -"1021 linalg_vector_norm_16" [id=1021, type=linalg_vector_norm]; -"1022 clamp_min_16" [id=1022, type=clamp_min]; -"1023 expand_as_16" [id=1023, type=expand_as]; -"1024 div_16" [id=1024, type=div]; -"1025 quantize_per_tensor_default_52" [id=1025, type=quantize_per_tensor]; -"1026 dequantize_per_tensor_default_52" [id=1026, type=dequantize_per_tensor]; -"1027 linalg_vector_norm_17" [id=1027, type=linalg_vector_norm]; -"1028 clamp_min_17" [id=1028, type=clamp_min]; -"1029 expand_as_17" [id=1029, type=expand_as]; -"1030 div_17" [id=1030, type=div]; -"1031 quantize_per_tensor_default_53" [id=1031, type=quantize_per_tensor]; -"1032 dequantize_per_tensor_default_53" [id=1032, type=dequantize_per_tensor]; -"1033 transpose_16" [id=1033, type=transpose]; -"1034 matmul_16" [id=1034, type=matmul]; -"1035 _param_constant143" [id=1035, type=get_attr]; -"1036 clamp_8" [id=1036, type=clamp]; -"1037 exp_8" [id=1037, type=exp]; -"1038 mul_17" [id=1038, type=mul]; -"1039 add_28" [id=1039, type=add]; -"1040 softmax_8" [id=1040, type=softmax]; -"1041 dropout_32" [id=1041, type=dropout]; -"1042 matmul_17" [id=1042, type=matmul]; -"1043 transpose_17" [id=1043, type=transpose]; -"1044 reshape_38" [id=1044, type=reshape]; -"1045 reshape_38_0_0_nncf_smooth_quant_0" [id=1045, type=call_module]; -"1046 quantize_per_tensor_default_54" [id=1046, type=quantize_per_tensor]; -"1047 dequantize_per_tensor_default_54" [id=1047, type=dequantize_per_tensor]; -"1048 linear_53_scale_0_updated_constant0" [id=1048, type=get_attr]; -"1049 compressed_weight_updated_constant203" [id=1049, type=get_attr]; -"1050 _param_constant145_0_0" [id=1050, type=get_attr]; -"1051 mul_tensor_54" [id=1051, type=mul]; -"1052 linear_53" [id=1052, type=linear]; -"1053 dropout_33" [id=1053, type=dropout]; -"1054 view_47" [id=1054, type=view]; -"1055 permute_40" [id=1055, type=permute]; -"1056 reshape_39" [id=1056, type=reshape]; -"1057 slice_134" [id=1057, type=slice]; -"1058 slice_135" [id=1058, type=slice]; -"1059 slice_136" [id=1059, type=slice]; -"1060 slice_137" [id=1060, type=slice]; -"1061 contiguous_15" [id=1061, type=contiguous]; -"1062 _param_constant146" [id=1062, type=get_attr]; -"1063 _param_constant147" [id=1063, type=get_attr]; -"1064 layer_norm_19" [id=1064, type=layer_norm]; -"1065 add_29" [id=1065, type=add]; -"1066 add_29_0_0_nncf_smooth_quant_0" [id=1066, type=call_module]; -"1067 quantize_per_tensor_default_55" [id=1067, type=quantize_per_tensor]; -"1068 dequantize_per_tensor_default_55" [id=1068, type=dequantize_per_tensor]; -"1069 linear_54_scale_0_updated_constant0" [id=1069, type=get_attr]; -"1070 compressed_weight_updated_constant204" [id=1070, type=get_attr]; -"1071 _param_constant149_0_0" [id=1071, type=get_attr]; -"1072 mul_tensor_55" [id=1072, type=mul]; -"1073 linear_54" [id=1073, type=linear]; -"1074 gelu_8" [id=1074, type=gelu]; -"1075 dropout_34" [id=1075, type=dropout]; -"1076 dropout_34_0_0_nncf_smooth_quant_0" [id=1076, type=call_module]; -"1077 quantize_per_tensor_default_56" [id=1077, type=quantize_per_tensor]; -"1078 dequantize_per_tensor_default_56" [id=1078, type=dequantize_per_tensor]; -"1079 linear_55_scale_0_updated_constant0" [id=1079, type=get_attr]; -"1080 compressed_weight_updated_constant205" [id=1080, type=get_attr]; -"1081 _param_constant151_0_0" [id=1081, type=get_attr]; -"1082 mul_tensor_56" [id=1082, type=mul]; -"1083 linear_55" [id=1083, type=linear]; -"1084 dropout_35" [id=1084, type=dropout]; -"1085 _param_constant152" [id=1085, type=get_attr]; -"1086 _param_constant153" [id=1086, type=get_attr]; -"1087 layer_norm_20" [id=1087, type=layer_norm]; -"1088 add_30" [id=1088, type=add]; -"1089 _tensor_constant54" [id=1089, type=get_attr]; -"1090 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1090, type=call_module]; -"1091 linear_56_scale_0_updated_constant0" [id=1091, type=get_attr]; -"1092 compressed_weight_updated_constant206" [id=1092, type=get_attr]; -"1093 _param_constant155_0_0" [id=1093, type=get_attr]; -"1094 mul_tensor_57" [id=1094, type=mul]; -"1095 linear_56" [id=1095, type=linear]; -"1096 relu__9" [id=1096, type=relu_]; -"1097 relu__9_0_0_nncf_smooth_quant_0" [id=1097, type=call_module]; -"1098 linear_57_scale_0_updated_constant0" [id=1098, type=get_attr]; -"1099 compressed_weight_updated_constant207" [id=1099, type=get_attr]; -"1100 mul_tensor_58" [id=1100, type=mul]; -"1101 linear_57" [id=1101, type=linear]; -"1102 view_48" [id=1102, type=view]; -"1103 _tensor_constant55" [id=1103, type=get_attr]; -"1104 index_9" [id=1104, type=index]; -"1105 view_49" [id=1105, type=view]; -"1106 permute_41" [id=1106, type=permute]; -"1107 contiguous_16" [id=1107, type=contiguous]; -"1108 unsqueeze_25" [id=1108, type=unsqueeze]; -"1109 sigmoid_9" [id=1109, type=sigmoid]; -"1110 mul_18" [id=1110, type=mul]; -"1111 pad_11" [id=1111, type=pad]; -"1112 roll_8" [id=1112, type=roll]; -"1113 view_50" [id=1113, type=view]; -"1114 permute_42" [id=1114, type=permute]; -"1115 reshape_40" [id=1115, type=reshape]; -"1116 reshape_40_0_0_nncf_smooth_quant_0" [id=1116, type=call_module]; -"1117 quantize_per_tensor_default_57" [id=1117, type=quantize_per_tensor]; -"1118 dequantize_per_tensor_default_57" [id=1118, type=dequantize_per_tensor]; -"1119 linear_58_scale_0_updated_constant0" [id=1119, type=get_attr]; -"1120 compressed_weight_updated_constant208" [id=1120, type=get_attr]; -"1121 _param_constant157_0_0" [id=1121, type=get_attr]; -"1122 mul_tensor_59" [id=1122, type=mul]; -"1123 linear_58" [id=1123, type=linear]; -"1124 reshape_41" [id=1124, type=reshape]; -"1125 permute_43" [id=1125, type=permute]; -"1126 select_27" [id=1126, type=select]; -"1127 select_28" [id=1127, type=select]; -"1128 select_29" [id=1128, type=select]; -"1129 linalg_vector_norm_18" [id=1129, type=linalg_vector_norm]; -"1130 clamp_min_18" [id=1130, type=clamp_min]; -"1131 expand_as_18" [id=1131, type=expand_as]; -"1132 div_18" [id=1132, type=div]; -"1133 quantize_per_tensor_default_58" [id=1133, type=quantize_per_tensor]; -"1134 dequantize_per_tensor_default_58" [id=1134, type=dequantize_per_tensor]; -"1135 linalg_vector_norm_19" [id=1135, type=linalg_vector_norm]; -"1136 clamp_min_19" [id=1136, type=clamp_min]; -"1137 expand_as_19" [id=1137, type=expand_as]; -"1138 div_19" [id=1138, type=div]; -"1139 quantize_per_tensor_default_59" [id=1139, type=quantize_per_tensor]; -"1140 dequantize_per_tensor_default_59" [id=1140, type=dequantize_per_tensor]; -"1141 transpose_18" [id=1141, type=transpose]; -"1142 matmul_18" [id=1142, type=matmul]; -"1143 _param_constant159" [id=1143, type=get_attr]; -"1144 clamp_9" [id=1144, type=clamp]; -"1145 exp_9" [id=1145, type=exp]; -"1146 mul_19" [id=1146, type=mul]; -"1147 add_31" [id=1147, type=add]; -"1148 new_zeros_4" [id=1148, type=new_zeros]; -"1149 view_51" [id=1149, type=view]; -"1150 permute_44" [id=1150, type=permute]; -"1151 reshape_42" [id=1151, type=reshape]; -"1152 unsqueeze_26" [id=1152, type=unsqueeze]; -"1153 unsqueeze_27" [id=1153, type=unsqueeze]; -"1154 sub_4" [id=1154, type=sub]; -"1155 ne_4" [id=1155, type=ne]; -"1156 masked_fill_8" [id=1156, type=masked_fill]; -"1157 eq_4" [id=1157, type=eq]; -"1158 masked_fill_9" [id=1158, type=masked_fill]; -"1159 view_52" [id=1159, type=view]; -"1160 unsqueeze_28" [id=1160, type=unsqueeze]; -"1161 unsqueeze_29" [id=1161, type=unsqueeze]; -"1162 add_32" [id=1162, type=add]; -"1163 view_53" [id=1163, type=view]; -"1164 softmax_9" [id=1164, type=softmax]; -"1165 dropout_36" [id=1165, type=dropout]; -"1166 matmul_19" [id=1166, type=matmul]; -"1167 transpose_19" [id=1167, type=transpose]; -"1168 reshape_43" [id=1168, type=reshape]; -"1169 reshape_43_0_0_nncf_smooth_quant_0" [id=1169, type=call_module]; -"1170 quantize_per_tensor_default_60" [id=1170, type=quantize_per_tensor]; -"1171 dequantize_per_tensor_default_60" [id=1171, type=dequantize_per_tensor]; -"1172 linear_59_scale_0_updated_constant0" [id=1172, type=get_attr]; -"1173 compressed_weight_updated_constant209" [id=1173, type=get_attr]; -"1174 _param_constant161_0_0" [id=1174, type=get_attr]; -"1175 mul_tensor_60" [id=1175, type=mul]; -"1176 linear_59" [id=1176, type=linear]; -"1177 dropout_37" [id=1177, type=dropout]; -"1178 view_54" [id=1178, type=view]; -"1179 permute_45" [id=1179, type=permute]; -"1180 reshape_44" [id=1180, type=reshape]; -"1181 roll_9" [id=1181, type=roll]; -"1182 slice_157" [id=1182, type=slice]; -"1183 slice_158" [id=1183, type=slice]; -"1184 slice_159" [id=1184, type=slice]; -"1185 slice_160" [id=1185, type=slice]; -"1186 contiguous_17" [id=1186, type=contiguous]; -"1187 _param_constant162" [id=1187, type=get_attr]; -"1188 _param_constant163" [id=1188, type=get_attr]; -"1189 layer_norm_21" [id=1189, type=layer_norm]; -"1190 add_33" [id=1190, type=add]; -"1191 add_33_0_0_nncf_smooth_quant_0" [id=1191, type=call_module]; -"1192 quantize_per_tensor_default_61" [id=1192, type=quantize_per_tensor]; -"1193 dequantize_per_tensor_default_61" [id=1193, type=dequantize_per_tensor]; -"1194 linear_60_scale_0_updated_constant0" [id=1194, type=get_attr]; -"1195 compressed_weight_updated_constant210" [id=1195, type=get_attr]; -"1196 _param_constant165_0_0" [id=1196, type=get_attr]; -"1197 mul_tensor_61" [id=1197, type=mul]; -"1198 linear_60" [id=1198, type=linear]; -"1199 gelu_9" [id=1199, type=gelu]; -"1200 dropout_38" [id=1200, type=dropout]; -"1201 dropout_38_0_0_nncf_smooth_quant_0" [id=1201, type=call_module]; -"1202 quantize_per_tensor_default_62" [id=1202, type=quantize_per_tensor]; -"1203 dequantize_per_tensor_default_62" [id=1203, type=dequantize_per_tensor]; -"1204 linear_61_scale_0_updated_constant0" [id=1204, type=get_attr]; -"1205 compressed_weight_updated_constant211" [id=1205, type=get_attr]; -"1206 _param_constant167_0_0" [id=1206, type=get_attr]; -"1207 mul_tensor_62" [id=1207, type=mul]; -"1208 linear_61" [id=1208, type=linear]; -"1209 dropout_39" [id=1209, type=dropout]; -"1210 _param_constant168" [id=1210, type=get_attr]; -"1211 _param_constant169" [id=1211, type=get_attr]; -"1212 layer_norm_22" [id=1212, type=layer_norm]; -"1213 add_34" [id=1213, type=add]; -"1214 _tensor_constant65" [id=1214, type=get_attr]; -"1215 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1215, type=call_module]; -"1216 linear_62_scale_0_updated_constant0" [id=1216, type=get_attr]; -"1217 compressed_weight_updated_constant212" [id=1217, type=get_attr]; -"1218 _param_constant171_0_0" [id=1218, type=get_attr]; -"1219 mul_tensor_63" [id=1219, type=mul]; -"1220 linear_62" [id=1220, type=linear]; -"1221 relu__10" [id=1221, type=relu_]; -"1222 relu__10_0_0_nncf_smooth_quant_0" [id=1222, type=call_module]; -"1223 linear_63_scale_0_updated_constant0" [id=1223, type=get_attr]; -"1224 compressed_weight_updated_constant213" [id=1224, type=get_attr]; -"1225 mul_tensor_64" [id=1225, type=mul]; -"1226 linear_63" [id=1226, type=linear]; -"1227 view_55" [id=1227, type=view]; -"1228 _tensor_constant66" [id=1228, type=get_attr]; -"1229 index_10" [id=1229, type=index]; -"1230 view_56" [id=1230, type=view]; -"1231 permute_46" [id=1231, type=permute]; -"1232 contiguous_18" [id=1232, type=contiguous]; -"1233 unsqueeze_30" [id=1233, type=unsqueeze]; -"1234 sigmoid_10" [id=1234, type=sigmoid]; -"1235 mul_20" [id=1235, type=mul]; -"1236 pad_12" [id=1236, type=pad]; -"1237 view_57" [id=1237, type=view]; -"1238 permute_47" [id=1238, type=permute]; -"1239 reshape_45" [id=1239, type=reshape]; -"1240 reshape_45_0_0_nncf_smooth_quant_0" [id=1240, type=call_module]; -"1241 quantize_per_tensor_default_63" [id=1241, type=quantize_per_tensor]; -"1242 dequantize_per_tensor_default_63" [id=1242, type=dequantize_per_tensor]; -"1243 linear_64_scale_0_updated_constant0" [id=1243, type=get_attr]; -"1244 compressed_weight_updated_constant214" [id=1244, type=get_attr]; -"1245 _param_constant173_0_0" [id=1245, type=get_attr]; -"1246 mul_tensor_65" [id=1246, type=mul]; -"1247 linear_64" [id=1247, type=linear]; -"1248 reshape_46" [id=1248, type=reshape]; -"1249 permute_48" [id=1249, type=permute]; -"1250 select_30" [id=1250, type=select]; -"1251 select_31" [id=1251, type=select]; -"1252 select_32" [id=1252, type=select]; -"1253 linalg_vector_norm_20" [id=1253, type=linalg_vector_norm]; -"1254 clamp_min_20" [id=1254, type=clamp_min]; -"1255 expand_as_20" [id=1255, type=expand_as]; -"1256 div_20" [id=1256, type=div]; -"1257 quantize_per_tensor_default_64" [id=1257, type=quantize_per_tensor]; -"1258 dequantize_per_tensor_default_64" [id=1258, type=dequantize_per_tensor]; -"1259 linalg_vector_norm_21" [id=1259, type=linalg_vector_norm]; -"1260 clamp_min_21" [id=1260, type=clamp_min]; -"1261 expand_as_21" [id=1261, type=expand_as]; -"1262 div_21" [id=1262, type=div]; -"1263 quantize_per_tensor_default_65" [id=1263, type=quantize_per_tensor]; -"1264 dequantize_per_tensor_default_65" [id=1264, type=dequantize_per_tensor]; -"1265 transpose_20" [id=1265, type=transpose]; -"1266 matmul_20" [id=1266, type=matmul]; -"1267 _param_constant175" [id=1267, type=get_attr]; -"1268 clamp_10" [id=1268, type=clamp]; -"1269 exp_10" [id=1269, type=exp]; -"1270 mul_21" [id=1270, type=mul]; -"1271 add_35" [id=1271, type=add]; -"1272 softmax_10" [id=1272, type=softmax]; -"1273 dropout_40" [id=1273, type=dropout]; -"1274 matmul_21" [id=1274, type=matmul]; -"1275 transpose_21" [id=1275, type=transpose]; -"1276 reshape_47" [id=1276, type=reshape]; -"1277 reshape_47_0_0_nncf_smooth_quant_0" [id=1277, type=call_module]; -"1278 quantize_per_tensor_default_66" [id=1278, type=quantize_per_tensor]; -"1279 dequantize_per_tensor_default_66" [id=1279, type=dequantize_per_tensor]; -"1280 linear_65_scale_0_updated_constant0" [id=1280, type=get_attr]; -"1281 compressed_weight_updated_constant215" [id=1281, type=get_attr]; -"1282 _param_constant177_0_0" [id=1282, type=get_attr]; -"1283 mul_tensor_66" [id=1283, type=mul]; -"1284 linear_65" [id=1284, type=linear]; -"1285 dropout_41" [id=1285, type=dropout]; -"1286 view_58" [id=1286, type=view]; -"1287 permute_49" [id=1287, type=permute]; -"1288 reshape_48" [id=1288, type=reshape]; -"1289 slice_162" [id=1289, type=slice]; -"1290 slice_163" [id=1290, type=slice]; -"1291 slice_164" [id=1291, type=slice]; -"1292 slice_165" [id=1292, type=slice]; -"1293 contiguous_19" [id=1293, type=contiguous]; -"1294 _param_constant178" [id=1294, type=get_attr]; -"1295 _param_constant179" [id=1295, type=get_attr]; -"1296 layer_norm_23" [id=1296, type=layer_norm]; -"1297 add_36" [id=1297, type=add]; -"1298 add_36_0_0_nncf_smooth_quant_0" [id=1298, type=call_module]; -"1299 quantize_per_tensor_default_67" [id=1299, type=quantize_per_tensor]; -"1300 dequantize_per_tensor_default_67" [id=1300, type=dequantize_per_tensor]; -"1301 linear_66_scale_0_updated_constant0" [id=1301, type=get_attr]; -"1302 compressed_weight_updated_constant216" [id=1302, type=get_attr]; -"1303 _param_constant181_0_0" [id=1303, type=get_attr]; -"1304 mul_tensor_67" [id=1304, type=mul]; -"1305 linear_66" [id=1305, type=linear]; -"1306 gelu_10" [id=1306, type=gelu]; -"1307 dropout_42" [id=1307, type=dropout]; -"1308 dropout_42_0_0_nncf_smooth_quant_0" [id=1308, type=call_module]; -"1309 quantize_per_tensor_default_68" [id=1309, type=quantize_per_tensor]; -"1310 dequantize_per_tensor_default_68" [id=1310, type=dequantize_per_tensor]; -"1311 linear_67_scale_0_updated_constant0" [id=1311, type=get_attr]; -"1312 compressed_weight_updated_constant217" [id=1312, type=get_attr]; -"1313 _param_constant183_0_0" [id=1313, type=get_attr]; -"1314 mul_tensor_68" [id=1314, type=mul]; -"1315 linear_67" [id=1315, type=linear]; -"1316 dropout_43" [id=1316, type=dropout]; -"1317 _param_constant184" [id=1317, type=get_attr]; -"1318 _param_constant185" [id=1318, type=get_attr]; -"1319 layer_norm_24" [id=1319, type=layer_norm]; -"1320 add_37" [id=1320, type=add]; -"1321 _tensor_constant67" [id=1321, type=get_attr]; -"1322 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1322, type=call_module]; -"1323 linear_68_scale_0_updated_constant0" [id=1323, type=get_attr]; -"1324 compressed_weight_updated_constant218" [id=1324, type=get_attr]; -"1325 _param_constant187_0_0" [id=1325, type=get_attr]; -"1326 mul_tensor_69" [id=1326, type=mul]; -"1327 linear_68" [id=1327, type=linear]; -"1328 relu__11" [id=1328, type=relu_]; -"1329 relu__11_0_0_nncf_smooth_quant_0" [id=1329, type=call_module]; -"1330 linear_69_scale_0_updated_constant0" [id=1330, type=get_attr]; -"1331 compressed_weight_updated_constant219" [id=1331, type=get_attr]; -"1332 mul_tensor_70" [id=1332, type=mul]; -"1333 linear_69" [id=1333, type=linear]; -"1334 view_59" [id=1334, type=view]; -"1335 _tensor_constant68" [id=1335, type=get_attr]; -"1336 index_11" [id=1336, type=index]; -"1337 view_60" [id=1337, type=view]; -"1338 permute_50" [id=1338, type=permute]; -"1339 contiguous_20" [id=1339, type=contiguous]; -"1340 unsqueeze_31" [id=1340, type=unsqueeze]; -"1341 sigmoid_11" [id=1341, type=sigmoid]; -"1342 mul_22" [id=1342, type=mul]; -"1343 pad_13" [id=1343, type=pad]; -"1344 roll_10" [id=1344, type=roll]; -"1345 view_61" [id=1345, type=view]; -"1346 permute_51" [id=1346, type=permute]; -"1347 reshape_49" [id=1347, type=reshape]; -"1348 reshape_49_0_0_nncf_smooth_quant_0" [id=1348, type=call_module]; -"1349 quantize_per_tensor_default_69" [id=1349, type=quantize_per_tensor]; -"1350 dequantize_per_tensor_default_69" [id=1350, type=dequantize_per_tensor]; -"1351 linear_70_scale_0_updated_constant0" [id=1351, type=get_attr]; -"1352 compressed_weight_updated_constant220" [id=1352, type=get_attr]; -"1353 _param_constant189_0_0" [id=1353, type=get_attr]; -"1354 mul_tensor_71" [id=1354, type=mul]; -"1355 linear_70" [id=1355, type=linear]; -"1356 reshape_50" [id=1356, type=reshape]; -"1357 permute_52" [id=1357, type=permute]; -"1358 select_33" [id=1358, type=select]; -"1359 select_34" [id=1359, type=select]; -"1360 select_35" [id=1360, type=select]; -"1361 linalg_vector_norm_22" [id=1361, type=linalg_vector_norm]; -"1362 clamp_min_22" [id=1362, type=clamp_min]; -"1363 expand_as_22" [id=1363, type=expand_as]; -"1364 div_22" [id=1364, type=div]; -"1365 quantize_per_tensor_default_70" [id=1365, type=quantize_per_tensor]; -"1366 dequantize_per_tensor_default_70" [id=1366, type=dequantize_per_tensor]; -"1367 linalg_vector_norm_23" [id=1367, type=linalg_vector_norm]; -"1368 clamp_min_23" [id=1368, type=clamp_min]; -"1369 expand_as_23" [id=1369, type=expand_as]; -"1370 div_23" [id=1370, type=div]; -"1371 quantize_per_tensor_default_71" [id=1371, type=quantize_per_tensor]; -"1372 dequantize_per_tensor_default_71" [id=1372, type=dequantize_per_tensor]; -"1373 transpose_22" [id=1373, type=transpose]; -"1374 matmul_22" [id=1374, type=matmul]; -"1375 _param_constant191" [id=1375, type=get_attr]; -"1376 clamp_11" [id=1376, type=clamp]; -"1377 exp_11" [id=1377, type=exp]; -"1378 mul_23" [id=1378, type=mul]; -"1379 add_38" [id=1379, type=add]; -"1380 new_zeros_5" [id=1380, type=new_zeros]; -"1381 view_62" [id=1381, type=view]; -"1382 permute_53" [id=1382, type=permute]; -"1383 reshape_51" [id=1383, type=reshape]; -"1384 unsqueeze_32" [id=1384, type=unsqueeze]; -"1385 unsqueeze_33" [id=1385, type=unsqueeze]; -"1386 sub_5" [id=1386, type=sub]; -"1387 ne_5" [id=1387, type=ne]; -"1388 masked_fill_10" [id=1388, type=masked_fill]; -"1389 eq_5" [id=1389, type=eq]; -"1390 masked_fill_11" [id=1390, type=masked_fill]; -"1391 view_63" [id=1391, type=view]; -"1392 unsqueeze_34" [id=1392, type=unsqueeze]; -"1393 unsqueeze_35" [id=1393, type=unsqueeze]; -"1394 add_39" [id=1394, type=add]; -"1395 view_64" [id=1395, type=view]; -"1396 softmax_11" [id=1396, type=softmax]; -"1397 dropout_44" [id=1397, type=dropout]; -"1398 matmul_23" [id=1398, type=matmul]; -"1399 transpose_23" [id=1399, type=transpose]; -"1400 reshape_52" [id=1400, type=reshape]; -"1401 reshape_52_0_0_nncf_smooth_quant_0" [id=1401, type=call_module]; -"1402 quantize_per_tensor_default_72" [id=1402, type=quantize_per_tensor]; -"1403 dequantize_per_tensor_default_72" [id=1403, type=dequantize_per_tensor]; -"1404 linear_71_scale_0_updated_constant0" [id=1404, type=get_attr]; -"1405 compressed_weight_updated_constant221" [id=1405, type=get_attr]; -"1406 _param_constant193_0_0" [id=1406, type=get_attr]; -"1407 mul_tensor_72" [id=1407, type=mul]; -"1408 linear_71" [id=1408, type=linear]; -"1409 dropout_45" [id=1409, type=dropout]; -"1410 view_65" [id=1410, type=view]; -"1411 permute_54" [id=1411, type=permute]; -"1412 reshape_53" [id=1412, type=reshape]; -"1413 roll_11" [id=1413, type=roll]; -"1414 slice_185" [id=1414, type=slice]; -"1415 slice_186" [id=1415, type=slice]; -"1416 slice_187" [id=1416, type=slice]; -"1417 slice_188" [id=1417, type=slice]; -"1418 contiguous_21" [id=1418, type=contiguous]; -"1419 _param_constant194" [id=1419, type=get_attr]; -"1420 _param_constant195" [id=1420, type=get_attr]; -"1421 layer_norm_25" [id=1421, type=layer_norm]; -"1422 add_40" [id=1422, type=add]; -"1423 add_40_0_0_nncf_smooth_quant_0" [id=1423, type=call_module]; -"1424 quantize_per_tensor_default_73" [id=1424, type=quantize_per_tensor]; -"1425 dequantize_per_tensor_default_73" [id=1425, type=dequantize_per_tensor]; -"1426 linear_72_scale_0_updated_constant0" [id=1426, type=get_attr]; -"1427 compressed_weight_updated_constant222" [id=1427, type=get_attr]; -"1428 _param_constant197_0_0" [id=1428, type=get_attr]; -"1429 mul_tensor_73" [id=1429, type=mul]; -"1430 linear_72" [id=1430, type=linear]; -"1431 gelu_11" [id=1431, type=gelu]; -"1432 dropout_46" [id=1432, type=dropout]; -"1433 dropout_46_0_0_nncf_smooth_quant_0" [id=1433, type=call_module]; -"1434 quantize_per_tensor_default_74" [id=1434, type=quantize_per_tensor]; -"1435 dequantize_per_tensor_default_74" [id=1435, type=dequantize_per_tensor]; -"1436 linear_73_scale_0_updated_constant0" [id=1436, type=get_attr]; -"1437 compressed_weight_updated_constant223" [id=1437, type=get_attr]; -"1438 _param_constant199_0_0" [id=1438, type=get_attr]; -"1439 mul_tensor_74" [id=1439, type=mul]; -"1440 linear_73" [id=1440, type=linear]; -"1441 dropout_47" [id=1441, type=dropout]; -"1442 _param_constant200" [id=1442, type=get_attr]; -"1443 _param_constant201" [id=1443, type=get_attr]; -"1444 layer_norm_26" [id=1444, type=layer_norm]; -"1445 add_41" [id=1445, type=add]; -"1446 _tensor_constant78" [id=1446, type=get_attr]; -"1447 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1447, type=call_module]; -"1448 linear_74_scale_0_updated_constant0" [id=1448, type=get_attr]; -"1449 compressed_weight_updated_constant224" [id=1449, type=get_attr]; -"1450 _param_constant203_0_0" [id=1450, type=get_attr]; -"1451 mul_tensor_75" [id=1451, type=mul]; -"1452 linear_74" [id=1452, type=linear]; -"1453 relu__12" [id=1453, type=relu_]; -"1454 relu__12_0_0_nncf_smooth_quant_0" [id=1454, type=call_module]; -"1455 linear_75_scale_0_updated_constant0" [id=1455, type=get_attr]; -"1456 compressed_weight_updated_constant225" [id=1456, type=get_attr]; -"1457 mul_tensor_76" [id=1457, type=mul]; -"1458 linear_75" [id=1458, type=linear]; -"1459 view_66" [id=1459, type=view]; -"1460 _tensor_constant79" [id=1460, type=get_attr]; -"1461 index_12" [id=1461, type=index]; -"1462 view_67" [id=1462, type=view]; -"1463 permute_55" [id=1463, type=permute]; -"1464 contiguous_22" [id=1464, type=contiguous]; -"1465 unsqueeze_36" [id=1465, type=unsqueeze]; -"1466 sigmoid_12" [id=1466, type=sigmoid]; -"1467 mul_24" [id=1467, type=mul]; -"1468 pad_14" [id=1468, type=pad]; -"1469 view_68" [id=1469, type=view]; -"1470 permute_56" [id=1470, type=permute]; -"1471 reshape_54" [id=1471, type=reshape]; -"1472 reshape_54_0_0_nncf_smooth_quant_0" [id=1472, type=call_module]; -"1473 quantize_per_tensor_default_75" [id=1473, type=quantize_per_tensor]; -"1474 dequantize_per_tensor_default_75" [id=1474, type=dequantize_per_tensor]; -"1475 linear_76_scale_0_updated_constant0" [id=1475, type=get_attr]; -"1476 compressed_weight_updated_constant226" [id=1476, type=get_attr]; -"1477 _param_constant205_0_0" [id=1477, type=get_attr]; -"1478 mul_tensor_77" [id=1478, type=mul]; -"1479 linear_76" [id=1479, type=linear]; -"1480 reshape_55" [id=1480, type=reshape]; -"1481 permute_57" [id=1481, type=permute]; -"1482 select_36" [id=1482, type=select]; -"1483 select_37" [id=1483, type=select]; -"1484 select_38" [id=1484, type=select]; -"1485 linalg_vector_norm_24" [id=1485, type=linalg_vector_norm]; -"1486 clamp_min_24" [id=1486, type=clamp_min]; -"1487 expand_as_24" [id=1487, type=expand_as]; -"1488 div_24" [id=1488, type=div]; -"1489 quantize_per_tensor_default_76" [id=1489, type=quantize_per_tensor]; -"1490 dequantize_per_tensor_default_76" [id=1490, type=dequantize_per_tensor]; -"1491 linalg_vector_norm_25" [id=1491, type=linalg_vector_norm]; -"1492 clamp_min_25" [id=1492, type=clamp_min]; -"1493 expand_as_25" [id=1493, type=expand_as]; -"1494 div_25" [id=1494, type=div]; -"1495 quantize_per_tensor_default_77" [id=1495, type=quantize_per_tensor]; -"1496 dequantize_per_tensor_default_77" [id=1496, type=dequantize_per_tensor]; -"1497 transpose_24" [id=1497, type=transpose]; -"1498 matmul_24" [id=1498, type=matmul]; -"1499 _param_constant207" [id=1499, type=get_attr]; -"1500 clamp_12" [id=1500, type=clamp]; -"1501 exp_12" [id=1501, type=exp]; -"1502 mul_25" [id=1502, type=mul]; -"1503 add_42" [id=1503, type=add]; -"1504 softmax_12" [id=1504, type=softmax]; -"1505 dropout_48" [id=1505, type=dropout]; -"1506 matmul_25" [id=1506, type=matmul]; -"1507 transpose_25" [id=1507, type=transpose]; -"1508 reshape_56" [id=1508, type=reshape]; -"1509 reshape_56_0_0_nncf_smooth_quant_0" [id=1509, type=call_module]; -"1510 quantize_per_tensor_default_78" [id=1510, type=quantize_per_tensor]; -"1511 dequantize_per_tensor_default_78" [id=1511, type=dequantize_per_tensor]; -"1512 linear_77_scale_0_updated_constant0" [id=1512, type=get_attr]; -"1513 compressed_weight_updated_constant227" [id=1513, type=get_attr]; -"1514 _param_constant209_0_0" [id=1514, type=get_attr]; -"1515 mul_tensor_78" [id=1515, type=mul]; -"1516 linear_77" [id=1516, type=linear]; -"1517 dropout_49" [id=1517, type=dropout]; -"1518 view_69" [id=1518, type=view]; -"1519 permute_58" [id=1519, type=permute]; -"1520 reshape_57" [id=1520, type=reshape]; -"1521 slice_190" [id=1521, type=slice]; -"1522 slice_191" [id=1522, type=slice]; -"1523 slice_192" [id=1523, type=slice]; -"1524 slice_193" [id=1524, type=slice]; -"1525 contiguous_23" [id=1525, type=contiguous]; -"1526 _param_constant210" [id=1526, type=get_attr]; -"1527 _param_constant211" [id=1527, type=get_attr]; -"1528 layer_norm_27" [id=1528, type=layer_norm]; -"1529 add_43" [id=1529, type=add]; -"1530 add_43_0_0_nncf_smooth_quant_0" [id=1530, type=call_module]; -"1531 quantize_per_tensor_default_79" [id=1531, type=quantize_per_tensor]; -"1532 dequantize_per_tensor_default_79" [id=1532, type=dequantize_per_tensor]; -"1533 linear_78_scale_0_updated_constant0" [id=1533, type=get_attr]; -"1534 compressed_weight_updated_constant228" [id=1534, type=get_attr]; -"1535 _param_constant213_0_0" [id=1535, type=get_attr]; -"1536 mul_tensor_79" [id=1536, type=mul]; -"1537 linear_78" [id=1537, type=linear]; -"1538 gelu_12" [id=1538, type=gelu]; -"1539 dropout_50" [id=1539, type=dropout]; -"1540 dropout_50_0_0_nncf_smooth_quant_0" [id=1540, type=call_module]; -"1541 quantize_per_tensor_default_80" [id=1541, type=quantize_per_tensor]; -"1542 dequantize_per_tensor_default_80" [id=1542, type=dequantize_per_tensor]; -"1543 linear_79_scale_0_updated_constant0" [id=1543, type=get_attr]; -"1544 compressed_weight_updated_constant229" [id=1544, type=get_attr]; -"1545 _param_constant215_0_0" [id=1545, type=get_attr]; -"1546 mul_tensor_80" [id=1546, type=mul]; -"1547 linear_79" [id=1547, type=linear]; -"1548 dropout_51" [id=1548, type=dropout]; -"1549 _param_constant216" [id=1549, type=get_attr]; -"1550 _param_constant217" [id=1550, type=get_attr]; -"1551 layer_norm_28" [id=1551, type=layer_norm]; -"1552 add_44" [id=1552, type=add]; -"1553 _tensor_constant80" [id=1553, type=get_attr]; -"1554 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1554, type=call_module]; -"1555 linear_80_scale_0_updated_constant0" [id=1555, type=get_attr]; -"1556 compressed_weight_updated_constant230" [id=1556, type=get_attr]; -"1557 _param_constant219_0_0" [id=1557, type=get_attr]; -"1558 mul_tensor_81" [id=1558, type=mul]; -"1559 linear_80" [id=1559, type=linear]; -"1560 relu__13" [id=1560, type=relu_]; -"1561 relu__13_0_0_nncf_smooth_quant_0" [id=1561, type=call_module]; -"1562 linear_81_scale_0_updated_constant0" [id=1562, type=get_attr]; -"1563 compressed_weight_updated_constant231" [id=1563, type=get_attr]; -"1564 mul_tensor_82" [id=1564, type=mul]; -"1565 linear_81" [id=1565, type=linear]; -"1566 view_70" [id=1566, type=view]; -"1567 _tensor_constant81" [id=1567, type=get_attr]; -"1568 index_13" [id=1568, type=index]; -"1569 view_71" [id=1569, type=view]; -"1570 permute_59" [id=1570, type=permute]; -"1571 contiguous_24" [id=1571, type=contiguous]; -"1572 unsqueeze_37" [id=1572, type=unsqueeze]; -"1573 sigmoid_13" [id=1573, type=sigmoid]; -"1574 mul_26" [id=1574, type=mul]; -"1575 pad_15" [id=1575, type=pad]; -"1576 roll_12" [id=1576, type=roll]; -"1577 view_72" [id=1577, type=view]; -"1578 permute_60" [id=1578, type=permute]; -"1579 reshape_58" [id=1579, type=reshape]; -"1580 reshape_58_0_0_nncf_smooth_quant_0" [id=1580, type=call_module]; -"1581 quantize_per_tensor_default_81" [id=1581, type=quantize_per_tensor]; -"1582 dequantize_per_tensor_default_81" [id=1582, type=dequantize_per_tensor]; -"1583 linear_82_scale_0_updated_constant0" [id=1583, type=get_attr]; -"1584 compressed_weight_updated_constant232" [id=1584, type=get_attr]; -"1585 _param_constant221_0_0" [id=1585, type=get_attr]; -"1586 mul_tensor_83" [id=1586, type=mul]; -"1587 linear_82" [id=1587, type=linear]; -"1588 reshape_59" [id=1588, type=reshape]; -"1589 permute_61" [id=1589, type=permute]; -"1590 select_39" [id=1590, type=select]; -"1591 select_40" [id=1591, type=select]; -"1592 select_41" [id=1592, type=select]; -"1593 linalg_vector_norm_26" [id=1593, type=linalg_vector_norm]; -"1594 clamp_min_26" [id=1594, type=clamp_min]; -"1595 expand_as_26" [id=1595, type=expand_as]; -"1596 div_26" [id=1596, type=div]; -"1597 quantize_per_tensor_default_82" [id=1597, type=quantize_per_tensor]; -"1598 dequantize_per_tensor_default_82" [id=1598, type=dequantize_per_tensor]; -"1599 linalg_vector_norm_27" [id=1599, type=linalg_vector_norm]; -"1600 clamp_min_27" [id=1600, type=clamp_min]; -"1601 expand_as_27" [id=1601, type=expand_as]; -"1602 div_27" [id=1602, type=div]; -"1603 quantize_per_tensor_default_83" [id=1603, type=quantize_per_tensor]; -"1604 dequantize_per_tensor_default_83" [id=1604, type=dequantize_per_tensor]; -"1605 transpose_26" [id=1605, type=transpose]; -"1606 matmul_26" [id=1606, type=matmul]; -"1607 _param_constant223" [id=1607, type=get_attr]; -"1608 clamp_13" [id=1608, type=clamp]; -"1609 exp_13" [id=1609, type=exp]; -"1610 mul_27" [id=1610, type=mul]; -"1611 add_45" [id=1611, type=add]; -"1612 new_zeros_6" [id=1612, type=new_zeros]; -"1613 view_73" [id=1613, type=view]; -"1614 permute_62" [id=1614, type=permute]; -"1615 reshape_60" [id=1615, type=reshape]; -"1616 unsqueeze_38" [id=1616, type=unsqueeze]; -"1617 unsqueeze_39" [id=1617, type=unsqueeze]; -"1618 sub_6" [id=1618, type=sub]; -"1619 ne_6" [id=1619, type=ne]; -"1620 masked_fill_12" [id=1620, type=masked_fill]; -"1621 eq_6" [id=1621, type=eq]; -"1622 masked_fill_13" [id=1622, type=masked_fill]; -"1623 view_74" [id=1623, type=view]; -"1624 unsqueeze_40" [id=1624, type=unsqueeze]; -"1625 unsqueeze_41" [id=1625, type=unsqueeze]; -"1626 add_46" [id=1626, type=add]; -"1627 view_75" [id=1627, type=view]; -"1628 softmax_13" [id=1628, type=softmax]; -"1629 dropout_52" [id=1629, type=dropout]; -"1630 matmul_27" [id=1630, type=matmul]; -"1631 transpose_27" [id=1631, type=transpose]; -"1632 reshape_61" [id=1632, type=reshape]; -"1633 reshape_61_0_0_nncf_smooth_quant_0" [id=1633, type=call_module]; -"1634 quantize_per_tensor_default_84" [id=1634, type=quantize_per_tensor]; -"1635 dequantize_per_tensor_default_84" [id=1635, type=dequantize_per_tensor]; -"1636 linear_83_scale_0_updated_constant0" [id=1636, type=get_attr]; -"1637 compressed_weight_updated_constant233" [id=1637, type=get_attr]; -"1638 _param_constant225_0_0" [id=1638, type=get_attr]; -"1639 mul_tensor_84" [id=1639, type=mul]; -"1640 linear_83" [id=1640, type=linear]; -"1641 dropout_53" [id=1641, type=dropout]; -"1642 view_76" [id=1642, type=view]; -"1643 permute_63" [id=1643, type=permute]; -"1644 reshape_62" [id=1644, type=reshape]; -"1645 roll_13" [id=1645, type=roll]; -"1646 slice_213" [id=1646, type=slice]; -"1647 slice_214" [id=1647, type=slice]; -"1648 slice_215" [id=1648, type=slice]; -"1649 slice_216" [id=1649, type=slice]; -"1650 contiguous_25" [id=1650, type=contiguous]; -"1651 _param_constant226" [id=1651, type=get_attr]; -"1652 _param_constant227" [id=1652, type=get_attr]; -"1653 layer_norm_29" [id=1653, type=layer_norm]; -"1654 add_47" [id=1654, type=add]; -"1655 add_47_0_0_nncf_smooth_quant_0" [id=1655, type=call_module]; -"1656 quantize_per_tensor_default_85" [id=1656, type=quantize_per_tensor]; -"1657 dequantize_per_tensor_default_85" [id=1657, type=dequantize_per_tensor]; -"1658 linear_84_scale_0_updated_constant0" [id=1658, type=get_attr]; -"1659 compressed_weight_updated_constant234" [id=1659, type=get_attr]; -"1660 _param_constant229_0_0" [id=1660, type=get_attr]; -"1661 mul_tensor_85" [id=1661, type=mul]; -"1662 linear_84" [id=1662, type=linear]; -"1663 gelu_13" [id=1663, type=gelu]; -"1664 dropout_54" [id=1664, type=dropout]; -"1665 dropout_54_0_0_nncf_smooth_quant_0" [id=1665, type=call_module]; -"1666 quantize_per_tensor_default_86" [id=1666, type=quantize_per_tensor]; -"1667 dequantize_per_tensor_default_86" [id=1667, type=dequantize_per_tensor]; -"1668 linear_85_scale_0_updated_constant0" [id=1668, type=get_attr]; -"1669 compressed_weight_updated_constant235" [id=1669, type=get_attr]; -"1670 _param_constant231_0_0" [id=1670, type=get_attr]; -"1671 mul_tensor_86" [id=1671, type=mul]; -"1672 linear_85" [id=1672, type=linear]; -"1673 dropout_55" [id=1673, type=dropout]; -"1674 _param_constant232" [id=1674, type=get_attr]; -"1675 _param_constant233" [id=1675, type=get_attr]; -"1676 layer_norm_30" [id=1676, type=layer_norm]; -"1677 add_48" [id=1677, type=add]; -"1678 _tensor_constant91" [id=1678, type=get_attr]; -"1679 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1679, type=call_module]; -"1680 linear_86_scale_0_updated_constant0" [id=1680, type=get_attr]; -"1681 compressed_weight_updated_constant236" [id=1681, type=get_attr]; -"1682 _param_constant235_0_0" [id=1682, type=get_attr]; -"1683 mul_tensor_87" [id=1683, type=mul]; -"1684 linear_86" [id=1684, type=linear]; -"1685 relu__14" [id=1685, type=relu_]; -"1686 relu__14_0_0_nncf_smooth_quant_0" [id=1686, type=call_module]; -"1687 linear_87_scale_0_updated_constant0" [id=1687, type=get_attr]; -"1688 compressed_weight_updated_constant237" [id=1688, type=get_attr]; -"1689 mul_tensor_88" [id=1689, type=mul]; -"1690 linear_87" [id=1690, type=linear]; -"1691 view_77" [id=1691, type=view]; -"1692 _tensor_constant92" [id=1692, type=get_attr]; -"1693 index_14" [id=1693, type=index]; -"1694 view_78" [id=1694, type=view]; -"1695 permute_64" [id=1695, type=permute]; -"1696 contiguous_26" [id=1696, type=contiguous]; -"1697 unsqueeze_42" [id=1697, type=unsqueeze]; -"1698 sigmoid_14" [id=1698, type=sigmoid]; -"1699 mul_28" [id=1699, type=mul]; -"1700 pad_16" [id=1700, type=pad]; -"1701 view_79" [id=1701, type=view]; -"1702 permute_65" [id=1702, type=permute]; -"1703 reshape_63" [id=1703, type=reshape]; -"1704 reshape_63_0_0_nncf_smooth_quant_0" [id=1704, type=call_module]; -"1705 quantize_per_tensor_default_87" [id=1705, type=quantize_per_tensor]; -"1706 dequantize_per_tensor_default_87" [id=1706, type=dequantize_per_tensor]; -"1707 linear_88_scale_0_updated_constant0" [id=1707, type=get_attr]; -"1708 compressed_weight_updated_constant238" [id=1708, type=get_attr]; -"1709 _param_constant237_0_0" [id=1709, type=get_attr]; -"1710 mul_tensor_89" [id=1710, type=mul]; -"1711 linear_88" [id=1711, type=linear]; -"1712 reshape_64" [id=1712, type=reshape]; -"1713 permute_66" [id=1713, type=permute]; -"1714 select_42" [id=1714, type=select]; -"1715 select_43" [id=1715, type=select]; -"1716 select_44" [id=1716, type=select]; -"1717 linalg_vector_norm_28" [id=1717, type=linalg_vector_norm]; -"1718 clamp_min_28" [id=1718, type=clamp_min]; -"1719 expand_as_28" [id=1719, type=expand_as]; -"1720 div_28" [id=1720, type=div]; -"1721 quantize_per_tensor_default_88" [id=1721, type=quantize_per_tensor]; -"1722 dequantize_per_tensor_default_88" [id=1722, type=dequantize_per_tensor]; -"1723 linalg_vector_norm_29" [id=1723, type=linalg_vector_norm]; -"1724 clamp_min_29" [id=1724, type=clamp_min]; -"1725 expand_as_29" [id=1725, type=expand_as]; -"1726 div_29" [id=1726, type=div]; -"1727 quantize_per_tensor_default_89" [id=1727, type=quantize_per_tensor]; -"1728 dequantize_per_tensor_default_89" [id=1728, type=dequantize_per_tensor]; -"1729 transpose_28" [id=1729, type=transpose]; -"1730 matmul_28" [id=1730, type=matmul]; -"1731 _param_constant239" [id=1731, type=get_attr]; -"1732 clamp_14" [id=1732, type=clamp]; -"1733 exp_14" [id=1733, type=exp]; -"1734 mul_29" [id=1734, type=mul]; -"1735 add_49" [id=1735, type=add]; -"1736 softmax_14" [id=1736, type=softmax]; -"1737 dropout_56" [id=1737, type=dropout]; -"1738 matmul_29" [id=1738, type=matmul]; -"1739 transpose_29" [id=1739, type=transpose]; -"1740 reshape_65" [id=1740, type=reshape]; -"1741 reshape_65_0_0_nncf_smooth_quant_0" [id=1741, type=call_module]; -"1742 quantize_per_tensor_default_90" [id=1742, type=quantize_per_tensor]; -"1743 dequantize_per_tensor_default_90" [id=1743, type=dequantize_per_tensor]; -"1744 linear_89_scale_0_updated_constant0" [id=1744, type=get_attr]; -"1745 compressed_weight_updated_constant239" [id=1745, type=get_attr]; -"1746 _param_constant241_0_0" [id=1746, type=get_attr]; -"1747 mul_tensor_90" [id=1747, type=mul]; -"1748 linear_89" [id=1748, type=linear]; -"1749 dropout_57" [id=1749, type=dropout]; -"1750 view_80" [id=1750, type=view]; -"1751 permute_67" [id=1751, type=permute]; -"1752 reshape_66" [id=1752, type=reshape]; -"1753 slice_218" [id=1753, type=slice]; -"1754 slice_219" [id=1754, type=slice]; -"1755 slice_220" [id=1755, type=slice]; -"1756 slice_221" [id=1756, type=slice]; -"1757 contiguous_27" [id=1757, type=contiguous]; -"1758 _param_constant242" [id=1758, type=get_attr]; -"1759 _param_constant243" [id=1759, type=get_attr]; -"1760 layer_norm_31" [id=1760, type=layer_norm]; -"1761 add_50" [id=1761, type=add]; -"1762 add_50_0_0_nncf_smooth_quant_0" [id=1762, type=call_module]; -"1763 quantize_per_tensor_default_91" [id=1763, type=quantize_per_tensor]; -"1764 dequantize_per_tensor_default_91" [id=1764, type=dequantize_per_tensor]; -"1765 linear_90_scale_0_updated_constant0" [id=1765, type=get_attr]; -"1766 compressed_weight_updated_constant240" [id=1766, type=get_attr]; -"1767 _param_constant245_0_0" [id=1767, type=get_attr]; -"1768 mul_tensor_91" [id=1768, type=mul]; -"1769 linear_90" [id=1769, type=linear]; -"1770 gelu_14" [id=1770, type=gelu]; -"1771 dropout_58" [id=1771, type=dropout]; -"1772 dropout_58_0_0_nncf_smooth_quant_0" [id=1772, type=call_module]; -"1773 quantize_per_tensor_default_92" [id=1773, type=quantize_per_tensor]; -"1774 dequantize_per_tensor_default_92" [id=1774, type=dequantize_per_tensor]; -"1775 linear_91_scale_0_updated_constant0" [id=1775, type=get_attr]; -"1776 compressed_weight_updated_constant241" [id=1776, type=get_attr]; -"1777 _param_constant247_0_0" [id=1777, type=get_attr]; -"1778 mul_tensor_92" [id=1778, type=mul]; -"1779 linear_91" [id=1779, type=linear]; -"1780 dropout_59" [id=1780, type=dropout]; -"1781 _param_constant248" [id=1781, type=get_attr]; -"1782 _param_constant249" [id=1782, type=get_attr]; -"1783 layer_norm_32" [id=1783, type=layer_norm]; -"1784 add_51" [id=1784, type=add]; -"1785 _tensor_constant93" [id=1785, type=get_attr]; -"1786 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1786, type=call_module]; -"1787 linear_92_scale_0_updated_constant0" [id=1787, type=get_attr]; -"1788 compressed_weight_updated_constant242" [id=1788, type=get_attr]; -"1789 _param_constant251_0_0" [id=1789, type=get_attr]; -"1790 mul_tensor_93" [id=1790, type=mul]; -"1791 linear_92" [id=1791, type=linear]; -"1792 relu__15" [id=1792, type=relu_]; -"1793 relu__15_0_0_nncf_smooth_quant_0" [id=1793, type=call_module]; -"1794 linear_93_scale_0_updated_constant0" [id=1794, type=get_attr]; -"1795 compressed_weight_updated_constant243" [id=1795, type=get_attr]; -"1796 mul_tensor_94" [id=1796, type=mul]; -"1797 linear_93" [id=1797, type=linear]; -"1798 view_81" [id=1798, type=view]; -"1799 _tensor_constant94" [id=1799, type=get_attr]; -"1800 index_15" [id=1800, type=index]; -"1801 view_82" [id=1801, type=view]; -"1802 permute_68" [id=1802, type=permute]; -"1803 contiguous_28" [id=1803, type=contiguous]; -"1804 unsqueeze_43" [id=1804, type=unsqueeze]; -"1805 sigmoid_15" [id=1805, type=sigmoid]; -"1806 mul_30" [id=1806, type=mul]; -"1807 pad_17" [id=1807, type=pad]; -"1808 roll_14" [id=1808, type=roll]; -"1809 view_83" [id=1809, type=view]; -"1810 permute_69" [id=1810, type=permute]; -"1811 reshape_67" [id=1811, type=reshape]; -"1812 reshape_67_0_0_nncf_smooth_quant_0" [id=1812, type=call_module]; -"1813 quantize_per_tensor_default_93" [id=1813, type=quantize_per_tensor]; -"1814 dequantize_per_tensor_default_93" [id=1814, type=dequantize_per_tensor]; -"1815 linear_94_scale_0_updated_constant0" [id=1815, type=get_attr]; -"1816 compressed_weight_updated_constant244" [id=1816, type=get_attr]; -"1817 _param_constant253_0_0" [id=1817, type=get_attr]; -"1818 mul_tensor_95" [id=1818, type=mul]; -"1819 linear_94" [id=1819, type=linear]; -"1820 reshape_68" [id=1820, type=reshape]; -"1821 permute_70" [id=1821, type=permute]; -"1822 select_45" [id=1822, type=select]; -"1823 select_46" [id=1823, type=select]; -"1824 select_47" [id=1824, type=select]; -"1825 linalg_vector_norm_30" [id=1825, type=linalg_vector_norm]; -"1826 clamp_min_30" [id=1826, type=clamp_min]; -"1827 expand_as_30" [id=1827, type=expand_as]; -"1828 div_30" [id=1828, type=div]; -"1829 quantize_per_tensor_default_94" [id=1829, type=quantize_per_tensor]; -"1830 dequantize_per_tensor_default_94" [id=1830, type=dequantize_per_tensor]; -"1831 linalg_vector_norm_31" [id=1831, type=linalg_vector_norm]; -"1832 clamp_min_31" [id=1832, type=clamp_min]; -"1833 expand_as_31" [id=1833, type=expand_as]; -"1834 div_31" [id=1834, type=div]; -"1835 quantize_per_tensor_default_95" [id=1835, type=quantize_per_tensor]; -"1836 dequantize_per_tensor_default_95" [id=1836, type=dequantize_per_tensor]; -"1837 transpose_30" [id=1837, type=transpose]; -"1838 matmul_30" [id=1838, type=matmul]; -"1839 _param_constant255" [id=1839, type=get_attr]; -"1840 clamp_15" [id=1840, type=clamp]; -"1841 exp_15" [id=1841, type=exp]; -"1842 mul_31" [id=1842, type=mul]; -"1843 add_52" [id=1843, type=add]; -"1844 new_zeros_7" [id=1844, type=new_zeros]; -"1845 view_84" [id=1845, type=view]; -"1846 permute_71" [id=1846, type=permute]; -"1847 reshape_69" [id=1847, type=reshape]; -"1848 unsqueeze_44" [id=1848, type=unsqueeze]; -"1849 unsqueeze_45" [id=1849, type=unsqueeze]; -"1850 sub_7" [id=1850, type=sub]; -"1851 ne_7" [id=1851, type=ne]; -"1852 masked_fill_14" [id=1852, type=masked_fill]; -"1853 eq_7" [id=1853, type=eq]; -"1854 masked_fill_15" [id=1854, type=masked_fill]; -"1855 view_85" [id=1855, type=view]; -"1856 unsqueeze_46" [id=1856, type=unsqueeze]; -"1857 unsqueeze_47" [id=1857, type=unsqueeze]; -"1858 add_53" [id=1858, type=add]; -"1859 view_86" [id=1859, type=view]; -"1860 softmax_15" [id=1860, type=softmax]; -"1861 dropout_60" [id=1861, type=dropout]; -"1862 matmul_31" [id=1862, type=matmul]; -"1863 transpose_31" [id=1863, type=transpose]; -"1864 reshape_70" [id=1864, type=reshape]; -"1865 reshape_70_0_0_nncf_smooth_quant_0" [id=1865, type=call_module]; -"1866 quantize_per_tensor_default_96" [id=1866, type=quantize_per_tensor]; -"1867 dequantize_per_tensor_default_96" [id=1867, type=dequantize_per_tensor]; -"1868 linear_95_scale_0_updated_constant0" [id=1868, type=get_attr]; -"1869 compressed_weight_updated_constant245" [id=1869, type=get_attr]; -"1870 _param_constant257_0_0" [id=1870, type=get_attr]; -"1871 mul_tensor_96" [id=1871, type=mul]; -"1872 linear_95" [id=1872, type=linear]; -"1873 dropout_61" [id=1873, type=dropout]; -"1874 view_87" [id=1874, type=view]; -"1875 permute_72" [id=1875, type=permute]; -"1876 reshape_71" [id=1876, type=reshape]; -"1877 roll_15" [id=1877, type=roll]; -"1878 slice_241" [id=1878, type=slice]; -"1879 slice_242" [id=1879, type=slice]; -"1880 slice_243" [id=1880, type=slice]; -"1881 slice_244" [id=1881, type=slice]; -"1882 contiguous_29" [id=1882, type=contiguous]; -"1883 _param_constant258" [id=1883, type=get_attr]; -"1884 _param_constant259" [id=1884, type=get_attr]; -"1885 layer_norm_33" [id=1885, type=layer_norm]; -"1886 add_54" [id=1886, type=add]; -"1887 add_54_0_0_nncf_smooth_quant_0" [id=1887, type=call_module]; -"1888 quantize_per_tensor_default_97" [id=1888, type=quantize_per_tensor]; -"1889 dequantize_per_tensor_default_97" [id=1889, type=dequantize_per_tensor]; -"1890 linear_96_scale_0_updated_constant0" [id=1890, type=get_attr]; -"1891 compressed_weight_updated_constant246" [id=1891, type=get_attr]; -"1892 _param_constant261_0_0" [id=1892, type=get_attr]; -"1893 mul_tensor_97" [id=1893, type=mul]; -"1894 linear_96" [id=1894, type=linear]; -"1895 gelu_15" [id=1895, type=gelu]; -"1896 dropout_62" [id=1896, type=dropout]; -"1897 dropout_62_0_0_nncf_smooth_quant_0" [id=1897, type=call_module]; -"1898 quantize_per_tensor_default_98" [id=1898, type=quantize_per_tensor]; -"1899 dequantize_per_tensor_default_98" [id=1899, type=dequantize_per_tensor]; -"1900 linear_97_scale_0_updated_constant0" [id=1900, type=get_attr]; -"1901 compressed_weight_updated_constant247" [id=1901, type=get_attr]; -"1902 _param_constant263_0_0" [id=1902, type=get_attr]; -"1903 mul_tensor_98" [id=1903, type=mul]; -"1904 linear_97" [id=1904, type=linear]; -"1905 dropout_63" [id=1905, type=dropout]; -"1906 _param_constant264" [id=1906, type=get_attr]; -"1907 _param_constant265" [id=1907, type=get_attr]; -"1908 layer_norm_34" [id=1908, type=layer_norm]; -"1909 add_55" [id=1909, type=add]; -"1910 _tensor_constant104" [id=1910, type=get_attr]; -"1911 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=1911, type=call_module]; -"1912 linear_98_scale_0_updated_constant0" [id=1912, type=get_attr]; -"1913 compressed_weight_updated_constant248" [id=1913, type=get_attr]; -"1914 _param_constant267_0_0" [id=1914, type=get_attr]; -"1915 mul_tensor_99" [id=1915, type=mul]; -"1916 linear_98" [id=1916, type=linear]; -"1917 relu__16" [id=1917, type=relu_]; -"1918 relu__16_0_0_nncf_smooth_quant_0" [id=1918, type=call_module]; -"1919 linear_99_scale_0_updated_constant0" [id=1919, type=get_attr]; -"1920 compressed_weight_updated_constant249" [id=1920, type=get_attr]; -"1921 mul_tensor_100" [id=1921, type=mul]; -"1922 linear_99" [id=1922, type=linear]; -"1923 view_88" [id=1923, type=view]; -"1924 _tensor_constant105" [id=1924, type=get_attr]; -"1925 index_16" [id=1925, type=index]; -"1926 view_89" [id=1926, type=view]; -"1927 permute_73" [id=1927, type=permute]; -"1928 contiguous_30" [id=1928, type=contiguous]; -"1929 unsqueeze_48" [id=1929, type=unsqueeze]; -"1930 sigmoid_16" [id=1930, type=sigmoid]; -"1931 mul_32" [id=1931, type=mul]; -"1932 pad_18" [id=1932, type=pad]; -"1933 view_90" [id=1933, type=view]; -"1934 permute_74" [id=1934, type=permute]; -"1935 reshape_72" [id=1935, type=reshape]; -"1936 reshape_72_0_0_nncf_smooth_quant_0" [id=1936, type=call_module]; -"1937 quantize_per_tensor_default_99" [id=1937, type=quantize_per_tensor]; -"1938 dequantize_per_tensor_default_99" [id=1938, type=dequantize_per_tensor]; -"1939 linear_100_scale_0_updated_constant0" [id=1939, type=get_attr]; -"1940 compressed_weight_updated_constant250" [id=1940, type=get_attr]; -"1941 _param_constant269_0_0" [id=1941, type=get_attr]; -"1942 mul_tensor_101" [id=1942, type=mul]; -"1943 linear_100" [id=1943, type=linear]; -"1944 reshape_73" [id=1944, type=reshape]; -"1945 permute_75" [id=1945, type=permute]; -"1946 select_48" [id=1946, type=select]; -"1947 select_49" [id=1947, type=select]; -"1948 select_50" [id=1948, type=select]; -"1949 linalg_vector_norm_32" [id=1949, type=linalg_vector_norm]; -"1950 clamp_min_32" [id=1950, type=clamp_min]; -"1951 expand_as_32" [id=1951, type=expand_as]; -"1952 div_32" [id=1952, type=div]; -"1953 quantize_per_tensor_default_100" [id=1953, type=quantize_per_tensor]; -"1954 dequantize_per_tensor_default_100" [id=1954, type=dequantize_per_tensor]; -"1955 linalg_vector_norm_33" [id=1955, type=linalg_vector_norm]; -"1956 clamp_min_33" [id=1956, type=clamp_min]; -"1957 expand_as_33" [id=1957, type=expand_as]; -"1958 div_33" [id=1958, type=div]; -"1959 quantize_per_tensor_default_101" [id=1959, type=quantize_per_tensor]; -"1960 dequantize_per_tensor_default_101" [id=1960, type=dequantize_per_tensor]; -"1961 transpose_32" [id=1961, type=transpose]; -"1962 matmul_32" [id=1962, type=matmul]; -"1963 _param_constant271" [id=1963, type=get_attr]; -"1964 clamp_16" [id=1964, type=clamp]; -"1965 exp_16" [id=1965, type=exp]; -"1966 mul_33" [id=1966, type=mul]; -"1967 add_56" [id=1967, type=add]; -"1968 softmax_16" [id=1968, type=softmax]; -"1969 dropout_64" [id=1969, type=dropout]; -"1970 matmul_33" [id=1970, type=matmul]; -"1971 transpose_33" [id=1971, type=transpose]; -"1972 reshape_74" [id=1972, type=reshape]; -"1973 reshape_74_0_0_nncf_smooth_quant_0" [id=1973, type=call_module]; -"1974 quantize_per_tensor_default_102" [id=1974, type=quantize_per_tensor]; -"1975 dequantize_per_tensor_default_102" [id=1975, type=dequantize_per_tensor]; -"1976 linear_101_scale_0_updated_constant0" [id=1976, type=get_attr]; -"1977 compressed_weight_updated_constant251" [id=1977, type=get_attr]; -"1978 _param_constant273_0_0" [id=1978, type=get_attr]; -"1979 mul_tensor_102" [id=1979, type=mul]; -"1980 linear_101" [id=1980, type=linear]; -"1981 dropout_65" [id=1981, type=dropout]; -"1982 view_91" [id=1982, type=view]; -"1983 permute_76" [id=1983, type=permute]; -"1984 reshape_75" [id=1984, type=reshape]; -"1985 slice_246" [id=1985, type=slice]; -"1986 slice_247" [id=1986, type=slice]; -"1987 slice_248" [id=1987, type=slice]; -"1988 slice_249" [id=1988, type=slice]; -"1989 contiguous_31" [id=1989, type=contiguous]; -"1990 _param_constant274" [id=1990, type=get_attr]; -"1991 _param_constant275" [id=1991, type=get_attr]; -"1992 layer_norm_35" [id=1992, type=layer_norm]; -"1993 add_57" [id=1993, type=add]; -"1994 add_57_0_0_nncf_smooth_quant_0" [id=1994, type=call_module]; -"1995 quantize_per_tensor_default_103" [id=1995, type=quantize_per_tensor]; -"1996 dequantize_per_tensor_default_103" [id=1996, type=dequantize_per_tensor]; -"1997 linear_102_scale_0_updated_constant0" [id=1997, type=get_attr]; -"1998 compressed_weight_updated_constant252" [id=1998, type=get_attr]; -"1999 _param_constant277_0_0" [id=1999, type=get_attr]; -"2000 mul_tensor_103" [id=2000, type=mul]; -"2001 linear_102" [id=2001, type=linear]; -"2002 gelu_16" [id=2002, type=gelu]; -"2003 dropout_66" [id=2003, type=dropout]; -"2004 dropout_66_0_0_nncf_smooth_quant_0" [id=2004, type=call_module]; -"2005 quantize_per_tensor_default_104" [id=2005, type=quantize_per_tensor]; -"2006 dequantize_per_tensor_default_104" [id=2006, type=dequantize_per_tensor]; -"2007 linear_103_scale_0_updated_constant0" [id=2007, type=get_attr]; -"2008 compressed_weight_updated_constant253" [id=2008, type=get_attr]; -"2009 _param_constant279_0_0" [id=2009, type=get_attr]; -"2010 mul_tensor_104" [id=2010, type=mul]; -"2011 linear_103" [id=2011, type=linear]; -"2012 dropout_67" [id=2012, type=dropout]; -"2013 _param_constant280" [id=2013, type=get_attr]; -"2014 _param_constant281" [id=2014, type=get_attr]; -"2015 layer_norm_36" [id=2015, type=layer_norm]; -"2016 add_58" [id=2016, type=add]; -"2017 _tensor_constant106" [id=2017, type=get_attr]; -"2018 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2018, type=call_module]; -"2019 linear_104_scale_0_updated_constant0" [id=2019, type=get_attr]; -"2020 compressed_weight_updated_constant254" [id=2020, type=get_attr]; -"2021 _param_constant283_0_0" [id=2021, type=get_attr]; -"2022 mul_tensor_105" [id=2022, type=mul]; -"2023 linear_104" [id=2023, type=linear]; -"2024 relu__17" [id=2024, type=relu_]; -"2025 relu__17_0_0_nncf_smooth_quant_0" [id=2025, type=call_module]; -"2026 linear_105_scale_0_updated_constant0" [id=2026, type=get_attr]; -"2027 compressed_weight_updated_constant255" [id=2027, type=get_attr]; -"2028 mul_tensor_106" [id=2028, type=mul]; -"2029 linear_105" [id=2029, type=linear]; -"2030 view_92" [id=2030, type=view]; -"2031 _tensor_constant107" [id=2031, type=get_attr]; -"2032 index_17" [id=2032, type=index]; -"2033 view_93" [id=2033, type=view]; -"2034 permute_77" [id=2034, type=permute]; -"2035 contiguous_32" [id=2035, type=contiguous]; -"2036 unsqueeze_49" [id=2036, type=unsqueeze]; -"2037 sigmoid_17" [id=2037, type=sigmoid]; -"2038 mul_34" [id=2038, type=mul]; -"2039 pad_19" [id=2039, type=pad]; -"2040 roll_16" [id=2040, type=roll]; -"2041 view_94" [id=2041, type=view]; -"2042 permute_78" [id=2042, type=permute]; -"2043 reshape_76" [id=2043, type=reshape]; -"2044 reshape_76_0_0_nncf_smooth_quant_0" [id=2044, type=call_module]; -"2045 quantize_per_tensor_default_105" [id=2045, type=quantize_per_tensor]; -"2046 dequantize_per_tensor_default_105" [id=2046, type=dequantize_per_tensor]; -"2047 linear_106_scale_0_updated_constant0" [id=2047, type=get_attr]; -"2048 compressed_weight_updated_constant256" [id=2048, type=get_attr]; -"2049 _param_constant285_0_0" [id=2049, type=get_attr]; -"2050 mul_tensor_107" [id=2050, type=mul]; -"2051 linear_106" [id=2051, type=linear]; -"2052 reshape_77" [id=2052, type=reshape]; -"2053 permute_79" [id=2053, type=permute]; -"2054 select_51" [id=2054, type=select]; -"2055 select_52" [id=2055, type=select]; -"2056 select_53" [id=2056, type=select]; -"2057 linalg_vector_norm_34" [id=2057, type=linalg_vector_norm]; -"2058 clamp_min_34" [id=2058, type=clamp_min]; -"2059 expand_as_34" [id=2059, type=expand_as]; -"2060 div_34" [id=2060, type=div]; -"2061 quantize_per_tensor_default_106" [id=2061, type=quantize_per_tensor]; -"2062 dequantize_per_tensor_default_106" [id=2062, type=dequantize_per_tensor]; -"2063 linalg_vector_norm_35" [id=2063, type=linalg_vector_norm]; -"2064 clamp_min_35" [id=2064, type=clamp_min]; -"2065 expand_as_35" [id=2065, type=expand_as]; -"2066 div_35" [id=2066, type=div]; -"2067 quantize_per_tensor_default_107" [id=2067, type=quantize_per_tensor]; -"2068 dequantize_per_tensor_default_107" [id=2068, type=dequantize_per_tensor]; -"2069 transpose_34" [id=2069, type=transpose]; -"2070 matmul_34" [id=2070, type=matmul]; -"2071 _param_constant287" [id=2071, type=get_attr]; -"2072 clamp_17" [id=2072, type=clamp]; -"2073 exp_17" [id=2073, type=exp]; -"2074 mul_35" [id=2074, type=mul]; -"2075 add_59" [id=2075, type=add]; -"2076 new_zeros_8" [id=2076, type=new_zeros]; -"2077 view_95" [id=2077, type=view]; -"2078 permute_80" [id=2078, type=permute]; -"2079 reshape_78" [id=2079, type=reshape]; -"2080 unsqueeze_50" [id=2080, type=unsqueeze]; -"2081 unsqueeze_51" [id=2081, type=unsqueeze]; -"2082 sub_8" [id=2082, type=sub]; -"2083 ne_8" [id=2083, type=ne]; -"2084 masked_fill_16" [id=2084, type=masked_fill]; -"2085 eq_8" [id=2085, type=eq]; -"2086 masked_fill_17" [id=2086, type=masked_fill]; -"2087 view_96" [id=2087, type=view]; -"2088 unsqueeze_52" [id=2088, type=unsqueeze]; -"2089 unsqueeze_53" [id=2089, type=unsqueeze]; -"2090 add_60" [id=2090, type=add]; -"2091 view_97" [id=2091, type=view]; -"2092 softmax_17" [id=2092, type=softmax]; -"2093 dropout_68" [id=2093, type=dropout]; -"2094 matmul_35" [id=2094, type=matmul]; -"2095 transpose_35" [id=2095, type=transpose]; -"2096 reshape_79" [id=2096, type=reshape]; -"2097 reshape_79_0_0_nncf_smooth_quant_0" [id=2097, type=call_module]; -"2098 quantize_per_tensor_default_108" [id=2098, type=quantize_per_tensor]; -"2099 dequantize_per_tensor_default_108" [id=2099, type=dequantize_per_tensor]; -"2100 linear_107_scale_0_updated_constant0" [id=2100, type=get_attr]; -"2101 compressed_weight_updated_constant257" [id=2101, type=get_attr]; -"2102 _param_constant289_0_0" [id=2102, type=get_attr]; -"2103 mul_tensor_108" [id=2103, type=mul]; -"2104 linear_107" [id=2104, type=linear]; -"2105 dropout_69" [id=2105, type=dropout]; -"2106 view_98" [id=2106, type=view]; -"2107 permute_81" [id=2107, type=permute]; -"2108 reshape_80" [id=2108, type=reshape]; -"2109 roll_17" [id=2109, type=roll]; -"2110 slice_269" [id=2110, type=slice]; -"2111 slice_270" [id=2111, type=slice]; -"2112 slice_271" [id=2112, type=slice]; -"2113 slice_272" [id=2113, type=slice]; -"2114 contiguous_33" [id=2114, type=contiguous]; -"2115 _param_constant290" [id=2115, type=get_attr]; -"2116 _param_constant291" [id=2116, type=get_attr]; -"2117 layer_norm_37" [id=2117, type=layer_norm]; -"2118 add_61" [id=2118, type=add]; -"2119 add_61_0_0_nncf_smooth_quant_0" [id=2119, type=call_module]; -"2120 quantize_per_tensor_default_109" [id=2120, type=quantize_per_tensor]; -"2121 dequantize_per_tensor_default_109" [id=2121, type=dequantize_per_tensor]; -"2122 linear_108_scale_0_updated_constant0" [id=2122, type=get_attr]; -"2123 compressed_weight_updated_constant258" [id=2123, type=get_attr]; -"2124 _param_constant293_0_0" [id=2124, type=get_attr]; -"2125 mul_tensor_109" [id=2125, type=mul]; -"2126 linear_108" [id=2126, type=linear]; -"2127 gelu_17" [id=2127, type=gelu]; -"2128 dropout_70" [id=2128, type=dropout]; -"2129 dropout_70_0_0_nncf_smooth_quant_0" [id=2129, type=call_module]; -"2130 quantize_per_tensor_default_110" [id=2130, type=quantize_per_tensor]; -"2131 dequantize_per_tensor_default_110" [id=2131, type=dequantize_per_tensor]; -"2132 linear_109_scale_0_updated_constant0" [id=2132, type=get_attr]; -"2133 compressed_weight_updated_constant259" [id=2133, type=get_attr]; -"2134 _param_constant295_0_0" [id=2134, type=get_attr]; -"2135 mul_tensor_110" [id=2135, type=mul]; -"2136 linear_109" [id=2136, type=linear]; -"2137 dropout_71" [id=2137, type=dropout]; -"2138 _param_constant296" [id=2138, type=get_attr]; -"2139 _param_constant297" [id=2139, type=get_attr]; -"2140 layer_norm_38" [id=2140, type=layer_norm]; -"2141 add_62" [id=2141, type=add]; -"2142 _tensor_constant117" [id=2142, type=get_attr]; -"2143 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2143, type=call_module]; -"2144 linear_110_scale_0_updated_constant0" [id=2144, type=get_attr]; -"2145 compressed_weight_updated_constant260" [id=2145, type=get_attr]; -"2146 _param_constant299_0_0" [id=2146, type=get_attr]; -"2147 mul_tensor_111" [id=2147, type=mul]; -"2148 linear_110" [id=2148, type=linear]; -"2149 relu__18" [id=2149, type=relu_]; -"2150 relu__18_0_0_nncf_smooth_quant_0" [id=2150, type=call_module]; -"2151 linear_111_scale_0_updated_constant0" [id=2151, type=get_attr]; -"2152 compressed_weight_updated_constant261" [id=2152, type=get_attr]; -"2153 mul_tensor_112" [id=2153, type=mul]; -"2154 linear_111" [id=2154, type=linear]; -"2155 view_99" [id=2155, type=view]; -"2156 _tensor_constant118" [id=2156, type=get_attr]; -"2157 index_18" [id=2157, type=index]; -"2158 view_100" [id=2158, type=view]; -"2159 permute_82" [id=2159, type=permute]; -"2160 contiguous_34" [id=2160, type=contiguous]; -"2161 unsqueeze_54" [id=2161, type=unsqueeze]; -"2162 sigmoid_18" [id=2162, type=sigmoid]; -"2163 mul_36" [id=2163, type=mul]; -"2164 pad_20" [id=2164, type=pad]; -"2165 view_101" [id=2165, type=view]; -"2166 permute_83" [id=2166, type=permute]; -"2167 reshape_81" [id=2167, type=reshape]; -"2168 reshape_81_0_0_nncf_smooth_quant_0" [id=2168, type=call_module]; -"2169 quantize_per_tensor_default_111" [id=2169, type=quantize_per_tensor]; -"2170 dequantize_per_tensor_default_111" [id=2170, type=dequantize_per_tensor]; -"2171 linear_112_scale_0_updated_constant0" [id=2171, type=get_attr]; -"2172 compressed_weight_updated_constant262" [id=2172, type=get_attr]; -"2173 _param_constant301_0_0" [id=2173, type=get_attr]; -"2174 mul_tensor_113" [id=2174, type=mul]; -"2175 linear_112" [id=2175, type=linear]; -"2176 reshape_82" [id=2176, type=reshape]; -"2177 permute_84" [id=2177, type=permute]; -"2178 select_54" [id=2178, type=select]; -"2179 select_55" [id=2179, type=select]; -"2180 select_56" [id=2180, type=select]; -"2181 linalg_vector_norm_36" [id=2181, type=linalg_vector_norm]; -"2182 clamp_min_36" [id=2182, type=clamp_min]; -"2183 expand_as_36" [id=2183, type=expand_as]; -"2184 div_36" [id=2184, type=div]; -"2185 quantize_per_tensor_default_112" [id=2185, type=quantize_per_tensor]; -"2186 dequantize_per_tensor_default_112" [id=2186, type=dequantize_per_tensor]; -"2187 linalg_vector_norm_37" [id=2187, type=linalg_vector_norm]; -"2188 clamp_min_37" [id=2188, type=clamp_min]; -"2189 expand_as_37" [id=2189, type=expand_as]; -"2190 div_37" [id=2190, type=div]; -"2191 quantize_per_tensor_default_113" [id=2191, type=quantize_per_tensor]; -"2192 dequantize_per_tensor_default_113" [id=2192, type=dequantize_per_tensor]; -"2193 transpose_36" [id=2193, type=transpose]; -"2194 matmul_36" [id=2194, type=matmul]; -"2195 _param_constant303" [id=2195, type=get_attr]; -"2196 clamp_18" [id=2196, type=clamp]; -"2197 exp_18" [id=2197, type=exp]; -"2198 mul_37" [id=2198, type=mul]; -"2199 add_63" [id=2199, type=add]; -"2200 softmax_18" [id=2200, type=softmax]; -"2201 dropout_72" [id=2201, type=dropout]; -"2202 matmul_37" [id=2202, type=matmul]; -"2203 transpose_37" [id=2203, type=transpose]; -"2204 reshape_83" [id=2204, type=reshape]; -"2205 reshape_83_0_0_nncf_smooth_quant_0" [id=2205, type=call_module]; -"2206 quantize_per_tensor_default_114" [id=2206, type=quantize_per_tensor]; -"2207 dequantize_per_tensor_default_114" [id=2207, type=dequantize_per_tensor]; -"2208 linear_113_scale_0_updated_constant0" [id=2208, type=get_attr]; -"2209 compressed_weight_updated_constant263" [id=2209, type=get_attr]; -"2210 _param_constant305_0_0" [id=2210, type=get_attr]; -"2211 mul_tensor_114" [id=2211, type=mul]; -"2212 linear_113" [id=2212, type=linear]; -"2213 dropout_73" [id=2213, type=dropout]; -"2214 view_102" [id=2214, type=view]; -"2215 permute_85" [id=2215, type=permute]; -"2216 reshape_84" [id=2216, type=reshape]; -"2217 slice_274" [id=2217, type=slice]; -"2218 slice_275" [id=2218, type=slice]; -"2219 slice_276" [id=2219, type=slice]; -"2220 slice_277" [id=2220, type=slice]; -"2221 contiguous_35" [id=2221, type=contiguous]; -"2222 _param_constant306" [id=2222, type=get_attr]; -"2223 _param_constant307" [id=2223, type=get_attr]; -"2224 layer_norm_39" [id=2224, type=layer_norm]; -"2225 add_64" [id=2225, type=add]; -"2226 add_64_0_0_nncf_smooth_quant_0" [id=2226, type=call_module]; -"2227 quantize_per_tensor_default_115" [id=2227, type=quantize_per_tensor]; -"2228 dequantize_per_tensor_default_115" [id=2228, type=dequantize_per_tensor]; -"2229 linear_114_scale_0_updated_constant0" [id=2229, type=get_attr]; -"2230 compressed_weight_updated_constant264" [id=2230, type=get_attr]; -"2231 _param_constant309_0_0" [id=2231, type=get_attr]; -"2232 mul_tensor_115" [id=2232, type=mul]; -"2233 linear_114" [id=2233, type=linear]; -"2234 gelu_18" [id=2234, type=gelu]; -"2235 dropout_74" [id=2235, type=dropout]; -"2236 dropout_74_0_0_nncf_smooth_quant_0" [id=2236, type=call_module]; -"2237 quantize_per_tensor_default_116" [id=2237, type=quantize_per_tensor]; -"2238 dequantize_per_tensor_default_116" [id=2238, type=dequantize_per_tensor]; -"2239 linear_115_scale_0_updated_constant0" [id=2239, type=get_attr]; -"2240 compressed_weight_updated_constant265" [id=2240, type=get_attr]; -"2241 _param_constant311_0_0" [id=2241, type=get_attr]; -"2242 mul_tensor_116" [id=2242, type=mul]; -"2243 linear_115" [id=2243, type=linear]; -"2244 dropout_75" [id=2244, type=dropout]; -"2245 _param_constant312" [id=2245, type=get_attr]; -"2246 _param_constant313" [id=2246, type=get_attr]; -"2247 layer_norm_40" [id=2247, type=layer_norm]; -"2248 add_65" [id=2248, type=add]; -"2249 _tensor_constant119" [id=2249, type=get_attr]; -"2250 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2250, type=call_module]; -"2251 linear_116_scale_0_updated_constant0" [id=2251, type=get_attr]; -"2252 compressed_weight_updated_constant266" [id=2252, type=get_attr]; -"2253 _param_constant315_0_0" [id=2253, type=get_attr]; -"2254 mul_tensor_117" [id=2254, type=mul]; -"2255 linear_116" [id=2255, type=linear]; -"2256 relu__19" [id=2256, type=relu_]; -"2257 relu__19_0_0_nncf_smooth_quant_0" [id=2257, type=call_module]; -"2258 linear_117_scale_0_updated_constant0" [id=2258, type=get_attr]; -"2259 compressed_weight_updated_constant267" [id=2259, type=get_attr]; -"2260 mul_tensor_118" [id=2260, type=mul]; -"2261 linear_117" [id=2261, type=linear]; -"2262 view_103" [id=2262, type=view]; -"2263 _tensor_constant120" [id=2263, type=get_attr]; -"2264 index_19" [id=2264, type=index]; -"2265 view_104" [id=2265, type=view]; -"2266 permute_86" [id=2266, type=permute]; -"2267 contiguous_36" [id=2267, type=contiguous]; -"2268 unsqueeze_55" [id=2268, type=unsqueeze]; -"2269 sigmoid_19" [id=2269, type=sigmoid]; -"2270 mul_38" [id=2270, type=mul]; -"2271 pad_21" [id=2271, type=pad]; -"2272 roll_18" [id=2272, type=roll]; -"2273 view_105" [id=2273, type=view]; -"2274 permute_87" [id=2274, type=permute]; -"2275 reshape_85" [id=2275, type=reshape]; -"2276 reshape_85_0_0_nncf_smooth_quant_0" [id=2276, type=call_module]; -"2277 quantize_per_tensor_default_117" [id=2277, type=quantize_per_tensor]; -"2278 dequantize_per_tensor_default_117" [id=2278, type=dequantize_per_tensor]; -"2279 linear_118_scale_0_updated_constant0" [id=2279, type=get_attr]; -"2280 compressed_weight_updated_constant268" [id=2280, type=get_attr]; -"2281 _param_constant317_0_0" [id=2281, type=get_attr]; -"2282 mul_tensor_119" [id=2282, type=mul]; -"2283 linear_118" [id=2283, type=linear]; -"2284 reshape_86" [id=2284, type=reshape]; -"2285 permute_88" [id=2285, type=permute]; -"2286 select_57" [id=2286, type=select]; -"2287 select_58" [id=2287, type=select]; -"2288 select_59" [id=2288, type=select]; -"2289 linalg_vector_norm_38" [id=2289, type=linalg_vector_norm]; -"2290 clamp_min_38" [id=2290, type=clamp_min]; -"2291 expand_as_38" [id=2291, type=expand_as]; -"2292 div_38" [id=2292, type=div]; -"2293 quantize_per_tensor_default_118" [id=2293, type=quantize_per_tensor]; -"2294 dequantize_per_tensor_default_118" [id=2294, type=dequantize_per_tensor]; -"2295 linalg_vector_norm_39" [id=2295, type=linalg_vector_norm]; -"2296 clamp_min_39" [id=2296, type=clamp_min]; -"2297 expand_as_39" [id=2297, type=expand_as]; -"2298 div_39" [id=2298, type=div]; -"2299 quantize_per_tensor_default_119" [id=2299, type=quantize_per_tensor]; -"2300 dequantize_per_tensor_default_119" [id=2300, type=dequantize_per_tensor]; -"2301 transpose_38" [id=2301, type=transpose]; -"2302 matmul_38" [id=2302, type=matmul]; -"2303 _param_constant319" [id=2303, type=get_attr]; -"2304 clamp_19" [id=2304, type=clamp]; -"2305 exp_19" [id=2305, type=exp]; -"2306 mul_39" [id=2306, type=mul]; -"2307 add_66" [id=2307, type=add]; -"2308 new_zeros_9" [id=2308, type=new_zeros]; -"2309 view_106" [id=2309, type=view]; -"2310 permute_89" [id=2310, type=permute]; -"2311 reshape_87" [id=2311, type=reshape]; -"2312 unsqueeze_56" [id=2312, type=unsqueeze]; -"2313 unsqueeze_57" [id=2313, type=unsqueeze]; -"2314 sub_9" [id=2314, type=sub]; -"2315 ne_9" [id=2315, type=ne]; -"2316 masked_fill_18" [id=2316, type=masked_fill]; -"2317 eq_9" [id=2317, type=eq]; -"2318 masked_fill_19" [id=2318, type=masked_fill]; -"2319 view_107" [id=2319, type=view]; -"2320 unsqueeze_58" [id=2320, type=unsqueeze]; -"2321 unsqueeze_59" [id=2321, type=unsqueeze]; -"2322 add_67" [id=2322, type=add]; -"2323 view_108" [id=2323, type=view]; -"2324 softmax_19" [id=2324, type=softmax]; -"2325 dropout_76" [id=2325, type=dropout]; -"2326 matmul_39" [id=2326, type=matmul]; -"2327 transpose_39" [id=2327, type=transpose]; -"2328 reshape_88" [id=2328, type=reshape]; -"2329 reshape_88_0_0_nncf_smooth_quant_0" [id=2329, type=call_module]; -"2330 quantize_per_tensor_default_120" [id=2330, type=quantize_per_tensor]; -"2331 dequantize_per_tensor_default_120" [id=2331, type=dequantize_per_tensor]; -"2332 linear_119_scale_0_updated_constant0" [id=2332, type=get_attr]; -"2333 compressed_weight_updated_constant269" [id=2333, type=get_attr]; -"2334 _param_constant321_0_0" [id=2334, type=get_attr]; -"2335 mul_tensor_120" [id=2335, type=mul]; -"2336 linear_119" [id=2336, type=linear]; -"2337 dropout_77" [id=2337, type=dropout]; -"2338 view_109" [id=2338, type=view]; -"2339 permute_90" [id=2339, type=permute]; -"2340 reshape_89" [id=2340, type=reshape]; -"2341 roll_19" [id=2341, type=roll]; -"2342 slice_297" [id=2342, type=slice]; -"2343 slice_298" [id=2343, type=slice]; -"2344 slice_299" [id=2344, type=slice]; -"2345 slice_300" [id=2345, type=slice]; -"2346 contiguous_37" [id=2346, type=contiguous]; -"2347 _param_constant322" [id=2347, type=get_attr]; -"2348 _param_constant323" [id=2348, type=get_attr]; -"2349 layer_norm_41" [id=2349, type=layer_norm]; -"2350 add_68" [id=2350, type=add]; -"2351 add_68_0_0_nncf_smooth_quant_0" [id=2351, type=call_module]; -"2352 quantize_per_tensor_default_121" [id=2352, type=quantize_per_tensor]; -"2353 dequantize_per_tensor_default_121" [id=2353, type=dequantize_per_tensor]; -"2354 linear_120_scale_0_updated_constant0" [id=2354, type=get_attr]; -"2355 compressed_weight_updated_constant270" [id=2355, type=get_attr]; -"2356 _param_constant325_0_0" [id=2356, type=get_attr]; -"2357 mul_tensor_121" [id=2357, type=mul]; -"2358 linear_120" [id=2358, type=linear]; -"2359 gelu_19" [id=2359, type=gelu]; -"2360 dropout_78" [id=2360, type=dropout]; -"2361 dropout_78_0_0_nncf_smooth_quant_0" [id=2361, type=call_module]; -"2362 quantize_per_tensor_default_122" [id=2362, type=quantize_per_tensor]; -"2363 dequantize_per_tensor_default_122" [id=2363, type=dequantize_per_tensor]; -"2364 linear_121_scale_0_updated_constant0" [id=2364, type=get_attr]; -"2365 compressed_weight_updated_constant271" [id=2365, type=get_attr]; -"2366 _param_constant327_0_0" [id=2366, type=get_attr]; -"2367 mul_tensor_122" [id=2367, type=mul]; -"2368 linear_121" [id=2368, type=linear]; -"2369 dropout_79" [id=2369, type=dropout]; -"2370 _param_constant328" [id=2370, type=get_attr]; -"2371 _param_constant329" [id=2371, type=get_attr]; -"2372 layer_norm_42" [id=2372, type=layer_norm]; -"2373 add_69" [id=2373, type=add]; -"2374 _tensor_constant130" [id=2374, type=get_attr]; -"2375 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2375, type=call_module]; -"2376 linear_122_scale_0_updated_constant0" [id=2376, type=get_attr]; -"2377 compressed_weight_updated_constant272" [id=2377, type=get_attr]; -"2378 _param_constant331_0_0" [id=2378, type=get_attr]; -"2379 mul_tensor_123" [id=2379, type=mul]; -"2380 linear_122" [id=2380, type=linear]; -"2381 relu__20" [id=2381, type=relu_]; -"2382 relu__20_0_0_nncf_smooth_quant_0" [id=2382, type=call_module]; -"2383 linear_123_scale_0_updated_constant0" [id=2383, type=get_attr]; -"2384 compressed_weight_updated_constant273" [id=2384, type=get_attr]; -"2385 mul_tensor_124" [id=2385, type=mul]; -"2386 linear_123" [id=2386, type=linear]; -"2387 view_110" [id=2387, type=view]; -"2388 _tensor_constant131" [id=2388, type=get_attr]; -"2389 index_20" [id=2389, type=index]; -"2390 view_111" [id=2390, type=view]; -"2391 permute_91" [id=2391, type=permute]; -"2392 contiguous_38" [id=2392, type=contiguous]; -"2393 unsqueeze_60" [id=2393, type=unsqueeze]; -"2394 sigmoid_20" [id=2394, type=sigmoid]; -"2395 mul_40" [id=2395, type=mul]; -"2396 pad_22" [id=2396, type=pad]; -"2397 view_112" [id=2397, type=view]; -"2398 permute_92" [id=2398, type=permute]; -"2399 reshape_90" [id=2399, type=reshape]; -"2400 reshape_90_0_0_nncf_smooth_quant_0" [id=2400, type=call_module]; -"2401 quantize_per_tensor_default_123" [id=2401, type=quantize_per_tensor]; -"2402 dequantize_per_tensor_default_123" [id=2402, type=dequantize_per_tensor]; -"2403 linear_124_scale_0_updated_constant0" [id=2403, type=get_attr]; -"2404 compressed_weight_updated_constant274" [id=2404, type=get_attr]; -"2405 _param_constant333_0_0" [id=2405, type=get_attr]; -"2406 mul_tensor_125" [id=2406, type=mul]; -"2407 linear_124" [id=2407, type=linear]; -"2408 reshape_91" [id=2408, type=reshape]; -"2409 permute_93" [id=2409, type=permute]; -"2410 select_60" [id=2410, type=select]; -"2411 select_61" [id=2411, type=select]; -"2412 select_62" [id=2412, type=select]; -"2413 linalg_vector_norm_40" [id=2413, type=linalg_vector_norm]; -"2414 clamp_min_40" [id=2414, type=clamp_min]; -"2415 expand_as_40" [id=2415, type=expand_as]; -"2416 div_40" [id=2416, type=div]; -"2417 quantize_per_tensor_default_124" [id=2417, type=quantize_per_tensor]; -"2418 dequantize_per_tensor_default_124" [id=2418, type=dequantize_per_tensor]; -"2419 linalg_vector_norm_41" [id=2419, type=linalg_vector_norm]; -"2420 clamp_min_41" [id=2420, type=clamp_min]; -"2421 expand_as_41" [id=2421, type=expand_as]; -"2422 div_41" [id=2422, type=div]; -"2423 quantize_per_tensor_default_125" [id=2423, type=quantize_per_tensor]; -"2424 dequantize_per_tensor_default_125" [id=2424, type=dequantize_per_tensor]; -"2425 transpose_40" [id=2425, type=transpose]; -"2426 matmul_40" [id=2426, type=matmul]; -"2427 _param_constant335" [id=2427, type=get_attr]; -"2428 clamp_20" [id=2428, type=clamp]; -"2429 exp_20" [id=2429, type=exp]; -"2430 mul_41" [id=2430, type=mul]; -"2431 add_70" [id=2431, type=add]; -"2432 softmax_20" [id=2432, type=softmax]; -"2433 dropout_80" [id=2433, type=dropout]; -"2434 matmul_41" [id=2434, type=matmul]; -"2435 transpose_41" [id=2435, type=transpose]; -"2436 reshape_92" [id=2436, type=reshape]; -"2437 reshape_92_0_0_nncf_smooth_quant_0" [id=2437, type=call_module]; -"2438 quantize_per_tensor_default_126" [id=2438, type=quantize_per_tensor]; -"2439 dequantize_per_tensor_default_126" [id=2439, type=dequantize_per_tensor]; -"2440 linear_125_scale_0_updated_constant0" [id=2440, type=get_attr]; -"2441 compressed_weight_updated_constant275" [id=2441, type=get_attr]; -"2442 _param_constant337_0_0" [id=2442, type=get_attr]; -"2443 mul_tensor_126" [id=2443, type=mul]; -"2444 linear_125" [id=2444, type=linear]; -"2445 dropout_81" [id=2445, type=dropout]; -"2446 view_113" [id=2446, type=view]; -"2447 permute_94" [id=2447, type=permute]; -"2448 reshape_93" [id=2448, type=reshape]; -"2449 slice_302" [id=2449, type=slice]; -"2450 slice_303" [id=2450, type=slice]; -"2451 slice_304" [id=2451, type=slice]; -"2452 slice_305" [id=2452, type=slice]; -"2453 contiguous_39" [id=2453, type=contiguous]; -"2454 _param_constant338" [id=2454, type=get_attr]; -"2455 _param_constant339" [id=2455, type=get_attr]; -"2456 layer_norm_43" [id=2456, type=layer_norm]; -"2457 add_71" [id=2457, type=add]; -"2458 add_71_0_0_nncf_smooth_quant_0" [id=2458, type=call_module]; -"2459 quantize_per_tensor_default_127" [id=2459, type=quantize_per_tensor]; -"2460 dequantize_per_tensor_default_127" [id=2460, type=dequantize_per_tensor]; -"2461 linear_126_scale_0_updated_constant0" [id=2461, type=get_attr]; -"2462 compressed_weight_updated_constant276" [id=2462, type=get_attr]; -"2463 _param_constant341_0_0" [id=2463, type=get_attr]; -"2464 mul_tensor_127" [id=2464, type=mul]; -"2465 linear_126" [id=2465, type=linear]; -"2466 gelu_20" [id=2466, type=gelu]; -"2467 dropout_82" [id=2467, type=dropout]; -"2468 dropout_82_0_0_nncf_smooth_quant_0" [id=2468, type=call_module]; -"2469 quantize_per_tensor_default_128" [id=2469, type=quantize_per_tensor]; -"2470 dequantize_per_tensor_default_128" [id=2470, type=dequantize_per_tensor]; -"2471 linear_127_scale_0_updated_constant0" [id=2471, type=get_attr]; -"2472 compressed_weight_updated_constant277" [id=2472, type=get_attr]; -"2473 _param_constant343_0_0" [id=2473, type=get_attr]; -"2474 mul_tensor_128" [id=2474, type=mul]; -"2475 linear_127" [id=2475, type=linear]; -"2476 dropout_83" [id=2476, type=dropout]; -"2477 _param_constant344" [id=2477, type=get_attr]; -"2478 _param_constant345" [id=2478, type=get_attr]; -"2479 layer_norm_44" [id=2479, type=layer_norm]; -"2480 add_72" [id=2480, type=add]; -"2481 _tensor_constant132" [id=2481, type=get_attr]; -"2482 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2482, type=call_module]; -"2483 linear_128_scale_0_updated_constant0" [id=2483, type=get_attr]; -"2484 compressed_weight_updated_constant278" [id=2484, type=get_attr]; -"2485 _param_constant347_0_0" [id=2485, type=get_attr]; -"2486 mul_tensor_129" [id=2486, type=mul]; -"2487 linear_128" [id=2487, type=linear]; -"2488 relu__21" [id=2488, type=relu_]; -"2489 relu__21_0_0_nncf_smooth_quant_0" [id=2489, type=call_module]; -"2490 linear_129_scale_0_updated_constant0" [id=2490, type=get_attr]; -"2491 compressed_weight_updated_constant279" [id=2491, type=get_attr]; -"2492 mul_tensor_130" [id=2492, type=mul]; -"2493 linear_129" [id=2493, type=linear]; -"2494 view_114" [id=2494, type=view]; -"2495 _tensor_constant133" [id=2495, type=get_attr]; -"2496 index_21" [id=2496, type=index]; -"2497 view_115" [id=2497, type=view]; -"2498 permute_95" [id=2498, type=permute]; -"2499 contiguous_40" [id=2499, type=contiguous]; -"2500 unsqueeze_61" [id=2500, type=unsqueeze]; -"2501 sigmoid_21" [id=2501, type=sigmoid]; -"2502 mul_42" [id=2502, type=mul]; -"2503 pad_23" [id=2503, type=pad]; -"2504 roll_20" [id=2504, type=roll]; -"2505 view_116" [id=2505, type=view]; -"2506 permute_96" [id=2506, type=permute]; -"2507 reshape_94" [id=2507, type=reshape]; -"2508 reshape_94_0_0_nncf_smooth_quant_0" [id=2508, type=call_module]; -"2509 quantize_per_tensor_default_129" [id=2509, type=quantize_per_tensor]; -"2510 dequantize_per_tensor_default_129" [id=2510, type=dequantize_per_tensor]; -"2511 linear_130_scale_0_updated_constant0" [id=2511, type=get_attr]; -"2512 compressed_weight_updated_constant280" [id=2512, type=get_attr]; -"2513 _param_constant349_0_0" [id=2513, type=get_attr]; -"2514 mul_tensor_131" [id=2514, type=mul]; -"2515 linear_130" [id=2515, type=linear]; -"2516 reshape_95" [id=2516, type=reshape]; -"2517 permute_97" [id=2517, type=permute]; -"2518 select_63" [id=2518, type=select]; -"2519 select_64" [id=2519, type=select]; -"2520 select_65" [id=2520, type=select]; -"2521 linalg_vector_norm_42" [id=2521, type=linalg_vector_norm]; -"2522 clamp_min_42" [id=2522, type=clamp_min]; -"2523 expand_as_42" [id=2523, type=expand_as]; -"2524 div_42" [id=2524, type=div]; -"2525 quantize_per_tensor_default_130" [id=2525, type=quantize_per_tensor]; -"2526 dequantize_per_tensor_default_130" [id=2526, type=dequantize_per_tensor]; -"2527 linalg_vector_norm_43" [id=2527, type=linalg_vector_norm]; -"2528 clamp_min_43" [id=2528, type=clamp_min]; -"2529 expand_as_43" [id=2529, type=expand_as]; -"2530 div_43" [id=2530, type=div]; -"2531 quantize_per_tensor_default_131" [id=2531, type=quantize_per_tensor]; -"2532 dequantize_per_tensor_default_131" [id=2532, type=dequantize_per_tensor]; -"2533 transpose_42" [id=2533, type=transpose]; -"2534 matmul_42" [id=2534, type=matmul]; -"2535 _param_constant351" [id=2535, type=get_attr]; -"2536 clamp_21" [id=2536, type=clamp]; -"2537 exp_21" [id=2537, type=exp]; -"2538 mul_43" [id=2538, type=mul]; -"2539 add_73" [id=2539, type=add]; -"2540 new_zeros_10" [id=2540, type=new_zeros]; -"2541 view_117" [id=2541, type=view]; -"2542 permute_98" [id=2542, type=permute]; -"2543 reshape_96" [id=2543, type=reshape]; -"2544 unsqueeze_62" [id=2544, type=unsqueeze]; -"2545 unsqueeze_63" [id=2545, type=unsqueeze]; -"2546 sub_10" [id=2546, type=sub]; -"2547 ne_10" [id=2547, type=ne]; -"2548 masked_fill_20" [id=2548, type=masked_fill]; -"2549 eq_10" [id=2549, type=eq]; -"2550 masked_fill_21" [id=2550, type=masked_fill]; -"2551 view_118" [id=2551, type=view]; -"2552 unsqueeze_64" [id=2552, type=unsqueeze]; -"2553 unsqueeze_65" [id=2553, type=unsqueeze]; -"2554 add_74" [id=2554, type=add]; -"2555 view_119" [id=2555, type=view]; -"2556 softmax_21" [id=2556, type=softmax]; -"2557 dropout_84" [id=2557, type=dropout]; -"2558 matmul_43" [id=2558, type=matmul]; -"2559 transpose_43" [id=2559, type=transpose]; -"2560 reshape_97" [id=2560, type=reshape]; -"2561 reshape_97_0_0_nncf_smooth_quant_0" [id=2561, type=call_module]; -"2562 quantize_per_tensor_default_132" [id=2562, type=quantize_per_tensor]; -"2563 dequantize_per_tensor_default_132" [id=2563, type=dequantize_per_tensor]; -"2564 linear_131_scale_0_updated_constant0" [id=2564, type=get_attr]; -"2565 compressed_weight_updated_constant281" [id=2565, type=get_attr]; -"2566 _param_constant353_0_0" [id=2566, type=get_attr]; -"2567 mul_tensor_132" [id=2567, type=mul]; -"2568 linear_131" [id=2568, type=linear]; -"2569 dropout_85" [id=2569, type=dropout]; -"2570 view_120" [id=2570, type=view]; -"2571 permute_99" [id=2571, type=permute]; -"2572 reshape_98" [id=2572, type=reshape]; -"2573 roll_21" [id=2573, type=roll]; -"2574 slice_325" [id=2574, type=slice]; -"2575 slice_326" [id=2575, type=slice]; -"2576 slice_327" [id=2576, type=slice]; -"2577 slice_328" [id=2577, type=slice]; -"2578 contiguous_41" [id=2578, type=contiguous]; -"2579 _param_constant354" [id=2579, type=get_attr]; -"2580 _param_constant355" [id=2580, type=get_attr]; -"2581 layer_norm_45" [id=2581, type=layer_norm]; -"2582 add_75" [id=2582, type=add]; -"2583 add_75_0_0_nncf_smooth_quant_0" [id=2583, type=call_module]; -"2584 quantize_per_tensor_default_133" [id=2584, type=quantize_per_tensor]; -"2585 dequantize_per_tensor_default_133" [id=2585, type=dequantize_per_tensor]; -"2586 linear_132_scale_0_updated_constant0" [id=2586, type=get_attr]; -"2587 compressed_weight_updated_constant282" [id=2587, type=get_attr]; -"2588 _param_constant357_0_0" [id=2588, type=get_attr]; -"2589 mul_tensor_133" [id=2589, type=mul]; -"2590 linear_132" [id=2590, type=linear]; -"2591 gelu_21" [id=2591, type=gelu]; -"2592 dropout_86" [id=2592, type=dropout]; -"2593 dropout_86_0_0_nncf_smooth_quant_0" [id=2593, type=call_module]; -"2594 quantize_per_tensor_default_134" [id=2594, type=quantize_per_tensor]; -"2595 dequantize_per_tensor_default_134" [id=2595, type=dequantize_per_tensor]; -"2596 linear_133_scale_0_updated_constant0" [id=2596, type=get_attr]; -"2597 compressed_weight_updated_constant283" [id=2597, type=get_attr]; -"2598 _param_constant359_0_0" [id=2598, type=get_attr]; -"2599 mul_tensor_134" [id=2599, type=mul]; -"2600 linear_133" [id=2600, type=linear]; -"2601 dropout_87" [id=2601, type=dropout]; -"2602 _param_constant360" [id=2602, type=get_attr]; -"2603 _param_constant361" [id=2603, type=get_attr]; -"2604 layer_norm_46" [id=2604, type=layer_norm]; -"2605 add_76" [id=2605, type=add]; -"2606 pad_24" [id=2606, type=pad]; -"2607 slice_329" [id=2607, type=slice]; -"2608 slice_330" [id=2608, type=slice]; -"2609 slice_331" [id=2609, type=slice]; -"2610 slice_332" [id=2610, type=slice]; -"2611 slice_333" [id=2611, type=slice]; -"2612 slice_334" [id=2612, type=slice]; -"2613 slice_335" [id=2613, type=slice]; -"2614 slice_336" [id=2614, type=slice]; -"2615 slice_337" [id=2615, type=slice]; -"2616 slice_338" [id=2616, type=slice]; -"2617 slice_339" [id=2617, type=slice]; -"2618 slice_340" [id=2618, type=slice]; -"2619 cat_2" [id=2619, type=cat]; -"2620 cat_2_0_0_nncf_smooth_quant_0" [id=2620, type=call_module]; -"2621 quantize_per_tensor_default_135" [id=2621, type=quantize_per_tensor]; -"2622 dequantize_per_tensor_default_135" [id=2622, type=dequantize_per_tensor]; -"2623 linear_134_scale_0_updated_constant0" [id=2623, type=get_attr]; -"2624 compressed_weight_updated_constant284" [id=2624, type=get_attr]; -"2625 mul_tensor_135" [id=2625, type=mul]; -"2626 linear_134" [id=2626, type=linear]; -"2627 _param_constant363" [id=2627, type=get_attr]; -"2628 _param_constant364" [id=2628, type=get_attr]; -"2629 layer_norm_47" [id=2629, type=layer_norm]; -"2630 _tensor_constant143" [id=2630, type=get_attr]; -"2631 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2631, type=call_module]; -"2632 linear_135_scale_0_updated_constant0" [id=2632, type=get_attr]; -"2633 compressed_weight_updated_constant285" [id=2633, type=get_attr]; -"2634 _param_constant366_0_0" [id=2634, type=get_attr]; -"2635 mul_tensor_136" [id=2635, type=mul]; -"2636 linear_135" [id=2636, type=linear]; -"2637 relu__22" [id=2637, type=relu_]; -"2638 relu__22_0_0_nncf_smooth_quant_0" [id=2638, type=call_module]; -"2639 linear_136_scale_0_updated_constant0" [id=2639, type=get_attr]; -"2640 compressed_weight_updated_constant286" [id=2640, type=get_attr]; -"2641 mul_tensor_137" [id=2641, type=mul]; -"2642 linear_136" [id=2642, type=linear]; -"2643 view_121" [id=2643, type=view]; -"2644 _tensor_constant144" [id=2644, type=get_attr]; -"2645 index_22" [id=2645, type=index]; -"2646 view_122" [id=2646, type=view]; -"2647 permute_100" [id=2647, type=permute]; -"2648 contiguous_42" [id=2648, type=contiguous]; -"2649 unsqueeze_66" [id=2649, type=unsqueeze]; -"2650 sigmoid_22" [id=2650, type=sigmoid]; -"2651 mul_44" [id=2651, type=mul]; -"2652 pad_25" [id=2652, type=pad]; -"2653 view_123" [id=2653, type=view]; -"2654 permute_101" [id=2654, type=permute]; -"2655 reshape_99" [id=2655, type=reshape]; -"2656 reshape_99_0_0_nncf_smooth_quant_0" [id=2656, type=call_module]; -"2657 quantize_per_tensor_default_136" [id=2657, type=quantize_per_tensor]; -"2658 dequantize_per_tensor_default_136" [id=2658, type=dequantize_per_tensor]; -"2659 linear_137_scale_0_updated_constant0" [id=2659, type=get_attr]; -"2660 compressed_weight_updated_constant287" [id=2660, type=get_attr]; -"2661 _param_constant368_0_0" [id=2661, type=get_attr]; -"2662 mul_tensor_138" [id=2662, type=mul]; -"2663 linear_137" [id=2663, type=linear]; -"2664 reshape_100" [id=2664, type=reshape]; -"2665 permute_102" [id=2665, type=permute]; -"2666 select_66" [id=2666, type=select]; -"2667 select_67" [id=2667, type=select]; -"2668 select_68" [id=2668, type=select]; -"2669 linalg_vector_norm_44" [id=2669, type=linalg_vector_norm]; -"2670 clamp_min_44" [id=2670, type=clamp_min]; -"2671 expand_as_44" [id=2671, type=expand_as]; -"2672 div_44" [id=2672, type=div]; -"2673 quantize_per_tensor_default_137" [id=2673, type=quantize_per_tensor]; -"2674 dequantize_per_tensor_default_137" [id=2674, type=dequantize_per_tensor]; -"2675 linalg_vector_norm_45" [id=2675, type=linalg_vector_norm]; -"2676 clamp_min_45" [id=2676, type=clamp_min]; -"2677 expand_as_45" [id=2677, type=expand_as]; -"2678 div_45" [id=2678, type=div]; -"2679 quantize_per_tensor_default_138" [id=2679, type=quantize_per_tensor]; -"2680 dequantize_per_tensor_default_138" [id=2680, type=dequantize_per_tensor]; -"2681 transpose_44" [id=2681, type=transpose]; -"2682 matmul_44" [id=2682, type=matmul]; -"2683 _param_constant370" [id=2683, type=get_attr]; -"2684 clamp_22" [id=2684, type=clamp]; -"2685 exp_22" [id=2685, type=exp]; -"2686 mul_45" [id=2686, type=mul]; -"2687 add_77" [id=2687, type=add]; -"2688 softmax_22" [id=2688, type=softmax]; -"2689 dropout_88" [id=2689, type=dropout]; -"2690 matmul_45" [id=2690, type=matmul]; -"2691 transpose_45" [id=2691, type=transpose]; -"2692 reshape_101" [id=2692, type=reshape]; -"2693 reshape_101_0_0_nncf_smooth_quant_0" [id=2693, type=call_module]; -"2694 quantize_per_tensor_default_139" [id=2694, type=quantize_per_tensor]; -"2695 dequantize_per_tensor_default_139" [id=2695, type=dequantize_per_tensor]; -"2696 linear_138_scale_0_updated_constant0" [id=2696, type=get_attr]; -"2697 compressed_weight_updated_constant288" [id=2697, type=get_attr]; -"2698 _param_constant372_0_0" [id=2698, type=get_attr]; -"2699 mul_tensor_139" [id=2699, type=mul]; -"2700 linear_138" [id=2700, type=linear]; -"2701 dropout_89" [id=2701, type=dropout]; -"2702 view_124" [id=2702, type=view]; -"2703 permute_103" [id=2703, type=permute]; -"2704 reshape_102" [id=2704, type=reshape]; -"2705 slice_342" [id=2705, type=slice]; -"2706 slice_343" [id=2706, type=slice]; -"2707 slice_344" [id=2707, type=slice]; -"2708 slice_345" [id=2708, type=slice]; -"2709 contiguous_43" [id=2709, type=contiguous]; -"2710 _param_constant373" [id=2710, type=get_attr]; -"2711 _param_constant374" [id=2711, type=get_attr]; -"2712 layer_norm_48" [id=2712, type=layer_norm]; -"2713 add_78" [id=2713, type=add]; -"2714 add_78_0_0_nncf_smooth_quant_0" [id=2714, type=call_module]; -"2715 quantize_per_tensor_default_140" [id=2715, type=quantize_per_tensor]; -"2716 dequantize_per_tensor_default_140" [id=2716, type=dequantize_per_tensor]; -"2717 linear_139_scale_0_updated_constant0" [id=2717, type=get_attr]; -"2718 compressed_weight_updated_constant289" [id=2718, type=get_attr]; -"2719 _param_constant376_0_0" [id=2719, type=get_attr]; -"2720 mul_tensor_140" [id=2720, type=mul]; -"2721 linear_139" [id=2721, type=linear]; -"2722 gelu_22" [id=2722, type=gelu]; -"2723 dropout_90" [id=2723, type=dropout]; -"2724 dropout_90_0_0_nncf_smooth_quant_0" [id=2724, type=call_module]; -"2725 quantize_per_tensor_default_141" [id=2725, type=quantize_per_tensor]; -"2726 dequantize_per_tensor_default_141" [id=2726, type=dequantize_per_tensor]; -"2727 linear_140_scale_0_updated_constant0" [id=2727, type=get_attr]; -"2728 compressed_weight_updated_constant290" [id=2728, type=get_attr]; -"2729 _param_constant378_0_0" [id=2729, type=get_attr]; -"2730 mul_tensor_141" [id=2730, type=mul]; -"2731 linear_140" [id=2731, type=linear]; -"2732 dropout_91" [id=2732, type=dropout]; -"2733 _param_constant379" [id=2733, type=get_attr]; -"2734 _param_constant380" [id=2734, type=get_attr]; -"2735 layer_norm_49" [id=2735, type=layer_norm]; -"2736 add_79" [id=2736, type=add]; -"2737 _tensor_constant145" [id=2737, type=get_attr]; -"2738 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=2738, type=call_module]; -"2739 linear_141_scale_0_updated_constant0" [id=2739, type=get_attr]; -"2740 compressed_weight_updated_constant291" [id=2740, type=get_attr]; -"2741 _param_constant382_0_0" [id=2741, type=get_attr]; -"2742 mul_tensor_142" [id=2742, type=mul]; -"2743 linear_141" [id=2743, type=linear]; -"2744 relu__23" [id=2744, type=relu_]; -"2745 relu__23_0_0_nncf_smooth_quant_0" [id=2745, type=call_module]; -"2746 linear_142_scale_0_updated_constant0" [id=2746, type=get_attr]; -"2747 compressed_weight_updated_constant292" [id=2747, type=get_attr]; -"2748 mul_tensor_143" [id=2748, type=mul]; -"2749 linear_142" [id=2749, type=linear]; -"2750 view_125" [id=2750, type=view]; -"2751 _tensor_constant146" [id=2751, type=get_attr]; -"2752 index_23" [id=2752, type=index]; -"2753 view_126" [id=2753, type=view]; -"2754 permute_104" [id=2754, type=permute]; -"2755 contiguous_44" [id=2755, type=contiguous]; -"2756 unsqueeze_67" [id=2756, type=unsqueeze]; -"2757 sigmoid_23" [id=2757, type=sigmoid]; -"2758 mul_46" [id=2758, type=mul]; -"2759 pad_26" [id=2759, type=pad]; -"2760 view_127" [id=2760, type=view]; -"2761 permute_105" [id=2761, type=permute]; -"2762 reshape_103" [id=2762, type=reshape]; -"2763 reshape_103_0_0_nncf_smooth_quant_0" [id=2763, type=call_module]; -"2764 quantize_per_tensor_default_142" [id=2764, type=quantize_per_tensor]; -"2765 dequantize_per_tensor_default_142" [id=2765, type=dequantize_per_tensor]; -"2766 linear_143_scale_0_updated_constant0" [id=2766, type=get_attr]; -"2767 compressed_weight_updated_constant293" [id=2767, type=get_attr]; -"2768 _param_constant384_0_0" [id=2768, type=get_attr]; -"2769 mul_tensor_144" [id=2769, type=mul]; -"2770 linear_143" [id=2770, type=linear]; -"2771 reshape_104" [id=2771, type=reshape]; -"2772 permute_106" [id=2772, type=permute]; -"2773 select_69" [id=2773, type=select]; -"2774 select_70" [id=2774, type=select]; -"2775 select_71" [id=2775, type=select]; -"2776 linalg_vector_norm_46" [id=2776, type=linalg_vector_norm]; -"2777 clamp_min_46" [id=2777, type=clamp_min]; -"2778 expand_as_46" [id=2778, type=expand_as]; -"2779 div_46" [id=2779, type=div]; -"2780 quantize_per_tensor_default_143" [id=2780, type=quantize_per_tensor]; -"2781 dequantize_per_tensor_default_143" [id=2781, type=dequantize_per_tensor]; -"2782 linalg_vector_norm_47" [id=2782, type=linalg_vector_norm]; -"2783 clamp_min_47" [id=2783, type=clamp_min]; -"2784 expand_as_47" [id=2784, type=expand_as]; -"2785 div_47" [id=2785, type=div]; -"2786 quantize_per_tensor_default_144" [id=2786, type=quantize_per_tensor]; -"2787 dequantize_per_tensor_default_144" [id=2787, type=dequantize_per_tensor]; -"2788 transpose_46" [id=2788, type=transpose]; -"2789 matmul_46" [id=2789, type=matmul]; -"2790 _param_constant386" [id=2790, type=get_attr]; -"2791 clamp_23" [id=2791, type=clamp]; -"2792 exp_23" [id=2792, type=exp]; -"2793 mul_47" [id=2793, type=mul]; -"2794 add_80" [id=2794, type=add]; -"2795 softmax_23" [id=2795, type=softmax]; -"2796 dropout_92" [id=2796, type=dropout]; -"2797 matmul_47" [id=2797, type=matmul]; -"2798 transpose_47" [id=2798, type=transpose]; -"2799 reshape_105" [id=2799, type=reshape]; -"2800 reshape_105_0_0_nncf_smooth_quant_0" [id=2800, type=call_module]; -"2801 quantize_per_tensor_default_145" [id=2801, type=quantize_per_tensor]; -"2802 dequantize_per_tensor_default_145" [id=2802, type=dequantize_per_tensor]; -"2803 linear_144_scale_0_updated_constant0" [id=2803, type=get_attr]; -"2804 compressed_weight_updated_constant294" [id=2804, type=get_attr]; -"2805 _param_constant388_0_0" [id=2805, type=get_attr]; -"2806 mul_tensor_145" [id=2806, type=mul]; -"2807 linear_144" [id=2807, type=linear]; -"2808 dropout_93" [id=2808, type=dropout]; -"2809 view_128" [id=2809, type=view]; -"2810 permute_107" [id=2810, type=permute]; -"2811 reshape_106" [id=2811, type=reshape]; -"2812 slice_347" [id=2812, type=slice]; -"2813 slice_348" [id=2813, type=slice]; -"2814 slice_349" [id=2814, type=slice]; -"2815 slice_350" [id=2815, type=slice]; -"2816 contiguous_45" [id=2816, type=contiguous]; -"2817 _param_constant389" [id=2817, type=get_attr]; -"2818 _param_constant390" [id=2818, type=get_attr]; -"2819 layer_norm_50" [id=2819, type=layer_norm]; -"2820 add_81" [id=2820, type=add]; -"2821 add_81_0_0_nncf_smooth_quant_0" [id=2821, type=call_module]; -"2822 quantize_per_tensor_default_146" [id=2822, type=quantize_per_tensor]; -"2823 dequantize_per_tensor_default_146" [id=2823, type=dequantize_per_tensor]; -"2824 linear_145_scale_0_updated_constant0" [id=2824, type=get_attr]; -"2825 compressed_weight_updated_constant295" [id=2825, type=get_attr]; -"2826 _param_constant392_0_0" [id=2826, type=get_attr]; -"2827 mul_tensor_146" [id=2827, type=mul]; -"2828 linear_145" [id=2828, type=linear]; -"2829 gelu_23" [id=2829, type=gelu]; -"2830 dropout_94" [id=2830, type=dropout]; -"2831 dropout_94_0_0_nncf_smooth_quant_0" [id=2831, type=call_module]; -"2832 quantize_per_tensor_default_147" [id=2832, type=quantize_per_tensor]; -"2833 dequantize_per_tensor_default_147" [id=2833, type=dequantize_per_tensor]; -"2834 linear_146_scale_0_updated_constant0" [id=2834, type=get_attr]; -"2835 compressed_weight_updated_constant296" [id=2835, type=get_attr]; -"2836 _param_constant394_0_0" [id=2836, type=get_attr]; -"2837 mul_tensor_147" [id=2837, type=mul]; -"2838 linear_146" [id=2838, type=linear]; -"2839 dropout_95" [id=2839, type=dropout]; -"2840 _param_constant395" [id=2840, type=get_attr]; -"2841 _param_constant396" [id=2841, type=get_attr]; -"2842 layer_norm_51" [id=2842, type=layer_norm]; -"2843 add_82" [id=2843, type=add]; -"2844 _param_constant397" [id=2844, type=get_attr]; -"2845 _param_constant398" [id=2845, type=get_attr]; -"2846 layer_norm_52" [id=2846, type=layer_norm]; -"2847 permute_108" [id=2847, type=permute]; -"2848 adaptive_avg_pool2d" [id=2848, type=adaptive_avg_pool2d]; -"2849 flatten" [id=2849, type=flatten]; -"2850 flatten_0_0_nncf_smooth_quant_0" [id=2850, type=call_module]; -"2851 quantize_per_tensor_default_148" [id=2851, type=quantize_per_tensor]; -"2852 dequantize_per_tensor_default_148" [id=2852, type=dequantize_per_tensor]; -"2853 linear_147_scale_0_updated_constant0" [id=2853, type=get_attr]; -"2854 compressed_weight_updated_constant297" [id=2854, type=get_attr]; -"2855 _param_constant400_0_0" [id=2855, type=get_attr]; -"2856 mul_tensor_148" [id=2856, type=mul]; -"2857 linear_147" [id=2857, type=linear]; -"2858 output" [id=2858, type=output]; -"0 arg0_1" -> "1 quantize_per_tensor_default"; -"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default"; -"2 dequantize_per_tensor_default" -> "7 conv2d"; -"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor"; -"4 compressed_weight_updated_constant149" -> "6 mul_tensor"; -"5 _param_constant1_0_0" -> "7 conv2d"; -"6 mul_tensor" -> "7 conv2d"; -"7 conv2d" -> "8 permute"; -"8 permute" -> "11 layer_norm"; -"9 _param_constant2" -> "11 layer_norm"; -"10 _param_constant3" -> "11 layer_norm"; -"11 layer_norm" -> "34 pad"; -"11 layer_norm" -> "92 add_1"; -"12 _tensor_constant0" -> "13 _tensor_constant0_0_0_nncf_smooth_quant_0"; -"13 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "18 linear"; -"14 linear_scale_0_updated_constant0" -> "17 mul_tensor_1"; -"15 compressed_weight_updated_constant150" -> "17 mul_tensor_1"; -"16 _param_constant5_0_0" -> "18 linear"; -"17 mul_tensor_1" -> "18 linear"; -"18 linear" -> "19 relu_"; -"19 relu_" -> "20 relu__0_0_nncf_smooth_quant_0"; -"20 relu__0_0_nncf_smooth_quant_0" -> "24 linear_1"; -"21 linear_1_scale_0_updated_constant0" -> "23 mul_tensor_2"; -"22 compressed_weight_updated_constant151" -> "23 mul_tensor_2"; -"23 mul_tensor_2" -> "24 linear_1"; -"24 linear_1" -> "25 view"; -"25 view" -> "27 index"; -"26 _tensor_constant1" -> "27 index"; -"27 index" -> "28 view_1"; -"28 view_1" -> "29 permute_1"; -"29 permute_1" -> "30 contiguous"; -"30 contiguous" -> "31 unsqueeze"; -"31 unsqueeze" -> "32 sigmoid"; -"32 sigmoid" -> "33 mul"; -"33 mul" -> "69 add"; -"34 pad" -> "35 view_2"; -"35 view_2" -> "36 permute_2"; -"36 permute_2" -> "37 reshape"; -"37 reshape" -> "38 reshape_0_0_nncf_smooth_quant_0"; -"38 reshape_0_0_nncf_smooth_quant_0" -> "39 quantize_per_tensor_default_1"; -"39 quantize_per_tensor_default_1" -> "40 dequantize_per_tensor_default_1"; -"40 dequantize_per_tensor_default_1" -> "45 linear_2"; -"41 linear_2_scale_0_updated_constant0" -> "44 mul_tensor_3"; -"42 compressed_weight_updated_constant152" -> "44 mul_tensor_3"; -"43 _param_constant7_0_0" -> "45 linear_2"; -"44 mul_tensor_3" -> "45 linear_2"; -"45 linear_2" -> "46 reshape_1"; -"46 reshape_1" -> "47 permute_3"; -"47 permute_3" -> "48 select"; -"47 permute_3" -> "49 select_1"; -"47 permute_3" -> "50 select_2"; -"48 select" -> "51 linalg_vector_norm"; -"48 select" -> "53 expand_as"; -"48 select" -> "54 div"; -"49 select_1" -> "57 linalg_vector_norm_1"; -"49 select_1" -> "59 expand_as_1"; -"49 select_1" -> "60 div_1"; -"50 select_2" -> "72 matmul_1"; -"51 linalg_vector_norm" -> "52 clamp_min"; -"52 clamp_min" -> "53 expand_as"; -"53 expand_as" -> "54 div"; -"54 div" -> "55 quantize_per_tensor_default_2"; -"55 quantize_per_tensor_default_2" -> "56 dequantize_per_tensor_default_2"; -"56 dequantize_per_tensor_default_2" -> "64 matmul"; -"57 linalg_vector_norm_1" -> "58 clamp_min_1"; -"58 clamp_min_1" -> "59 expand_as_1"; -"59 expand_as_1" -> "60 div_1"; -"60 div_1" -> "61 quantize_per_tensor_default_3"; -"61 quantize_per_tensor_default_3" -> "62 dequantize_per_tensor_default_3"; -"62 dequantize_per_tensor_default_3" -> "63 transpose"; -"63 transpose" -> "64 matmul"; -"64 matmul" -> "68 mul_1"; -"65 _param_constant9" -> "66 clamp"; -"66 clamp" -> "67 exp"; -"67 exp" -> "68 mul_1"; -"68 mul_1" -> "69 add"; -"69 add" -> "70 softmax"; -"70 softmax" -> "71 dropout"; -"71 dropout" -> "72 matmul_1"; -"72 matmul_1" -> "73 transpose_1"; -"73 transpose_1" -> "74 reshape_2"; -"74 reshape_2" -> "75 reshape_2_0_0_nncf_smooth_quant_0"; -"75 reshape_2_0_0_nncf_smooth_quant_0" -> "76 quantize_per_tensor_default_4"; -"76 quantize_per_tensor_default_4" -> "77 dequantize_per_tensor_default_4"; -"77 dequantize_per_tensor_default_4" -> "82 linear_3"; -"78 linear_3_scale_0_updated_constant0" -> "81 mul_tensor_4"; -"79 compressed_weight_updated_constant153" -> "81 mul_tensor_4"; -"80 _param_constant11_0_0" -> "82 linear_3"; -"81 mul_tensor_4" -> "82 linear_3"; -"82 linear_3" -> "83 dropout_1"; -"83 dropout_1" -> "84 view_3"; -"84 view_3" -> "85 permute_4"; -"85 permute_4" -> "86 reshape_3"; -"86 reshape_3" -> "87 slice_2"; -"87 slice_2" -> "88 slice_3"; -"88 slice_3" -> "91 layer_norm_1"; -"89 _param_constant12" -> "91 layer_norm_1"; -"90 _param_constant13" -> "91 layer_norm_1"; -"91 layer_norm_1" -> "92 add_1"; -"92 add_1" -> "93 add_1_0_0_nncf_smooth_quant_0"; -"92 add_1" -> "115 add_2"; -"93 add_1_0_0_nncf_smooth_quant_0" -> "94 quantize_per_tensor_default_5"; -"94 quantize_per_tensor_default_5" -> "95 dequantize_per_tensor_default_5"; -"95 dequantize_per_tensor_default_5" -> "100 linear_4"; -"96 linear_4_scale_0_updated_constant0" -> "99 mul_tensor_5"; -"97 compressed_weight_updated_constant154" -> "99 mul_tensor_5"; -"98 _param_constant15_0_0" -> "100 linear_4"; -"99 mul_tensor_5" -> "100 linear_4"; -"100 linear_4" -> "101 gelu"; -"101 gelu" -> "102 dropout_2"; -"102 dropout_2" -> "103 dropout_2_0_0_nncf_smooth_quant_0"; -"103 dropout_2_0_0_nncf_smooth_quant_0" -> "104 quantize_per_tensor_default_6"; -"104 quantize_per_tensor_default_6" -> "105 dequantize_per_tensor_default_6"; -"105 dequantize_per_tensor_default_6" -> "110 linear_5"; -"106 linear_5_scale_0_updated_constant0" -> "109 mul_tensor_6"; -"107 compressed_weight_updated_constant155" -> "109 mul_tensor_6"; -"108 _param_constant17_0_0" -> "110 linear_5"; -"109 mul_tensor_6" -> "110 linear_5"; -"110 linear_5" -> "111 dropout_3"; -"111 dropout_3" -> "114 layer_norm_2"; -"112 _param_constant18" -> "114 layer_norm_2"; -"113 _param_constant19" -> "114 layer_norm_2"; -"114 layer_norm_2" -> "115 add_2"; -"115 add_2" -> "138 pad_1"; -"115 add_2" -> "214 add_5"; -"116 _tensor_constant2" -> "117 _tensor_constant2_0_0_nncf_smooth_quant_0"; -"117 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "122 linear_6"; -"118 linear_6_scale_0_updated_constant0" -> "121 mul_tensor_7"; -"119 compressed_weight_updated_constant156" -> "121 mul_tensor_7"; -"120 _param_constant21_0_0" -> "122 linear_6"; -"121 mul_tensor_7" -> "122 linear_6"; -"122 linear_6" -> "123 relu__1"; -"123 relu__1" -> "124 relu__1_0_0_nncf_smooth_quant_0"; -"124 relu__1_0_0_nncf_smooth_quant_0" -> "128 linear_7"; -"125 linear_7_scale_0_updated_constant0" -> "127 mul_tensor_8"; -"126 compressed_weight_updated_constant157" -> "127 mul_tensor_8"; -"127 mul_tensor_8" -> "128 linear_7"; -"128 linear_7" -> "129 view_4"; -"129 view_4" -> "131 index_1"; -"130 _tensor_constant3" -> "131 index_1"; -"131 index_1" -> "132 view_5"; -"132 view_5" -> "133 permute_5"; -"133 permute_5" -> "134 contiguous_1"; -"134 contiguous_1" -> "135 unsqueeze_1"; -"135 unsqueeze_1" -> "136 sigmoid_1"; -"136 sigmoid_1" -> "137 mul_2"; -"137 mul_2" -> "174 add_3"; -"138 pad_1" -> "139 roll"; -"139 roll" -> "140 view_6"; -"140 view_6" -> "141 permute_6"; -"141 permute_6" -> "142 reshape_4"; -"142 reshape_4" -> "143 reshape_4_0_0_nncf_smooth_quant_0"; -"142 reshape_4" -> "175 new_zeros"; -"143 reshape_4_0_0_nncf_smooth_quant_0" -> "144 quantize_per_tensor_default_7"; -"144 quantize_per_tensor_default_7" -> "145 dequantize_per_tensor_default_7"; -"145 dequantize_per_tensor_default_7" -> "150 linear_8"; -"146 linear_8_scale_0_updated_constant0" -> "149 mul_tensor_9"; -"147 compressed_weight_updated_constant158" -> "149 mul_tensor_9"; -"148 _param_constant23_0_0" -> "150 linear_8"; -"149 mul_tensor_9" -> "150 linear_8"; -"150 linear_8" -> "151 reshape_5"; -"151 reshape_5" -> "152 permute_7"; -"152 permute_7" -> "153 select_3"; -"152 permute_7" -> "154 select_4"; -"152 permute_7" -> "155 select_5"; -"153 select_3" -> "156 linalg_vector_norm_2"; -"153 select_3" -> "158 expand_as_2"; -"153 select_3" -> "159 div_2"; -"154 select_4" -> "162 linalg_vector_norm_3"; -"154 select_4" -> "164 expand_as_3"; -"154 select_4" -> "165 div_3"; -"155 select_5" -> "193 matmul_3"; -"156 linalg_vector_norm_2" -> "157 clamp_min_2"; -"157 clamp_min_2" -> "158 expand_as_2"; -"158 expand_as_2" -> "159 div_2"; -"159 div_2" -> "160 quantize_per_tensor_default_8"; -"160 quantize_per_tensor_default_8" -> "161 dequantize_per_tensor_default_8"; -"161 dequantize_per_tensor_default_8" -> "169 matmul_2"; -"162 linalg_vector_norm_3" -> "163 clamp_min_3"; -"163 clamp_min_3" -> "164 expand_as_3"; -"164 expand_as_3" -> "165 div_3"; -"165 div_3" -> "166 quantize_per_tensor_default_9"; -"166 quantize_per_tensor_default_9" -> "167 dequantize_per_tensor_default_9"; -"167 dequantize_per_tensor_default_9" -> "168 transpose_2"; -"168 transpose_2" -> "169 matmul_2"; -"169 matmul_2" -> "173 mul_3"; -"170 _param_constant25" -> "171 clamp_1"; -"171 clamp_1" -> "172 exp_1"; -"172 exp_1" -> "173 mul_3"; -"173 mul_3" -> "174 add_3"; -"174 add_3" -> "186 view_8"; -"175 new_zeros" -> "176 view_7"; -"176 view_7" -> "177 permute_8"; -"177 permute_8" -> "178 reshape_6"; -"178 reshape_6" -> "179 unsqueeze_2"; -"178 reshape_6" -> "180 unsqueeze_3"; -"179 unsqueeze_2" -> "181 sub"; -"180 unsqueeze_3" -> "181 sub"; -"181 sub" -> "182 ne"; -"181 sub" -> "183 masked_fill"; -"181 sub" -> "184 eq"; -"182 ne" -> "183 masked_fill"; -"183 masked_fill" -> "185 masked_fill_1"; -"184 eq" -> "185 masked_fill_1"; -"185 masked_fill_1" -> "187 unsqueeze_4"; -"186 view_8" -> "189 add_4"; -"187 unsqueeze_4" -> "188 unsqueeze_5"; -"188 unsqueeze_5" -> "189 add_4"; -"189 add_4" -> "190 view_9"; -"190 view_9" -> "191 softmax_1"; -"191 softmax_1" -> "192 dropout_4"; -"192 dropout_4" -> "193 matmul_3"; -"193 matmul_3" -> "194 transpose_3"; -"194 transpose_3" -> "195 reshape_7"; -"195 reshape_7" -> "196 reshape_7_0_0_nncf_smooth_quant_0"; -"196 reshape_7_0_0_nncf_smooth_quant_0" -> "197 quantize_per_tensor_default_10"; -"197 quantize_per_tensor_default_10" -> "198 dequantize_per_tensor_default_10"; -"198 dequantize_per_tensor_default_10" -> "203 linear_9"; -"199 linear_9_scale_0_updated_constant0" -> "202 mul_tensor_10"; -"200 compressed_weight_updated_constant159" -> "202 mul_tensor_10"; -"201 _param_constant27_0_0" -> "203 linear_9"; -"202 mul_tensor_10" -> "203 linear_9"; -"203 linear_9" -> "204 dropout_5"; -"204 dropout_5" -> "205 view_10"; -"205 view_10" -> "206 permute_9"; -"206 permute_9" -> "207 reshape_8"; -"207 reshape_8" -> "208 roll_1"; -"208 roll_1" -> "209 slice_23"; -"209 slice_23" -> "210 slice_24"; -"210 slice_24" -> "213 layer_norm_3"; -"211 _param_constant28" -> "213 layer_norm_3"; -"212 _param_constant29" -> "213 layer_norm_3"; -"213 layer_norm_3" -> "214 add_5"; -"214 add_5" -> "215 add_5_0_0_nncf_smooth_quant_0"; -"214 add_5" -> "237 add_6"; -"215 add_5_0_0_nncf_smooth_quant_0" -> "216 quantize_per_tensor_default_11"; -"216 quantize_per_tensor_default_11" -> "217 dequantize_per_tensor_default_11"; -"217 dequantize_per_tensor_default_11" -> "222 linear_10"; -"218 linear_10_scale_0_updated_constant0" -> "221 mul_tensor_11"; -"219 compressed_weight_updated_constant160" -> "221 mul_tensor_11"; -"220 _param_constant31_0_0" -> "222 linear_10"; -"221 mul_tensor_11" -> "222 linear_10"; -"222 linear_10" -> "223 gelu_1"; -"223 gelu_1" -> "224 dropout_6"; -"224 dropout_6" -> "225 dropout_6_0_0_nncf_smooth_quant_0"; -"225 dropout_6_0_0_nncf_smooth_quant_0" -> "226 quantize_per_tensor_default_12"; -"226 quantize_per_tensor_default_12" -> "227 dequantize_per_tensor_default_12"; -"227 dequantize_per_tensor_default_12" -> "232 linear_11"; -"228 linear_11_scale_0_updated_constant0" -> "231 mul_tensor_12"; -"229 compressed_weight_updated_constant161" -> "231 mul_tensor_12"; -"230 _param_constant33_0_0" -> "232 linear_11"; -"231 mul_tensor_12" -> "232 linear_11"; -"232 linear_11" -> "233 dropout_7"; -"233 dropout_7" -> "236 layer_norm_4"; -"234 _param_constant34" -> "236 layer_norm_4"; -"235 _param_constant35" -> "236 layer_norm_4"; -"236 layer_norm_4" -> "237 add_6"; -"237 add_6" -> "238 pad_2"; -"238 pad_2" -> "239 slice_25"; -"238 pad_2" -> "242 slice_28"; -"238 pad_2" -> "245 slice_31"; -"238 pad_2" -> "248 slice_34"; -"239 slice_25" -> "240 slice_26"; -"240 slice_26" -> "241 slice_27"; -"241 slice_27" -> "251 cat"; -"242 slice_28" -> "243 slice_29"; -"243 slice_29" -> "244 slice_30"; -"244 slice_30" -> "251 cat"; -"245 slice_31" -> "246 slice_32"; -"246 slice_32" -> "247 slice_33"; -"247 slice_33" -> "251 cat"; -"248 slice_34" -> "249 slice_35"; -"249 slice_35" -> "250 slice_36"; -"250 slice_36" -> "251 cat"; -"251 cat" -> "252 cat_0_0_nncf_smooth_quant_0"; -"252 cat_0_0_nncf_smooth_quant_0" -> "253 quantize_per_tensor_default_13"; -"253 quantize_per_tensor_default_13" -> "254 dequantize_per_tensor_default_13"; -"254 dequantize_per_tensor_default_13" -> "258 linear_12"; -"255 linear_12_scale_0_updated_constant0" -> "257 mul_tensor_13"; -"256 compressed_weight_updated_constant162" -> "257 mul_tensor_13"; -"257 mul_tensor_13" -> "258 linear_12"; -"258 linear_12" -> "261 layer_norm_5"; -"259 _param_constant37" -> "261 layer_norm_5"; -"260 _param_constant38" -> "261 layer_norm_5"; -"261 layer_norm_5" -> "284 pad_3"; -"261 layer_norm_5" -> "345 add_8"; -"262 _tensor_constant13" -> "263 _tensor_constant13_0_0_nncf_smooth_quant_0"; -"263 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "268 linear_13"; -"264 linear_13_scale_0_updated_constant0" -> "267 mul_tensor_14"; -"265 compressed_weight_updated_constant163" -> "267 mul_tensor_14"; -"266 _param_constant40_0_0" -> "268 linear_13"; -"267 mul_tensor_14" -> "268 linear_13"; -"268 linear_13" -> "269 relu__2"; -"269 relu__2" -> "270 relu__2_0_0_nncf_smooth_quant_0"; -"270 relu__2_0_0_nncf_smooth_quant_0" -> "274 linear_14"; -"271 linear_14_scale_0_updated_constant0" -> "273 mul_tensor_15"; -"272 compressed_weight_updated_constant164" -> "273 mul_tensor_15"; -"273 mul_tensor_15" -> "274 linear_14"; -"274 linear_14" -> "275 view_11"; -"275 view_11" -> "277 index_2"; -"276 _tensor_constant14" -> "277 index_2"; -"277 index_2" -> "278 view_12"; -"278 view_12" -> "279 permute_10"; -"279 permute_10" -> "280 contiguous_2"; -"280 contiguous_2" -> "281 unsqueeze_6"; -"281 unsqueeze_6" -> "282 sigmoid_2"; -"282 sigmoid_2" -> "283 mul_4"; -"283 mul_4" -> "319 add_7"; -"284 pad_3" -> "285 view_13"; -"285 view_13" -> "286 permute_11"; -"286 permute_11" -> "287 reshape_9"; -"287 reshape_9" -> "288 reshape_9_0_0_nncf_smooth_quant_0"; -"288 reshape_9_0_0_nncf_smooth_quant_0" -> "289 quantize_per_tensor_default_14"; -"289 quantize_per_tensor_default_14" -> "290 dequantize_per_tensor_default_14"; -"290 dequantize_per_tensor_default_14" -> "295 linear_15"; -"291 linear_15_scale_0_updated_constant0" -> "294 mul_tensor_16"; -"292 compressed_weight_updated_constant165" -> "294 mul_tensor_16"; -"293 _param_constant42_0_0" -> "295 linear_15"; -"294 mul_tensor_16" -> "295 linear_15"; -"295 linear_15" -> "296 reshape_10"; -"296 reshape_10" -> "297 permute_12"; -"297 permute_12" -> "298 select_6"; -"297 permute_12" -> "299 select_7"; -"297 permute_12" -> "300 select_8"; -"298 select_6" -> "301 linalg_vector_norm_4"; -"298 select_6" -> "303 expand_as_4"; -"298 select_6" -> "304 div_4"; -"299 select_7" -> "307 linalg_vector_norm_5"; -"299 select_7" -> "309 expand_as_5"; -"299 select_7" -> "310 div_5"; -"300 select_8" -> "322 matmul_5"; -"301 linalg_vector_norm_4" -> "302 clamp_min_4"; -"302 clamp_min_4" -> "303 expand_as_4"; -"303 expand_as_4" -> "304 div_4"; -"304 div_4" -> "305 quantize_per_tensor_default_15"; -"305 quantize_per_tensor_default_15" -> "306 dequantize_per_tensor_default_15"; -"306 dequantize_per_tensor_default_15" -> "314 matmul_4"; -"307 linalg_vector_norm_5" -> "308 clamp_min_5"; -"308 clamp_min_5" -> "309 expand_as_5"; -"309 expand_as_5" -> "310 div_5"; -"310 div_5" -> "311 quantize_per_tensor_default_16"; -"311 quantize_per_tensor_default_16" -> "312 dequantize_per_tensor_default_16"; -"312 dequantize_per_tensor_default_16" -> "313 transpose_4"; -"313 transpose_4" -> "314 matmul_4"; -"314 matmul_4" -> "318 mul_5"; -"315 _param_constant44" -> "316 clamp_2"; -"316 clamp_2" -> "317 exp_2"; -"317 exp_2" -> "318 mul_5"; -"318 mul_5" -> "319 add_7"; -"319 add_7" -> "320 softmax_2"; -"320 softmax_2" -> "321 dropout_8"; -"321 dropout_8" -> "322 matmul_5"; -"322 matmul_5" -> "323 transpose_5"; -"323 transpose_5" -> "324 reshape_11"; -"324 reshape_11" -> "325 reshape_11_0_0_nncf_smooth_quant_0"; -"325 reshape_11_0_0_nncf_smooth_quant_0" -> "326 quantize_per_tensor_default_17"; -"326 quantize_per_tensor_default_17" -> "327 dequantize_per_tensor_default_17"; -"327 dequantize_per_tensor_default_17" -> "332 linear_16"; -"328 linear_16_scale_0_updated_constant0" -> "331 mul_tensor_17"; -"329 compressed_weight_updated_constant166" -> "331 mul_tensor_17"; -"330 _param_constant46_0_0" -> "332 linear_16"; -"331 mul_tensor_17" -> "332 linear_16"; -"332 linear_16" -> "333 dropout_9"; -"333 dropout_9" -> "334 view_14"; -"334 view_14" -> "335 permute_13"; -"335 permute_13" -> "336 reshape_12"; -"336 reshape_12" -> "337 slice_38"; -"337 slice_38" -> "338 slice_39"; -"338 slice_39" -> "339 slice_40"; -"339 slice_40" -> "340 slice_41"; -"340 slice_41" -> "341 contiguous_3"; -"341 contiguous_3" -> "344 layer_norm_6"; -"342 _param_constant47" -> "344 layer_norm_6"; -"343 _param_constant48" -> "344 layer_norm_6"; -"344 layer_norm_6" -> "345 add_8"; -"345 add_8" -> "346 add_8_0_0_nncf_smooth_quant_0"; -"345 add_8" -> "368 add_9"; -"346 add_8_0_0_nncf_smooth_quant_0" -> "347 quantize_per_tensor_default_18"; -"347 quantize_per_tensor_default_18" -> "348 dequantize_per_tensor_default_18"; -"348 dequantize_per_tensor_default_18" -> "353 linear_17"; -"349 linear_17_scale_0_updated_constant0" -> "352 mul_tensor_18"; -"350 compressed_weight_updated_constant167" -> "352 mul_tensor_18"; -"351 _param_constant50_0_0" -> "353 linear_17"; -"352 mul_tensor_18" -> "353 linear_17"; -"353 linear_17" -> "354 gelu_2"; -"354 gelu_2" -> "355 dropout_10"; -"355 dropout_10" -> "356 dropout_10_0_0_nncf_smooth_quant_0"; -"356 dropout_10_0_0_nncf_smooth_quant_0" -> "357 quantize_per_tensor_default_19"; -"357 quantize_per_tensor_default_19" -> "358 dequantize_per_tensor_default_19"; -"358 dequantize_per_tensor_default_19" -> "363 linear_18"; -"359 linear_18_scale_0_updated_constant0" -> "362 mul_tensor_19"; -"360 compressed_weight_updated_constant168" -> "362 mul_tensor_19"; -"361 _param_constant52_0_0" -> "363 linear_18"; -"362 mul_tensor_19" -> "363 linear_18"; -"363 linear_18" -> "364 dropout_11"; -"364 dropout_11" -> "367 layer_norm_7"; -"365 _param_constant53" -> "367 layer_norm_7"; -"366 _param_constant54" -> "367 layer_norm_7"; -"367 layer_norm_7" -> "368 add_9"; -"368 add_9" -> "391 pad_4"; -"368 add_9" -> "470 add_12"; -"369 _tensor_constant15" -> "370 _tensor_constant15_0_0_nncf_smooth_quant_0"; -"370 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "375 linear_19"; -"371 linear_19_scale_0_updated_constant0" -> "374 mul_tensor_20"; -"372 compressed_weight_updated_constant169" -> "374 mul_tensor_20"; -"373 _param_constant56_0_0" -> "375 linear_19"; -"374 mul_tensor_20" -> "375 linear_19"; -"375 linear_19" -> "376 relu__3"; -"376 relu__3" -> "377 relu__3_0_0_nncf_smooth_quant_0"; -"377 relu__3_0_0_nncf_smooth_quant_0" -> "381 linear_20"; -"378 linear_20_scale_0_updated_constant0" -> "380 mul_tensor_21"; -"379 compressed_weight_updated_constant170" -> "380 mul_tensor_21"; -"380 mul_tensor_21" -> "381 linear_20"; -"381 linear_20" -> "382 view_15"; -"382 view_15" -> "384 index_3"; -"383 _tensor_constant16" -> "384 index_3"; -"384 index_3" -> "385 view_16"; -"385 view_16" -> "386 permute_14"; -"386 permute_14" -> "387 contiguous_4"; -"387 contiguous_4" -> "388 unsqueeze_7"; -"388 unsqueeze_7" -> "389 sigmoid_3"; -"389 sigmoid_3" -> "390 mul_6"; -"390 mul_6" -> "427 add_10"; -"391 pad_4" -> "392 roll_2"; -"392 roll_2" -> "393 view_17"; -"393 view_17" -> "394 permute_15"; -"394 permute_15" -> "395 reshape_13"; -"395 reshape_13" -> "396 reshape_13_0_0_nncf_smooth_quant_0"; -"395 reshape_13" -> "428 new_zeros_1"; -"396 reshape_13_0_0_nncf_smooth_quant_0" -> "397 quantize_per_tensor_default_20"; -"397 quantize_per_tensor_default_20" -> "398 dequantize_per_tensor_default_20"; -"398 dequantize_per_tensor_default_20" -> "403 linear_21"; -"399 linear_21_scale_0_updated_constant0" -> "402 mul_tensor_22"; -"400 compressed_weight_updated_constant171" -> "402 mul_tensor_22"; -"401 _param_constant58_0_0" -> "403 linear_21"; -"402 mul_tensor_22" -> "403 linear_21"; -"403 linear_21" -> "404 reshape_14"; -"404 reshape_14" -> "405 permute_16"; -"405 permute_16" -> "406 select_9"; -"405 permute_16" -> "407 select_10"; -"405 permute_16" -> "408 select_11"; -"406 select_9" -> "409 linalg_vector_norm_6"; -"406 select_9" -> "411 expand_as_6"; -"406 select_9" -> "412 div_6"; -"407 select_10" -> "415 linalg_vector_norm_7"; -"407 select_10" -> "417 expand_as_7"; -"407 select_10" -> "418 div_7"; -"408 select_11" -> "446 matmul_7"; -"409 linalg_vector_norm_6" -> "410 clamp_min_6"; -"410 clamp_min_6" -> "411 expand_as_6"; -"411 expand_as_6" -> "412 div_6"; -"412 div_6" -> "413 quantize_per_tensor_default_21"; -"413 quantize_per_tensor_default_21" -> "414 dequantize_per_tensor_default_21"; -"414 dequantize_per_tensor_default_21" -> "422 matmul_6"; -"415 linalg_vector_norm_7" -> "416 clamp_min_7"; -"416 clamp_min_7" -> "417 expand_as_7"; -"417 expand_as_7" -> "418 div_7"; -"418 div_7" -> "419 quantize_per_tensor_default_22"; -"419 quantize_per_tensor_default_22" -> "420 dequantize_per_tensor_default_22"; -"420 dequantize_per_tensor_default_22" -> "421 transpose_6"; -"421 transpose_6" -> "422 matmul_6"; -"422 matmul_6" -> "426 mul_7"; -"423 _param_constant60" -> "424 clamp_3"; -"424 clamp_3" -> "425 exp_3"; -"425 exp_3" -> "426 mul_7"; -"426 mul_7" -> "427 add_10"; -"427 add_10" -> "439 view_19"; -"428 new_zeros_1" -> "429 view_18"; -"429 view_18" -> "430 permute_17"; -"430 permute_17" -> "431 reshape_15"; -"431 reshape_15" -> "432 unsqueeze_8"; -"431 reshape_15" -> "433 unsqueeze_9"; -"432 unsqueeze_8" -> "434 sub_1"; -"433 unsqueeze_9" -> "434 sub_1"; -"434 sub_1" -> "435 ne_1"; -"434 sub_1" -> "436 masked_fill_2"; -"434 sub_1" -> "437 eq_1"; -"435 ne_1" -> "436 masked_fill_2"; -"436 masked_fill_2" -> "438 masked_fill_3"; -"437 eq_1" -> "438 masked_fill_3"; -"438 masked_fill_3" -> "440 unsqueeze_10"; -"439 view_19" -> "442 add_11"; -"440 unsqueeze_10" -> "441 unsqueeze_11"; -"441 unsqueeze_11" -> "442 add_11"; -"442 add_11" -> "443 view_20"; -"443 view_20" -> "444 softmax_3"; -"444 softmax_3" -> "445 dropout_12"; -"445 dropout_12" -> "446 matmul_7"; -"446 matmul_7" -> "447 transpose_7"; -"447 transpose_7" -> "448 reshape_16"; -"448 reshape_16" -> "449 reshape_16_0_0_nncf_smooth_quant_0"; -"449 reshape_16_0_0_nncf_smooth_quant_0" -> "450 quantize_per_tensor_default_23"; -"450 quantize_per_tensor_default_23" -> "451 dequantize_per_tensor_default_23"; -"451 dequantize_per_tensor_default_23" -> "456 linear_22"; -"452 linear_22_scale_0_updated_constant0" -> "455 mul_tensor_23"; -"453 compressed_weight_updated_constant172" -> "455 mul_tensor_23"; -"454 _param_constant62_0_0" -> "456 linear_22"; -"455 mul_tensor_23" -> "456 linear_22"; -"456 linear_22" -> "457 dropout_13"; -"457 dropout_13" -> "458 view_21"; -"458 view_21" -> "459 permute_18"; -"459 permute_18" -> "460 reshape_17"; -"460 reshape_17" -> "461 roll_3"; -"461 roll_3" -> "462 slice_61"; -"462 slice_61" -> "463 slice_62"; -"463 slice_62" -> "464 slice_63"; -"464 slice_63" -> "465 slice_64"; -"465 slice_64" -> "466 contiguous_5"; -"466 contiguous_5" -> "469 layer_norm_8"; -"467 _param_constant63" -> "469 layer_norm_8"; -"468 _param_constant64" -> "469 layer_norm_8"; -"469 layer_norm_8" -> "470 add_12"; -"470 add_12" -> "471 add_12_0_0_nncf_smooth_quant_0"; -"470 add_12" -> "493 add_13"; -"471 add_12_0_0_nncf_smooth_quant_0" -> "472 quantize_per_tensor_default_24"; -"472 quantize_per_tensor_default_24" -> "473 dequantize_per_tensor_default_24"; -"473 dequantize_per_tensor_default_24" -> "478 linear_23"; -"474 linear_23_scale_0_updated_constant0" -> "477 mul_tensor_24"; -"475 compressed_weight_updated_constant173" -> "477 mul_tensor_24"; -"476 _param_constant66_0_0" -> "478 linear_23"; -"477 mul_tensor_24" -> "478 linear_23"; -"478 linear_23" -> "479 gelu_3"; -"479 gelu_3" -> "480 dropout_14"; -"480 dropout_14" -> "481 dropout_14_0_0_nncf_smooth_quant_0"; -"481 dropout_14_0_0_nncf_smooth_quant_0" -> "482 quantize_per_tensor_default_25"; -"482 quantize_per_tensor_default_25" -> "483 dequantize_per_tensor_default_25"; -"483 dequantize_per_tensor_default_25" -> "488 linear_24"; -"484 linear_24_scale_0_updated_constant0" -> "487 mul_tensor_25"; -"485 compressed_weight_updated_constant174" -> "487 mul_tensor_25"; -"486 _param_constant68_0_0" -> "488 linear_24"; -"487 mul_tensor_25" -> "488 linear_24"; -"488 linear_24" -> "489 dropout_15"; -"489 dropout_15" -> "492 layer_norm_9"; -"490 _param_constant69" -> "492 layer_norm_9"; -"491 _param_constant70" -> "492 layer_norm_9"; -"492 layer_norm_9" -> "493 add_13"; -"493 add_13" -> "494 pad_5"; -"494 pad_5" -> "495 slice_65"; -"494 pad_5" -> "498 slice_68"; -"494 pad_5" -> "501 slice_71"; -"494 pad_5" -> "504 slice_74"; -"495 slice_65" -> "496 slice_66"; -"496 slice_66" -> "497 slice_67"; -"497 slice_67" -> "507 cat_1"; -"498 slice_68" -> "499 slice_69"; -"499 slice_69" -> "500 slice_70"; -"500 slice_70" -> "507 cat_1"; -"501 slice_71" -> "502 slice_72"; -"502 slice_72" -> "503 slice_73"; -"503 slice_73" -> "507 cat_1"; -"504 slice_74" -> "505 slice_75"; -"505 slice_75" -> "506 slice_76"; -"506 slice_76" -> "507 cat_1"; -"507 cat_1" -> "508 cat_1_0_0_nncf_smooth_quant_0"; -"508 cat_1_0_0_nncf_smooth_quant_0" -> "509 quantize_per_tensor_default_26"; -"509 quantize_per_tensor_default_26" -> "510 dequantize_per_tensor_default_26"; -"510 dequantize_per_tensor_default_26" -> "514 linear_25"; -"511 linear_25_scale_0_updated_constant0" -> "513 mul_tensor_26"; -"512 compressed_weight_updated_constant175" -> "513 mul_tensor_26"; -"513 mul_tensor_26" -> "514 linear_25"; -"514 linear_25" -> "517 layer_norm_10"; -"515 _param_constant72" -> "517 layer_norm_10"; -"516 _param_constant73" -> "517 layer_norm_10"; -"517 layer_norm_10" -> "540 pad_6"; -"517 layer_norm_10" -> "601 add_15"; -"518 _tensor_constant26" -> "519 _tensor_constant26_0_0_nncf_smooth_quant_0"; -"519 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "524 linear_26"; -"520 linear_26_scale_0_updated_constant0" -> "523 mul_tensor_27"; -"521 compressed_weight_updated_constant176" -> "523 mul_tensor_27"; -"522 _param_constant75_0_0" -> "524 linear_26"; -"523 mul_tensor_27" -> "524 linear_26"; -"524 linear_26" -> "525 relu__4"; -"525 relu__4" -> "526 relu__4_0_0_nncf_smooth_quant_0"; -"526 relu__4_0_0_nncf_smooth_quant_0" -> "530 linear_27"; -"527 linear_27_scale_0_updated_constant0" -> "529 mul_tensor_28"; -"528 compressed_weight_updated_constant177" -> "529 mul_tensor_28"; -"529 mul_tensor_28" -> "530 linear_27"; -"530 linear_27" -> "531 view_22"; -"531 view_22" -> "533 index_4"; -"532 _tensor_constant27" -> "533 index_4"; -"533 index_4" -> "534 view_23"; -"534 view_23" -> "535 permute_19"; -"535 permute_19" -> "536 contiguous_6"; -"536 contiguous_6" -> "537 unsqueeze_12"; -"537 unsqueeze_12" -> "538 sigmoid_4"; -"538 sigmoid_4" -> "539 mul_8"; -"539 mul_8" -> "575 add_14"; -"540 pad_6" -> "541 view_24"; -"541 view_24" -> "542 permute_20"; -"542 permute_20" -> "543 reshape_18"; -"543 reshape_18" -> "544 reshape_18_0_0_nncf_smooth_quant_0"; -"544 reshape_18_0_0_nncf_smooth_quant_0" -> "545 quantize_per_tensor_default_27"; -"545 quantize_per_tensor_default_27" -> "546 dequantize_per_tensor_default_27"; -"546 dequantize_per_tensor_default_27" -> "551 linear_28"; -"547 linear_28_scale_0_updated_constant0" -> "550 mul_tensor_29"; -"548 compressed_weight_updated_constant178" -> "550 mul_tensor_29"; -"549 _param_constant77_0_0" -> "551 linear_28"; -"550 mul_tensor_29" -> "551 linear_28"; -"551 linear_28" -> "552 reshape_19"; -"552 reshape_19" -> "553 permute_21"; -"553 permute_21" -> "554 select_12"; -"553 permute_21" -> "555 select_13"; -"553 permute_21" -> "556 select_14"; -"554 select_12" -> "557 linalg_vector_norm_8"; -"554 select_12" -> "559 expand_as_8"; -"554 select_12" -> "560 div_8"; -"555 select_13" -> "563 linalg_vector_norm_9"; -"555 select_13" -> "565 expand_as_9"; -"555 select_13" -> "566 div_9"; -"556 select_14" -> "578 matmul_9"; -"557 linalg_vector_norm_8" -> "558 clamp_min_8"; -"558 clamp_min_8" -> "559 expand_as_8"; -"559 expand_as_8" -> "560 div_8"; -"560 div_8" -> "561 quantize_per_tensor_default_28"; -"561 quantize_per_tensor_default_28" -> "562 dequantize_per_tensor_default_28"; -"562 dequantize_per_tensor_default_28" -> "570 matmul_8"; -"563 linalg_vector_norm_9" -> "564 clamp_min_9"; -"564 clamp_min_9" -> "565 expand_as_9"; -"565 expand_as_9" -> "566 div_9"; -"566 div_9" -> "567 quantize_per_tensor_default_29"; -"567 quantize_per_tensor_default_29" -> "568 dequantize_per_tensor_default_29"; -"568 dequantize_per_tensor_default_29" -> "569 transpose_8"; -"569 transpose_8" -> "570 matmul_8"; -"570 matmul_8" -> "574 mul_9"; -"571 _param_constant79" -> "572 clamp_4"; -"572 clamp_4" -> "573 exp_4"; -"573 exp_4" -> "574 mul_9"; -"574 mul_9" -> "575 add_14"; -"575 add_14" -> "576 softmax_4"; -"576 softmax_4" -> "577 dropout_16"; -"577 dropout_16" -> "578 matmul_9"; -"578 matmul_9" -> "579 transpose_9"; -"579 transpose_9" -> "580 reshape_20"; -"580 reshape_20" -> "581 reshape_20_0_0_nncf_smooth_quant_0"; -"581 reshape_20_0_0_nncf_smooth_quant_0" -> "582 quantize_per_tensor_default_30"; -"582 quantize_per_tensor_default_30" -> "583 dequantize_per_tensor_default_30"; -"583 dequantize_per_tensor_default_30" -> "588 linear_29"; -"584 linear_29_scale_0_updated_constant0" -> "587 mul_tensor_30"; -"585 compressed_weight_updated_constant179" -> "587 mul_tensor_30"; -"586 _param_constant81_0_0" -> "588 linear_29"; -"587 mul_tensor_30" -> "588 linear_29"; -"588 linear_29" -> "589 dropout_17"; -"589 dropout_17" -> "590 view_25"; -"590 view_25" -> "591 permute_22"; -"591 permute_22" -> "592 reshape_21"; -"592 reshape_21" -> "593 slice_78"; -"593 slice_78" -> "594 slice_79"; -"594 slice_79" -> "595 slice_80"; -"595 slice_80" -> "596 slice_81"; -"596 slice_81" -> "597 contiguous_7"; -"597 contiguous_7" -> "600 layer_norm_11"; -"598 _param_constant82" -> "600 layer_norm_11"; -"599 _param_constant83" -> "600 layer_norm_11"; -"600 layer_norm_11" -> "601 add_15"; -"601 add_15" -> "602 add_15_0_0_nncf_smooth_quant_0"; -"601 add_15" -> "624 add_16"; -"602 add_15_0_0_nncf_smooth_quant_0" -> "603 quantize_per_tensor_default_31"; -"603 quantize_per_tensor_default_31" -> "604 dequantize_per_tensor_default_31"; -"604 dequantize_per_tensor_default_31" -> "609 linear_30"; -"605 linear_30_scale_0_updated_constant0" -> "608 mul_tensor_31"; -"606 compressed_weight_updated_constant180" -> "608 mul_tensor_31"; -"607 _param_constant85_0_0" -> "609 linear_30"; -"608 mul_tensor_31" -> "609 linear_30"; -"609 linear_30" -> "610 gelu_4"; -"610 gelu_4" -> "611 dropout_18"; -"611 dropout_18" -> "612 dropout_18_0_0_nncf_smooth_quant_0"; -"612 dropout_18_0_0_nncf_smooth_quant_0" -> "613 quantize_per_tensor_default_32"; -"613 quantize_per_tensor_default_32" -> "614 dequantize_per_tensor_default_32"; -"614 dequantize_per_tensor_default_32" -> "619 linear_31"; -"615 linear_31_scale_0_updated_constant0" -> "618 mul_tensor_32"; -"616 compressed_weight_updated_constant181" -> "618 mul_tensor_32"; -"617 _param_constant87_0_0" -> "619 linear_31"; -"618 mul_tensor_32" -> "619 linear_31"; -"619 linear_31" -> "620 dropout_19"; -"620 dropout_19" -> "623 layer_norm_12"; -"621 _param_constant88" -> "623 layer_norm_12"; -"622 _param_constant89" -> "623 layer_norm_12"; -"623 layer_norm_12" -> "624 add_16"; -"624 add_16" -> "647 pad_7"; -"624 add_16" -> "726 add_19"; -"625 _tensor_constant28" -> "626 _tensor_constant28_0_0_nncf_smooth_quant_0"; -"626 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "631 linear_32"; -"627 linear_32_scale_0_updated_constant0" -> "630 mul_tensor_33"; -"628 compressed_weight_updated_constant182" -> "630 mul_tensor_33"; -"629 _param_constant91_0_0" -> "631 linear_32"; -"630 mul_tensor_33" -> "631 linear_32"; -"631 linear_32" -> "632 relu__5"; -"632 relu__5" -> "633 relu__5_0_0_nncf_smooth_quant_0"; -"633 relu__5_0_0_nncf_smooth_quant_0" -> "637 linear_33"; -"634 linear_33_scale_0_updated_constant0" -> "636 mul_tensor_34"; -"635 compressed_weight_updated_constant183" -> "636 mul_tensor_34"; -"636 mul_tensor_34" -> "637 linear_33"; -"637 linear_33" -> "638 view_26"; -"638 view_26" -> "640 index_5"; -"639 _tensor_constant29" -> "640 index_5"; -"640 index_5" -> "641 view_27"; -"641 view_27" -> "642 permute_23"; -"642 permute_23" -> "643 contiguous_8"; -"643 contiguous_8" -> "644 unsqueeze_13"; -"644 unsqueeze_13" -> "645 sigmoid_5"; -"645 sigmoid_5" -> "646 mul_10"; -"646 mul_10" -> "683 add_17"; -"647 pad_7" -> "648 roll_4"; -"648 roll_4" -> "649 view_28"; -"649 view_28" -> "650 permute_24"; -"650 permute_24" -> "651 reshape_22"; -"651 reshape_22" -> "652 reshape_22_0_0_nncf_smooth_quant_0"; -"651 reshape_22" -> "684 new_zeros_2"; -"652 reshape_22_0_0_nncf_smooth_quant_0" -> "653 quantize_per_tensor_default_33"; -"653 quantize_per_tensor_default_33" -> "654 dequantize_per_tensor_default_33"; -"654 dequantize_per_tensor_default_33" -> "659 linear_34"; -"655 linear_34_scale_0_updated_constant0" -> "658 mul_tensor_35"; -"656 compressed_weight_updated_constant184" -> "658 mul_tensor_35"; -"657 _param_constant93_0_0" -> "659 linear_34"; -"658 mul_tensor_35" -> "659 linear_34"; -"659 linear_34" -> "660 reshape_23"; -"660 reshape_23" -> "661 permute_25"; -"661 permute_25" -> "662 select_15"; -"661 permute_25" -> "663 select_16"; -"661 permute_25" -> "664 select_17"; -"662 select_15" -> "665 linalg_vector_norm_10"; -"662 select_15" -> "667 expand_as_10"; -"662 select_15" -> "668 div_10"; -"663 select_16" -> "671 linalg_vector_norm_11"; -"663 select_16" -> "673 expand_as_11"; -"663 select_16" -> "674 div_11"; -"664 select_17" -> "702 matmul_11"; -"665 linalg_vector_norm_10" -> "666 clamp_min_10"; -"666 clamp_min_10" -> "667 expand_as_10"; -"667 expand_as_10" -> "668 div_10"; -"668 div_10" -> "669 quantize_per_tensor_default_34"; -"669 quantize_per_tensor_default_34" -> "670 dequantize_per_tensor_default_34"; -"670 dequantize_per_tensor_default_34" -> "678 matmul_10"; -"671 linalg_vector_norm_11" -> "672 clamp_min_11"; -"672 clamp_min_11" -> "673 expand_as_11"; -"673 expand_as_11" -> "674 div_11"; -"674 div_11" -> "675 quantize_per_tensor_default_35"; -"675 quantize_per_tensor_default_35" -> "676 dequantize_per_tensor_default_35"; -"676 dequantize_per_tensor_default_35" -> "677 transpose_10"; -"677 transpose_10" -> "678 matmul_10"; -"678 matmul_10" -> "682 mul_11"; -"679 _param_constant95" -> "680 clamp_5"; -"680 clamp_5" -> "681 exp_5"; -"681 exp_5" -> "682 mul_11"; -"682 mul_11" -> "683 add_17"; -"683 add_17" -> "695 view_30"; -"684 new_zeros_2" -> "685 view_29"; -"685 view_29" -> "686 permute_26"; -"686 permute_26" -> "687 reshape_24"; -"687 reshape_24" -> "688 unsqueeze_14"; -"687 reshape_24" -> "689 unsqueeze_15"; -"688 unsqueeze_14" -> "690 sub_2"; -"689 unsqueeze_15" -> "690 sub_2"; -"690 sub_2" -> "691 ne_2"; -"690 sub_2" -> "692 masked_fill_4"; -"690 sub_2" -> "693 eq_2"; -"691 ne_2" -> "692 masked_fill_4"; -"692 masked_fill_4" -> "694 masked_fill_5"; -"693 eq_2" -> "694 masked_fill_5"; -"694 masked_fill_5" -> "696 unsqueeze_16"; -"695 view_30" -> "698 add_18"; -"696 unsqueeze_16" -> "697 unsqueeze_17"; -"697 unsqueeze_17" -> "698 add_18"; -"698 add_18" -> "699 view_31"; -"699 view_31" -> "700 softmax_5"; -"700 softmax_5" -> "701 dropout_20"; -"701 dropout_20" -> "702 matmul_11"; -"702 matmul_11" -> "703 transpose_11"; -"703 transpose_11" -> "704 reshape_25"; -"704 reshape_25" -> "705 reshape_25_0_0_nncf_smooth_quant_0"; -"705 reshape_25_0_0_nncf_smooth_quant_0" -> "706 quantize_per_tensor_default_36"; -"706 quantize_per_tensor_default_36" -> "707 dequantize_per_tensor_default_36"; -"707 dequantize_per_tensor_default_36" -> "712 linear_35"; -"708 linear_35_scale_0_updated_constant0" -> "711 mul_tensor_36"; -"709 compressed_weight_updated_constant185" -> "711 mul_tensor_36"; -"710 _param_constant97_0_0" -> "712 linear_35"; -"711 mul_tensor_36" -> "712 linear_35"; -"712 linear_35" -> "713 dropout_21"; -"713 dropout_21" -> "714 view_32"; -"714 view_32" -> "715 permute_27"; -"715 permute_27" -> "716 reshape_26"; -"716 reshape_26" -> "717 roll_5"; -"717 roll_5" -> "718 slice_101"; -"718 slice_101" -> "719 slice_102"; -"719 slice_102" -> "720 slice_103"; -"720 slice_103" -> "721 slice_104"; -"721 slice_104" -> "722 contiguous_9"; -"722 contiguous_9" -> "725 layer_norm_13"; -"723 _param_constant98" -> "725 layer_norm_13"; -"724 _param_constant99" -> "725 layer_norm_13"; -"725 layer_norm_13" -> "726 add_19"; -"726 add_19" -> "727 add_19_0_0_nncf_smooth_quant_0"; -"726 add_19" -> "749 add_20"; -"727 add_19_0_0_nncf_smooth_quant_0" -> "728 quantize_per_tensor_default_37"; -"728 quantize_per_tensor_default_37" -> "729 dequantize_per_tensor_default_37"; -"729 dequantize_per_tensor_default_37" -> "734 linear_36"; -"730 linear_36_scale_0_updated_constant0" -> "733 mul_tensor_37"; -"731 compressed_weight_updated_constant186" -> "733 mul_tensor_37"; -"732 _param_constant101_0_0" -> "734 linear_36"; -"733 mul_tensor_37" -> "734 linear_36"; -"734 linear_36" -> "735 gelu_5"; -"735 gelu_5" -> "736 dropout_22"; -"736 dropout_22" -> "737 dropout_22_0_0_nncf_smooth_quant_0"; -"737 dropout_22_0_0_nncf_smooth_quant_0" -> "738 quantize_per_tensor_default_38"; -"738 quantize_per_tensor_default_38" -> "739 dequantize_per_tensor_default_38"; -"739 dequantize_per_tensor_default_38" -> "744 linear_37"; -"740 linear_37_scale_0_updated_constant0" -> "743 mul_tensor_38"; -"741 compressed_weight_updated_constant187" -> "743 mul_tensor_38"; -"742 _param_constant103_0_0" -> "744 linear_37"; -"743 mul_tensor_38" -> "744 linear_37"; -"744 linear_37" -> "745 dropout_23"; -"745 dropout_23" -> "748 layer_norm_14"; -"746 _param_constant104" -> "748 layer_norm_14"; -"747 _param_constant105" -> "748 layer_norm_14"; -"748 layer_norm_14" -> "749 add_20"; -"749 add_20" -> "772 pad_8"; -"749 add_20" -> "833 add_22"; -"750 _tensor_constant39" -> "751 _tensor_constant39_0_0_nncf_smooth_quant_0"; -"751 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "756 linear_38"; -"752 linear_38_scale_0_updated_constant0" -> "755 mul_tensor_39"; -"753 compressed_weight_updated_constant188" -> "755 mul_tensor_39"; -"754 _param_constant107_0_0" -> "756 linear_38"; -"755 mul_tensor_39" -> "756 linear_38"; -"756 linear_38" -> "757 relu__6"; -"757 relu__6" -> "758 relu__6_0_0_nncf_smooth_quant_0"; -"758 relu__6_0_0_nncf_smooth_quant_0" -> "762 linear_39"; -"759 linear_39_scale_0_updated_constant0" -> "761 mul_tensor_40"; -"760 compressed_weight_updated_constant189" -> "761 mul_tensor_40"; -"761 mul_tensor_40" -> "762 linear_39"; -"762 linear_39" -> "763 view_33"; -"763 view_33" -> "765 index_6"; -"764 _tensor_constant40" -> "765 index_6"; -"765 index_6" -> "766 view_34"; -"766 view_34" -> "767 permute_28"; -"767 permute_28" -> "768 contiguous_10"; -"768 contiguous_10" -> "769 unsqueeze_18"; -"769 unsqueeze_18" -> "770 sigmoid_6"; -"770 sigmoid_6" -> "771 mul_12"; -"771 mul_12" -> "807 add_21"; -"772 pad_8" -> "773 view_35"; -"773 view_35" -> "774 permute_29"; -"774 permute_29" -> "775 reshape_27"; -"775 reshape_27" -> "776 reshape_27_0_0_nncf_smooth_quant_0"; -"776 reshape_27_0_0_nncf_smooth_quant_0" -> "777 quantize_per_tensor_default_39"; -"777 quantize_per_tensor_default_39" -> "778 dequantize_per_tensor_default_39"; -"778 dequantize_per_tensor_default_39" -> "783 linear_40"; -"779 linear_40_scale_0_updated_constant0" -> "782 mul_tensor_41"; -"780 compressed_weight_updated_constant190" -> "782 mul_tensor_41"; -"781 _param_constant109_0_0" -> "783 linear_40"; -"782 mul_tensor_41" -> "783 linear_40"; -"783 linear_40" -> "784 reshape_28"; -"784 reshape_28" -> "785 permute_30"; -"785 permute_30" -> "786 select_18"; -"785 permute_30" -> "787 select_19"; -"785 permute_30" -> "788 select_20"; -"786 select_18" -> "789 linalg_vector_norm_12"; -"786 select_18" -> "791 expand_as_12"; -"786 select_18" -> "792 div_12"; -"787 select_19" -> "795 linalg_vector_norm_13"; -"787 select_19" -> "797 expand_as_13"; -"787 select_19" -> "798 div_13"; -"788 select_20" -> "810 matmul_13"; -"789 linalg_vector_norm_12" -> "790 clamp_min_12"; -"790 clamp_min_12" -> "791 expand_as_12"; -"791 expand_as_12" -> "792 div_12"; -"792 div_12" -> "793 quantize_per_tensor_default_40"; -"793 quantize_per_tensor_default_40" -> "794 dequantize_per_tensor_default_40"; -"794 dequantize_per_tensor_default_40" -> "802 matmul_12"; -"795 linalg_vector_norm_13" -> "796 clamp_min_13"; -"796 clamp_min_13" -> "797 expand_as_13"; -"797 expand_as_13" -> "798 div_13"; -"798 div_13" -> "799 quantize_per_tensor_default_41"; -"799 quantize_per_tensor_default_41" -> "800 dequantize_per_tensor_default_41"; -"800 dequantize_per_tensor_default_41" -> "801 transpose_12"; -"801 transpose_12" -> "802 matmul_12"; -"802 matmul_12" -> "806 mul_13"; -"803 _param_constant111" -> "804 clamp_6"; -"804 clamp_6" -> "805 exp_6"; -"805 exp_6" -> "806 mul_13"; -"806 mul_13" -> "807 add_21"; -"807 add_21" -> "808 softmax_6"; -"808 softmax_6" -> "809 dropout_24"; -"809 dropout_24" -> "810 matmul_13"; -"810 matmul_13" -> "811 transpose_13"; -"811 transpose_13" -> "812 reshape_29"; -"812 reshape_29" -> "813 reshape_29_0_0_nncf_smooth_quant_0"; -"813 reshape_29_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_42"; -"814 quantize_per_tensor_default_42" -> "815 dequantize_per_tensor_default_42"; -"815 dequantize_per_tensor_default_42" -> "820 linear_41"; -"816 linear_41_scale_0_updated_constant0" -> "819 mul_tensor_42"; -"817 compressed_weight_updated_constant191" -> "819 mul_tensor_42"; -"818 _param_constant113_0_0" -> "820 linear_41"; -"819 mul_tensor_42" -> "820 linear_41"; -"820 linear_41" -> "821 dropout_25"; -"821 dropout_25" -> "822 view_36"; -"822 view_36" -> "823 permute_31"; -"823 permute_31" -> "824 reshape_30"; -"824 reshape_30" -> "825 slice_106"; -"825 slice_106" -> "826 slice_107"; -"826 slice_107" -> "827 slice_108"; -"827 slice_108" -> "828 slice_109"; -"828 slice_109" -> "829 contiguous_11"; -"829 contiguous_11" -> "832 layer_norm_15"; -"830 _param_constant114" -> "832 layer_norm_15"; -"831 _param_constant115" -> "832 layer_norm_15"; -"832 layer_norm_15" -> "833 add_22"; -"833 add_22" -> "834 add_22_0_0_nncf_smooth_quant_0"; -"833 add_22" -> "856 add_23"; -"834 add_22_0_0_nncf_smooth_quant_0" -> "835 quantize_per_tensor_default_43"; -"835 quantize_per_tensor_default_43" -> "836 dequantize_per_tensor_default_43"; -"836 dequantize_per_tensor_default_43" -> "841 linear_42"; -"837 linear_42_scale_0_updated_constant0" -> "840 mul_tensor_43"; -"838 compressed_weight_updated_constant192" -> "840 mul_tensor_43"; -"839 _param_constant117_0_0" -> "841 linear_42"; -"840 mul_tensor_43" -> "841 linear_42"; -"841 linear_42" -> "842 gelu_6"; -"842 gelu_6" -> "843 dropout_26"; -"843 dropout_26" -> "844 dropout_26_0_0_nncf_smooth_quant_0"; -"844 dropout_26_0_0_nncf_smooth_quant_0" -> "845 quantize_per_tensor_default_44"; -"845 quantize_per_tensor_default_44" -> "846 dequantize_per_tensor_default_44"; -"846 dequantize_per_tensor_default_44" -> "851 linear_43"; -"847 linear_43_scale_0_updated_constant0" -> "850 mul_tensor_44"; -"848 compressed_weight_updated_constant193" -> "850 mul_tensor_44"; -"849 _param_constant119_0_0" -> "851 linear_43"; -"850 mul_tensor_44" -> "851 linear_43"; -"851 linear_43" -> "852 dropout_27"; -"852 dropout_27" -> "855 layer_norm_16"; -"853 _param_constant120" -> "855 layer_norm_16"; -"854 _param_constant121" -> "855 layer_norm_16"; -"855 layer_norm_16" -> "856 add_23"; -"856 add_23" -> "879 pad_9"; -"856 add_23" -> "958 add_26"; -"857 _tensor_constant41" -> "858 _tensor_constant41_0_0_nncf_smooth_quant_0"; -"858 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "863 linear_44"; -"859 linear_44_scale_0_updated_constant0" -> "862 mul_tensor_45"; -"860 compressed_weight_updated_constant194" -> "862 mul_tensor_45"; -"861 _param_constant123_0_0" -> "863 linear_44"; -"862 mul_tensor_45" -> "863 linear_44"; -"863 linear_44" -> "864 relu__7"; -"864 relu__7" -> "865 relu__7_0_0_nncf_smooth_quant_0"; -"865 relu__7_0_0_nncf_smooth_quant_0" -> "869 linear_45"; -"866 linear_45_scale_0_updated_constant0" -> "868 mul_tensor_46"; -"867 compressed_weight_updated_constant195" -> "868 mul_tensor_46"; -"868 mul_tensor_46" -> "869 linear_45"; -"869 linear_45" -> "870 view_37"; -"870 view_37" -> "872 index_7"; -"871 _tensor_constant42" -> "872 index_7"; -"872 index_7" -> "873 view_38"; -"873 view_38" -> "874 permute_32"; -"874 permute_32" -> "875 contiguous_12"; -"875 contiguous_12" -> "876 unsqueeze_19"; -"876 unsqueeze_19" -> "877 sigmoid_7"; -"877 sigmoid_7" -> "878 mul_14"; -"878 mul_14" -> "915 add_24"; -"879 pad_9" -> "880 roll_6"; -"880 roll_6" -> "881 view_39"; -"881 view_39" -> "882 permute_33"; -"882 permute_33" -> "883 reshape_31"; -"883 reshape_31" -> "884 reshape_31_0_0_nncf_smooth_quant_0"; -"883 reshape_31" -> "916 new_zeros_3"; -"884 reshape_31_0_0_nncf_smooth_quant_0" -> "885 quantize_per_tensor_default_45"; -"885 quantize_per_tensor_default_45" -> "886 dequantize_per_tensor_default_45"; -"886 dequantize_per_tensor_default_45" -> "891 linear_46"; -"887 linear_46_scale_0_updated_constant0" -> "890 mul_tensor_47"; -"888 compressed_weight_updated_constant196" -> "890 mul_tensor_47"; -"889 _param_constant125_0_0" -> "891 linear_46"; -"890 mul_tensor_47" -> "891 linear_46"; -"891 linear_46" -> "892 reshape_32"; -"892 reshape_32" -> "893 permute_34"; -"893 permute_34" -> "894 select_21"; -"893 permute_34" -> "895 select_22"; -"893 permute_34" -> "896 select_23"; -"894 select_21" -> "897 linalg_vector_norm_14"; -"894 select_21" -> "899 expand_as_14"; -"894 select_21" -> "900 div_14"; -"895 select_22" -> "903 linalg_vector_norm_15"; -"895 select_22" -> "905 expand_as_15"; -"895 select_22" -> "906 div_15"; -"896 select_23" -> "934 matmul_15"; -"897 linalg_vector_norm_14" -> "898 clamp_min_14"; -"898 clamp_min_14" -> "899 expand_as_14"; -"899 expand_as_14" -> "900 div_14"; -"900 div_14" -> "901 quantize_per_tensor_default_46"; -"901 quantize_per_tensor_default_46" -> "902 dequantize_per_tensor_default_46"; -"902 dequantize_per_tensor_default_46" -> "910 matmul_14"; -"903 linalg_vector_norm_15" -> "904 clamp_min_15"; -"904 clamp_min_15" -> "905 expand_as_15"; -"905 expand_as_15" -> "906 div_15"; -"906 div_15" -> "907 quantize_per_tensor_default_47"; -"907 quantize_per_tensor_default_47" -> "908 dequantize_per_tensor_default_47"; -"908 dequantize_per_tensor_default_47" -> "909 transpose_14"; -"909 transpose_14" -> "910 matmul_14"; -"910 matmul_14" -> "914 mul_15"; -"911 _param_constant127" -> "912 clamp_7"; -"912 clamp_7" -> "913 exp_7"; -"913 exp_7" -> "914 mul_15"; -"914 mul_15" -> "915 add_24"; -"915 add_24" -> "927 view_41"; -"916 new_zeros_3" -> "917 view_40"; -"917 view_40" -> "918 permute_35"; -"918 permute_35" -> "919 reshape_33"; -"919 reshape_33" -> "920 unsqueeze_20"; -"919 reshape_33" -> "921 unsqueeze_21"; -"920 unsqueeze_20" -> "922 sub_3"; -"921 unsqueeze_21" -> "922 sub_3"; -"922 sub_3" -> "923 ne_3"; -"922 sub_3" -> "924 masked_fill_6"; -"922 sub_3" -> "925 eq_3"; -"923 ne_3" -> "924 masked_fill_6"; -"924 masked_fill_6" -> "926 masked_fill_7"; -"925 eq_3" -> "926 masked_fill_7"; -"926 masked_fill_7" -> "928 unsqueeze_22"; -"927 view_41" -> "930 add_25"; -"928 unsqueeze_22" -> "929 unsqueeze_23"; -"929 unsqueeze_23" -> "930 add_25"; -"930 add_25" -> "931 view_42"; -"931 view_42" -> "932 softmax_7"; -"932 softmax_7" -> "933 dropout_28"; -"933 dropout_28" -> "934 matmul_15"; -"934 matmul_15" -> "935 transpose_15"; -"935 transpose_15" -> "936 reshape_34"; -"936 reshape_34" -> "937 reshape_34_0_0_nncf_smooth_quant_0"; -"937 reshape_34_0_0_nncf_smooth_quant_0" -> "938 quantize_per_tensor_default_48"; -"938 quantize_per_tensor_default_48" -> "939 dequantize_per_tensor_default_48"; -"939 dequantize_per_tensor_default_48" -> "944 linear_47"; -"940 linear_47_scale_0_updated_constant0" -> "943 mul_tensor_48"; -"941 compressed_weight_updated_constant197" -> "943 mul_tensor_48"; -"942 _param_constant129_0_0" -> "944 linear_47"; -"943 mul_tensor_48" -> "944 linear_47"; -"944 linear_47" -> "945 dropout_29"; -"945 dropout_29" -> "946 view_43"; -"946 view_43" -> "947 permute_36"; -"947 permute_36" -> "948 reshape_35"; -"948 reshape_35" -> "949 roll_7"; -"949 roll_7" -> "950 slice_129"; -"950 slice_129" -> "951 slice_130"; -"951 slice_130" -> "952 slice_131"; -"952 slice_131" -> "953 slice_132"; -"953 slice_132" -> "954 contiguous_13"; -"954 contiguous_13" -> "957 layer_norm_17"; -"955 _param_constant130" -> "957 layer_norm_17"; -"956 _param_constant131" -> "957 layer_norm_17"; -"957 layer_norm_17" -> "958 add_26"; -"958 add_26" -> "959 add_26_0_0_nncf_smooth_quant_0"; -"958 add_26" -> "981 add_27"; -"959 add_26_0_0_nncf_smooth_quant_0" -> "960 quantize_per_tensor_default_49"; -"960 quantize_per_tensor_default_49" -> "961 dequantize_per_tensor_default_49"; -"961 dequantize_per_tensor_default_49" -> "966 linear_48"; -"962 linear_48_scale_0_updated_constant0" -> "965 mul_tensor_49"; -"963 compressed_weight_updated_constant198" -> "965 mul_tensor_49"; -"964 _param_constant133_0_0" -> "966 linear_48"; -"965 mul_tensor_49" -> "966 linear_48"; -"966 linear_48" -> "967 gelu_7"; -"967 gelu_7" -> "968 dropout_30"; -"968 dropout_30" -> "969 dropout_30_0_0_nncf_smooth_quant_0"; -"969 dropout_30_0_0_nncf_smooth_quant_0" -> "970 quantize_per_tensor_default_50"; -"970 quantize_per_tensor_default_50" -> "971 dequantize_per_tensor_default_50"; -"971 dequantize_per_tensor_default_50" -> "976 linear_49"; -"972 linear_49_scale_0_updated_constant0" -> "975 mul_tensor_50"; -"973 compressed_weight_updated_constant199" -> "975 mul_tensor_50"; -"974 _param_constant135_0_0" -> "976 linear_49"; -"975 mul_tensor_50" -> "976 linear_49"; -"976 linear_49" -> "977 dropout_31"; -"977 dropout_31" -> "980 layer_norm_18"; -"978 _param_constant136" -> "980 layer_norm_18"; -"979 _param_constant137" -> "980 layer_norm_18"; -"980 layer_norm_18" -> "981 add_27"; -"981 add_27" -> "1004 pad_10"; -"981 add_27" -> "1065 add_29"; -"982 _tensor_constant52" -> "983 _tensor_constant52_0_0_nncf_smooth_quant_0"; -"983 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "988 linear_50"; -"984 linear_50_scale_0_updated_constant0" -> "987 mul_tensor_51"; -"985 compressed_weight_updated_constant200" -> "987 mul_tensor_51"; -"986 _param_constant139_0_0" -> "988 linear_50"; -"987 mul_tensor_51" -> "988 linear_50"; -"988 linear_50" -> "989 relu__8"; -"989 relu__8" -> "990 relu__8_0_0_nncf_smooth_quant_0"; -"990 relu__8_0_0_nncf_smooth_quant_0" -> "994 linear_51"; -"991 linear_51_scale_0_updated_constant0" -> "993 mul_tensor_52"; -"992 compressed_weight_updated_constant201" -> "993 mul_tensor_52"; -"993 mul_tensor_52" -> "994 linear_51"; -"994 linear_51" -> "995 view_44"; -"995 view_44" -> "997 index_8"; -"996 _tensor_constant53" -> "997 index_8"; -"997 index_8" -> "998 view_45"; -"998 view_45" -> "999 permute_37"; -"999 permute_37" -> "1000 contiguous_14"; -"1000 contiguous_14" -> "1001 unsqueeze_24"; -"1001 unsqueeze_24" -> "1002 sigmoid_8"; -"1002 sigmoid_8" -> "1003 mul_16"; -"1003 mul_16" -> "1039 add_28"; -"1004 pad_10" -> "1005 view_46"; -"1005 view_46" -> "1006 permute_38"; -"1006 permute_38" -> "1007 reshape_36"; -"1007 reshape_36" -> "1008 reshape_36_0_0_nncf_smooth_quant_0"; -"1008 reshape_36_0_0_nncf_smooth_quant_0" -> "1009 quantize_per_tensor_default_51"; -"1009 quantize_per_tensor_default_51" -> "1010 dequantize_per_tensor_default_51"; -"1010 dequantize_per_tensor_default_51" -> "1015 linear_52"; -"1011 linear_52_scale_0_updated_constant0" -> "1014 mul_tensor_53"; -"1012 compressed_weight_updated_constant202" -> "1014 mul_tensor_53"; -"1013 _param_constant141_0_0" -> "1015 linear_52"; -"1014 mul_tensor_53" -> "1015 linear_52"; -"1015 linear_52" -> "1016 reshape_37"; -"1016 reshape_37" -> "1017 permute_39"; -"1017 permute_39" -> "1018 select_24"; -"1017 permute_39" -> "1019 select_25"; -"1017 permute_39" -> "1020 select_26"; -"1018 select_24" -> "1021 linalg_vector_norm_16"; -"1018 select_24" -> "1023 expand_as_16"; -"1018 select_24" -> "1024 div_16"; -"1019 select_25" -> "1027 linalg_vector_norm_17"; -"1019 select_25" -> "1029 expand_as_17"; -"1019 select_25" -> "1030 div_17"; -"1020 select_26" -> "1042 matmul_17"; -"1021 linalg_vector_norm_16" -> "1022 clamp_min_16"; -"1022 clamp_min_16" -> "1023 expand_as_16"; -"1023 expand_as_16" -> "1024 div_16"; -"1024 div_16" -> "1025 quantize_per_tensor_default_52"; -"1025 quantize_per_tensor_default_52" -> "1026 dequantize_per_tensor_default_52"; -"1026 dequantize_per_tensor_default_52" -> "1034 matmul_16"; -"1027 linalg_vector_norm_17" -> "1028 clamp_min_17"; -"1028 clamp_min_17" -> "1029 expand_as_17"; -"1029 expand_as_17" -> "1030 div_17"; -"1030 div_17" -> "1031 quantize_per_tensor_default_53"; -"1031 quantize_per_tensor_default_53" -> "1032 dequantize_per_tensor_default_53"; -"1032 dequantize_per_tensor_default_53" -> "1033 transpose_16"; -"1033 transpose_16" -> "1034 matmul_16"; -"1034 matmul_16" -> "1038 mul_17"; -"1035 _param_constant143" -> "1036 clamp_8"; -"1036 clamp_8" -> "1037 exp_8"; -"1037 exp_8" -> "1038 mul_17"; -"1038 mul_17" -> "1039 add_28"; -"1039 add_28" -> "1040 softmax_8"; -"1040 softmax_8" -> "1041 dropout_32"; -"1041 dropout_32" -> "1042 matmul_17"; -"1042 matmul_17" -> "1043 transpose_17"; -"1043 transpose_17" -> "1044 reshape_38"; -"1044 reshape_38" -> "1045 reshape_38_0_0_nncf_smooth_quant_0"; -"1045 reshape_38_0_0_nncf_smooth_quant_0" -> "1046 quantize_per_tensor_default_54"; -"1046 quantize_per_tensor_default_54" -> "1047 dequantize_per_tensor_default_54"; -"1047 dequantize_per_tensor_default_54" -> "1052 linear_53"; -"1048 linear_53_scale_0_updated_constant0" -> "1051 mul_tensor_54"; -"1049 compressed_weight_updated_constant203" -> "1051 mul_tensor_54"; -"1050 _param_constant145_0_0" -> "1052 linear_53"; -"1051 mul_tensor_54" -> "1052 linear_53"; -"1052 linear_53" -> "1053 dropout_33"; -"1053 dropout_33" -> "1054 view_47"; -"1054 view_47" -> "1055 permute_40"; -"1055 permute_40" -> "1056 reshape_39"; -"1056 reshape_39" -> "1057 slice_134"; -"1057 slice_134" -> "1058 slice_135"; -"1058 slice_135" -> "1059 slice_136"; -"1059 slice_136" -> "1060 slice_137"; -"1060 slice_137" -> "1061 contiguous_15"; -"1061 contiguous_15" -> "1064 layer_norm_19"; -"1062 _param_constant146" -> "1064 layer_norm_19"; -"1063 _param_constant147" -> "1064 layer_norm_19"; -"1064 layer_norm_19" -> "1065 add_29"; -"1065 add_29" -> "1066 add_29_0_0_nncf_smooth_quant_0"; -"1065 add_29" -> "1088 add_30"; -"1066 add_29_0_0_nncf_smooth_quant_0" -> "1067 quantize_per_tensor_default_55"; -"1067 quantize_per_tensor_default_55" -> "1068 dequantize_per_tensor_default_55"; -"1068 dequantize_per_tensor_default_55" -> "1073 linear_54"; -"1069 linear_54_scale_0_updated_constant0" -> "1072 mul_tensor_55"; -"1070 compressed_weight_updated_constant204" -> "1072 mul_tensor_55"; -"1071 _param_constant149_0_0" -> "1073 linear_54"; -"1072 mul_tensor_55" -> "1073 linear_54"; -"1073 linear_54" -> "1074 gelu_8"; -"1074 gelu_8" -> "1075 dropout_34"; -"1075 dropout_34" -> "1076 dropout_34_0_0_nncf_smooth_quant_0"; -"1076 dropout_34_0_0_nncf_smooth_quant_0" -> "1077 quantize_per_tensor_default_56"; -"1077 quantize_per_tensor_default_56" -> "1078 dequantize_per_tensor_default_56"; -"1078 dequantize_per_tensor_default_56" -> "1083 linear_55"; -"1079 linear_55_scale_0_updated_constant0" -> "1082 mul_tensor_56"; -"1080 compressed_weight_updated_constant205" -> "1082 mul_tensor_56"; -"1081 _param_constant151_0_0" -> "1083 linear_55"; -"1082 mul_tensor_56" -> "1083 linear_55"; -"1083 linear_55" -> "1084 dropout_35"; -"1084 dropout_35" -> "1087 layer_norm_20"; -"1085 _param_constant152" -> "1087 layer_norm_20"; -"1086 _param_constant153" -> "1087 layer_norm_20"; -"1087 layer_norm_20" -> "1088 add_30"; -"1088 add_30" -> "1111 pad_11"; -"1088 add_30" -> "1190 add_33"; -"1089 _tensor_constant54" -> "1090 _tensor_constant54_0_0_nncf_smooth_quant_0"; -"1090 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1095 linear_56"; -"1091 linear_56_scale_0_updated_constant0" -> "1094 mul_tensor_57"; -"1092 compressed_weight_updated_constant206" -> "1094 mul_tensor_57"; -"1093 _param_constant155_0_0" -> "1095 linear_56"; -"1094 mul_tensor_57" -> "1095 linear_56"; -"1095 linear_56" -> "1096 relu__9"; -"1096 relu__9" -> "1097 relu__9_0_0_nncf_smooth_quant_0"; -"1097 relu__9_0_0_nncf_smooth_quant_0" -> "1101 linear_57"; -"1098 linear_57_scale_0_updated_constant0" -> "1100 mul_tensor_58"; -"1099 compressed_weight_updated_constant207" -> "1100 mul_tensor_58"; -"1100 mul_tensor_58" -> "1101 linear_57"; -"1101 linear_57" -> "1102 view_48"; -"1102 view_48" -> "1104 index_9"; -"1103 _tensor_constant55" -> "1104 index_9"; -"1104 index_9" -> "1105 view_49"; -"1105 view_49" -> "1106 permute_41"; -"1106 permute_41" -> "1107 contiguous_16"; -"1107 contiguous_16" -> "1108 unsqueeze_25"; -"1108 unsqueeze_25" -> "1109 sigmoid_9"; -"1109 sigmoid_9" -> "1110 mul_18"; -"1110 mul_18" -> "1147 add_31"; -"1111 pad_11" -> "1112 roll_8"; -"1112 roll_8" -> "1113 view_50"; -"1113 view_50" -> "1114 permute_42"; -"1114 permute_42" -> "1115 reshape_40"; -"1115 reshape_40" -> "1116 reshape_40_0_0_nncf_smooth_quant_0"; -"1115 reshape_40" -> "1148 new_zeros_4"; -"1116 reshape_40_0_0_nncf_smooth_quant_0" -> "1117 quantize_per_tensor_default_57"; -"1117 quantize_per_tensor_default_57" -> "1118 dequantize_per_tensor_default_57"; -"1118 dequantize_per_tensor_default_57" -> "1123 linear_58"; -"1119 linear_58_scale_0_updated_constant0" -> "1122 mul_tensor_59"; -"1120 compressed_weight_updated_constant208" -> "1122 mul_tensor_59"; -"1121 _param_constant157_0_0" -> "1123 linear_58"; -"1122 mul_tensor_59" -> "1123 linear_58"; -"1123 linear_58" -> "1124 reshape_41"; -"1124 reshape_41" -> "1125 permute_43"; -"1125 permute_43" -> "1126 select_27"; -"1125 permute_43" -> "1127 select_28"; -"1125 permute_43" -> "1128 select_29"; -"1126 select_27" -> "1129 linalg_vector_norm_18"; -"1126 select_27" -> "1131 expand_as_18"; -"1126 select_27" -> "1132 div_18"; -"1127 select_28" -> "1135 linalg_vector_norm_19"; -"1127 select_28" -> "1137 expand_as_19"; -"1127 select_28" -> "1138 div_19"; -"1128 select_29" -> "1166 matmul_19"; -"1129 linalg_vector_norm_18" -> "1130 clamp_min_18"; -"1130 clamp_min_18" -> "1131 expand_as_18"; -"1131 expand_as_18" -> "1132 div_18"; -"1132 div_18" -> "1133 quantize_per_tensor_default_58"; -"1133 quantize_per_tensor_default_58" -> "1134 dequantize_per_tensor_default_58"; -"1134 dequantize_per_tensor_default_58" -> "1142 matmul_18"; -"1135 linalg_vector_norm_19" -> "1136 clamp_min_19"; -"1136 clamp_min_19" -> "1137 expand_as_19"; -"1137 expand_as_19" -> "1138 div_19"; -"1138 div_19" -> "1139 quantize_per_tensor_default_59"; -"1139 quantize_per_tensor_default_59" -> "1140 dequantize_per_tensor_default_59"; -"1140 dequantize_per_tensor_default_59" -> "1141 transpose_18"; -"1141 transpose_18" -> "1142 matmul_18"; -"1142 matmul_18" -> "1146 mul_19"; -"1143 _param_constant159" -> "1144 clamp_9"; -"1144 clamp_9" -> "1145 exp_9"; -"1145 exp_9" -> "1146 mul_19"; -"1146 mul_19" -> "1147 add_31"; -"1147 add_31" -> "1159 view_52"; -"1148 new_zeros_4" -> "1149 view_51"; -"1149 view_51" -> "1150 permute_44"; -"1150 permute_44" -> "1151 reshape_42"; -"1151 reshape_42" -> "1152 unsqueeze_26"; -"1151 reshape_42" -> "1153 unsqueeze_27"; -"1152 unsqueeze_26" -> "1154 sub_4"; -"1153 unsqueeze_27" -> "1154 sub_4"; -"1154 sub_4" -> "1155 ne_4"; -"1154 sub_4" -> "1156 masked_fill_8"; -"1154 sub_4" -> "1157 eq_4"; -"1155 ne_4" -> "1156 masked_fill_8"; -"1156 masked_fill_8" -> "1158 masked_fill_9"; -"1157 eq_4" -> "1158 masked_fill_9"; -"1158 masked_fill_9" -> "1160 unsqueeze_28"; -"1159 view_52" -> "1162 add_32"; -"1160 unsqueeze_28" -> "1161 unsqueeze_29"; -"1161 unsqueeze_29" -> "1162 add_32"; -"1162 add_32" -> "1163 view_53"; -"1163 view_53" -> "1164 softmax_9"; -"1164 softmax_9" -> "1165 dropout_36"; -"1165 dropout_36" -> "1166 matmul_19"; -"1166 matmul_19" -> "1167 transpose_19"; -"1167 transpose_19" -> "1168 reshape_43"; -"1168 reshape_43" -> "1169 reshape_43_0_0_nncf_smooth_quant_0"; -"1169 reshape_43_0_0_nncf_smooth_quant_0" -> "1170 quantize_per_tensor_default_60"; -"1170 quantize_per_tensor_default_60" -> "1171 dequantize_per_tensor_default_60"; -"1171 dequantize_per_tensor_default_60" -> "1176 linear_59"; -"1172 linear_59_scale_0_updated_constant0" -> "1175 mul_tensor_60"; -"1173 compressed_weight_updated_constant209" -> "1175 mul_tensor_60"; -"1174 _param_constant161_0_0" -> "1176 linear_59"; -"1175 mul_tensor_60" -> "1176 linear_59"; -"1176 linear_59" -> "1177 dropout_37"; -"1177 dropout_37" -> "1178 view_54"; -"1178 view_54" -> "1179 permute_45"; -"1179 permute_45" -> "1180 reshape_44"; -"1180 reshape_44" -> "1181 roll_9"; -"1181 roll_9" -> "1182 slice_157"; -"1182 slice_157" -> "1183 slice_158"; -"1183 slice_158" -> "1184 slice_159"; -"1184 slice_159" -> "1185 slice_160"; -"1185 slice_160" -> "1186 contiguous_17"; -"1186 contiguous_17" -> "1189 layer_norm_21"; -"1187 _param_constant162" -> "1189 layer_norm_21"; -"1188 _param_constant163" -> "1189 layer_norm_21"; -"1189 layer_norm_21" -> "1190 add_33"; -"1190 add_33" -> "1191 add_33_0_0_nncf_smooth_quant_0"; -"1190 add_33" -> "1213 add_34"; -"1191 add_33_0_0_nncf_smooth_quant_0" -> "1192 quantize_per_tensor_default_61"; -"1192 quantize_per_tensor_default_61" -> "1193 dequantize_per_tensor_default_61"; -"1193 dequantize_per_tensor_default_61" -> "1198 linear_60"; -"1194 linear_60_scale_0_updated_constant0" -> "1197 mul_tensor_61"; -"1195 compressed_weight_updated_constant210" -> "1197 mul_tensor_61"; -"1196 _param_constant165_0_0" -> "1198 linear_60"; -"1197 mul_tensor_61" -> "1198 linear_60"; -"1198 linear_60" -> "1199 gelu_9"; -"1199 gelu_9" -> "1200 dropout_38"; -"1200 dropout_38" -> "1201 dropout_38_0_0_nncf_smooth_quant_0"; -"1201 dropout_38_0_0_nncf_smooth_quant_0" -> "1202 quantize_per_tensor_default_62"; -"1202 quantize_per_tensor_default_62" -> "1203 dequantize_per_tensor_default_62"; -"1203 dequantize_per_tensor_default_62" -> "1208 linear_61"; -"1204 linear_61_scale_0_updated_constant0" -> "1207 mul_tensor_62"; -"1205 compressed_weight_updated_constant211" -> "1207 mul_tensor_62"; -"1206 _param_constant167_0_0" -> "1208 linear_61"; -"1207 mul_tensor_62" -> "1208 linear_61"; -"1208 linear_61" -> "1209 dropout_39"; -"1209 dropout_39" -> "1212 layer_norm_22"; -"1210 _param_constant168" -> "1212 layer_norm_22"; -"1211 _param_constant169" -> "1212 layer_norm_22"; -"1212 layer_norm_22" -> "1213 add_34"; -"1213 add_34" -> "1236 pad_12"; -"1213 add_34" -> "1297 add_36"; -"1214 _tensor_constant65" -> "1215 _tensor_constant65_0_0_nncf_smooth_quant_0"; -"1215 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1220 linear_62"; -"1216 linear_62_scale_0_updated_constant0" -> "1219 mul_tensor_63"; -"1217 compressed_weight_updated_constant212" -> "1219 mul_tensor_63"; -"1218 _param_constant171_0_0" -> "1220 linear_62"; -"1219 mul_tensor_63" -> "1220 linear_62"; -"1220 linear_62" -> "1221 relu__10"; -"1221 relu__10" -> "1222 relu__10_0_0_nncf_smooth_quant_0"; -"1222 relu__10_0_0_nncf_smooth_quant_0" -> "1226 linear_63"; -"1223 linear_63_scale_0_updated_constant0" -> "1225 mul_tensor_64"; -"1224 compressed_weight_updated_constant213" -> "1225 mul_tensor_64"; -"1225 mul_tensor_64" -> "1226 linear_63"; -"1226 linear_63" -> "1227 view_55"; -"1227 view_55" -> "1229 index_10"; -"1228 _tensor_constant66" -> "1229 index_10"; -"1229 index_10" -> "1230 view_56"; -"1230 view_56" -> "1231 permute_46"; -"1231 permute_46" -> "1232 contiguous_18"; -"1232 contiguous_18" -> "1233 unsqueeze_30"; -"1233 unsqueeze_30" -> "1234 sigmoid_10"; -"1234 sigmoid_10" -> "1235 mul_20"; -"1235 mul_20" -> "1271 add_35"; -"1236 pad_12" -> "1237 view_57"; -"1237 view_57" -> "1238 permute_47"; -"1238 permute_47" -> "1239 reshape_45"; -"1239 reshape_45" -> "1240 reshape_45_0_0_nncf_smooth_quant_0"; -"1240 reshape_45_0_0_nncf_smooth_quant_0" -> "1241 quantize_per_tensor_default_63"; -"1241 quantize_per_tensor_default_63" -> "1242 dequantize_per_tensor_default_63"; -"1242 dequantize_per_tensor_default_63" -> "1247 linear_64"; -"1243 linear_64_scale_0_updated_constant0" -> "1246 mul_tensor_65"; -"1244 compressed_weight_updated_constant214" -> "1246 mul_tensor_65"; -"1245 _param_constant173_0_0" -> "1247 linear_64"; -"1246 mul_tensor_65" -> "1247 linear_64"; -"1247 linear_64" -> "1248 reshape_46"; -"1248 reshape_46" -> "1249 permute_48"; -"1249 permute_48" -> "1250 select_30"; -"1249 permute_48" -> "1251 select_31"; -"1249 permute_48" -> "1252 select_32"; -"1250 select_30" -> "1253 linalg_vector_norm_20"; -"1250 select_30" -> "1255 expand_as_20"; -"1250 select_30" -> "1256 div_20"; -"1251 select_31" -> "1259 linalg_vector_norm_21"; -"1251 select_31" -> "1261 expand_as_21"; -"1251 select_31" -> "1262 div_21"; -"1252 select_32" -> "1274 matmul_21"; -"1253 linalg_vector_norm_20" -> "1254 clamp_min_20"; -"1254 clamp_min_20" -> "1255 expand_as_20"; -"1255 expand_as_20" -> "1256 div_20"; -"1256 div_20" -> "1257 quantize_per_tensor_default_64"; -"1257 quantize_per_tensor_default_64" -> "1258 dequantize_per_tensor_default_64"; -"1258 dequantize_per_tensor_default_64" -> "1266 matmul_20"; -"1259 linalg_vector_norm_21" -> "1260 clamp_min_21"; -"1260 clamp_min_21" -> "1261 expand_as_21"; -"1261 expand_as_21" -> "1262 div_21"; -"1262 div_21" -> "1263 quantize_per_tensor_default_65"; -"1263 quantize_per_tensor_default_65" -> "1264 dequantize_per_tensor_default_65"; -"1264 dequantize_per_tensor_default_65" -> "1265 transpose_20"; -"1265 transpose_20" -> "1266 matmul_20"; -"1266 matmul_20" -> "1270 mul_21"; -"1267 _param_constant175" -> "1268 clamp_10"; -"1268 clamp_10" -> "1269 exp_10"; -"1269 exp_10" -> "1270 mul_21"; -"1270 mul_21" -> "1271 add_35"; -"1271 add_35" -> "1272 softmax_10"; -"1272 softmax_10" -> "1273 dropout_40"; -"1273 dropout_40" -> "1274 matmul_21"; -"1274 matmul_21" -> "1275 transpose_21"; -"1275 transpose_21" -> "1276 reshape_47"; -"1276 reshape_47" -> "1277 reshape_47_0_0_nncf_smooth_quant_0"; -"1277 reshape_47_0_0_nncf_smooth_quant_0" -> "1278 quantize_per_tensor_default_66"; -"1278 quantize_per_tensor_default_66" -> "1279 dequantize_per_tensor_default_66"; -"1279 dequantize_per_tensor_default_66" -> "1284 linear_65"; -"1280 linear_65_scale_0_updated_constant0" -> "1283 mul_tensor_66"; -"1281 compressed_weight_updated_constant215" -> "1283 mul_tensor_66"; -"1282 _param_constant177_0_0" -> "1284 linear_65"; -"1283 mul_tensor_66" -> "1284 linear_65"; -"1284 linear_65" -> "1285 dropout_41"; -"1285 dropout_41" -> "1286 view_58"; -"1286 view_58" -> "1287 permute_49"; -"1287 permute_49" -> "1288 reshape_48"; -"1288 reshape_48" -> "1289 slice_162"; -"1289 slice_162" -> "1290 slice_163"; -"1290 slice_163" -> "1291 slice_164"; -"1291 slice_164" -> "1292 slice_165"; -"1292 slice_165" -> "1293 contiguous_19"; -"1293 contiguous_19" -> "1296 layer_norm_23"; -"1294 _param_constant178" -> "1296 layer_norm_23"; -"1295 _param_constant179" -> "1296 layer_norm_23"; -"1296 layer_norm_23" -> "1297 add_36"; -"1297 add_36" -> "1298 add_36_0_0_nncf_smooth_quant_0"; -"1297 add_36" -> "1320 add_37"; -"1298 add_36_0_0_nncf_smooth_quant_0" -> "1299 quantize_per_tensor_default_67"; -"1299 quantize_per_tensor_default_67" -> "1300 dequantize_per_tensor_default_67"; -"1300 dequantize_per_tensor_default_67" -> "1305 linear_66"; -"1301 linear_66_scale_0_updated_constant0" -> "1304 mul_tensor_67"; -"1302 compressed_weight_updated_constant216" -> "1304 mul_tensor_67"; -"1303 _param_constant181_0_0" -> "1305 linear_66"; -"1304 mul_tensor_67" -> "1305 linear_66"; -"1305 linear_66" -> "1306 gelu_10"; -"1306 gelu_10" -> "1307 dropout_42"; -"1307 dropout_42" -> "1308 dropout_42_0_0_nncf_smooth_quant_0"; -"1308 dropout_42_0_0_nncf_smooth_quant_0" -> "1309 quantize_per_tensor_default_68"; -"1309 quantize_per_tensor_default_68" -> "1310 dequantize_per_tensor_default_68"; -"1310 dequantize_per_tensor_default_68" -> "1315 linear_67"; -"1311 linear_67_scale_0_updated_constant0" -> "1314 mul_tensor_68"; -"1312 compressed_weight_updated_constant217" -> "1314 mul_tensor_68"; -"1313 _param_constant183_0_0" -> "1315 linear_67"; -"1314 mul_tensor_68" -> "1315 linear_67"; -"1315 linear_67" -> "1316 dropout_43"; -"1316 dropout_43" -> "1319 layer_norm_24"; -"1317 _param_constant184" -> "1319 layer_norm_24"; -"1318 _param_constant185" -> "1319 layer_norm_24"; -"1319 layer_norm_24" -> "1320 add_37"; -"1320 add_37" -> "1343 pad_13"; -"1320 add_37" -> "1422 add_40"; -"1321 _tensor_constant67" -> "1322 _tensor_constant67_0_0_nncf_smooth_quant_0"; -"1322 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1327 linear_68"; -"1323 linear_68_scale_0_updated_constant0" -> "1326 mul_tensor_69"; -"1324 compressed_weight_updated_constant218" -> "1326 mul_tensor_69"; -"1325 _param_constant187_0_0" -> "1327 linear_68"; -"1326 mul_tensor_69" -> "1327 linear_68"; -"1327 linear_68" -> "1328 relu__11"; -"1328 relu__11" -> "1329 relu__11_0_0_nncf_smooth_quant_0"; -"1329 relu__11_0_0_nncf_smooth_quant_0" -> "1333 linear_69"; -"1330 linear_69_scale_0_updated_constant0" -> "1332 mul_tensor_70"; -"1331 compressed_weight_updated_constant219" -> "1332 mul_tensor_70"; -"1332 mul_tensor_70" -> "1333 linear_69"; -"1333 linear_69" -> "1334 view_59"; -"1334 view_59" -> "1336 index_11"; -"1335 _tensor_constant68" -> "1336 index_11"; -"1336 index_11" -> "1337 view_60"; -"1337 view_60" -> "1338 permute_50"; -"1338 permute_50" -> "1339 contiguous_20"; -"1339 contiguous_20" -> "1340 unsqueeze_31"; -"1340 unsqueeze_31" -> "1341 sigmoid_11"; -"1341 sigmoid_11" -> "1342 mul_22"; -"1342 mul_22" -> "1379 add_38"; -"1343 pad_13" -> "1344 roll_10"; -"1344 roll_10" -> "1345 view_61"; -"1345 view_61" -> "1346 permute_51"; -"1346 permute_51" -> "1347 reshape_49"; -"1347 reshape_49" -> "1348 reshape_49_0_0_nncf_smooth_quant_0"; -"1347 reshape_49" -> "1380 new_zeros_5"; -"1348 reshape_49_0_0_nncf_smooth_quant_0" -> "1349 quantize_per_tensor_default_69"; -"1349 quantize_per_tensor_default_69" -> "1350 dequantize_per_tensor_default_69"; -"1350 dequantize_per_tensor_default_69" -> "1355 linear_70"; -"1351 linear_70_scale_0_updated_constant0" -> "1354 mul_tensor_71"; -"1352 compressed_weight_updated_constant220" -> "1354 mul_tensor_71"; -"1353 _param_constant189_0_0" -> "1355 linear_70"; -"1354 mul_tensor_71" -> "1355 linear_70"; -"1355 linear_70" -> "1356 reshape_50"; -"1356 reshape_50" -> "1357 permute_52"; -"1357 permute_52" -> "1358 select_33"; -"1357 permute_52" -> "1359 select_34"; -"1357 permute_52" -> "1360 select_35"; -"1358 select_33" -> "1361 linalg_vector_norm_22"; -"1358 select_33" -> "1363 expand_as_22"; -"1358 select_33" -> "1364 div_22"; -"1359 select_34" -> "1367 linalg_vector_norm_23"; -"1359 select_34" -> "1369 expand_as_23"; -"1359 select_34" -> "1370 div_23"; -"1360 select_35" -> "1398 matmul_23"; -"1361 linalg_vector_norm_22" -> "1362 clamp_min_22"; -"1362 clamp_min_22" -> "1363 expand_as_22"; -"1363 expand_as_22" -> "1364 div_22"; -"1364 div_22" -> "1365 quantize_per_tensor_default_70"; -"1365 quantize_per_tensor_default_70" -> "1366 dequantize_per_tensor_default_70"; -"1366 dequantize_per_tensor_default_70" -> "1374 matmul_22"; -"1367 linalg_vector_norm_23" -> "1368 clamp_min_23"; -"1368 clamp_min_23" -> "1369 expand_as_23"; -"1369 expand_as_23" -> "1370 div_23"; -"1370 div_23" -> "1371 quantize_per_tensor_default_71"; -"1371 quantize_per_tensor_default_71" -> "1372 dequantize_per_tensor_default_71"; -"1372 dequantize_per_tensor_default_71" -> "1373 transpose_22"; -"1373 transpose_22" -> "1374 matmul_22"; -"1374 matmul_22" -> "1378 mul_23"; -"1375 _param_constant191" -> "1376 clamp_11"; -"1376 clamp_11" -> "1377 exp_11"; -"1377 exp_11" -> "1378 mul_23"; -"1378 mul_23" -> "1379 add_38"; -"1379 add_38" -> "1391 view_63"; -"1380 new_zeros_5" -> "1381 view_62"; -"1381 view_62" -> "1382 permute_53"; -"1382 permute_53" -> "1383 reshape_51"; -"1383 reshape_51" -> "1384 unsqueeze_32"; -"1383 reshape_51" -> "1385 unsqueeze_33"; -"1384 unsqueeze_32" -> "1386 sub_5"; -"1385 unsqueeze_33" -> "1386 sub_5"; -"1386 sub_5" -> "1387 ne_5"; -"1386 sub_5" -> "1388 masked_fill_10"; -"1386 sub_5" -> "1389 eq_5"; -"1387 ne_5" -> "1388 masked_fill_10"; -"1388 masked_fill_10" -> "1390 masked_fill_11"; -"1389 eq_5" -> "1390 masked_fill_11"; -"1390 masked_fill_11" -> "1392 unsqueeze_34"; -"1391 view_63" -> "1394 add_39"; -"1392 unsqueeze_34" -> "1393 unsqueeze_35"; -"1393 unsqueeze_35" -> "1394 add_39"; -"1394 add_39" -> "1395 view_64"; -"1395 view_64" -> "1396 softmax_11"; -"1396 softmax_11" -> "1397 dropout_44"; -"1397 dropout_44" -> "1398 matmul_23"; -"1398 matmul_23" -> "1399 transpose_23"; -"1399 transpose_23" -> "1400 reshape_52"; -"1400 reshape_52" -> "1401 reshape_52_0_0_nncf_smooth_quant_0"; -"1401 reshape_52_0_0_nncf_smooth_quant_0" -> "1402 quantize_per_tensor_default_72"; -"1402 quantize_per_tensor_default_72" -> "1403 dequantize_per_tensor_default_72"; -"1403 dequantize_per_tensor_default_72" -> "1408 linear_71"; -"1404 linear_71_scale_0_updated_constant0" -> "1407 mul_tensor_72"; -"1405 compressed_weight_updated_constant221" -> "1407 mul_tensor_72"; -"1406 _param_constant193_0_0" -> "1408 linear_71"; -"1407 mul_tensor_72" -> "1408 linear_71"; -"1408 linear_71" -> "1409 dropout_45"; -"1409 dropout_45" -> "1410 view_65"; -"1410 view_65" -> "1411 permute_54"; -"1411 permute_54" -> "1412 reshape_53"; -"1412 reshape_53" -> "1413 roll_11"; -"1413 roll_11" -> "1414 slice_185"; -"1414 slice_185" -> "1415 slice_186"; -"1415 slice_186" -> "1416 slice_187"; -"1416 slice_187" -> "1417 slice_188"; -"1417 slice_188" -> "1418 contiguous_21"; -"1418 contiguous_21" -> "1421 layer_norm_25"; -"1419 _param_constant194" -> "1421 layer_norm_25"; -"1420 _param_constant195" -> "1421 layer_norm_25"; -"1421 layer_norm_25" -> "1422 add_40"; -"1422 add_40" -> "1423 add_40_0_0_nncf_smooth_quant_0"; -"1422 add_40" -> "1445 add_41"; -"1423 add_40_0_0_nncf_smooth_quant_0" -> "1424 quantize_per_tensor_default_73"; -"1424 quantize_per_tensor_default_73" -> "1425 dequantize_per_tensor_default_73"; -"1425 dequantize_per_tensor_default_73" -> "1430 linear_72"; -"1426 linear_72_scale_0_updated_constant0" -> "1429 mul_tensor_73"; -"1427 compressed_weight_updated_constant222" -> "1429 mul_tensor_73"; -"1428 _param_constant197_0_0" -> "1430 linear_72"; -"1429 mul_tensor_73" -> "1430 linear_72"; -"1430 linear_72" -> "1431 gelu_11"; -"1431 gelu_11" -> "1432 dropout_46"; -"1432 dropout_46" -> "1433 dropout_46_0_0_nncf_smooth_quant_0"; -"1433 dropout_46_0_0_nncf_smooth_quant_0" -> "1434 quantize_per_tensor_default_74"; -"1434 quantize_per_tensor_default_74" -> "1435 dequantize_per_tensor_default_74"; -"1435 dequantize_per_tensor_default_74" -> "1440 linear_73"; -"1436 linear_73_scale_0_updated_constant0" -> "1439 mul_tensor_74"; -"1437 compressed_weight_updated_constant223" -> "1439 mul_tensor_74"; -"1438 _param_constant199_0_0" -> "1440 linear_73"; -"1439 mul_tensor_74" -> "1440 linear_73"; -"1440 linear_73" -> "1441 dropout_47"; -"1441 dropout_47" -> "1444 layer_norm_26"; -"1442 _param_constant200" -> "1444 layer_norm_26"; -"1443 _param_constant201" -> "1444 layer_norm_26"; -"1444 layer_norm_26" -> "1445 add_41"; -"1445 add_41" -> "1468 pad_14"; -"1445 add_41" -> "1529 add_43"; -"1446 _tensor_constant78" -> "1447 _tensor_constant78_0_0_nncf_smooth_quant_0"; -"1447 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1452 linear_74"; -"1448 linear_74_scale_0_updated_constant0" -> "1451 mul_tensor_75"; -"1449 compressed_weight_updated_constant224" -> "1451 mul_tensor_75"; -"1450 _param_constant203_0_0" -> "1452 linear_74"; -"1451 mul_tensor_75" -> "1452 linear_74"; -"1452 linear_74" -> "1453 relu__12"; -"1453 relu__12" -> "1454 relu__12_0_0_nncf_smooth_quant_0"; -"1454 relu__12_0_0_nncf_smooth_quant_0" -> "1458 linear_75"; -"1455 linear_75_scale_0_updated_constant0" -> "1457 mul_tensor_76"; -"1456 compressed_weight_updated_constant225" -> "1457 mul_tensor_76"; -"1457 mul_tensor_76" -> "1458 linear_75"; -"1458 linear_75" -> "1459 view_66"; -"1459 view_66" -> "1461 index_12"; -"1460 _tensor_constant79" -> "1461 index_12"; -"1461 index_12" -> "1462 view_67"; -"1462 view_67" -> "1463 permute_55"; -"1463 permute_55" -> "1464 contiguous_22"; -"1464 contiguous_22" -> "1465 unsqueeze_36"; -"1465 unsqueeze_36" -> "1466 sigmoid_12"; -"1466 sigmoid_12" -> "1467 mul_24"; -"1467 mul_24" -> "1503 add_42"; -"1468 pad_14" -> "1469 view_68"; -"1469 view_68" -> "1470 permute_56"; -"1470 permute_56" -> "1471 reshape_54"; -"1471 reshape_54" -> "1472 reshape_54_0_0_nncf_smooth_quant_0"; -"1472 reshape_54_0_0_nncf_smooth_quant_0" -> "1473 quantize_per_tensor_default_75"; -"1473 quantize_per_tensor_default_75" -> "1474 dequantize_per_tensor_default_75"; -"1474 dequantize_per_tensor_default_75" -> "1479 linear_76"; -"1475 linear_76_scale_0_updated_constant0" -> "1478 mul_tensor_77"; -"1476 compressed_weight_updated_constant226" -> "1478 mul_tensor_77"; -"1477 _param_constant205_0_0" -> "1479 linear_76"; -"1478 mul_tensor_77" -> "1479 linear_76"; -"1479 linear_76" -> "1480 reshape_55"; -"1480 reshape_55" -> "1481 permute_57"; -"1481 permute_57" -> "1482 select_36"; -"1481 permute_57" -> "1483 select_37"; -"1481 permute_57" -> "1484 select_38"; -"1482 select_36" -> "1485 linalg_vector_norm_24"; -"1482 select_36" -> "1487 expand_as_24"; -"1482 select_36" -> "1488 div_24"; -"1483 select_37" -> "1491 linalg_vector_norm_25"; -"1483 select_37" -> "1493 expand_as_25"; -"1483 select_37" -> "1494 div_25"; -"1484 select_38" -> "1506 matmul_25"; -"1485 linalg_vector_norm_24" -> "1486 clamp_min_24"; -"1486 clamp_min_24" -> "1487 expand_as_24"; -"1487 expand_as_24" -> "1488 div_24"; -"1488 div_24" -> "1489 quantize_per_tensor_default_76"; -"1489 quantize_per_tensor_default_76" -> "1490 dequantize_per_tensor_default_76"; -"1490 dequantize_per_tensor_default_76" -> "1498 matmul_24"; -"1491 linalg_vector_norm_25" -> "1492 clamp_min_25"; -"1492 clamp_min_25" -> "1493 expand_as_25"; -"1493 expand_as_25" -> "1494 div_25"; -"1494 div_25" -> "1495 quantize_per_tensor_default_77"; -"1495 quantize_per_tensor_default_77" -> "1496 dequantize_per_tensor_default_77"; -"1496 dequantize_per_tensor_default_77" -> "1497 transpose_24"; -"1497 transpose_24" -> "1498 matmul_24"; -"1498 matmul_24" -> "1502 mul_25"; -"1499 _param_constant207" -> "1500 clamp_12"; -"1500 clamp_12" -> "1501 exp_12"; -"1501 exp_12" -> "1502 mul_25"; -"1502 mul_25" -> "1503 add_42"; -"1503 add_42" -> "1504 softmax_12"; -"1504 softmax_12" -> "1505 dropout_48"; -"1505 dropout_48" -> "1506 matmul_25"; -"1506 matmul_25" -> "1507 transpose_25"; -"1507 transpose_25" -> "1508 reshape_56"; -"1508 reshape_56" -> "1509 reshape_56_0_0_nncf_smooth_quant_0"; -"1509 reshape_56_0_0_nncf_smooth_quant_0" -> "1510 quantize_per_tensor_default_78"; -"1510 quantize_per_tensor_default_78" -> "1511 dequantize_per_tensor_default_78"; -"1511 dequantize_per_tensor_default_78" -> "1516 linear_77"; -"1512 linear_77_scale_0_updated_constant0" -> "1515 mul_tensor_78"; -"1513 compressed_weight_updated_constant227" -> "1515 mul_tensor_78"; -"1514 _param_constant209_0_0" -> "1516 linear_77"; -"1515 mul_tensor_78" -> "1516 linear_77"; -"1516 linear_77" -> "1517 dropout_49"; -"1517 dropout_49" -> "1518 view_69"; -"1518 view_69" -> "1519 permute_58"; -"1519 permute_58" -> "1520 reshape_57"; -"1520 reshape_57" -> "1521 slice_190"; -"1521 slice_190" -> "1522 slice_191"; -"1522 slice_191" -> "1523 slice_192"; -"1523 slice_192" -> "1524 slice_193"; -"1524 slice_193" -> "1525 contiguous_23"; -"1525 contiguous_23" -> "1528 layer_norm_27"; -"1526 _param_constant210" -> "1528 layer_norm_27"; -"1527 _param_constant211" -> "1528 layer_norm_27"; -"1528 layer_norm_27" -> "1529 add_43"; -"1529 add_43" -> "1530 add_43_0_0_nncf_smooth_quant_0"; -"1529 add_43" -> "1552 add_44"; -"1530 add_43_0_0_nncf_smooth_quant_0" -> "1531 quantize_per_tensor_default_79"; -"1531 quantize_per_tensor_default_79" -> "1532 dequantize_per_tensor_default_79"; -"1532 dequantize_per_tensor_default_79" -> "1537 linear_78"; -"1533 linear_78_scale_0_updated_constant0" -> "1536 mul_tensor_79"; -"1534 compressed_weight_updated_constant228" -> "1536 mul_tensor_79"; -"1535 _param_constant213_0_0" -> "1537 linear_78"; -"1536 mul_tensor_79" -> "1537 linear_78"; -"1537 linear_78" -> "1538 gelu_12"; -"1538 gelu_12" -> "1539 dropout_50"; -"1539 dropout_50" -> "1540 dropout_50_0_0_nncf_smooth_quant_0"; -"1540 dropout_50_0_0_nncf_smooth_quant_0" -> "1541 quantize_per_tensor_default_80"; -"1541 quantize_per_tensor_default_80" -> "1542 dequantize_per_tensor_default_80"; -"1542 dequantize_per_tensor_default_80" -> "1547 linear_79"; -"1543 linear_79_scale_0_updated_constant0" -> "1546 mul_tensor_80"; -"1544 compressed_weight_updated_constant229" -> "1546 mul_tensor_80"; -"1545 _param_constant215_0_0" -> "1547 linear_79"; -"1546 mul_tensor_80" -> "1547 linear_79"; -"1547 linear_79" -> "1548 dropout_51"; -"1548 dropout_51" -> "1551 layer_norm_28"; -"1549 _param_constant216" -> "1551 layer_norm_28"; -"1550 _param_constant217" -> "1551 layer_norm_28"; -"1551 layer_norm_28" -> "1552 add_44"; -"1552 add_44" -> "1575 pad_15"; -"1552 add_44" -> "1654 add_47"; -"1553 _tensor_constant80" -> "1554 _tensor_constant80_0_0_nncf_smooth_quant_0"; -"1554 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1559 linear_80"; -"1555 linear_80_scale_0_updated_constant0" -> "1558 mul_tensor_81"; -"1556 compressed_weight_updated_constant230" -> "1558 mul_tensor_81"; -"1557 _param_constant219_0_0" -> "1559 linear_80"; -"1558 mul_tensor_81" -> "1559 linear_80"; -"1559 linear_80" -> "1560 relu__13"; -"1560 relu__13" -> "1561 relu__13_0_0_nncf_smooth_quant_0"; -"1561 relu__13_0_0_nncf_smooth_quant_0" -> "1565 linear_81"; -"1562 linear_81_scale_0_updated_constant0" -> "1564 mul_tensor_82"; -"1563 compressed_weight_updated_constant231" -> "1564 mul_tensor_82"; -"1564 mul_tensor_82" -> "1565 linear_81"; -"1565 linear_81" -> "1566 view_70"; -"1566 view_70" -> "1568 index_13"; -"1567 _tensor_constant81" -> "1568 index_13"; -"1568 index_13" -> "1569 view_71"; -"1569 view_71" -> "1570 permute_59"; -"1570 permute_59" -> "1571 contiguous_24"; -"1571 contiguous_24" -> "1572 unsqueeze_37"; -"1572 unsqueeze_37" -> "1573 sigmoid_13"; -"1573 sigmoid_13" -> "1574 mul_26"; -"1574 mul_26" -> "1611 add_45"; -"1575 pad_15" -> "1576 roll_12"; -"1576 roll_12" -> "1577 view_72"; -"1577 view_72" -> "1578 permute_60"; -"1578 permute_60" -> "1579 reshape_58"; -"1579 reshape_58" -> "1580 reshape_58_0_0_nncf_smooth_quant_0"; -"1579 reshape_58" -> "1612 new_zeros_6"; -"1580 reshape_58_0_0_nncf_smooth_quant_0" -> "1581 quantize_per_tensor_default_81"; -"1581 quantize_per_tensor_default_81" -> "1582 dequantize_per_tensor_default_81"; -"1582 dequantize_per_tensor_default_81" -> "1587 linear_82"; -"1583 linear_82_scale_0_updated_constant0" -> "1586 mul_tensor_83"; -"1584 compressed_weight_updated_constant232" -> "1586 mul_tensor_83"; -"1585 _param_constant221_0_0" -> "1587 linear_82"; -"1586 mul_tensor_83" -> "1587 linear_82"; -"1587 linear_82" -> "1588 reshape_59"; -"1588 reshape_59" -> "1589 permute_61"; -"1589 permute_61" -> "1590 select_39"; -"1589 permute_61" -> "1591 select_40"; -"1589 permute_61" -> "1592 select_41"; -"1590 select_39" -> "1593 linalg_vector_norm_26"; -"1590 select_39" -> "1595 expand_as_26"; -"1590 select_39" -> "1596 div_26"; -"1591 select_40" -> "1599 linalg_vector_norm_27"; -"1591 select_40" -> "1601 expand_as_27"; -"1591 select_40" -> "1602 div_27"; -"1592 select_41" -> "1630 matmul_27"; -"1593 linalg_vector_norm_26" -> "1594 clamp_min_26"; -"1594 clamp_min_26" -> "1595 expand_as_26"; -"1595 expand_as_26" -> "1596 div_26"; -"1596 div_26" -> "1597 quantize_per_tensor_default_82"; -"1597 quantize_per_tensor_default_82" -> "1598 dequantize_per_tensor_default_82"; -"1598 dequantize_per_tensor_default_82" -> "1606 matmul_26"; -"1599 linalg_vector_norm_27" -> "1600 clamp_min_27"; -"1600 clamp_min_27" -> "1601 expand_as_27"; -"1601 expand_as_27" -> "1602 div_27"; -"1602 div_27" -> "1603 quantize_per_tensor_default_83"; -"1603 quantize_per_tensor_default_83" -> "1604 dequantize_per_tensor_default_83"; -"1604 dequantize_per_tensor_default_83" -> "1605 transpose_26"; -"1605 transpose_26" -> "1606 matmul_26"; -"1606 matmul_26" -> "1610 mul_27"; -"1607 _param_constant223" -> "1608 clamp_13"; -"1608 clamp_13" -> "1609 exp_13"; -"1609 exp_13" -> "1610 mul_27"; -"1610 mul_27" -> "1611 add_45"; -"1611 add_45" -> "1623 view_74"; -"1612 new_zeros_6" -> "1613 view_73"; -"1613 view_73" -> "1614 permute_62"; -"1614 permute_62" -> "1615 reshape_60"; -"1615 reshape_60" -> "1616 unsqueeze_38"; -"1615 reshape_60" -> "1617 unsqueeze_39"; -"1616 unsqueeze_38" -> "1618 sub_6"; -"1617 unsqueeze_39" -> "1618 sub_6"; -"1618 sub_6" -> "1619 ne_6"; -"1618 sub_6" -> "1620 masked_fill_12"; -"1618 sub_6" -> "1621 eq_6"; -"1619 ne_6" -> "1620 masked_fill_12"; -"1620 masked_fill_12" -> "1622 masked_fill_13"; -"1621 eq_6" -> "1622 masked_fill_13"; -"1622 masked_fill_13" -> "1624 unsqueeze_40"; -"1623 view_74" -> "1626 add_46"; -"1624 unsqueeze_40" -> "1625 unsqueeze_41"; -"1625 unsqueeze_41" -> "1626 add_46"; -"1626 add_46" -> "1627 view_75"; -"1627 view_75" -> "1628 softmax_13"; -"1628 softmax_13" -> "1629 dropout_52"; -"1629 dropout_52" -> "1630 matmul_27"; -"1630 matmul_27" -> "1631 transpose_27"; -"1631 transpose_27" -> "1632 reshape_61"; -"1632 reshape_61" -> "1633 reshape_61_0_0_nncf_smooth_quant_0"; -"1633 reshape_61_0_0_nncf_smooth_quant_0" -> "1634 quantize_per_tensor_default_84"; -"1634 quantize_per_tensor_default_84" -> "1635 dequantize_per_tensor_default_84"; -"1635 dequantize_per_tensor_default_84" -> "1640 linear_83"; -"1636 linear_83_scale_0_updated_constant0" -> "1639 mul_tensor_84"; -"1637 compressed_weight_updated_constant233" -> "1639 mul_tensor_84"; -"1638 _param_constant225_0_0" -> "1640 linear_83"; -"1639 mul_tensor_84" -> "1640 linear_83"; -"1640 linear_83" -> "1641 dropout_53"; -"1641 dropout_53" -> "1642 view_76"; -"1642 view_76" -> "1643 permute_63"; -"1643 permute_63" -> "1644 reshape_62"; -"1644 reshape_62" -> "1645 roll_13"; -"1645 roll_13" -> "1646 slice_213"; -"1646 slice_213" -> "1647 slice_214"; -"1647 slice_214" -> "1648 slice_215"; -"1648 slice_215" -> "1649 slice_216"; -"1649 slice_216" -> "1650 contiguous_25"; -"1650 contiguous_25" -> "1653 layer_norm_29"; -"1651 _param_constant226" -> "1653 layer_norm_29"; -"1652 _param_constant227" -> "1653 layer_norm_29"; -"1653 layer_norm_29" -> "1654 add_47"; -"1654 add_47" -> "1655 add_47_0_0_nncf_smooth_quant_0"; -"1654 add_47" -> "1677 add_48"; -"1655 add_47_0_0_nncf_smooth_quant_0" -> "1656 quantize_per_tensor_default_85"; -"1656 quantize_per_tensor_default_85" -> "1657 dequantize_per_tensor_default_85"; -"1657 dequantize_per_tensor_default_85" -> "1662 linear_84"; -"1658 linear_84_scale_0_updated_constant0" -> "1661 mul_tensor_85"; -"1659 compressed_weight_updated_constant234" -> "1661 mul_tensor_85"; -"1660 _param_constant229_0_0" -> "1662 linear_84"; -"1661 mul_tensor_85" -> "1662 linear_84"; -"1662 linear_84" -> "1663 gelu_13"; -"1663 gelu_13" -> "1664 dropout_54"; -"1664 dropout_54" -> "1665 dropout_54_0_0_nncf_smooth_quant_0"; -"1665 dropout_54_0_0_nncf_smooth_quant_0" -> "1666 quantize_per_tensor_default_86"; -"1666 quantize_per_tensor_default_86" -> "1667 dequantize_per_tensor_default_86"; -"1667 dequantize_per_tensor_default_86" -> "1672 linear_85"; -"1668 linear_85_scale_0_updated_constant0" -> "1671 mul_tensor_86"; -"1669 compressed_weight_updated_constant235" -> "1671 mul_tensor_86"; -"1670 _param_constant231_0_0" -> "1672 linear_85"; -"1671 mul_tensor_86" -> "1672 linear_85"; -"1672 linear_85" -> "1673 dropout_55"; -"1673 dropout_55" -> "1676 layer_norm_30"; -"1674 _param_constant232" -> "1676 layer_norm_30"; -"1675 _param_constant233" -> "1676 layer_norm_30"; -"1676 layer_norm_30" -> "1677 add_48"; -"1677 add_48" -> "1700 pad_16"; -"1677 add_48" -> "1761 add_50"; -"1678 _tensor_constant91" -> "1679 _tensor_constant91_0_0_nncf_smooth_quant_0"; -"1679 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1684 linear_86"; -"1680 linear_86_scale_0_updated_constant0" -> "1683 mul_tensor_87"; -"1681 compressed_weight_updated_constant236" -> "1683 mul_tensor_87"; -"1682 _param_constant235_0_0" -> "1684 linear_86"; -"1683 mul_tensor_87" -> "1684 linear_86"; -"1684 linear_86" -> "1685 relu__14"; -"1685 relu__14" -> "1686 relu__14_0_0_nncf_smooth_quant_0"; -"1686 relu__14_0_0_nncf_smooth_quant_0" -> "1690 linear_87"; -"1687 linear_87_scale_0_updated_constant0" -> "1689 mul_tensor_88"; -"1688 compressed_weight_updated_constant237" -> "1689 mul_tensor_88"; -"1689 mul_tensor_88" -> "1690 linear_87"; -"1690 linear_87" -> "1691 view_77"; -"1691 view_77" -> "1693 index_14"; -"1692 _tensor_constant92" -> "1693 index_14"; -"1693 index_14" -> "1694 view_78"; -"1694 view_78" -> "1695 permute_64"; -"1695 permute_64" -> "1696 contiguous_26"; -"1696 contiguous_26" -> "1697 unsqueeze_42"; -"1697 unsqueeze_42" -> "1698 sigmoid_14"; -"1698 sigmoid_14" -> "1699 mul_28"; -"1699 mul_28" -> "1735 add_49"; -"1700 pad_16" -> "1701 view_79"; -"1701 view_79" -> "1702 permute_65"; -"1702 permute_65" -> "1703 reshape_63"; -"1703 reshape_63" -> "1704 reshape_63_0_0_nncf_smooth_quant_0"; -"1704 reshape_63_0_0_nncf_smooth_quant_0" -> "1705 quantize_per_tensor_default_87"; -"1705 quantize_per_tensor_default_87" -> "1706 dequantize_per_tensor_default_87"; -"1706 dequantize_per_tensor_default_87" -> "1711 linear_88"; -"1707 linear_88_scale_0_updated_constant0" -> "1710 mul_tensor_89"; -"1708 compressed_weight_updated_constant238" -> "1710 mul_tensor_89"; -"1709 _param_constant237_0_0" -> "1711 linear_88"; -"1710 mul_tensor_89" -> "1711 linear_88"; -"1711 linear_88" -> "1712 reshape_64"; -"1712 reshape_64" -> "1713 permute_66"; -"1713 permute_66" -> "1714 select_42"; -"1713 permute_66" -> "1715 select_43"; -"1713 permute_66" -> "1716 select_44"; -"1714 select_42" -> "1717 linalg_vector_norm_28"; -"1714 select_42" -> "1719 expand_as_28"; -"1714 select_42" -> "1720 div_28"; -"1715 select_43" -> "1723 linalg_vector_norm_29"; -"1715 select_43" -> "1725 expand_as_29"; -"1715 select_43" -> "1726 div_29"; -"1716 select_44" -> "1738 matmul_29"; -"1717 linalg_vector_norm_28" -> "1718 clamp_min_28"; -"1718 clamp_min_28" -> "1719 expand_as_28"; -"1719 expand_as_28" -> "1720 div_28"; -"1720 div_28" -> "1721 quantize_per_tensor_default_88"; -"1721 quantize_per_tensor_default_88" -> "1722 dequantize_per_tensor_default_88"; -"1722 dequantize_per_tensor_default_88" -> "1730 matmul_28"; -"1723 linalg_vector_norm_29" -> "1724 clamp_min_29"; -"1724 clamp_min_29" -> "1725 expand_as_29"; -"1725 expand_as_29" -> "1726 div_29"; -"1726 div_29" -> "1727 quantize_per_tensor_default_89"; -"1727 quantize_per_tensor_default_89" -> "1728 dequantize_per_tensor_default_89"; -"1728 dequantize_per_tensor_default_89" -> "1729 transpose_28"; -"1729 transpose_28" -> "1730 matmul_28"; -"1730 matmul_28" -> "1734 mul_29"; -"1731 _param_constant239" -> "1732 clamp_14"; -"1732 clamp_14" -> "1733 exp_14"; -"1733 exp_14" -> "1734 mul_29"; -"1734 mul_29" -> "1735 add_49"; -"1735 add_49" -> "1736 softmax_14"; -"1736 softmax_14" -> "1737 dropout_56"; -"1737 dropout_56" -> "1738 matmul_29"; -"1738 matmul_29" -> "1739 transpose_29"; -"1739 transpose_29" -> "1740 reshape_65"; -"1740 reshape_65" -> "1741 reshape_65_0_0_nncf_smooth_quant_0"; -"1741 reshape_65_0_0_nncf_smooth_quant_0" -> "1742 quantize_per_tensor_default_90"; -"1742 quantize_per_tensor_default_90" -> "1743 dequantize_per_tensor_default_90"; -"1743 dequantize_per_tensor_default_90" -> "1748 linear_89"; -"1744 linear_89_scale_0_updated_constant0" -> "1747 mul_tensor_90"; -"1745 compressed_weight_updated_constant239" -> "1747 mul_tensor_90"; -"1746 _param_constant241_0_0" -> "1748 linear_89"; -"1747 mul_tensor_90" -> "1748 linear_89"; -"1748 linear_89" -> "1749 dropout_57"; -"1749 dropout_57" -> "1750 view_80"; -"1750 view_80" -> "1751 permute_67"; -"1751 permute_67" -> "1752 reshape_66"; -"1752 reshape_66" -> "1753 slice_218"; -"1753 slice_218" -> "1754 slice_219"; -"1754 slice_219" -> "1755 slice_220"; -"1755 slice_220" -> "1756 slice_221"; -"1756 slice_221" -> "1757 contiguous_27"; -"1757 contiguous_27" -> "1760 layer_norm_31"; -"1758 _param_constant242" -> "1760 layer_norm_31"; -"1759 _param_constant243" -> "1760 layer_norm_31"; -"1760 layer_norm_31" -> "1761 add_50"; -"1761 add_50" -> "1762 add_50_0_0_nncf_smooth_quant_0"; -"1761 add_50" -> "1784 add_51"; -"1762 add_50_0_0_nncf_smooth_quant_0" -> "1763 quantize_per_tensor_default_91"; -"1763 quantize_per_tensor_default_91" -> "1764 dequantize_per_tensor_default_91"; -"1764 dequantize_per_tensor_default_91" -> "1769 linear_90"; -"1765 linear_90_scale_0_updated_constant0" -> "1768 mul_tensor_91"; -"1766 compressed_weight_updated_constant240" -> "1768 mul_tensor_91"; -"1767 _param_constant245_0_0" -> "1769 linear_90"; -"1768 mul_tensor_91" -> "1769 linear_90"; -"1769 linear_90" -> "1770 gelu_14"; -"1770 gelu_14" -> "1771 dropout_58"; -"1771 dropout_58" -> "1772 dropout_58_0_0_nncf_smooth_quant_0"; -"1772 dropout_58_0_0_nncf_smooth_quant_0" -> "1773 quantize_per_tensor_default_92"; -"1773 quantize_per_tensor_default_92" -> "1774 dequantize_per_tensor_default_92"; -"1774 dequantize_per_tensor_default_92" -> "1779 linear_91"; -"1775 linear_91_scale_0_updated_constant0" -> "1778 mul_tensor_92"; -"1776 compressed_weight_updated_constant241" -> "1778 mul_tensor_92"; -"1777 _param_constant247_0_0" -> "1779 linear_91"; -"1778 mul_tensor_92" -> "1779 linear_91"; -"1779 linear_91" -> "1780 dropout_59"; -"1780 dropout_59" -> "1783 layer_norm_32"; -"1781 _param_constant248" -> "1783 layer_norm_32"; -"1782 _param_constant249" -> "1783 layer_norm_32"; -"1783 layer_norm_32" -> "1784 add_51"; -"1784 add_51" -> "1807 pad_17"; -"1784 add_51" -> "1886 add_54"; -"1785 _tensor_constant93" -> "1786 _tensor_constant93_0_0_nncf_smooth_quant_0"; -"1786 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1791 linear_92"; -"1787 linear_92_scale_0_updated_constant0" -> "1790 mul_tensor_93"; -"1788 compressed_weight_updated_constant242" -> "1790 mul_tensor_93"; -"1789 _param_constant251_0_0" -> "1791 linear_92"; -"1790 mul_tensor_93" -> "1791 linear_92"; -"1791 linear_92" -> "1792 relu__15"; -"1792 relu__15" -> "1793 relu__15_0_0_nncf_smooth_quant_0"; -"1793 relu__15_0_0_nncf_smooth_quant_0" -> "1797 linear_93"; -"1794 linear_93_scale_0_updated_constant0" -> "1796 mul_tensor_94"; -"1795 compressed_weight_updated_constant243" -> "1796 mul_tensor_94"; -"1796 mul_tensor_94" -> "1797 linear_93"; -"1797 linear_93" -> "1798 view_81"; -"1798 view_81" -> "1800 index_15"; -"1799 _tensor_constant94" -> "1800 index_15"; -"1800 index_15" -> "1801 view_82"; -"1801 view_82" -> "1802 permute_68"; -"1802 permute_68" -> "1803 contiguous_28"; -"1803 contiguous_28" -> "1804 unsqueeze_43"; -"1804 unsqueeze_43" -> "1805 sigmoid_15"; -"1805 sigmoid_15" -> "1806 mul_30"; -"1806 mul_30" -> "1843 add_52"; -"1807 pad_17" -> "1808 roll_14"; -"1808 roll_14" -> "1809 view_83"; -"1809 view_83" -> "1810 permute_69"; -"1810 permute_69" -> "1811 reshape_67"; -"1811 reshape_67" -> "1812 reshape_67_0_0_nncf_smooth_quant_0"; -"1811 reshape_67" -> "1844 new_zeros_7"; -"1812 reshape_67_0_0_nncf_smooth_quant_0" -> "1813 quantize_per_tensor_default_93"; -"1813 quantize_per_tensor_default_93" -> "1814 dequantize_per_tensor_default_93"; -"1814 dequantize_per_tensor_default_93" -> "1819 linear_94"; -"1815 linear_94_scale_0_updated_constant0" -> "1818 mul_tensor_95"; -"1816 compressed_weight_updated_constant244" -> "1818 mul_tensor_95"; -"1817 _param_constant253_0_0" -> "1819 linear_94"; -"1818 mul_tensor_95" -> "1819 linear_94"; -"1819 linear_94" -> "1820 reshape_68"; -"1820 reshape_68" -> "1821 permute_70"; -"1821 permute_70" -> "1822 select_45"; -"1821 permute_70" -> "1823 select_46"; -"1821 permute_70" -> "1824 select_47"; -"1822 select_45" -> "1825 linalg_vector_norm_30"; -"1822 select_45" -> "1827 expand_as_30"; -"1822 select_45" -> "1828 div_30"; -"1823 select_46" -> "1831 linalg_vector_norm_31"; -"1823 select_46" -> "1833 expand_as_31"; -"1823 select_46" -> "1834 div_31"; -"1824 select_47" -> "1862 matmul_31"; -"1825 linalg_vector_norm_30" -> "1826 clamp_min_30"; -"1826 clamp_min_30" -> "1827 expand_as_30"; -"1827 expand_as_30" -> "1828 div_30"; -"1828 div_30" -> "1829 quantize_per_tensor_default_94"; -"1829 quantize_per_tensor_default_94" -> "1830 dequantize_per_tensor_default_94"; -"1830 dequantize_per_tensor_default_94" -> "1838 matmul_30"; -"1831 linalg_vector_norm_31" -> "1832 clamp_min_31"; -"1832 clamp_min_31" -> "1833 expand_as_31"; -"1833 expand_as_31" -> "1834 div_31"; -"1834 div_31" -> "1835 quantize_per_tensor_default_95"; -"1835 quantize_per_tensor_default_95" -> "1836 dequantize_per_tensor_default_95"; -"1836 dequantize_per_tensor_default_95" -> "1837 transpose_30"; -"1837 transpose_30" -> "1838 matmul_30"; -"1838 matmul_30" -> "1842 mul_31"; -"1839 _param_constant255" -> "1840 clamp_15"; -"1840 clamp_15" -> "1841 exp_15"; -"1841 exp_15" -> "1842 mul_31"; -"1842 mul_31" -> "1843 add_52"; -"1843 add_52" -> "1855 view_85"; -"1844 new_zeros_7" -> "1845 view_84"; -"1845 view_84" -> "1846 permute_71"; -"1846 permute_71" -> "1847 reshape_69"; -"1847 reshape_69" -> "1848 unsqueeze_44"; -"1847 reshape_69" -> "1849 unsqueeze_45"; -"1848 unsqueeze_44" -> "1850 sub_7"; -"1849 unsqueeze_45" -> "1850 sub_7"; -"1850 sub_7" -> "1851 ne_7"; -"1850 sub_7" -> "1852 masked_fill_14"; -"1850 sub_7" -> "1853 eq_7"; -"1851 ne_7" -> "1852 masked_fill_14"; -"1852 masked_fill_14" -> "1854 masked_fill_15"; -"1853 eq_7" -> "1854 masked_fill_15"; -"1854 masked_fill_15" -> "1856 unsqueeze_46"; -"1855 view_85" -> "1858 add_53"; -"1856 unsqueeze_46" -> "1857 unsqueeze_47"; -"1857 unsqueeze_47" -> "1858 add_53"; -"1858 add_53" -> "1859 view_86"; -"1859 view_86" -> "1860 softmax_15"; -"1860 softmax_15" -> "1861 dropout_60"; -"1861 dropout_60" -> "1862 matmul_31"; -"1862 matmul_31" -> "1863 transpose_31"; -"1863 transpose_31" -> "1864 reshape_70"; -"1864 reshape_70" -> "1865 reshape_70_0_0_nncf_smooth_quant_0"; -"1865 reshape_70_0_0_nncf_smooth_quant_0" -> "1866 quantize_per_tensor_default_96"; -"1866 quantize_per_tensor_default_96" -> "1867 dequantize_per_tensor_default_96"; -"1867 dequantize_per_tensor_default_96" -> "1872 linear_95"; -"1868 linear_95_scale_0_updated_constant0" -> "1871 mul_tensor_96"; -"1869 compressed_weight_updated_constant245" -> "1871 mul_tensor_96"; -"1870 _param_constant257_0_0" -> "1872 linear_95"; -"1871 mul_tensor_96" -> "1872 linear_95"; -"1872 linear_95" -> "1873 dropout_61"; -"1873 dropout_61" -> "1874 view_87"; -"1874 view_87" -> "1875 permute_72"; -"1875 permute_72" -> "1876 reshape_71"; -"1876 reshape_71" -> "1877 roll_15"; -"1877 roll_15" -> "1878 slice_241"; -"1878 slice_241" -> "1879 slice_242"; -"1879 slice_242" -> "1880 slice_243"; -"1880 slice_243" -> "1881 slice_244"; -"1881 slice_244" -> "1882 contiguous_29"; -"1882 contiguous_29" -> "1885 layer_norm_33"; -"1883 _param_constant258" -> "1885 layer_norm_33"; -"1884 _param_constant259" -> "1885 layer_norm_33"; -"1885 layer_norm_33" -> "1886 add_54"; -"1886 add_54" -> "1887 add_54_0_0_nncf_smooth_quant_0"; -"1886 add_54" -> "1909 add_55"; -"1887 add_54_0_0_nncf_smooth_quant_0" -> "1888 quantize_per_tensor_default_97"; -"1888 quantize_per_tensor_default_97" -> "1889 dequantize_per_tensor_default_97"; -"1889 dequantize_per_tensor_default_97" -> "1894 linear_96"; -"1890 linear_96_scale_0_updated_constant0" -> "1893 mul_tensor_97"; -"1891 compressed_weight_updated_constant246" -> "1893 mul_tensor_97"; -"1892 _param_constant261_0_0" -> "1894 linear_96"; -"1893 mul_tensor_97" -> "1894 linear_96"; -"1894 linear_96" -> "1895 gelu_15"; -"1895 gelu_15" -> "1896 dropout_62"; -"1896 dropout_62" -> "1897 dropout_62_0_0_nncf_smooth_quant_0"; -"1897 dropout_62_0_0_nncf_smooth_quant_0" -> "1898 quantize_per_tensor_default_98"; -"1898 quantize_per_tensor_default_98" -> "1899 dequantize_per_tensor_default_98"; -"1899 dequantize_per_tensor_default_98" -> "1904 linear_97"; -"1900 linear_97_scale_0_updated_constant0" -> "1903 mul_tensor_98"; -"1901 compressed_weight_updated_constant247" -> "1903 mul_tensor_98"; -"1902 _param_constant263_0_0" -> "1904 linear_97"; -"1903 mul_tensor_98" -> "1904 linear_97"; -"1904 linear_97" -> "1905 dropout_63"; -"1905 dropout_63" -> "1908 layer_norm_34"; -"1906 _param_constant264" -> "1908 layer_norm_34"; -"1907 _param_constant265" -> "1908 layer_norm_34"; -"1908 layer_norm_34" -> "1909 add_55"; -"1909 add_55" -> "1932 pad_18"; -"1909 add_55" -> "1993 add_57"; -"1910 _tensor_constant104" -> "1911 _tensor_constant104_0_0_nncf_smooth_quant_0"; -"1911 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "1916 linear_98"; -"1912 linear_98_scale_0_updated_constant0" -> "1915 mul_tensor_99"; -"1913 compressed_weight_updated_constant248" -> "1915 mul_tensor_99"; -"1914 _param_constant267_0_0" -> "1916 linear_98"; -"1915 mul_tensor_99" -> "1916 linear_98"; -"1916 linear_98" -> "1917 relu__16"; -"1917 relu__16" -> "1918 relu__16_0_0_nncf_smooth_quant_0"; -"1918 relu__16_0_0_nncf_smooth_quant_0" -> "1922 linear_99"; -"1919 linear_99_scale_0_updated_constant0" -> "1921 mul_tensor_100"; -"1920 compressed_weight_updated_constant249" -> "1921 mul_tensor_100"; -"1921 mul_tensor_100" -> "1922 linear_99"; -"1922 linear_99" -> "1923 view_88"; -"1923 view_88" -> "1925 index_16"; -"1924 _tensor_constant105" -> "1925 index_16"; -"1925 index_16" -> "1926 view_89"; -"1926 view_89" -> "1927 permute_73"; -"1927 permute_73" -> "1928 contiguous_30"; -"1928 contiguous_30" -> "1929 unsqueeze_48"; -"1929 unsqueeze_48" -> "1930 sigmoid_16"; -"1930 sigmoid_16" -> "1931 mul_32"; -"1931 mul_32" -> "1967 add_56"; -"1932 pad_18" -> "1933 view_90"; -"1933 view_90" -> "1934 permute_74"; -"1934 permute_74" -> "1935 reshape_72"; -"1935 reshape_72" -> "1936 reshape_72_0_0_nncf_smooth_quant_0"; -"1936 reshape_72_0_0_nncf_smooth_quant_0" -> "1937 quantize_per_tensor_default_99"; -"1937 quantize_per_tensor_default_99" -> "1938 dequantize_per_tensor_default_99"; -"1938 dequantize_per_tensor_default_99" -> "1943 linear_100"; -"1939 linear_100_scale_0_updated_constant0" -> "1942 mul_tensor_101"; -"1940 compressed_weight_updated_constant250" -> "1942 mul_tensor_101"; -"1941 _param_constant269_0_0" -> "1943 linear_100"; -"1942 mul_tensor_101" -> "1943 linear_100"; -"1943 linear_100" -> "1944 reshape_73"; -"1944 reshape_73" -> "1945 permute_75"; -"1945 permute_75" -> "1946 select_48"; -"1945 permute_75" -> "1947 select_49"; -"1945 permute_75" -> "1948 select_50"; -"1946 select_48" -> "1949 linalg_vector_norm_32"; -"1946 select_48" -> "1951 expand_as_32"; -"1946 select_48" -> "1952 div_32"; -"1947 select_49" -> "1955 linalg_vector_norm_33"; -"1947 select_49" -> "1957 expand_as_33"; -"1947 select_49" -> "1958 div_33"; -"1948 select_50" -> "1970 matmul_33"; -"1949 linalg_vector_norm_32" -> "1950 clamp_min_32"; -"1950 clamp_min_32" -> "1951 expand_as_32"; -"1951 expand_as_32" -> "1952 div_32"; -"1952 div_32" -> "1953 quantize_per_tensor_default_100"; -"1953 quantize_per_tensor_default_100" -> "1954 dequantize_per_tensor_default_100"; -"1954 dequantize_per_tensor_default_100" -> "1962 matmul_32"; -"1955 linalg_vector_norm_33" -> "1956 clamp_min_33"; -"1956 clamp_min_33" -> "1957 expand_as_33"; -"1957 expand_as_33" -> "1958 div_33"; -"1958 div_33" -> "1959 quantize_per_tensor_default_101"; -"1959 quantize_per_tensor_default_101" -> "1960 dequantize_per_tensor_default_101"; -"1960 dequantize_per_tensor_default_101" -> "1961 transpose_32"; -"1961 transpose_32" -> "1962 matmul_32"; -"1962 matmul_32" -> "1966 mul_33"; -"1963 _param_constant271" -> "1964 clamp_16"; -"1964 clamp_16" -> "1965 exp_16"; -"1965 exp_16" -> "1966 mul_33"; -"1966 mul_33" -> "1967 add_56"; -"1967 add_56" -> "1968 softmax_16"; -"1968 softmax_16" -> "1969 dropout_64"; -"1969 dropout_64" -> "1970 matmul_33"; -"1970 matmul_33" -> "1971 transpose_33"; -"1971 transpose_33" -> "1972 reshape_74"; -"1972 reshape_74" -> "1973 reshape_74_0_0_nncf_smooth_quant_0"; -"1973 reshape_74_0_0_nncf_smooth_quant_0" -> "1974 quantize_per_tensor_default_102"; -"1974 quantize_per_tensor_default_102" -> "1975 dequantize_per_tensor_default_102"; -"1975 dequantize_per_tensor_default_102" -> "1980 linear_101"; -"1976 linear_101_scale_0_updated_constant0" -> "1979 mul_tensor_102"; -"1977 compressed_weight_updated_constant251" -> "1979 mul_tensor_102"; -"1978 _param_constant273_0_0" -> "1980 linear_101"; -"1979 mul_tensor_102" -> "1980 linear_101"; -"1980 linear_101" -> "1981 dropout_65"; -"1981 dropout_65" -> "1982 view_91"; -"1982 view_91" -> "1983 permute_76"; -"1983 permute_76" -> "1984 reshape_75"; -"1984 reshape_75" -> "1985 slice_246"; -"1985 slice_246" -> "1986 slice_247"; -"1986 slice_247" -> "1987 slice_248"; -"1987 slice_248" -> "1988 slice_249"; -"1988 slice_249" -> "1989 contiguous_31"; -"1989 contiguous_31" -> "1992 layer_norm_35"; -"1990 _param_constant274" -> "1992 layer_norm_35"; -"1991 _param_constant275" -> "1992 layer_norm_35"; -"1992 layer_norm_35" -> "1993 add_57"; -"1993 add_57" -> "1994 add_57_0_0_nncf_smooth_quant_0"; -"1993 add_57" -> "2016 add_58"; -"1994 add_57_0_0_nncf_smooth_quant_0" -> "1995 quantize_per_tensor_default_103"; -"1995 quantize_per_tensor_default_103" -> "1996 dequantize_per_tensor_default_103"; -"1996 dequantize_per_tensor_default_103" -> "2001 linear_102"; -"1997 linear_102_scale_0_updated_constant0" -> "2000 mul_tensor_103"; -"1998 compressed_weight_updated_constant252" -> "2000 mul_tensor_103"; -"1999 _param_constant277_0_0" -> "2001 linear_102"; -"2000 mul_tensor_103" -> "2001 linear_102"; -"2001 linear_102" -> "2002 gelu_16"; -"2002 gelu_16" -> "2003 dropout_66"; -"2003 dropout_66" -> "2004 dropout_66_0_0_nncf_smooth_quant_0"; -"2004 dropout_66_0_0_nncf_smooth_quant_0" -> "2005 quantize_per_tensor_default_104"; -"2005 quantize_per_tensor_default_104" -> "2006 dequantize_per_tensor_default_104"; -"2006 dequantize_per_tensor_default_104" -> "2011 linear_103"; -"2007 linear_103_scale_0_updated_constant0" -> "2010 mul_tensor_104"; -"2008 compressed_weight_updated_constant253" -> "2010 mul_tensor_104"; -"2009 _param_constant279_0_0" -> "2011 linear_103"; -"2010 mul_tensor_104" -> "2011 linear_103"; -"2011 linear_103" -> "2012 dropout_67"; -"2012 dropout_67" -> "2015 layer_norm_36"; -"2013 _param_constant280" -> "2015 layer_norm_36"; -"2014 _param_constant281" -> "2015 layer_norm_36"; -"2015 layer_norm_36" -> "2016 add_58"; -"2016 add_58" -> "2039 pad_19"; -"2016 add_58" -> "2118 add_61"; -"2017 _tensor_constant106" -> "2018 _tensor_constant106_0_0_nncf_smooth_quant_0"; -"2018 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2023 linear_104"; -"2019 linear_104_scale_0_updated_constant0" -> "2022 mul_tensor_105"; -"2020 compressed_weight_updated_constant254" -> "2022 mul_tensor_105"; -"2021 _param_constant283_0_0" -> "2023 linear_104"; -"2022 mul_tensor_105" -> "2023 linear_104"; -"2023 linear_104" -> "2024 relu__17"; -"2024 relu__17" -> "2025 relu__17_0_0_nncf_smooth_quant_0"; -"2025 relu__17_0_0_nncf_smooth_quant_0" -> "2029 linear_105"; -"2026 linear_105_scale_0_updated_constant0" -> "2028 mul_tensor_106"; -"2027 compressed_weight_updated_constant255" -> "2028 mul_tensor_106"; -"2028 mul_tensor_106" -> "2029 linear_105"; -"2029 linear_105" -> "2030 view_92"; -"2030 view_92" -> "2032 index_17"; -"2031 _tensor_constant107" -> "2032 index_17"; -"2032 index_17" -> "2033 view_93"; -"2033 view_93" -> "2034 permute_77"; -"2034 permute_77" -> "2035 contiguous_32"; -"2035 contiguous_32" -> "2036 unsqueeze_49"; -"2036 unsqueeze_49" -> "2037 sigmoid_17"; -"2037 sigmoid_17" -> "2038 mul_34"; -"2038 mul_34" -> "2075 add_59"; -"2039 pad_19" -> "2040 roll_16"; -"2040 roll_16" -> "2041 view_94"; -"2041 view_94" -> "2042 permute_78"; -"2042 permute_78" -> "2043 reshape_76"; -"2043 reshape_76" -> "2044 reshape_76_0_0_nncf_smooth_quant_0"; -"2043 reshape_76" -> "2076 new_zeros_8"; -"2044 reshape_76_0_0_nncf_smooth_quant_0" -> "2045 quantize_per_tensor_default_105"; -"2045 quantize_per_tensor_default_105" -> "2046 dequantize_per_tensor_default_105"; -"2046 dequantize_per_tensor_default_105" -> "2051 linear_106"; -"2047 linear_106_scale_0_updated_constant0" -> "2050 mul_tensor_107"; -"2048 compressed_weight_updated_constant256" -> "2050 mul_tensor_107"; -"2049 _param_constant285_0_0" -> "2051 linear_106"; -"2050 mul_tensor_107" -> "2051 linear_106"; -"2051 linear_106" -> "2052 reshape_77"; -"2052 reshape_77" -> "2053 permute_79"; -"2053 permute_79" -> "2054 select_51"; -"2053 permute_79" -> "2055 select_52"; -"2053 permute_79" -> "2056 select_53"; -"2054 select_51" -> "2057 linalg_vector_norm_34"; -"2054 select_51" -> "2059 expand_as_34"; -"2054 select_51" -> "2060 div_34"; -"2055 select_52" -> "2063 linalg_vector_norm_35"; -"2055 select_52" -> "2065 expand_as_35"; -"2055 select_52" -> "2066 div_35"; -"2056 select_53" -> "2094 matmul_35"; -"2057 linalg_vector_norm_34" -> "2058 clamp_min_34"; -"2058 clamp_min_34" -> "2059 expand_as_34"; -"2059 expand_as_34" -> "2060 div_34"; -"2060 div_34" -> "2061 quantize_per_tensor_default_106"; -"2061 quantize_per_tensor_default_106" -> "2062 dequantize_per_tensor_default_106"; -"2062 dequantize_per_tensor_default_106" -> "2070 matmul_34"; -"2063 linalg_vector_norm_35" -> "2064 clamp_min_35"; -"2064 clamp_min_35" -> "2065 expand_as_35"; -"2065 expand_as_35" -> "2066 div_35"; -"2066 div_35" -> "2067 quantize_per_tensor_default_107"; -"2067 quantize_per_tensor_default_107" -> "2068 dequantize_per_tensor_default_107"; -"2068 dequantize_per_tensor_default_107" -> "2069 transpose_34"; -"2069 transpose_34" -> "2070 matmul_34"; -"2070 matmul_34" -> "2074 mul_35"; -"2071 _param_constant287" -> "2072 clamp_17"; -"2072 clamp_17" -> "2073 exp_17"; -"2073 exp_17" -> "2074 mul_35"; -"2074 mul_35" -> "2075 add_59"; -"2075 add_59" -> "2087 view_96"; -"2076 new_zeros_8" -> "2077 view_95"; -"2077 view_95" -> "2078 permute_80"; -"2078 permute_80" -> "2079 reshape_78"; -"2079 reshape_78" -> "2080 unsqueeze_50"; -"2079 reshape_78" -> "2081 unsqueeze_51"; -"2080 unsqueeze_50" -> "2082 sub_8"; -"2081 unsqueeze_51" -> "2082 sub_8"; -"2082 sub_8" -> "2083 ne_8"; -"2082 sub_8" -> "2084 masked_fill_16"; -"2082 sub_8" -> "2085 eq_8"; -"2083 ne_8" -> "2084 masked_fill_16"; -"2084 masked_fill_16" -> "2086 masked_fill_17"; -"2085 eq_8" -> "2086 masked_fill_17"; -"2086 masked_fill_17" -> "2088 unsqueeze_52"; -"2087 view_96" -> "2090 add_60"; -"2088 unsqueeze_52" -> "2089 unsqueeze_53"; -"2089 unsqueeze_53" -> "2090 add_60"; -"2090 add_60" -> "2091 view_97"; -"2091 view_97" -> "2092 softmax_17"; -"2092 softmax_17" -> "2093 dropout_68"; -"2093 dropout_68" -> "2094 matmul_35"; -"2094 matmul_35" -> "2095 transpose_35"; -"2095 transpose_35" -> "2096 reshape_79"; -"2096 reshape_79" -> "2097 reshape_79_0_0_nncf_smooth_quant_0"; -"2097 reshape_79_0_0_nncf_smooth_quant_0" -> "2098 quantize_per_tensor_default_108"; -"2098 quantize_per_tensor_default_108" -> "2099 dequantize_per_tensor_default_108"; -"2099 dequantize_per_tensor_default_108" -> "2104 linear_107"; -"2100 linear_107_scale_0_updated_constant0" -> "2103 mul_tensor_108"; -"2101 compressed_weight_updated_constant257" -> "2103 mul_tensor_108"; -"2102 _param_constant289_0_0" -> "2104 linear_107"; -"2103 mul_tensor_108" -> "2104 linear_107"; -"2104 linear_107" -> "2105 dropout_69"; -"2105 dropout_69" -> "2106 view_98"; -"2106 view_98" -> "2107 permute_81"; -"2107 permute_81" -> "2108 reshape_80"; -"2108 reshape_80" -> "2109 roll_17"; -"2109 roll_17" -> "2110 slice_269"; -"2110 slice_269" -> "2111 slice_270"; -"2111 slice_270" -> "2112 slice_271"; -"2112 slice_271" -> "2113 slice_272"; -"2113 slice_272" -> "2114 contiguous_33"; -"2114 contiguous_33" -> "2117 layer_norm_37"; -"2115 _param_constant290" -> "2117 layer_norm_37"; -"2116 _param_constant291" -> "2117 layer_norm_37"; -"2117 layer_norm_37" -> "2118 add_61"; -"2118 add_61" -> "2119 add_61_0_0_nncf_smooth_quant_0"; -"2118 add_61" -> "2141 add_62"; -"2119 add_61_0_0_nncf_smooth_quant_0" -> "2120 quantize_per_tensor_default_109"; -"2120 quantize_per_tensor_default_109" -> "2121 dequantize_per_tensor_default_109"; -"2121 dequantize_per_tensor_default_109" -> "2126 linear_108"; -"2122 linear_108_scale_0_updated_constant0" -> "2125 mul_tensor_109"; -"2123 compressed_weight_updated_constant258" -> "2125 mul_tensor_109"; -"2124 _param_constant293_0_0" -> "2126 linear_108"; -"2125 mul_tensor_109" -> "2126 linear_108"; -"2126 linear_108" -> "2127 gelu_17"; -"2127 gelu_17" -> "2128 dropout_70"; -"2128 dropout_70" -> "2129 dropout_70_0_0_nncf_smooth_quant_0"; -"2129 dropout_70_0_0_nncf_smooth_quant_0" -> "2130 quantize_per_tensor_default_110"; -"2130 quantize_per_tensor_default_110" -> "2131 dequantize_per_tensor_default_110"; -"2131 dequantize_per_tensor_default_110" -> "2136 linear_109"; -"2132 linear_109_scale_0_updated_constant0" -> "2135 mul_tensor_110"; -"2133 compressed_weight_updated_constant259" -> "2135 mul_tensor_110"; -"2134 _param_constant295_0_0" -> "2136 linear_109"; -"2135 mul_tensor_110" -> "2136 linear_109"; -"2136 linear_109" -> "2137 dropout_71"; -"2137 dropout_71" -> "2140 layer_norm_38"; -"2138 _param_constant296" -> "2140 layer_norm_38"; -"2139 _param_constant297" -> "2140 layer_norm_38"; -"2140 layer_norm_38" -> "2141 add_62"; -"2141 add_62" -> "2164 pad_20"; -"2141 add_62" -> "2225 add_64"; -"2142 _tensor_constant117" -> "2143 _tensor_constant117_0_0_nncf_smooth_quant_0"; -"2143 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2148 linear_110"; -"2144 linear_110_scale_0_updated_constant0" -> "2147 mul_tensor_111"; -"2145 compressed_weight_updated_constant260" -> "2147 mul_tensor_111"; -"2146 _param_constant299_0_0" -> "2148 linear_110"; -"2147 mul_tensor_111" -> "2148 linear_110"; -"2148 linear_110" -> "2149 relu__18"; -"2149 relu__18" -> "2150 relu__18_0_0_nncf_smooth_quant_0"; -"2150 relu__18_0_0_nncf_smooth_quant_0" -> "2154 linear_111"; -"2151 linear_111_scale_0_updated_constant0" -> "2153 mul_tensor_112"; -"2152 compressed_weight_updated_constant261" -> "2153 mul_tensor_112"; -"2153 mul_tensor_112" -> "2154 linear_111"; -"2154 linear_111" -> "2155 view_99"; -"2155 view_99" -> "2157 index_18"; -"2156 _tensor_constant118" -> "2157 index_18"; -"2157 index_18" -> "2158 view_100"; -"2158 view_100" -> "2159 permute_82"; -"2159 permute_82" -> "2160 contiguous_34"; -"2160 contiguous_34" -> "2161 unsqueeze_54"; -"2161 unsqueeze_54" -> "2162 sigmoid_18"; -"2162 sigmoid_18" -> "2163 mul_36"; -"2163 mul_36" -> "2199 add_63"; -"2164 pad_20" -> "2165 view_101"; -"2165 view_101" -> "2166 permute_83"; -"2166 permute_83" -> "2167 reshape_81"; -"2167 reshape_81" -> "2168 reshape_81_0_0_nncf_smooth_quant_0"; -"2168 reshape_81_0_0_nncf_smooth_quant_0" -> "2169 quantize_per_tensor_default_111"; -"2169 quantize_per_tensor_default_111" -> "2170 dequantize_per_tensor_default_111"; -"2170 dequantize_per_tensor_default_111" -> "2175 linear_112"; -"2171 linear_112_scale_0_updated_constant0" -> "2174 mul_tensor_113"; -"2172 compressed_weight_updated_constant262" -> "2174 mul_tensor_113"; -"2173 _param_constant301_0_0" -> "2175 linear_112"; -"2174 mul_tensor_113" -> "2175 linear_112"; -"2175 linear_112" -> "2176 reshape_82"; -"2176 reshape_82" -> "2177 permute_84"; -"2177 permute_84" -> "2178 select_54"; -"2177 permute_84" -> "2179 select_55"; -"2177 permute_84" -> "2180 select_56"; -"2178 select_54" -> "2181 linalg_vector_norm_36"; -"2178 select_54" -> "2183 expand_as_36"; -"2178 select_54" -> "2184 div_36"; -"2179 select_55" -> "2187 linalg_vector_norm_37"; -"2179 select_55" -> "2189 expand_as_37"; -"2179 select_55" -> "2190 div_37"; -"2180 select_56" -> "2202 matmul_37"; -"2181 linalg_vector_norm_36" -> "2182 clamp_min_36"; -"2182 clamp_min_36" -> "2183 expand_as_36"; -"2183 expand_as_36" -> "2184 div_36"; -"2184 div_36" -> "2185 quantize_per_tensor_default_112"; -"2185 quantize_per_tensor_default_112" -> "2186 dequantize_per_tensor_default_112"; -"2186 dequantize_per_tensor_default_112" -> "2194 matmul_36"; -"2187 linalg_vector_norm_37" -> "2188 clamp_min_37"; -"2188 clamp_min_37" -> "2189 expand_as_37"; -"2189 expand_as_37" -> "2190 div_37"; -"2190 div_37" -> "2191 quantize_per_tensor_default_113"; -"2191 quantize_per_tensor_default_113" -> "2192 dequantize_per_tensor_default_113"; -"2192 dequantize_per_tensor_default_113" -> "2193 transpose_36"; -"2193 transpose_36" -> "2194 matmul_36"; -"2194 matmul_36" -> "2198 mul_37"; -"2195 _param_constant303" -> "2196 clamp_18"; -"2196 clamp_18" -> "2197 exp_18"; -"2197 exp_18" -> "2198 mul_37"; -"2198 mul_37" -> "2199 add_63"; -"2199 add_63" -> "2200 softmax_18"; -"2200 softmax_18" -> "2201 dropout_72"; -"2201 dropout_72" -> "2202 matmul_37"; -"2202 matmul_37" -> "2203 transpose_37"; -"2203 transpose_37" -> "2204 reshape_83"; -"2204 reshape_83" -> "2205 reshape_83_0_0_nncf_smooth_quant_0"; -"2205 reshape_83_0_0_nncf_smooth_quant_0" -> "2206 quantize_per_tensor_default_114"; -"2206 quantize_per_tensor_default_114" -> "2207 dequantize_per_tensor_default_114"; -"2207 dequantize_per_tensor_default_114" -> "2212 linear_113"; -"2208 linear_113_scale_0_updated_constant0" -> "2211 mul_tensor_114"; -"2209 compressed_weight_updated_constant263" -> "2211 mul_tensor_114"; -"2210 _param_constant305_0_0" -> "2212 linear_113"; -"2211 mul_tensor_114" -> "2212 linear_113"; -"2212 linear_113" -> "2213 dropout_73"; -"2213 dropout_73" -> "2214 view_102"; -"2214 view_102" -> "2215 permute_85"; -"2215 permute_85" -> "2216 reshape_84"; -"2216 reshape_84" -> "2217 slice_274"; -"2217 slice_274" -> "2218 slice_275"; -"2218 slice_275" -> "2219 slice_276"; -"2219 slice_276" -> "2220 slice_277"; -"2220 slice_277" -> "2221 contiguous_35"; -"2221 contiguous_35" -> "2224 layer_norm_39"; -"2222 _param_constant306" -> "2224 layer_norm_39"; -"2223 _param_constant307" -> "2224 layer_norm_39"; -"2224 layer_norm_39" -> "2225 add_64"; -"2225 add_64" -> "2226 add_64_0_0_nncf_smooth_quant_0"; -"2225 add_64" -> "2248 add_65"; -"2226 add_64_0_0_nncf_smooth_quant_0" -> "2227 quantize_per_tensor_default_115"; -"2227 quantize_per_tensor_default_115" -> "2228 dequantize_per_tensor_default_115"; -"2228 dequantize_per_tensor_default_115" -> "2233 linear_114"; -"2229 linear_114_scale_0_updated_constant0" -> "2232 mul_tensor_115"; -"2230 compressed_weight_updated_constant264" -> "2232 mul_tensor_115"; -"2231 _param_constant309_0_0" -> "2233 linear_114"; -"2232 mul_tensor_115" -> "2233 linear_114"; -"2233 linear_114" -> "2234 gelu_18"; -"2234 gelu_18" -> "2235 dropout_74"; -"2235 dropout_74" -> "2236 dropout_74_0_0_nncf_smooth_quant_0"; -"2236 dropout_74_0_0_nncf_smooth_quant_0" -> "2237 quantize_per_tensor_default_116"; -"2237 quantize_per_tensor_default_116" -> "2238 dequantize_per_tensor_default_116"; -"2238 dequantize_per_tensor_default_116" -> "2243 linear_115"; -"2239 linear_115_scale_0_updated_constant0" -> "2242 mul_tensor_116"; -"2240 compressed_weight_updated_constant265" -> "2242 mul_tensor_116"; -"2241 _param_constant311_0_0" -> "2243 linear_115"; -"2242 mul_tensor_116" -> "2243 linear_115"; -"2243 linear_115" -> "2244 dropout_75"; -"2244 dropout_75" -> "2247 layer_norm_40"; -"2245 _param_constant312" -> "2247 layer_norm_40"; -"2246 _param_constant313" -> "2247 layer_norm_40"; -"2247 layer_norm_40" -> "2248 add_65"; -"2248 add_65" -> "2271 pad_21"; -"2248 add_65" -> "2350 add_68"; -"2249 _tensor_constant119" -> "2250 _tensor_constant119_0_0_nncf_smooth_quant_0"; -"2250 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2255 linear_116"; -"2251 linear_116_scale_0_updated_constant0" -> "2254 mul_tensor_117"; -"2252 compressed_weight_updated_constant266" -> "2254 mul_tensor_117"; -"2253 _param_constant315_0_0" -> "2255 linear_116"; -"2254 mul_tensor_117" -> "2255 linear_116"; -"2255 linear_116" -> "2256 relu__19"; -"2256 relu__19" -> "2257 relu__19_0_0_nncf_smooth_quant_0"; -"2257 relu__19_0_0_nncf_smooth_quant_0" -> "2261 linear_117"; -"2258 linear_117_scale_0_updated_constant0" -> "2260 mul_tensor_118"; -"2259 compressed_weight_updated_constant267" -> "2260 mul_tensor_118"; -"2260 mul_tensor_118" -> "2261 linear_117"; -"2261 linear_117" -> "2262 view_103"; -"2262 view_103" -> "2264 index_19"; -"2263 _tensor_constant120" -> "2264 index_19"; -"2264 index_19" -> "2265 view_104"; -"2265 view_104" -> "2266 permute_86"; -"2266 permute_86" -> "2267 contiguous_36"; -"2267 contiguous_36" -> "2268 unsqueeze_55"; -"2268 unsqueeze_55" -> "2269 sigmoid_19"; -"2269 sigmoid_19" -> "2270 mul_38"; -"2270 mul_38" -> "2307 add_66"; -"2271 pad_21" -> "2272 roll_18"; -"2272 roll_18" -> "2273 view_105"; -"2273 view_105" -> "2274 permute_87"; -"2274 permute_87" -> "2275 reshape_85"; -"2275 reshape_85" -> "2276 reshape_85_0_0_nncf_smooth_quant_0"; -"2275 reshape_85" -> "2308 new_zeros_9"; -"2276 reshape_85_0_0_nncf_smooth_quant_0" -> "2277 quantize_per_tensor_default_117"; -"2277 quantize_per_tensor_default_117" -> "2278 dequantize_per_tensor_default_117"; -"2278 dequantize_per_tensor_default_117" -> "2283 linear_118"; -"2279 linear_118_scale_0_updated_constant0" -> "2282 mul_tensor_119"; -"2280 compressed_weight_updated_constant268" -> "2282 mul_tensor_119"; -"2281 _param_constant317_0_0" -> "2283 linear_118"; -"2282 mul_tensor_119" -> "2283 linear_118"; -"2283 linear_118" -> "2284 reshape_86"; -"2284 reshape_86" -> "2285 permute_88"; -"2285 permute_88" -> "2286 select_57"; -"2285 permute_88" -> "2287 select_58"; -"2285 permute_88" -> "2288 select_59"; -"2286 select_57" -> "2289 linalg_vector_norm_38"; -"2286 select_57" -> "2291 expand_as_38"; -"2286 select_57" -> "2292 div_38"; -"2287 select_58" -> "2295 linalg_vector_norm_39"; -"2287 select_58" -> "2297 expand_as_39"; -"2287 select_58" -> "2298 div_39"; -"2288 select_59" -> "2326 matmul_39"; -"2289 linalg_vector_norm_38" -> "2290 clamp_min_38"; -"2290 clamp_min_38" -> "2291 expand_as_38"; -"2291 expand_as_38" -> "2292 div_38"; -"2292 div_38" -> "2293 quantize_per_tensor_default_118"; -"2293 quantize_per_tensor_default_118" -> "2294 dequantize_per_tensor_default_118"; -"2294 dequantize_per_tensor_default_118" -> "2302 matmul_38"; -"2295 linalg_vector_norm_39" -> "2296 clamp_min_39"; -"2296 clamp_min_39" -> "2297 expand_as_39"; -"2297 expand_as_39" -> "2298 div_39"; -"2298 div_39" -> "2299 quantize_per_tensor_default_119"; -"2299 quantize_per_tensor_default_119" -> "2300 dequantize_per_tensor_default_119"; -"2300 dequantize_per_tensor_default_119" -> "2301 transpose_38"; -"2301 transpose_38" -> "2302 matmul_38"; -"2302 matmul_38" -> "2306 mul_39"; -"2303 _param_constant319" -> "2304 clamp_19"; -"2304 clamp_19" -> "2305 exp_19"; -"2305 exp_19" -> "2306 mul_39"; -"2306 mul_39" -> "2307 add_66"; -"2307 add_66" -> "2319 view_107"; -"2308 new_zeros_9" -> "2309 view_106"; -"2309 view_106" -> "2310 permute_89"; -"2310 permute_89" -> "2311 reshape_87"; -"2311 reshape_87" -> "2312 unsqueeze_56"; -"2311 reshape_87" -> "2313 unsqueeze_57"; -"2312 unsqueeze_56" -> "2314 sub_9"; -"2313 unsqueeze_57" -> "2314 sub_9"; -"2314 sub_9" -> "2315 ne_9"; -"2314 sub_9" -> "2316 masked_fill_18"; -"2314 sub_9" -> "2317 eq_9"; -"2315 ne_9" -> "2316 masked_fill_18"; -"2316 masked_fill_18" -> "2318 masked_fill_19"; -"2317 eq_9" -> "2318 masked_fill_19"; -"2318 masked_fill_19" -> "2320 unsqueeze_58"; -"2319 view_107" -> "2322 add_67"; -"2320 unsqueeze_58" -> "2321 unsqueeze_59"; -"2321 unsqueeze_59" -> "2322 add_67"; -"2322 add_67" -> "2323 view_108"; -"2323 view_108" -> "2324 softmax_19"; -"2324 softmax_19" -> "2325 dropout_76"; -"2325 dropout_76" -> "2326 matmul_39"; -"2326 matmul_39" -> "2327 transpose_39"; -"2327 transpose_39" -> "2328 reshape_88"; -"2328 reshape_88" -> "2329 reshape_88_0_0_nncf_smooth_quant_0"; -"2329 reshape_88_0_0_nncf_smooth_quant_0" -> "2330 quantize_per_tensor_default_120"; -"2330 quantize_per_tensor_default_120" -> "2331 dequantize_per_tensor_default_120"; -"2331 dequantize_per_tensor_default_120" -> "2336 linear_119"; -"2332 linear_119_scale_0_updated_constant0" -> "2335 mul_tensor_120"; -"2333 compressed_weight_updated_constant269" -> "2335 mul_tensor_120"; -"2334 _param_constant321_0_0" -> "2336 linear_119"; -"2335 mul_tensor_120" -> "2336 linear_119"; -"2336 linear_119" -> "2337 dropout_77"; -"2337 dropout_77" -> "2338 view_109"; -"2338 view_109" -> "2339 permute_90"; -"2339 permute_90" -> "2340 reshape_89"; -"2340 reshape_89" -> "2341 roll_19"; -"2341 roll_19" -> "2342 slice_297"; -"2342 slice_297" -> "2343 slice_298"; -"2343 slice_298" -> "2344 slice_299"; -"2344 slice_299" -> "2345 slice_300"; -"2345 slice_300" -> "2346 contiguous_37"; -"2346 contiguous_37" -> "2349 layer_norm_41"; -"2347 _param_constant322" -> "2349 layer_norm_41"; -"2348 _param_constant323" -> "2349 layer_norm_41"; -"2349 layer_norm_41" -> "2350 add_68"; -"2350 add_68" -> "2351 add_68_0_0_nncf_smooth_quant_0"; -"2350 add_68" -> "2373 add_69"; -"2351 add_68_0_0_nncf_smooth_quant_0" -> "2352 quantize_per_tensor_default_121"; -"2352 quantize_per_tensor_default_121" -> "2353 dequantize_per_tensor_default_121"; -"2353 dequantize_per_tensor_default_121" -> "2358 linear_120"; -"2354 linear_120_scale_0_updated_constant0" -> "2357 mul_tensor_121"; -"2355 compressed_weight_updated_constant270" -> "2357 mul_tensor_121"; -"2356 _param_constant325_0_0" -> "2358 linear_120"; -"2357 mul_tensor_121" -> "2358 linear_120"; -"2358 linear_120" -> "2359 gelu_19"; -"2359 gelu_19" -> "2360 dropout_78"; -"2360 dropout_78" -> "2361 dropout_78_0_0_nncf_smooth_quant_0"; -"2361 dropout_78_0_0_nncf_smooth_quant_0" -> "2362 quantize_per_tensor_default_122"; -"2362 quantize_per_tensor_default_122" -> "2363 dequantize_per_tensor_default_122"; -"2363 dequantize_per_tensor_default_122" -> "2368 linear_121"; -"2364 linear_121_scale_0_updated_constant0" -> "2367 mul_tensor_122"; -"2365 compressed_weight_updated_constant271" -> "2367 mul_tensor_122"; -"2366 _param_constant327_0_0" -> "2368 linear_121"; -"2367 mul_tensor_122" -> "2368 linear_121"; -"2368 linear_121" -> "2369 dropout_79"; -"2369 dropout_79" -> "2372 layer_norm_42"; -"2370 _param_constant328" -> "2372 layer_norm_42"; -"2371 _param_constant329" -> "2372 layer_norm_42"; -"2372 layer_norm_42" -> "2373 add_69"; -"2373 add_69" -> "2396 pad_22"; -"2373 add_69" -> "2457 add_71"; -"2374 _tensor_constant130" -> "2375 _tensor_constant130_0_0_nncf_smooth_quant_0"; -"2375 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2380 linear_122"; -"2376 linear_122_scale_0_updated_constant0" -> "2379 mul_tensor_123"; -"2377 compressed_weight_updated_constant272" -> "2379 mul_tensor_123"; -"2378 _param_constant331_0_0" -> "2380 linear_122"; -"2379 mul_tensor_123" -> "2380 linear_122"; -"2380 linear_122" -> "2381 relu__20"; -"2381 relu__20" -> "2382 relu__20_0_0_nncf_smooth_quant_0"; -"2382 relu__20_0_0_nncf_smooth_quant_0" -> "2386 linear_123"; -"2383 linear_123_scale_0_updated_constant0" -> "2385 mul_tensor_124"; -"2384 compressed_weight_updated_constant273" -> "2385 mul_tensor_124"; -"2385 mul_tensor_124" -> "2386 linear_123"; -"2386 linear_123" -> "2387 view_110"; -"2387 view_110" -> "2389 index_20"; -"2388 _tensor_constant131" -> "2389 index_20"; -"2389 index_20" -> "2390 view_111"; -"2390 view_111" -> "2391 permute_91"; -"2391 permute_91" -> "2392 contiguous_38"; -"2392 contiguous_38" -> "2393 unsqueeze_60"; -"2393 unsqueeze_60" -> "2394 sigmoid_20"; -"2394 sigmoid_20" -> "2395 mul_40"; -"2395 mul_40" -> "2431 add_70"; -"2396 pad_22" -> "2397 view_112"; -"2397 view_112" -> "2398 permute_92"; -"2398 permute_92" -> "2399 reshape_90"; -"2399 reshape_90" -> "2400 reshape_90_0_0_nncf_smooth_quant_0"; -"2400 reshape_90_0_0_nncf_smooth_quant_0" -> "2401 quantize_per_tensor_default_123"; -"2401 quantize_per_tensor_default_123" -> "2402 dequantize_per_tensor_default_123"; -"2402 dequantize_per_tensor_default_123" -> "2407 linear_124"; -"2403 linear_124_scale_0_updated_constant0" -> "2406 mul_tensor_125"; -"2404 compressed_weight_updated_constant274" -> "2406 mul_tensor_125"; -"2405 _param_constant333_0_0" -> "2407 linear_124"; -"2406 mul_tensor_125" -> "2407 linear_124"; -"2407 linear_124" -> "2408 reshape_91"; -"2408 reshape_91" -> "2409 permute_93"; -"2409 permute_93" -> "2410 select_60"; -"2409 permute_93" -> "2411 select_61"; -"2409 permute_93" -> "2412 select_62"; -"2410 select_60" -> "2413 linalg_vector_norm_40"; -"2410 select_60" -> "2415 expand_as_40"; -"2410 select_60" -> "2416 div_40"; -"2411 select_61" -> "2419 linalg_vector_norm_41"; -"2411 select_61" -> "2421 expand_as_41"; -"2411 select_61" -> "2422 div_41"; -"2412 select_62" -> "2434 matmul_41"; -"2413 linalg_vector_norm_40" -> "2414 clamp_min_40"; -"2414 clamp_min_40" -> "2415 expand_as_40"; -"2415 expand_as_40" -> "2416 div_40"; -"2416 div_40" -> "2417 quantize_per_tensor_default_124"; -"2417 quantize_per_tensor_default_124" -> "2418 dequantize_per_tensor_default_124"; -"2418 dequantize_per_tensor_default_124" -> "2426 matmul_40"; -"2419 linalg_vector_norm_41" -> "2420 clamp_min_41"; -"2420 clamp_min_41" -> "2421 expand_as_41"; -"2421 expand_as_41" -> "2422 div_41"; -"2422 div_41" -> "2423 quantize_per_tensor_default_125"; -"2423 quantize_per_tensor_default_125" -> "2424 dequantize_per_tensor_default_125"; -"2424 dequantize_per_tensor_default_125" -> "2425 transpose_40"; -"2425 transpose_40" -> "2426 matmul_40"; -"2426 matmul_40" -> "2430 mul_41"; -"2427 _param_constant335" -> "2428 clamp_20"; -"2428 clamp_20" -> "2429 exp_20"; -"2429 exp_20" -> "2430 mul_41"; -"2430 mul_41" -> "2431 add_70"; -"2431 add_70" -> "2432 softmax_20"; -"2432 softmax_20" -> "2433 dropout_80"; -"2433 dropout_80" -> "2434 matmul_41"; -"2434 matmul_41" -> "2435 transpose_41"; -"2435 transpose_41" -> "2436 reshape_92"; -"2436 reshape_92" -> "2437 reshape_92_0_0_nncf_smooth_quant_0"; -"2437 reshape_92_0_0_nncf_smooth_quant_0" -> "2438 quantize_per_tensor_default_126"; -"2438 quantize_per_tensor_default_126" -> "2439 dequantize_per_tensor_default_126"; -"2439 dequantize_per_tensor_default_126" -> "2444 linear_125"; -"2440 linear_125_scale_0_updated_constant0" -> "2443 mul_tensor_126"; -"2441 compressed_weight_updated_constant275" -> "2443 mul_tensor_126"; -"2442 _param_constant337_0_0" -> "2444 linear_125"; -"2443 mul_tensor_126" -> "2444 linear_125"; -"2444 linear_125" -> "2445 dropout_81"; -"2445 dropout_81" -> "2446 view_113"; -"2446 view_113" -> "2447 permute_94"; -"2447 permute_94" -> "2448 reshape_93"; -"2448 reshape_93" -> "2449 slice_302"; -"2449 slice_302" -> "2450 slice_303"; -"2450 slice_303" -> "2451 slice_304"; -"2451 slice_304" -> "2452 slice_305"; -"2452 slice_305" -> "2453 contiguous_39"; -"2453 contiguous_39" -> "2456 layer_norm_43"; -"2454 _param_constant338" -> "2456 layer_norm_43"; -"2455 _param_constant339" -> "2456 layer_norm_43"; -"2456 layer_norm_43" -> "2457 add_71"; -"2457 add_71" -> "2458 add_71_0_0_nncf_smooth_quant_0"; -"2457 add_71" -> "2480 add_72"; -"2458 add_71_0_0_nncf_smooth_quant_0" -> "2459 quantize_per_tensor_default_127"; -"2459 quantize_per_tensor_default_127" -> "2460 dequantize_per_tensor_default_127"; -"2460 dequantize_per_tensor_default_127" -> "2465 linear_126"; -"2461 linear_126_scale_0_updated_constant0" -> "2464 mul_tensor_127"; -"2462 compressed_weight_updated_constant276" -> "2464 mul_tensor_127"; -"2463 _param_constant341_0_0" -> "2465 linear_126"; -"2464 mul_tensor_127" -> "2465 linear_126"; -"2465 linear_126" -> "2466 gelu_20"; -"2466 gelu_20" -> "2467 dropout_82"; -"2467 dropout_82" -> "2468 dropout_82_0_0_nncf_smooth_quant_0"; -"2468 dropout_82_0_0_nncf_smooth_quant_0" -> "2469 quantize_per_tensor_default_128"; -"2469 quantize_per_tensor_default_128" -> "2470 dequantize_per_tensor_default_128"; -"2470 dequantize_per_tensor_default_128" -> "2475 linear_127"; -"2471 linear_127_scale_0_updated_constant0" -> "2474 mul_tensor_128"; -"2472 compressed_weight_updated_constant277" -> "2474 mul_tensor_128"; -"2473 _param_constant343_0_0" -> "2475 linear_127"; -"2474 mul_tensor_128" -> "2475 linear_127"; -"2475 linear_127" -> "2476 dropout_83"; -"2476 dropout_83" -> "2479 layer_norm_44"; -"2477 _param_constant344" -> "2479 layer_norm_44"; -"2478 _param_constant345" -> "2479 layer_norm_44"; -"2479 layer_norm_44" -> "2480 add_72"; -"2480 add_72" -> "2503 pad_23"; -"2480 add_72" -> "2582 add_75"; -"2481 _tensor_constant132" -> "2482 _tensor_constant132_0_0_nncf_smooth_quant_0"; -"2482 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2487 linear_128"; -"2483 linear_128_scale_0_updated_constant0" -> "2486 mul_tensor_129"; -"2484 compressed_weight_updated_constant278" -> "2486 mul_tensor_129"; -"2485 _param_constant347_0_0" -> "2487 linear_128"; -"2486 mul_tensor_129" -> "2487 linear_128"; -"2487 linear_128" -> "2488 relu__21"; -"2488 relu__21" -> "2489 relu__21_0_0_nncf_smooth_quant_0"; -"2489 relu__21_0_0_nncf_smooth_quant_0" -> "2493 linear_129"; -"2490 linear_129_scale_0_updated_constant0" -> "2492 mul_tensor_130"; -"2491 compressed_weight_updated_constant279" -> "2492 mul_tensor_130"; -"2492 mul_tensor_130" -> "2493 linear_129"; -"2493 linear_129" -> "2494 view_114"; -"2494 view_114" -> "2496 index_21"; -"2495 _tensor_constant133" -> "2496 index_21"; -"2496 index_21" -> "2497 view_115"; -"2497 view_115" -> "2498 permute_95"; -"2498 permute_95" -> "2499 contiguous_40"; -"2499 contiguous_40" -> "2500 unsqueeze_61"; -"2500 unsqueeze_61" -> "2501 sigmoid_21"; -"2501 sigmoid_21" -> "2502 mul_42"; -"2502 mul_42" -> "2539 add_73"; -"2503 pad_23" -> "2504 roll_20"; -"2504 roll_20" -> "2505 view_116"; -"2505 view_116" -> "2506 permute_96"; -"2506 permute_96" -> "2507 reshape_94"; -"2507 reshape_94" -> "2508 reshape_94_0_0_nncf_smooth_quant_0"; -"2507 reshape_94" -> "2540 new_zeros_10"; -"2508 reshape_94_0_0_nncf_smooth_quant_0" -> "2509 quantize_per_tensor_default_129"; -"2509 quantize_per_tensor_default_129" -> "2510 dequantize_per_tensor_default_129"; -"2510 dequantize_per_tensor_default_129" -> "2515 linear_130"; -"2511 linear_130_scale_0_updated_constant0" -> "2514 mul_tensor_131"; -"2512 compressed_weight_updated_constant280" -> "2514 mul_tensor_131"; -"2513 _param_constant349_0_0" -> "2515 linear_130"; -"2514 mul_tensor_131" -> "2515 linear_130"; -"2515 linear_130" -> "2516 reshape_95"; -"2516 reshape_95" -> "2517 permute_97"; -"2517 permute_97" -> "2518 select_63"; -"2517 permute_97" -> "2519 select_64"; -"2517 permute_97" -> "2520 select_65"; -"2518 select_63" -> "2521 linalg_vector_norm_42"; -"2518 select_63" -> "2523 expand_as_42"; -"2518 select_63" -> "2524 div_42"; -"2519 select_64" -> "2527 linalg_vector_norm_43"; -"2519 select_64" -> "2529 expand_as_43"; -"2519 select_64" -> "2530 div_43"; -"2520 select_65" -> "2558 matmul_43"; -"2521 linalg_vector_norm_42" -> "2522 clamp_min_42"; -"2522 clamp_min_42" -> "2523 expand_as_42"; -"2523 expand_as_42" -> "2524 div_42"; -"2524 div_42" -> "2525 quantize_per_tensor_default_130"; -"2525 quantize_per_tensor_default_130" -> "2526 dequantize_per_tensor_default_130"; -"2526 dequantize_per_tensor_default_130" -> "2534 matmul_42"; -"2527 linalg_vector_norm_43" -> "2528 clamp_min_43"; -"2528 clamp_min_43" -> "2529 expand_as_43"; -"2529 expand_as_43" -> "2530 div_43"; -"2530 div_43" -> "2531 quantize_per_tensor_default_131"; -"2531 quantize_per_tensor_default_131" -> "2532 dequantize_per_tensor_default_131"; -"2532 dequantize_per_tensor_default_131" -> "2533 transpose_42"; -"2533 transpose_42" -> "2534 matmul_42"; -"2534 matmul_42" -> "2538 mul_43"; -"2535 _param_constant351" -> "2536 clamp_21"; -"2536 clamp_21" -> "2537 exp_21"; -"2537 exp_21" -> "2538 mul_43"; -"2538 mul_43" -> "2539 add_73"; -"2539 add_73" -> "2551 view_118"; -"2540 new_zeros_10" -> "2541 view_117"; -"2541 view_117" -> "2542 permute_98"; -"2542 permute_98" -> "2543 reshape_96"; -"2543 reshape_96" -> "2544 unsqueeze_62"; -"2543 reshape_96" -> "2545 unsqueeze_63"; -"2544 unsqueeze_62" -> "2546 sub_10"; -"2545 unsqueeze_63" -> "2546 sub_10"; -"2546 sub_10" -> "2547 ne_10"; -"2546 sub_10" -> "2548 masked_fill_20"; -"2546 sub_10" -> "2549 eq_10"; -"2547 ne_10" -> "2548 masked_fill_20"; -"2548 masked_fill_20" -> "2550 masked_fill_21"; -"2549 eq_10" -> "2550 masked_fill_21"; -"2550 masked_fill_21" -> "2552 unsqueeze_64"; -"2551 view_118" -> "2554 add_74"; -"2552 unsqueeze_64" -> "2553 unsqueeze_65"; -"2553 unsqueeze_65" -> "2554 add_74"; -"2554 add_74" -> "2555 view_119"; -"2555 view_119" -> "2556 softmax_21"; -"2556 softmax_21" -> "2557 dropout_84"; -"2557 dropout_84" -> "2558 matmul_43"; -"2558 matmul_43" -> "2559 transpose_43"; -"2559 transpose_43" -> "2560 reshape_97"; -"2560 reshape_97" -> "2561 reshape_97_0_0_nncf_smooth_quant_0"; -"2561 reshape_97_0_0_nncf_smooth_quant_0" -> "2562 quantize_per_tensor_default_132"; -"2562 quantize_per_tensor_default_132" -> "2563 dequantize_per_tensor_default_132"; -"2563 dequantize_per_tensor_default_132" -> "2568 linear_131"; -"2564 linear_131_scale_0_updated_constant0" -> "2567 mul_tensor_132"; -"2565 compressed_weight_updated_constant281" -> "2567 mul_tensor_132"; -"2566 _param_constant353_0_0" -> "2568 linear_131"; -"2567 mul_tensor_132" -> "2568 linear_131"; -"2568 linear_131" -> "2569 dropout_85"; -"2569 dropout_85" -> "2570 view_120"; -"2570 view_120" -> "2571 permute_99"; -"2571 permute_99" -> "2572 reshape_98"; -"2572 reshape_98" -> "2573 roll_21"; -"2573 roll_21" -> "2574 slice_325"; -"2574 slice_325" -> "2575 slice_326"; -"2575 slice_326" -> "2576 slice_327"; -"2576 slice_327" -> "2577 slice_328"; -"2577 slice_328" -> "2578 contiguous_41"; -"2578 contiguous_41" -> "2581 layer_norm_45"; -"2579 _param_constant354" -> "2581 layer_norm_45"; -"2580 _param_constant355" -> "2581 layer_norm_45"; -"2581 layer_norm_45" -> "2582 add_75"; -"2582 add_75" -> "2583 add_75_0_0_nncf_smooth_quant_0"; -"2582 add_75" -> "2605 add_76"; -"2583 add_75_0_0_nncf_smooth_quant_0" -> "2584 quantize_per_tensor_default_133"; -"2584 quantize_per_tensor_default_133" -> "2585 dequantize_per_tensor_default_133"; -"2585 dequantize_per_tensor_default_133" -> "2590 linear_132"; -"2586 linear_132_scale_0_updated_constant0" -> "2589 mul_tensor_133"; -"2587 compressed_weight_updated_constant282" -> "2589 mul_tensor_133"; -"2588 _param_constant357_0_0" -> "2590 linear_132"; -"2589 mul_tensor_133" -> "2590 linear_132"; -"2590 linear_132" -> "2591 gelu_21"; -"2591 gelu_21" -> "2592 dropout_86"; -"2592 dropout_86" -> "2593 dropout_86_0_0_nncf_smooth_quant_0"; -"2593 dropout_86_0_0_nncf_smooth_quant_0" -> "2594 quantize_per_tensor_default_134"; -"2594 quantize_per_tensor_default_134" -> "2595 dequantize_per_tensor_default_134"; -"2595 dequantize_per_tensor_default_134" -> "2600 linear_133"; -"2596 linear_133_scale_0_updated_constant0" -> "2599 mul_tensor_134"; -"2597 compressed_weight_updated_constant283" -> "2599 mul_tensor_134"; -"2598 _param_constant359_0_0" -> "2600 linear_133"; -"2599 mul_tensor_134" -> "2600 linear_133"; -"2600 linear_133" -> "2601 dropout_87"; -"2601 dropout_87" -> "2604 layer_norm_46"; -"2602 _param_constant360" -> "2604 layer_norm_46"; -"2603 _param_constant361" -> "2604 layer_norm_46"; -"2604 layer_norm_46" -> "2605 add_76"; -"2605 add_76" -> "2606 pad_24"; -"2606 pad_24" -> "2607 slice_329"; -"2606 pad_24" -> "2610 slice_332"; -"2606 pad_24" -> "2613 slice_335"; -"2606 pad_24" -> "2616 slice_338"; -"2607 slice_329" -> "2608 slice_330"; -"2608 slice_330" -> "2609 slice_331"; -"2609 slice_331" -> "2619 cat_2"; -"2610 slice_332" -> "2611 slice_333"; -"2611 slice_333" -> "2612 slice_334"; -"2612 slice_334" -> "2619 cat_2"; -"2613 slice_335" -> "2614 slice_336"; -"2614 slice_336" -> "2615 slice_337"; -"2615 slice_337" -> "2619 cat_2"; -"2616 slice_338" -> "2617 slice_339"; -"2617 slice_339" -> "2618 slice_340"; -"2618 slice_340" -> "2619 cat_2"; -"2619 cat_2" -> "2620 cat_2_0_0_nncf_smooth_quant_0"; -"2620 cat_2_0_0_nncf_smooth_quant_0" -> "2621 quantize_per_tensor_default_135"; -"2621 quantize_per_tensor_default_135" -> "2622 dequantize_per_tensor_default_135"; -"2622 dequantize_per_tensor_default_135" -> "2626 linear_134"; -"2623 linear_134_scale_0_updated_constant0" -> "2625 mul_tensor_135"; -"2624 compressed_weight_updated_constant284" -> "2625 mul_tensor_135"; -"2625 mul_tensor_135" -> "2626 linear_134"; -"2626 linear_134" -> "2629 layer_norm_47"; -"2627 _param_constant363" -> "2629 layer_norm_47"; -"2628 _param_constant364" -> "2629 layer_norm_47"; -"2629 layer_norm_47" -> "2652 pad_25"; -"2629 layer_norm_47" -> "2713 add_78"; -"2630 _tensor_constant143" -> "2631 _tensor_constant143_0_0_nncf_smooth_quant_0"; -"2631 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2636 linear_135"; -"2632 linear_135_scale_0_updated_constant0" -> "2635 mul_tensor_136"; -"2633 compressed_weight_updated_constant285" -> "2635 mul_tensor_136"; -"2634 _param_constant366_0_0" -> "2636 linear_135"; -"2635 mul_tensor_136" -> "2636 linear_135"; -"2636 linear_135" -> "2637 relu__22"; -"2637 relu__22" -> "2638 relu__22_0_0_nncf_smooth_quant_0"; -"2638 relu__22_0_0_nncf_smooth_quant_0" -> "2642 linear_136"; -"2639 linear_136_scale_0_updated_constant0" -> "2641 mul_tensor_137"; -"2640 compressed_weight_updated_constant286" -> "2641 mul_tensor_137"; -"2641 mul_tensor_137" -> "2642 linear_136"; -"2642 linear_136" -> "2643 view_121"; -"2643 view_121" -> "2645 index_22"; -"2644 _tensor_constant144" -> "2645 index_22"; -"2645 index_22" -> "2646 view_122"; -"2646 view_122" -> "2647 permute_100"; -"2647 permute_100" -> "2648 contiguous_42"; -"2648 contiguous_42" -> "2649 unsqueeze_66"; -"2649 unsqueeze_66" -> "2650 sigmoid_22"; -"2650 sigmoid_22" -> "2651 mul_44"; -"2651 mul_44" -> "2687 add_77"; -"2652 pad_25" -> "2653 view_123"; -"2653 view_123" -> "2654 permute_101"; -"2654 permute_101" -> "2655 reshape_99"; -"2655 reshape_99" -> "2656 reshape_99_0_0_nncf_smooth_quant_0"; -"2656 reshape_99_0_0_nncf_smooth_quant_0" -> "2657 quantize_per_tensor_default_136"; -"2657 quantize_per_tensor_default_136" -> "2658 dequantize_per_tensor_default_136"; -"2658 dequantize_per_tensor_default_136" -> "2663 linear_137"; -"2659 linear_137_scale_0_updated_constant0" -> "2662 mul_tensor_138"; -"2660 compressed_weight_updated_constant287" -> "2662 mul_tensor_138"; -"2661 _param_constant368_0_0" -> "2663 linear_137"; -"2662 mul_tensor_138" -> "2663 linear_137"; -"2663 linear_137" -> "2664 reshape_100"; -"2664 reshape_100" -> "2665 permute_102"; -"2665 permute_102" -> "2666 select_66"; -"2665 permute_102" -> "2667 select_67"; -"2665 permute_102" -> "2668 select_68"; -"2666 select_66" -> "2669 linalg_vector_norm_44"; -"2666 select_66" -> "2671 expand_as_44"; -"2666 select_66" -> "2672 div_44"; -"2667 select_67" -> "2675 linalg_vector_norm_45"; -"2667 select_67" -> "2677 expand_as_45"; -"2667 select_67" -> "2678 div_45"; -"2668 select_68" -> "2690 matmul_45"; -"2669 linalg_vector_norm_44" -> "2670 clamp_min_44"; -"2670 clamp_min_44" -> "2671 expand_as_44"; -"2671 expand_as_44" -> "2672 div_44"; -"2672 div_44" -> "2673 quantize_per_tensor_default_137"; -"2673 quantize_per_tensor_default_137" -> "2674 dequantize_per_tensor_default_137"; -"2674 dequantize_per_tensor_default_137" -> "2682 matmul_44"; -"2675 linalg_vector_norm_45" -> "2676 clamp_min_45"; -"2676 clamp_min_45" -> "2677 expand_as_45"; -"2677 expand_as_45" -> "2678 div_45"; -"2678 div_45" -> "2679 quantize_per_tensor_default_138"; -"2679 quantize_per_tensor_default_138" -> "2680 dequantize_per_tensor_default_138"; -"2680 dequantize_per_tensor_default_138" -> "2681 transpose_44"; -"2681 transpose_44" -> "2682 matmul_44"; -"2682 matmul_44" -> "2686 mul_45"; -"2683 _param_constant370" -> "2684 clamp_22"; -"2684 clamp_22" -> "2685 exp_22"; -"2685 exp_22" -> "2686 mul_45"; -"2686 mul_45" -> "2687 add_77"; -"2687 add_77" -> "2688 softmax_22"; -"2688 softmax_22" -> "2689 dropout_88"; -"2689 dropout_88" -> "2690 matmul_45"; -"2690 matmul_45" -> "2691 transpose_45"; -"2691 transpose_45" -> "2692 reshape_101"; -"2692 reshape_101" -> "2693 reshape_101_0_0_nncf_smooth_quant_0"; -"2693 reshape_101_0_0_nncf_smooth_quant_0" -> "2694 quantize_per_tensor_default_139"; -"2694 quantize_per_tensor_default_139" -> "2695 dequantize_per_tensor_default_139"; -"2695 dequantize_per_tensor_default_139" -> "2700 linear_138"; -"2696 linear_138_scale_0_updated_constant0" -> "2699 mul_tensor_139"; -"2697 compressed_weight_updated_constant288" -> "2699 mul_tensor_139"; -"2698 _param_constant372_0_0" -> "2700 linear_138"; -"2699 mul_tensor_139" -> "2700 linear_138"; -"2700 linear_138" -> "2701 dropout_89"; -"2701 dropout_89" -> "2702 view_124"; -"2702 view_124" -> "2703 permute_103"; -"2703 permute_103" -> "2704 reshape_102"; -"2704 reshape_102" -> "2705 slice_342"; -"2705 slice_342" -> "2706 slice_343"; -"2706 slice_343" -> "2707 slice_344"; -"2707 slice_344" -> "2708 slice_345"; -"2708 slice_345" -> "2709 contiguous_43"; -"2709 contiguous_43" -> "2712 layer_norm_48"; -"2710 _param_constant373" -> "2712 layer_norm_48"; -"2711 _param_constant374" -> "2712 layer_norm_48"; -"2712 layer_norm_48" -> "2713 add_78"; -"2713 add_78" -> "2714 add_78_0_0_nncf_smooth_quant_0"; -"2713 add_78" -> "2736 add_79"; -"2714 add_78_0_0_nncf_smooth_quant_0" -> "2715 quantize_per_tensor_default_140"; -"2715 quantize_per_tensor_default_140" -> "2716 dequantize_per_tensor_default_140"; -"2716 dequantize_per_tensor_default_140" -> "2721 linear_139"; -"2717 linear_139_scale_0_updated_constant0" -> "2720 mul_tensor_140"; -"2718 compressed_weight_updated_constant289" -> "2720 mul_tensor_140"; -"2719 _param_constant376_0_0" -> "2721 linear_139"; -"2720 mul_tensor_140" -> "2721 linear_139"; -"2721 linear_139" -> "2722 gelu_22"; -"2722 gelu_22" -> "2723 dropout_90"; -"2723 dropout_90" -> "2724 dropout_90_0_0_nncf_smooth_quant_0"; -"2724 dropout_90_0_0_nncf_smooth_quant_0" -> "2725 quantize_per_tensor_default_141"; -"2725 quantize_per_tensor_default_141" -> "2726 dequantize_per_tensor_default_141"; -"2726 dequantize_per_tensor_default_141" -> "2731 linear_140"; -"2727 linear_140_scale_0_updated_constant0" -> "2730 mul_tensor_141"; -"2728 compressed_weight_updated_constant290" -> "2730 mul_tensor_141"; -"2729 _param_constant378_0_0" -> "2731 linear_140"; -"2730 mul_tensor_141" -> "2731 linear_140"; -"2731 linear_140" -> "2732 dropout_91"; -"2732 dropout_91" -> "2735 layer_norm_49"; -"2733 _param_constant379" -> "2735 layer_norm_49"; -"2734 _param_constant380" -> "2735 layer_norm_49"; -"2735 layer_norm_49" -> "2736 add_79"; -"2736 add_79" -> "2759 pad_26"; -"2736 add_79" -> "2820 add_81"; -"2737 _tensor_constant145" -> "2738 _tensor_constant145_0_0_nncf_smooth_quant_0"; -"2738 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "2743 linear_141"; -"2739 linear_141_scale_0_updated_constant0" -> "2742 mul_tensor_142"; -"2740 compressed_weight_updated_constant291" -> "2742 mul_tensor_142"; -"2741 _param_constant382_0_0" -> "2743 linear_141"; -"2742 mul_tensor_142" -> "2743 linear_141"; -"2743 linear_141" -> "2744 relu__23"; -"2744 relu__23" -> "2745 relu__23_0_0_nncf_smooth_quant_0"; -"2745 relu__23_0_0_nncf_smooth_quant_0" -> "2749 linear_142"; -"2746 linear_142_scale_0_updated_constant0" -> "2748 mul_tensor_143"; -"2747 compressed_weight_updated_constant292" -> "2748 mul_tensor_143"; -"2748 mul_tensor_143" -> "2749 linear_142"; -"2749 linear_142" -> "2750 view_125"; -"2750 view_125" -> "2752 index_23"; -"2751 _tensor_constant146" -> "2752 index_23"; -"2752 index_23" -> "2753 view_126"; -"2753 view_126" -> "2754 permute_104"; -"2754 permute_104" -> "2755 contiguous_44"; -"2755 contiguous_44" -> "2756 unsqueeze_67"; -"2756 unsqueeze_67" -> "2757 sigmoid_23"; -"2757 sigmoid_23" -> "2758 mul_46"; -"2758 mul_46" -> "2794 add_80"; -"2759 pad_26" -> "2760 view_127"; -"2760 view_127" -> "2761 permute_105"; -"2761 permute_105" -> "2762 reshape_103"; -"2762 reshape_103" -> "2763 reshape_103_0_0_nncf_smooth_quant_0"; -"2763 reshape_103_0_0_nncf_smooth_quant_0" -> "2764 quantize_per_tensor_default_142"; -"2764 quantize_per_tensor_default_142" -> "2765 dequantize_per_tensor_default_142"; -"2765 dequantize_per_tensor_default_142" -> "2770 linear_143"; -"2766 linear_143_scale_0_updated_constant0" -> "2769 mul_tensor_144"; -"2767 compressed_weight_updated_constant293" -> "2769 mul_tensor_144"; -"2768 _param_constant384_0_0" -> "2770 linear_143"; -"2769 mul_tensor_144" -> "2770 linear_143"; -"2770 linear_143" -> "2771 reshape_104"; -"2771 reshape_104" -> "2772 permute_106"; -"2772 permute_106" -> "2773 select_69"; -"2772 permute_106" -> "2774 select_70"; -"2772 permute_106" -> "2775 select_71"; -"2773 select_69" -> "2776 linalg_vector_norm_46"; -"2773 select_69" -> "2778 expand_as_46"; -"2773 select_69" -> "2779 div_46"; -"2774 select_70" -> "2782 linalg_vector_norm_47"; -"2774 select_70" -> "2784 expand_as_47"; -"2774 select_70" -> "2785 div_47"; -"2775 select_71" -> "2797 matmul_47"; -"2776 linalg_vector_norm_46" -> "2777 clamp_min_46"; -"2777 clamp_min_46" -> "2778 expand_as_46"; -"2778 expand_as_46" -> "2779 div_46"; -"2779 div_46" -> "2780 quantize_per_tensor_default_143"; -"2780 quantize_per_tensor_default_143" -> "2781 dequantize_per_tensor_default_143"; -"2781 dequantize_per_tensor_default_143" -> "2789 matmul_46"; -"2782 linalg_vector_norm_47" -> "2783 clamp_min_47"; -"2783 clamp_min_47" -> "2784 expand_as_47"; -"2784 expand_as_47" -> "2785 div_47"; -"2785 div_47" -> "2786 quantize_per_tensor_default_144"; -"2786 quantize_per_tensor_default_144" -> "2787 dequantize_per_tensor_default_144"; -"2787 dequantize_per_tensor_default_144" -> "2788 transpose_46"; -"2788 transpose_46" -> "2789 matmul_46"; -"2789 matmul_46" -> "2793 mul_47"; -"2790 _param_constant386" -> "2791 clamp_23"; -"2791 clamp_23" -> "2792 exp_23"; -"2792 exp_23" -> "2793 mul_47"; -"2793 mul_47" -> "2794 add_80"; -"2794 add_80" -> "2795 softmax_23"; -"2795 softmax_23" -> "2796 dropout_92"; -"2796 dropout_92" -> "2797 matmul_47"; -"2797 matmul_47" -> "2798 transpose_47"; -"2798 transpose_47" -> "2799 reshape_105"; -"2799 reshape_105" -> "2800 reshape_105_0_0_nncf_smooth_quant_0"; -"2800 reshape_105_0_0_nncf_smooth_quant_0" -> "2801 quantize_per_tensor_default_145"; -"2801 quantize_per_tensor_default_145" -> "2802 dequantize_per_tensor_default_145"; -"2802 dequantize_per_tensor_default_145" -> "2807 linear_144"; -"2803 linear_144_scale_0_updated_constant0" -> "2806 mul_tensor_145"; -"2804 compressed_weight_updated_constant294" -> "2806 mul_tensor_145"; -"2805 _param_constant388_0_0" -> "2807 linear_144"; -"2806 mul_tensor_145" -> "2807 linear_144"; -"2807 linear_144" -> "2808 dropout_93"; -"2808 dropout_93" -> "2809 view_128"; -"2809 view_128" -> "2810 permute_107"; -"2810 permute_107" -> "2811 reshape_106"; -"2811 reshape_106" -> "2812 slice_347"; -"2812 slice_347" -> "2813 slice_348"; -"2813 slice_348" -> "2814 slice_349"; -"2814 slice_349" -> "2815 slice_350"; -"2815 slice_350" -> "2816 contiguous_45"; -"2816 contiguous_45" -> "2819 layer_norm_50"; -"2817 _param_constant389" -> "2819 layer_norm_50"; -"2818 _param_constant390" -> "2819 layer_norm_50"; -"2819 layer_norm_50" -> "2820 add_81"; -"2820 add_81" -> "2821 add_81_0_0_nncf_smooth_quant_0"; -"2820 add_81" -> "2843 add_82"; -"2821 add_81_0_0_nncf_smooth_quant_0" -> "2822 quantize_per_tensor_default_146"; -"2822 quantize_per_tensor_default_146" -> "2823 dequantize_per_tensor_default_146"; -"2823 dequantize_per_tensor_default_146" -> "2828 linear_145"; -"2824 linear_145_scale_0_updated_constant0" -> "2827 mul_tensor_146"; -"2825 compressed_weight_updated_constant295" -> "2827 mul_tensor_146"; -"2826 _param_constant392_0_0" -> "2828 linear_145"; -"2827 mul_tensor_146" -> "2828 linear_145"; -"2828 linear_145" -> "2829 gelu_23"; -"2829 gelu_23" -> "2830 dropout_94"; -"2830 dropout_94" -> "2831 dropout_94_0_0_nncf_smooth_quant_0"; -"2831 dropout_94_0_0_nncf_smooth_quant_0" -> "2832 quantize_per_tensor_default_147"; -"2832 quantize_per_tensor_default_147" -> "2833 dequantize_per_tensor_default_147"; -"2833 dequantize_per_tensor_default_147" -> "2838 linear_146"; -"2834 linear_146_scale_0_updated_constant0" -> "2837 mul_tensor_147"; -"2835 compressed_weight_updated_constant296" -> "2837 mul_tensor_147"; -"2836 _param_constant394_0_0" -> "2838 linear_146"; -"2837 mul_tensor_147" -> "2838 linear_146"; -"2838 linear_146" -> "2839 dropout_95"; -"2839 dropout_95" -> "2842 layer_norm_51"; -"2840 _param_constant395" -> "2842 layer_norm_51"; -"2841 _param_constant396" -> "2842 layer_norm_51"; -"2842 layer_norm_51" -> "2843 add_82"; -"2843 add_82" -> "2846 layer_norm_52"; -"2844 _param_constant397" -> "2846 layer_norm_52"; -"2845 _param_constant398" -> "2846 layer_norm_52"; -"2846 layer_norm_52" -> "2847 permute_108"; -"2847 permute_108" -> "2848 adaptive_avg_pool2d"; -"2848 adaptive_avg_pool2d" -> "2849 flatten"; -"2849 flatten" -> "2850 flatten_0_0_nncf_smooth_quant_0"; -"2850 flatten_0_0_nncf_smooth_quant_0" -> "2851 quantize_per_tensor_default_148"; -"2851 quantize_per_tensor_default_148" -> "2852 dequantize_per_tensor_default_148"; -"2852 dequantize_per_tensor_default_148" -> "2857 linear_147"; -"2853 linear_147_scale_0_updated_constant0" -> "2856 mul_tensor_148"; -"2854 compressed_weight_updated_constant297" -> "2856 mul_tensor_148"; -"2855 _param_constant400_0_0" -> "2857 linear_147"; -"2856 mul_tensor_148" -> "2857 linear_147"; -"2857 linear_147" -> "2858 output"; -} +"3 _param_constant0" [id=3, type=get_attr]; +"4 conv2d_scale_0" [id=4, type=get_attr]; +"5 conv2d_zero_point_0" [id=5, type=get_attr]; +"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; +"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; +"8 _param_constant1_0_0" [id=8, type=get_attr]; +"9 conv2d" [id=9, type=conv2d]; +"10 permute" [id=10, type=permute]; +"11 _param_constant2" [id=11, type=get_attr]; +"12 _param_constant3" [id=12, type=get_attr]; +"13 layer_norm" [id=13, type=layer_norm]; +"14 _tensor_constant0" [id=14, type=get_attr]; +"15 linear_updated_constant0" [id=15, type=get_attr]; +"16 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=16, type=call_module]; +"17 linear_scale_0" [id=17, type=get_attr]; +"18 linear_zero_point_0" [id=18, type=get_attr]; +"19 quantize_per_channel_default_1" [id=19, type=quantize_per_channel]; +"20 dequantize_per_channel_default_1" [id=20, type=dequantize_per_channel]; +"21 _param_constant5_0_0" [id=21, type=get_attr]; +"22 linear" [id=22, type=linear]; +"23 relu_" [id=23, type=relu_]; +"24 linear_1_updated_constant0" [id=24, type=get_attr]; +"25 relu__0_0_nncf_smooth_quant_0" [id=25, type=call_module]; +"26 linear_1_scale_0" [id=26, type=get_attr]; +"27 linear_1_zero_point_0" [id=27, type=get_attr]; +"28 quantize_per_channel_default_2" [id=28, type=quantize_per_channel]; +"29 dequantize_per_channel_default_2" [id=29, type=dequantize_per_channel]; +"30 linear_1" [id=30, type=linear]; +"31 view" [id=31, type=view]; +"32 _tensor_constant1" [id=32, type=get_attr]; +"33 index" [id=33, type=index]; +"34 view_1" [id=34, type=view]; +"35 permute_1" [id=35, type=permute]; +"36 contiguous" [id=36, type=contiguous]; +"37 unsqueeze" [id=37, type=unsqueeze]; +"38 sigmoid" [id=38, type=sigmoid]; +"39 mul" [id=39, type=mul]; +"40 pad" [id=40, type=pad]; +"41 view_2" [id=41, type=view]; +"42 permute_2" [id=42, type=permute]; +"43 reshape" [id=43, type=reshape]; +"44 linear_2_updated_constant0" [id=44, type=get_attr]; +"45 reshape_0_0_nncf_smooth_quant_0" [id=45, type=call_module]; +"46 quantize_per_tensor_default_1" [id=46, type=quantize_per_tensor]; +"47 dequantize_per_tensor_default_1" [id=47, type=dequantize_per_tensor]; +"48 linear_2_scale_0" [id=48, type=get_attr]; +"49 linear_2_zero_point_0" [id=49, type=get_attr]; +"50 quantize_per_channel_default_3" [id=50, type=quantize_per_channel]; +"51 dequantize_per_channel_default_3" [id=51, type=dequantize_per_channel]; +"52 _param_constant7_0_0" [id=52, type=get_attr]; +"53 linear_2" [id=53, type=linear]; +"54 reshape_1" [id=54, type=reshape]; +"55 permute_3" [id=55, type=permute]; +"56 select" [id=56, type=select]; +"57 select_1" [id=57, type=select]; +"58 select_2" [id=58, type=select]; +"59 linalg_vector_norm" [id=59, type=linalg_vector_norm]; +"60 clamp_min" [id=60, type=clamp_min]; +"61 expand_as" [id=61, type=expand_as]; +"62 div" [id=62, type=div]; +"63 quantize_per_tensor_default_2" [id=63, type=quantize_per_tensor]; +"64 dequantize_per_tensor_default_2" [id=64, type=dequantize_per_tensor]; +"65 linalg_vector_norm_1" [id=65, type=linalg_vector_norm]; +"66 clamp_min_1" [id=66, type=clamp_min]; +"67 expand_as_1" [id=67, type=expand_as]; +"68 div_1" [id=68, type=div]; +"69 quantize_per_tensor_default_3" [id=69, type=quantize_per_tensor]; +"70 dequantize_per_tensor_default_3" [id=70, type=dequantize_per_tensor]; +"71 transpose" [id=71, type=transpose]; +"72 matmul" [id=72, type=matmul]; +"73 _param_constant9" [id=73, type=get_attr]; +"74 clamp" [id=74, type=clamp]; +"75 exp" [id=75, type=exp]; +"76 mul_1" [id=76, type=mul]; +"77 add" [id=77, type=add]; +"78 softmax" [id=78, type=softmax]; +"79 dropout" [id=79, type=dropout]; +"80 matmul_1" [id=80, type=matmul]; +"81 transpose_1" [id=81, type=transpose]; +"82 reshape_2" [id=82, type=reshape]; +"83 linear_3_updated_constant0" [id=83, type=get_attr]; +"84 reshape_2_0_0_nncf_smooth_quant_0" [id=84, type=call_module]; +"85 quantize_per_tensor_default_4" [id=85, type=quantize_per_tensor]; +"86 dequantize_per_tensor_default_4" [id=86, type=dequantize_per_tensor]; +"87 linear_3_scale_0" [id=87, type=get_attr]; +"88 linear_3_zero_point_0" [id=88, type=get_attr]; +"89 quantize_per_channel_default_4" [id=89, type=quantize_per_channel]; +"90 dequantize_per_channel_default_4" [id=90, type=dequantize_per_channel]; +"91 _param_constant11_0_0" [id=91, type=get_attr]; +"92 linear_3" [id=92, type=linear]; +"93 dropout_1" [id=93, type=dropout]; +"94 view_3" [id=94, type=view]; +"95 permute_4" [id=95, type=permute]; +"96 reshape_3" [id=96, type=reshape]; +"97 slice_2" [id=97, type=slice]; +"98 slice_3" [id=98, type=slice]; +"99 _param_constant12" [id=99, type=get_attr]; +"100 _param_constant13" [id=100, type=get_attr]; +"101 layer_norm_1" [id=101, type=layer_norm]; +"102 add_1" [id=102, type=add]; +"103 linear_4_updated_constant0" [id=103, type=get_attr]; +"104 add_1_0_0_nncf_smooth_quant_0" [id=104, type=call_module]; +"105 quantize_per_tensor_default_5" [id=105, type=quantize_per_tensor]; +"106 dequantize_per_tensor_default_5" [id=106, type=dequantize_per_tensor]; +"107 linear_4_scale_0" [id=107, type=get_attr]; +"108 linear_4_zero_point_0" [id=108, type=get_attr]; +"109 quantize_per_channel_default_5" [id=109, type=quantize_per_channel]; +"110 dequantize_per_channel_default_5" [id=110, type=dequantize_per_channel]; +"111 _param_constant15_0_0" [id=111, type=get_attr]; +"112 linear_4" [id=112, type=linear]; +"113 gelu" [id=113, type=gelu]; +"114 dropout_2" [id=114, type=dropout]; +"115 linear_5_updated_constant0" [id=115, type=get_attr]; +"116 dropout_2_0_0_nncf_smooth_quant_0" [id=116, type=call_module]; +"117 quantize_per_tensor_default_6" [id=117, type=quantize_per_tensor]; +"118 dequantize_per_tensor_default_6" [id=118, type=dequantize_per_tensor]; +"119 linear_5_scale_0" [id=119, type=get_attr]; +"120 linear_5_zero_point_0" [id=120, type=get_attr]; +"121 quantize_per_channel_default_6" [id=121, type=quantize_per_channel]; +"122 dequantize_per_channel_default_6" [id=122, type=dequantize_per_channel]; +"123 _param_constant17_0_0" [id=123, type=get_attr]; +"124 linear_5" [id=124, type=linear]; +"125 dropout_3" [id=125, type=dropout]; +"126 _param_constant18" [id=126, type=get_attr]; +"127 _param_constant19" [id=127, type=get_attr]; +"128 layer_norm_2" [id=128, type=layer_norm]; +"129 add_2" [id=129, type=add]; +"130 _tensor_constant2" [id=130, type=get_attr]; +"131 linear_6_updated_constant0" [id=131, type=get_attr]; +"132 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=132, type=call_module]; +"133 linear_6_scale_0" [id=133, type=get_attr]; +"134 linear_6_zero_point_0" [id=134, type=get_attr]; +"135 quantize_per_channel_default_7" [id=135, type=quantize_per_channel]; +"136 dequantize_per_channel_default_7" [id=136, type=dequantize_per_channel]; +"137 _param_constant21_0_0" [id=137, type=get_attr]; +"138 linear_6" [id=138, type=linear]; +"139 relu__1" [id=139, type=relu_]; +"140 linear_7_updated_constant0" [id=140, type=get_attr]; +"141 relu__1_0_0_nncf_smooth_quant_0" [id=141, type=call_module]; +"142 linear_7_scale_0" [id=142, type=get_attr]; +"143 linear_7_zero_point_0" [id=143, type=get_attr]; +"144 quantize_per_channel_default_8" [id=144, type=quantize_per_channel]; +"145 dequantize_per_channel_default_8" [id=145, type=dequantize_per_channel]; +"146 linear_7" [id=146, type=linear]; +"147 view_4" [id=147, type=view]; +"148 _tensor_constant3" [id=148, type=get_attr]; +"149 index_1" [id=149, type=index]; +"150 view_5" [id=150, type=view]; +"151 permute_5" [id=151, type=permute]; +"152 contiguous_1" [id=152, type=contiguous]; +"153 unsqueeze_1" [id=153, type=unsqueeze]; +"154 sigmoid_1" [id=154, type=sigmoid]; +"155 mul_2" [id=155, type=mul]; +"156 pad_1" [id=156, type=pad]; +"157 roll" [id=157, type=roll]; +"158 view_6" [id=158, type=view]; +"159 permute_6" [id=159, type=permute]; +"160 reshape_4" [id=160, type=reshape]; +"161 linear_8_updated_constant0" [id=161, type=get_attr]; +"162 reshape_4_0_0_nncf_smooth_quant_0" [id=162, type=call_module]; +"163 quantize_per_tensor_default_7" [id=163, type=quantize_per_tensor]; +"164 dequantize_per_tensor_default_7" [id=164, type=dequantize_per_tensor]; +"165 linear_8_scale_0" [id=165, type=get_attr]; +"166 linear_8_zero_point_0" [id=166, type=get_attr]; +"167 quantize_per_channel_default_9" [id=167, type=quantize_per_channel]; +"168 dequantize_per_channel_default_9" [id=168, type=dequantize_per_channel]; +"169 _param_constant23_0_0" [id=169, type=get_attr]; +"170 linear_8" [id=170, type=linear]; +"171 reshape_5" [id=171, type=reshape]; +"172 permute_7" [id=172, type=permute]; +"173 select_3" [id=173, type=select]; +"174 select_4" [id=174, type=select]; +"175 select_5" [id=175, type=select]; +"176 linalg_vector_norm_2" [id=176, type=linalg_vector_norm]; +"177 clamp_min_2" [id=177, type=clamp_min]; +"178 expand_as_2" [id=178, type=expand_as]; +"179 div_2" [id=179, type=div]; +"180 quantize_per_tensor_default_8" [id=180, type=quantize_per_tensor]; +"181 dequantize_per_tensor_default_8" [id=181, type=dequantize_per_tensor]; +"182 linalg_vector_norm_3" [id=182, type=linalg_vector_norm]; +"183 clamp_min_3" [id=183, type=clamp_min]; +"184 expand_as_3" [id=184, type=expand_as]; +"185 div_3" [id=185, type=div]; +"186 quantize_per_tensor_default_9" [id=186, type=quantize_per_tensor]; +"187 dequantize_per_tensor_default_9" [id=187, type=dequantize_per_tensor]; +"188 transpose_2" [id=188, type=transpose]; +"189 matmul_2" [id=189, type=matmul]; +"190 _param_constant25" [id=190, type=get_attr]; +"191 clamp_1" [id=191, type=clamp]; +"192 exp_1" [id=192, type=exp]; +"193 mul_3" [id=193, type=mul]; +"194 add_3" [id=194, type=add]; +"195 new_zeros" [id=195, type=new_zeros]; +"196 view_7" [id=196, type=view]; +"197 permute_8" [id=197, type=permute]; +"198 reshape_6" [id=198, type=reshape]; +"199 unsqueeze_2" [id=199, type=unsqueeze]; +"200 unsqueeze_3" [id=200, type=unsqueeze]; +"201 sub" [id=201, type=sub]; +"202 ne" [id=202, type=ne]; +"203 masked_fill" [id=203, type=masked_fill]; +"204 eq" [id=204, type=eq]; +"205 masked_fill_1" [id=205, type=masked_fill]; +"206 view_8" [id=206, type=view]; +"207 unsqueeze_4" [id=207, type=unsqueeze]; +"208 unsqueeze_5" [id=208, type=unsqueeze]; +"209 add_4" [id=209, type=add]; +"210 view_9" [id=210, type=view]; +"211 softmax_1" [id=211, type=softmax]; +"212 dropout_4" [id=212, type=dropout]; +"213 matmul_3" [id=213, type=matmul]; +"214 transpose_3" [id=214, type=transpose]; +"215 reshape_7" [id=215, type=reshape]; +"216 linear_9_updated_constant0" [id=216, type=get_attr]; +"217 reshape_7_0_0_nncf_smooth_quant_0" [id=217, type=call_module]; +"218 quantize_per_tensor_default_10" [id=218, type=quantize_per_tensor]; +"219 dequantize_per_tensor_default_10" [id=219, type=dequantize_per_tensor]; +"220 linear_9_scale_0" [id=220, type=get_attr]; +"221 linear_9_zero_point_0" [id=221, type=get_attr]; +"222 quantize_per_channel_default_10" [id=222, type=quantize_per_channel]; +"223 dequantize_per_channel_default_10" [id=223, type=dequantize_per_channel]; +"224 _param_constant27_0_0" [id=224, type=get_attr]; +"225 linear_9" [id=225, type=linear]; +"226 dropout_5" [id=226, type=dropout]; +"227 view_10" [id=227, type=view]; +"228 permute_9" [id=228, type=permute]; +"229 reshape_8" [id=229, type=reshape]; +"230 roll_1" [id=230, type=roll]; +"231 slice_23" [id=231, type=slice]; +"232 slice_24" [id=232, type=slice]; +"233 _param_constant28" [id=233, type=get_attr]; +"234 _param_constant29" [id=234, type=get_attr]; +"235 layer_norm_3" [id=235, type=layer_norm]; +"236 add_5" [id=236, type=add]; +"237 linear_10_updated_constant0" [id=237, type=get_attr]; +"238 add_5_0_0_nncf_smooth_quant_0" [id=238, type=call_module]; +"239 quantize_per_tensor_default_11" [id=239, type=quantize_per_tensor]; +"240 dequantize_per_tensor_default_11" [id=240, type=dequantize_per_tensor]; +"241 linear_10_scale_0" [id=241, type=get_attr]; +"242 linear_10_zero_point_0" [id=242, type=get_attr]; +"243 quantize_per_channel_default_11" [id=243, type=quantize_per_channel]; +"244 dequantize_per_channel_default_11" [id=244, type=dequantize_per_channel]; +"245 _param_constant31_0_0" [id=245, type=get_attr]; +"246 linear_10" [id=246, type=linear]; +"247 gelu_1" [id=247, type=gelu]; +"248 dropout_6" [id=248, type=dropout]; +"249 linear_11_updated_constant0" [id=249, type=get_attr]; +"250 dropout_6_0_0_nncf_smooth_quant_0" [id=250, type=call_module]; +"251 quantize_per_tensor_default_12" [id=251, type=quantize_per_tensor]; +"252 dequantize_per_tensor_default_12" [id=252, type=dequantize_per_tensor]; +"253 linear_11_scale_0" [id=253, type=get_attr]; +"254 linear_11_zero_point_0" [id=254, type=get_attr]; +"255 quantize_per_channel_default_12" [id=255, type=quantize_per_channel]; +"256 dequantize_per_channel_default_12" [id=256, type=dequantize_per_channel]; +"257 _param_constant33_0_0" [id=257, type=get_attr]; +"258 linear_11" [id=258, type=linear]; +"259 dropout_7" [id=259, type=dropout]; +"260 _param_constant34" [id=260, type=get_attr]; +"261 _param_constant35" [id=261, type=get_attr]; +"262 layer_norm_4" [id=262, type=layer_norm]; +"263 add_6" [id=263, type=add]; +"264 pad_2" [id=264, type=pad]; +"265 slice_25" [id=265, type=slice]; +"266 slice_26" [id=266, type=slice]; +"267 slice_27" [id=267, type=slice]; +"268 slice_28" [id=268, type=slice]; +"269 slice_29" [id=269, type=slice]; +"270 slice_30" [id=270, type=slice]; +"271 slice_31" [id=271, type=slice]; +"272 slice_32" [id=272, type=slice]; +"273 slice_33" [id=273, type=slice]; +"274 slice_34" [id=274, type=slice]; +"275 slice_35" [id=275, type=slice]; +"276 slice_36" [id=276, type=slice]; +"277 cat" [id=277, type=cat]; +"278 linear_12_updated_constant0" [id=278, type=get_attr]; +"279 cat_0_0_nncf_smooth_quant_0" [id=279, type=call_module]; +"280 quantize_per_tensor_default_13" [id=280, type=quantize_per_tensor]; +"281 dequantize_per_tensor_default_13" [id=281, type=dequantize_per_tensor]; +"282 linear_12_scale_0" [id=282, type=get_attr]; +"283 linear_12_zero_point_0" [id=283, type=get_attr]; +"284 quantize_per_channel_default_13" [id=284, type=quantize_per_channel]; +"285 dequantize_per_channel_default_13" [id=285, type=dequantize_per_channel]; +"286 linear_12" [id=286, type=linear]; +"287 _param_constant37" [id=287, type=get_attr]; +"288 _param_constant38" [id=288, type=get_attr]; +"289 layer_norm_5" [id=289, type=layer_norm]; +"290 _tensor_constant13" [id=290, type=get_attr]; +"291 linear_13_updated_constant0" [id=291, type=get_attr]; +"292 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=292, type=call_module]; +"293 linear_13_scale_0" [id=293, type=get_attr]; +"294 linear_13_zero_point_0" [id=294, type=get_attr]; +"295 quantize_per_channel_default_14" [id=295, type=quantize_per_channel]; +"296 dequantize_per_channel_default_14" [id=296, type=dequantize_per_channel]; +"297 _param_constant40_0_0" [id=297, type=get_attr]; +"298 linear_13" [id=298, type=linear]; +"299 relu__2" [id=299, type=relu_]; +"300 linear_14_updated_constant0" [id=300, type=get_attr]; +"301 relu__2_0_0_nncf_smooth_quant_0" [id=301, type=call_module]; +"302 linear_14_scale_0" [id=302, type=get_attr]; +"303 linear_14_zero_point_0" [id=303, type=get_attr]; +"304 quantize_per_channel_default_15" [id=304, type=quantize_per_channel]; +"305 dequantize_per_channel_default_15" [id=305, type=dequantize_per_channel]; +"306 linear_14" [id=306, type=linear]; +"307 view_11" [id=307, type=view]; +"308 _tensor_constant14" [id=308, type=get_attr]; +"309 index_2" [id=309, type=index]; +"310 view_12" [id=310, type=view]; +"311 permute_10" [id=311, type=permute]; +"312 contiguous_2" [id=312, type=contiguous]; +"313 unsqueeze_6" [id=313, type=unsqueeze]; +"314 sigmoid_2" [id=314, type=sigmoid]; +"315 mul_4" [id=315, type=mul]; +"316 pad_3" [id=316, type=pad]; +"317 view_13" [id=317, type=view]; +"318 permute_11" [id=318, type=permute]; +"319 reshape_9" [id=319, type=reshape]; +"320 linear_15_updated_constant0" [id=320, type=get_attr]; +"321 reshape_9_0_0_nncf_smooth_quant_0" [id=321, type=call_module]; +"322 quantize_per_tensor_default_14" [id=322, type=quantize_per_tensor]; +"323 dequantize_per_tensor_default_14" [id=323, type=dequantize_per_tensor]; +"324 linear_15_scale_0" [id=324, type=get_attr]; +"325 linear_15_zero_point_0" [id=325, type=get_attr]; +"326 quantize_per_channel_default_16" [id=326, type=quantize_per_channel]; +"327 dequantize_per_channel_default_16" [id=327, type=dequantize_per_channel]; +"328 _param_constant42_0_0" [id=328, type=get_attr]; +"329 linear_15" [id=329, type=linear]; +"330 reshape_10" [id=330, type=reshape]; +"331 permute_12" [id=331, type=permute]; +"332 select_6" [id=332, type=select]; +"333 select_7" [id=333, type=select]; +"334 select_8" [id=334, type=select]; +"335 linalg_vector_norm_4" [id=335, type=linalg_vector_norm]; +"336 clamp_min_4" [id=336, type=clamp_min]; +"337 expand_as_4" [id=337, type=expand_as]; +"338 div_4" [id=338, type=div]; +"339 quantize_per_tensor_default_15" [id=339, type=quantize_per_tensor]; +"340 dequantize_per_tensor_default_15" [id=340, type=dequantize_per_tensor]; +"341 linalg_vector_norm_5" [id=341, type=linalg_vector_norm]; +"342 clamp_min_5" [id=342, type=clamp_min]; +"343 expand_as_5" [id=343, type=expand_as]; +"344 div_5" [id=344, type=div]; +"345 quantize_per_tensor_default_16" [id=345, type=quantize_per_tensor]; +"346 dequantize_per_tensor_default_16" [id=346, type=dequantize_per_tensor]; +"347 transpose_4" [id=347, type=transpose]; +"348 matmul_4" [id=348, type=matmul]; +"349 _param_constant44" [id=349, type=get_attr]; +"350 clamp_2" [id=350, type=clamp]; +"351 exp_2" [id=351, type=exp]; +"352 mul_5" [id=352, type=mul]; +"353 add_7" [id=353, type=add]; +"354 softmax_2" [id=354, type=softmax]; +"355 dropout_8" [id=355, type=dropout]; +"356 matmul_5" [id=356, type=matmul]; +"357 transpose_5" [id=357, type=transpose]; +"358 reshape_11" [id=358, type=reshape]; +"359 linear_16_updated_constant0" [id=359, type=get_attr]; +"360 reshape_11_0_0_nncf_smooth_quant_0" [id=360, type=call_module]; +"361 quantize_per_tensor_default_17" [id=361, type=quantize_per_tensor]; +"362 dequantize_per_tensor_default_17" [id=362, type=dequantize_per_tensor]; +"363 linear_16_scale_0" [id=363, type=get_attr]; +"364 linear_16_zero_point_0" [id=364, type=get_attr]; +"365 quantize_per_channel_default_17" [id=365, type=quantize_per_channel]; +"366 dequantize_per_channel_default_17" [id=366, type=dequantize_per_channel]; +"367 _param_constant46_0_0" [id=367, type=get_attr]; +"368 linear_16" [id=368, type=linear]; +"369 dropout_9" [id=369, type=dropout]; +"370 view_14" [id=370, type=view]; +"371 permute_13" [id=371, type=permute]; +"372 reshape_12" [id=372, type=reshape]; +"373 slice_38" [id=373, type=slice]; +"374 slice_39" [id=374, type=slice]; +"375 slice_40" [id=375, type=slice]; +"376 slice_41" [id=376, type=slice]; +"377 contiguous_3" [id=377, type=contiguous]; +"378 _param_constant47" [id=378, type=get_attr]; +"379 _param_constant48" [id=379, type=get_attr]; +"380 layer_norm_6" [id=380, type=layer_norm]; +"381 add_8" [id=381, type=add]; +"382 linear_17_updated_constant0" [id=382, type=get_attr]; +"383 add_8_0_0_nncf_smooth_quant_0" [id=383, type=call_module]; +"384 quantize_per_tensor_default_18" [id=384, type=quantize_per_tensor]; +"385 dequantize_per_tensor_default_18" [id=385, type=dequantize_per_tensor]; +"386 linear_17_scale_0" [id=386, type=get_attr]; +"387 linear_17_zero_point_0" [id=387, type=get_attr]; +"388 quantize_per_channel_default_18" [id=388, type=quantize_per_channel]; +"389 dequantize_per_channel_default_18" [id=389, type=dequantize_per_channel]; +"390 _param_constant50_0_0" [id=390, type=get_attr]; +"391 linear_17" [id=391, type=linear]; +"392 gelu_2" [id=392, type=gelu]; +"393 dropout_10" [id=393, type=dropout]; +"394 linear_18_updated_constant0" [id=394, type=get_attr]; +"395 dropout_10_0_0_nncf_smooth_quant_0" [id=395, type=call_module]; +"396 quantize_per_tensor_default_19" [id=396, type=quantize_per_tensor]; +"397 dequantize_per_tensor_default_19" [id=397, type=dequantize_per_tensor]; +"398 linear_18_scale_0" [id=398, type=get_attr]; +"399 linear_18_zero_point_0" [id=399, type=get_attr]; +"400 quantize_per_channel_default_19" [id=400, type=quantize_per_channel]; +"401 dequantize_per_channel_default_19" [id=401, type=dequantize_per_channel]; +"402 _param_constant52_0_0" [id=402, type=get_attr]; +"403 linear_18" [id=403, type=linear]; +"404 dropout_11" [id=404, type=dropout]; +"405 _param_constant53" [id=405, type=get_attr]; +"406 _param_constant54" [id=406, type=get_attr]; +"407 layer_norm_7" [id=407, type=layer_norm]; +"408 add_9" [id=408, type=add]; +"409 _tensor_constant15" [id=409, type=get_attr]; +"410 linear_19_updated_constant0" [id=410, type=get_attr]; +"411 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=411, type=call_module]; +"412 linear_19_scale_0" [id=412, type=get_attr]; +"413 linear_19_zero_point_0" [id=413, type=get_attr]; +"414 quantize_per_channel_default_20" [id=414, type=quantize_per_channel]; +"415 dequantize_per_channel_default_20" [id=415, type=dequantize_per_channel]; +"416 _param_constant56_0_0" [id=416, type=get_attr]; +"417 linear_19" [id=417, type=linear]; +"418 relu__3" [id=418, type=relu_]; +"419 linear_20_updated_constant0" [id=419, type=get_attr]; +"420 relu__3_0_0_nncf_smooth_quant_0" [id=420, type=call_module]; +"421 linear_20_scale_0" [id=421, type=get_attr]; +"422 linear_20_zero_point_0" [id=422, type=get_attr]; +"423 quantize_per_channel_default_21" [id=423, type=quantize_per_channel]; +"424 dequantize_per_channel_default_21" [id=424, type=dequantize_per_channel]; +"425 linear_20" [id=425, type=linear]; +"426 view_15" [id=426, type=view]; +"427 _tensor_constant16" [id=427, type=get_attr]; +"428 index_3" [id=428, type=index]; +"429 view_16" [id=429, type=view]; +"430 permute_14" [id=430, type=permute]; +"431 contiguous_4" [id=431, type=contiguous]; +"432 unsqueeze_7" [id=432, type=unsqueeze]; +"433 sigmoid_3" [id=433, type=sigmoid]; +"434 mul_6" [id=434, type=mul]; +"435 pad_4" [id=435, type=pad]; +"436 roll_2" [id=436, type=roll]; +"437 view_17" [id=437, type=view]; +"438 permute_15" [id=438, type=permute]; +"439 reshape_13" [id=439, type=reshape]; +"440 linear_21_updated_constant0" [id=440, type=get_attr]; +"441 reshape_13_0_0_nncf_smooth_quant_0" [id=441, type=call_module]; +"442 quantize_per_tensor_default_20" [id=442, type=quantize_per_tensor]; +"443 dequantize_per_tensor_default_20" [id=443, type=dequantize_per_tensor]; +"444 linear_21_scale_0" [id=444, type=get_attr]; +"445 linear_21_zero_point_0" [id=445, type=get_attr]; +"446 quantize_per_channel_default_22" [id=446, type=quantize_per_channel]; +"447 dequantize_per_channel_default_22" [id=447, type=dequantize_per_channel]; +"448 _param_constant58_0_0" [id=448, type=get_attr]; +"449 linear_21" [id=449, type=linear]; +"450 reshape_14" [id=450, type=reshape]; +"451 permute_16" [id=451, type=permute]; +"452 select_9" [id=452, type=select]; +"453 select_10" [id=453, type=select]; +"454 select_11" [id=454, type=select]; +"455 linalg_vector_norm_6" [id=455, type=linalg_vector_norm]; +"456 clamp_min_6" [id=456, type=clamp_min]; +"457 expand_as_6" [id=457, type=expand_as]; +"458 div_6" [id=458, type=div]; +"459 quantize_per_tensor_default_21" [id=459, type=quantize_per_tensor]; +"460 dequantize_per_tensor_default_21" [id=460, type=dequantize_per_tensor]; +"461 linalg_vector_norm_7" [id=461, type=linalg_vector_norm]; +"462 clamp_min_7" [id=462, type=clamp_min]; +"463 expand_as_7" [id=463, type=expand_as]; +"464 div_7" [id=464, type=div]; +"465 quantize_per_tensor_default_22" [id=465, type=quantize_per_tensor]; +"466 dequantize_per_tensor_default_22" [id=466, type=dequantize_per_tensor]; +"467 transpose_6" [id=467, type=transpose]; +"468 matmul_6" [id=468, type=matmul]; +"469 _param_constant60" [id=469, type=get_attr]; +"470 clamp_3" [id=470, type=clamp]; +"471 exp_3" [id=471, type=exp]; +"472 mul_7" [id=472, type=mul]; +"473 add_10" [id=473, type=add]; +"474 new_zeros_1" [id=474, type=new_zeros]; +"475 view_18" [id=475, type=view]; +"476 permute_17" [id=476, type=permute]; +"477 reshape_15" [id=477, type=reshape]; +"478 unsqueeze_8" [id=478, type=unsqueeze]; +"479 unsqueeze_9" [id=479, type=unsqueeze]; +"480 sub_1" [id=480, type=sub]; +"481 ne_1" [id=481, type=ne]; +"482 masked_fill_2" [id=482, type=masked_fill]; +"483 eq_1" [id=483, type=eq]; +"484 masked_fill_3" [id=484, type=masked_fill]; +"485 view_19" [id=485, type=view]; +"486 unsqueeze_10" [id=486, type=unsqueeze]; +"487 unsqueeze_11" [id=487, type=unsqueeze]; +"488 add_11" [id=488, type=add]; +"489 view_20" [id=489, type=view]; +"490 softmax_3" [id=490, type=softmax]; +"491 dropout_12" [id=491, type=dropout]; +"492 matmul_7" [id=492, type=matmul]; +"493 transpose_7" [id=493, type=transpose]; +"494 reshape_16" [id=494, type=reshape]; +"495 linear_22_updated_constant0" [id=495, type=get_attr]; +"496 reshape_16_0_0_nncf_smooth_quant_0" [id=496, type=call_module]; +"497 quantize_per_tensor_default_23" [id=497, type=quantize_per_tensor]; +"498 dequantize_per_tensor_default_23" [id=498, type=dequantize_per_tensor]; +"499 linear_22_scale_0" [id=499, type=get_attr]; +"500 linear_22_zero_point_0" [id=500, type=get_attr]; +"501 quantize_per_channel_default_23" [id=501, type=quantize_per_channel]; +"502 dequantize_per_channel_default_23" [id=502, type=dequantize_per_channel]; +"503 _param_constant62_0_0" [id=503, type=get_attr]; +"504 linear_22" [id=504, type=linear]; +"505 dropout_13" [id=505, type=dropout]; +"506 view_21" [id=506, type=view]; +"507 permute_18" [id=507, type=permute]; +"508 reshape_17" [id=508, type=reshape]; +"509 roll_3" [id=509, type=roll]; +"510 slice_61" [id=510, type=slice]; +"511 slice_62" [id=511, type=slice]; +"512 slice_63" [id=512, type=slice]; +"513 slice_64" [id=513, type=slice]; +"514 contiguous_5" [id=514, type=contiguous]; +"515 _param_constant63" [id=515, type=get_attr]; +"516 _param_constant64" [id=516, type=get_attr]; +"517 layer_norm_8" [id=517, type=layer_norm]; +"518 add_12" [id=518, type=add]; +"519 linear_23_updated_constant0" [id=519, type=get_attr]; +"520 add_12_0_0_nncf_smooth_quant_0" [id=520, type=call_module]; +"521 quantize_per_tensor_default_24" [id=521, type=quantize_per_tensor]; +"522 dequantize_per_tensor_default_24" [id=522, type=dequantize_per_tensor]; +"523 linear_23_scale_0" [id=523, type=get_attr]; +"524 linear_23_zero_point_0" [id=524, type=get_attr]; +"525 quantize_per_channel_default_24" [id=525, type=quantize_per_channel]; +"526 dequantize_per_channel_default_24" [id=526, type=dequantize_per_channel]; +"527 _param_constant66_0_0" [id=527, type=get_attr]; +"528 linear_23" [id=528, type=linear]; +"529 gelu_3" [id=529, type=gelu]; +"530 dropout_14" [id=530, type=dropout]; +"531 linear_24_updated_constant0" [id=531, type=get_attr]; +"532 dropout_14_0_0_nncf_smooth_quant_0" [id=532, type=call_module]; +"533 quantize_per_tensor_default_25" [id=533, type=quantize_per_tensor]; +"534 dequantize_per_tensor_default_25" [id=534, type=dequantize_per_tensor]; +"535 linear_24_scale_0" [id=535, type=get_attr]; +"536 linear_24_zero_point_0" [id=536, type=get_attr]; +"537 quantize_per_channel_default_25" [id=537, type=quantize_per_channel]; +"538 dequantize_per_channel_default_25" [id=538, type=dequantize_per_channel]; +"539 _param_constant68_0_0" [id=539, type=get_attr]; +"540 linear_24" [id=540, type=linear]; +"541 dropout_15" [id=541, type=dropout]; +"542 _param_constant69" [id=542, type=get_attr]; +"543 _param_constant70" [id=543, type=get_attr]; +"544 layer_norm_9" [id=544, type=layer_norm]; +"545 add_13" [id=545, type=add]; +"546 pad_5" [id=546, type=pad]; +"547 slice_65" [id=547, type=slice]; +"548 slice_66" [id=548, type=slice]; +"549 slice_67" [id=549, type=slice]; +"550 slice_68" [id=550, type=slice]; +"551 slice_69" [id=551, type=slice]; +"552 slice_70" [id=552, type=slice]; +"553 slice_71" [id=553, type=slice]; +"554 slice_72" [id=554, type=slice]; +"555 slice_73" [id=555, type=slice]; +"556 slice_74" [id=556, type=slice]; +"557 slice_75" [id=557, type=slice]; +"558 slice_76" [id=558, type=slice]; +"559 cat_1" [id=559, type=cat]; +"560 linear_25_updated_constant0" [id=560, type=get_attr]; +"561 cat_1_0_0_nncf_smooth_quant_0" [id=561, type=call_module]; +"562 quantize_per_tensor_default_26" [id=562, type=quantize_per_tensor]; +"563 dequantize_per_tensor_default_26" [id=563, type=dequantize_per_tensor]; +"564 linear_25_scale_0" [id=564, type=get_attr]; +"565 linear_25_zero_point_0" [id=565, type=get_attr]; +"566 quantize_per_channel_default_26" [id=566, type=quantize_per_channel]; +"567 dequantize_per_channel_default_26" [id=567, type=dequantize_per_channel]; +"568 linear_25" [id=568, type=linear]; +"569 _param_constant72" [id=569, type=get_attr]; +"570 _param_constant73" [id=570, type=get_attr]; +"571 layer_norm_10" [id=571, type=layer_norm]; +"572 _tensor_constant26" [id=572, type=get_attr]; +"573 linear_26_updated_constant0" [id=573, type=get_attr]; +"574 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=574, type=call_module]; +"575 linear_26_scale_0" [id=575, type=get_attr]; +"576 linear_26_zero_point_0" [id=576, type=get_attr]; +"577 quantize_per_channel_default_27" [id=577, type=quantize_per_channel]; +"578 dequantize_per_channel_default_27" [id=578, type=dequantize_per_channel]; +"579 _param_constant75_0_0" [id=579, type=get_attr]; +"580 linear_26" [id=580, type=linear]; +"581 relu__4" [id=581, type=relu_]; +"582 linear_27_updated_constant0" [id=582, type=get_attr]; +"583 relu__4_0_0_nncf_smooth_quant_0" [id=583, type=call_module]; +"584 linear_27_scale_0" [id=584, type=get_attr]; +"585 linear_27_zero_point_0" [id=585, type=get_attr]; +"586 quantize_per_channel_default_28" [id=586, type=quantize_per_channel]; +"587 dequantize_per_channel_default_28" [id=587, type=dequantize_per_channel]; +"588 linear_27" [id=588, type=linear]; +"589 view_22" [id=589, type=view]; +"590 _tensor_constant27" [id=590, type=get_attr]; +"591 index_4" [id=591, type=index]; +"592 view_23" [id=592, type=view]; +"593 permute_19" [id=593, type=permute]; +"594 contiguous_6" [id=594, type=contiguous]; +"595 unsqueeze_12" [id=595, type=unsqueeze]; +"596 sigmoid_4" [id=596, type=sigmoid]; +"597 mul_8" [id=597, type=mul]; +"598 pad_6" [id=598, type=pad]; +"599 view_24" [id=599, type=view]; +"600 permute_20" [id=600, type=permute]; +"601 reshape_18" [id=601, type=reshape]; +"602 linear_28_updated_constant0" [id=602, type=get_attr]; +"603 reshape_18_0_0_nncf_smooth_quant_0" [id=603, type=call_module]; +"604 quantize_per_tensor_default_27" [id=604, type=quantize_per_tensor]; +"605 dequantize_per_tensor_default_27" [id=605, type=dequantize_per_tensor]; +"606 linear_28_scale_0" [id=606, type=get_attr]; +"607 linear_28_zero_point_0" [id=607, type=get_attr]; +"608 quantize_per_channel_default_29" [id=608, type=quantize_per_channel]; +"609 dequantize_per_channel_default_29" [id=609, type=dequantize_per_channel]; +"610 _param_constant77_0_0" [id=610, type=get_attr]; +"611 linear_28" [id=611, type=linear]; +"612 reshape_19" [id=612, type=reshape]; +"613 permute_21" [id=613, type=permute]; +"614 select_12" [id=614, type=select]; +"615 select_13" [id=615, type=select]; +"616 select_14" [id=616, type=select]; +"617 linalg_vector_norm_8" [id=617, type=linalg_vector_norm]; +"618 clamp_min_8" [id=618, type=clamp_min]; +"619 expand_as_8" [id=619, type=expand_as]; +"620 div_8" [id=620, type=div]; +"621 quantize_per_tensor_default_28" [id=621, type=quantize_per_tensor]; +"622 dequantize_per_tensor_default_28" [id=622, type=dequantize_per_tensor]; +"623 linalg_vector_norm_9" [id=623, type=linalg_vector_norm]; +"624 clamp_min_9" [id=624, type=clamp_min]; +"625 expand_as_9" [id=625, type=expand_as]; +"626 div_9" [id=626, type=div]; +"627 quantize_per_tensor_default_29" [id=627, type=quantize_per_tensor]; +"628 dequantize_per_tensor_default_29" [id=628, type=dequantize_per_tensor]; +"629 transpose_8" [id=629, type=transpose]; +"630 matmul_8" [id=630, type=matmul]; +"631 _param_constant79" [id=631, type=get_attr]; +"632 clamp_4" [id=632, type=clamp]; +"633 exp_4" [id=633, type=exp]; +"634 mul_9" [id=634, type=mul]; +"635 add_14" [id=635, type=add]; +"636 softmax_4" [id=636, type=softmax]; +"637 dropout_16" [id=637, type=dropout]; +"638 matmul_9" [id=638, type=matmul]; +"639 transpose_9" [id=639, type=transpose]; +"640 reshape_20" [id=640, type=reshape]; +"641 linear_29_updated_constant0" [id=641, type=get_attr]; +"642 reshape_20_0_0_nncf_smooth_quant_0" [id=642, type=call_module]; +"643 quantize_per_tensor_default_30" [id=643, type=quantize_per_tensor]; +"644 dequantize_per_tensor_default_30" [id=644, type=dequantize_per_tensor]; +"645 linear_29_scale_0" [id=645, type=get_attr]; +"646 linear_29_zero_point_0" [id=646, type=get_attr]; +"647 quantize_per_channel_default_30" [id=647, type=quantize_per_channel]; +"648 dequantize_per_channel_default_30" [id=648, type=dequantize_per_channel]; +"649 _param_constant81_0_0" [id=649, type=get_attr]; +"650 linear_29" [id=650, type=linear]; +"651 dropout_17" [id=651, type=dropout]; +"652 view_25" [id=652, type=view]; +"653 permute_22" [id=653, type=permute]; +"654 reshape_21" [id=654, type=reshape]; +"655 slice_78" [id=655, type=slice]; +"656 slice_79" [id=656, type=slice]; +"657 slice_80" [id=657, type=slice]; +"658 slice_81" [id=658, type=slice]; +"659 contiguous_7" [id=659, type=contiguous]; +"660 _param_constant82" [id=660, type=get_attr]; +"661 _param_constant83" [id=661, type=get_attr]; +"662 layer_norm_11" [id=662, type=layer_norm]; +"663 add_15" [id=663, type=add]; +"664 linear_30_updated_constant0" [id=664, type=get_attr]; +"665 add_15_0_0_nncf_smooth_quant_0" [id=665, type=call_module]; +"666 quantize_per_tensor_default_31" [id=666, type=quantize_per_tensor]; +"667 dequantize_per_tensor_default_31" [id=667, type=dequantize_per_tensor]; +"668 linear_30_scale_0" [id=668, type=get_attr]; +"669 linear_30_zero_point_0" [id=669, type=get_attr]; +"670 quantize_per_channel_default_31" [id=670, type=quantize_per_channel]; +"671 dequantize_per_channel_default_31" [id=671, type=dequantize_per_channel]; +"672 _param_constant85_0_0" [id=672, type=get_attr]; +"673 linear_30" [id=673, type=linear]; +"674 gelu_4" [id=674, type=gelu]; +"675 dropout_18" [id=675, type=dropout]; +"676 linear_31_updated_constant0" [id=676, type=get_attr]; +"677 dropout_18_0_0_nncf_smooth_quant_0" [id=677, type=call_module]; +"678 quantize_per_tensor_default_32" [id=678, type=quantize_per_tensor]; +"679 dequantize_per_tensor_default_32" [id=679, type=dequantize_per_tensor]; +"680 linear_31_scale_0" [id=680, type=get_attr]; +"681 linear_31_zero_point_0" [id=681, type=get_attr]; +"682 quantize_per_channel_default_32" [id=682, type=quantize_per_channel]; +"683 dequantize_per_channel_default_32" [id=683, type=dequantize_per_channel]; +"684 _param_constant87_0_0" [id=684, type=get_attr]; +"685 linear_31" [id=685, type=linear]; +"686 dropout_19" [id=686, type=dropout]; +"687 _param_constant88" [id=687, type=get_attr]; +"688 _param_constant89" [id=688, type=get_attr]; +"689 layer_norm_12" [id=689, type=layer_norm]; +"690 add_16" [id=690, type=add]; +"691 _tensor_constant28" [id=691, type=get_attr]; +"692 linear_32_updated_constant0" [id=692, type=get_attr]; +"693 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=693, type=call_module]; +"694 linear_32_scale_0" [id=694, type=get_attr]; +"695 linear_32_zero_point_0" [id=695, type=get_attr]; +"696 quantize_per_channel_default_33" [id=696, type=quantize_per_channel]; +"697 dequantize_per_channel_default_33" [id=697, type=dequantize_per_channel]; +"698 _param_constant91_0_0" [id=698, type=get_attr]; +"699 linear_32" [id=699, type=linear]; +"700 relu__5" [id=700, type=relu_]; +"701 linear_33_updated_constant0" [id=701, type=get_attr]; +"702 relu__5_0_0_nncf_smooth_quant_0" [id=702, type=call_module]; +"703 linear_33_scale_0" [id=703, type=get_attr]; +"704 linear_33_zero_point_0" [id=704, type=get_attr]; +"705 quantize_per_channel_default_34" [id=705, type=quantize_per_channel]; +"706 dequantize_per_channel_default_34" [id=706, type=dequantize_per_channel]; +"707 linear_33" [id=707, type=linear]; +"708 view_26" [id=708, type=view]; +"709 _tensor_constant29" [id=709, type=get_attr]; +"710 index_5" [id=710, type=index]; +"711 view_27" [id=711, type=view]; +"712 permute_23" [id=712, type=permute]; +"713 contiguous_8" [id=713, type=contiguous]; +"714 unsqueeze_13" [id=714, type=unsqueeze]; +"715 sigmoid_5" [id=715, type=sigmoid]; +"716 mul_10" [id=716, type=mul]; +"717 pad_7" [id=717, type=pad]; +"718 roll_4" [id=718, type=roll]; +"719 view_28" [id=719, type=view]; +"720 permute_24" [id=720, type=permute]; +"721 reshape_22" [id=721, type=reshape]; +"722 linear_34_updated_constant0" [id=722, type=get_attr]; +"723 reshape_22_0_0_nncf_smooth_quant_0" [id=723, type=call_module]; +"724 quantize_per_tensor_default_33" [id=724, type=quantize_per_tensor]; +"725 dequantize_per_tensor_default_33" [id=725, type=dequantize_per_tensor]; +"726 linear_34_scale_0" [id=726, type=get_attr]; +"727 linear_34_zero_point_0" [id=727, type=get_attr]; +"728 quantize_per_channel_default_35" [id=728, type=quantize_per_channel]; +"729 dequantize_per_channel_default_35" [id=729, type=dequantize_per_channel]; +"730 _param_constant93_0_0" [id=730, type=get_attr]; +"731 linear_34" [id=731, type=linear]; +"732 reshape_23" [id=732, type=reshape]; +"733 permute_25" [id=733, type=permute]; +"734 select_15" [id=734, type=select]; +"735 select_16" [id=735, type=select]; +"736 select_17" [id=736, type=select]; +"737 linalg_vector_norm_10" [id=737, type=linalg_vector_norm]; +"738 clamp_min_10" [id=738, type=clamp_min]; +"739 expand_as_10" [id=739, type=expand_as]; +"740 div_10" [id=740, type=div]; +"741 quantize_per_tensor_default_34" [id=741, type=quantize_per_tensor]; +"742 dequantize_per_tensor_default_34" [id=742, type=dequantize_per_tensor]; +"743 linalg_vector_norm_11" [id=743, type=linalg_vector_norm]; +"744 clamp_min_11" [id=744, type=clamp_min]; +"745 expand_as_11" [id=745, type=expand_as]; +"746 div_11" [id=746, type=div]; +"747 quantize_per_tensor_default_35" [id=747, type=quantize_per_tensor]; +"748 dequantize_per_tensor_default_35" [id=748, type=dequantize_per_tensor]; +"749 transpose_10" [id=749, type=transpose]; +"750 matmul_10" [id=750, type=matmul]; +"751 _param_constant95" [id=751, type=get_attr]; +"752 clamp_5" [id=752, type=clamp]; +"753 exp_5" [id=753, type=exp]; +"754 mul_11" [id=754, type=mul]; +"755 add_17" [id=755, type=add]; +"756 new_zeros_2" [id=756, type=new_zeros]; +"757 view_29" [id=757, type=view]; +"758 permute_26" [id=758, type=permute]; +"759 reshape_24" [id=759, type=reshape]; +"760 unsqueeze_14" [id=760, type=unsqueeze]; +"761 unsqueeze_15" [id=761, type=unsqueeze]; +"762 sub_2" [id=762, type=sub]; +"763 ne_2" [id=763, type=ne]; +"764 masked_fill_4" [id=764, type=masked_fill]; +"765 eq_2" [id=765, type=eq]; +"766 masked_fill_5" [id=766, type=masked_fill]; +"767 view_30" [id=767, type=view]; +"768 unsqueeze_16" [id=768, type=unsqueeze]; +"769 unsqueeze_17" [id=769, type=unsqueeze]; +"770 add_18" [id=770, type=add]; +"771 view_31" [id=771, type=view]; +"772 softmax_5" [id=772, type=softmax]; +"773 dropout_20" [id=773, type=dropout]; +"774 matmul_11" [id=774, type=matmul]; +"775 transpose_11" [id=775, type=transpose]; +"776 reshape_25" [id=776, type=reshape]; +"777 linear_35_updated_constant0" [id=777, type=get_attr]; +"778 reshape_25_0_0_nncf_smooth_quant_0" [id=778, type=call_module]; +"779 quantize_per_tensor_default_36" [id=779, type=quantize_per_tensor]; +"780 dequantize_per_tensor_default_36" [id=780, type=dequantize_per_tensor]; +"781 linear_35_scale_0" [id=781, type=get_attr]; +"782 linear_35_zero_point_0" [id=782, type=get_attr]; +"783 quantize_per_channel_default_36" [id=783, type=quantize_per_channel]; +"784 dequantize_per_channel_default_36" [id=784, type=dequantize_per_channel]; +"785 _param_constant97_0_0" [id=785, type=get_attr]; +"786 linear_35" [id=786, type=linear]; +"787 dropout_21" [id=787, type=dropout]; +"788 view_32" [id=788, type=view]; +"789 permute_27" [id=789, type=permute]; +"790 reshape_26" [id=790, type=reshape]; +"791 roll_5" [id=791, type=roll]; +"792 slice_101" [id=792, type=slice]; +"793 slice_102" [id=793, type=slice]; +"794 slice_103" [id=794, type=slice]; +"795 slice_104" [id=795, type=slice]; +"796 contiguous_9" [id=796, type=contiguous]; +"797 _param_constant98" [id=797, type=get_attr]; +"798 _param_constant99" [id=798, type=get_attr]; +"799 layer_norm_13" [id=799, type=layer_norm]; +"800 add_19" [id=800, type=add]; +"801 linear_36_updated_constant0" [id=801, type=get_attr]; +"802 add_19_0_0_nncf_smooth_quant_0" [id=802, type=call_module]; +"803 quantize_per_tensor_default_37" [id=803, type=quantize_per_tensor]; +"804 dequantize_per_tensor_default_37" [id=804, type=dequantize_per_tensor]; +"805 linear_36_scale_0" [id=805, type=get_attr]; +"806 linear_36_zero_point_0" [id=806, type=get_attr]; +"807 quantize_per_channel_default_37" [id=807, type=quantize_per_channel]; +"808 dequantize_per_channel_default_37" [id=808, type=dequantize_per_channel]; +"809 _param_constant101_0_0" [id=809, type=get_attr]; +"810 linear_36" [id=810, type=linear]; +"811 gelu_5" [id=811, type=gelu]; +"812 dropout_22" [id=812, type=dropout]; +"813 linear_37_updated_constant0" [id=813, type=get_attr]; +"814 dropout_22_0_0_nncf_smooth_quant_0" [id=814, type=call_module]; +"815 quantize_per_tensor_default_38" [id=815, type=quantize_per_tensor]; +"816 dequantize_per_tensor_default_38" [id=816, type=dequantize_per_tensor]; +"817 linear_37_scale_0" [id=817, type=get_attr]; +"818 linear_37_zero_point_0" [id=818, type=get_attr]; +"819 quantize_per_channel_default_38" [id=819, type=quantize_per_channel]; +"820 dequantize_per_channel_default_38" [id=820, type=dequantize_per_channel]; +"821 _param_constant103_0_0" [id=821, type=get_attr]; +"822 linear_37" [id=822, type=linear]; +"823 dropout_23" [id=823, type=dropout]; +"824 _param_constant104" [id=824, type=get_attr]; +"825 _param_constant105" [id=825, type=get_attr]; +"826 layer_norm_14" [id=826, type=layer_norm]; +"827 add_20" [id=827, type=add]; +"828 _tensor_constant39" [id=828, type=get_attr]; +"829 linear_38_updated_constant0" [id=829, type=get_attr]; +"830 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=830, type=call_module]; +"831 linear_38_scale_0" [id=831, type=get_attr]; +"832 linear_38_zero_point_0" [id=832, type=get_attr]; +"833 quantize_per_channel_default_39" [id=833, type=quantize_per_channel]; +"834 dequantize_per_channel_default_39" [id=834, type=dequantize_per_channel]; +"835 _param_constant107_0_0" [id=835, type=get_attr]; +"836 linear_38" [id=836, type=linear]; +"837 relu__6" [id=837, type=relu_]; +"838 linear_39_updated_constant0" [id=838, type=get_attr]; +"839 relu__6_0_0_nncf_smooth_quant_0" [id=839, type=call_module]; +"840 linear_39_scale_0" [id=840, type=get_attr]; +"841 linear_39_zero_point_0" [id=841, type=get_attr]; +"842 quantize_per_channel_default_40" [id=842, type=quantize_per_channel]; +"843 dequantize_per_channel_default_40" [id=843, type=dequantize_per_channel]; +"844 linear_39" [id=844, type=linear]; +"845 view_33" [id=845, type=view]; +"846 _tensor_constant40" [id=846, type=get_attr]; +"847 index_6" [id=847, type=index]; +"848 view_34" [id=848, type=view]; +"849 permute_28" [id=849, type=permute]; +"850 contiguous_10" [id=850, type=contiguous]; +"851 unsqueeze_18" [id=851, type=unsqueeze]; +"852 sigmoid_6" [id=852, type=sigmoid]; +"853 mul_12" [id=853, type=mul]; +"854 pad_8" [id=854, type=pad]; +"855 view_35" [id=855, type=view]; +"856 permute_29" [id=856, type=permute]; +"857 reshape_27" [id=857, type=reshape]; +"858 linear_40_updated_constant0" [id=858, type=get_attr]; +"859 reshape_27_0_0_nncf_smooth_quant_0" [id=859, type=call_module]; +"860 quantize_per_tensor_default_39" [id=860, type=quantize_per_tensor]; +"861 dequantize_per_tensor_default_39" [id=861, type=dequantize_per_tensor]; +"862 linear_40_scale_0" [id=862, type=get_attr]; +"863 linear_40_zero_point_0" [id=863, type=get_attr]; +"864 quantize_per_channel_default_41" [id=864, type=quantize_per_channel]; +"865 dequantize_per_channel_default_41" [id=865, type=dequantize_per_channel]; +"866 _param_constant109_0_0" [id=866, type=get_attr]; +"867 linear_40" [id=867, type=linear]; +"868 reshape_28" [id=868, type=reshape]; +"869 permute_30" [id=869, type=permute]; +"870 select_18" [id=870, type=select]; +"871 select_19" [id=871, type=select]; +"872 select_20" [id=872, type=select]; +"873 linalg_vector_norm_12" [id=873, type=linalg_vector_norm]; +"874 clamp_min_12" [id=874, type=clamp_min]; +"875 expand_as_12" [id=875, type=expand_as]; +"876 div_12" [id=876, type=div]; +"877 quantize_per_tensor_default_40" [id=877, type=quantize_per_tensor]; +"878 dequantize_per_tensor_default_40" [id=878, type=dequantize_per_tensor]; +"879 linalg_vector_norm_13" [id=879, type=linalg_vector_norm]; +"880 clamp_min_13" [id=880, type=clamp_min]; +"881 expand_as_13" [id=881, type=expand_as]; +"882 div_13" [id=882, type=div]; +"883 quantize_per_tensor_default_41" [id=883, type=quantize_per_tensor]; +"884 dequantize_per_tensor_default_41" [id=884, type=dequantize_per_tensor]; +"885 transpose_12" [id=885, type=transpose]; +"886 matmul_12" [id=886, type=matmul]; +"887 _param_constant111" [id=887, type=get_attr]; +"888 clamp_6" [id=888, type=clamp]; +"889 exp_6" [id=889, type=exp]; +"890 mul_13" [id=890, type=mul]; +"891 add_21" [id=891, type=add]; +"892 softmax_6" [id=892, type=softmax]; +"893 dropout_24" [id=893, type=dropout]; +"894 matmul_13" [id=894, type=matmul]; +"895 transpose_13" [id=895, type=transpose]; +"896 reshape_29" [id=896, type=reshape]; +"897 linear_41_updated_constant0" [id=897, type=get_attr]; +"898 reshape_29_0_0_nncf_smooth_quant_0" [id=898, type=call_module]; +"899 quantize_per_tensor_default_42" [id=899, type=quantize_per_tensor]; +"900 dequantize_per_tensor_default_42" [id=900, type=dequantize_per_tensor]; +"901 linear_41_scale_0" [id=901, type=get_attr]; +"902 linear_41_zero_point_0" [id=902, type=get_attr]; +"903 quantize_per_channel_default_42" [id=903, type=quantize_per_channel]; +"904 dequantize_per_channel_default_42" [id=904, type=dequantize_per_channel]; +"905 _param_constant113_0_0" [id=905, type=get_attr]; +"906 linear_41" [id=906, type=linear]; +"907 dropout_25" [id=907, type=dropout]; +"908 view_36" [id=908, type=view]; +"909 permute_31" [id=909, type=permute]; +"910 reshape_30" [id=910, type=reshape]; +"911 slice_106" [id=911, type=slice]; +"912 slice_107" [id=912, type=slice]; +"913 slice_108" [id=913, type=slice]; +"914 slice_109" [id=914, type=slice]; +"915 contiguous_11" [id=915, type=contiguous]; +"916 _param_constant114" [id=916, type=get_attr]; +"917 _param_constant115" [id=917, type=get_attr]; +"918 layer_norm_15" [id=918, type=layer_norm]; +"919 add_22" [id=919, type=add]; +"920 linear_42_updated_constant0" [id=920, type=get_attr]; +"921 add_22_0_0_nncf_smooth_quant_0" [id=921, type=call_module]; +"922 quantize_per_tensor_default_43" [id=922, type=quantize_per_tensor]; +"923 dequantize_per_tensor_default_43" [id=923, type=dequantize_per_tensor]; +"924 linear_42_scale_0" [id=924, type=get_attr]; +"925 linear_42_zero_point_0" [id=925, type=get_attr]; +"926 quantize_per_channel_default_43" [id=926, type=quantize_per_channel]; +"927 dequantize_per_channel_default_43" [id=927, type=dequantize_per_channel]; +"928 _param_constant117_0_0" [id=928, type=get_attr]; +"929 linear_42" [id=929, type=linear]; +"930 gelu_6" [id=930, type=gelu]; +"931 dropout_26" [id=931, type=dropout]; +"932 linear_43_updated_constant0" [id=932, type=get_attr]; +"933 dropout_26_0_0_nncf_smooth_quant_0" [id=933, type=call_module]; +"934 quantize_per_tensor_default_44" [id=934, type=quantize_per_tensor]; +"935 dequantize_per_tensor_default_44" [id=935, type=dequantize_per_tensor]; +"936 linear_43_scale_0" [id=936, type=get_attr]; +"937 linear_43_zero_point_0" [id=937, type=get_attr]; +"938 quantize_per_channel_default_44" [id=938, type=quantize_per_channel]; +"939 dequantize_per_channel_default_44" [id=939, type=dequantize_per_channel]; +"940 _param_constant119_0_0" [id=940, type=get_attr]; +"941 linear_43" [id=941, type=linear]; +"942 dropout_27" [id=942, type=dropout]; +"943 _param_constant120" [id=943, type=get_attr]; +"944 _param_constant121" [id=944, type=get_attr]; +"945 layer_norm_16" [id=945, type=layer_norm]; +"946 add_23" [id=946, type=add]; +"947 _tensor_constant41" [id=947, type=get_attr]; +"948 linear_44_updated_constant0" [id=948, type=get_attr]; +"949 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=949, type=call_module]; +"950 linear_44_scale_0" [id=950, type=get_attr]; +"951 linear_44_zero_point_0" [id=951, type=get_attr]; +"952 quantize_per_channel_default_45" [id=952, type=quantize_per_channel]; +"953 dequantize_per_channel_default_45" [id=953, type=dequantize_per_channel]; +"954 _param_constant123_0_0" [id=954, type=get_attr]; +"955 linear_44" [id=955, type=linear]; +"956 relu__7" [id=956, type=relu_]; +"957 linear_45_updated_constant0" [id=957, type=get_attr]; +"958 relu__7_0_0_nncf_smooth_quant_0" [id=958, type=call_module]; +"959 linear_45_scale_0" [id=959, type=get_attr]; +"960 linear_45_zero_point_0" [id=960, type=get_attr]; +"961 quantize_per_channel_default_46" [id=961, type=quantize_per_channel]; +"962 dequantize_per_channel_default_46" [id=962, type=dequantize_per_channel]; +"963 linear_45" [id=963, type=linear]; +"964 view_37" [id=964, type=view]; +"965 _tensor_constant42" [id=965, type=get_attr]; +"966 index_7" [id=966, type=index]; +"967 view_38" [id=967, type=view]; +"968 permute_32" [id=968, type=permute]; +"969 contiguous_12" [id=969, type=contiguous]; +"970 unsqueeze_19" [id=970, type=unsqueeze]; +"971 sigmoid_7" [id=971, type=sigmoid]; +"972 mul_14" [id=972, type=mul]; +"973 pad_9" [id=973, type=pad]; +"974 roll_6" [id=974, type=roll]; +"975 view_39" [id=975, type=view]; +"976 permute_33" [id=976, type=permute]; +"977 reshape_31" [id=977, type=reshape]; +"978 linear_46_updated_constant0" [id=978, type=get_attr]; +"979 reshape_31_0_0_nncf_smooth_quant_0" [id=979, type=call_module]; +"980 quantize_per_tensor_default_45" [id=980, type=quantize_per_tensor]; +"981 dequantize_per_tensor_default_45" [id=981, type=dequantize_per_tensor]; +"982 linear_46_scale_0" [id=982, type=get_attr]; +"983 linear_46_zero_point_0" [id=983, type=get_attr]; +"984 quantize_per_channel_default_47" [id=984, type=quantize_per_channel]; +"985 dequantize_per_channel_default_47" [id=985, type=dequantize_per_channel]; +"986 _param_constant125_0_0" [id=986, type=get_attr]; +"987 linear_46" [id=987, type=linear]; +"988 reshape_32" [id=988, type=reshape]; +"989 permute_34" [id=989, type=permute]; +"990 select_21" [id=990, type=select]; +"991 select_22" [id=991, type=select]; +"992 select_23" [id=992, type=select]; +"993 linalg_vector_norm_14" [id=993, type=linalg_vector_norm]; +"994 clamp_min_14" [id=994, type=clamp_min]; +"995 expand_as_14" [id=995, type=expand_as]; +"996 div_14" [id=996, type=div]; +"997 quantize_per_tensor_default_46" [id=997, type=quantize_per_tensor]; +"998 dequantize_per_tensor_default_46" [id=998, type=dequantize_per_tensor]; +"999 linalg_vector_norm_15" [id=999, type=linalg_vector_norm]; +"1000 clamp_min_15" [id=1000, type=clamp_min]; +"1001 expand_as_15" [id=1001, type=expand_as]; +"1002 div_15" [id=1002, type=div]; +"1003 quantize_per_tensor_default_47" [id=1003, type=quantize_per_tensor]; +"1004 dequantize_per_tensor_default_47" [id=1004, type=dequantize_per_tensor]; +"1005 transpose_14" [id=1005, type=transpose]; +"1006 matmul_14" [id=1006, type=matmul]; +"1007 _param_constant127" [id=1007, type=get_attr]; +"1008 clamp_7" [id=1008, type=clamp]; +"1009 exp_7" [id=1009, type=exp]; +"1010 mul_15" [id=1010, type=mul]; +"1011 add_24" [id=1011, type=add]; +"1012 new_zeros_3" [id=1012, type=new_zeros]; +"1013 view_40" [id=1013, type=view]; +"1014 permute_35" [id=1014, type=permute]; +"1015 reshape_33" [id=1015, type=reshape]; +"1016 unsqueeze_20" [id=1016, type=unsqueeze]; +"1017 unsqueeze_21" [id=1017, type=unsqueeze]; +"1018 sub_3" [id=1018, type=sub]; +"1019 ne_3" [id=1019, type=ne]; +"1020 masked_fill_6" [id=1020, type=masked_fill]; +"1021 eq_3" [id=1021, type=eq]; +"1022 masked_fill_7" [id=1022, type=masked_fill]; +"1023 view_41" [id=1023, type=view]; +"1024 unsqueeze_22" [id=1024, type=unsqueeze]; +"1025 unsqueeze_23" [id=1025, type=unsqueeze]; +"1026 add_25" [id=1026, type=add]; +"1027 view_42" [id=1027, type=view]; +"1028 softmax_7" [id=1028, type=softmax]; +"1029 dropout_28" [id=1029, type=dropout]; +"1030 matmul_15" [id=1030, type=matmul]; +"1031 transpose_15" [id=1031, type=transpose]; +"1032 reshape_34" [id=1032, type=reshape]; +"1033 linear_47_updated_constant0" [id=1033, type=get_attr]; +"1034 reshape_34_0_0_nncf_smooth_quant_0" [id=1034, type=call_module]; +"1035 quantize_per_tensor_default_48" [id=1035, type=quantize_per_tensor]; +"1036 dequantize_per_tensor_default_48" [id=1036, type=dequantize_per_tensor]; +"1037 linear_47_scale_0" [id=1037, type=get_attr]; +"1038 linear_47_zero_point_0" [id=1038, type=get_attr]; +"1039 quantize_per_channel_default_48" [id=1039, type=quantize_per_channel]; +"1040 dequantize_per_channel_default_48" [id=1040, type=dequantize_per_channel]; +"1041 _param_constant129_0_0" [id=1041, type=get_attr]; +"1042 linear_47" [id=1042, type=linear]; +"1043 dropout_29" [id=1043, type=dropout]; +"1044 view_43" [id=1044, type=view]; +"1045 permute_36" [id=1045, type=permute]; +"1046 reshape_35" [id=1046, type=reshape]; +"1047 roll_7" [id=1047, type=roll]; +"1048 slice_129" [id=1048, type=slice]; +"1049 slice_130" [id=1049, type=slice]; +"1050 slice_131" [id=1050, type=slice]; +"1051 slice_132" [id=1051, type=slice]; +"1052 contiguous_13" [id=1052, type=contiguous]; +"1053 _param_constant130" [id=1053, type=get_attr]; +"1054 _param_constant131" [id=1054, type=get_attr]; +"1055 layer_norm_17" [id=1055, type=layer_norm]; +"1056 add_26" [id=1056, type=add]; +"1057 linear_48_updated_constant0" [id=1057, type=get_attr]; +"1058 add_26_0_0_nncf_smooth_quant_0" [id=1058, type=call_module]; +"1059 quantize_per_tensor_default_49" [id=1059, type=quantize_per_tensor]; +"1060 dequantize_per_tensor_default_49" [id=1060, type=dequantize_per_tensor]; +"1061 linear_48_scale_0" [id=1061, type=get_attr]; +"1062 linear_48_zero_point_0" [id=1062, type=get_attr]; +"1063 quantize_per_channel_default_49" [id=1063, type=quantize_per_channel]; +"1064 dequantize_per_channel_default_49" [id=1064, type=dequantize_per_channel]; +"1065 _param_constant133_0_0" [id=1065, type=get_attr]; +"1066 linear_48" [id=1066, type=linear]; +"1067 gelu_7" [id=1067, type=gelu]; +"1068 dropout_30" [id=1068, type=dropout]; +"1069 linear_49_updated_constant0" [id=1069, type=get_attr]; +"1070 dropout_30_0_0_nncf_smooth_quant_0" [id=1070, type=call_module]; +"1071 quantize_per_tensor_default_50" [id=1071, type=quantize_per_tensor]; +"1072 dequantize_per_tensor_default_50" [id=1072, type=dequantize_per_tensor]; +"1073 linear_49_scale_0" [id=1073, type=get_attr]; +"1074 linear_49_zero_point_0" [id=1074, type=get_attr]; +"1075 quantize_per_channel_default_50" [id=1075, type=quantize_per_channel]; +"1076 dequantize_per_channel_default_50" [id=1076, type=dequantize_per_channel]; +"1077 _param_constant135_0_0" [id=1077, type=get_attr]; +"1078 linear_49" [id=1078, type=linear]; +"1079 dropout_31" [id=1079, type=dropout]; +"1080 _param_constant136" [id=1080, type=get_attr]; +"1081 _param_constant137" [id=1081, type=get_attr]; +"1082 layer_norm_18" [id=1082, type=layer_norm]; +"1083 add_27" [id=1083, type=add]; +"1084 _tensor_constant52" [id=1084, type=get_attr]; +"1085 linear_50_updated_constant0" [id=1085, type=get_attr]; +"1086 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=1086, type=call_module]; +"1087 linear_50_scale_0" [id=1087, type=get_attr]; +"1088 linear_50_zero_point_0" [id=1088, type=get_attr]; +"1089 quantize_per_channel_default_51" [id=1089, type=quantize_per_channel]; +"1090 dequantize_per_channel_default_51" [id=1090, type=dequantize_per_channel]; +"1091 _param_constant139_0_0" [id=1091, type=get_attr]; +"1092 linear_50" [id=1092, type=linear]; +"1093 relu__8" [id=1093, type=relu_]; +"1094 linear_51_updated_constant0" [id=1094, type=get_attr]; +"1095 relu__8_0_0_nncf_smooth_quant_0" [id=1095, type=call_module]; +"1096 linear_51_scale_0" [id=1096, type=get_attr]; +"1097 linear_51_zero_point_0" [id=1097, type=get_attr]; +"1098 quantize_per_channel_default_52" [id=1098, type=quantize_per_channel]; +"1099 dequantize_per_channel_default_52" [id=1099, type=dequantize_per_channel]; +"1100 linear_51" [id=1100, type=linear]; +"1101 view_44" [id=1101, type=view]; +"1102 _tensor_constant53" [id=1102, type=get_attr]; +"1103 index_8" [id=1103, type=index]; +"1104 view_45" [id=1104, type=view]; +"1105 permute_37" [id=1105, type=permute]; +"1106 contiguous_14" [id=1106, type=contiguous]; +"1107 unsqueeze_24" [id=1107, type=unsqueeze]; +"1108 sigmoid_8" [id=1108, type=sigmoid]; +"1109 mul_16" [id=1109, type=mul]; +"1110 pad_10" [id=1110, type=pad]; +"1111 view_46" [id=1111, type=view]; +"1112 permute_38" [id=1112, type=permute]; +"1113 reshape_36" [id=1113, type=reshape]; +"1114 linear_52_updated_constant0" [id=1114, type=get_attr]; +"1115 reshape_36_0_0_nncf_smooth_quant_0" [id=1115, type=call_module]; +"1116 quantize_per_tensor_default_51" [id=1116, type=quantize_per_tensor]; +"1117 dequantize_per_tensor_default_51" [id=1117, type=dequantize_per_tensor]; +"1118 linear_52_scale_0" [id=1118, type=get_attr]; +"1119 linear_52_zero_point_0" [id=1119, type=get_attr]; +"1120 quantize_per_channel_default_53" [id=1120, type=quantize_per_channel]; +"1121 dequantize_per_channel_default_53" [id=1121, type=dequantize_per_channel]; +"1122 _param_constant141_0_0" [id=1122, type=get_attr]; +"1123 linear_52" [id=1123, type=linear]; +"1124 reshape_37" [id=1124, type=reshape]; +"1125 permute_39" [id=1125, type=permute]; +"1126 select_24" [id=1126, type=select]; +"1127 select_25" [id=1127, type=select]; +"1128 select_26" [id=1128, type=select]; +"1129 linalg_vector_norm_16" [id=1129, type=linalg_vector_norm]; +"1130 clamp_min_16" [id=1130, type=clamp_min]; +"1131 expand_as_16" [id=1131, type=expand_as]; +"1132 div_16" [id=1132, type=div]; +"1133 quantize_per_tensor_default_52" [id=1133, type=quantize_per_tensor]; +"1134 dequantize_per_tensor_default_52" [id=1134, type=dequantize_per_tensor]; +"1135 linalg_vector_norm_17" [id=1135, type=linalg_vector_norm]; +"1136 clamp_min_17" [id=1136, type=clamp_min]; +"1137 expand_as_17" [id=1137, type=expand_as]; +"1138 div_17" [id=1138, type=div]; +"1139 quantize_per_tensor_default_53" [id=1139, type=quantize_per_tensor]; +"1140 dequantize_per_tensor_default_53" [id=1140, type=dequantize_per_tensor]; +"1141 transpose_16" [id=1141, type=transpose]; +"1142 matmul_16" [id=1142, type=matmul]; +"1143 _param_constant143" [id=1143, type=get_attr]; +"1144 clamp_8" [id=1144, type=clamp]; +"1145 exp_8" [id=1145, type=exp]; +"1146 mul_17" [id=1146, type=mul]; +"1147 add_28" [id=1147, type=add]; +"1148 softmax_8" [id=1148, type=softmax]; +"1149 dropout_32" [id=1149, type=dropout]; +"1150 matmul_17" [id=1150, type=matmul]; +"1151 transpose_17" [id=1151, type=transpose]; +"1152 reshape_38" [id=1152, type=reshape]; +"1153 linear_53_updated_constant0" [id=1153, type=get_attr]; +"1154 reshape_38_0_0_nncf_smooth_quant_0" [id=1154, type=call_module]; +"1155 quantize_per_tensor_default_54" [id=1155, type=quantize_per_tensor]; +"1156 dequantize_per_tensor_default_54" [id=1156, type=dequantize_per_tensor]; +"1157 linear_53_scale_0" [id=1157, type=get_attr]; +"1158 linear_53_zero_point_0" [id=1158, type=get_attr]; +"1159 quantize_per_channel_default_54" [id=1159, type=quantize_per_channel]; +"1160 dequantize_per_channel_default_54" [id=1160, type=dequantize_per_channel]; +"1161 _param_constant145_0_0" [id=1161, type=get_attr]; +"1162 linear_53" [id=1162, type=linear]; +"1163 dropout_33" [id=1163, type=dropout]; +"1164 view_47" [id=1164, type=view]; +"1165 permute_40" [id=1165, type=permute]; +"1166 reshape_39" [id=1166, type=reshape]; +"1167 slice_134" [id=1167, type=slice]; +"1168 slice_135" [id=1168, type=slice]; +"1169 slice_136" [id=1169, type=slice]; +"1170 slice_137" [id=1170, type=slice]; +"1171 contiguous_15" [id=1171, type=contiguous]; +"1172 _param_constant146" [id=1172, type=get_attr]; +"1173 _param_constant147" [id=1173, type=get_attr]; +"1174 layer_norm_19" [id=1174, type=layer_norm]; +"1175 add_29" [id=1175, type=add]; +"1176 linear_54_updated_constant0" [id=1176, type=get_attr]; +"1177 add_29_0_0_nncf_smooth_quant_0" [id=1177, type=call_module]; +"1178 quantize_per_tensor_default_55" [id=1178, type=quantize_per_tensor]; +"1179 dequantize_per_tensor_default_55" [id=1179, type=dequantize_per_tensor]; +"1180 linear_54_scale_0" [id=1180, type=get_attr]; +"1181 linear_54_zero_point_0" [id=1181, type=get_attr]; +"1182 quantize_per_channel_default_55" [id=1182, type=quantize_per_channel]; +"1183 dequantize_per_channel_default_55" [id=1183, type=dequantize_per_channel]; +"1184 _param_constant149_0_0" [id=1184, type=get_attr]; +"1185 linear_54" [id=1185, type=linear]; +"1186 gelu_8" [id=1186, type=gelu]; +"1187 dropout_34" [id=1187, type=dropout]; +"1188 linear_55_updated_constant0" [id=1188, type=get_attr]; +"1189 dropout_34_0_0_nncf_smooth_quant_0" [id=1189, type=call_module]; +"1190 quantize_per_tensor_default_56" [id=1190, type=quantize_per_tensor]; +"1191 dequantize_per_tensor_default_56" [id=1191, type=dequantize_per_tensor]; +"1192 linear_55_scale_0" [id=1192, type=get_attr]; +"1193 linear_55_zero_point_0" [id=1193, type=get_attr]; +"1194 quantize_per_channel_default_56" [id=1194, type=quantize_per_channel]; +"1195 dequantize_per_channel_default_56" [id=1195, type=dequantize_per_channel]; +"1196 _param_constant151_0_0" [id=1196, type=get_attr]; +"1197 linear_55" [id=1197, type=linear]; +"1198 dropout_35" [id=1198, type=dropout]; +"1199 _param_constant152" [id=1199, type=get_attr]; +"1200 _param_constant153" [id=1200, type=get_attr]; +"1201 layer_norm_20" [id=1201, type=layer_norm]; +"1202 add_30" [id=1202, type=add]; +"1203 _tensor_constant54" [id=1203, type=get_attr]; +"1204 linear_56_updated_constant0" [id=1204, type=get_attr]; +"1205 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1205, type=call_module]; +"1206 linear_56_scale_0" [id=1206, type=get_attr]; +"1207 linear_56_zero_point_0" [id=1207, type=get_attr]; +"1208 quantize_per_channel_default_57" [id=1208, type=quantize_per_channel]; +"1209 dequantize_per_channel_default_57" [id=1209, type=dequantize_per_channel]; +"1210 _param_constant155_0_0" [id=1210, type=get_attr]; +"1211 linear_56" [id=1211, type=linear]; +"1212 relu__9" [id=1212, type=relu_]; +"1213 linear_57_updated_constant0" [id=1213, type=get_attr]; +"1214 relu__9_0_0_nncf_smooth_quant_0" [id=1214, type=call_module]; +"1215 linear_57_scale_0" [id=1215, type=get_attr]; +"1216 linear_57_zero_point_0" [id=1216, type=get_attr]; +"1217 quantize_per_channel_default_58" [id=1217, type=quantize_per_channel]; +"1218 dequantize_per_channel_default_58" [id=1218, type=dequantize_per_channel]; +"1219 linear_57" [id=1219, type=linear]; +"1220 view_48" [id=1220, type=view]; +"1221 _tensor_constant55" [id=1221, type=get_attr]; +"1222 index_9" [id=1222, type=index]; +"1223 view_49" [id=1223, type=view]; +"1224 permute_41" [id=1224, type=permute]; +"1225 contiguous_16" [id=1225, type=contiguous]; +"1226 unsqueeze_25" [id=1226, type=unsqueeze]; +"1227 sigmoid_9" [id=1227, type=sigmoid]; +"1228 mul_18" [id=1228, type=mul]; +"1229 pad_11" [id=1229, type=pad]; +"1230 roll_8" [id=1230, type=roll]; +"1231 view_50" [id=1231, type=view]; +"1232 permute_42" [id=1232, type=permute]; +"1233 reshape_40" [id=1233, type=reshape]; +"1234 linear_58_updated_constant0" [id=1234, type=get_attr]; +"1235 reshape_40_0_0_nncf_smooth_quant_0" [id=1235, type=call_module]; +"1236 quantize_per_tensor_default_57" [id=1236, type=quantize_per_tensor]; +"1237 dequantize_per_tensor_default_57" [id=1237, type=dequantize_per_tensor]; +"1238 linear_58_scale_0" [id=1238, type=get_attr]; +"1239 linear_58_zero_point_0" [id=1239, type=get_attr]; +"1240 quantize_per_channel_default_59" [id=1240, type=quantize_per_channel]; +"1241 dequantize_per_channel_default_59" [id=1241, type=dequantize_per_channel]; +"1242 _param_constant157_0_0" [id=1242, type=get_attr]; +"1243 linear_58" [id=1243, type=linear]; +"1244 reshape_41" [id=1244, type=reshape]; +"1245 permute_43" [id=1245, type=permute]; +"1246 select_27" [id=1246, type=select]; +"1247 select_28" [id=1247, type=select]; +"1248 select_29" [id=1248, type=select]; +"1249 linalg_vector_norm_18" [id=1249, type=linalg_vector_norm]; +"1250 clamp_min_18" [id=1250, type=clamp_min]; +"1251 expand_as_18" [id=1251, type=expand_as]; +"1252 div_18" [id=1252, type=div]; +"1253 quantize_per_tensor_default_58" [id=1253, type=quantize_per_tensor]; +"1254 dequantize_per_tensor_default_58" [id=1254, type=dequantize_per_tensor]; +"1255 linalg_vector_norm_19" [id=1255, type=linalg_vector_norm]; +"1256 clamp_min_19" [id=1256, type=clamp_min]; +"1257 expand_as_19" [id=1257, type=expand_as]; +"1258 div_19" [id=1258, type=div]; +"1259 quantize_per_tensor_default_59" [id=1259, type=quantize_per_tensor]; +"1260 dequantize_per_tensor_default_59" [id=1260, type=dequantize_per_tensor]; +"1261 transpose_18" [id=1261, type=transpose]; +"1262 matmul_18" [id=1262, type=matmul]; +"1263 _param_constant159" [id=1263, type=get_attr]; +"1264 clamp_9" [id=1264, type=clamp]; +"1265 exp_9" [id=1265, type=exp]; +"1266 mul_19" [id=1266, type=mul]; +"1267 add_31" [id=1267, type=add]; +"1268 new_zeros_4" [id=1268, type=new_zeros]; +"1269 view_51" [id=1269, type=view]; +"1270 permute_44" [id=1270, type=permute]; +"1271 reshape_42" [id=1271, type=reshape]; +"1272 unsqueeze_26" [id=1272, type=unsqueeze]; +"1273 unsqueeze_27" [id=1273, type=unsqueeze]; +"1274 sub_4" [id=1274, type=sub]; +"1275 ne_4" [id=1275, type=ne]; +"1276 masked_fill_8" [id=1276, type=masked_fill]; +"1277 eq_4" [id=1277, type=eq]; +"1278 masked_fill_9" [id=1278, type=masked_fill]; +"1279 view_52" [id=1279, type=view]; +"1280 unsqueeze_28" [id=1280, type=unsqueeze]; +"1281 unsqueeze_29" [id=1281, type=unsqueeze]; +"1282 add_32" [id=1282, type=add]; +"1283 view_53" [id=1283, type=view]; +"1284 softmax_9" [id=1284, type=softmax]; +"1285 dropout_36" [id=1285, type=dropout]; +"1286 matmul_19" [id=1286, type=matmul]; +"1287 transpose_19" [id=1287, type=transpose]; +"1288 reshape_43" [id=1288, type=reshape]; +"1289 linear_59_updated_constant0" [id=1289, type=get_attr]; +"1290 reshape_43_0_0_nncf_smooth_quant_0" [id=1290, type=call_module]; +"1291 quantize_per_tensor_default_60" [id=1291, type=quantize_per_tensor]; +"1292 dequantize_per_tensor_default_60" [id=1292, type=dequantize_per_tensor]; +"1293 linear_59_scale_0" [id=1293, type=get_attr]; +"1294 linear_59_zero_point_0" [id=1294, type=get_attr]; +"1295 quantize_per_channel_default_60" [id=1295, type=quantize_per_channel]; +"1296 dequantize_per_channel_default_60" [id=1296, type=dequantize_per_channel]; +"1297 _param_constant161_0_0" [id=1297, type=get_attr]; +"1298 linear_59" [id=1298, type=linear]; +"1299 dropout_37" [id=1299, type=dropout]; +"1300 view_54" [id=1300, type=view]; +"1301 permute_45" [id=1301, type=permute]; +"1302 reshape_44" [id=1302, type=reshape]; +"1303 roll_9" [id=1303, type=roll]; +"1304 slice_157" [id=1304, type=slice]; +"1305 slice_158" [id=1305, type=slice]; +"1306 slice_159" [id=1306, type=slice]; +"1307 slice_160" [id=1307, type=slice]; +"1308 contiguous_17" [id=1308, type=contiguous]; +"1309 _param_constant162" [id=1309, type=get_attr]; +"1310 _param_constant163" [id=1310, type=get_attr]; +"1311 layer_norm_21" [id=1311, type=layer_norm]; +"1312 add_33" [id=1312, type=add]; +"1313 linear_60_updated_constant0" [id=1313, type=get_attr]; +"1314 add_33_0_0_nncf_smooth_quant_0" [id=1314, type=call_module]; +"1315 quantize_per_tensor_default_61" [id=1315, type=quantize_per_tensor]; +"1316 dequantize_per_tensor_default_61" [id=1316, type=dequantize_per_tensor]; +"1317 linear_60_scale_0" [id=1317, type=get_attr]; +"1318 linear_60_zero_point_0" [id=1318, type=get_attr]; +"1319 quantize_per_channel_default_61" [id=1319, type=quantize_per_channel]; +"1320 dequantize_per_channel_default_61" [id=1320, type=dequantize_per_channel]; +"1321 _param_constant165_0_0" [id=1321, type=get_attr]; +"1322 linear_60" [id=1322, type=linear]; +"1323 gelu_9" [id=1323, type=gelu]; +"1324 dropout_38" [id=1324, type=dropout]; +"1325 linear_61_updated_constant0" [id=1325, type=get_attr]; +"1326 dropout_38_0_0_nncf_smooth_quant_0" [id=1326, type=call_module]; +"1327 quantize_per_tensor_default_62" [id=1327, type=quantize_per_tensor]; +"1328 dequantize_per_tensor_default_62" [id=1328, type=dequantize_per_tensor]; +"1329 linear_61_scale_0" [id=1329, type=get_attr]; +"1330 linear_61_zero_point_0" [id=1330, type=get_attr]; +"1331 quantize_per_channel_default_62" [id=1331, type=quantize_per_channel]; +"1332 dequantize_per_channel_default_62" [id=1332, type=dequantize_per_channel]; +"1333 _param_constant167_0_0" [id=1333, type=get_attr]; +"1334 linear_61" [id=1334, type=linear]; +"1335 dropout_39" [id=1335, type=dropout]; +"1336 _param_constant168" [id=1336, type=get_attr]; +"1337 _param_constant169" [id=1337, type=get_attr]; +"1338 layer_norm_22" [id=1338, type=layer_norm]; +"1339 add_34" [id=1339, type=add]; +"1340 _tensor_constant65" [id=1340, type=get_attr]; +"1341 linear_62_updated_constant0" [id=1341, type=get_attr]; +"1342 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1342, type=call_module]; +"1343 linear_62_scale_0" [id=1343, type=get_attr]; +"1344 linear_62_zero_point_0" [id=1344, type=get_attr]; +"1345 quantize_per_channel_default_63" [id=1345, type=quantize_per_channel]; +"1346 dequantize_per_channel_default_63" [id=1346, type=dequantize_per_channel]; +"1347 _param_constant171_0_0" [id=1347, type=get_attr]; +"1348 linear_62" [id=1348, type=linear]; +"1349 relu__10" [id=1349, type=relu_]; +"1350 linear_63_updated_constant0" [id=1350, type=get_attr]; +"1351 relu__10_0_0_nncf_smooth_quant_0" [id=1351, type=call_module]; +"1352 linear_63_scale_0" [id=1352, type=get_attr]; +"1353 linear_63_zero_point_0" [id=1353, type=get_attr]; +"1354 quantize_per_channel_default_64" [id=1354, type=quantize_per_channel]; +"1355 dequantize_per_channel_default_64" [id=1355, type=dequantize_per_channel]; +"1356 linear_63" [id=1356, type=linear]; +"1357 view_55" [id=1357, type=view]; +"1358 _tensor_constant66" [id=1358, type=get_attr]; +"1359 index_10" [id=1359, type=index]; +"1360 view_56" [id=1360, type=view]; +"1361 permute_46" [id=1361, type=permute]; +"1362 contiguous_18" [id=1362, type=contiguous]; +"1363 unsqueeze_30" [id=1363, type=unsqueeze]; +"1364 sigmoid_10" [id=1364, type=sigmoid]; +"1365 mul_20" [id=1365, type=mul]; +"1366 pad_12" [id=1366, type=pad]; +"1367 view_57" [id=1367, type=view]; +"1368 permute_47" [id=1368, type=permute]; +"1369 reshape_45" [id=1369, type=reshape]; +"1370 linear_64_updated_constant0" [id=1370, type=get_attr]; +"1371 reshape_45_0_0_nncf_smooth_quant_0" [id=1371, type=call_module]; +"1372 quantize_per_tensor_default_63" [id=1372, type=quantize_per_tensor]; +"1373 dequantize_per_tensor_default_63" [id=1373, type=dequantize_per_tensor]; +"1374 linear_64_scale_0" [id=1374, type=get_attr]; +"1375 linear_64_zero_point_0" [id=1375, type=get_attr]; +"1376 quantize_per_channel_default_65" [id=1376, type=quantize_per_channel]; +"1377 dequantize_per_channel_default_65" [id=1377, type=dequantize_per_channel]; +"1378 _param_constant173_0_0" [id=1378, type=get_attr]; +"1379 linear_64" [id=1379, type=linear]; +"1380 reshape_46" [id=1380, type=reshape]; +"1381 permute_48" [id=1381, type=permute]; +"1382 select_30" [id=1382, type=select]; +"1383 select_31" [id=1383, type=select]; +"1384 select_32" [id=1384, type=select]; +"1385 linalg_vector_norm_20" [id=1385, type=linalg_vector_norm]; +"1386 clamp_min_20" [id=1386, type=clamp_min]; +"1387 expand_as_20" [id=1387, type=expand_as]; +"1388 div_20" [id=1388, type=div]; +"1389 quantize_per_tensor_default_64" [id=1389, type=quantize_per_tensor]; +"1390 dequantize_per_tensor_default_64" [id=1390, type=dequantize_per_tensor]; +"1391 linalg_vector_norm_21" [id=1391, type=linalg_vector_norm]; +"1392 clamp_min_21" [id=1392, type=clamp_min]; +"1393 expand_as_21" [id=1393, type=expand_as]; +"1394 div_21" [id=1394, type=div]; +"1395 quantize_per_tensor_default_65" [id=1395, type=quantize_per_tensor]; +"1396 dequantize_per_tensor_default_65" [id=1396, type=dequantize_per_tensor]; +"1397 transpose_20" [id=1397, type=transpose]; +"1398 matmul_20" [id=1398, type=matmul]; +"1399 _param_constant175" [id=1399, type=get_attr]; +"1400 clamp_10" [id=1400, type=clamp]; +"1401 exp_10" [id=1401, type=exp]; +"1402 mul_21" [id=1402, type=mul]; +"1403 add_35" [id=1403, type=add]; +"1404 softmax_10" [id=1404, type=softmax]; +"1405 dropout_40" [id=1405, type=dropout]; +"1406 matmul_21" [id=1406, type=matmul]; +"1407 transpose_21" [id=1407, type=transpose]; +"1408 reshape_47" [id=1408, type=reshape]; +"1409 linear_65_updated_constant0" [id=1409, type=get_attr]; +"1410 reshape_47_0_0_nncf_smooth_quant_0" [id=1410, type=call_module]; +"1411 quantize_per_tensor_default_66" [id=1411, type=quantize_per_tensor]; +"1412 dequantize_per_tensor_default_66" [id=1412, type=dequantize_per_tensor]; +"1413 linear_65_scale_0" [id=1413, type=get_attr]; +"1414 linear_65_zero_point_0" [id=1414, type=get_attr]; +"1415 quantize_per_channel_default_66" [id=1415, type=quantize_per_channel]; +"1416 dequantize_per_channel_default_66" [id=1416, type=dequantize_per_channel]; +"1417 _param_constant177_0_0" [id=1417, type=get_attr]; +"1418 linear_65" [id=1418, type=linear]; +"1419 dropout_41" [id=1419, type=dropout]; +"1420 view_58" [id=1420, type=view]; +"1421 permute_49" [id=1421, type=permute]; +"1422 reshape_48" [id=1422, type=reshape]; +"1423 slice_162" [id=1423, type=slice]; +"1424 slice_163" [id=1424, type=slice]; +"1425 slice_164" [id=1425, type=slice]; +"1426 slice_165" [id=1426, type=slice]; +"1427 contiguous_19" [id=1427, type=contiguous]; +"1428 _param_constant178" [id=1428, type=get_attr]; +"1429 _param_constant179" [id=1429, type=get_attr]; +"1430 layer_norm_23" [id=1430, type=layer_norm]; +"1431 add_36" [id=1431, type=add]; +"1432 linear_66_updated_constant0" [id=1432, type=get_attr]; +"1433 add_36_0_0_nncf_smooth_quant_0" [id=1433, type=call_module]; +"1434 quantize_per_tensor_default_67" [id=1434, type=quantize_per_tensor]; +"1435 dequantize_per_tensor_default_67" [id=1435, type=dequantize_per_tensor]; +"1436 linear_66_scale_0" [id=1436, type=get_attr]; +"1437 linear_66_zero_point_0" [id=1437, type=get_attr]; +"1438 quantize_per_channel_default_67" [id=1438, type=quantize_per_channel]; +"1439 dequantize_per_channel_default_67" [id=1439, type=dequantize_per_channel]; +"1440 _param_constant181_0_0" [id=1440, type=get_attr]; +"1441 linear_66" [id=1441, type=linear]; +"1442 gelu_10" [id=1442, type=gelu]; +"1443 dropout_42" [id=1443, type=dropout]; +"1444 linear_67_updated_constant0" [id=1444, type=get_attr]; +"1445 dropout_42_0_0_nncf_smooth_quant_0" [id=1445, type=call_module]; +"1446 quantize_per_tensor_default_68" [id=1446, type=quantize_per_tensor]; +"1447 dequantize_per_tensor_default_68" [id=1447, type=dequantize_per_tensor]; +"1448 linear_67_scale_0" [id=1448, type=get_attr]; +"1449 linear_67_zero_point_0" [id=1449, type=get_attr]; +"1450 quantize_per_channel_default_68" [id=1450, type=quantize_per_channel]; +"1451 dequantize_per_channel_default_68" [id=1451, type=dequantize_per_channel]; +"1452 _param_constant183_0_0" [id=1452, type=get_attr]; +"1453 linear_67" [id=1453, type=linear]; +"1454 dropout_43" [id=1454, type=dropout]; +"1455 _param_constant184" [id=1455, type=get_attr]; +"1456 _param_constant185" [id=1456, type=get_attr]; +"1457 layer_norm_24" [id=1457, type=layer_norm]; +"1458 add_37" [id=1458, type=add]; +"1459 _tensor_constant67" [id=1459, type=get_attr]; +"1460 linear_68_updated_constant0" [id=1460, type=get_attr]; +"1461 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1461, type=call_module]; +"1462 linear_68_scale_0" [id=1462, type=get_attr]; +"1463 linear_68_zero_point_0" [id=1463, type=get_attr]; +"1464 quantize_per_channel_default_69" [id=1464, type=quantize_per_channel]; +"1465 dequantize_per_channel_default_69" [id=1465, type=dequantize_per_channel]; +"1466 _param_constant187_0_0" [id=1466, type=get_attr]; +"1467 linear_68" [id=1467, type=linear]; +"1468 relu__11" [id=1468, type=relu_]; +"1469 linear_69_updated_constant0" [id=1469, type=get_attr]; +"1470 relu__11_0_0_nncf_smooth_quant_0" [id=1470, type=call_module]; +"1471 linear_69_scale_0" [id=1471, type=get_attr]; +"1472 linear_69_zero_point_0" [id=1472, type=get_attr]; +"1473 quantize_per_channel_default_70" [id=1473, type=quantize_per_channel]; +"1474 dequantize_per_channel_default_70" [id=1474, type=dequantize_per_channel]; +"1475 linear_69" [id=1475, type=linear]; +"1476 view_59" [id=1476, type=view]; +"1477 _tensor_constant68" [id=1477, type=get_attr]; +"1478 index_11" [id=1478, type=index]; +"1479 view_60" [id=1479, type=view]; +"1480 permute_50" [id=1480, type=permute]; +"1481 contiguous_20" [id=1481, type=contiguous]; +"1482 unsqueeze_31" [id=1482, type=unsqueeze]; +"1483 sigmoid_11" [id=1483, type=sigmoid]; +"1484 mul_22" [id=1484, type=mul]; +"1485 pad_13" [id=1485, type=pad]; +"1486 roll_10" [id=1486, type=roll]; +"1487 view_61" [id=1487, type=view]; +"1488 permute_51" [id=1488, type=permute]; +"1489 reshape_49" [id=1489, type=reshape]; +"1490 linear_70_updated_constant0" [id=1490, type=get_attr]; +"1491 reshape_49_0_0_nncf_smooth_quant_0" [id=1491, type=call_module]; +"1492 quantize_per_tensor_default_69" [id=1492, type=quantize_per_tensor]; +"1493 dequantize_per_tensor_default_69" [id=1493, type=dequantize_per_tensor]; +"1494 linear_70_scale_0" [id=1494, type=get_attr]; +"1495 linear_70_zero_point_0" [id=1495, type=get_attr]; +"1496 quantize_per_channel_default_71" [id=1496, type=quantize_per_channel]; +"1497 dequantize_per_channel_default_71" [id=1497, type=dequantize_per_channel]; +"1498 _param_constant189_0_0" [id=1498, type=get_attr]; +"1499 linear_70" [id=1499, type=linear]; +"1500 reshape_50" [id=1500, type=reshape]; +"1501 permute_52" [id=1501, type=permute]; +"1502 select_33" [id=1502, type=select]; +"1503 select_34" [id=1503, type=select]; +"1504 select_35" [id=1504, type=select]; +"1505 linalg_vector_norm_22" [id=1505, type=linalg_vector_norm]; +"1506 clamp_min_22" [id=1506, type=clamp_min]; +"1507 expand_as_22" [id=1507, type=expand_as]; +"1508 div_22" [id=1508, type=div]; +"1509 quantize_per_tensor_default_70" [id=1509, type=quantize_per_tensor]; +"1510 dequantize_per_tensor_default_70" [id=1510, type=dequantize_per_tensor]; +"1511 linalg_vector_norm_23" [id=1511, type=linalg_vector_norm]; +"1512 clamp_min_23" [id=1512, type=clamp_min]; +"1513 expand_as_23" [id=1513, type=expand_as]; +"1514 div_23" [id=1514, type=div]; +"1515 quantize_per_tensor_default_71" [id=1515, type=quantize_per_tensor]; +"1516 dequantize_per_tensor_default_71" [id=1516, type=dequantize_per_tensor]; +"1517 transpose_22" [id=1517, type=transpose]; +"1518 matmul_22" [id=1518, type=matmul]; +"1519 _param_constant191" [id=1519, type=get_attr]; +"1520 clamp_11" [id=1520, type=clamp]; +"1521 exp_11" [id=1521, type=exp]; +"1522 mul_23" [id=1522, type=mul]; +"1523 add_38" [id=1523, type=add]; +"1524 new_zeros_5" [id=1524, type=new_zeros]; +"1525 view_62" [id=1525, type=view]; +"1526 permute_53" [id=1526, type=permute]; +"1527 reshape_51" [id=1527, type=reshape]; +"1528 unsqueeze_32" [id=1528, type=unsqueeze]; +"1529 unsqueeze_33" [id=1529, type=unsqueeze]; +"1530 sub_5" [id=1530, type=sub]; +"1531 ne_5" [id=1531, type=ne]; +"1532 masked_fill_10" [id=1532, type=masked_fill]; +"1533 eq_5" [id=1533, type=eq]; +"1534 masked_fill_11" [id=1534, type=masked_fill]; +"1535 view_63" [id=1535, type=view]; +"1536 unsqueeze_34" [id=1536, type=unsqueeze]; +"1537 unsqueeze_35" [id=1537, type=unsqueeze]; +"1538 add_39" [id=1538, type=add]; +"1539 view_64" [id=1539, type=view]; +"1540 softmax_11" [id=1540, type=softmax]; +"1541 dropout_44" [id=1541, type=dropout]; +"1542 matmul_23" [id=1542, type=matmul]; +"1543 transpose_23" [id=1543, type=transpose]; +"1544 reshape_52" [id=1544, type=reshape]; +"1545 linear_71_updated_constant0" [id=1545, type=get_attr]; +"1546 reshape_52_0_0_nncf_smooth_quant_0" [id=1546, type=call_module]; +"1547 quantize_per_tensor_default_72" [id=1547, type=quantize_per_tensor]; +"1548 dequantize_per_tensor_default_72" [id=1548, type=dequantize_per_tensor]; +"1549 linear_71_scale_0" [id=1549, type=get_attr]; +"1550 linear_71_zero_point_0" [id=1550, type=get_attr]; +"1551 quantize_per_channel_default_72" [id=1551, type=quantize_per_channel]; +"1552 dequantize_per_channel_default_72" [id=1552, type=dequantize_per_channel]; +"1553 _param_constant193_0_0" [id=1553, type=get_attr]; +"1554 linear_71" [id=1554, type=linear]; +"1555 dropout_45" [id=1555, type=dropout]; +"1556 view_65" [id=1556, type=view]; +"1557 permute_54" [id=1557, type=permute]; +"1558 reshape_53" [id=1558, type=reshape]; +"1559 roll_11" [id=1559, type=roll]; +"1560 slice_185" [id=1560, type=slice]; +"1561 slice_186" [id=1561, type=slice]; +"1562 slice_187" [id=1562, type=slice]; +"1563 slice_188" [id=1563, type=slice]; +"1564 contiguous_21" [id=1564, type=contiguous]; +"1565 _param_constant194" [id=1565, type=get_attr]; +"1566 _param_constant195" [id=1566, type=get_attr]; +"1567 layer_norm_25" [id=1567, type=layer_norm]; +"1568 add_40" [id=1568, type=add]; +"1569 linear_72_updated_constant0" [id=1569, type=get_attr]; +"1570 add_40_0_0_nncf_smooth_quant_0" [id=1570, type=call_module]; +"1571 quantize_per_tensor_default_73" [id=1571, type=quantize_per_tensor]; +"1572 dequantize_per_tensor_default_73" [id=1572, type=dequantize_per_tensor]; +"1573 linear_72_scale_0" [id=1573, type=get_attr]; +"1574 linear_72_zero_point_0" [id=1574, type=get_attr]; +"1575 quantize_per_channel_default_73" [id=1575, type=quantize_per_channel]; +"1576 dequantize_per_channel_default_73" [id=1576, type=dequantize_per_channel]; +"1577 _param_constant197_0_0" [id=1577, type=get_attr]; +"1578 linear_72" [id=1578, type=linear]; +"1579 gelu_11" [id=1579, type=gelu]; +"1580 dropout_46" [id=1580, type=dropout]; +"1581 linear_73_updated_constant0" [id=1581, type=get_attr]; +"1582 dropout_46_0_0_nncf_smooth_quant_0" [id=1582, type=call_module]; +"1583 quantize_per_tensor_default_74" [id=1583, type=quantize_per_tensor]; +"1584 dequantize_per_tensor_default_74" [id=1584, type=dequantize_per_tensor]; +"1585 linear_73_scale_0" [id=1585, type=get_attr]; +"1586 linear_73_zero_point_0" [id=1586, type=get_attr]; +"1587 quantize_per_channel_default_74" [id=1587, type=quantize_per_channel]; +"1588 dequantize_per_channel_default_74" [id=1588, type=dequantize_per_channel]; +"1589 _param_constant199_0_0" [id=1589, type=get_attr]; +"1590 linear_73" [id=1590, type=linear]; +"1591 dropout_47" [id=1591, type=dropout]; +"1592 _param_constant200" [id=1592, type=get_attr]; +"1593 _param_constant201" [id=1593, type=get_attr]; +"1594 layer_norm_26" [id=1594, type=layer_norm]; +"1595 add_41" [id=1595, type=add]; +"1596 _tensor_constant78" [id=1596, type=get_attr]; +"1597 linear_74_updated_constant0" [id=1597, type=get_attr]; +"1598 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1598, type=call_module]; +"1599 linear_74_scale_0" [id=1599, type=get_attr]; +"1600 linear_74_zero_point_0" [id=1600, type=get_attr]; +"1601 quantize_per_channel_default_75" [id=1601, type=quantize_per_channel]; +"1602 dequantize_per_channel_default_75" [id=1602, type=dequantize_per_channel]; +"1603 _param_constant203_0_0" [id=1603, type=get_attr]; +"1604 linear_74" [id=1604, type=linear]; +"1605 relu__12" [id=1605, type=relu_]; +"1606 linear_75_updated_constant0" [id=1606, type=get_attr]; +"1607 relu__12_0_0_nncf_smooth_quant_0" [id=1607, type=call_module]; +"1608 linear_75_scale_0" [id=1608, type=get_attr]; +"1609 linear_75_zero_point_0" [id=1609, type=get_attr]; +"1610 quantize_per_channel_default_76" [id=1610, type=quantize_per_channel]; +"1611 dequantize_per_channel_default_76" [id=1611, type=dequantize_per_channel]; +"1612 linear_75" [id=1612, type=linear]; +"1613 view_66" [id=1613, type=view]; +"1614 _tensor_constant79" [id=1614, type=get_attr]; +"1615 index_12" [id=1615, type=index]; +"1616 view_67" [id=1616, type=view]; +"1617 permute_55" [id=1617, type=permute]; +"1618 contiguous_22" [id=1618, type=contiguous]; +"1619 unsqueeze_36" [id=1619, type=unsqueeze]; +"1620 sigmoid_12" [id=1620, type=sigmoid]; +"1621 mul_24" [id=1621, type=mul]; +"1622 pad_14" [id=1622, type=pad]; +"1623 view_68" [id=1623, type=view]; +"1624 permute_56" [id=1624, type=permute]; +"1625 reshape_54" [id=1625, type=reshape]; +"1626 linear_76_updated_constant0" [id=1626, type=get_attr]; +"1627 reshape_54_0_0_nncf_smooth_quant_0" [id=1627, type=call_module]; +"1628 quantize_per_tensor_default_75" [id=1628, type=quantize_per_tensor]; +"1629 dequantize_per_tensor_default_75" [id=1629, type=dequantize_per_tensor]; +"1630 linear_76_scale_0" [id=1630, type=get_attr]; +"1631 linear_76_zero_point_0" [id=1631, type=get_attr]; +"1632 quantize_per_channel_default_77" [id=1632, type=quantize_per_channel]; +"1633 dequantize_per_channel_default_77" [id=1633, type=dequantize_per_channel]; +"1634 _param_constant205_0_0" [id=1634, type=get_attr]; +"1635 linear_76" [id=1635, type=linear]; +"1636 reshape_55" [id=1636, type=reshape]; +"1637 permute_57" [id=1637, type=permute]; +"1638 select_36" [id=1638, type=select]; +"1639 select_37" [id=1639, type=select]; +"1640 select_38" [id=1640, type=select]; +"1641 linalg_vector_norm_24" [id=1641, type=linalg_vector_norm]; +"1642 clamp_min_24" [id=1642, type=clamp_min]; +"1643 expand_as_24" [id=1643, type=expand_as]; +"1644 div_24" [id=1644, type=div]; +"1645 quantize_per_tensor_default_76" [id=1645, type=quantize_per_tensor]; +"1646 dequantize_per_tensor_default_76" [id=1646, type=dequantize_per_tensor]; +"1647 linalg_vector_norm_25" [id=1647, type=linalg_vector_norm]; +"1648 clamp_min_25" [id=1648, type=clamp_min]; +"1649 expand_as_25" [id=1649, type=expand_as]; +"1650 div_25" [id=1650, type=div]; +"1651 quantize_per_tensor_default_77" [id=1651, type=quantize_per_tensor]; +"1652 dequantize_per_tensor_default_77" [id=1652, type=dequantize_per_tensor]; +"1653 transpose_24" [id=1653, type=transpose]; +"1654 matmul_24" [id=1654, type=matmul]; +"1655 _param_constant207" [id=1655, type=get_attr]; +"1656 clamp_12" [id=1656, type=clamp]; +"1657 exp_12" [id=1657, type=exp]; +"1658 mul_25" [id=1658, type=mul]; +"1659 add_42" [id=1659, type=add]; +"1660 softmax_12" [id=1660, type=softmax]; +"1661 dropout_48" [id=1661, type=dropout]; +"1662 matmul_25" [id=1662, type=matmul]; +"1663 transpose_25" [id=1663, type=transpose]; +"1664 reshape_56" [id=1664, type=reshape]; +"1665 linear_77_updated_constant0" [id=1665, type=get_attr]; +"1666 reshape_56_0_0_nncf_smooth_quant_0" [id=1666, type=call_module]; +"1667 quantize_per_tensor_default_78" [id=1667, type=quantize_per_tensor]; +"1668 dequantize_per_tensor_default_78" [id=1668, type=dequantize_per_tensor]; +"1669 linear_77_scale_0" [id=1669, type=get_attr]; +"1670 linear_77_zero_point_0" [id=1670, type=get_attr]; +"1671 quantize_per_channel_default_78" [id=1671, type=quantize_per_channel]; +"1672 dequantize_per_channel_default_78" [id=1672, type=dequantize_per_channel]; +"1673 _param_constant209_0_0" [id=1673, type=get_attr]; +"1674 linear_77" [id=1674, type=linear]; +"1675 dropout_49" [id=1675, type=dropout]; +"1676 view_69" [id=1676, type=view]; +"1677 permute_58" [id=1677, type=permute]; +"1678 reshape_57" [id=1678, type=reshape]; +"1679 slice_190" [id=1679, type=slice]; +"1680 slice_191" [id=1680, type=slice]; +"1681 slice_192" [id=1681, type=slice]; +"1682 slice_193" [id=1682, type=slice]; +"1683 contiguous_23" [id=1683, type=contiguous]; +"1684 _param_constant210" [id=1684, type=get_attr]; +"1685 _param_constant211" [id=1685, type=get_attr]; +"1686 layer_norm_27" [id=1686, type=layer_norm]; +"1687 add_43" [id=1687, type=add]; +"1688 linear_78_updated_constant0" [id=1688, type=get_attr]; +"1689 add_43_0_0_nncf_smooth_quant_0" [id=1689, type=call_module]; +"1690 quantize_per_tensor_default_79" [id=1690, type=quantize_per_tensor]; +"1691 dequantize_per_tensor_default_79" [id=1691, type=dequantize_per_tensor]; +"1692 linear_78_scale_0" [id=1692, type=get_attr]; +"1693 linear_78_zero_point_0" [id=1693, type=get_attr]; +"1694 quantize_per_channel_default_79" [id=1694, type=quantize_per_channel]; +"1695 dequantize_per_channel_default_79" [id=1695, type=dequantize_per_channel]; +"1696 _param_constant213_0_0" [id=1696, type=get_attr]; +"1697 linear_78" [id=1697, type=linear]; +"1698 gelu_12" [id=1698, type=gelu]; +"1699 dropout_50" [id=1699, type=dropout]; +"1700 linear_79_updated_constant0" [id=1700, type=get_attr]; +"1701 dropout_50_0_0_nncf_smooth_quant_0" [id=1701, type=call_module]; +"1702 quantize_per_tensor_default_80" [id=1702, type=quantize_per_tensor]; +"1703 dequantize_per_tensor_default_80" [id=1703, type=dequantize_per_tensor]; +"1704 linear_79_scale_0" [id=1704, type=get_attr]; +"1705 linear_79_zero_point_0" [id=1705, type=get_attr]; +"1706 quantize_per_channel_default_80" [id=1706, type=quantize_per_channel]; +"1707 dequantize_per_channel_default_80" [id=1707, type=dequantize_per_channel]; +"1708 _param_constant215_0_0" [id=1708, type=get_attr]; +"1709 linear_79" [id=1709, type=linear]; +"1710 dropout_51" [id=1710, type=dropout]; +"1711 _param_constant216" [id=1711, type=get_attr]; +"1712 _param_constant217" [id=1712, type=get_attr]; +"1713 layer_norm_28" [id=1713, type=layer_norm]; +"1714 add_44" [id=1714, type=add]; +"1715 _tensor_constant80" [id=1715, type=get_attr]; +"1716 linear_80_updated_constant0" [id=1716, type=get_attr]; +"1717 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1717, type=call_module]; +"1718 linear_80_scale_0" [id=1718, type=get_attr]; +"1719 linear_80_zero_point_0" [id=1719, type=get_attr]; +"1720 quantize_per_channel_default_81" [id=1720, type=quantize_per_channel]; +"1721 dequantize_per_channel_default_81" [id=1721, type=dequantize_per_channel]; +"1722 _param_constant219_0_0" [id=1722, type=get_attr]; +"1723 linear_80" [id=1723, type=linear]; +"1724 relu__13" [id=1724, type=relu_]; +"1725 linear_81_updated_constant0" [id=1725, type=get_attr]; +"1726 relu__13_0_0_nncf_smooth_quant_0" [id=1726, type=call_module]; +"1727 linear_81_scale_0" [id=1727, type=get_attr]; +"1728 linear_81_zero_point_0" [id=1728, type=get_attr]; +"1729 quantize_per_channel_default_82" [id=1729, type=quantize_per_channel]; +"1730 dequantize_per_channel_default_82" [id=1730, type=dequantize_per_channel]; +"1731 linear_81" [id=1731, type=linear]; +"1732 view_70" [id=1732, type=view]; +"1733 _tensor_constant81" [id=1733, type=get_attr]; +"1734 index_13" [id=1734, type=index]; +"1735 view_71" [id=1735, type=view]; +"1736 permute_59" [id=1736, type=permute]; +"1737 contiguous_24" [id=1737, type=contiguous]; +"1738 unsqueeze_37" [id=1738, type=unsqueeze]; +"1739 sigmoid_13" [id=1739, type=sigmoid]; +"1740 mul_26" [id=1740, type=mul]; +"1741 pad_15" [id=1741, type=pad]; +"1742 roll_12" [id=1742, type=roll]; +"1743 view_72" [id=1743, type=view]; +"1744 permute_60" [id=1744, type=permute]; +"1745 reshape_58" [id=1745, type=reshape]; +"1746 linear_82_updated_constant0" [id=1746, type=get_attr]; +"1747 reshape_58_0_0_nncf_smooth_quant_0" [id=1747, type=call_module]; +"1748 quantize_per_tensor_default_81" [id=1748, type=quantize_per_tensor]; +"1749 dequantize_per_tensor_default_81" [id=1749, type=dequantize_per_tensor]; +"1750 linear_82_scale_0" [id=1750, type=get_attr]; +"1751 linear_82_zero_point_0" [id=1751, type=get_attr]; +"1752 quantize_per_channel_default_83" [id=1752, type=quantize_per_channel]; +"1753 dequantize_per_channel_default_83" [id=1753, type=dequantize_per_channel]; +"1754 _param_constant221_0_0" [id=1754, type=get_attr]; +"1755 linear_82" [id=1755, type=linear]; +"1756 reshape_59" [id=1756, type=reshape]; +"1757 permute_61" [id=1757, type=permute]; +"1758 select_39" [id=1758, type=select]; +"1759 select_40" [id=1759, type=select]; +"1760 select_41" [id=1760, type=select]; +"1761 linalg_vector_norm_26" [id=1761, type=linalg_vector_norm]; +"1762 clamp_min_26" [id=1762, type=clamp_min]; +"1763 expand_as_26" [id=1763, type=expand_as]; +"1764 div_26" [id=1764, type=div]; +"1765 quantize_per_tensor_default_82" [id=1765, type=quantize_per_tensor]; +"1766 dequantize_per_tensor_default_82" [id=1766, type=dequantize_per_tensor]; +"1767 linalg_vector_norm_27" [id=1767, type=linalg_vector_norm]; +"1768 clamp_min_27" [id=1768, type=clamp_min]; +"1769 expand_as_27" [id=1769, type=expand_as]; +"1770 div_27" [id=1770, type=div]; +"1771 quantize_per_tensor_default_83" [id=1771, type=quantize_per_tensor]; +"1772 dequantize_per_tensor_default_83" [id=1772, type=dequantize_per_tensor]; +"1773 transpose_26" [id=1773, type=transpose]; +"1774 matmul_26" [id=1774, type=matmul]; +"1775 _param_constant223" [id=1775, type=get_attr]; +"1776 clamp_13" [id=1776, type=clamp]; +"1777 exp_13" [id=1777, type=exp]; +"1778 mul_27" [id=1778, type=mul]; +"1779 add_45" [id=1779, type=add]; +"1780 new_zeros_6" [id=1780, type=new_zeros]; +"1781 view_73" [id=1781, type=view]; +"1782 permute_62" [id=1782, type=permute]; +"1783 reshape_60" [id=1783, type=reshape]; +"1784 unsqueeze_38" [id=1784, type=unsqueeze]; +"1785 unsqueeze_39" [id=1785, type=unsqueeze]; +"1786 sub_6" [id=1786, type=sub]; +"1787 ne_6" [id=1787, type=ne]; +"1788 masked_fill_12" [id=1788, type=masked_fill]; +"1789 eq_6" [id=1789, type=eq]; +"1790 masked_fill_13" [id=1790, type=masked_fill]; +"1791 view_74" [id=1791, type=view]; +"1792 unsqueeze_40" [id=1792, type=unsqueeze]; +"1793 unsqueeze_41" [id=1793, type=unsqueeze]; +"1794 add_46" [id=1794, type=add]; +"1795 view_75" [id=1795, type=view]; +"1796 softmax_13" [id=1796, type=softmax]; +"1797 dropout_52" [id=1797, type=dropout]; +"1798 matmul_27" [id=1798, type=matmul]; +"1799 transpose_27" [id=1799, type=transpose]; +"1800 reshape_61" [id=1800, type=reshape]; +"1801 linear_83_updated_constant0" [id=1801, type=get_attr]; +"1802 reshape_61_0_0_nncf_smooth_quant_0" [id=1802, type=call_module]; +"1803 quantize_per_tensor_default_84" [id=1803, type=quantize_per_tensor]; +"1804 dequantize_per_tensor_default_84" [id=1804, type=dequantize_per_tensor]; +"1805 linear_83_scale_0" [id=1805, type=get_attr]; +"1806 linear_83_zero_point_0" [id=1806, type=get_attr]; +"1807 quantize_per_channel_default_84" [id=1807, type=quantize_per_channel]; +"1808 dequantize_per_channel_default_84" [id=1808, type=dequantize_per_channel]; +"1809 _param_constant225_0_0" [id=1809, type=get_attr]; +"1810 linear_83" [id=1810, type=linear]; +"1811 dropout_53" [id=1811, type=dropout]; +"1812 view_76" [id=1812, type=view]; +"1813 permute_63" [id=1813, type=permute]; +"1814 reshape_62" [id=1814, type=reshape]; +"1815 roll_13" [id=1815, type=roll]; +"1816 slice_213" [id=1816, type=slice]; +"1817 slice_214" [id=1817, type=slice]; +"1818 slice_215" [id=1818, type=slice]; +"1819 slice_216" [id=1819, type=slice]; +"1820 contiguous_25" [id=1820, type=contiguous]; +"1821 _param_constant226" [id=1821, type=get_attr]; +"1822 _param_constant227" [id=1822, type=get_attr]; +"1823 layer_norm_29" [id=1823, type=layer_norm]; +"1824 add_47" [id=1824, type=add]; +"1825 linear_84_updated_constant0" [id=1825, type=get_attr]; +"1826 add_47_0_0_nncf_smooth_quant_0" [id=1826, type=call_module]; +"1827 quantize_per_tensor_default_85" [id=1827, type=quantize_per_tensor]; +"1828 dequantize_per_tensor_default_85" [id=1828, type=dequantize_per_tensor]; +"1829 linear_84_scale_0" [id=1829, type=get_attr]; +"1830 linear_84_zero_point_0" [id=1830, type=get_attr]; +"1831 quantize_per_channel_default_85" [id=1831, type=quantize_per_channel]; +"1832 dequantize_per_channel_default_85" [id=1832, type=dequantize_per_channel]; +"1833 _param_constant229_0_0" [id=1833, type=get_attr]; +"1834 linear_84" [id=1834, type=linear]; +"1835 gelu_13" [id=1835, type=gelu]; +"1836 dropout_54" [id=1836, type=dropout]; +"1837 linear_85_updated_constant0" [id=1837, type=get_attr]; +"1838 dropout_54_0_0_nncf_smooth_quant_0" [id=1838, type=call_module]; +"1839 quantize_per_tensor_default_86" [id=1839, type=quantize_per_tensor]; +"1840 dequantize_per_tensor_default_86" [id=1840, type=dequantize_per_tensor]; +"1841 linear_85_scale_0" [id=1841, type=get_attr]; +"1842 linear_85_zero_point_0" [id=1842, type=get_attr]; +"1843 quantize_per_channel_default_86" [id=1843, type=quantize_per_channel]; +"1844 dequantize_per_channel_default_86" [id=1844, type=dequantize_per_channel]; +"1845 _param_constant231_0_0" [id=1845, type=get_attr]; +"1846 linear_85" [id=1846, type=linear]; +"1847 dropout_55" [id=1847, type=dropout]; +"1848 _param_constant232" [id=1848, type=get_attr]; +"1849 _param_constant233" [id=1849, type=get_attr]; +"1850 layer_norm_30" [id=1850, type=layer_norm]; +"1851 add_48" [id=1851, type=add]; +"1852 _tensor_constant91" [id=1852, type=get_attr]; +"1853 linear_86_updated_constant0" [id=1853, type=get_attr]; +"1854 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1854, type=call_module]; +"1855 linear_86_scale_0" [id=1855, type=get_attr]; +"1856 linear_86_zero_point_0" [id=1856, type=get_attr]; +"1857 quantize_per_channel_default_87" [id=1857, type=quantize_per_channel]; +"1858 dequantize_per_channel_default_87" [id=1858, type=dequantize_per_channel]; +"1859 _param_constant235_0_0" [id=1859, type=get_attr]; +"1860 linear_86" [id=1860, type=linear]; +"1861 relu__14" [id=1861, type=relu_]; +"1862 linear_87_updated_constant0" [id=1862, type=get_attr]; +"1863 relu__14_0_0_nncf_smooth_quant_0" [id=1863, type=call_module]; +"1864 linear_87_scale_0" [id=1864, type=get_attr]; +"1865 linear_87_zero_point_0" [id=1865, type=get_attr]; +"1866 quantize_per_channel_default_88" [id=1866, type=quantize_per_channel]; +"1867 dequantize_per_channel_default_88" [id=1867, type=dequantize_per_channel]; +"1868 linear_87" [id=1868, type=linear]; +"1869 view_77" [id=1869, type=view]; +"1870 _tensor_constant92" [id=1870, type=get_attr]; +"1871 index_14" [id=1871, type=index]; +"1872 view_78" [id=1872, type=view]; +"1873 permute_64" [id=1873, type=permute]; +"1874 contiguous_26" [id=1874, type=contiguous]; +"1875 unsqueeze_42" [id=1875, type=unsqueeze]; +"1876 sigmoid_14" [id=1876, type=sigmoid]; +"1877 mul_28" [id=1877, type=mul]; +"1878 pad_16" [id=1878, type=pad]; +"1879 view_79" [id=1879, type=view]; +"1880 permute_65" [id=1880, type=permute]; +"1881 reshape_63" [id=1881, type=reshape]; +"1882 linear_88_updated_constant0" [id=1882, type=get_attr]; +"1883 reshape_63_0_0_nncf_smooth_quant_0" [id=1883, type=call_module]; +"1884 quantize_per_tensor_default_87" [id=1884, type=quantize_per_tensor]; +"1885 dequantize_per_tensor_default_87" [id=1885, type=dequantize_per_tensor]; +"1886 linear_88_scale_0" [id=1886, type=get_attr]; +"1887 linear_88_zero_point_0" [id=1887, type=get_attr]; +"1888 quantize_per_channel_default_89" [id=1888, type=quantize_per_channel]; +"1889 dequantize_per_channel_default_89" [id=1889, type=dequantize_per_channel]; +"1890 _param_constant237_0_0" [id=1890, type=get_attr]; +"1891 linear_88" [id=1891, type=linear]; +"1892 reshape_64" [id=1892, type=reshape]; +"1893 permute_66" [id=1893, type=permute]; +"1894 select_42" [id=1894, type=select]; +"1895 select_43" [id=1895, type=select]; +"1896 select_44" [id=1896, type=select]; +"1897 linalg_vector_norm_28" [id=1897, type=linalg_vector_norm]; +"1898 clamp_min_28" [id=1898, type=clamp_min]; +"1899 expand_as_28" [id=1899, type=expand_as]; +"1900 div_28" [id=1900, type=div]; +"1901 quantize_per_tensor_default_88" [id=1901, type=quantize_per_tensor]; +"1902 dequantize_per_tensor_default_88" [id=1902, type=dequantize_per_tensor]; +"1903 linalg_vector_norm_29" [id=1903, type=linalg_vector_norm]; +"1904 clamp_min_29" [id=1904, type=clamp_min]; +"1905 expand_as_29" [id=1905, type=expand_as]; +"1906 div_29" [id=1906, type=div]; +"1907 quantize_per_tensor_default_89" [id=1907, type=quantize_per_tensor]; +"1908 dequantize_per_tensor_default_89" [id=1908, type=dequantize_per_tensor]; +"1909 transpose_28" [id=1909, type=transpose]; +"1910 matmul_28" [id=1910, type=matmul]; +"1911 _param_constant239" [id=1911, type=get_attr]; +"1912 clamp_14" [id=1912, type=clamp]; +"1913 exp_14" [id=1913, type=exp]; +"1914 mul_29" [id=1914, type=mul]; +"1915 add_49" [id=1915, type=add]; +"1916 softmax_14" [id=1916, type=softmax]; +"1917 dropout_56" [id=1917, type=dropout]; +"1918 matmul_29" [id=1918, type=matmul]; +"1919 transpose_29" [id=1919, type=transpose]; +"1920 reshape_65" [id=1920, type=reshape]; +"1921 linear_89_updated_constant0" [id=1921, type=get_attr]; +"1922 reshape_65_0_0_nncf_smooth_quant_0" [id=1922, type=call_module]; +"1923 quantize_per_tensor_default_90" [id=1923, type=quantize_per_tensor]; +"1924 dequantize_per_tensor_default_90" [id=1924, type=dequantize_per_tensor]; +"1925 linear_89_scale_0" [id=1925, type=get_attr]; +"1926 linear_89_zero_point_0" [id=1926, type=get_attr]; +"1927 quantize_per_channel_default_90" [id=1927, type=quantize_per_channel]; +"1928 dequantize_per_channel_default_90" [id=1928, type=dequantize_per_channel]; +"1929 _param_constant241_0_0" [id=1929, type=get_attr]; +"1930 linear_89" [id=1930, type=linear]; +"1931 dropout_57" [id=1931, type=dropout]; +"1932 view_80" [id=1932, type=view]; +"1933 permute_67" [id=1933, type=permute]; +"1934 reshape_66" [id=1934, type=reshape]; +"1935 slice_218" [id=1935, type=slice]; +"1936 slice_219" [id=1936, type=slice]; +"1937 slice_220" [id=1937, type=slice]; +"1938 slice_221" [id=1938, type=slice]; +"1939 contiguous_27" [id=1939, type=contiguous]; +"1940 _param_constant242" [id=1940, type=get_attr]; +"1941 _param_constant243" [id=1941, type=get_attr]; +"1942 layer_norm_31" [id=1942, type=layer_norm]; +"1943 add_50" [id=1943, type=add]; +"1944 linear_90_updated_constant0" [id=1944, type=get_attr]; +"1945 add_50_0_0_nncf_smooth_quant_0" [id=1945, type=call_module]; +"1946 quantize_per_tensor_default_91" [id=1946, type=quantize_per_tensor]; +"1947 dequantize_per_tensor_default_91" [id=1947, type=dequantize_per_tensor]; +"1948 linear_90_scale_0" [id=1948, type=get_attr]; +"1949 linear_90_zero_point_0" [id=1949, type=get_attr]; +"1950 quantize_per_channel_default_91" [id=1950, type=quantize_per_channel]; +"1951 dequantize_per_channel_default_91" [id=1951, type=dequantize_per_channel]; +"1952 _param_constant245_0_0" [id=1952, type=get_attr]; +"1953 linear_90" [id=1953, type=linear]; +"1954 gelu_14" [id=1954, type=gelu]; +"1955 dropout_58" [id=1955, type=dropout]; +"1956 linear_91_updated_constant0" [id=1956, type=get_attr]; +"1957 dropout_58_0_0_nncf_smooth_quant_0" [id=1957, type=call_module]; +"1958 quantize_per_tensor_default_92" [id=1958, type=quantize_per_tensor]; +"1959 dequantize_per_tensor_default_92" [id=1959, type=dequantize_per_tensor]; +"1960 linear_91_scale_0" [id=1960, type=get_attr]; +"1961 linear_91_zero_point_0" [id=1961, type=get_attr]; +"1962 quantize_per_channel_default_92" [id=1962, type=quantize_per_channel]; +"1963 dequantize_per_channel_default_92" [id=1963, type=dequantize_per_channel]; +"1964 _param_constant247_0_0" [id=1964, type=get_attr]; +"1965 linear_91" [id=1965, type=linear]; +"1966 dropout_59" [id=1966, type=dropout]; +"1967 _param_constant248" [id=1967, type=get_attr]; +"1968 _param_constant249" [id=1968, type=get_attr]; +"1969 layer_norm_32" [id=1969, type=layer_norm]; +"1970 add_51" [id=1970, type=add]; +"1971 _tensor_constant93" [id=1971, type=get_attr]; +"1972 linear_92_updated_constant0" [id=1972, type=get_attr]; +"1973 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1973, type=call_module]; +"1974 linear_92_scale_0" [id=1974, type=get_attr]; +"1975 linear_92_zero_point_0" [id=1975, type=get_attr]; +"1976 quantize_per_channel_default_93" [id=1976, type=quantize_per_channel]; +"1977 dequantize_per_channel_default_93" [id=1977, type=dequantize_per_channel]; +"1978 _param_constant251_0_0" [id=1978, type=get_attr]; +"1979 linear_92" [id=1979, type=linear]; +"1980 relu__15" [id=1980, type=relu_]; +"1981 linear_93_updated_constant0" [id=1981, type=get_attr]; +"1982 relu__15_0_0_nncf_smooth_quant_0" [id=1982, type=call_module]; +"1983 linear_93_scale_0" [id=1983, type=get_attr]; +"1984 linear_93_zero_point_0" [id=1984, type=get_attr]; +"1985 quantize_per_channel_default_94" [id=1985, type=quantize_per_channel]; +"1986 dequantize_per_channel_default_94" [id=1986, type=dequantize_per_channel]; +"1987 linear_93" [id=1987, type=linear]; +"1988 view_81" [id=1988, type=view]; +"1989 _tensor_constant94" [id=1989, type=get_attr]; +"1990 index_15" [id=1990, type=index]; +"1991 view_82" [id=1991, type=view]; +"1992 permute_68" [id=1992, type=permute]; +"1993 contiguous_28" [id=1993, type=contiguous]; +"1994 unsqueeze_43" [id=1994, type=unsqueeze]; +"1995 sigmoid_15" [id=1995, type=sigmoid]; +"1996 mul_30" [id=1996, type=mul]; +"1997 pad_17" [id=1997, type=pad]; +"1998 roll_14" [id=1998, type=roll]; +"1999 view_83" [id=1999, type=view]; +"2000 permute_69" [id=2000, type=permute]; +"2001 reshape_67" [id=2001, type=reshape]; +"2002 linear_94_updated_constant0" [id=2002, type=get_attr]; +"2003 reshape_67_0_0_nncf_smooth_quant_0" [id=2003, type=call_module]; +"2004 quantize_per_tensor_default_93" [id=2004, type=quantize_per_tensor]; +"2005 dequantize_per_tensor_default_93" [id=2005, type=dequantize_per_tensor]; +"2006 linear_94_scale_0" [id=2006, type=get_attr]; +"2007 linear_94_zero_point_0" [id=2007, type=get_attr]; +"2008 quantize_per_channel_default_95" [id=2008, type=quantize_per_channel]; +"2009 dequantize_per_channel_default_95" [id=2009, type=dequantize_per_channel]; +"2010 _param_constant253_0_0" [id=2010, type=get_attr]; +"2011 linear_94" [id=2011, type=linear]; +"2012 reshape_68" [id=2012, type=reshape]; +"2013 permute_70" [id=2013, type=permute]; +"2014 select_45" [id=2014, type=select]; +"2015 select_46" [id=2015, type=select]; +"2016 select_47" [id=2016, type=select]; +"2017 linalg_vector_norm_30" [id=2017, type=linalg_vector_norm]; +"2018 clamp_min_30" [id=2018, type=clamp_min]; +"2019 expand_as_30" [id=2019, type=expand_as]; +"2020 div_30" [id=2020, type=div]; +"2021 quantize_per_tensor_default_94" [id=2021, type=quantize_per_tensor]; +"2022 dequantize_per_tensor_default_94" [id=2022, type=dequantize_per_tensor]; +"2023 linalg_vector_norm_31" [id=2023, type=linalg_vector_norm]; +"2024 clamp_min_31" [id=2024, type=clamp_min]; +"2025 expand_as_31" [id=2025, type=expand_as]; +"2026 div_31" [id=2026, type=div]; +"2027 quantize_per_tensor_default_95" [id=2027, type=quantize_per_tensor]; +"2028 dequantize_per_tensor_default_95" [id=2028, type=dequantize_per_tensor]; +"2029 transpose_30" [id=2029, type=transpose]; +"2030 matmul_30" [id=2030, type=matmul]; +"2031 _param_constant255" [id=2031, type=get_attr]; +"2032 clamp_15" [id=2032, type=clamp]; +"2033 exp_15" [id=2033, type=exp]; +"2034 mul_31" [id=2034, type=mul]; +"2035 add_52" [id=2035, type=add]; +"2036 new_zeros_7" [id=2036, type=new_zeros]; +"2037 view_84" [id=2037, type=view]; +"2038 permute_71" [id=2038, type=permute]; +"2039 reshape_69" [id=2039, type=reshape]; +"2040 unsqueeze_44" [id=2040, type=unsqueeze]; +"2041 unsqueeze_45" [id=2041, type=unsqueeze]; +"2042 sub_7" [id=2042, type=sub]; +"2043 ne_7" [id=2043, type=ne]; +"2044 masked_fill_14" [id=2044, type=masked_fill]; +"2045 eq_7" [id=2045, type=eq]; +"2046 masked_fill_15" [id=2046, type=masked_fill]; +"2047 view_85" [id=2047, type=view]; +"2048 unsqueeze_46" [id=2048, type=unsqueeze]; +"2049 unsqueeze_47" [id=2049, type=unsqueeze]; +"2050 add_53" [id=2050, type=add]; +"2051 view_86" [id=2051, type=view]; +"2052 softmax_15" [id=2052, type=softmax]; +"2053 dropout_60" [id=2053, type=dropout]; +"2054 matmul_31" [id=2054, type=matmul]; +"2055 transpose_31" [id=2055, type=transpose]; +"2056 reshape_70" [id=2056, type=reshape]; +"2057 linear_95_updated_constant0" [id=2057, type=get_attr]; +"2058 reshape_70_0_0_nncf_smooth_quant_0" [id=2058, type=call_module]; +"2059 quantize_per_tensor_default_96" [id=2059, type=quantize_per_tensor]; +"2060 dequantize_per_tensor_default_96" [id=2060, type=dequantize_per_tensor]; +"2061 linear_95_scale_0" [id=2061, type=get_attr]; +"2062 linear_95_zero_point_0" [id=2062, type=get_attr]; +"2063 quantize_per_channel_default_96" [id=2063, type=quantize_per_channel]; +"2064 dequantize_per_channel_default_96" [id=2064, type=dequantize_per_channel]; +"2065 _param_constant257_0_0" [id=2065, type=get_attr]; +"2066 linear_95" [id=2066, type=linear]; +"2067 dropout_61" [id=2067, type=dropout]; +"2068 view_87" [id=2068, type=view]; +"2069 permute_72" [id=2069, type=permute]; +"2070 reshape_71" [id=2070, type=reshape]; +"2071 roll_15" [id=2071, type=roll]; +"2072 slice_241" [id=2072, type=slice]; +"2073 slice_242" [id=2073, type=slice]; +"2074 slice_243" [id=2074, type=slice]; +"2075 slice_244" [id=2075, type=slice]; +"2076 contiguous_29" [id=2076, type=contiguous]; +"2077 _param_constant258" [id=2077, type=get_attr]; +"2078 _param_constant259" [id=2078, type=get_attr]; +"2079 layer_norm_33" [id=2079, type=layer_norm]; +"2080 add_54" [id=2080, type=add]; +"2081 linear_96_updated_constant0" [id=2081, type=get_attr]; +"2082 add_54_0_0_nncf_smooth_quant_0" [id=2082, type=call_module]; +"2083 quantize_per_tensor_default_97" [id=2083, type=quantize_per_tensor]; +"2084 dequantize_per_tensor_default_97" [id=2084, type=dequantize_per_tensor]; +"2085 linear_96_scale_0" [id=2085, type=get_attr]; +"2086 linear_96_zero_point_0" [id=2086, type=get_attr]; +"2087 quantize_per_channel_default_97" [id=2087, type=quantize_per_channel]; +"2088 dequantize_per_channel_default_97" [id=2088, type=dequantize_per_channel]; +"2089 _param_constant261_0_0" [id=2089, type=get_attr]; +"2090 linear_96" [id=2090, type=linear]; +"2091 gelu_15" [id=2091, type=gelu]; +"2092 dropout_62" [id=2092, type=dropout]; +"2093 linear_97_updated_constant0" [id=2093, type=get_attr]; +"2094 dropout_62_0_0_nncf_smooth_quant_0" [id=2094, type=call_module]; +"2095 quantize_per_tensor_default_98" [id=2095, type=quantize_per_tensor]; +"2096 dequantize_per_tensor_default_98" [id=2096, type=dequantize_per_tensor]; +"2097 linear_97_scale_0" [id=2097, type=get_attr]; +"2098 linear_97_zero_point_0" [id=2098, type=get_attr]; +"2099 quantize_per_channel_default_98" [id=2099, type=quantize_per_channel]; +"2100 dequantize_per_channel_default_98" [id=2100, type=dequantize_per_channel]; +"2101 _param_constant263_0_0" [id=2101, type=get_attr]; +"2102 linear_97" [id=2102, type=linear]; +"2103 dropout_63" [id=2103, type=dropout]; +"2104 _param_constant264" [id=2104, type=get_attr]; +"2105 _param_constant265" [id=2105, type=get_attr]; +"2106 layer_norm_34" [id=2106, type=layer_norm]; +"2107 add_55" [id=2107, type=add]; +"2108 _tensor_constant104" [id=2108, type=get_attr]; +"2109 linear_98_updated_constant0" [id=2109, type=get_attr]; +"2110 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=2110, type=call_module]; +"2111 linear_98_scale_0" [id=2111, type=get_attr]; +"2112 linear_98_zero_point_0" [id=2112, type=get_attr]; +"2113 quantize_per_channel_default_99" [id=2113, type=quantize_per_channel]; +"2114 dequantize_per_channel_default_99" [id=2114, type=dequantize_per_channel]; +"2115 _param_constant267_0_0" [id=2115, type=get_attr]; +"2116 linear_98" [id=2116, type=linear]; +"2117 relu__16" [id=2117, type=relu_]; +"2118 linear_99_updated_constant0" [id=2118, type=get_attr]; +"2119 relu__16_0_0_nncf_smooth_quant_0" [id=2119, type=call_module]; +"2120 linear_99_scale_0" [id=2120, type=get_attr]; +"2121 linear_99_zero_point_0" [id=2121, type=get_attr]; +"2122 quantize_per_channel_default_100" [id=2122, type=quantize_per_channel]; +"2123 dequantize_per_channel_default_100" [id=2123, type=dequantize_per_channel]; +"2124 linear_99" [id=2124, type=linear]; +"2125 view_88" [id=2125, type=view]; +"2126 _tensor_constant105" [id=2126, type=get_attr]; +"2127 index_16" [id=2127, type=index]; +"2128 view_89" [id=2128, type=view]; +"2129 permute_73" [id=2129, type=permute]; +"2130 contiguous_30" [id=2130, type=contiguous]; +"2131 unsqueeze_48" [id=2131, type=unsqueeze]; +"2132 sigmoid_16" [id=2132, type=sigmoid]; +"2133 mul_32" [id=2133, type=mul]; +"2134 pad_18" [id=2134, type=pad]; +"2135 view_90" [id=2135, type=view]; +"2136 permute_74" [id=2136, type=permute]; +"2137 reshape_72" [id=2137, type=reshape]; +"2138 linear_100_updated_constant0" [id=2138, type=get_attr]; +"2139 reshape_72_0_0_nncf_smooth_quant_0" [id=2139, type=call_module]; +"2140 quantize_per_tensor_default_99" [id=2140, type=quantize_per_tensor]; +"2141 dequantize_per_tensor_default_99" [id=2141, type=dequantize_per_tensor]; +"2142 linear_100_scale_0" [id=2142, type=get_attr]; +"2143 linear_100_zero_point_0" [id=2143, type=get_attr]; +"2144 quantize_per_channel_default_101" [id=2144, type=quantize_per_channel]; +"2145 dequantize_per_channel_default_101" [id=2145, type=dequantize_per_channel]; +"2146 _param_constant269_0_0" [id=2146, type=get_attr]; +"2147 linear_100" [id=2147, type=linear]; +"2148 reshape_73" [id=2148, type=reshape]; +"2149 permute_75" [id=2149, type=permute]; +"2150 select_48" [id=2150, type=select]; +"2151 select_49" [id=2151, type=select]; +"2152 select_50" [id=2152, type=select]; +"2153 linalg_vector_norm_32" [id=2153, type=linalg_vector_norm]; +"2154 clamp_min_32" [id=2154, type=clamp_min]; +"2155 expand_as_32" [id=2155, type=expand_as]; +"2156 div_32" [id=2156, type=div]; +"2157 quantize_per_tensor_default_100" [id=2157, type=quantize_per_tensor]; +"2158 dequantize_per_tensor_default_100" [id=2158, type=dequantize_per_tensor]; +"2159 linalg_vector_norm_33" [id=2159, type=linalg_vector_norm]; +"2160 clamp_min_33" [id=2160, type=clamp_min]; +"2161 expand_as_33" [id=2161, type=expand_as]; +"2162 div_33" [id=2162, type=div]; +"2163 quantize_per_tensor_default_101" [id=2163, type=quantize_per_tensor]; +"2164 dequantize_per_tensor_default_101" [id=2164, type=dequantize_per_tensor]; +"2165 transpose_32" [id=2165, type=transpose]; +"2166 matmul_32" [id=2166, type=matmul]; +"2167 _param_constant271" [id=2167, type=get_attr]; +"2168 clamp_16" [id=2168, type=clamp]; +"2169 exp_16" [id=2169, type=exp]; +"2170 mul_33" [id=2170, type=mul]; +"2171 add_56" [id=2171, type=add]; +"2172 softmax_16" [id=2172, type=softmax]; +"2173 dropout_64" [id=2173, type=dropout]; +"2174 matmul_33" [id=2174, type=matmul]; +"2175 transpose_33" [id=2175, type=transpose]; +"2176 reshape_74" [id=2176, type=reshape]; +"2177 linear_101_updated_constant0" [id=2177, type=get_attr]; +"2178 reshape_74_0_0_nncf_smooth_quant_0" [id=2178, type=call_module]; +"2179 quantize_per_tensor_default_102" [id=2179, type=quantize_per_tensor]; +"2180 dequantize_per_tensor_default_102" [id=2180, type=dequantize_per_tensor]; +"2181 linear_101_scale_0" [id=2181, type=get_attr]; +"2182 linear_101_zero_point_0" [id=2182, type=get_attr]; +"2183 quantize_per_channel_default_102" [id=2183, type=quantize_per_channel]; +"2184 dequantize_per_channel_default_102" [id=2184, type=dequantize_per_channel]; +"2185 _param_constant273_0_0" [id=2185, type=get_attr]; +"2186 linear_101" [id=2186, type=linear]; +"2187 dropout_65" [id=2187, type=dropout]; +"2188 view_91" [id=2188, type=view]; +"2189 permute_76" [id=2189, type=permute]; +"2190 reshape_75" [id=2190, type=reshape]; +"2191 slice_246" [id=2191, type=slice]; +"2192 slice_247" [id=2192, type=slice]; +"2193 slice_248" [id=2193, type=slice]; +"2194 slice_249" [id=2194, type=slice]; +"2195 contiguous_31" [id=2195, type=contiguous]; +"2196 _param_constant274" [id=2196, type=get_attr]; +"2197 _param_constant275" [id=2197, type=get_attr]; +"2198 layer_norm_35" [id=2198, type=layer_norm]; +"2199 add_57" [id=2199, type=add]; +"2200 linear_102_updated_constant0" [id=2200, type=get_attr]; +"2201 add_57_0_0_nncf_smooth_quant_0" [id=2201, type=call_module]; +"2202 quantize_per_tensor_default_103" [id=2202, type=quantize_per_tensor]; +"2203 dequantize_per_tensor_default_103" [id=2203, type=dequantize_per_tensor]; +"2204 linear_102_scale_0" [id=2204, type=get_attr]; +"2205 linear_102_zero_point_0" [id=2205, type=get_attr]; +"2206 quantize_per_channel_default_103" [id=2206, type=quantize_per_channel]; +"2207 dequantize_per_channel_default_103" [id=2207, type=dequantize_per_channel]; +"2208 _param_constant277_0_0" [id=2208, type=get_attr]; +"2209 linear_102" [id=2209, type=linear]; +"2210 gelu_16" [id=2210, type=gelu]; +"2211 dropout_66" [id=2211, type=dropout]; +"2212 linear_103_updated_constant0" [id=2212, type=get_attr]; +"2213 dropout_66_0_0_nncf_smooth_quant_0" [id=2213, type=call_module]; +"2214 quantize_per_tensor_default_104" [id=2214, type=quantize_per_tensor]; +"2215 dequantize_per_tensor_default_104" [id=2215, type=dequantize_per_tensor]; +"2216 linear_103_scale_0" [id=2216, type=get_attr]; +"2217 linear_103_zero_point_0" [id=2217, type=get_attr]; +"2218 quantize_per_channel_default_104" [id=2218, type=quantize_per_channel]; +"2219 dequantize_per_channel_default_104" [id=2219, type=dequantize_per_channel]; +"2220 _param_constant279_0_0" [id=2220, type=get_attr]; +"2221 linear_103" [id=2221, type=linear]; +"2222 dropout_67" [id=2222, type=dropout]; +"2223 _param_constant280" [id=2223, type=get_attr]; +"2224 _param_constant281" [id=2224, type=get_attr]; +"2225 layer_norm_36" [id=2225, type=layer_norm]; +"2226 add_58" [id=2226, type=add]; +"2227 _tensor_constant106" [id=2227, type=get_attr]; +"2228 linear_104_updated_constant0" [id=2228, type=get_attr]; +"2229 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2229, type=call_module]; +"2230 linear_104_scale_0" [id=2230, type=get_attr]; +"2231 linear_104_zero_point_0" [id=2231, type=get_attr]; +"2232 quantize_per_channel_default_105" [id=2232, type=quantize_per_channel]; +"2233 dequantize_per_channel_default_105" [id=2233, type=dequantize_per_channel]; +"2234 _param_constant283_0_0" [id=2234, type=get_attr]; +"2235 linear_104" [id=2235, type=linear]; +"2236 relu__17" [id=2236, type=relu_]; +"2237 linear_105_updated_constant0" [id=2237, type=get_attr]; +"2238 relu__17_0_0_nncf_smooth_quant_0" [id=2238, type=call_module]; +"2239 linear_105_scale_0" [id=2239, type=get_attr]; +"2240 linear_105_zero_point_0" [id=2240, type=get_attr]; +"2241 quantize_per_channel_default_106" [id=2241, type=quantize_per_channel]; +"2242 dequantize_per_channel_default_106" [id=2242, type=dequantize_per_channel]; +"2243 linear_105" [id=2243, type=linear]; +"2244 view_92" [id=2244, type=view]; +"2245 _tensor_constant107" [id=2245, type=get_attr]; +"2246 index_17" [id=2246, type=index]; +"2247 view_93" [id=2247, type=view]; +"2248 permute_77" [id=2248, type=permute]; +"2249 contiguous_32" [id=2249, type=contiguous]; +"2250 unsqueeze_49" [id=2250, type=unsqueeze]; +"2251 sigmoid_17" [id=2251, type=sigmoid]; +"2252 mul_34" [id=2252, type=mul]; +"2253 pad_19" [id=2253, type=pad]; +"2254 roll_16" [id=2254, type=roll]; +"2255 view_94" [id=2255, type=view]; +"2256 permute_78" [id=2256, type=permute]; +"2257 reshape_76" [id=2257, type=reshape]; +"2258 linear_106_updated_constant0" [id=2258, type=get_attr]; +"2259 reshape_76_0_0_nncf_smooth_quant_0" [id=2259, type=call_module]; +"2260 quantize_per_tensor_default_105" [id=2260, type=quantize_per_tensor]; +"2261 dequantize_per_tensor_default_105" [id=2261, type=dequantize_per_tensor]; +"2262 linear_106_scale_0" [id=2262, type=get_attr]; +"2263 linear_106_zero_point_0" [id=2263, type=get_attr]; +"2264 quantize_per_channel_default_107" [id=2264, type=quantize_per_channel]; +"2265 dequantize_per_channel_default_107" [id=2265, type=dequantize_per_channel]; +"2266 _param_constant285_0_0" [id=2266, type=get_attr]; +"2267 linear_106" [id=2267, type=linear]; +"2268 reshape_77" [id=2268, type=reshape]; +"2269 permute_79" [id=2269, type=permute]; +"2270 select_51" [id=2270, type=select]; +"2271 select_52" [id=2271, type=select]; +"2272 select_53" [id=2272, type=select]; +"2273 linalg_vector_norm_34" [id=2273, type=linalg_vector_norm]; +"2274 clamp_min_34" [id=2274, type=clamp_min]; +"2275 expand_as_34" [id=2275, type=expand_as]; +"2276 div_34" [id=2276, type=div]; +"2277 quantize_per_tensor_default_106" [id=2277, type=quantize_per_tensor]; +"2278 dequantize_per_tensor_default_106" [id=2278, type=dequantize_per_tensor]; +"2279 linalg_vector_norm_35" [id=2279, type=linalg_vector_norm]; +"2280 clamp_min_35" [id=2280, type=clamp_min]; +"2281 expand_as_35" [id=2281, type=expand_as]; +"2282 div_35" [id=2282, type=div]; +"2283 quantize_per_tensor_default_107" [id=2283, type=quantize_per_tensor]; +"2284 dequantize_per_tensor_default_107" [id=2284, type=dequantize_per_tensor]; +"2285 transpose_34" [id=2285, type=transpose]; +"2286 matmul_34" [id=2286, type=matmul]; +"2287 _param_constant287" [id=2287, type=get_attr]; +"2288 clamp_17" [id=2288, type=clamp]; +"2289 exp_17" [id=2289, type=exp]; +"2290 mul_35" [id=2290, type=mul]; +"2291 add_59" [id=2291, type=add]; +"2292 new_zeros_8" [id=2292, type=new_zeros]; +"2293 view_95" [id=2293, type=view]; +"2294 permute_80" [id=2294, type=permute]; +"2295 reshape_78" [id=2295, type=reshape]; +"2296 unsqueeze_50" [id=2296, type=unsqueeze]; +"2297 unsqueeze_51" [id=2297, type=unsqueeze]; +"2298 sub_8" [id=2298, type=sub]; +"2299 ne_8" [id=2299, type=ne]; +"2300 masked_fill_16" [id=2300, type=masked_fill]; +"2301 eq_8" [id=2301, type=eq]; +"2302 masked_fill_17" [id=2302, type=masked_fill]; +"2303 view_96" [id=2303, type=view]; +"2304 unsqueeze_52" [id=2304, type=unsqueeze]; +"2305 unsqueeze_53" [id=2305, type=unsqueeze]; +"2306 add_60" [id=2306, type=add]; +"2307 view_97" [id=2307, type=view]; +"2308 softmax_17" [id=2308, type=softmax]; +"2309 dropout_68" [id=2309, type=dropout]; +"2310 matmul_35" [id=2310, type=matmul]; +"2311 transpose_35" [id=2311, type=transpose]; +"2312 reshape_79" [id=2312, type=reshape]; +"2313 linear_107_updated_constant0" [id=2313, type=get_attr]; +"2314 reshape_79_0_0_nncf_smooth_quant_0" [id=2314, type=call_module]; +"2315 quantize_per_tensor_default_108" [id=2315, type=quantize_per_tensor]; +"2316 dequantize_per_tensor_default_108" [id=2316, type=dequantize_per_tensor]; +"2317 linear_107_scale_0" [id=2317, type=get_attr]; +"2318 linear_107_zero_point_0" [id=2318, type=get_attr]; +"2319 quantize_per_channel_default_108" [id=2319, type=quantize_per_channel]; +"2320 dequantize_per_channel_default_108" [id=2320, type=dequantize_per_channel]; +"2321 _param_constant289_0_0" [id=2321, type=get_attr]; +"2322 linear_107" [id=2322, type=linear]; +"2323 dropout_69" [id=2323, type=dropout]; +"2324 view_98" [id=2324, type=view]; +"2325 permute_81" [id=2325, type=permute]; +"2326 reshape_80" [id=2326, type=reshape]; +"2327 roll_17" [id=2327, type=roll]; +"2328 slice_269" [id=2328, type=slice]; +"2329 slice_270" [id=2329, type=slice]; +"2330 slice_271" [id=2330, type=slice]; +"2331 slice_272" [id=2331, type=slice]; +"2332 contiguous_33" [id=2332, type=contiguous]; +"2333 _param_constant290" [id=2333, type=get_attr]; +"2334 _param_constant291" [id=2334, type=get_attr]; +"2335 layer_norm_37" [id=2335, type=layer_norm]; +"2336 add_61" [id=2336, type=add]; +"2337 linear_108_updated_constant0" [id=2337, type=get_attr]; +"2338 add_61_0_0_nncf_smooth_quant_0" [id=2338, type=call_module]; +"2339 quantize_per_tensor_default_109" [id=2339, type=quantize_per_tensor]; +"2340 dequantize_per_tensor_default_109" [id=2340, type=dequantize_per_tensor]; +"2341 linear_108_scale_0" [id=2341, type=get_attr]; +"2342 linear_108_zero_point_0" [id=2342, type=get_attr]; +"2343 quantize_per_channel_default_109" [id=2343, type=quantize_per_channel]; +"2344 dequantize_per_channel_default_109" [id=2344, type=dequantize_per_channel]; +"2345 _param_constant293_0_0" [id=2345, type=get_attr]; +"2346 linear_108" [id=2346, type=linear]; +"2347 gelu_17" [id=2347, type=gelu]; +"2348 dropout_70" [id=2348, type=dropout]; +"2349 linear_109_updated_constant0" [id=2349, type=get_attr]; +"2350 dropout_70_0_0_nncf_smooth_quant_0" [id=2350, type=call_module]; +"2351 quantize_per_tensor_default_110" [id=2351, type=quantize_per_tensor]; +"2352 dequantize_per_tensor_default_110" [id=2352, type=dequantize_per_tensor]; +"2353 linear_109_scale_0" [id=2353, type=get_attr]; +"2354 linear_109_zero_point_0" [id=2354, type=get_attr]; +"2355 quantize_per_channel_default_110" [id=2355, type=quantize_per_channel]; +"2356 dequantize_per_channel_default_110" [id=2356, type=dequantize_per_channel]; +"2357 _param_constant295_0_0" [id=2357, type=get_attr]; +"2358 linear_109" [id=2358, type=linear]; +"2359 dropout_71" [id=2359, type=dropout]; +"2360 _param_constant296" [id=2360, type=get_attr]; +"2361 _param_constant297" [id=2361, type=get_attr]; +"2362 layer_norm_38" [id=2362, type=layer_norm]; +"2363 add_62" [id=2363, type=add]; +"2364 _tensor_constant117" [id=2364, type=get_attr]; +"2365 linear_110_updated_constant0" [id=2365, type=get_attr]; +"2366 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2366, type=call_module]; +"2367 linear_110_scale_0" [id=2367, type=get_attr]; +"2368 linear_110_zero_point_0" [id=2368, type=get_attr]; +"2369 quantize_per_channel_default_111" [id=2369, type=quantize_per_channel]; +"2370 dequantize_per_channel_default_111" [id=2370, type=dequantize_per_channel]; +"2371 _param_constant299_0_0" [id=2371, type=get_attr]; +"2372 linear_110" [id=2372, type=linear]; +"2373 relu__18" [id=2373, type=relu_]; +"2374 linear_111_updated_constant0" [id=2374, type=get_attr]; +"2375 relu__18_0_0_nncf_smooth_quant_0" [id=2375, type=call_module]; +"2376 linear_111_scale_0" [id=2376, type=get_attr]; +"2377 linear_111_zero_point_0" [id=2377, type=get_attr]; +"2378 quantize_per_channel_default_112" [id=2378, type=quantize_per_channel]; +"2379 dequantize_per_channel_default_112" [id=2379, type=dequantize_per_channel]; +"2380 linear_111" [id=2380, type=linear]; +"2381 view_99" [id=2381, type=view]; +"2382 _tensor_constant118" [id=2382, type=get_attr]; +"2383 index_18" [id=2383, type=index]; +"2384 view_100" [id=2384, type=view]; +"2385 permute_82" [id=2385, type=permute]; +"2386 contiguous_34" [id=2386, type=contiguous]; +"2387 unsqueeze_54" [id=2387, type=unsqueeze]; +"2388 sigmoid_18" [id=2388, type=sigmoid]; +"2389 mul_36" [id=2389, type=mul]; +"2390 pad_20" [id=2390, type=pad]; +"2391 view_101" [id=2391, type=view]; +"2392 permute_83" [id=2392, type=permute]; +"2393 reshape_81" [id=2393, type=reshape]; +"2394 linear_112_updated_constant0" [id=2394, type=get_attr]; +"2395 reshape_81_0_0_nncf_smooth_quant_0" [id=2395, type=call_module]; +"2396 quantize_per_tensor_default_111" [id=2396, type=quantize_per_tensor]; +"2397 dequantize_per_tensor_default_111" [id=2397, type=dequantize_per_tensor]; +"2398 linear_112_scale_0" [id=2398, type=get_attr]; +"2399 linear_112_zero_point_0" [id=2399, type=get_attr]; +"2400 quantize_per_channel_default_113" [id=2400, type=quantize_per_channel]; +"2401 dequantize_per_channel_default_113" [id=2401, type=dequantize_per_channel]; +"2402 _param_constant301_0_0" [id=2402, type=get_attr]; +"2403 linear_112" [id=2403, type=linear]; +"2404 reshape_82" [id=2404, type=reshape]; +"2405 permute_84" [id=2405, type=permute]; +"2406 select_54" [id=2406, type=select]; +"2407 select_55" [id=2407, type=select]; +"2408 select_56" [id=2408, type=select]; +"2409 linalg_vector_norm_36" [id=2409, type=linalg_vector_norm]; +"2410 clamp_min_36" [id=2410, type=clamp_min]; +"2411 expand_as_36" [id=2411, type=expand_as]; +"2412 div_36" [id=2412, type=div]; +"2413 quantize_per_tensor_default_112" [id=2413, type=quantize_per_tensor]; +"2414 dequantize_per_tensor_default_112" [id=2414, type=dequantize_per_tensor]; +"2415 linalg_vector_norm_37" [id=2415, type=linalg_vector_norm]; +"2416 clamp_min_37" [id=2416, type=clamp_min]; +"2417 expand_as_37" [id=2417, type=expand_as]; +"2418 div_37" [id=2418, type=div]; +"2419 quantize_per_tensor_default_113" [id=2419, type=quantize_per_tensor]; +"2420 dequantize_per_tensor_default_113" [id=2420, type=dequantize_per_tensor]; +"2421 transpose_36" [id=2421, type=transpose]; +"2422 matmul_36" [id=2422, type=matmul]; +"2423 _param_constant303" [id=2423, type=get_attr]; +"2424 clamp_18" [id=2424, type=clamp]; +"2425 exp_18" [id=2425, type=exp]; +"2426 mul_37" [id=2426, type=mul]; +"2427 add_63" [id=2427, type=add]; +"2428 softmax_18" [id=2428, type=softmax]; +"2429 dropout_72" [id=2429, type=dropout]; +"2430 matmul_37" [id=2430, type=matmul]; +"2431 transpose_37" [id=2431, type=transpose]; +"2432 reshape_83" [id=2432, type=reshape]; +"2433 linear_113_updated_constant0" [id=2433, type=get_attr]; +"2434 reshape_83_0_0_nncf_smooth_quant_0" [id=2434, type=call_module]; +"2435 quantize_per_tensor_default_114" [id=2435, type=quantize_per_tensor]; +"2436 dequantize_per_tensor_default_114" [id=2436, type=dequantize_per_tensor]; +"2437 linear_113_scale_0" [id=2437, type=get_attr]; +"2438 linear_113_zero_point_0" [id=2438, type=get_attr]; +"2439 quantize_per_channel_default_114" [id=2439, type=quantize_per_channel]; +"2440 dequantize_per_channel_default_114" [id=2440, type=dequantize_per_channel]; +"2441 _param_constant305_0_0" [id=2441, type=get_attr]; +"2442 linear_113" [id=2442, type=linear]; +"2443 dropout_73" [id=2443, type=dropout]; +"2444 view_102" [id=2444, type=view]; +"2445 permute_85" [id=2445, type=permute]; +"2446 reshape_84" [id=2446, type=reshape]; +"2447 slice_274" [id=2447, type=slice]; +"2448 slice_275" [id=2448, type=slice]; +"2449 slice_276" [id=2449, type=slice]; +"2450 slice_277" [id=2450, type=slice]; +"2451 contiguous_35" [id=2451, type=contiguous]; +"2452 _param_constant306" [id=2452, type=get_attr]; +"2453 _param_constant307" [id=2453, type=get_attr]; +"2454 layer_norm_39" [id=2454, type=layer_norm]; +"2455 add_64" [id=2455, type=add]; +"2456 linear_114_updated_constant0" [id=2456, type=get_attr]; +"2457 add_64_0_0_nncf_smooth_quant_0" [id=2457, type=call_module]; +"2458 quantize_per_tensor_default_115" [id=2458, type=quantize_per_tensor]; +"2459 dequantize_per_tensor_default_115" [id=2459, type=dequantize_per_tensor]; +"2460 linear_114_scale_0" [id=2460, type=get_attr]; +"2461 linear_114_zero_point_0" [id=2461, type=get_attr]; +"2462 quantize_per_channel_default_115" [id=2462, type=quantize_per_channel]; +"2463 dequantize_per_channel_default_115" [id=2463, type=dequantize_per_channel]; +"2464 _param_constant309_0_0" [id=2464, type=get_attr]; +"2465 linear_114" [id=2465, type=linear]; +"2466 gelu_18" [id=2466, type=gelu]; +"2467 dropout_74" [id=2467, type=dropout]; +"2468 linear_115_updated_constant0" [id=2468, type=get_attr]; +"2469 dropout_74_0_0_nncf_smooth_quant_0" [id=2469, type=call_module]; +"2470 quantize_per_tensor_default_116" [id=2470, type=quantize_per_tensor]; +"2471 dequantize_per_tensor_default_116" [id=2471, type=dequantize_per_tensor]; +"2472 linear_115_scale_0" [id=2472, type=get_attr]; +"2473 linear_115_zero_point_0" [id=2473, type=get_attr]; +"2474 quantize_per_channel_default_116" [id=2474, type=quantize_per_channel]; +"2475 dequantize_per_channel_default_116" [id=2475, type=dequantize_per_channel]; +"2476 _param_constant311_0_0" [id=2476, type=get_attr]; +"2477 linear_115" [id=2477, type=linear]; +"2478 dropout_75" [id=2478, type=dropout]; +"2479 _param_constant312" [id=2479, type=get_attr]; +"2480 _param_constant313" [id=2480, type=get_attr]; +"2481 layer_norm_40" [id=2481, type=layer_norm]; +"2482 add_65" [id=2482, type=add]; +"2483 _tensor_constant119" [id=2483, type=get_attr]; +"2484 linear_116_updated_constant0" [id=2484, type=get_attr]; +"2485 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2485, type=call_module]; +"2486 linear_116_scale_0" [id=2486, type=get_attr]; +"2487 linear_116_zero_point_0" [id=2487, type=get_attr]; +"2488 quantize_per_channel_default_117" [id=2488, type=quantize_per_channel]; +"2489 dequantize_per_channel_default_117" [id=2489, type=dequantize_per_channel]; +"2490 _param_constant315_0_0" [id=2490, type=get_attr]; +"2491 linear_116" [id=2491, type=linear]; +"2492 relu__19" [id=2492, type=relu_]; +"2493 linear_117_updated_constant0" [id=2493, type=get_attr]; +"2494 relu__19_0_0_nncf_smooth_quant_0" [id=2494, type=call_module]; +"2495 linear_117_scale_0" [id=2495, type=get_attr]; +"2496 linear_117_zero_point_0" [id=2496, type=get_attr]; +"2497 quantize_per_channel_default_118" [id=2497, type=quantize_per_channel]; +"2498 dequantize_per_channel_default_118" [id=2498, type=dequantize_per_channel]; +"2499 linear_117" [id=2499, type=linear]; +"2500 view_103" [id=2500, type=view]; +"2501 _tensor_constant120" [id=2501, type=get_attr]; +"2502 index_19" [id=2502, type=index]; +"2503 view_104" [id=2503, type=view]; +"2504 permute_86" [id=2504, type=permute]; +"2505 contiguous_36" [id=2505, type=contiguous]; +"2506 unsqueeze_55" [id=2506, type=unsqueeze]; +"2507 sigmoid_19" [id=2507, type=sigmoid]; +"2508 mul_38" [id=2508, type=mul]; +"2509 pad_21" [id=2509, type=pad]; +"2510 roll_18" [id=2510, type=roll]; +"2511 view_105" [id=2511, type=view]; +"2512 permute_87" [id=2512, type=permute]; +"2513 reshape_85" [id=2513, type=reshape]; +"2514 linear_118_updated_constant0" [id=2514, type=get_attr]; +"2515 reshape_85_0_0_nncf_smooth_quant_0" [id=2515, type=call_module]; +"2516 quantize_per_tensor_default_117" [id=2516, type=quantize_per_tensor]; +"2517 dequantize_per_tensor_default_117" [id=2517, type=dequantize_per_tensor]; +"2518 linear_118_scale_0" [id=2518, type=get_attr]; +"2519 linear_118_zero_point_0" [id=2519, type=get_attr]; +"2520 quantize_per_channel_default_119" [id=2520, type=quantize_per_channel]; +"2521 dequantize_per_channel_default_119" [id=2521, type=dequantize_per_channel]; +"2522 _param_constant317_0_0" [id=2522, type=get_attr]; +"2523 linear_118" [id=2523, type=linear]; +"2524 reshape_86" [id=2524, type=reshape]; +"2525 permute_88" [id=2525, type=permute]; +"2526 select_57" [id=2526, type=select]; +"2527 select_58" [id=2527, type=select]; +"2528 select_59" [id=2528, type=select]; +"2529 linalg_vector_norm_38" [id=2529, type=linalg_vector_norm]; +"2530 clamp_min_38" [id=2530, type=clamp_min]; +"2531 expand_as_38" [id=2531, type=expand_as]; +"2532 div_38" [id=2532, type=div]; +"2533 quantize_per_tensor_default_118" [id=2533, type=quantize_per_tensor]; +"2534 dequantize_per_tensor_default_118" [id=2534, type=dequantize_per_tensor]; +"2535 linalg_vector_norm_39" [id=2535, type=linalg_vector_norm]; +"2536 clamp_min_39" [id=2536, type=clamp_min]; +"2537 expand_as_39" [id=2537, type=expand_as]; +"2538 div_39" [id=2538, type=div]; +"2539 quantize_per_tensor_default_119" [id=2539, type=quantize_per_tensor]; +"2540 dequantize_per_tensor_default_119" [id=2540, type=dequantize_per_tensor]; +"2541 transpose_38" [id=2541, type=transpose]; +"2542 matmul_38" [id=2542, type=matmul]; +"2543 _param_constant319" [id=2543, type=get_attr]; +"2544 clamp_19" [id=2544, type=clamp]; +"2545 exp_19" [id=2545, type=exp]; +"2546 mul_39" [id=2546, type=mul]; +"2547 add_66" [id=2547, type=add]; +"2548 new_zeros_9" [id=2548, type=new_zeros]; +"2549 view_106" [id=2549, type=view]; +"2550 permute_89" [id=2550, type=permute]; +"2551 reshape_87" [id=2551, type=reshape]; +"2552 unsqueeze_56" [id=2552, type=unsqueeze]; +"2553 unsqueeze_57" [id=2553, type=unsqueeze]; +"2554 sub_9" [id=2554, type=sub]; +"2555 ne_9" [id=2555, type=ne]; +"2556 masked_fill_18" [id=2556, type=masked_fill]; +"2557 eq_9" [id=2557, type=eq]; +"2558 masked_fill_19" [id=2558, type=masked_fill]; +"2559 view_107" [id=2559, type=view]; +"2560 unsqueeze_58" [id=2560, type=unsqueeze]; +"2561 unsqueeze_59" [id=2561, type=unsqueeze]; +"2562 add_67" [id=2562, type=add]; +"2563 view_108" [id=2563, type=view]; +"2564 softmax_19" [id=2564, type=softmax]; +"2565 dropout_76" [id=2565, type=dropout]; +"2566 matmul_39" [id=2566, type=matmul]; +"2567 transpose_39" [id=2567, type=transpose]; +"2568 reshape_88" [id=2568, type=reshape]; +"2569 linear_119_updated_constant0" [id=2569, type=get_attr]; +"2570 reshape_88_0_0_nncf_smooth_quant_0" [id=2570, type=call_module]; +"2571 quantize_per_tensor_default_120" [id=2571, type=quantize_per_tensor]; +"2572 dequantize_per_tensor_default_120" [id=2572, type=dequantize_per_tensor]; +"2573 linear_119_scale_0" [id=2573, type=get_attr]; +"2574 linear_119_zero_point_0" [id=2574, type=get_attr]; +"2575 quantize_per_channel_default_120" [id=2575, type=quantize_per_channel]; +"2576 dequantize_per_channel_default_120" [id=2576, type=dequantize_per_channel]; +"2577 _param_constant321_0_0" [id=2577, type=get_attr]; +"2578 linear_119" [id=2578, type=linear]; +"2579 dropout_77" [id=2579, type=dropout]; +"2580 view_109" [id=2580, type=view]; +"2581 permute_90" [id=2581, type=permute]; +"2582 reshape_89" [id=2582, type=reshape]; +"2583 roll_19" [id=2583, type=roll]; +"2584 slice_297" [id=2584, type=slice]; +"2585 slice_298" [id=2585, type=slice]; +"2586 slice_299" [id=2586, type=slice]; +"2587 slice_300" [id=2587, type=slice]; +"2588 contiguous_37" [id=2588, type=contiguous]; +"2589 _param_constant322" [id=2589, type=get_attr]; +"2590 _param_constant323" [id=2590, type=get_attr]; +"2591 layer_norm_41" [id=2591, type=layer_norm]; +"2592 add_68" [id=2592, type=add]; +"2593 linear_120_updated_constant0" [id=2593, type=get_attr]; +"2594 add_68_0_0_nncf_smooth_quant_0" [id=2594, type=call_module]; +"2595 quantize_per_tensor_default_121" [id=2595, type=quantize_per_tensor]; +"2596 dequantize_per_tensor_default_121" [id=2596, type=dequantize_per_tensor]; +"2597 linear_120_scale_0" [id=2597, type=get_attr]; +"2598 linear_120_zero_point_0" [id=2598, type=get_attr]; +"2599 quantize_per_channel_default_121" [id=2599, type=quantize_per_channel]; +"2600 dequantize_per_channel_default_121" [id=2600, type=dequantize_per_channel]; +"2601 _param_constant325_0_0" [id=2601, type=get_attr]; +"2602 linear_120" [id=2602, type=linear]; +"2603 gelu_19" [id=2603, type=gelu]; +"2604 dropout_78" [id=2604, type=dropout]; +"2605 linear_121_updated_constant0" [id=2605, type=get_attr]; +"2606 dropout_78_0_0_nncf_smooth_quant_0" [id=2606, type=call_module]; +"2607 quantize_per_tensor_default_122" [id=2607, type=quantize_per_tensor]; +"2608 dequantize_per_tensor_default_122" [id=2608, type=dequantize_per_tensor]; +"2609 linear_121_scale_0" [id=2609, type=get_attr]; +"2610 linear_121_zero_point_0" [id=2610, type=get_attr]; +"2611 quantize_per_channel_default_122" [id=2611, type=quantize_per_channel]; +"2612 dequantize_per_channel_default_122" [id=2612, type=dequantize_per_channel]; +"2613 _param_constant327_0_0" [id=2613, type=get_attr]; +"2614 linear_121" [id=2614, type=linear]; +"2615 dropout_79" [id=2615, type=dropout]; +"2616 _param_constant328" [id=2616, type=get_attr]; +"2617 _param_constant329" [id=2617, type=get_attr]; +"2618 layer_norm_42" [id=2618, type=layer_norm]; +"2619 add_69" [id=2619, type=add]; +"2620 _tensor_constant130" [id=2620, type=get_attr]; +"2621 linear_122_updated_constant0" [id=2621, type=get_attr]; +"2622 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2622, type=call_module]; +"2623 linear_122_scale_0" [id=2623, type=get_attr]; +"2624 linear_122_zero_point_0" [id=2624, type=get_attr]; +"2625 quantize_per_channel_default_123" [id=2625, type=quantize_per_channel]; +"2626 dequantize_per_channel_default_123" [id=2626, type=dequantize_per_channel]; +"2627 _param_constant331_0_0" [id=2627, type=get_attr]; +"2628 linear_122" [id=2628, type=linear]; +"2629 relu__20" [id=2629, type=relu_]; +"2630 linear_123_updated_constant0" [id=2630, type=get_attr]; +"2631 relu__20_0_0_nncf_smooth_quant_0" [id=2631, type=call_module]; +"2632 linear_123_scale_0" [id=2632, type=get_attr]; +"2633 linear_123_zero_point_0" [id=2633, type=get_attr]; +"2634 quantize_per_channel_default_124" [id=2634, type=quantize_per_channel]; +"2635 dequantize_per_channel_default_124" [id=2635, type=dequantize_per_channel]; +"2636 linear_123" [id=2636, type=linear]; +"2637 view_110" [id=2637, type=view]; +"2638 _tensor_constant131" [id=2638, type=get_attr]; +"2639 index_20" [id=2639, type=index]; +"2640 view_111" [id=2640, type=view]; +"2641 permute_91" [id=2641, type=permute]; +"2642 contiguous_38" [id=2642, type=contiguous]; +"2643 unsqueeze_60" [id=2643, type=unsqueeze]; +"2644 sigmoid_20" [id=2644, type=sigmoid]; +"2645 mul_40" [id=2645, type=mul]; +"2646 pad_22" [id=2646, type=pad]; +"2647 view_112" [id=2647, type=view]; +"2648 permute_92" [id=2648, type=permute]; +"2649 reshape_90" [id=2649, type=reshape]; +"2650 linear_124_updated_constant0" [id=2650, type=get_attr]; +"2651 reshape_90_0_0_nncf_smooth_quant_0" [id=2651, type=call_module]; +"2652 quantize_per_tensor_default_123" [id=2652, type=quantize_per_tensor]; +"2653 dequantize_per_tensor_default_123" [id=2653, type=dequantize_per_tensor]; +"2654 linear_124_scale_0" [id=2654, type=get_attr]; +"2655 linear_124_zero_point_0" [id=2655, type=get_attr]; +"2656 quantize_per_channel_default_125" [id=2656, type=quantize_per_channel]; +"2657 dequantize_per_channel_default_125" [id=2657, type=dequantize_per_channel]; +"2658 _param_constant333_0_0" [id=2658, type=get_attr]; +"2659 linear_124" [id=2659, type=linear]; +"2660 reshape_91" [id=2660, type=reshape]; +"2661 permute_93" [id=2661, type=permute]; +"2662 select_60" [id=2662, type=select]; +"2663 select_61" [id=2663, type=select]; +"2664 select_62" [id=2664, type=select]; +"2665 linalg_vector_norm_40" [id=2665, type=linalg_vector_norm]; +"2666 clamp_min_40" [id=2666, type=clamp_min]; +"2667 expand_as_40" [id=2667, type=expand_as]; +"2668 div_40" [id=2668, type=div]; +"2669 quantize_per_tensor_default_124" [id=2669, type=quantize_per_tensor]; +"2670 dequantize_per_tensor_default_124" [id=2670, type=dequantize_per_tensor]; +"2671 linalg_vector_norm_41" [id=2671, type=linalg_vector_norm]; +"2672 clamp_min_41" [id=2672, type=clamp_min]; +"2673 expand_as_41" [id=2673, type=expand_as]; +"2674 div_41" [id=2674, type=div]; +"2675 quantize_per_tensor_default_125" [id=2675, type=quantize_per_tensor]; +"2676 dequantize_per_tensor_default_125" [id=2676, type=dequantize_per_tensor]; +"2677 transpose_40" [id=2677, type=transpose]; +"2678 matmul_40" [id=2678, type=matmul]; +"2679 _param_constant335" [id=2679, type=get_attr]; +"2680 clamp_20" [id=2680, type=clamp]; +"2681 exp_20" [id=2681, type=exp]; +"2682 mul_41" [id=2682, type=mul]; +"2683 add_70" [id=2683, type=add]; +"2684 softmax_20" [id=2684, type=softmax]; +"2685 dropout_80" [id=2685, type=dropout]; +"2686 matmul_41" [id=2686, type=matmul]; +"2687 transpose_41" [id=2687, type=transpose]; +"2688 reshape_92" [id=2688, type=reshape]; +"2689 linear_125_updated_constant0" [id=2689, type=get_attr]; +"2690 reshape_92_0_0_nncf_smooth_quant_0" [id=2690, type=call_module]; +"2691 quantize_per_tensor_default_126" [id=2691, type=quantize_per_tensor]; +"2692 dequantize_per_tensor_default_126" [id=2692, type=dequantize_per_tensor]; +"2693 linear_125_scale_0" [id=2693, type=get_attr]; +"2694 linear_125_zero_point_0" [id=2694, type=get_attr]; +"2695 quantize_per_channel_default_126" [id=2695, type=quantize_per_channel]; +"2696 dequantize_per_channel_default_126" [id=2696, type=dequantize_per_channel]; +"2697 _param_constant337_0_0" [id=2697, type=get_attr]; +"2698 linear_125" [id=2698, type=linear]; +"2699 dropout_81" [id=2699, type=dropout]; +"2700 view_113" [id=2700, type=view]; +"2701 permute_94" [id=2701, type=permute]; +"2702 reshape_93" [id=2702, type=reshape]; +"2703 slice_302" [id=2703, type=slice]; +"2704 slice_303" [id=2704, type=slice]; +"2705 slice_304" [id=2705, type=slice]; +"2706 slice_305" [id=2706, type=slice]; +"2707 contiguous_39" [id=2707, type=contiguous]; +"2708 _param_constant338" [id=2708, type=get_attr]; +"2709 _param_constant339" [id=2709, type=get_attr]; +"2710 layer_norm_43" [id=2710, type=layer_norm]; +"2711 add_71" [id=2711, type=add]; +"2712 linear_126_updated_constant0" [id=2712, type=get_attr]; +"2713 add_71_0_0_nncf_smooth_quant_0" [id=2713, type=call_module]; +"2714 quantize_per_tensor_default_127" [id=2714, type=quantize_per_tensor]; +"2715 dequantize_per_tensor_default_127" [id=2715, type=dequantize_per_tensor]; +"2716 linear_126_scale_0" [id=2716, type=get_attr]; +"2717 linear_126_zero_point_0" [id=2717, type=get_attr]; +"2718 quantize_per_channel_default_127" [id=2718, type=quantize_per_channel]; +"2719 dequantize_per_channel_default_127" [id=2719, type=dequantize_per_channel]; +"2720 _param_constant341_0_0" [id=2720, type=get_attr]; +"2721 linear_126" [id=2721, type=linear]; +"2722 gelu_20" [id=2722, type=gelu]; +"2723 dropout_82" [id=2723, type=dropout]; +"2724 linear_127_updated_constant0" [id=2724, type=get_attr]; +"2725 dropout_82_0_0_nncf_smooth_quant_0" [id=2725, type=call_module]; +"2726 quantize_per_tensor_default_128" [id=2726, type=quantize_per_tensor]; +"2727 dequantize_per_tensor_default_128" [id=2727, type=dequantize_per_tensor]; +"2728 linear_127_scale_0" [id=2728, type=get_attr]; +"2729 linear_127_zero_point_0" [id=2729, type=get_attr]; +"2730 quantize_per_channel_default_128" [id=2730, type=quantize_per_channel]; +"2731 dequantize_per_channel_default_128" [id=2731, type=dequantize_per_channel]; +"2732 _param_constant343_0_0" [id=2732, type=get_attr]; +"2733 linear_127" [id=2733, type=linear]; +"2734 dropout_83" [id=2734, type=dropout]; +"2735 _param_constant344" [id=2735, type=get_attr]; +"2736 _param_constant345" [id=2736, type=get_attr]; +"2737 layer_norm_44" [id=2737, type=layer_norm]; +"2738 add_72" [id=2738, type=add]; +"2739 _tensor_constant132" [id=2739, type=get_attr]; +"2740 linear_128_updated_constant0" [id=2740, type=get_attr]; +"2741 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2741, type=call_module]; +"2742 linear_128_scale_0" [id=2742, type=get_attr]; +"2743 linear_128_zero_point_0" [id=2743, type=get_attr]; +"2744 quantize_per_channel_default_129" [id=2744, type=quantize_per_channel]; +"2745 dequantize_per_channel_default_129" [id=2745, type=dequantize_per_channel]; +"2746 _param_constant347_0_0" [id=2746, type=get_attr]; +"2747 linear_128" [id=2747, type=linear]; +"2748 relu__21" [id=2748, type=relu_]; +"2749 linear_129_updated_constant0" [id=2749, type=get_attr]; +"2750 relu__21_0_0_nncf_smooth_quant_0" [id=2750, type=call_module]; +"2751 linear_129_scale_0" [id=2751, type=get_attr]; +"2752 linear_129_zero_point_0" [id=2752, type=get_attr]; +"2753 quantize_per_channel_default_130" [id=2753, type=quantize_per_channel]; +"2754 dequantize_per_channel_default_130" [id=2754, type=dequantize_per_channel]; +"2755 linear_129" [id=2755, type=linear]; +"2756 view_114" [id=2756, type=view]; +"2757 _tensor_constant133" [id=2757, type=get_attr]; +"2758 index_21" [id=2758, type=index]; +"2759 view_115" [id=2759, type=view]; +"2760 permute_95" [id=2760, type=permute]; +"2761 contiguous_40" [id=2761, type=contiguous]; +"2762 unsqueeze_61" [id=2762, type=unsqueeze]; +"2763 sigmoid_21" [id=2763, type=sigmoid]; +"2764 mul_42" [id=2764, type=mul]; +"2765 pad_23" [id=2765, type=pad]; +"2766 roll_20" [id=2766, type=roll]; +"2767 view_116" [id=2767, type=view]; +"2768 permute_96" [id=2768, type=permute]; +"2769 reshape_94" [id=2769, type=reshape]; +"2770 linear_130_updated_constant0" [id=2770, type=get_attr]; +"2771 reshape_94_0_0_nncf_smooth_quant_0" [id=2771, type=call_module]; +"2772 quantize_per_tensor_default_129" [id=2772, type=quantize_per_tensor]; +"2773 dequantize_per_tensor_default_129" [id=2773, type=dequantize_per_tensor]; +"2774 linear_130_scale_0" [id=2774, type=get_attr]; +"2775 linear_130_zero_point_0" [id=2775, type=get_attr]; +"2776 quantize_per_channel_default_131" [id=2776, type=quantize_per_channel]; +"2777 dequantize_per_channel_default_131" [id=2777, type=dequantize_per_channel]; +"2778 _param_constant349_0_0" [id=2778, type=get_attr]; +"2779 linear_130" [id=2779, type=linear]; +"2780 reshape_95" [id=2780, type=reshape]; +"2781 permute_97" [id=2781, type=permute]; +"2782 select_63" [id=2782, type=select]; +"2783 select_64" [id=2783, type=select]; +"2784 select_65" [id=2784, type=select]; +"2785 linalg_vector_norm_42" [id=2785, type=linalg_vector_norm]; +"2786 clamp_min_42" [id=2786, type=clamp_min]; +"2787 expand_as_42" [id=2787, type=expand_as]; +"2788 div_42" [id=2788, type=div]; +"2789 quantize_per_tensor_default_130" [id=2789, type=quantize_per_tensor]; +"2790 dequantize_per_tensor_default_130" [id=2790, type=dequantize_per_tensor]; +"2791 linalg_vector_norm_43" [id=2791, type=linalg_vector_norm]; +"2792 clamp_min_43" [id=2792, type=clamp_min]; +"2793 expand_as_43" [id=2793, type=expand_as]; +"2794 div_43" [id=2794, type=div]; +"2795 quantize_per_tensor_default_131" [id=2795, type=quantize_per_tensor]; +"2796 dequantize_per_tensor_default_131" [id=2796, type=dequantize_per_tensor]; +"2797 transpose_42" [id=2797, type=transpose]; +"2798 matmul_42" [id=2798, type=matmul]; +"2799 _param_constant351" [id=2799, type=get_attr]; +"2800 clamp_21" [id=2800, type=clamp]; +"2801 exp_21" [id=2801, type=exp]; +"2802 mul_43" [id=2802, type=mul]; +"2803 add_73" [id=2803, type=add]; +"2804 new_zeros_10" [id=2804, type=new_zeros]; +"2805 view_117" [id=2805, type=view]; +"2806 permute_98" [id=2806, type=permute]; +"2807 reshape_96" [id=2807, type=reshape]; +"2808 unsqueeze_62" [id=2808, type=unsqueeze]; +"2809 unsqueeze_63" [id=2809, type=unsqueeze]; +"2810 sub_10" [id=2810, type=sub]; +"2811 ne_10" [id=2811, type=ne]; +"2812 masked_fill_20" [id=2812, type=masked_fill]; +"2813 eq_10" [id=2813, type=eq]; +"2814 masked_fill_21" [id=2814, type=masked_fill]; +"2815 view_118" [id=2815, type=view]; +"2816 unsqueeze_64" [id=2816, type=unsqueeze]; +"2817 unsqueeze_65" [id=2817, type=unsqueeze]; +"2818 add_74" [id=2818, type=add]; +"2819 view_119" [id=2819, type=view]; +"2820 softmax_21" [id=2820, type=softmax]; +"2821 dropout_84" [id=2821, type=dropout]; +"2822 matmul_43" [id=2822, type=matmul]; +"2823 transpose_43" [id=2823, type=transpose]; +"2824 reshape_97" [id=2824, type=reshape]; +"2825 linear_131_updated_constant0" [id=2825, type=get_attr]; +"2826 reshape_97_0_0_nncf_smooth_quant_0" [id=2826, type=call_module]; +"2827 quantize_per_tensor_default_132" [id=2827, type=quantize_per_tensor]; +"2828 dequantize_per_tensor_default_132" [id=2828, type=dequantize_per_tensor]; +"2829 linear_131_scale_0" [id=2829, type=get_attr]; +"2830 linear_131_zero_point_0" [id=2830, type=get_attr]; +"2831 quantize_per_channel_default_132" [id=2831, type=quantize_per_channel]; +"2832 dequantize_per_channel_default_132" [id=2832, type=dequantize_per_channel]; +"2833 _param_constant353_0_0" [id=2833, type=get_attr]; +"2834 linear_131" [id=2834, type=linear]; +"2835 dropout_85" [id=2835, type=dropout]; +"2836 view_120" [id=2836, type=view]; +"2837 permute_99" [id=2837, type=permute]; +"2838 reshape_98" [id=2838, type=reshape]; +"2839 roll_21" [id=2839, type=roll]; +"2840 slice_325" [id=2840, type=slice]; +"2841 slice_326" [id=2841, type=slice]; +"2842 slice_327" [id=2842, type=slice]; +"2843 slice_328" [id=2843, type=slice]; +"2844 contiguous_41" [id=2844, type=contiguous]; +"2845 _param_constant354" [id=2845, type=get_attr]; +"2846 _param_constant355" [id=2846, type=get_attr]; +"2847 layer_norm_45" [id=2847, type=layer_norm]; +"2848 add_75" [id=2848, type=add]; +"2849 linear_132_updated_constant0" [id=2849, type=get_attr]; +"2850 add_75_0_0_nncf_smooth_quant_0" [id=2850, type=call_module]; +"2851 quantize_per_tensor_default_133" [id=2851, type=quantize_per_tensor]; +"2852 dequantize_per_tensor_default_133" [id=2852, type=dequantize_per_tensor]; +"2853 linear_132_scale_0" [id=2853, type=get_attr]; +"2854 linear_132_zero_point_0" [id=2854, type=get_attr]; +"2855 quantize_per_channel_default_133" [id=2855, type=quantize_per_channel]; +"2856 dequantize_per_channel_default_133" [id=2856, type=dequantize_per_channel]; +"2857 _param_constant357_0_0" [id=2857, type=get_attr]; +"2858 linear_132" [id=2858, type=linear]; +"2859 gelu_21" [id=2859, type=gelu]; +"2860 dropout_86" [id=2860, type=dropout]; +"2861 linear_133_updated_constant0" [id=2861, type=get_attr]; +"2862 dropout_86_0_0_nncf_smooth_quant_0" [id=2862, type=call_module]; +"2863 quantize_per_tensor_default_134" [id=2863, type=quantize_per_tensor]; +"2864 dequantize_per_tensor_default_134" [id=2864, type=dequantize_per_tensor]; +"2865 linear_133_scale_0" [id=2865, type=get_attr]; +"2866 linear_133_zero_point_0" [id=2866, type=get_attr]; +"2867 quantize_per_channel_default_134" [id=2867, type=quantize_per_channel]; +"2868 dequantize_per_channel_default_134" [id=2868, type=dequantize_per_channel]; +"2869 _param_constant359_0_0" [id=2869, type=get_attr]; +"2870 linear_133" [id=2870, type=linear]; +"2871 dropout_87" [id=2871, type=dropout]; +"2872 _param_constant360" [id=2872, type=get_attr]; +"2873 _param_constant361" [id=2873, type=get_attr]; +"2874 layer_norm_46" [id=2874, type=layer_norm]; +"2875 add_76" [id=2875, type=add]; +"2876 pad_24" [id=2876, type=pad]; +"2877 slice_329" [id=2877, type=slice]; +"2878 slice_330" [id=2878, type=slice]; +"2879 slice_331" [id=2879, type=slice]; +"2880 slice_332" [id=2880, type=slice]; +"2881 slice_333" [id=2881, type=slice]; +"2882 slice_334" [id=2882, type=slice]; +"2883 slice_335" [id=2883, type=slice]; +"2884 slice_336" [id=2884, type=slice]; +"2885 slice_337" [id=2885, type=slice]; +"2886 slice_338" [id=2886, type=slice]; +"2887 slice_339" [id=2887, type=slice]; +"2888 slice_340" [id=2888, type=slice]; +"2889 cat_2" [id=2889, type=cat]; +"2890 linear_134_updated_constant0" [id=2890, type=get_attr]; +"2891 cat_2_0_0_nncf_smooth_quant_0" [id=2891, type=call_module]; +"2892 quantize_per_tensor_default_135" [id=2892, type=quantize_per_tensor]; +"2893 dequantize_per_tensor_default_135" [id=2893, type=dequantize_per_tensor]; +"2894 linear_134_scale_0" [id=2894, type=get_attr]; +"2895 linear_134_zero_point_0" [id=2895, type=get_attr]; +"2896 quantize_per_channel_default_135" [id=2896, type=quantize_per_channel]; +"2897 dequantize_per_channel_default_135" [id=2897, type=dequantize_per_channel]; +"2898 linear_134" [id=2898, type=linear]; +"2899 _param_constant363" [id=2899, type=get_attr]; +"2900 _param_constant364" [id=2900, type=get_attr]; +"2901 layer_norm_47" [id=2901, type=layer_norm]; +"2902 _tensor_constant143" [id=2902, type=get_attr]; +"2903 linear_135_updated_constant0" [id=2903, type=get_attr]; +"2904 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2904, type=call_module]; +"2905 linear_135_scale_0" [id=2905, type=get_attr]; +"2906 linear_135_zero_point_0" [id=2906, type=get_attr]; +"2907 quantize_per_channel_default_136" [id=2907, type=quantize_per_channel]; +"2908 dequantize_per_channel_default_136" [id=2908, type=dequantize_per_channel]; +"2909 _param_constant366_0_0" [id=2909, type=get_attr]; +"2910 linear_135" [id=2910, type=linear]; +"2911 relu__22" [id=2911, type=relu_]; +"2912 linear_136_updated_constant0" [id=2912, type=get_attr]; +"2913 relu__22_0_0_nncf_smooth_quant_0" [id=2913, type=call_module]; +"2914 linear_136_scale_0" [id=2914, type=get_attr]; +"2915 linear_136_zero_point_0" [id=2915, type=get_attr]; +"2916 quantize_per_channel_default_137" [id=2916, type=quantize_per_channel]; +"2917 dequantize_per_channel_default_137" [id=2917, type=dequantize_per_channel]; +"2918 linear_136" [id=2918, type=linear]; +"2919 view_121" [id=2919, type=view]; +"2920 _tensor_constant144" [id=2920, type=get_attr]; +"2921 index_22" [id=2921, type=index]; +"2922 view_122" [id=2922, type=view]; +"2923 permute_100" [id=2923, type=permute]; +"2924 contiguous_42" [id=2924, type=contiguous]; +"2925 unsqueeze_66" [id=2925, type=unsqueeze]; +"2926 sigmoid_22" [id=2926, type=sigmoid]; +"2927 mul_44" [id=2927, type=mul]; +"2928 pad_25" [id=2928, type=pad]; +"2929 view_123" [id=2929, type=view]; +"2930 permute_101" [id=2930, type=permute]; +"2931 reshape_99" [id=2931, type=reshape]; +"2932 linear_137_updated_constant0" [id=2932, type=get_attr]; +"2933 reshape_99_0_0_nncf_smooth_quant_0" [id=2933, type=call_module]; +"2934 quantize_per_tensor_default_136" [id=2934, type=quantize_per_tensor]; +"2935 dequantize_per_tensor_default_136" [id=2935, type=dequantize_per_tensor]; +"2936 linear_137_scale_0" [id=2936, type=get_attr]; +"2937 linear_137_zero_point_0" [id=2937, type=get_attr]; +"2938 quantize_per_channel_default_138" [id=2938, type=quantize_per_channel]; +"2939 dequantize_per_channel_default_138" [id=2939, type=dequantize_per_channel]; +"2940 _param_constant368_0_0" [id=2940, type=get_attr]; +"2941 linear_137" [id=2941, type=linear]; +"2942 reshape_100" [id=2942, type=reshape]; +"2943 permute_102" [id=2943, type=permute]; +"2944 select_66" [id=2944, type=select]; +"2945 select_67" [id=2945, type=select]; +"2946 select_68" [id=2946, type=select]; +"2947 linalg_vector_norm_44" [id=2947, type=linalg_vector_norm]; +"2948 clamp_min_44" [id=2948, type=clamp_min]; +"2949 expand_as_44" [id=2949, type=expand_as]; +"2950 div_44" [id=2950, type=div]; +"2951 quantize_per_tensor_default_137" [id=2951, type=quantize_per_tensor]; +"2952 dequantize_per_tensor_default_137" [id=2952, type=dequantize_per_tensor]; +"2953 linalg_vector_norm_45" [id=2953, type=linalg_vector_norm]; +"2954 clamp_min_45" [id=2954, type=clamp_min]; +"2955 expand_as_45" [id=2955, type=expand_as]; +"2956 div_45" [id=2956, type=div]; +"2957 quantize_per_tensor_default_138" [id=2957, type=quantize_per_tensor]; +"2958 dequantize_per_tensor_default_138" [id=2958, type=dequantize_per_tensor]; +"2959 transpose_44" [id=2959, type=transpose]; +"2960 matmul_44" [id=2960, type=matmul]; +"2961 _param_constant370" [id=2961, type=get_attr]; +"2962 clamp_22" [id=2962, type=clamp]; +"2963 exp_22" [id=2963, type=exp]; +"2964 mul_45" [id=2964, type=mul]; +"2965 add_77" [id=2965, type=add]; +"2966 softmax_22" [id=2966, type=softmax]; +"2967 dropout_88" [id=2967, type=dropout]; +"2968 matmul_45" [id=2968, type=matmul]; +"2969 transpose_45" [id=2969, type=transpose]; +"2970 reshape_101" [id=2970, type=reshape]; +"2971 linear_138_updated_constant0" [id=2971, type=get_attr]; +"2972 reshape_101_0_0_nncf_smooth_quant_0" [id=2972, type=call_module]; +"2973 quantize_per_tensor_default_139" [id=2973, type=quantize_per_tensor]; +"2974 dequantize_per_tensor_default_139" [id=2974, type=dequantize_per_tensor]; +"2975 linear_138_scale_0" [id=2975, type=get_attr]; +"2976 linear_138_zero_point_0" [id=2976, type=get_attr]; +"2977 quantize_per_channel_default_139" [id=2977, type=quantize_per_channel]; +"2978 dequantize_per_channel_default_139" [id=2978, type=dequantize_per_channel]; +"2979 _param_constant372_0_0" [id=2979, type=get_attr]; +"2980 linear_138" [id=2980, type=linear]; +"2981 dropout_89" [id=2981, type=dropout]; +"2982 view_124" [id=2982, type=view]; +"2983 permute_103" [id=2983, type=permute]; +"2984 reshape_102" [id=2984, type=reshape]; +"2985 slice_342" [id=2985, type=slice]; +"2986 slice_343" [id=2986, type=slice]; +"2987 slice_344" [id=2987, type=slice]; +"2988 slice_345" [id=2988, type=slice]; +"2989 contiguous_43" [id=2989, type=contiguous]; +"2990 _param_constant373" [id=2990, type=get_attr]; +"2991 _param_constant374" [id=2991, type=get_attr]; +"2992 layer_norm_48" [id=2992, type=layer_norm]; +"2993 add_78" [id=2993, type=add]; +"2994 linear_139_updated_constant0" [id=2994, type=get_attr]; +"2995 add_78_0_0_nncf_smooth_quant_0" [id=2995, type=call_module]; +"2996 quantize_per_tensor_default_140" [id=2996, type=quantize_per_tensor]; +"2997 dequantize_per_tensor_default_140" [id=2997, type=dequantize_per_tensor]; +"2998 linear_139_scale_0" [id=2998, type=get_attr]; +"2999 linear_139_zero_point_0" [id=2999, type=get_attr]; +"3000 quantize_per_channel_default_140" [id=3000, type=quantize_per_channel]; +"3001 dequantize_per_channel_default_140" [id=3001, type=dequantize_per_channel]; +"3002 _param_constant376_0_0" [id=3002, type=get_attr]; +"3003 linear_139" [id=3003, type=linear]; +"3004 gelu_22" [id=3004, type=gelu]; +"3005 dropout_90" [id=3005, type=dropout]; +"3006 linear_140_updated_constant0" [id=3006, type=get_attr]; +"3007 dropout_90_0_0_nncf_smooth_quant_0" [id=3007, type=call_module]; +"3008 quantize_per_tensor_default_141" [id=3008, type=quantize_per_tensor]; +"3009 dequantize_per_tensor_default_141" [id=3009, type=dequantize_per_tensor]; +"3010 linear_140_scale_0" [id=3010, type=get_attr]; +"3011 linear_140_zero_point_0" [id=3011, type=get_attr]; +"3012 quantize_per_channel_default_141" [id=3012, type=quantize_per_channel]; +"3013 dequantize_per_channel_default_141" [id=3013, type=dequantize_per_channel]; +"3014 _param_constant378_0_0" [id=3014, type=get_attr]; +"3015 linear_140" [id=3015, type=linear]; +"3016 dropout_91" [id=3016, type=dropout]; +"3017 _param_constant379" [id=3017, type=get_attr]; +"3018 _param_constant380" [id=3018, type=get_attr]; +"3019 layer_norm_49" [id=3019, type=layer_norm]; +"3020 add_79" [id=3020, type=add]; +"3021 _tensor_constant145" [id=3021, type=get_attr]; +"3022 linear_141_updated_constant0" [id=3022, type=get_attr]; +"3023 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=3023, type=call_module]; +"3024 linear_141_scale_0" [id=3024, type=get_attr]; +"3025 linear_141_zero_point_0" [id=3025, type=get_attr]; +"3026 quantize_per_channel_default_142" [id=3026, type=quantize_per_channel]; +"3027 dequantize_per_channel_default_142" [id=3027, type=dequantize_per_channel]; +"3028 _param_constant382_0_0" [id=3028, type=get_attr]; +"3029 linear_141" [id=3029, type=linear]; +"3030 relu__23" [id=3030, type=relu_]; +"3031 linear_142_updated_constant0" [id=3031, type=get_attr]; +"3032 relu__23_0_0_nncf_smooth_quant_0" [id=3032, type=call_module]; +"3033 linear_142_scale_0" [id=3033, type=get_attr]; +"3034 linear_142_zero_point_0" [id=3034, type=get_attr]; +"3035 quantize_per_channel_default_143" [id=3035, type=quantize_per_channel]; +"3036 dequantize_per_channel_default_143" [id=3036, type=dequantize_per_channel]; +"3037 linear_142" [id=3037, type=linear]; +"3038 view_125" [id=3038, type=view]; +"3039 _tensor_constant146" [id=3039, type=get_attr]; +"3040 index_23" [id=3040, type=index]; +"3041 view_126" [id=3041, type=view]; +"3042 permute_104" [id=3042, type=permute]; +"3043 contiguous_44" [id=3043, type=contiguous]; +"3044 unsqueeze_67" [id=3044, type=unsqueeze]; +"3045 sigmoid_23" [id=3045, type=sigmoid]; +"3046 mul_46" [id=3046, type=mul]; +"3047 pad_26" [id=3047, type=pad]; +"3048 view_127" [id=3048, type=view]; +"3049 permute_105" [id=3049, type=permute]; +"3050 reshape_103" [id=3050, type=reshape]; +"3051 linear_143_updated_constant0" [id=3051, type=get_attr]; +"3052 reshape_103_0_0_nncf_smooth_quant_0" [id=3052, type=call_module]; +"3053 quantize_per_tensor_default_142" [id=3053, type=quantize_per_tensor]; +"3054 dequantize_per_tensor_default_142" [id=3054, type=dequantize_per_tensor]; +"3055 linear_143_scale_0" [id=3055, type=get_attr]; +"3056 linear_143_zero_point_0" [id=3056, type=get_attr]; +"3057 quantize_per_channel_default_144" [id=3057, type=quantize_per_channel]; +"3058 dequantize_per_channel_default_144" [id=3058, type=dequantize_per_channel]; +"3059 _param_constant384_0_0" [id=3059, type=get_attr]; +"3060 linear_143" [id=3060, type=linear]; +"3061 reshape_104" [id=3061, type=reshape]; +"3062 permute_106" [id=3062, type=permute]; +"3063 select_69" [id=3063, type=select]; +"3064 select_70" [id=3064, type=select]; +"3065 select_71" [id=3065, type=select]; +"3066 linalg_vector_norm_46" [id=3066, type=linalg_vector_norm]; +"3067 clamp_min_46" [id=3067, type=clamp_min]; +"3068 expand_as_46" [id=3068, type=expand_as]; +"3069 div_46" [id=3069, type=div]; +"3070 quantize_per_tensor_default_143" [id=3070, type=quantize_per_tensor]; +"3071 dequantize_per_tensor_default_143" [id=3071, type=dequantize_per_tensor]; +"3072 linalg_vector_norm_47" [id=3072, type=linalg_vector_norm]; +"3073 clamp_min_47" [id=3073, type=clamp_min]; +"3074 expand_as_47" [id=3074, type=expand_as]; +"3075 div_47" [id=3075, type=div]; +"3076 quantize_per_tensor_default_144" [id=3076, type=quantize_per_tensor]; +"3077 dequantize_per_tensor_default_144" [id=3077, type=dequantize_per_tensor]; +"3078 transpose_46" [id=3078, type=transpose]; +"3079 matmul_46" [id=3079, type=matmul]; +"3080 _param_constant386" [id=3080, type=get_attr]; +"3081 clamp_23" [id=3081, type=clamp]; +"3082 exp_23" [id=3082, type=exp]; +"3083 mul_47" [id=3083, type=mul]; +"3084 add_80" [id=3084, type=add]; +"3085 softmax_23" [id=3085, type=softmax]; +"3086 dropout_92" [id=3086, type=dropout]; +"3087 matmul_47" [id=3087, type=matmul]; +"3088 transpose_47" [id=3088, type=transpose]; +"3089 reshape_105" [id=3089, type=reshape]; +"3090 linear_144_updated_constant0" [id=3090, type=get_attr]; +"3091 reshape_105_0_0_nncf_smooth_quant_0" [id=3091, type=call_module]; +"3092 quantize_per_tensor_default_145" [id=3092, type=quantize_per_tensor]; +"3093 dequantize_per_tensor_default_145" [id=3093, type=dequantize_per_tensor]; +"3094 linear_144_scale_0" [id=3094, type=get_attr]; +"3095 linear_144_zero_point_0" [id=3095, type=get_attr]; +"3096 quantize_per_channel_default_145" [id=3096, type=quantize_per_channel]; +"3097 dequantize_per_channel_default_145" [id=3097, type=dequantize_per_channel]; +"3098 _param_constant388_0_0" [id=3098, type=get_attr]; +"3099 linear_144" [id=3099, type=linear]; +"3100 dropout_93" [id=3100, type=dropout]; +"3101 view_128" [id=3101, type=view]; +"3102 permute_107" [id=3102, type=permute]; +"3103 reshape_106" [id=3103, type=reshape]; +"3104 slice_347" [id=3104, type=slice]; +"3105 slice_348" [id=3105, type=slice]; +"3106 slice_349" [id=3106, type=slice]; +"3107 slice_350" [id=3107, type=slice]; +"3108 contiguous_45" [id=3108, type=contiguous]; +"3109 _param_constant389" [id=3109, type=get_attr]; +"3110 _param_constant390" [id=3110, type=get_attr]; +"3111 layer_norm_50" [id=3111, type=layer_norm]; +"3112 add_81" [id=3112, type=add]; +"3113 linear_145_updated_constant0" [id=3113, type=get_attr]; +"3114 add_81_0_0_nncf_smooth_quant_0" [id=3114, type=call_module]; +"3115 quantize_per_tensor_default_146" [id=3115, type=quantize_per_tensor]; +"3116 dequantize_per_tensor_default_146" [id=3116, type=dequantize_per_tensor]; +"3117 linear_145_scale_0" [id=3117, type=get_attr]; +"3118 linear_145_zero_point_0" [id=3118, type=get_attr]; +"3119 quantize_per_channel_default_146" [id=3119, type=quantize_per_channel]; +"3120 dequantize_per_channel_default_146" [id=3120, type=dequantize_per_channel]; +"3121 _param_constant392_0_0" [id=3121, type=get_attr]; +"3122 linear_145" [id=3122, type=linear]; +"3123 gelu_23" [id=3123, type=gelu]; +"3124 dropout_94" [id=3124, type=dropout]; +"3125 linear_146_updated_constant0" [id=3125, type=get_attr]; +"3126 dropout_94_0_0_nncf_smooth_quant_0" [id=3126, type=call_module]; +"3127 quantize_per_tensor_default_147" [id=3127, type=quantize_per_tensor]; +"3128 dequantize_per_tensor_default_147" [id=3128, type=dequantize_per_tensor]; +"3129 linear_146_scale_0" [id=3129, type=get_attr]; +"3130 linear_146_zero_point_0" [id=3130, type=get_attr]; +"3131 quantize_per_channel_default_147" [id=3131, type=quantize_per_channel]; +"3132 dequantize_per_channel_default_147" [id=3132, type=dequantize_per_channel]; +"3133 _param_constant394_0_0" [id=3133, type=get_attr]; +"3134 linear_146" [id=3134, type=linear]; +"3135 dropout_95" [id=3135, type=dropout]; +"3136 _param_constant395" [id=3136, type=get_attr]; +"3137 _param_constant396" [id=3137, type=get_attr]; +"3138 layer_norm_51" [id=3138, type=layer_norm]; +"3139 add_82" [id=3139, type=add]; +"3140 _param_constant397" [id=3140, type=get_attr]; +"3141 _param_constant398" [id=3141, type=get_attr]; +"3142 layer_norm_52" [id=3142, type=layer_norm]; +"3143 permute_108" [id=3143, type=permute]; +"3144 adaptive_avg_pool2d" [id=3144, type=adaptive_avg_pool2d]; +"3145 flatten" [id=3145, type=flatten]; +"3146 linear_147_updated_constant0" [id=3146, type=get_attr]; +"3147 flatten_0_0_nncf_smooth_quant_0" [id=3147, type=call_module]; +"3148 quantize_per_tensor_default_148" [id=3148, type=quantize_per_tensor]; +"3149 dequantize_per_tensor_default_148" [id=3149, type=dequantize_per_tensor]; +"3150 linear_147_scale_0" [id=3150, type=get_attr]; +"3151 linear_147_zero_point_0" [id=3151, type=get_attr]; +"3152 quantize_per_channel_default_148" [id=3152, type=quantize_per_channel]; +"3153 dequantize_per_channel_default_148" [id=3153, type=dequantize_per_channel]; +"3154 _param_constant400_0_0" [id=3154, type=get_attr]; +"3155 linear_147" [id=3155, type=linear]; +"3156 output" [id=3156, type=output]; +"0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 _param_constant0" -> "6 quantize_per_channel_default" [label="(96, 3, 4, 4)", style=solid]; +"4 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(96,)", style=solid]; +"4 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(96,)", style=solid]; +"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(96,)", style=solid]; +"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(96,)", style=solid]; +"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(96, 3, 4, 4)", style=solid]; +"7 dequantize_per_channel_default" -> "9 conv2d" [label="(96, 3, 4, 4)", style=solid]; +"8 _param_constant1_0_0" -> "9 conv2d" [label="(96,)", style=solid]; +"9 conv2d" -> "10 permute" [label="(1, 96, 56, 56)", style=solid]; +"10 permute" -> "13 layer_norm" [label="(1, 56, 56, 96)", style=solid]; +"11 _param_constant2" -> "13 layer_norm" [label="(96,)", style=solid]; +"12 _param_constant3" -> "13 layer_norm" [label="(96,)", style=solid]; +"13 layer_norm" -> "40 pad" [label="(1, 56, 56, 96)", style=solid]; +"13 layer_norm" -> "102 add_1" [label="(1, 56, 56, 96)", style=solid]; +"14 _tensor_constant0" -> "16 _tensor_constant0_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"15 linear_updated_constant0" -> "19 quantize_per_channel_default_1" [label="(512, 2)", style=solid]; +"16 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "22 linear" [label="(1, 15, 15, 2)", style=solid]; +"17 linear_scale_0" -> "19 quantize_per_channel_default_1" [label="(512,)", style=solid]; +"17 linear_scale_0" -> "20 dequantize_per_channel_default_1" [label="(512,)", style=solid]; +"18 linear_zero_point_0" -> "19 quantize_per_channel_default_1" [label="(512,)", style=solid]; +"18 linear_zero_point_0" -> "20 dequantize_per_channel_default_1" [label="(512,)", style=solid]; +"19 quantize_per_channel_default_1" -> "20 dequantize_per_channel_default_1" [label="(512, 2)", style=solid]; +"20 dequantize_per_channel_default_1" -> "22 linear" [label="(512, 2)", style=solid]; +"21 _param_constant5_0_0" -> "22 linear" [label="(512,)", style=solid]; +"22 linear" -> "23 relu_" [label="(1, 15, 15, 512)", style=solid]; +"23 relu_" -> "25 relu__0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"24 linear_1_updated_constant0" -> "28 quantize_per_channel_default_2" [label="(3, 512)", style=solid]; +"25 relu__0_0_nncf_smooth_quant_0" -> "30 linear_1" [label="(1, 15, 15, 512)", style=solid]; +"26 linear_1_scale_0" -> "28 quantize_per_channel_default_2" [label="(3,)", style=solid]; +"26 linear_1_scale_0" -> "29 dequantize_per_channel_default_2" [label="(3,)", style=solid]; +"27 linear_1_zero_point_0" -> "28 quantize_per_channel_default_2" [label="(3,)", style=solid]; +"27 linear_1_zero_point_0" -> "29 dequantize_per_channel_default_2" [label="(3,)", style=solid]; +"28 quantize_per_channel_default_2" -> "29 dequantize_per_channel_default_2" [label="(3, 512)", style=solid]; +"29 dequantize_per_channel_default_2" -> "30 linear_1" [label="(3, 512)", style=solid]; +"30 linear_1" -> "31 view" [label="(1, 15, 15, 3)", style=solid]; +"31 view" -> "33 index" [label="(225, 3)", style=solid]; +"32 _tensor_constant1" -> "33 index" [label="(4096,)", style=solid]; +"33 index" -> "34 view_1" [label="(4096, 3)", style=solid]; +"34 view_1" -> "35 permute_1" [label="(64, 64, 3)", style=solid]; +"35 permute_1" -> "36 contiguous" [label="(3, 64, 64)", style=solid]; +"36 contiguous" -> "37 unsqueeze" [label="(3, 64, 64)", style=solid]; +"37 unsqueeze" -> "38 sigmoid" [label="(1, 3, 64, 64)", style=solid]; +"38 sigmoid" -> "39 mul" [label="(1, 3, 64, 64)", style=solid]; +"39 mul" -> "77 add" [label="(1, 3, 64, 64)", style=solid]; +"40 pad" -> "41 view_2" [label="(1, 56, 56, 96)", style=solid]; +"41 view_2" -> "42 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"42 permute_2" -> "43 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"43 reshape" -> "45 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"44 linear_2_updated_constant0" -> "50 quantize_per_channel_default_3" [label="(288, 96)", style=solid]; +"45 reshape_0_0_nncf_smooth_quant_0" -> "46 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"46 quantize_per_tensor_default_1" -> "47 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"47 dequantize_per_tensor_default_1" -> "53 linear_2" [label="(49, 64, 96)", style=solid]; +"48 linear_2_scale_0" -> "50 quantize_per_channel_default_3" [label="(288,)", style=solid]; +"48 linear_2_scale_0" -> "51 dequantize_per_channel_default_3" [label="(288,)", style=solid]; +"49 linear_2_zero_point_0" -> "50 quantize_per_channel_default_3" [label="(288,)", style=solid]; +"49 linear_2_zero_point_0" -> "51 dequantize_per_channel_default_3" [label="(288,)", style=solid]; +"50 quantize_per_channel_default_3" -> "51 dequantize_per_channel_default_3" [label="(288, 96)", style=solid]; +"51 dequantize_per_channel_default_3" -> "53 linear_2" [label="(288, 96)", style=solid]; +"52 _param_constant7_0_0" -> "53 linear_2" [label="(288,)", style=solid]; +"53 linear_2" -> "54 reshape_1" [label="(49, 64, 288)", style=solid]; +"54 reshape_1" -> "55 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; +"55 permute_3" -> "56 select" [label="(3, 49, 3, 64, 32)", style=solid]; +"55 permute_3" -> "57 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; +"55 permute_3" -> "58 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; +"56 select" -> "59 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; +"56 select" -> "61 expand_as" [label="(49, 3, 64, 32)", style=solid]; +"56 select" -> "62 div" [label="(49, 3, 64, 32)", style=solid]; +"57 select_1" -> "65 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; +"57 select_1" -> "67 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; +"57 select_1" -> "68 div_1" [label="(49, 3, 64, 32)", style=solid]; +"58 select_2" -> "80 matmul_1" [label="(49, 3, 64, 32)", style=solid]; +"59 linalg_vector_norm" -> "60 clamp_min" [label="(49, 3, 64, 1)", style=solid]; +"60 clamp_min" -> "61 expand_as" [label="(49, 3, 64, 1)", style=solid]; +"61 expand_as" -> "62 div" [label="(49, 3, 64, 32)", style=solid]; +"62 div" -> "63 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"63 quantize_per_tensor_default_2" -> "64 dequantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"64 dequantize_per_tensor_default_2" -> "72 matmul" [label="(49, 3, 64, 32)", style=solid]; +"65 linalg_vector_norm_1" -> "66 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; +"66 clamp_min_1" -> "67 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; +"67 expand_as_1" -> "68 div_1" [label="(49, 3, 64, 32)", style=solid]; +"68 div_1" -> "69 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"69 quantize_per_tensor_default_3" -> "70 dequantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"70 dequantize_per_tensor_default_3" -> "71 transpose" [label="(49, 3, 64, 32)", style=solid]; +"71 transpose" -> "72 matmul" [label="(49, 3, 32, 64)", style=solid]; +"72 matmul" -> "76 mul_1" [label="(49, 3, 64, 64)", style=solid]; +"73 _param_constant9" -> "74 clamp" [label="(3, 1, 1)", style=solid]; +"74 clamp" -> "75 exp" [label="(3, 1, 1)", style=solid]; +"75 exp" -> "76 mul_1" [label="(3, 1, 1)", style=solid]; +"76 mul_1" -> "77 add" [label="(49, 3, 64, 64)", style=solid]; +"77 add" -> "78 softmax" [label="(49, 3, 64, 64)", style=solid]; +"78 softmax" -> "79 dropout" [label="(49, 3, 64, 64)", style=solid]; +"79 dropout" -> "80 matmul_1" [label="(49, 3, 64, 64)", style=solid]; +"80 matmul_1" -> "81 transpose_1" [label="(49, 3, 64, 32)", style=solid]; +"81 transpose_1" -> "82 reshape_2" [label="(49, 64, 3, 32)", style=solid]; +"82 reshape_2" -> "84 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"83 linear_3_updated_constant0" -> "89 quantize_per_channel_default_4" [label="(96, 96)", style=solid]; +"84 reshape_2_0_0_nncf_smooth_quant_0" -> "85 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"85 quantize_per_tensor_default_4" -> "86 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"86 dequantize_per_tensor_default_4" -> "92 linear_3" [label="(49, 64, 96)", style=solid]; +"87 linear_3_scale_0" -> "89 quantize_per_channel_default_4" [label="(96,)", style=solid]; +"87 linear_3_scale_0" -> "90 dequantize_per_channel_default_4" [label="(96,)", style=solid]; +"88 linear_3_zero_point_0" -> "89 quantize_per_channel_default_4" [label="(96,)", style=solid]; +"88 linear_3_zero_point_0" -> "90 dequantize_per_channel_default_4" [label="(96,)", style=solid]; +"89 quantize_per_channel_default_4" -> "90 dequantize_per_channel_default_4" [label="(96, 96)", style=solid]; +"90 dequantize_per_channel_default_4" -> "92 linear_3" [label="(96, 96)", style=solid]; +"91 _param_constant11_0_0" -> "92 linear_3" [label="(96,)", style=solid]; +"92 linear_3" -> "93 dropout_1" [label="(49, 64, 96)", style=solid]; +"93 dropout_1" -> "94 view_3" [label="(49, 64, 96)", style=solid]; +"94 view_3" -> "95 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"95 permute_4" -> "96 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"96 reshape_3" -> "97 slice_2" [label="(1, 56, 56, 96)", style=solid]; +"97 slice_2" -> "98 slice_3" [label="(1, 56, 56, 96)", style=solid]; +"98 slice_3" -> "101 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; +"99 _param_constant12" -> "101 layer_norm_1" [label="(96,)", style=solid]; +"100 _param_constant13" -> "101 layer_norm_1" [label="(96,)", style=solid]; +"101 layer_norm_1" -> "102 add_1" [label="(1, 56, 56, 96)", style=solid]; +"102 add_1" -> "104 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"102 add_1" -> "129 add_2" [label="(1, 56, 56, 96)", style=solid]; +"103 linear_4_updated_constant0" -> "109 quantize_per_channel_default_5" [label="(384, 96)", style=solid]; +"104 add_1_0_0_nncf_smooth_quant_0" -> "105 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"105 quantize_per_tensor_default_5" -> "106 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"106 dequantize_per_tensor_default_5" -> "112 linear_4" [label="(1, 56, 56, 96)", style=solid]; +"107 linear_4_scale_0" -> "109 quantize_per_channel_default_5" [label="(384,)", style=solid]; +"107 linear_4_scale_0" -> "110 dequantize_per_channel_default_5" [label="(384,)", style=solid]; +"108 linear_4_zero_point_0" -> "109 quantize_per_channel_default_5" [label="(384,)", style=solid]; +"108 linear_4_zero_point_0" -> "110 dequantize_per_channel_default_5" [label="(384,)", style=solid]; +"109 quantize_per_channel_default_5" -> "110 dequantize_per_channel_default_5" [label="(384, 96)", style=solid]; +"110 dequantize_per_channel_default_5" -> "112 linear_4" [label="(384, 96)", style=solid]; +"111 _param_constant15_0_0" -> "112 linear_4" [label="(384,)", style=solid]; +"112 linear_4" -> "113 gelu" [label="(1, 56, 56, 384)", style=solid]; +"113 gelu" -> "114 dropout_2" [label="(1, 56, 56, 384)", style=solid]; +"114 dropout_2" -> "116 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"115 linear_5_updated_constant0" -> "121 quantize_per_channel_default_6" [label="(96, 384)", style=solid]; +"116 dropout_2_0_0_nncf_smooth_quant_0" -> "117 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"117 quantize_per_tensor_default_6" -> "118 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"118 dequantize_per_tensor_default_6" -> "124 linear_5" [label="(1, 56, 56, 384)", style=solid]; +"119 linear_5_scale_0" -> "121 quantize_per_channel_default_6" [label="(96,)", style=solid]; +"119 linear_5_scale_0" -> "122 dequantize_per_channel_default_6" [label="(96,)", style=solid]; +"120 linear_5_zero_point_0" -> "121 quantize_per_channel_default_6" [label="(96,)", style=solid]; +"120 linear_5_zero_point_0" -> "122 dequantize_per_channel_default_6" [label="(96,)", style=solid]; +"121 quantize_per_channel_default_6" -> "122 dequantize_per_channel_default_6" [label="(96, 384)", style=solid]; +"122 dequantize_per_channel_default_6" -> "124 linear_5" [label="(96, 384)", style=solid]; +"123 _param_constant17_0_0" -> "124 linear_5" [label="(96,)", style=solid]; +"124 linear_5" -> "125 dropout_3" [label="(1, 56, 56, 96)", style=solid]; +"125 dropout_3" -> "128 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; +"126 _param_constant18" -> "128 layer_norm_2" [label="(96,)", style=solid]; +"127 _param_constant19" -> "128 layer_norm_2" [label="(96,)", style=solid]; +"128 layer_norm_2" -> "129 add_2" [label="(1, 56, 56, 96)", style=solid]; +"129 add_2" -> "156 pad_1" [label="(1, 56, 56, 96)", style=solid]; +"129 add_2" -> "236 add_5" [label="(1, 56, 56, 96)", style=solid]; +"130 _tensor_constant2" -> "132 _tensor_constant2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"131 linear_6_updated_constant0" -> "135 quantize_per_channel_default_7" [label="(512, 2)", style=solid]; +"132 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "138 linear_6" [label="(1, 15, 15, 2)", style=solid]; +"133 linear_6_scale_0" -> "135 quantize_per_channel_default_7" [label="(512,)", style=solid]; +"133 linear_6_scale_0" -> "136 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"134 linear_6_zero_point_0" -> "135 quantize_per_channel_default_7" [label="(512,)", style=solid]; +"134 linear_6_zero_point_0" -> "136 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"135 quantize_per_channel_default_7" -> "136 dequantize_per_channel_default_7" [label="(512, 2)", style=solid]; +"136 dequantize_per_channel_default_7" -> "138 linear_6" [label="(512, 2)", style=solid]; +"137 _param_constant21_0_0" -> "138 linear_6" [label="(512,)", style=solid]; +"138 linear_6" -> "139 relu__1" [label="(1, 15, 15, 512)", style=solid]; +"139 relu__1" -> "141 relu__1_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"140 linear_7_updated_constant0" -> "144 quantize_per_channel_default_8" [label="(3, 512)", style=solid]; +"141 relu__1_0_0_nncf_smooth_quant_0" -> "146 linear_7" [label="(1, 15, 15, 512)", style=solid]; +"142 linear_7_scale_0" -> "144 quantize_per_channel_default_8" [label="(3,)", style=solid]; +"142 linear_7_scale_0" -> "145 dequantize_per_channel_default_8" [label="(3,)", style=solid]; +"143 linear_7_zero_point_0" -> "144 quantize_per_channel_default_8" [label="(3,)", style=solid]; +"143 linear_7_zero_point_0" -> "145 dequantize_per_channel_default_8" [label="(3,)", style=solid]; +"144 quantize_per_channel_default_8" -> "145 dequantize_per_channel_default_8" [label="(3, 512)", style=solid]; +"145 dequantize_per_channel_default_8" -> "146 linear_7" [label="(3, 512)", style=solid]; +"146 linear_7" -> "147 view_4" [label="(1, 15, 15, 3)", style=solid]; +"147 view_4" -> "149 index_1" [label="(225, 3)", style=solid]; +"148 _tensor_constant3" -> "149 index_1" [label="(4096,)", style=solid]; +"149 index_1" -> "150 view_5" [label="(4096, 3)", style=solid]; +"150 view_5" -> "151 permute_5" [label="(64, 64, 3)", style=solid]; +"151 permute_5" -> "152 contiguous_1" [label="(3, 64, 64)", style=solid]; +"152 contiguous_1" -> "153 unsqueeze_1" [label="(3, 64, 64)", style=solid]; +"153 unsqueeze_1" -> "154 sigmoid_1" [label="(1, 3, 64, 64)", style=solid]; +"154 sigmoid_1" -> "155 mul_2" [label="(1, 3, 64, 64)", style=solid]; +"155 mul_2" -> "194 add_3" [label="(1, 3, 64, 64)", style=solid]; +"156 pad_1" -> "157 roll" [label="(1, 56, 56, 96)", style=solid]; +"157 roll" -> "158 view_6" [label="(1, 56, 56, 96)", style=solid]; +"158 view_6" -> "159 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"159 permute_6" -> "160 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"160 reshape_4" -> "162 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"160 reshape_4" -> "195 new_zeros" [label="(49, 64, 96)", style=solid]; +"161 linear_8_updated_constant0" -> "167 quantize_per_channel_default_9" [label="(288, 96)", style=solid]; +"162 reshape_4_0_0_nncf_smooth_quant_0" -> "163 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"163 quantize_per_tensor_default_7" -> "164 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"164 dequantize_per_tensor_default_7" -> "170 linear_8" [label="(49, 64, 96)", style=solid]; +"165 linear_8_scale_0" -> "167 quantize_per_channel_default_9" [label="(288,)", style=solid]; +"165 linear_8_scale_0" -> "168 dequantize_per_channel_default_9" [label="(288,)", style=solid]; +"166 linear_8_zero_point_0" -> "167 quantize_per_channel_default_9" [label="(288,)", style=solid]; +"166 linear_8_zero_point_0" -> "168 dequantize_per_channel_default_9" [label="(288,)", style=solid]; +"167 quantize_per_channel_default_9" -> "168 dequantize_per_channel_default_9" [label="(288, 96)", style=solid]; +"168 dequantize_per_channel_default_9" -> "170 linear_8" [label="(288, 96)", style=solid]; +"169 _param_constant23_0_0" -> "170 linear_8" [label="(288,)", style=solid]; +"170 linear_8" -> "171 reshape_5" [label="(49, 64, 288)", style=solid]; +"171 reshape_5" -> "172 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; +"172 permute_7" -> "173 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; +"172 permute_7" -> "174 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; +"172 permute_7" -> "175 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; +"173 select_3" -> "176 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; +"173 select_3" -> "178 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; +"173 select_3" -> "179 div_2" [label="(49, 3, 64, 32)", style=solid]; +"174 select_4" -> "182 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; +"174 select_4" -> "184 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; +"174 select_4" -> "185 div_3" [label="(49, 3, 64, 32)", style=solid]; +"175 select_5" -> "213 matmul_3" [label="(49, 3, 64, 32)", style=solid]; +"176 linalg_vector_norm_2" -> "177 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; +"177 clamp_min_2" -> "178 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; +"178 expand_as_2" -> "179 div_2" [label="(49, 3, 64, 32)", style=solid]; +"179 div_2" -> "180 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"180 quantize_per_tensor_default_8" -> "181 dequantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"181 dequantize_per_tensor_default_8" -> "189 matmul_2" [label="(49, 3, 64, 32)", style=solid]; +"182 linalg_vector_norm_3" -> "183 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; +"183 clamp_min_3" -> "184 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; +"184 expand_as_3" -> "185 div_3" [label="(49, 3, 64, 32)", style=solid]; +"185 div_3" -> "186 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"186 quantize_per_tensor_default_9" -> "187 dequantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"187 dequantize_per_tensor_default_9" -> "188 transpose_2" [label="(49, 3, 64, 32)", style=solid]; +"188 transpose_2" -> "189 matmul_2" [label="(49, 3, 32, 64)", style=solid]; +"189 matmul_2" -> "193 mul_3" [label="(49, 3, 64, 64)", style=solid]; +"190 _param_constant25" -> "191 clamp_1" [label="(3, 1, 1)", style=solid]; +"191 clamp_1" -> "192 exp_1" [label="(3, 1, 1)", style=solid]; +"192 exp_1" -> "193 mul_3" [label="(3, 1, 1)", style=solid]; +"193 mul_3" -> "194 add_3" [label="(49, 3, 64, 64)", style=solid]; +"194 add_3" -> "206 view_8" [label="(49, 3, 64, 64)", style=solid]; +"195 new_zeros" -> "196 view_7" [label="(56, 56)", style=solid]; +"196 view_7" -> "197 permute_8" [label="(7, 8, 7, 8)", style=solid]; +"197 permute_8" -> "198 reshape_6" [label="(7, 7, 8, 8)", style=solid]; +"198 reshape_6" -> "199 unsqueeze_2" [label="(49, 64)", style=solid]; +"198 reshape_6" -> "200 unsqueeze_3" [label="(49, 64)", style=solid]; +"199 unsqueeze_2" -> "201 sub" [label="(49, 1, 64)", style=solid]; +"200 unsqueeze_3" -> "201 sub" [label="(49, 64, 1)", style=solid]; +"201 sub" -> "202 ne" [label="(49, 64, 64)", style=solid]; +"201 sub" -> "203 masked_fill" [label="(49, 64, 64)", style=solid]; +"201 sub" -> "204 eq" [label="(49, 64, 64)", style=solid]; +"202 ne" -> "203 masked_fill" [label="(49, 64, 64)", style=solid]; +"203 masked_fill" -> "205 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"204 eq" -> "205 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"205 masked_fill_1" -> "207 unsqueeze_4" [label="(49, 64, 64)", style=solid]; +"206 view_8" -> "209 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; +"207 unsqueeze_4" -> "208 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; +"208 unsqueeze_5" -> "209 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; +"209 add_4" -> "210 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; +"210 view_9" -> "211 softmax_1" [label="(49, 3, 64, 64)", style=solid]; +"211 softmax_1" -> "212 dropout_4" [label="(49, 3, 64, 64)", style=solid]; +"212 dropout_4" -> "213 matmul_3" [label="(49, 3, 64, 64)", style=solid]; +"213 matmul_3" -> "214 transpose_3" [label="(49, 3, 64, 32)", style=solid]; +"214 transpose_3" -> "215 reshape_7" [label="(49, 64, 3, 32)", style=solid]; +"215 reshape_7" -> "217 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"216 linear_9_updated_constant0" -> "222 quantize_per_channel_default_10" [label="(96, 96)", style=solid]; +"217 reshape_7_0_0_nncf_smooth_quant_0" -> "218 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"218 quantize_per_tensor_default_10" -> "219 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"219 dequantize_per_tensor_default_10" -> "225 linear_9" [label="(49, 64, 96)", style=solid]; +"220 linear_9_scale_0" -> "222 quantize_per_channel_default_10" [label="(96,)", style=solid]; +"220 linear_9_scale_0" -> "223 dequantize_per_channel_default_10" [label="(96,)", style=solid]; +"221 linear_9_zero_point_0" -> "222 quantize_per_channel_default_10" [label="(96,)", style=solid]; +"221 linear_9_zero_point_0" -> "223 dequantize_per_channel_default_10" [label="(96,)", style=solid]; +"222 quantize_per_channel_default_10" -> "223 dequantize_per_channel_default_10" [label="(96, 96)", style=solid]; +"223 dequantize_per_channel_default_10" -> "225 linear_9" [label="(96, 96)", style=solid]; +"224 _param_constant27_0_0" -> "225 linear_9" [label="(96,)", style=solid]; +"225 linear_9" -> "226 dropout_5" [label="(49, 64, 96)", style=solid]; +"226 dropout_5" -> "227 view_10" [label="(49, 64, 96)", style=solid]; +"227 view_10" -> "228 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"228 permute_9" -> "229 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"229 reshape_8" -> "230 roll_1" [label="(1, 56, 56, 96)", style=solid]; +"230 roll_1" -> "231 slice_23" [label="(1, 56, 56, 96)", style=solid]; +"231 slice_23" -> "232 slice_24" [label="(1, 56, 56, 96)", style=solid]; +"232 slice_24" -> "235 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; +"233 _param_constant28" -> "235 layer_norm_3" [label="(96,)", style=solid]; +"234 _param_constant29" -> "235 layer_norm_3" [label="(96,)", style=solid]; +"235 layer_norm_3" -> "236 add_5" [label="(1, 56, 56, 96)", style=solid]; +"236 add_5" -> "238 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"236 add_5" -> "263 add_6" [label="(1, 56, 56, 96)", style=solid]; +"237 linear_10_updated_constant0" -> "243 quantize_per_channel_default_11" [label="(384, 96)", style=solid]; +"238 add_5_0_0_nncf_smooth_quant_0" -> "239 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"239 quantize_per_tensor_default_11" -> "240 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"240 dequantize_per_tensor_default_11" -> "246 linear_10" [label="(1, 56, 56, 96)", style=solid]; +"241 linear_10_scale_0" -> "243 quantize_per_channel_default_11" [label="(384,)", style=solid]; +"241 linear_10_scale_0" -> "244 dequantize_per_channel_default_11" [label="(384,)", style=solid]; +"242 linear_10_zero_point_0" -> "243 quantize_per_channel_default_11" [label="(384,)", style=solid]; +"242 linear_10_zero_point_0" -> "244 dequantize_per_channel_default_11" [label="(384,)", style=solid]; +"243 quantize_per_channel_default_11" -> "244 dequantize_per_channel_default_11" [label="(384, 96)", style=solid]; +"244 dequantize_per_channel_default_11" -> "246 linear_10" [label="(384, 96)", style=solid]; +"245 _param_constant31_0_0" -> "246 linear_10" [label="(384,)", style=solid]; +"246 linear_10" -> "247 gelu_1" [label="(1, 56, 56, 384)", style=solid]; +"247 gelu_1" -> "248 dropout_6" [label="(1, 56, 56, 384)", style=solid]; +"248 dropout_6" -> "250 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"249 linear_11_updated_constant0" -> "255 quantize_per_channel_default_12" [label="(96, 384)", style=solid]; +"250 dropout_6_0_0_nncf_smooth_quant_0" -> "251 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"251 quantize_per_tensor_default_12" -> "252 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"252 dequantize_per_tensor_default_12" -> "258 linear_11" [label="(1, 56, 56, 384)", style=solid]; +"253 linear_11_scale_0" -> "255 quantize_per_channel_default_12" [label="(96,)", style=solid]; +"253 linear_11_scale_0" -> "256 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"254 linear_11_zero_point_0" -> "255 quantize_per_channel_default_12" [label="(96,)", style=solid]; +"254 linear_11_zero_point_0" -> "256 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"255 quantize_per_channel_default_12" -> "256 dequantize_per_channel_default_12" [label="(96, 384)", style=solid]; +"256 dequantize_per_channel_default_12" -> "258 linear_11" [label="(96, 384)", style=solid]; +"257 _param_constant33_0_0" -> "258 linear_11" [label="(96,)", style=solid]; +"258 linear_11" -> "259 dropout_7" [label="(1, 56, 56, 96)", style=solid]; +"259 dropout_7" -> "262 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; +"260 _param_constant34" -> "262 layer_norm_4" [label="(96,)", style=solid]; +"261 _param_constant35" -> "262 layer_norm_4" [label="(96,)", style=solid]; +"262 layer_norm_4" -> "263 add_6" [label="(1, 56, 56, 96)", style=solid]; +"263 add_6" -> "264 pad_2" [label="(1, 56, 56, 96)", style=solid]; +"264 pad_2" -> "265 slice_25" [label="(1, 56, 56, 96)", style=solid]; +"264 pad_2" -> "268 slice_28" [label="(1, 56, 56, 96)", style=solid]; +"264 pad_2" -> "271 slice_31" [label="(1, 56, 56, 96)", style=solid]; +"264 pad_2" -> "274 slice_34" [label="(1, 56, 56, 96)", style=solid]; +"265 slice_25" -> "266 slice_26" [label="(1, 28, 56, 96)", style=solid]; +"266 slice_26" -> "267 slice_27" [label="(1, 28, 28, 96)", style=solid]; +"267 slice_27" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; +"268 slice_28" -> "269 slice_29" [label="(1, 28, 56, 96)", style=solid]; +"269 slice_29" -> "270 slice_30" [label="(1, 28, 28, 96)", style=solid]; +"270 slice_30" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; +"271 slice_31" -> "272 slice_32" [label="(1, 28, 56, 96)", style=solid]; +"272 slice_32" -> "273 slice_33" [label="(1, 28, 28, 96)", style=solid]; +"273 slice_33" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; +"274 slice_34" -> "275 slice_35" [label="(1, 28, 56, 96)", style=solid]; +"275 slice_35" -> "276 slice_36" [label="(1, 28, 28, 96)", style=solid]; +"276 slice_36" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; +"277 cat" -> "279 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; +"278 linear_12_updated_constant0" -> "284 quantize_per_channel_default_13" [label="(192, 384)", style=solid]; +"279 cat_0_0_nncf_smooth_quant_0" -> "280 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"280 quantize_per_tensor_default_13" -> "281 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"281 dequantize_per_tensor_default_13" -> "286 linear_12" [label="(1, 28, 28, 384)", style=solid]; +"282 linear_12_scale_0" -> "284 quantize_per_channel_default_13" [label="(192,)", style=solid]; +"282 linear_12_scale_0" -> "285 dequantize_per_channel_default_13" [label="(192,)", style=solid]; +"283 linear_12_zero_point_0" -> "284 quantize_per_channel_default_13" [label="(192,)", style=solid]; +"283 linear_12_zero_point_0" -> "285 dequantize_per_channel_default_13" [label="(192,)", style=solid]; +"284 quantize_per_channel_default_13" -> "285 dequantize_per_channel_default_13" [label="(192, 384)", style=solid]; +"285 dequantize_per_channel_default_13" -> "286 linear_12" [label="(192, 384)", style=solid]; +"286 linear_12" -> "289 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; +"287 _param_constant37" -> "289 layer_norm_5" [label="(192,)", style=solid]; +"288 _param_constant38" -> "289 layer_norm_5" [label="(192,)", style=solid]; +"289 layer_norm_5" -> "316 pad_3" [label="(1, 28, 28, 192)", style=solid]; +"289 layer_norm_5" -> "381 add_8" [label="(1, 28, 28, 192)", style=solid]; +"290 _tensor_constant13" -> "292 _tensor_constant13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"291 linear_13_updated_constant0" -> "295 quantize_per_channel_default_14" [label="(512, 2)", style=solid]; +"292 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "298 linear_13" [label="(1, 15, 15, 2)", style=solid]; +"293 linear_13_scale_0" -> "295 quantize_per_channel_default_14" [label="(512,)", style=solid]; +"293 linear_13_scale_0" -> "296 dequantize_per_channel_default_14" [label="(512,)", style=solid]; +"294 linear_13_zero_point_0" -> "295 quantize_per_channel_default_14" [label="(512,)", style=solid]; +"294 linear_13_zero_point_0" -> "296 dequantize_per_channel_default_14" [label="(512,)", style=solid]; +"295 quantize_per_channel_default_14" -> "296 dequantize_per_channel_default_14" [label="(512, 2)", style=solid]; +"296 dequantize_per_channel_default_14" -> "298 linear_13" [label="(512, 2)", style=solid]; +"297 _param_constant40_0_0" -> "298 linear_13" [label="(512,)", style=solid]; +"298 linear_13" -> "299 relu__2" [label="(1, 15, 15, 512)", style=solid]; +"299 relu__2" -> "301 relu__2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"300 linear_14_updated_constant0" -> "304 quantize_per_channel_default_15" [label="(6, 512)", style=solid]; +"301 relu__2_0_0_nncf_smooth_quant_0" -> "306 linear_14" [label="(1, 15, 15, 512)", style=solid]; +"302 linear_14_scale_0" -> "304 quantize_per_channel_default_15" [label="(6,)", style=solid]; +"302 linear_14_scale_0" -> "305 dequantize_per_channel_default_15" [label="(6,)", style=solid]; +"303 linear_14_zero_point_0" -> "304 quantize_per_channel_default_15" [label="(6,)", style=solid]; +"303 linear_14_zero_point_0" -> "305 dequantize_per_channel_default_15" [label="(6,)", style=solid]; +"304 quantize_per_channel_default_15" -> "305 dequantize_per_channel_default_15" [label="(6, 512)", style=solid]; +"305 dequantize_per_channel_default_15" -> "306 linear_14" [label="(6, 512)", style=solid]; +"306 linear_14" -> "307 view_11" [label="(1, 15, 15, 6)", style=solid]; +"307 view_11" -> "309 index_2" [label="(225, 6)", style=solid]; +"308 _tensor_constant14" -> "309 index_2" [label="(4096,)", style=solid]; +"309 index_2" -> "310 view_12" [label="(4096, 6)", style=solid]; +"310 view_12" -> "311 permute_10" [label="(64, 64, 6)", style=solid]; +"311 permute_10" -> "312 contiguous_2" [label="(6, 64, 64)", style=solid]; +"312 contiguous_2" -> "313 unsqueeze_6" [label="(6, 64, 64)", style=solid]; +"313 unsqueeze_6" -> "314 sigmoid_2" [label="(1, 6, 64, 64)", style=solid]; +"314 sigmoid_2" -> "315 mul_4" [label="(1, 6, 64, 64)", style=solid]; +"315 mul_4" -> "353 add_7" [label="(1, 6, 64, 64)", style=solid]; +"316 pad_3" -> "317 view_13" [label="(1, 32, 32, 192)", style=solid]; +"317 view_13" -> "318 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"318 permute_11" -> "319 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"319 reshape_9" -> "321 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"320 linear_15_updated_constant0" -> "326 quantize_per_channel_default_16" [label="(576, 192)", style=solid]; +"321 reshape_9_0_0_nncf_smooth_quant_0" -> "322 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"322 quantize_per_tensor_default_14" -> "323 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"323 dequantize_per_tensor_default_14" -> "329 linear_15" [label="(16, 64, 192)", style=solid]; +"324 linear_15_scale_0" -> "326 quantize_per_channel_default_16" [label="(576,)", style=solid]; +"324 linear_15_scale_0" -> "327 dequantize_per_channel_default_16" [label="(576,)", style=solid]; +"325 linear_15_zero_point_0" -> "326 quantize_per_channel_default_16" [label="(576,)", style=solid]; +"325 linear_15_zero_point_0" -> "327 dequantize_per_channel_default_16" [label="(576,)", style=solid]; +"326 quantize_per_channel_default_16" -> "327 dequantize_per_channel_default_16" [label="(576, 192)", style=solid]; +"327 dequantize_per_channel_default_16" -> "329 linear_15" [label="(576, 192)", style=solid]; +"328 _param_constant42_0_0" -> "329 linear_15" [label="(576,)", style=solid]; +"329 linear_15" -> "330 reshape_10" [label="(16, 64, 576)", style=solid]; +"330 reshape_10" -> "331 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; +"331 permute_12" -> "332 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; +"331 permute_12" -> "333 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; +"331 permute_12" -> "334 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; +"332 select_6" -> "335 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; +"332 select_6" -> "337 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; +"332 select_6" -> "338 div_4" [label="(16, 6, 64, 32)", style=solid]; +"333 select_7" -> "341 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; +"333 select_7" -> "343 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; +"333 select_7" -> "344 div_5" [label="(16, 6, 64, 32)", style=solid]; +"334 select_8" -> "356 matmul_5" [label="(16, 6, 64, 32)", style=solid]; +"335 linalg_vector_norm_4" -> "336 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; +"336 clamp_min_4" -> "337 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; +"337 expand_as_4" -> "338 div_4" [label="(16, 6, 64, 32)", style=solid]; +"338 div_4" -> "339 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"339 quantize_per_tensor_default_15" -> "340 dequantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"340 dequantize_per_tensor_default_15" -> "348 matmul_4" [label="(16, 6, 64, 32)", style=solid]; +"341 linalg_vector_norm_5" -> "342 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; +"342 clamp_min_5" -> "343 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; +"343 expand_as_5" -> "344 div_5" [label="(16, 6, 64, 32)", style=solid]; +"344 div_5" -> "345 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"345 quantize_per_tensor_default_16" -> "346 dequantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"346 dequantize_per_tensor_default_16" -> "347 transpose_4" [label="(16, 6, 64, 32)", style=solid]; +"347 transpose_4" -> "348 matmul_4" [label="(16, 6, 32, 64)", style=solid]; +"348 matmul_4" -> "352 mul_5" [label="(16, 6, 64, 64)", style=solid]; +"349 _param_constant44" -> "350 clamp_2" [label="(6, 1, 1)", style=solid]; +"350 clamp_2" -> "351 exp_2" [label="(6, 1, 1)", style=solid]; +"351 exp_2" -> "352 mul_5" [label="(6, 1, 1)", style=solid]; +"352 mul_5" -> "353 add_7" [label="(16, 6, 64, 64)", style=solid]; +"353 add_7" -> "354 softmax_2" [label="(16, 6, 64, 64)", style=solid]; +"354 softmax_2" -> "355 dropout_8" [label="(16, 6, 64, 64)", style=solid]; +"355 dropout_8" -> "356 matmul_5" [label="(16, 6, 64, 64)", style=solid]; +"356 matmul_5" -> "357 transpose_5" [label="(16, 6, 64, 32)", style=solid]; +"357 transpose_5" -> "358 reshape_11" [label="(16, 64, 6, 32)", style=solid]; +"358 reshape_11" -> "360 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"359 linear_16_updated_constant0" -> "365 quantize_per_channel_default_17" [label="(192, 192)", style=solid]; +"360 reshape_11_0_0_nncf_smooth_quant_0" -> "361 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"361 quantize_per_tensor_default_17" -> "362 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"362 dequantize_per_tensor_default_17" -> "368 linear_16" [label="(16, 64, 192)", style=solid]; +"363 linear_16_scale_0" -> "365 quantize_per_channel_default_17" [label="(192,)", style=solid]; +"363 linear_16_scale_0" -> "366 dequantize_per_channel_default_17" [label="(192,)", style=solid]; +"364 linear_16_zero_point_0" -> "365 quantize_per_channel_default_17" [label="(192,)", style=solid]; +"364 linear_16_zero_point_0" -> "366 dequantize_per_channel_default_17" [label="(192,)", style=solid]; +"365 quantize_per_channel_default_17" -> "366 dequantize_per_channel_default_17" [label="(192, 192)", style=solid]; +"366 dequantize_per_channel_default_17" -> "368 linear_16" [label="(192, 192)", style=solid]; +"367 _param_constant46_0_0" -> "368 linear_16" [label="(192,)", style=solid]; +"368 linear_16" -> "369 dropout_9" [label="(16, 64, 192)", style=solid]; +"369 dropout_9" -> "370 view_14" [label="(16, 64, 192)", style=solid]; +"370 view_14" -> "371 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"371 permute_13" -> "372 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"372 reshape_12" -> "373 slice_38" [label="(1, 32, 32, 192)", style=solid]; +"373 slice_38" -> "374 slice_39" [label="(1, 32, 32, 192)", style=solid]; +"374 slice_39" -> "375 slice_40" [label="(1, 28, 32, 192)", style=solid]; +"375 slice_40" -> "376 slice_41" [label="(1, 28, 28, 192)", style=solid]; +"376 slice_41" -> "377 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; +"377 contiguous_3" -> "380 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; +"378 _param_constant47" -> "380 layer_norm_6" [label="(192,)", style=solid]; +"379 _param_constant48" -> "380 layer_norm_6" [label="(192,)", style=solid]; +"380 layer_norm_6" -> "381 add_8" [label="(1, 28, 28, 192)", style=solid]; +"381 add_8" -> "383 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"381 add_8" -> "408 add_9" [label="(1, 28, 28, 192)", style=solid]; +"382 linear_17_updated_constant0" -> "388 quantize_per_channel_default_18" [label="(768, 192)", style=solid]; +"383 add_8_0_0_nncf_smooth_quant_0" -> "384 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"384 quantize_per_tensor_default_18" -> "385 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"385 dequantize_per_tensor_default_18" -> "391 linear_17" [label="(1, 28, 28, 192)", style=solid]; +"386 linear_17_scale_0" -> "388 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"386 linear_17_scale_0" -> "389 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"387 linear_17_zero_point_0" -> "388 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"387 linear_17_zero_point_0" -> "389 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"388 quantize_per_channel_default_18" -> "389 dequantize_per_channel_default_18" [label="(768, 192)", style=solid]; +"389 dequantize_per_channel_default_18" -> "391 linear_17" [label="(768, 192)", style=solid]; +"390 _param_constant50_0_0" -> "391 linear_17" [label="(768,)", style=solid]; +"391 linear_17" -> "392 gelu_2" [label="(1, 28, 28, 768)", style=solid]; +"392 gelu_2" -> "393 dropout_10" [label="(1, 28, 28, 768)", style=solid]; +"393 dropout_10" -> "395 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"394 linear_18_updated_constant0" -> "400 quantize_per_channel_default_19" [label="(192, 768)", style=solid]; +"395 dropout_10_0_0_nncf_smooth_quant_0" -> "396 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"396 quantize_per_tensor_default_19" -> "397 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"397 dequantize_per_tensor_default_19" -> "403 linear_18" [label="(1, 28, 28, 768)", style=solid]; +"398 linear_18_scale_0" -> "400 quantize_per_channel_default_19" [label="(192,)", style=solid]; +"398 linear_18_scale_0" -> "401 dequantize_per_channel_default_19" [label="(192,)", style=solid]; +"399 linear_18_zero_point_0" -> "400 quantize_per_channel_default_19" [label="(192,)", style=solid]; +"399 linear_18_zero_point_0" -> "401 dequantize_per_channel_default_19" [label="(192,)", style=solid]; +"400 quantize_per_channel_default_19" -> "401 dequantize_per_channel_default_19" [label="(192, 768)", style=solid]; +"401 dequantize_per_channel_default_19" -> "403 linear_18" [label="(192, 768)", style=solid]; +"402 _param_constant52_0_0" -> "403 linear_18" [label="(192,)", style=solid]; +"403 linear_18" -> "404 dropout_11" [label="(1, 28, 28, 192)", style=solid]; +"404 dropout_11" -> "407 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; +"405 _param_constant53" -> "407 layer_norm_7" [label="(192,)", style=solid]; +"406 _param_constant54" -> "407 layer_norm_7" [label="(192,)", style=solid]; +"407 layer_norm_7" -> "408 add_9" [label="(1, 28, 28, 192)", style=solid]; +"408 add_9" -> "435 pad_4" [label="(1, 28, 28, 192)", style=solid]; +"408 add_9" -> "518 add_12" [label="(1, 28, 28, 192)", style=solid]; +"409 _tensor_constant15" -> "411 _tensor_constant15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"410 linear_19_updated_constant0" -> "414 quantize_per_channel_default_20" [label="(512, 2)", style=solid]; +"411 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "417 linear_19" [label="(1, 15, 15, 2)", style=solid]; +"412 linear_19_scale_0" -> "414 quantize_per_channel_default_20" [label="(512,)", style=solid]; +"412 linear_19_scale_0" -> "415 dequantize_per_channel_default_20" [label="(512,)", style=solid]; +"413 linear_19_zero_point_0" -> "414 quantize_per_channel_default_20" [label="(512,)", style=solid]; +"413 linear_19_zero_point_0" -> "415 dequantize_per_channel_default_20" [label="(512,)", style=solid]; +"414 quantize_per_channel_default_20" -> "415 dequantize_per_channel_default_20" [label="(512, 2)", style=solid]; +"415 dequantize_per_channel_default_20" -> "417 linear_19" [label="(512, 2)", style=solid]; +"416 _param_constant56_0_0" -> "417 linear_19" [label="(512,)", style=solid]; +"417 linear_19" -> "418 relu__3" [label="(1, 15, 15, 512)", style=solid]; +"418 relu__3" -> "420 relu__3_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"419 linear_20_updated_constant0" -> "423 quantize_per_channel_default_21" [label="(6, 512)", style=solid]; +"420 relu__3_0_0_nncf_smooth_quant_0" -> "425 linear_20" [label="(1, 15, 15, 512)", style=solid]; +"421 linear_20_scale_0" -> "423 quantize_per_channel_default_21" [label="(6,)", style=solid]; +"421 linear_20_scale_0" -> "424 dequantize_per_channel_default_21" [label="(6,)", style=solid]; +"422 linear_20_zero_point_0" -> "423 quantize_per_channel_default_21" [label="(6,)", style=solid]; +"422 linear_20_zero_point_0" -> "424 dequantize_per_channel_default_21" [label="(6,)", style=solid]; +"423 quantize_per_channel_default_21" -> "424 dequantize_per_channel_default_21" [label="(6, 512)", style=solid]; +"424 dequantize_per_channel_default_21" -> "425 linear_20" [label="(6, 512)", style=solid]; +"425 linear_20" -> "426 view_15" [label="(1, 15, 15, 6)", style=solid]; +"426 view_15" -> "428 index_3" [label="(225, 6)", style=solid]; +"427 _tensor_constant16" -> "428 index_3" [label="(4096,)", style=solid]; +"428 index_3" -> "429 view_16" [label="(4096, 6)", style=solid]; +"429 view_16" -> "430 permute_14" [label="(64, 64, 6)", style=solid]; +"430 permute_14" -> "431 contiguous_4" [label="(6, 64, 64)", style=solid]; +"431 contiguous_4" -> "432 unsqueeze_7" [label="(6, 64, 64)", style=solid]; +"432 unsqueeze_7" -> "433 sigmoid_3" [label="(1, 6, 64, 64)", style=solid]; +"433 sigmoid_3" -> "434 mul_6" [label="(1, 6, 64, 64)", style=solid]; +"434 mul_6" -> "473 add_10" [label="(1, 6, 64, 64)", style=solid]; +"435 pad_4" -> "436 roll_2" [label="(1, 32, 32, 192)", style=solid]; +"436 roll_2" -> "437 view_17" [label="(1, 32, 32, 192)", style=solid]; +"437 view_17" -> "438 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"438 permute_15" -> "439 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"439 reshape_13" -> "441 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"439 reshape_13" -> "474 new_zeros_1" [label="(16, 64, 192)", style=solid]; +"440 linear_21_updated_constant0" -> "446 quantize_per_channel_default_22" [label="(576, 192)", style=solid]; +"441 reshape_13_0_0_nncf_smooth_quant_0" -> "442 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"442 quantize_per_tensor_default_20" -> "443 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"443 dequantize_per_tensor_default_20" -> "449 linear_21" [label="(16, 64, 192)", style=solid]; +"444 linear_21_scale_0" -> "446 quantize_per_channel_default_22" [label="(576,)", style=solid]; +"444 linear_21_scale_0" -> "447 dequantize_per_channel_default_22" [label="(576,)", style=solid]; +"445 linear_21_zero_point_0" -> "446 quantize_per_channel_default_22" [label="(576,)", style=solid]; +"445 linear_21_zero_point_0" -> "447 dequantize_per_channel_default_22" [label="(576,)", style=solid]; +"446 quantize_per_channel_default_22" -> "447 dequantize_per_channel_default_22" [label="(576, 192)", style=solid]; +"447 dequantize_per_channel_default_22" -> "449 linear_21" [label="(576, 192)", style=solid]; +"448 _param_constant58_0_0" -> "449 linear_21" [label="(576,)", style=solid]; +"449 linear_21" -> "450 reshape_14" [label="(16, 64, 576)", style=solid]; +"450 reshape_14" -> "451 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; +"451 permute_16" -> "452 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; +"451 permute_16" -> "453 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; +"451 permute_16" -> "454 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; +"452 select_9" -> "455 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; +"452 select_9" -> "457 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; +"452 select_9" -> "458 div_6" [label="(16, 6, 64, 32)", style=solid]; +"453 select_10" -> "461 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; +"453 select_10" -> "463 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; +"453 select_10" -> "464 div_7" [label="(16, 6, 64, 32)", style=solid]; +"454 select_11" -> "492 matmul_7" [label="(16, 6, 64, 32)", style=solid]; +"455 linalg_vector_norm_6" -> "456 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; +"456 clamp_min_6" -> "457 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; +"457 expand_as_6" -> "458 div_6" [label="(16, 6, 64, 32)", style=solid]; +"458 div_6" -> "459 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"459 quantize_per_tensor_default_21" -> "460 dequantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"460 dequantize_per_tensor_default_21" -> "468 matmul_6" [label="(16, 6, 64, 32)", style=solid]; +"461 linalg_vector_norm_7" -> "462 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; +"462 clamp_min_7" -> "463 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; +"463 expand_as_7" -> "464 div_7" [label="(16, 6, 64, 32)", style=solid]; +"464 div_7" -> "465 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"465 quantize_per_tensor_default_22" -> "466 dequantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"466 dequantize_per_tensor_default_22" -> "467 transpose_6" [label="(16, 6, 64, 32)", style=solid]; +"467 transpose_6" -> "468 matmul_6" [label="(16, 6, 32, 64)", style=solid]; +"468 matmul_6" -> "472 mul_7" [label="(16, 6, 64, 64)", style=solid]; +"469 _param_constant60" -> "470 clamp_3" [label="(6, 1, 1)", style=solid]; +"470 clamp_3" -> "471 exp_3" [label="(6, 1, 1)", style=solid]; +"471 exp_3" -> "472 mul_7" [label="(6, 1, 1)", style=solid]; +"472 mul_7" -> "473 add_10" [label="(16, 6, 64, 64)", style=solid]; +"473 add_10" -> "485 view_19" [label="(16, 6, 64, 64)", style=solid]; +"474 new_zeros_1" -> "475 view_18" [label="(32, 32)", style=solid]; +"475 view_18" -> "476 permute_17" [label="(4, 8, 4, 8)", style=solid]; +"476 permute_17" -> "477 reshape_15" [label="(4, 4, 8, 8)", style=solid]; +"477 reshape_15" -> "478 unsqueeze_8" [label="(16, 64)", style=solid]; +"477 reshape_15" -> "479 unsqueeze_9" [label="(16, 64)", style=solid]; +"478 unsqueeze_8" -> "480 sub_1" [label="(16, 1, 64)", style=solid]; +"479 unsqueeze_9" -> "480 sub_1" [label="(16, 64, 1)", style=solid]; +"480 sub_1" -> "481 ne_1" [label="(16, 64, 64)", style=solid]; +"480 sub_1" -> "482 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"480 sub_1" -> "483 eq_1" [label="(16, 64, 64)", style=solid]; +"481 ne_1" -> "482 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"482 masked_fill_2" -> "484 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"483 eq_1" -> "484 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"484 masked_fill_3" -> "486 unsqueeze_10" [label="(16, 64, 64)", style=solid]; +"485 view_19" -> "488 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; +"486 unsqueeze_10" -> "487 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; +"487 unsqueeze_11" -> "488 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; +"488 add_11" -> "489 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; +"489 view_20" -> "490 softmax_3" [label="(16, 6, 64, 64)", style=solid]; +"490 softmax_3" -> "491 dropout_12" [label="(16, 6, 64, 64)", style=solid]; +"491 dropout_12" -> "492 matmul_7" [label="(16, 6, 64, 64)", style=solid]; +"492 matmul_7" -> "493 transpose_7" [label="(16, 6, 64, 32)", style=solid]; +"493 transpose_7" -> "494 reshape_16" [label="(16, 64, 6, 32)", style=solid]; +"494 reshape_16" -> "496 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"495 linear_22_updated_constant0" -> "501 quantize_per_channel_default_23" [label="(192, 192)", style=solid]; +"496 reshape_16_0_0_nncf_smooth_quant_0" -> "497 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"497 quantize_per_tensor_default_23" -> "498 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"498 dequantize_per_tensor_default_23" -> "504 linear_22" [label="(16, 64, 192)", style=solid]; +"499 linear_22_scale_0" -> "501 quantize_per_channel_default_23" [label="(192,)", style=solid]; +"499 linear_22_scale_0" -> "502 dequantize_per_channel_default_23" [label="(192,)", style=solid]; +"500 linear_22_zero_point_0" -> "501 quantize_per_channel_default_23" [label="(192,)", style=solid]; +"500 linear_22_zero_point_0" -> "502 dequantize_per_channel_default_23" [label="(192,)", style=solid]; +"501 quantize_per_channel_default_23" -> "502 dequantize_per_channel_default_23" [label="(192, 192)", style=solid]; +"502 dequantize_per_channel_default_23" -> "504 linear_22" [label="(192, 192)", style=solid]; +"503 _param_constant62_0_0" -> "504 linear_22" [label="(192,)", style=solid]; +"504 linear_22" -> "505 dropout_13" [label="(16, 64, 192)", style=solid]; +"505 dropout_13" -> "506 view_21" [label="(16, 64, 192)", style=solid]; +"506 view_21" -> "507 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"507 permute_18" -> "508 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"508 reshape_17" -> "509 roll_3" [label="(1, 32, 32, 192)", style=solid]; +"509 roll_3" -> "510 slice_61" [label="(1, 32, 32, 192)", style=solid]; +"510 slice_61" -> "511 slice_62" [label="(1, 32, 32, 192)", style=solid]; +"511 slice_62" -> "512 slice_63" [label="(1, 28, 32, 192)", style=solid]; +"512 slice_63" -> "513 slice_64" [label="(1, 28, 28, 192)", style=solid]; +"513 slice_64" -> "514 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; +"514 contiguous_5" -> "517 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; +"515 _param_constant63" -> "517 layer_norm_8" [label="(192,)", style=solid]; +"516 _param_constant64" -> "517 layer_norm_8" [label="(192,)", style=solid]; +"517 layer_norm_8" -> "518 add_12" [label="(1, 28, 28, 192)", style=solid]; +"518 add_12" -> "520 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"518 add_12" -> "545 add_13" [label="(1, 28, 28, 192)", style=solid]; +"519 linear_23_updated_constant0" -> "525 quantize_per_channel_default_24" [label="(768, 192)", style=solid]; +"520 add_12_0_0_nncf_smooth_quant_0" -> "521 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"521 quantize_per_tensor_default_24" -> "522 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"522 dequantize_per_tensor_default_24" -> "528 linear_23" [label="(1, 28, 28, 192)", style=solid]; +"523 linear_23_scale_0" -> "525 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"523 linear_23_scale_0" -> "526 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"524 linear_23_zero_point_0" -> "525 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"524 linear_23_zero_point_0" -> "526 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"525 quantize_per_channel_default_24" -> "526 dequantize_per_channel_default_24" [label="(768, 192)", style=solid]; +"526 dequantize_per_channel_default_24" -> "528 linear_23" [label="(768, 192)", style=solid]; +"527 _param_constant66_0_0" -> "528 linear_23" [label="(768,)", style=solid]; +"528 linear_23" -> "529 gelu_3" [label="(1, 28, 28, 768)", style=solid]; +"529 gelu_3" -> "530 dropout_14" [label="(1, 28, 28, 768)", style=solid]; +"530 dropout_14" -> "532 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"531 linear_24_updated_constant0" -> "537 quantize_per_channel_default_25" [label="(192, 768)", style=solid]; +"532 dropout_14_0_0_nncf_smooth_quant_0" -> "533 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"533 quantize_per_tensor_default_25" -> "534 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"534 dequantize_per_tensor_default_25" -> "540 linear_24" [label="(1, 28, 28, 768)", style=solid]; +"535 linear_24_scale_0" -> "537 quantize_per_channel_default_25" [label="(192,)", style=solid]; +"535 linear_24_scale_0" -> "538 dequantize_per_channel_default_25" [label="(192,)", style=solid]; +"536 linear_24_zero_point_0" -> "537 quantize_per_channel_default_25" [label="(192,)", style=solid]; +"536 linear_24_zero_point_0" -> "538 dequantize_per_channel_default_25" [label="(192,)", style=solid]; +"537 quantize_per_channel_default_25" -> "538 dequantize_per_channel_default_25" [label="(192, 768)", style=solid]; +"538 dequantize_per_channel_default_25" -> "540 linear_24" [label="(192, 768)", style=solid]; +"539 _param_constant68_0_0" -> "540 linear_24" [label="(192,)", style=solid]; +"540 linear_24" -> "541 dropout_15" [label="(1, 28, 28, 192)", style=solid]; +"541 dropout_15" -> "544 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; +"542 _param_constant69" -> "544 layer_norm_9" [label="(192,)", style=solid]; +"543 _param_constant70" -> "544 layer_norm_9" [label="(192,)", style=solid]; +"544 layer_norm_9" -> "545 add_13" [label="(1, 28, 28, 192)", style=solid]; +"545 add_13" -> "546 pad_5" [label="(1, 28, 28, 192)", style=solid]; +"546 pad_5" -> "547 slice_65" [label="(1, 28, 28, 192)", style=solid]; +"546 pad_5" -> "550 slice_68" [label="(1, 28, 28, 192)", style=solid]; +"546 pad_5" -> "553 slice_71" [label="(1, 28, 28, 192)", style=solid]; +"546 pad_5" -> "556 slice_74" [label="(1, 28, 28, 192)", style=solid]; +"547 slice_65" -> "548 slice_66" [label="(1, 14, 28, 192)", style=solid]; +"548 slice_66" -> "549 slice_67" [label="(1, 14, 14, 192)", style=solid]; +"549 slice_67" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"550 slice_68" -> "551 slice_69" [label="(1, 14, 28, 192)", style=solid]; +"551 slice_69" -> "552 slice_70" [label="(1, 14, 14, 192)", style=solid]; +"552 slice_70" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"553 slice_71" -> "554 slice_72" [label="(1, 14, 28, 192)", style=solid]; +"554 slice_72" -> "555 slice_73" [label="(1, 14, 14, 192)", style=solid]; +"555 slice_73" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"556 slice_74" -> "557 slice_75" [label="(1, 14, 28, 192)", style=solid]; +"557 slice_75" -> "558 slice_76" [label="(1, 14, 14, 192)", style=solid]; +"558 slice_76" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"559 cat_1" -> "561 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; +"560 linear_25_updated_constant0" -> "566 quantize_per_channel_default_26" [label="(384, 768)", style=solid]; +"561 cat_1_0_0_nncf_smooth_quant_0" -> "562 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"562 quantize_per_tensor_default_26" -> "563 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"563 dequantize_per_tensor_default_26" -> "568 linear_25" [label="(1, 14, 14, 768)", style=solid]; +"564 linear_25_scale_0" -> "566 quantize_per_channel_default_26" [label="(384,)", style=solid]; +"564 linear_25_scale_0" -> "567 dequantize_per_channel_default_26" [label="(384,)", style=solid]; +"565 linear_25_zero_point_0" -> "566 quantize_per_channel_default_26" [label="(384,)", style=solid]; +"565 linear_25_zero_point_0" -> "567 dequantize_per_channel_default_26" [label="(384,)", style=solid]; +"566 quantize_per_channel_default_26" -> "567 dequantize_per_channel_default_26" [label="(384, 768)", style=solid]; +"567 dequantize_per_channel_default_26" -> "568 linear_25" [label="(384, 768)", style=solid]; +"568 linear_25" -> "571 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; +"569 _param_constant72" -> "571 layer_norm_10" [label="(384,)", style=solid]; +"570 _param_constant73" -> "571 layer_norm_10" [label="(384,)", style=solid]; +"571 layer_norm_10" -> "598 pad_6" [label="(1, 14, 14, 384)", style=solid]; +"571 layer_norm_10" -> "663 add_15" [label="(1, 14, 14, 384)", style=solid]; +"572 _tensor_constant26" -> "574 _tensor_constant26_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"573 linear_26_updated_constant0" -> "577 quantize_per_channel_default_27" [label="(512, 2)", style=solid]; +"574 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "580 linear_26" [label="(1, 15, 15, 2)", style=solid]; +"575 linear_26_scale_0" -> "577 quantize_per_channel_default_27" [label="(512,)", style=solid]; +"575 linear_26_scale_0" -> "578 dequantize_per_channel_default_27" [label="(512,)", style=solid]; +"576 linear_26_zero_point_0" -> "577 quantize_per_channel_default_27" [label="(512,)", style=solid]; +"576 linear_26_zero_point_0" -> "578 dequantize_per_channel_default_27" [label="(512,)", style=solid]; +"577 quantize_per_channel_default_27" -> "578 dequantize_per_channel_default_27" [label="(512, 2)", style=solid]; +"578 dequantize_per_channel_default_27" -> "580 linear_26" [label="(512, 2)", style=solid]; +"579 _param_constant75_0_0" -> "580 linear_26" [label="(512,)", style=solid]; +"580 linear_26" -> "581 relu__4" [label="(1, 15, 15, 512)", style=solid]; +"581 relu__4" -> "583 relu__4_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"582 linear_27_updated_constant0" -> "586 quantize_per_channel_default_28" [label="(12, 512)", style=solid]; +"583 relu__4_0_0_nncf_smooth_quant_0" -> "588 linear_27" [label="(1, 15, 15, 512)", style=solid]; +"584 linear_27_scale_0" -> "586 quantize_per_channel_default_28" [label="(12,)", style=solid]; +"584 linear_27_scale_0" -> "587 dequantize_per_channel_default_28" [label="(12,)", style=solid]; +"585 linear_27_zero_point_0" -> "586 quantize_per_channel_default_28" [label="(12,)", style=solid]; +"585 linear_27_zero_point_0" -> "587 dequantize_per_channel_default_28" [label="(12,)", style=solid]; +"586 quantize_per_channel_default_28" -> "587 dequantize_per_channel_default_28" [label="(12, 512)", style=solid]; +"587 dequantize_per_channel_default_28" -> "588 linear_27" [label="(12, 512)", style=solid]; +"588 linear_27" -> "589 view_22" [label="(1, 15, 15, 12)", style=solid]; +"589 view_22" -> "591 index_4" [label="(225, 12)", style=solid]; +"590 _tensor_constant27" -> "591 index_4" [label="(4096,)", style=solid]; +"591 index_4" -> "592 view_23" [label="(4096, 12)", style=solid]; +"592 view_23" -> "593 permute_19" [label="(64, 64, 12)", style=solid]; +"593 permute_19" -> "594 contiguous_6" [label="(12, 64, 64)", style=solid]; +"594 contiguous_6" -> "595 unsqueeze_12" [label="(12, 64, 64)", style=solid]; +"595 unsqueeze_12" -> "596 sigmoid_4" [label="(1, 12, 64, 64)", style=solid]; +"596 sigmoid_4" -> "597 mul_8" [label="(1, 12, 64, 64)", style=solid]; +"597 mul_8" -> "635 add_14" [label="(1, 12, 64, 64)", style=solid]; +"598 pad_6" -> "599 view_24" [label="(1, 16, 16, 384)", style=solid]; +"599 view_24" -> "600 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"600 permute_20" -> "601 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"601 reshape_18" -> "603 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"602 linear_28_updated_constant0" -> "608 quantize_per_channel_default_29" [label="(1152, 384)", style=solid]; +"603 reshape_18_0_0_nncf_smooth_quant_0" -> "604 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"604 quantize_per_tensor_default_27" -> "605 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"605 dequantize_per_tensor_default_27" -> "611 linear_28" [label="(4, 64, 384)", style=solid]; +"606 linear_28_scale_0" -> "608 quantize_per_channel_default_29" [label="(1152,)", style=solid]; +"606 linear_28_scale_0" -> "609 dequantize_per_channel_default_29" [label="(1152,)", style=solid]; +"607 linear_28_zero_point_0" -> "608 quantize_per_channel_default_29" [label="(1152,)", style=solid]; +"607 linear_28_zero_point_0" -> "609 dequantize_per_channel_default_29" [label="(1152,)", style=solid]; +"608 quantize_per_channel_default_29" -> "609 dequantize_per_channel_default_29" [label="(1152, 384)", style=solid]; +"609 dequantize_per_channel_default_29" -> "611 linear_28" [label="(1152, 384)", style=solid]; +"610 _param_constant77_0_0" -> "611 linear_28" [label="(1152,)", style=solid]; +"611 linear_28" -> "612 reshape_19" [label="(4, 64, 1152)", style=solid]; +"612 reshape_19" -> "613 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; +"613 permute_21" -> "614 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; +"613 permute_21" -> "615 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; +"613 permute_21" -> "616 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; +"614 select_12" -> "617 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; +"614 select_12" -> "619 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; +"614 select_12" -> "620 div_8" [label="(4, 12, 64, 32)", style=solid]; +"615 select_13" -> "623 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; +"615 select_13" -> "625 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; +"615 select_13" -> "626 div_9" [label="(4, 12, 64, 32)", style=solid]; +"616 select_14" -> "638 matmul_9" [label="(4, 12, 64, 32)", style=solid]; +"617 linalg_vector_norm_8" -> "618 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; +"618 clamp_min_8" -> "619 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; +"619 expand_as_8" -> "620 div_8" [label="(4, 12, 64, 32)", style=solid]; +"620 div_8" -> "621 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"621 quantize_per_tensor_default_28" -> "622 dequantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"622 dequantize_per_tensor_default_28" -> "630 matmul_8" [label="(4, 12, 64, 32)", style=solid]; +"623 linalg_vector_norm_9" -> "624 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; +"624 clamp_min_9" -> "625 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; +"625 expand_as_9" -> "626 div_9" [label="(4, 12, 64, 32)", style=solid]; +"626 div_9" -> "627 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"627 quantize_per_tensor_default_29" -> "628 dequantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"628 dequantize_per_tensor_default_29" -> "629 transpose_8" [label="(4, 12, 64, 32)", style=solid]; +"629 transpose_8" -> "630 matmul_8" [label="(4, 12, 32, 64)", style=solid]; +"630 matmul_8" -> "634 mul_9" [label="(4, 12, 64, 64)", style=solid]; +"631 _param_constant79" -> "632 clamp_4" [label="(12, 1, 1)", style=solid]; +"632 clamp_4" -> "633 exp_4" [label="(12, 1, 1)", style=solid]; +"633 exp_4" -> "634 mul_9" [label="(12, 1, 1)", style=solid]; +"634 mul_9" -> "635 add_14" [label="(4, 12, 64, 64)", style=solid]; +"635 add_14" -> "636 softmax_4" [label="(4, 12, 64, 64)", style=solid]; +"636 softmax_4" -> "637 dropout_16" [label="(4, 12, 64, 64)", style=solid]; +"637 dropout_16" -> "638 matmul_9" [label="(4, 12, 64, 64)", style=solid]; +"638 matmul_9" -> "639 transpose_9" [label="(4, 12, 64, 32)", style=solid]; +"639 transpose_9" -> "640 reshape_20" [label="(4, 64, 12, 32)", style=solid]; +"640 reshape_20" -> "642 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"641 linear_29_updated_constant0" -> "647 quantize_per_channel_default_30" [label="(384, 384)", style=solid]; +"642 reshape_20_0_0_nncf_smooth_quant_0" -> "643 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"643 quantize_per_tensor_default_30" -> "644 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"644 dequantize_per_tensor_default_30" -> "650 linear_29" [label="(4, 64, 384)", style=solid]; +"645 linear_29_scale_0" -> "647 quantize_per_channel_default_30" [label="(384,)", style=solid]; +"645 linear_29_scale_0" -> "648 dequantize_per_channel_default_30" [label="(384,)", style=solid]; +"646 linear_29_zero_point_0" -> "647 quantize_per_channel_default_30" [label="(384,)", style=solid]; +"646 linear_29_zero_point_0" -> "648 dequantize_per_channel_default_30" [label="(384,)", style=solid]; +"647 quantize_per_channel_default_30" -> "648 dequantize_per_channel_default_30" [label="(384, 384)", style=solid]; +"648 dequantize_per_channel_default_30" -> "650 linear_29" [label="(384, 384)", style=solid]; +"649 _param_constant81_0_0" -> "650 linear_29" [label="(384,)", style=solid]; +"650 linear_29" -> "651 dropout_17" [label="(4, 64, 384)", style=solid]; +"651 dropout_17" -> "652 view_25" [label="(4, 64, 384)", style=solid]; +"652 view_25" -> "653 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"653 permute_22" -> "654 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"654 reshape_21" -> "655 slice_78" [label="(1, 16, 16, 384)", style=solid]; +"655 slice_78" -> "656 slice_79" [label="(1, 16, 16, 384)", style=solid]; +"656 slice_79" -> "657 slice_80" [label="(1, 14, 16, 384)", style=solid]; +"657 slice_80" -> "658 slice_81" [label="(1, 14, 14, 384)", style=solid]; +"658 slice_81" -> "659 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; +"659 contiguous_7" -> "662 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; +"660 _param_constant82" -> "662 layer_norm_11" [label="(384,)", style=solid]; +"661 _param_constant83" -> "662 layer_norm_11" [label="(384,)", style=solid]; +"662 layer_norm_11" -> "663 add_15" [label="(1, 14, 14, 384)", style=solid]; +"663 add_15" -> "665 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"663 add_15" -> "690 add_16" [label="(1, 14, 14, 384)", style=solid]; +"664 linear_30_updated_constant0" -> "670 quantize_per_channel_default_31" [label="(1536, 384)", style=solid]; +"665 add_15_0_0_nncf_smooth_quant_0" -> "666 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"666 quantize_per_tensor_default_31" -> "667 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"667 dequantize_per_tensor_default_31" -> "673 linear_30" [label="(1, 14, 14, 384)", style=solid]; +"668 linear_30_scale_0" -> "670 quantize_per_channel_default_31" [label="(1536,)", style=solid]; +"668 linear_30_scale_0" -> "671 dequantize_per_channel_default_31" [label="(1536,)", style=solid]; +"669 linear_30_zero_point_0" -> "670 quantize_per_channel_default_31" [label="(1536,)", style=solid]; +"669 linear_30_zero_point_0" -> "671 dequantize_per_channel_default_31" [label="(1536,)", style=solid]; +"670 quantize_per_channel_default_31" -> "671 dequantize_per_channel_default_31" [label="(1536, 384)", style=solid]; +"671 dequantize_per_channel_default_31" -> "673 linear_30" [label="(1536, 384)", style=solid]; +"672 _param_constant85_0_0" -> "673 linear_30" [label="(1536,)", style=solid]; +"673 linear_30" -> "674 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; +"674 gelu_4" -> "675 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; +"675 dropout_18" -> "677 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"676 linear_31_updated_constant0" -> "682 quantize_per_channel_default_32" [label="(384, 1536)", style=solid]; +"677 dropout_18_0_0_nncf_smooth_quant_0" -> "678 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"678 quantize_per_tensor_default_32" -> "679 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"679 dequantize_per_tensor_default_32" -> "685 linear_31" [label="(1, 14, 14, 1536)", style=solid]; +"680 linear_31_scale_0" -> "682 quantize_per_channel_default_32" [label="(384,)", style=solid]; +"680 linear_31_scale_0" -> "683 dequantize_per_channel_default_32" [label="(384,)", style=solid]; +"681 linear_31_zero_point_0" -> "682 quantize_per_channel_default_32" [label="(384,)", style=solid]; +"681 linear_31_zero_point_0" -> "683 dequantize_per_channel_default_32" [label="(384,)", style=solid]; +"682 quantize_per_channel_default_32" -> "683 dequantize_per_channel_default_32" [label="(384, 1536)", style=solid]; +"683 dequantize_per_channel_default_32" -> "685 linear_31" [label="(384, 1536)", style=solid]; +"684 _param_constant87_0_0" -> "685 linear_31" [label="(384,)", style=solid]; +"685 linear_31" -> "686 dropout_19" [label="(1, 14, 14, 384)", style=solid]; +"686 dropout_19" -> "689 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; +"687 _param_constant88" -> "689 layer_norm_12" [label="(384,)", style=solid]; +"688 _param_constant89" -> "689 layer_norm_12" [label="(384,)", style=solid]; +"689 layer_norm_12" -> "690 add_16" [label="(1, 14, 14, 384)", style=solid]; +"690 add_16" -> "717 pad_7" [label="(1, 14, 14, 384)", style=solid]; +"690 add_16" -> "800 add_19" [label="(1, 14, 14, 384)", style=solid]; +"691 _tensor_constant28" -> "693 _tensor_constant28_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"692 linear_32_updated_constant0" -> "696 quantize_per_channel_default_33" [label="(512, 2)", style=solid]; +"693 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "699 linear_32" [label="(1, 15, 15, 2)", style=solid]; +"694 linear_32_scale_0" -> "696 quantize_per_channel_default_33" [label="(512,)", style=solid]; +"694 linear_32_scale_0" -> "697 dequantize_per_channel_default_33" [label="(512,)", style=solid]; +"695 linear_32_zero_point_0" -> "696 quantize_per_channel_default_33" [label="(512,)", style=solid]; +"695 linear_32_zero_point_0" -> "697 dequantize_per_channel_default_33" [label="(512,)", style=solid]; +"696 quantize_per_channel_default_33" -> "697 dequantize_per_channel_default_33" [label="(512, 2)", style=solid]; +"697 dequantize_per_channel_default_33" -> "699 linear_32" [label="(512, 2)", style=solid]; +"698 _param_constant91_0_0" -> "699 linear_32" [label="(512,)", style=solid]; +"699 linear_32" -> "700 relu__5" [label="(1, 15, 15, 512)", style=solid]; +"700 relu__5" -> "702 relu__5_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"701 linear_33_updated_constant0" -> "705 quantize_per_channel_default_34" [label="(12, 512)", style=solid]; +"702 relu__5_0_0_nncf_smooth_quant_0" -> "707 linear_33" [label="(1, 15, 15, 512)", style=solid]; +"703 linear_33_scale_0" -> "705 quantize_per_channel_default_34" [label="(12,)", style=solid]; +"703 linear_33_scale_0" -> "706 dequantize_per_channel_default_34" [label="(12,)", style=solid]; +"704 linear_33_zero_point_0" -> "705 quantize_per_channel_default_34" [label="(12,)", style=solid]; +"704 linear_33_zero_point_0" -> "706 dequantize_per_channel_default_34" [label="(12,)", style=solid]; +"705 quantize_per_channel_default_34" -> "706 dequantize_per_channel_default_34" [label="(12, 512)", style=solid]; +"706 dequantize_per_channel_default_34" -> "707 linear_33" [label="(12, 512)", style=solid]; +"707 linear_33" -> "708 view_26" [label="(1, 15, 15, 12)", style=solid]; +"708 view_26" -> "710 index_5" [label="(225, 12)", style=solid]; +"709 _tensor_constant29" -> "710 index_5" [label="(4096,)", style=solid]; +"710 index_5" -> "711 view_27" [label="(4096, 12)", style=solid]; +"711 view_27" -> "712 permute_23" [label="(64, 64, 12)", style=solid]; +"712 permute_23" -> "713 contiguous_8" [label="(12, 64, 64)", style=solid]; +"713 contiguous_8" -> "714 unsqueeze_13" [label="(12, 64, 64)", style=solid]; +"714 unsqueeze_13" -> "715 sigmoid_5" [label="(1, 12, 64, 64)", style=solid]; +"715 sigmoid_5" -> "716 mul_10" [label="(1, 12, 64, 64)", style=solid]; +"716 mul_10" -> "755 add_17" [label="(1, 12, 64, 64)", style=solid]; +"717 pad_7" -> "718 roll_4" [label="(1, 16, 16, 384)", style=solid]; +"718 roll_4" -> "719 view_28" [label="(1, 16, 16, 384)", style=solid]; +"719 view_28" -> "720 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"720 permute_24" -> "721 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"721 reshape_22" -> "723 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"721 reshape_22" -> "756 new_zeros_2" [label="(4, 64, 384)", style=solid]; +"722 linear_34_updated_constant0" -> "728 quantize_per_channel_default_35" [label="(1152, 384)", style=solid]; +"723 reshape_22_0_0_nncf_smooth_quant_0" -> "724 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"724 quantize_per_tensor_default_33" -> "725 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"725 dequantize_per_tensor_default_33" -> "731 linear_34" [label="(4, 64, 384)", style=solid]; +"726 linear_34_scale_0" -> "728 quantize_per_channel_default_35" [label="(1152,)", style=solid]; +"726 linear_34_scale_0" -> "729 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; +"727 linear_34_zero_point_0" -> "728 quantize_per_channel_default_35" [label="(1152,)", style=solid]; +"727 linear_34_zero_point_0" -> "729 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; +"728 quantize_per_channel_default_35" -> "729 dequantize_per_channel_default_35" [label="(1152, 384)", style=solid]; +"729 dequantize_per_channel_default_35" -> "731 linear_34" [label="(1152, 384)", style=solid]; +"730 _param_constant93_0_0" -> "731 linear_34" [label="(1152,)", style=solid]; +"731 linear_34" -> "732 reshape_23" [label="(4, 64, 1152)", style=solid]; +"732 reshape_23" -> "733 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; +"733 permute_25" -> "734 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; +"733 permute_25" -> "735 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; +"733 permute_25" -> "736 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; +"734 select_15" -> "737 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; +"734 select_15" -> "739 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; +"734 select_15" -> "740 div_10" [label="(4, 12, 64, 32)", style=solid]; +"735 select_16" -> "743 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; +"735 select_16" -> "745 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; +"735 select_16" -> "746 div_11" [label="(4, 12, 64, 32)", style=solid]; +"736 select_17" -> "774 matmul_11" [label="(4, 12, 64, 32)", style=solid]; +"737 linalg_vector_norm_10" -> "738 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; +"738 clamp_min_10" -> "739 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; +"739 expand_as_10" -> "740 div_10" [label="(4, 12, 64, 32)", style=solid]; +"740 div_10" -> "741 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"741 quantize_per_tensor_default_34" -> "742 dequantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"742 dequantize_per_tensor_default_34" -> "750 matmul_10" [label="(4, 12, 64, 32)", style=solid]; +"743 linalg_vector_norm_11" -> "744 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; +"744 clamp_min_11" -> "745 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; +"745 expand_as_11" -> "746 div_11" [label="(4, 12, 64, 32)", style=solid]; +"746 div_11" -> "747 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"747 quantize_per_tensor_default_35" -> "748 dequantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"748 dequantize_per_tensor_default_35" -> "749 transpose_10" [label="(4, 12, 64, 32)", style=solid]; +"749 transpose_10" -> "750 matmul_10" [label="(4, 12, 32, 64)", style=solid]; +"750 matmul_10" -> "754 mul_11" [label="(4, 12, 64, 64)", style=solid]; +"751 _param_constant95" -> "752 clamp_5" [label="(12, 1, 1)", style=solid]; +"752 clamp_5" -> "753 exp_5" [label="(12, 1, 1)", style=solid]; +"753 exp_5" -> "754 mul_11" [label="(12, 1, 1)", style=solid]; +"754 mul_11" -> "755 add_17" [label="(4, 12, 64, 64)", style=solid]; +"755 add_17" -> "767 view_30" [label="(4, 12, 64, 64)", style=solid]; +"756 new_zeros_2" -> "757 view_29" [label="(16, 16)", style=solid]; +"757 view_29" -> "758 permute_26" [label="(2, 8, 2, 8)", style=solid]; +"758 permute_26" -> "759 reshape_24" [label="(2, 2, 8, 8)", style=solid]; +"759 reshape_24" -> "760 unsqueeze_14" [label="(4, 64)", style=solid]; +"759 reshape_24" -> "761 unsqueeze_15" [label="(4, 64)", style=solid]; +"760 unsqueeze_14" -> "762 sub_2" [label="(4, 1, 64)", style=solid]; +"761 unsqueeze_15" -> "762 sub_2" [label="(4, 64, 1)", style=solid]; +"762 sub_2" -> "763 ne_2" [label="(4, 64, 64)", style=solid]; +"762 sub_2" -> "764 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"762 sub_2" -> "765 eq_2" [label="(4, 64, 64)", style=solid]; +"763 ne_2" -> "764 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"764 masked_fill_4" -> "766 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"765 eq_2" -> "766 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"766 masked_fill_5" -> "768 unsqueeze_16" [label="(4, 64, 64)", style=solid]; +"767 view_30" -> "770 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; +"768 unsqueeze_16" -> "769 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; +"769 unsqueeze_17" -> "770 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; +"770 add_18" -> "771 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; +"771 view_31" -> "772 softmax_5" [label="(4, 12, 64, 64)", style=solid]; +"772 softmax_5" -> "773 dropout_20" [label="(4, 12, 64, 64)", style=solid]; +"773 dropout_20" -> "774 matmul_11" [label="(4, 12, 64, 64)", style=solid]; +"774 matmul_11" -> "775 transpose_11" [label="(4, 12, 64, 32)", style=solid]; +"775 transpose_11" -> "776 reshape_25" [label="(4, 64, 12, 32)", style=solid]; +"776 reshape_25" -> "778 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"777 linear_35_updated_constant0" -> "783 quantize_per_channel_default_36" [label="(384, 384)", style=solid]; +"778 reshape_25_0_0_nncf_smooth_quant_0" -> "779 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"779 quantize_per_tensor_default_36" -> "780 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"780 dequantize_per_tensor_default_36" -> "786 linear_35" [label="(4, 64, 384)", style=solid]; +"781 linear_35_scale_0" -> "783 quantize_per_channel_default_36" [label="(384,)", style=solid]; +"781 linear_35_scale_0" -> "784 dequantize_per_channel_default_36" [label="(384,)", style=solid]; +"782 linear_35_zero_point_0" -> "783 quantize_per_channel_default_36" [label="(384,)", style=solid]; +"782 linear_35_zero_point_0" -> "784 dequantize_per_channel_default_36" [label="(384,)", style=solid]; +"783 quantize_per_channel_default_36" -> "784 dequantize_per_channel_default_36" [label="(384, 384)", style=solid]; +"784 dequantize_per_channel_default_36" -> "786 linear_35" [label="(384, 384)", style=solid]; +"785 _param_constant97_0_0" -> "786 linear_35" [label="(384,)", style=solid]; +"786 linear_35" -> "787 dropout_21" [label="(4, 64, 384)", style=solid]; +"787 dropout_21" -> "788 view_32" [label="(4, 64, 384)", style=solid]; +"788 view_32" -> "789 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"789 permute_27" -> "790 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"790 reshape_26" -> "791 roll_5" [label="(1, 16, 16, 384)", style=solid]; +"791 roll_5" -> "792 slice_101" [label="(1, 16, 16, 384)", style=solid]; +"792 slice_101" -> "793 slice_102" [label="(1, 16, 16, 384)", style=solid]; +"793 slice_102" -> "794 slice_103" [label="(1, 14, 16, 384)", style=solid]; +"794 slice_103" -> "795 slice_104" [label="(1, 14, 14, 384)", style=solid]; +"795 slice_104" -> "796 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; +"796 contiguous_9" -> "799 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; +"797 _param_constant98" -> "799 layer_norm_13" [label="(384,)", style=solid]; +"798 _param_constant99" -> "799 layer_norm_13" [label="(384,)", style=solid]; +"799 layer_norm_13" -> "800 add_19" [label="(1, 14, 14, 384)", style=solid]; +"800 add_19" -> "802 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"800 add_19" -> "827 add_20" [label="(1, 14, 14, 384)", style=solid]; +"801 linear_36_updated_constant0" -> "807 quantize_per_channel_default_37" [label="(1536, 384)", style=solid]; +"802 add_19_0_0_nncf_smooth_quant_0" -> "803 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"803 quantize_per_tensor_default_37" -> "804 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"804 dequantize_per_tensor_default_37" -> "810 linear_36" [label="(1, 14, 14, 384)", style=solid]; +"805 linear_36_scale_0" -> "807 quantize_per_channel_default_37" [label="(1536,)", style=solid]; +"805 linear_36_scale_0" -> "808 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; +"806 linear_36_zero_point_0" -> "807 quantize_per_channel_default_37" [label="(1536,)", style=solid]; +"806 linear_36_zero_point_0" -> "808 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; +"807 quantize_per_channel_default_37" -> "808 dequantize_per_channel_default_37" [label="(1536, 384)", style=solid]; +"808 dequantize_per_channel_default_37" -> "810 linear_36" [label="(1536, 384)", style=solid]; +"809 _param_constant101_0_0" -> "810 linear_36" [label="(1536,)", style=solid]; +"810 linear_36" -> "811 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; +"811 gelu_5" -> "812 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; +"812 dropout_22" -> "814 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"813 linear_37_updated_constant0" -> "819 quantize_per_channel_default_38" [label="(384, 1536)", style=solid]; +"814 dropout_22_0_0_nncf_smooth_quant_0" -> "815 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"815 quantize_per_tensor_default_38" -> "816 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"816 dequantize_per_tensor_default_38" -> "822 linear_37" [label="(1, 14, 14, 1536)", style=solid]; +"817 linear_37_scale_0" -> "819 quantize_per_channel_default_38" [label="(384,)", style=solid]; +"817 linear_37_scale_0" -> "820 dequantize_per_channel_default_38" [label="(384,)", style=solid]; +"818 linear_37_zero_point_0" -> "819 quantize_per_channel_default_38" [label="(384,)", style=solid]; +"818 linear_37_zero_point_0" -> "820 dequantize_per_channel_default_38" [label="(384,)", style=solid]; +"819 quantize_per_channel_default_38" -> "820 dequantize_per_channel_default_38" [label="(384, 1536)", style=solid]; +"820 dequantize_per_channel_default_38" -> "822 linear_37" [label="(384, 1536)", style=solid]; +"821 _param_constant103_0_0" -> "822 linear_37" [label="(384,)", style=solid]; +"822 linear_37" -> "823 dropout_23" [label="(1, 14, 14, 384)", style=solid]; +"823 dropout_23" -> "826 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; +"824 _param_constant104" -> "826 layer_norm_14" [label="(384,)", style=solid]; +"825 _param_constant105" -> "826 layer_norm_14" [label="(384,)", style=solid]; +"826 layer_norm_14" -> "827 add_20" [label="(1, 14, 14, 384)", style=solid]; +"827 add_20" -> "854 pad_8" [label="(1, 14, 14, 384)", style=solid]; +"827 add_20" -> "919 add_22" [label="(1, 14, 14, 384)", style=solid]; +"828 _tensor_constant39" -> "830 _tensor_constant39_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"829 linear_38_updated_constant0" -> "833 quantize_per_channel_default_39" [label="(512, 2)", style=solid]; +"830 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "836 linear_38" [label="(1, 15, 15, 2)", style=solid]; +"831 linear_38_scale_0" -> "833 quantize_per_channel_default_39" [label="(512,)", style=solid]; +"831 linear_38_scale_0" -> "834 dequantize_per_channel_default_39" [label="(512,)", style=solid]; +"832 linear_38_zero_point_0" -> "833 quantize_per_channel_default_39" [label="(512,)", style=solid]; +"832 linear_38_zero_point_0" -> "834 dequantize_per_channel_default_39" [label="(512,)", style=solid]; +"833 quantize_per_channel_default_39" -> "834 dequantize_per_channel_default_39" [label="(512, 2)", style=solid]; +"834 dequantize_per_channel_default_39" -> "836 linear_38" [label="(512, 2)", style=solid]; +"835 _param_constant107_0_0" -> "836 linear_38" [label="(512,)", style=solid]; +"836 linear_38" -> "837 relu__6" [label="(1, 15, 15, 512)", style=solid]; +"837 relu__6" -> "839 relu__6_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"838 linear_39_updated_constant0" -> "842 quantize_per_channel_default_40" [label="(12, 512)", style=solid]; +"839 relu__6_0_0_nncf_smooth_quant_0" -> "844 linear_39" [label="(1, 15, 15, 512)", style=solid]; +"840 linear_39_scale_0" -> "842 quantize_per_channel_default_40" [label="(12,)", style=solid]; +"840 linear_39_scale_0" -> "843 dequantize_per_channel_default_40" [label="(12,)", style=solid]; +"841 linear_39_zero_point_0" -> "842 quantize_per_channel_default_40" [label="(12,)", style=solid]; +"841 linear_39_zero_point_0" -> "843 dequantize_per_channel_default_40" [label="(12,)", style=solid]; +"842 quantize_per_channel_default_40" -> "843 dequantize_per_channel_default_40" [label="(12, 512)", style=solid]; +"843 dequantize_per_channel_default_40" -> "844 linear_39" [label="(12, 512)", style=solid]; +"844 linear_39" -> "845 view_33" [label="(1, 15, 15, 12)", style=solid]; +"845 view_33" -> "847 index_6" [label="(225, 12)", style=solid]; +"846 _tensor_constant40" -> "847 index_6" [label="(4096,)", style=solid]; +"847 index_6" -> "848 view_34" [label="(4096, 12)", style=solid]; +"848 view_34" -> "849 permute_28" [label="(64, 64, 12)", style=solid]; +"849 permute_28" -> "850 contiguous_10" [label="(12, 64, 64)", style=solid]; +"850 contiguous_10" -> "851 unsqueeze_18" [label="(12, 64, 64)", style=solid]; +"851 unsqueeze_18" -> "852 sigmoid_6" [label="(1, 12, 64, 64)", style=solid]; +"852 sigmoid_6" -> "853 mul_12" [label="(1, 12, 64, 64)", style=solid]; +"853 mul_12" -> "891 add_21" [label="(1, 12, 64, 64)", style=solid]; +"854 pad_8" -> "855 view_35" [label="(1, 16, 16, 384)", style=solid]; +"855 view_35" -> "856 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"856 permute_29" -> "857 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"857 reshape_27" -> "859 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"858 linear_40_updated_constant0" -> "864 quantize_per_channel_default_41" [label="(1152, 384)", style=solid]; +"859 reshape_27_0_0_nncf_smooth_quant_0" -> "860 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"860 quantize_per_tensor_default_39" -> "861 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"861 dequantize_per_tensor_default_39" -> "867 linear_40" [label="(4, 64, 384)", style=solid]; +"862 linear_40_scale_0" -> "864 quantize_per_channel_default_41" [label="(1152,)", style=solid]; +"862 linear_40_scale_0" -> "865 dequantize_per_channel_default_41" [label="(1152,)", style=solid]; +"863 linear_40_zero_point_0" -> "864 quantize_per_channel_default_41" [label="(1152,)", style=solid]; +"863 linear_40_zero_point_0" -> "865 dequantize_per_channel_default_41" [label="(1152,)", style=solid]; +"864 quantize_per_channel_default_41" -> "865 dequantize_per_channel_default_41" [label="(1152, 384)", style=solid]; +"865 dequantize_per_channel_default_41" -> "867 linear_40" [label="(1152, 384)", style=solid]; +"866 _param_constant109_0_0" -> "867 linear_40" [label="(1152,)", style=solid]; +"867 linear_40" -> "868 reshape_28" [label="(4, 64, 1152)", style=solid]; +"868 reshape_28" -> "869 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; +"869 permute_30" -> "870 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; +"869 permute_30" -> "871 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; +"869 permute_30" -> "872 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; +"870 select_18" -> "873 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; +"870 select_18" -> "875 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; +"870 select_18" -> "876 div_12" [label="(4, 12, 64, 32)", style=solid]; +"871 select_19" -> "879 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; +"871 select_19" -> "881 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; +"871 select_19" -> "882 div_13" [label="(4, 12, 64, 32)", style=solid]; +"872 select_20" -> "894 matmul_13" [label="(4, 12, 64, 32)", style=solid]; +"873 linalg_vector_norm_12" -> "874 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; +"874 clamp_min_12" -> "875 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; +"875 expand_as_12" -> "876 div_12" [label="(4, 12, 64, 32)", style=solid]; +"876 div_12" -> "877 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"877 quantize_per_tensor_default_40" -> "878 dequantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"878 dequantize_per_tensor_default_40" -> "886 matmul_12" [label="(4, 12, 64, 32)", style=solid]; +"879 linalg_vector_norm_13" -> "880 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; +"880 clamp_min_13" -> "881 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; +"881 expand_as_13" -> "882 div_13" [label="(4, 12, 64, 32)", style=solid]; +"882 div_13" -> "883 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"883 quantize_per_tensor_default_41" -> "884 dequantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"884 dequantize_per_tensor_default_41" -> "885 transpose_12" [label="(4, 12, 64, 32)", style=solid]; +"885 transpose_12" -> "886 matmul_12" [label="(4, 12, 32, 64)", style=solid]; +"886 matmul_12" -> "890 mul_13" [label="(4, 12, 64, 64)", style=solid]; +"887 _param_constant111" -> "888 clamp_6" [label="(12, 1, 1)", style=solid]; +"888 clamp_6" -> "889 exp_6" [label="(12, 1, 1)", style=solid]; +"889 exp_6" -> "890 mul_13" [label="(12, 1, 1)", style=solid]; +"890 mul_13" -> "891 add_21" [label="(4, 12, 64, 64)", style=solid]; +"891 add_21" -> "892 softmax_6" [label="(4, 12, 64, 64)", style=solid]; +"892 softmax_6" -> "893 dropout_24" [label="(4, 12, 64, 64)", style=solid]; +"893 dropout_24" -> "894 matmul_13" [label="(4, 12, 64, 64)", style=solid]; +"894 matmul_13" -> "895 transpose_13" [label="(4, 12, 64, 32)", style=solid]; +"895 transpose_13" -> "896 reshape_29" [label="(4, 64, 12, 32)", style=solid]; +"896 reshape_29" -> "898 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"897 linear_41_updated_constant0" -> "903 quantize_per_channel_default_42" [label="(384, 384)", style=solid]; +"898 reshape_29_0_0_nncf_smooth_quant_0" -> "899 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"899 quantize_per_tensor_default_42" -> "900 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"900 dequantize_per_tensor_default_42" -> "906 linear_41" [label="(4, 64, 384)", style=solid]; +"901 linear_41_scale_0" -> "903 quantize_per_channel_default_42" [label="(384,)", style=solid]; +"901 linear_41_scale_0" -> "904 dequantize_per_channel_default_42" [label="(384,)", style=solid]; +"902 linear_41_zero_point_0" -> "903 quantize_per_channel_default_42" [label="(384,)", style=solid]; +"902 linear_41_zero_point_0" -> "904 dequantize_per_channel_default_42" [label="(384,)", style=solid]; +"903 quantize_per_channel_default_42" -> "904 dequantize_per_channel_default_42" [label="(384, 384)", style=solid]; +"904 dequantize_per_channel_default_42" -> "906 linear_41" [label="(384, 384)", style=solid]; +"905 _param_constant113_0_0" -> "906 linear_41" [label="(384,)", style=solid]; +"906 linear_41" -> "907 dropout_25" [label="(4, 64, 384)", style=solid]; +"907 dropout_25" -> "908 view_36" [label="(4, 64, 384)", style=solid]; +"908 view_36" -> "909 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"909 permute_31" -> "910 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"910 reshape_30" -> "911 slice_106" [label="(1, 16, 16, 384)", style=solid]; +"911 slice_106" -> "912 slice_107" [label="(1, 16, 16, 384)", style=solid]; +"912 slice_107" -> "913 slice_108" [label="(1, 14, 16, 384)", style=solid]; +"913 slice_108" -> "914 slice_109" [label="(1, 14, 14, 384)", style=solid]; +"914 slice_109" -> "915 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; +"915 contiguous_11" -> "918 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; +"916 _param_constant114" -> "918 layer_norm_15" [label="(384,)", style=solid]; +"917 _param_constant115" -> "918 layer_norm_15" [label="(384,)", style=solid]; +"918 layer_norm_15" -> "919 add_22" [label="(1, 14, 14, 384)", style=solid]; +"919 add_22" -> "921 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"919 add_22" -> "946 add_23" [label="(1, 14, 14, 384)", style=solid]; +"920 linear_42_updated_constant0" -> "926 quantize_per_channel_default_43" [label="(1536, 384)", style=solid]; +"921 add_22_0_0_nncf_smooth_quant_0" -> "922 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"922 quantize_per_tensor_default_43" -> "923 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"923 dequantize_per_tensor_default_43" -> "929 linear_42" [label="(1, 14, 14, 384)", style=solid]; +"924 linear_42_scale_0" -> "926 quantize_per_channel_default_43" [label="(1536,)", style=solid]; +"924 linear_42_scale_0" -> "927 dequantize_per_channel_default_43" [label="(1536,)", style=solid]; +"925 linear_42_zero_point_0" -> "926 quantize_per_channel_default_43" [label="(1536,)", style=solid]; +"925 linear_42_zero_point_0" -> "927 dequantize_per_channel_default_43" [label="(1536,)", style=solid]; +"926 quantize_per_channel_default_43" -> "927 dequantize_per_channel_default_43" [label="(1536, 384)", style=solid]; +"927 dequantize_per_channel_default_43" -> "929 linear_42" [label="(1536, 384)", style=solid]; +"928 _param_constant117_0_0" -> "929 linear_42" [label="(1536,)", style=solid]; +"929 linear_42" -> "930 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; +"930 gelu_6" -> "931 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; +"931 dropout_26" -> "933 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"932 linear_43_updated_constant0" -> "938 quantize_per_channel_default_44" [label="(384, 1536)", style=solid]; +"933 dropout_26_0_0_nncf_smooth_quant_0" -> "934 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"934 quantize_per_tensor_default_44" -> "935 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"935 dequantize_per_tensor_default_44" -> "941 linear_43" [label="(1, 14, 14, 1536)", style=solid]; +"936 linear_43_scale_0" -> "938 quantize_per_channel_default_44" [label="(384,)", style=solid]; +"936 linear_43_scale_0" -> "939 dequantize_per_channel_default_44" [label="(384,)", style=solid]; +"937 linear_43_zero_point_0" -> "938 quantize_per_channel_default_44" [label="(384,)", style=solid]; +"937 linear_43_zero_point_0" -> "939 dequantize_per_channel_default_44" [label="(384,)", style=solid]; +"938 quantize_per_channel_default_44" -> "939 dequantize_per_channel_default_44" [label="(384, 1536)", style=solid]; +"939 dequantize_per_channel_default_44" -> "941 linear_43" [label="(384, 1536)", style=solid]; +"940 _param_constant119_0_0" -> "941 linear_43" [label="(384,)", style=solid]; +"941 linear_43" -> "942 dropout_27" [label="(1, 14, 14, 384)", style=solid]; +"942 dropout_27" -> "945 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; +"943 _param_constant120" -> "945 layer_norm_16" [label="(384,)", style=solid]; +"944 _param_constant121" -> "945 layer_norm_16" [label="(384,)", style=solid]; +"945 layer_norm_16" -> "946 add_23" [label="(1, 14, 14, 384)", style=solid]; +"946 add_23" -> "973 pad_9" [label="(1, 14, 14, 384)", style=solid]; +"946 add_23" -> "1056 add_26" [label="(1, 14, 14, 384)", style=solid]; +"947 _tensor_constant41" -> "949 _tensor_constant41_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"948 linear_44_updated_constant0" -> "952 quantize_per_channel_default_45" [label="(512, 2)", style=solid]; +"949 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "955 linear_44" [label="(1, 15, 15, 2)", style=solid]; +"950 linear_44_scale_0" -> "952 quantize_per_channel_default_45" [label="(512,)", style=solid]; +"950 linear_44_scale_0" -> "953 dequantize_per_channel_default_45" [label="(512,)", style=solid]; +"951 linear_44_zero_point_0" -> "952 quantize_per_channel_default_45" [label="(512,)", style=solid]; +"951 linear_44_zero_point_0" -> "953 dequantize_per_channel_default_45" [label="(512,)", style=solid]; +"952 quantize_per_channel_default_45" -> "953 dequantize_per_channel_default_45" [label="(512, 2)", style=solid]; +"953 dequantize_per_channel_default_45" -> "955 linear_44" [label="(512, 2)", style=solid]; +"954 _param_constant123_0_0" -> "955 linear_44" [label="(512,)", style=solid]; +"955 linear_44" -> "956 relu__7" [label="(1, 15, 15, 512)", style=solid]; +"956 relu__7" -> "958 relu__7_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"957 linear_45_updated_constant0" -> "961 quantize_per_channel_default_46" [label="(12, 512)", style=solid]; +"958 relu__7_0_0_nncf_smooth_quant_0" -> "963 linear_45" [label="(1, 15, 15, 512)", style=solid]; +"959 linear_45_scale_0" -> "961 quantize_per_channel_default_46" [label="(12,)", style=solid]; +"959 linear_45_scale_0" -> "962 dequantize_per_channel_default_46" [label="(12,)", style=solid]; +"960 linear_45_zero_point_0" -> "961 quantize_per_channel_default_46" [label="(12,)", style=solid]; +"960 linear_45_zero_point_0" -> "962 dequantize_per_channel_default_46" [label="(12,)", style=solid]; +"961 quantize_per_channel_default_46" -> "962 dequantize_per_channel_default_46" [label="(12, 512)", style=solid]; +"962 dequantize_per_channel_default_46" -> "963 linear_45" [label="(12, 512)", style=solid]; +"963 linear_45" -> "964 view_37" [label="(1, 15, 15, 12)", style=solid]; +"964 view_37" -> "966 index_7" [label="(225, 12)", style=solid]; +"965 _tensor_constant42" -> "966 index_7" [label="(4096,)", style=solid]; +"966 index_7" -> "967 view_38" [label="(4096, 12)", style=solid]; +"967 view_38" -> "968 permute_32" [label="(64, 64, 12)", style=solid]; +"968 permute_32" -> "969 contiguous_12" [label="(12, 64, 64)", style=solid]; +"969 contiguous_12" -> "970 unsqueeze_19" [label="(12, 64, 64)", style=solid]; +"970 unsqueeze_19" -> "971 sigmoid_7" [label="(1, 12, 64, 64)", style=solid]; +"971 sigmoid_7" -> "972 mul_14" [label="(1, 12, 64, 64)", style=solid]; +"972 mul_14" -> "1011 add_24" [label="(1, 12, 64, 64)", style=solid]; +"973 pad_9" -> "974 roll_6" [label="(1, 16, 16, 384)", style=solid]; +"974 roll_6" -> "975 view_39" [label="(1, 16, 16, 384)", style=solid]; +"975 view_39" -> "976 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"976 permute_33" -> "977 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"977 reshape_31" -> "979 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"977 reshape_31" -> "1012 new_zeros_3" [label="(4, 64, 384)", style=solid]; +"978 linear_46_updated_constant0" -> "984 quantize_per_channel_default_47" [label="(1152, 384)", style=solid]; +"979 reshape_31_0_0_nncf_smooth_quant_0" -> "980 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"980 quantize_per_tensor_default_45" -> "981 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"981 dequantize_per_tensor_default_45" -> "987 linear_46" [label="(4, 64, 384)", style=solid]; +"982 linear_46_scale_0" -> "984 quantize_per_channel_default_47" [label="(1152,)", style=solid]; +"982 linear_46_scale_0" -> "985 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; +"983 linear_46_zero_point_0" -> "984 quantize_per_channel_default_47" [label="(1152,)", style=solid]; +"983 linear_46_zero_point_0" -> "985 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; +"984 quantize_per_channel_default_47" -> "985 dequantize_per_channel_default_47" [label="(1152, 384)", style=solid]; +"985 dequantize_per_channel_default_47" -> "987 linear_46" [label="(1152, 384)", style=solid]; +"986 _param_constant125_0_0" -> "987 linear_46" [label="(1152,)", style=solid]; +"987 linear_46" -> "988 reshape_32" [label="(4, 64, 1152)", style=solid]; +"988 reshape_32" -> "989 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; +"989 permute_34" -> "990 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; +"989 permute_34" -> "991 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; +"989 permute_34" -> "992 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; +"990 select_21" -> "993 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; +"990 select_21" -> "995 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; +"990 select_21" -> "996 div_14" [label="(4, 12, 64, 32)", style=solid]; +"991 select_22" -> "999 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; +"991 select_22" -> "1001 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; +"991 select_22" -> "1002 div_15" [label="(4, 12, 64, 32)", style=solid]; +"992 select_23" -> "1030 matmul_15" [label="(4, 12, 64, 32)", style=solid]; +"993 linalg_vector_norm_14" -> "994 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; +"994 clamp_min_14" -> "995 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; +"995 expand_as_14" -> "996 div_14" [label="(4, 12, 64, 32)", style=solid]; +"996 div_14" -> "997 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"997 quantize_per_tensor_default_46" -> "998 dequantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"998 dequantize_per_tensor_default_46" -> "1006 matmul_14" [label="(4, 12, 64, 32)", style=solid]; +"999 linalg_vector_norm_15" -> "1000 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; +"1000 clamp_min_15" -> "1001 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; +"1001 expand_as_15" -> "1002 div_15" [label="(4, 12, 64, 32)", style=solid]; +"1002 div_15" -> "1003 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"1003 quantize_per_tensor_default_47" -> "1004 dequantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"1004 dequantize_per_tensor_default_47" -> "1005 transpose_14" [label="(4, 12, 64, 32)", style=solid]; +"1005 transpose_14" -> "1006 matmul_14" [label="(4, 12, 32, 64)", style=solid]; +"1006 matmul_14" -> "1010 mul_15" [label="(4, 12, 64, 64)", style=solid]; +"1007 _param_constant127" -> "1008 clamp_7" [label="(12, 1, 1)", style=solid]; +"1008 clamp_7" -> "1009 exp_7" [label="(12, 1, 1)", style=solid]; +"1009 exp_7" -> "1010 mul_15" [label="(12, 1, 1)", style=solid]; +"1010 mul_15" -> "1011 add_24" [label="(4, 12, 64, 64)", style=solid]; +"1011 add_24" -> "1023 view_41" [label="(4, 12, 64, 64)", style=solid]; +"1012 new_zeros_3" -> "1013 view_40" [label="(16, 16)", style=solid]; +"1013 view_40" -> "1014 permute_35" [label="(2, 8, 2, 8)", style=solid]; +"1014 permute_35" -> "1015 reshape_33" [label="(2, 2, 8, 8)", style=solid]; +"1015 reshape_33" -> "1016 unsqueeze_20" [label="(4, 64)", style=solid]; +"1015 reshape_33" -> "1017 unsqueeze_21" [label="(4, 64)", style=solid]; +"1016 unsqueeze_20" -> "1018 sub_3" [label="(4, 1, 64)", style=solid]; +"1017 unsqueeze_21" -> "1018 sub_3" [label="(4, 64, 1)", style=solid]; +"1018 sub_3" -> "1019 ne_3" [label="(4, 64, 64)", style=solid]; +"1018 sub_3" -> "1020 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"1018 sub_3" -> "1021 eq_3" [label="(4, 64, 64)", style=solid]; +"1019 ne_3" -> "1020 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"1020 masked_fill_6" -> "1022 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"1021 eq_3" -> "1022 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"1022 masked_fill_7" -> "1024 unsqueeze_22" [label="(4, 64, 64)", style=solid]; +"1023 view_41" -> "1026 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; +"1024 unsqueeze_22" -> "1025 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; +"1025 unsqueeze_23" -> "1026 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; +"1026 add_25" -> "1027 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; +"1027 view_42" -> "1028 softmax_7" [label="(4, 12, 64, 64)", style=solid]; +"1028 softmax_7" -> "1029 dropout_28" [label="(4, 12, 64, 64)", style=solid]; +"1029 dropout_28" -> "1030 matmul_15" [label="(4, 12, 64, 64)", style=solid]; +"1030 matmul_15" -> "1031 transpose_15" [label="(4, 12, 64, 32)", style=solid]; +"1031 transpose_15" -> "1032 reshape_34" [label="(4, 64, 12, 32)", style=solid]; +"1032 reshape_34" -> "1034 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1033 linear_47_updated_constant0" -> "1039 quantize_per_channel_default_48" [label="(384, 384)", style=solid]; +"1034 reshape_34_0_0_nncf_smooth_quant_0" -> "1035 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"1035 quantize_per_tensor_default_48" -> "1036 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"1036 dequantize_per_tensor_default_48" -> "1042 linear_47" [label="(4, 64, 384)", style=solid]; +"1037 linear_47_scale_0" -> "1039 quantize_per_channel_default_48" [label="(384,)", style=solid]; +"1037 linear_47_scale_0" -> "1040 dequantize_per_channel_default_48" [label="(384,)", style=solid]; +"1038 linear_47_zero_point_0" -> "1039 quantize_per_channel_default_48" [label="(384,)", style=solid]; +"1038 linear_47_zero_point_0" -> "1040 dequantize_per_channel_default_48" [label="(384,)", style=solid]; +"1039 quantize_per_channel_default_48" -> "1040 dequantize_per_channel_default_48" [label="(384, 384)", style=solid]; +"1040 dequantize_per_channel_default_48" -> "1042 linear_47" [label="(384, 384)", style=solid]; +"1041 _param_constant129_0_0" -> "1042 linear_47" [label="(384,)", style=solid]; +"1042 linear_47" -> "1043 dropout_29" [label="(4, 64, 384)", style=solid]; +"1043 dropout_29" -> "1044 view_43" [label="(4, 64, 384)", style=solid]; +"1044 view_43" -> "1045 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1045 permute_36" -> "1046 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1046 reshape_35" -> "1047 roll_7" [label="(1, 16, 16, 384)", style=solid]; +"1047 roll_7" -> "1048 slice_129" [label="(1, 16, 16, 384)", style=solid]; +"1048 slice_129" -> "1049 slice_130" [label="(1, 16, 16, 384)", style=solid]; +"1049 slice_130" -> "1050 slice_131" [label="(1, 14, 16, 384)", style=solid]; +"1050 slice_131" -> "1051 slice_132" [label="(1, 14, 14, 384)", style=solid]; +"1051 slice_132" -> "1052 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; +"1052 contiguous_13" -> "1055 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; +"1053 _param_constant130" -> "1055 layer_norm_17" [label="(384,)", style=solid]; +"1054 _param_constant131" -> "1055 layer_norm_17" [label="(384,)", style=solid]; +"1055 layer_norm_17" -> "1056 add_26" [label="(1, 14, 14, 384)", style=solid]; +"1056 add_26" -> "1058 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1056 add_26" -> "1083 add_27" [label="(1, 14, 14, 384)", style=solid]; +"1057 linear_48_updated_constant0" -> "1063 quantize_per_channel_default_49" [label="(1536, 384)", style=solid]; +"1058 add_26_0_0_nncf_smooth_quant_0" -> "1059 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"1059 quantize_per_tensor_default_49" -> "1060 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"1060 dequantize_per_tensor_default_49" -> "1066 linear_48" [label="(1, 14, 14, 384)", style=solid]; +"1061 linear_48_scale_0" -> "1063 quantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1061 linear_48_scale_0" -> "1064 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1062 linear_48_zero_point_0" -> "1063 quantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1062 linear_48_zero_point_0" -> "1064 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1063 quantize_per_channel_default_49" -> "1064 dequantize_per_channel_default_49" [label="(1536, 384)", style=solid]; +"1064 dequantize_per_channel_default_49" -> "1066 linear_48" [label="(1536, 384)", style=solid]; +"1065 _param_constant133_0_0" -> "1066 linear_48" [label="(1536,)", style=solid]; +"1066 linear_48" -> "1067 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; +"1067 gelu_7" -> "1068 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; +"1068 dropout_30" -> "1070 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1069 linear_49_updated_constant0" -> "1075 quantize_per_channel_default_50" [label="(384, 1536)", style=solid]; +"1070 dropout_30_0_0_nncf_smooth_quant_0" -> "1071 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"1071 quantize_per_tensor_default_50" -> "1072 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"1072 dequantize_per_tensor_default_50" -> "1078 linear_49" [label="(1, 14, 14, 1536)", style=solid]; +"1073 linear_49_scale_0" -> "1075 quantize_per_channel_default_50" [label="(384,)", style=solid]; +"1073 linear_49_scale_0" -> "1076 dequantize_per_channel_default_50" [label="(384,)", style=solid]; +"1074 linear_49_zero_point_0" -> "1075 quantize_per_channel_default_50" [label="(384,)", style=solid]; +"1074 linear_49_zero_point_0" -> "1076 dequantize_per_channel_default_50" [label="(384,)", style=solid]; +"1075 quantize_per_channel_default_50" -> "1076 dequantize_per_channel_default_50" [label="(384, 1536)", style=solid]; +"1076 dequantize_per_channel_default_50" -> "1078 linear_49" [label="(384, 1536)", style=solid]; +"1077 _param_constant135_0_0" -> "1078 linear_49" [label="(384,)", style=solid]; +"1078 linear_49" -> "1079 dropout_31" [label="(1, 14, 14, 384)", style=solid]; +"1079 dropout_31" -> "1082 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; +"1080 _param_constant136" -> "1082 layer_norm_18" [label="(384,)", style=solid]; +"1081 _param_constant137" -> "1082 layer_norm_18" [label="(384,)", style=solid]; +"1082 layer_norm_18" -> "1083 add_27" [label="(1, 14, 14, 384)", style=solid]; +"1083 add_27" -> "1110 pad_10" [label="(1, 14, 14, 384)", style=solid]; +"1083 add_27" -> "1175 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1084 _tensor_constant52" -> "1086 _tensor_constant52_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1085 linear_50_updated_constant0" -> "1089 quantize_per_channel_default_51" [label="(512, 2)", style=solid]; +"1086 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "1092 linear_50" [label="(1, 15, 15, 2)", style=solid]; +"1087 linear_50_scale_0" -> "1089 quantize_per_channel_default_51" [label="(512,)", style=solid]; +"1087 linear_50_scale_0" -> "1090 dequantize_per_channel_default_51" [label="(512,)", style=solid]; +"1088 linear_50_zero_point_0" -> "1089 quantize_per_channel_default_51" [label="(512,)", style=solid]; +"1088 linear_50_zero_point_0" -> "1090 dequantize_per_channel_default_51" [label="(512,)", style=solid]; +"1089 quantize_per_channel_default_51" -> "1090 dequantize_per_channel_default_51" [label="(512, 2)", style=solid]; +"1090 dequantize_per_channel_default_51" -> "1092 linear_50" [label="(512, 2)", style=solid]; +"1091 _param_constant139_0_0" -> "1092 linear_50" [label="(512,)", style=solid]; +"1092 linear_50" -> "1093 relu__8" [label="(1, 15, 15, 512)", style=solid]; +"1093 relu__8" -> "1095 relu__8_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1094 linear_51_updated_constant0" -> "1098 quantize_per_channel_default_52" [label="(12, 512)", style=solid]; +"1095 relu__8_0_0_nncf_smooth_quant_0" -> "1100 linear_51" [label="(1, 15, 15, 512)", style=solid]; +"1096 linear_51_scale_0" -> "1098 quantize_per_channel_default_52" [label="(12,)", style=solid]; +"1096 linear_51_scale_0" -> "1099 dequantize_per_channel_default_52" [label="(12,)", style=solid]; +"1097 linear_51_zero_point_0" -> "1098 quantize_per_channel_default_52" [label="(12,)", style=solid]; +"1097 linear_51_zero_point_0" -> "1099 dequantize_per_channel_default_52" [label="(12,)", style=solid]; +"1098 quantize_per_channel_default_52" -> "1099 dequantize_per_channel_default_52" [label="(12, 512)", style=solid]; +"1099 dequantize_per_channel_default_52" -> "1100 linear_51" [label="(12, 512)", style=solid]; +"1100 linear_51" -> "1101 view_44" [label="(1, 15, 15, 12)", style=solid]; +"1101 view_44" -> "1103 index_8" [label="(225, 12)", style=solid]; +"1102 _tensor_constant53" -> "1103 index_8" [label="(4096,)", style=solid]; +"1103 index_8" -> "1104 view_45" [label="(4096, 12)", style=solid]; +"1104 view_45" -> "1105 permute_37" [label="(64, 64, 12)", style=solid]; +"1105 permute_37" -> "1106 contiguous_14" [label="(12, 64, 64)", style=solid]; +"1106 contiguous_14" -> "1107 unsqueeze_24" [label="(12, 64, 64)", style=solid]; +"1107 unsqueeze_24" -> "1108 sigmoid_8" [label="(1, 12, 64, 64)", style=solid]; +"1108 sigmoid_8" -> "1109 mul_16" [label="(1, 12, 64, 64)", style=solid]; +"1109 mul_16" -> "1147 add_28" [label="(1, 12, 64, 64)", style=solid]; +"1110 pad_10" -> "1111 view_46" [label="(1, 16, 16, 384)", style=solid]; +"1111 view_46" -> "1112 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1112 permute_38" -> "1113 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1113 reshape_36" -> "1115 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1114 linear_52_updated_constant0" -> "1120 quantize_per_channel_default_53" [label="(1152, 384)", style=solid]; +"1115 reshape_36_0_0_nncf_smooth_quant_0" -> "1116 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"1116 quantize_per_tensor_default_51" -> "1117 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"1117 dequantize_per_tensor_default_51" -> "1123 linear_52" [label="(4, 64, 384)", style=solid]; +"1118 linear_52_scale_0" -> "1120 quantize_per_channel_default_53" [label="(1152,)", style=solid]; +"1118 linear_52_scale_0" -> "1121 dequantize_per_channel_default_53" [label="(1152,)", style=solid]; +"1119 linear_52_zero_point_0" -> "1120 quantize_per_channel_default_53" [label="(1152,)", style=solid]; +"1119 linear_52_zero_point_0" -> "1121 dequantize_per_channel_default_53" [label="(1152,)", style=solid]; +"1120 quantize_per_channel_default_53" -> "1121 dequantize_per_channel_default_53" [label="(1152, 384)", style=solid]; +"1121 dequantize_per_channel_default_53" -> "1123 linear_52" [label="(1152, 384)", style=solid]; +"1122 _param_constant141_0_0" -> "1123 linear_52" [label="(1152,)", style=solid]; +"1123 linear_52" -> "1124 reshape_37" [label="(4, 64, 1152)", style=solid]; +"1124 reshape_37" -> "1125 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; +"1125 permute_39" -> "1126 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; +"1125 permute_39" -> "1127 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; +"1125 permute_39" -> "1128 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; +"1126 select_24" -> "1129 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; +"1126 select_24" -> "1131 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; +"1126 select_24" -> "1132 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1127 select_25" -> "1135 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; +"1127 select_25" -> "1137 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; +"1127 select_25" -> "1138 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1128 select_26" -> "1150 matmul_17" [label="(4, 12, 64, 32)", style=solid]; +"1129 linalg_vector_norm_16" -> "1130 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; +"1130 clamp_min_16" -> "1131 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; +"1131 expand_as_16" -> "1132 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1132 div_16" -> "1133 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1133 quantize_per_tensor_default_52" -> "1134 dequantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1134 dequantize_per_tensor_default_52" -> "1142 matmul_16" [label="(4, 12, 64, 32)", style=solid]; +"1135 linalg_vector_norm_17" -> "1136 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; +"1136 clamp_min_17" -> "1137 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; +"1137 expand_as_17" -> "1138 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1138 div_17" -> "1139 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1139 quantize_per_tensor_default_53" -> "1140 dequantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1140 dequantize_per_tensor_default_53" -> "1141 transpose_16" [label="(4, 12, 64, 32)", style=solid]; +"1141 transpose_16" -> "1142 matmul_16" [label="(4, 12, 32, 64)", style=solid]; +"1142 matmul_16" -> "1146 mul_17" [label="(4, 12, 64, 64)", style=solid]; +"1143 _param_constant143" -> "1144 clamp_8" [label="(12, 1, 1)", style=solid]; +"1144 clamp_8" -> "1145 exp_8" [label="(12, 1, 1)", style=solid]; +"1145 exp_8" -> "1146 mul_17" [label="(12, 1, 1)", style=solid]; +"1146 mul_17" -> "1147 add_28" [label="(4, 12, 64, 64)", style=solid]; +"1147 add_28" -> "1148 softmax_8" [label="(4, 12, 64, 64)", style=solid]; +"1148 softmax_8" -> "1149 dropout_32" [label="(4, 12, 64, 64)", style=solid]; +"1149 dropout_32" -> "1150 matmul_17" [label="(4, 12, 64, 64)", style=solid]; +"1150 matmul_17" -> "1151 transpose_17" [label="(4, 12, 64, 32)", style=solid]; +"1151 transpose_17" -> "1152 reshape_38" [label="(4, 64, 12, 32)", style=solid]; +"1152 reshape_38" -> "1154 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1153 linear_53_updated_constant0" -> "1159 quantize_per_channel_default_54" [label="(384, 384)", style=solid]; +"1154 reshape_38_0_0_nncf_smooth_quant_0" -> "1155 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1155 quantize_per_tensor_default_54" -> "1156 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1156 dequantize_per_tensor_default_54" -> "1162 linear_53" [label="(4, 64, 384)", style=solid]; +"1157 linear_53_scale_0" -> "1159 quantize_per_channel_default_54" [label="(384,)", style=solid]; +"1157 linear_53_scale_0" -> "1160 dequantize_per_channel_default_54" [label="(384,)", style=solid]; +"1158 linear_53_zero_point_0" -> "1159 quantize_per_channel_default_54" [label="(384,)", style=solid]; +"1158 linear_53_zero_point_0" -> "1160 dequantize_per_channel_default_54" [label="(384,)", style=solid]; +"1159 quantize_per_channel_default_54" -> "1160 dequantize_per_channel_default_54" [label="(384, 384)", style=solid]; +"1160 dequantize_per_channel_default_54" -> "1162 linear_53" [label="(384, 384)", style=solid]; +"1161 _param_constant145_0_0" -> "1162 linear_53" [label="(384,)", style=solid]; +"1162 linear_53" -> "1163 dropout_33" [label="(4, 64, 384)", style=solid]; +"1163 dropout_33" -> "1164 view_47" [label="(4, 64, 384)", style=solid]; +"1164 view_47" -> "1165 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1165 permute_40" -> "1166 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1166 reshape_39" -> "1167 slice_134" [label="(1, 16, 16, 384)", style=solid]; +"1167 slice_134" -> "1168 slice_135" [label="(1, 16, 16, 384)", style=solid]; +"1168 slice_135" -> "1169 slice_136" [label="(1, 14, 16, 384)", style=solid]; +"1169 slice_136" -> "1170 slice_137" [label="(1, 14, 14, 384)", style=solid]; +"1170 slice_137" -> "1171 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; +"1171 contiguous_15" -> "1174 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; +"1172 _param_constant146" -> "1174 layer_norm_19" [label="(384,)", style=solid]; +"1173 _param_constant147" -> "1174 layer_norm_19" [label="(384,)", style=solid]; +"1174 layer_norm_19" -> "1175 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1175 add_29" -> "1177 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1175 add_29" -> "1202 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1176 linear_54_updated_constant0" -> "1182 quantize_per_channel_default_55" [label="(1536, 384)", style=solid]; +"1177 add_29_0_0_nncf_smooth_quant_0" -> "1178 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1178 quantize_per_tensor_default_55" -> "1179 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1179 dequantize_per_tensor_default_55" -> "1185 linear_54" [label="(1, 14, 14, 384)", style=solid]; +"1180 linear_54_scale_0" -> "1182 quantize_per_channel_default_55" [label="(1536,)", style=solid]; +"1180 linear_54_scale_0" -> "1183 dequantize_per_channel_default_55" [label="(1536,)", style=solid]; +"1181 linear_54_zero_point_0" -> "1182 quantize_per_channel_default_55" [label="(1536,)", style=solid]; +"1181 linear_54_zero_point_0" -> "1183 dequantize_per_channel_default_55" [label="(1536,)", style=solid]; +"1182 quantize_per_channel_default_55" -> "1183 dequantize_per_channel_default_55" [label="(1536, 384)", style=solid]; +"1183 dequantize_per_channel_default_55" -> "1185 linear_54" [label="(1536, 384)", style=solid]; +"1184 _param_constant149_0_0" -> "1185 linear_54" [label="(1536,)", style=solid]; +"1185 linear_54" -> "1186 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; +"1186 gelu_8" -> "1187 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; +"1187 dropout_34" -> "1189 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1188 linear_55_updated_constant0" -> "1194 quantize_per_channel_default_56" [label="(384, 1536)", style=solid]; +"1189 dropout_34_0_0_nncf_smooth_quant_0" -> "1190 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1190 quantize_per_tensor_default_56" -> "1191 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1191 dequantize_per_tensor_default_56" -> "1197 linear_55" [label="(1, 14, 14, 1536)", style=solid]; +"1192 linear_55_scale_0" -> "1194 quantize_per_channel_default_56" [label="(384,)", style=solid]; +"1192 linear_55_scale_0" -> "1195 dequantize_per_channel_default_56" [label="(384,)", style=solid]; +"1193 linear_55_zero_point_0" -> "1194 quantize_per_channel_default_56" [label="(384,)", style=solid]; +"1193 linear_55_zero_point_0" -> "1195 dequantize_per_channel_default_56" [label="(384,)", style=solid]; +"1194 quantize_per_channel_default_56" -> "1195 dequantize_per_channel_default_56" [label="(384, 1536)", style=solid]; +"1195 dequantize_per_channel_default_56" -> "1197 linear_55" [label="(384, 1536)", style=solid]; +"1196 _param_constant151_0_0" -> "1197 linear_55" [label="(384,)", style=solid]; +"1197 linear_55" -> "1198 dropout_35" [label="(1, 14, 14, 384)", style=solid]; +"1198 dropout_35" -> "1201 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; +"1199 _param_constant152" -> "1201 layer_norm_20" [label="(384,)", style=solid]; +"1200 _param_constant153" -> "1201 layer_norm_20" [label="(384,)", style=solid]; +"1201 layer_norm_20" -> "1202 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1202 add_30" -> "1229 pad_11" [label="(1, 14, 14, 384)", style=solid]; +"1202 add_30" -> "1312 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1203 _tensor_constant54" -> "1205 _tensor_constant54_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1204 linear_56_updated_constant0" -> "1208 quantize_per_channel_default_57" [label="(512, 2)", style=solid]; +"1205 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1211 linear_56" [label="(1, 15, 15, 2)", style=solid]; +"1206 linear_56_scale_0" -> "1208 quantize_per_channel_default_57" [label="(512,)", style=solid]; +"1206 linear_56_scale_0" -> "1209 dequantize_per_channel_default_57" [label="(512,)", style=solid]; +"1207 linear_56_zero_point_0" -> "1208 quantize_per_channel_default_57" [label="(512,)", style=solid]; +"1207 linear_56_zero_point_0" -> "1209 dequantize_per_channel_default_57" [label="(512,)", style=solid]; +"1208 quantize_per_channel_default_57" -> "1209 dequantize_per_channel_default_57" [label="(512, 2)", style=solid]; +"1209 dequantize_per_channel_default_57" -> "1211 linear_56" [label="(512, 2)", style=solid]; +"1210 _param_constant155_0_0" -> "1211 linear_56" [label="(512,)", style=solid]; +"1211 linear_56" -> "1212 relu__9" [label="(1, 15, 15, 512)", style=solid]; +"1212 relu__9" -> "1214 relu__9_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1213 linear_57_updated_constant0" -> "1217 quantize_per_channel_default_58" [label="(12, 512)", style=solid]; +"1214 relu__9_0_0_nncf_smooth_quant_0" -> "1219 linear_57" [label="(1, 15, 15, 512)", style=solid]; +"1215 linear_57_scale_0" -> "1217 quantize_per_channel_default_58" [label="(12,)", style=solid]; +"1215 linear_57_scale_0" -> "1218 dequantize_per_channel_default_58" [label="(12,)", style=solid]; +"1216 linear_57_zero_point_0" -> "1217 quantize_per_channel_default_58" [label="(12,)", style=solid]; +"1216 linear_57_zero_point_0" -> "1218 dequantize_per_channel_default_58" [label="(12,)", style=solid]; +"1217 quantize_per_channel_default_58" -> "1218 dequantize_per_channel_default_58" [label="(12, 512)", style=solid]; +"1218 dequantize_per_channel_default_58" -> "1219 linear_57" [label="(12, 512)", style=solid]; +"1219 linear_57" -> "1220 view_48" [label="(1, 15, 15, 12)", style=solid]; +"1220 view_48" -> "1222 index_9" [label="(225, 12)", style=solid]; +"1221 _tensor_constant55" -> "1222 index_9" [label="(4096,)", style=solid]; +"1222 index_9" -> "1223 view_49" [label="(4096, 12)", style=solid]; +"1223 view_49" -> "1224 permute_41" [label="(64, 64, 12)", style=solid]; +"1224 permute_41" -> "1225 contiguous_16" [label="(12, 64, 64)", style=solid]; +"1225 contiguous_16" -> "1226 unsqueeze_25" [label="(12, 64, 64)", style=solid]; +"1226 unsqueeze_25" -> "1227 sigmoid_9" [label="(1, 12, 64, 64)", style=solid]; +"1227 sigmoid_9" -> "1228 mul_18" [label="(1, 12, 64, 64)", style=solid]; +"1228 mul_18" -> "1267 add_31" [label="(1, 12, 64, 64)", style=solid]; +"1229 pad_11" -> "1230 roll_8" [label="(1, 16, 16, 384)", style=solid]; +"1230 roll_8" -> "1231 view_50" [label="(1, 16, 16, 384)", style=solid]; +"1231 view_50" -> "1232 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1232 permute_42" -> "1233 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1233 reshape_40" -> "1235 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1233 reshape_40" -> "1268 new_zeros_4" [label="(4, 64, 384)", style=solid]; +"1234 linear_58_updated_constant0" -> "1240 quantize_per_channel_default_59" [label="(1152, 384)", style=solid]; +"1235 reshape_40_0_0_nncf_smooth_quant_0" -> "1236 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1236 quantize_per_tensor_default_57" -> "1237 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1237 dequantize_per_tensor_default_57" -> "1243 linear_58" [label="(4, 64, 384)", style=solid]; +"1238 linear_58_scale_0" -> "1240 quantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1238 linear_58_scale_0" -> "1241 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1239 linear_58_zero_point_0" -> "1240 quantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1239 linear_58_zero_point_0" -> "1241 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1240 quantize_per_channel_default_59" -> "1241 dequantize_per_channel_default_59" [label="(1152, 384)", style=solid]; +"1241 dequantize_per_channel_default_59" -> "1243 linear_58" [label="(1152, 384)", style=solid]; +"1242 _param_constant157_0_0" -> "1243 linear_58" [label="(1152,)", style=solid]; +"1243 linear_58" -> "1244 reshape_41" [label="(4, 64, 1152)", style=solid]; +"1244 reshape_41" -> "1245 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; +"1245 permute_43" -> "1246 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; +"1245 permute_43" -> "1247 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; +"1245 permute_43" -> "1248 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; +"1246 select_27" -> "1249 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; +"1246 select_27" -> "1251 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; +"1246 select_27" -> "1252 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1247 select_28" -> "1255 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; +"1247 select_28" -> "1257 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; +"1247 select_28" -> "1258 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1248 select_29" -> "1286 matmul_19" [label="(4, 12, 64, 32)", style=solid]; +"1249 linalg_vector_norm_18" -> "1250 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; +"1250 clamp_min_18" -> "1251 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; +"1251 expand_as_18" -> "1252 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1252 div_18" -> "1253 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1253 quantize_per_tensor_default_58" -> "1254 dequantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1254 dequantize_per_tensor_default_58" -> "1262 matmul_18" [label="(4, 12, 64, 32)", style=solid]; +"1255 linalg_vector_norm_19" -> "1256 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; +"1256 clamp_min_19" -> "1257 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; +"1257 expand_as_19" -> "1258 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1258 div_19" -> "1259 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1259 quantize_per_tensor_default_59" -> "1260 dequantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1260 dequantize_per_tensor_default_59" -> "1261 transpose_18" [label="(4, 12, 64, 32)", style=solid]; +"1261 transpose_18" -> "1262 matmul_18" [label="(4, 12, 32, 64)", style=solid]; +"1262 matmul_18" -> "1266 mul_19" [label="(4, 12, 64, 64)", style=solid]; +"1263 _param_constant159" -> "1264 clamp_9" [label="(12, 1, 1)", style=solid]; +"1264 clamp_9" -> "1265 exp_9" [label="(12, 1, 1)", style=solid]; +"1265 exp_9" -> "1266 mul_19" [label="(12, 1, 1)", style=solid]; +"1266 mul_19" -> "1267 add_31" [label="(4, 12, 64, 64)", style=solid]; +"1267 add_31" -> "1279 view_52" [label="(4, 12, 64, 64)", style=solid]; +"1268 new_zeros_4" -> "1269 view_51" [label="(16, 16)", style=solid]; +"1269 view_51" -> "1270 permute_44" [label="(2, 8, 2, 8)", style=solid]; +"1270 permute_44" -> "1271 reshape_42" [label="(2, 2, 8, 8)", style=solid]; +"1271 reshape_42" -> "1272 unsqueeze_26" [label="(4, 64)", style=solid]; +"1271 reshape_42" -> "1273 unsqueeze_27" [label="(4, 64)", style=solid]; +"1272 unsqueeze_26" -> "1274 sub_4" [label="(4, 1, 64)", style=solid]; +"1273 unsqueeze_27" -> "1274 sub_4" [label="(4, 64, 1)", style=solid]; +"1274 sub_4" -> "1275 ne_4" [label="(4, 64, 64)", style=solid]; +"1274 sub_4" -> "1276 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1274 sub_4" -> "1277 eq_4" [label="(4, 64, 64)", style=solid]; +"1275 ne_4" -> "1276 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1276 masked_fill_8" -> "1278 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1277 eq_4" -> "1278 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1278 masked_fill_9" -> "1280 unsqueeze_28" [label="(4, 64, 64)", style=solid]; +"1279 view_52" -> "1282 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; +"1280 unsqueeze_28" -> "1281 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; +"1281 unsqueeze_29" -> "1282 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; +"1282 add_32" -> "1283 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1283 view_53" -> "1284 softmax_9" [label="(4, 12, 64, 64)", style=solid]; +"1284 softmax_9" -> "1285 dropout_36" [label="(4, 12, 64, 64)", style=solid]; +"1285 dropout_36" -> "1286 matmul_19" [label="(4, 12, 64, 64)", style=solid]; +"1286 matmul_19" -> "1287 transpose_19" [label="(4, 12, 64, 32)", style=solid]; +"1287 transpose_19" -> "1288 reshape_43" [label="(4, 64, 12, 32)", style=solid]; +"1288 reshape_43" -> "1290 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1289 linear_59_updated_constant0" -> "1295 quantize_per_channel_default_60" [label="(384, 384)", style=solid]; +"1290 reshape_43_0_0_nncf_smooth_quant_0" -> "1291 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1291 quantize_per_tensor_default_60" -> "1292 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1292 dequantize_per_tensor_default_60" -> "1298 linear_59" [label="(4, 64, 384)", style=solid]; +"1293 linear_59_scale_0" -> "1295 quantize_per_channel_default_60" [label="(384,)", style=solid]; +"1293 linear_59_scale_0" -> "1296 dequantize_per_channel_default_60" [label="(384,)", style=solid]; +"1294 linear_59_zero_point_0" -> "1295 quantize_per_channel_default_60" [label="(384,)", style=solid]; +"1294 linear_59_zero_point_0" -> "1296 dequantize_per_channel_default_60" [label="(384,)", style=solid]; +"1295 quantize_per_channel_default_60" -> "1296 dequantize_per_channel_default_60" [label="(384, 384)", style=solid]; +"1296 dequantize_per_channel_default_60" -> "1298 linear_59" [label="(384, 384)", style=solid]; +"1297 _param_constant161_0_0" -> "1298 linear_59" [label="(384,)", style=solid]; +"1298 linear_59" -> "1299 dropout_37" [label="(4, 64, 384)", style=solid]; +"1299 dropout_37" -> "1300 view_54" [label="(4, 64, 384)", style=solid]; +"1300 view_54" -> "1301 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1301 permute_45" -> "1302 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1302 reshape_44" -> "1303 roll_9" [label="(1, 16, 16, 384)", style=solid]; +"1303 roll_9" -> "1304 slice_157" [label="(1, 16, 16, 384)", style=solid]; +"1304 slice_157" -> "1305 slice_158" [label="(1, 16, 16, 384)", style=solid]; +"1305 slice_158" -> "1306 slice_159" [label="(1, 14, 16, 384)", style=solid]; +"1306 slice_159" -> "1307 slice_160" [label="(1, 14, 14, 384)", style=solid]; +"1307 slice_160" -> "1308 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; +"1308 contiguous_17" -> "1311 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; +"1309 _param_constant162" -> "1311 layer_norm_21" [label="(384,)", style=solid]; +"1310 _param_constant163" -> "1311 layer_norm_21" [label="(384,)", style=solid]; +"1311 layer_norm_21" -> "1312 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1312 add_33" -> "1314 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1312 add_33" -> "1339 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1313 linear_60_updated_constant0" -> "1319 quantize_per_channel_default_61" [label="(1536, 384)", style=solid]; +"1314 add_33_0_0_nncf_smooth_quant_0" -> "1315 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1315 quantize_per_tensor_default_61" -> "1316 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1316 dequantize_per_tensor_default_61" -> "1322 linear_60" [label="(1, 14, 14, 384)", style=solid]; +"1317 linear_60_scale_0" -> "1319 quantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1317 linear_60_scale_0" -> "1320 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1318 linear_60_zero_point_0" -> "1319 quantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1318 linear_60_zero_point_0" -> "1320 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1319 quantize_per_channel_default_61" -> "1320 dequantize_per_channel_default_61" [label="(1536, 384)", style=solid]; +"1320 dequantize_per_channel_default_61" -> "1322 linear_60" [label="(1536, 384)", style=solid]; +"1321 _param_constant165_0_0" -> "1322 linear_60" [label="(1536,)", style=solid]; +"1322 linear_60" -> "1323 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; +"1323 gelu_9" -> "1324 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; +"1324 dropout_38" -> "1326 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1325 linear_61_updated_constant0" -> "1331 quantize_per_channel_default_62" [label="(384, 1536)", style=solid]; +"1326 dropout_38_0_0_nncf_smooth_quant_0" -> "1327 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1327 quantize_per_tensor_default_62" -> "1328 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1328 dequantize_per_tensor_default_62" -> "1334 linear_61" [label="(1, 14, 14, 1536)", style=solid]; +"1329 linear_61_scale_0" -> "1331 quantize_per_channel_default_62" [label="(384,)", style=solid]; +"1329 linear_61_scale_0" -> "1332 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"1330 linear_61_zero_point_0" -> "1331 quantize_per_channel_default_62" [label="(384,)", style=solid]; +"1330 linear_61_zero_point_0" -> "1332 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"1331 quantize_per_channel_default_62" -> "1332 dequantize_per_channel_default_62" [label="(384, 1536)", style=solid]; +"1332 dequantize_per_channel_default_62" -> "1334 linear_61" [label="(384, 1536)", style=solid]; +"1333 _param_constant167_0_0" -> "1334 linear_61" [label="(384,)", style=solid]; +"1334 linear_61" -> "1335 dropout_39" [label="(1, 14, 14, 384)", style=solid]; +"1335 dropout_39" -> "1338 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; +"1336 _param_constant168" -> "1338 layer_norm_22" [label="(384,)", style=solid]; +"1337 _param_constant169" -> "1338 layer_norm_22" [label="(384,)", style=solid]; +"1338 layer_norm_22" -> "1339 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1339 add_34" -> "1366 pad_12" [label="(1, 14, 14, 384)", style=solid]; +"1339 add_34" -> "1431 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1340 _tensor_constant65" -> "1342 _tensor_constant65_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1341 linear_62_updated_constant0" -> "1345 quantize_per_channel_default_63" [label="(512, 2)", style=solid]; +"1342 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1348 linear_62" [label="(1, 15, 15, 2)", style=solid]; +"1343 linear_62_scale_0" -> "1345 quantize_per_channel_default_63" [label="(512,)", style=solid]; +"1343 linear_62_scale_0" -> "1346 dequantize_per_channel_default_63" [label="(512,)", style=solid]; +"1344 linear_62_zero_point_0" -> "1345 quantize_per_channel_default_63" [label="(512,)", style=solid]; +"1344 linear_62_zero_point_0" -> "1346 dequantize_per_channel_default_63" [label="(512,)", style=solid]; +"1345 quantize_per_channel_default_63" -> "1346 dequantize_per_channel_default_63" [label="(512, 2)", style=solid]; +"1346 dequantize_per_channel_default_63" -> "1348 linear_62" [label="(512, 2)", style=solid]; +"1347 _param_constant171_0_0" -> "1348 linear_62" [label="(512,)", style=solid]; +"1348 linear_62" -> "1349 relu__10" [label="(1, 15, 15, 512)", style=solid]; +"1349 relu__10" -> "1351 relu__10_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1350 linear_63_updated_constant0" -> "1354 quantize_per_channel_default_64" [label="(12, 512)", style=solid]; +"1351 relu__10_0_0_nncf_smooth_quant_0" -> "1356 linear_63" [label="(1, 15, 15, 512)", style=solid]; +"1352 linear_63_scale_0" -> "1354 quantize_per_channel_default_64" [label="(12,)", style=solid]; +"1352 linear_63_scale_0" -> "1355 dequantize_per_channel_default_64" [label="(12,)", style=solid]; +"1353 linear_63_zero_point_0" -> "1354 quantize_per_channel_default_64" [label="(12,)", style=solid]; +"1353 linear_63_zero_point_0" -> "1355 dequantize_per_channel_default_64" [label="(12,)", style=solid]; +"1354 quantize_per_channel_default_64" -> "1355 dequantize_per_channel_default_64" [label="(12, 512)", style=solid]; +"1355 dequantize_per_channel_default_64" -> "1356 linear_63" [label="(12, 512)", style=solid]; +"1356 linear_63" -> "1357 view_55" [label="(1, 15, 15, 12)", style=solid]; +"1357 view_55" -> "1359 index_10" [label="(225, 12)", style=solid]; +"1358 _tensor_constant66" -> "1359 index_10" [label="(4096,)", style=solid]; +"1359 index_10" -> "1360 view_56" [label="(4096, 12)", style=solid]; +"1360 view_56" -> "1361 permute_46" [label="(64, 64, 12)", style=solid]; +"1361 permute_46" -> "1362 contiguous_18" [label="(12, 64, 64)", style=solid]; +"1362 contiguous_18" -> "1363 unsqueeze_30" [label="(12, 64, 64)", style=solid]; +"1363 unsqueeze_30" -> "1364 sigmoid_10" [label="(1, 12, 64, 64)", style=solid]; +"1364 sigmoid_10" -> "1365 mul_20" [label="(1, 12, 64, 64)", style=solid]; +"1365 mul_20" -> "1403 add_35" [label="(1, 12, 64, 64)", style=solid]; +"1366 pad_12" -> "1367 view_57" [label="(1, 16, 16, 384)", style=solid]; +"1367 view_57" -> "1368 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1368 permute_47" -> "1369 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1369 reshape_45" -> "1371 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1370 linear_64_updated_constant0" -> "1376 quantize_per_channel_default_65" [label="(1152, 384)", style=solid]; +"1371 reshape_45_0_0_nncf_smooth_quant_0" -> "1372 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1372 quantize_per_tensor_default_63" -> "1373 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1373 dequantize_per_tensor_default_63" -> "1379 linear_64" [label="(4, 64, 384)", style=solid]; +"1374 linear_64_scale_0" -> "1376 quantize_per_channel_default_65" [label="(1152,)", style=solid]; +"1374 linear_64_scale_0" -> "1377 dequantize_per_channel_default_65" [label="(1152,)", style=solid]; +"1375 linear_64_zero_point_0" -> "1376 quantize_per_channel_default_65" [label="(1152,)", style=solid]; +"1375 linear_64_zero_point_0" -> "1377 dequantize_per_channel_default_65" [label="(1152,)", style=solid]; +"1376 quantize_per_channel_default_65" -> "1377 dequantize_per_channel_default_65" [label="(1152, 384)", style=solid]; +"1377 dequantize_per_channel_default_65" -> "1379 linear_64" [label="(1152, 384)", style=solid]; +"1378 _param_constant173_0_0" -> "1379 linear_64" [label="(1152,)", style=solid]; +"1379 linear_64" -> "1380 reshape_46" [label="(4, 64, 1152)", style=solid]; +"1380 reshape_46" -> "1381 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; +"1381 permute_48" -> "1382 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; +"1381 permute_48" -> "1383 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; +"1381 permute_48" -> "1384 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; +"1382 select_30" -> "1385 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; +"1382 select_30" -> "1387 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; +"1382 select_30" -> "1388 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1383 select_31" -> "1391 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; +"1383 select_31" -> "1393 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; +"1383 select_31" -> "1394 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1384 select_32" -> "1406 matmul_21" [label="(4, 12, 64, 32)", style=solid]; +"1385 linalg_vector_norm_20" -> "1386 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; +"1386 clamp_min_20" -> "1387 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; +"1387 expand_as_20" -> "1388 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1388 div_20" -> "1389 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1389 quantize_per_tensor_default_64" -> "1390 dequantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1390 dequantize_per_tensor_default_64" -> "1398 matmul_20" [label="(4, 12, 64, 32)", style=solid]; +"1391 linalg_vector_norm_21" -> "1392 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; +"1392 clamp_min_21" -> "1393 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; +"1393 expand_as_21" -> "1394 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1394 div_21" -> "1395 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1395 quantize_per_tensor_default_65" -> "1396 dequantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1396 dequantize_per_tensor_default_65" -> "1397 transpose_20" [label="(4, 12, 64, 32)", style=solid]; +"1397 transpose_20" -> "1398 matmul_20" [label="(4, 12, 32, 64)", style=solid]; +"1398 matmul_20" -> "1402 mul_21" [label="(4, 12, 64, 64)", style=solid]; +"1399 _param_constant175" -> "1400 clamp_10" [label="(12, 1, 1)", style=solid]; +"1400 clamp_10" -> "1401 exp_10" [label="(12, 1, 1)", style=solid]; +"1401 exp_10" -> "1402 mul_21" [label="(12, 1, 1)", style=solid]; +"1402 mul_21" -> "1403 add_35" [label="(4, 12, 64, 64)", style=solid]; +"1403 add_35" -> "1404 softmax_10" [label="(4, 12, 64, 64)", style=solid]; +"1404 softmax_10" -> "1405 dropout_40" [label="(4, 12, 64, 64)", style=solid]; +"1405 dropout_40" -> "1406 matmul_21" [label="(4, 12, 64, 64)", style=solid]; +"1406 matmul_21" -> "1407 transpose_21" [label="(4, 12, 64, 32)", style=solid]; +"1407 transpose_21" -> "1408 reshape_47" [label="(4, 64, 12, 32)", style=solid]; +"1408 reshape_47" -> "1410 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1409 linear_65_updated_constant0" -> "1415 quantize_per_channel_default_66" [label="(384, 384)", style=solid]; +"1410 reshape_47_0_0_nncf_smooth_quant_0" -> "1411 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1411 quantize_per_tensor_default_66" -> "1412 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1412 dequantize_per_tensor_default_66" -> "1418 linear_65" [label="(4, 64, 384)", style=solid]; +"1413 linear_65_scale_0" -> "1415 quantize_per_channel_default_66" [label="(384,)", style=solid]; +"1413 linear_65_scale_0" -> "1416 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"1414 linear_65_zero_point_0" -> "1415 quantize_per_channel_default_66" [label="(384,)", style=solid]; +"1414 linear_65_zero_point_0" -> "1416 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"1415 quantize_per_channel_default_66" -> "1416 dequantize_per_channel_default_66" [label="(384, 384)", style=solid]; +"1416 dequantize_per_channel_default_66" -> "1418 linear_65" [label="(384, 384)", style=solid]; +"1417 _param_constant177_0_0" -> "1418 linear_65" [label="(384,)", style=solid]; +"1418 linear_65" -> "1419 dropout_41" [label="(4, 64, 384)", style=solid]; +"1419 dropout_41" -> "1420 view_58" [label="(4, 64, 384)", style=solid]; +"1420 view_58" -> "1421 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1421 permute_49" -> "1422 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1422 reshape_48" -> "1423 slice_162" [label="(1, 16, 16, 384)", style=solid]; +"1423 slice_162" -> "1424 slice_163" [label="(1, 16, 16, 384)", style=solid]; +"1424 slice_163" -> "1425 slice_164" [label="(1, 14, 16, 384)", style=solid]; +"1425 slice_164" -> "1426 slice_165" [label="(1, 14, 14, 384)", style=solid]; +"1426 slice_165" -> "1427 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; +"1427 contiguous_19" -> "1430 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; +"1428 _param_constant178" -> "1430 layer_norm_23" [label="(384,)", style=solid]; +"1429 _param_constant179" -> "1430 layer_norm_23" [label="(384,)", style=solid]; +"1430 layer_norm_23" -> "1431 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1431 add_36" -> "1433 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1431 add_36" -> "1458 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1432 linear_66_updated_constant0" -> "1438 quantize_per_channel_default_67" [label="(1536, 384)", style=solid]; +"1433 add_36_0_0_nncf_smooth_quant_0" -> "1434 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1434 quantize_per_tensor_default_67" -> "1435 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1435 dequantize_per_tensor_default_67" -> "1441 linear_66" [label="(1, 14, 14, 384)", style=solid]; +"1436 linear_66_scale_0" -> "1438 quantize_per_channel_default_67" [label="(1536,)", style=solid]; +"1436 linear_66_scale_0" -> "1439 dequantize_per_channel_default_67" [label="(1536,)", style=solid]; +"1437 linear_66_zero_point_0" -> "1438 quantize_per_channel_default_67" [label="(1536,)", style=solid]; +"1437 linear_66_zero_point_0" -> "1439 dequantize_per_channel_default_67" [label="(1536,)", style=solid]; +"1438 quantize_per_channel_default_67" -> "1439 dequantize_per_channel_default_67" [label="(1536, 384)", style=solid]; +"1439 dequantize_per_channel_default_67" -> "1441 linear_66" [label="(1536, 384)", style=solid]; +"1440 _param_constant181_0_0" -> "1441 linear_66" [label="(1536,)", style=solid]; +"1441 linear_66" -> "1442 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; +"1442 gelu_10" -> "1443 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; +"1443 dropout_42" -> "1445 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1444 linear_67_updated_constant0" -> "1450 quantize_per_channel_default_68" [label="(384, 1536)", style=solid]; +"1445 dropout_42_0_0_nncf_smooth_quant_0" -> "1446 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1446 quantize_per_tensor_default_68" -> "1447 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1447 dequantize_per_tensor_default_68" -> "1453 linear_67" [label="(1, 14, 14, 1536)", style=solid]; +"1448 linear_67_scale_0" -> "1450 quantize_per_channel_default_68" [label="(384,)", style=solid]; +"1448 linear_67_scale_0" -> "1451 dequantize_per_channel_default_68" [label="(384,)", style=solid]; +"1449 linear_67_zero_point_0" -> "1450 quantize_per_channel_default_68" [label="(384,)", style=solid]; +"1449 linear_67_zero_point_0" -> "1451 dequantize_per_channel_default_68" [label="(384,)", style=solid]; +"1450 quantize_per_channel_default_68" -> "1451 dequantize_per_channel_default_68" [label="(384, 1536)", style=solid]; +"1451 dequantize_per_channel_default_68" -> "1453 linear_67" [label="(384, 1536)", style=solid]; +"1452 _param_constant183_0_0" -> "1453 linear_67" [label="(384,)", style=solid]; +"1453 linear_67" -> "1454 dropout_43" [label="(1, 14, 14, 384)", style=solid]; +"1454 dropout_43" -> "1457 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; +"1455 _param_constant184" -> "1457 layer_norm_24" [label="(384,)", style=solid]; +"1456 _param_constant185" -> "1457 layer_norm_24" [label="(384,)", style=solid]; +"1457 layer_norm_24" -> "1458 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1458 add_37" -> "1485 pad_13" [label="(1, 14, 14, 384)", style=solid]; +"1458 add_37" -> "1568 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1459 _tensor_constant67" -> "1461 _tensor_constant67_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1460 linear_68_updated_constant0" -> "1464 quantize_per_channel_default_69" [label="(512, 2)", style=solid]; +"1461 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1467 linear_68" [label="(1, 15, 15, 2)", style=solid]; +"1462 linear_68_scale_0" -> "1464 quantize_per_channel_default_69" [label="(512,)", style=solid]; +"1462 linear_68_scale_0" -> "1465 dequantize_per_channel_default_69" [label="(512,)", style=solid]; +"1463 linear_68_zero_point_0" -> "1464 quantize_per_channel_default_69" [label="(512,)", style=solid]; +"1463 linear_68_zero_point_0" -> "1465 dequantize_per_channel_default_69" [label="(512,)", style=solid]; +"1464 quantize_per_channel_default_69" -> "1465 dequantize_per_channel_default_69" [label="(512, 2)", style=solid]; +"1465 dequantize_per_channel_default_69" -> "1467 linear_68" [label="(512, 2)", style=solid]; +"1466 _param_constant187_0_0" -> "1467 linear_68" [label="(512,)", style=solid]; +"1467 linear_68" -> "1468 relu__11" [label="(1, 15, 15, 512)", style=solid]; +"1468 relu__11" -> "1470 relu__11_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1469 linear_69_updated_constant0" -> "1473 quantize_per_channel_default_70" [label="(12, 512)", style=solid]; +"1470 relu__11_0_0_nncf_smooth_quant_0" -> "1475 linear_69" [label="(1, 15, 15, 512)", style=solid]; +"1471 linear_69_scale_0" -> "1473 quantize_per_channel_default_70" [label="(12,)", style=solid]; +"1471 linear_69_scale_0" -> "1474 dequantize_per_channel_default_70" [label="(12,)", style=solid]; +"1472 linear_69_zero_point_0" -> "1473 quantize_per_channel_default_70" [label="(12,)", style=solid]; +"1472 linear_69_zero_point_0" -> "1474 dequantize_per_channel_default_70" [label="(12,)", style=solid]; +"1473 quantize_per_channel_default_70" -> "1474 dequantize_per_channel_default_70" [label="(12, 512)", style=solid]; +"1474 dequantize_per_channel_default_70" -> "1475 linear_69" [label="(12, 512)", style=solid]; +"1475 linear_69" -> "1476 view_59" [label="(1, 15, 15, 12)", style=solid]; +"1476 view_59" -> "1478 index_11" [label="(225, 12)", style=solid]; +"1477 _tensor_constant68" -> "1478 index_11" [label="(4096,)", style=solid]; +"1478 index_11" -> "1479 view_60" [label="(4096, 12)", style=solid]; +"1479 view_60" -> "1480 permute_50" [label="(64, 64, 12)", style=solid]; +"1480 permute_50" -> "1481 contiguous_20" [label="(12, 64, 64)", style=solid]; +"1481 contiguous_20" -> "1482 unsqueeze_31" [label="(12, 64, 64)", style=solid]; +"1482 unsqueeze_31" -> "1483 sigmoid_11" [label="(1, 12, 64, 64)", style=solid]; +"1483 sigmoid_11" -> "1484 mul_22" [label="(1, 12, 64, 64)", style=solid]; +"1484 mul_22" -> "1523 add_38" [label="(1, 12, 64, 64)", style=solid]; +"1485 pad_13" -> "1486 roll_10" [label="(1, 16, 16, 384)", style=solid]; +"1486 roll_10" -> "1487 view_61" [label="(1, 16, 16, 384)", style=solid]; +"1487 view_61" -> "1488 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1488 permute_51" -> "1489 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1489 reshape_49" -> "1491 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1489 reshape_49" -> "1524 new_zeros_5" [label="(4, 64, 384)", style=solid]; +"1490 linear_70_updated_constant0" -> "1496 quantize_per_channel_default_71" [label="(1152, 384)", style=solid]; +"1491 reshape_49_0_0_nncf_smooth_quant_0" -> "1492 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1492 quantize_per_tensor_default_69" -> "1493 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1493 dequantize_per_tensor_default_69" -> "1499 linear_70" [label="(4, 64, 384)", style=solid]; +"1494 linear_70_scale_0" -> "1496 quantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1494 linear_70_scale_0" -> "1497 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1495 linear_70_zero_point_0" -> "1496 quantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1495 linear_70_zero_point_0" -> "1497 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1496 quantize_per_channel_default_71" -> "1497 dequantize_per_channel_default_71" [label="(1152, 384)", style=solid]; +"1497 dequantize_per_channel_default_71" -> "1499 linear_70" [label="(1152, 384)", style=solid]; +"1498 _param_constant189_0_0" -> "1499 linear_70" [label="(1152,)", style=solid]; +"1499 linear_70" -> "1500 reshape_50" [label="(4, 64, 1152)", style=solid]; +"1500 reshape_50" -> "1501 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; +"1501 permute_52" -> "1502 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; +"1501 permute_52" -> "1503 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; +"1501 permute_52" -> "1504 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; +"1502 select_33" -> "1505 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; +"1502 select_33" -> "1507 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; +"1502 select_33" -> "1508 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1503 select_34" -> "1511 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; +"1503 select_34" -> "1513 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; +"1503 select_34" -> "1514 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1504 select_35" -> "1542 matmul_23" [label="(4, 12, 64, 32)", style=solid]; +"1505 linalg_vector_norm_22" -> "1506 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; +"1506 clamp_min_22" -> "1507 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; +"1507 expand_as_22" -> "1508 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1508 div_22" -> "1509 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1509 quantize_per_tensor_default_70" -> "1510 dequantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1510 dequantize_per_tensor_default_70" -> "1518 matmul_22" [label="(4, 12, 64, 32)", style=solid]; +"1511 linalg_vector_norm_23" -> "1512 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; +"1512 clamp_min_23" -> "1513 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; +"1513 expand_as_23" -> "1514 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1514 div_23" -> "1515 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1515 quantize_per_tensor_default_71" -> "1516 dequantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1516 dequantize_per_tensor_default_71" -> "1517 transpose_22" [label="(4, 12, 64, 32)", style=solid]; +"1517 transpose_22" -> "1518 matmul_22" [label="(4, 12, 32, 64)", style=solid]; +"1518 matmul_22" -> "1522 mul_23" [label="(4, 12, 64, 64)", style=solid]; +"1519 _param_constant191" -> "1520 clamp_11" [label="(12, 1, 1)", style=solid]; +"1520 clamp_11" -> "1521 exp_11" [label="(12, 1, 1)", style=solid]; +"1521 exp_11" -> "1522 mul_23" [label="(12, 1, 1)", style=solid]; +"1522 mul_23" -> "1523 add_38" [label="(4, 12, 64, 64)", style=solid]; +"1523 add_38" -> "1535 view_63" [label="(4, 12, 64, 64)", style=solid]; +"1524 new_zeros_5" -> "1525 view_62" [label="(16, 16)", style=solid]; +"1525 view_62" -> "1526 permute_53" [label="(2, 8, 2, 8)", style=solid]; +"1526 permute_53" -> "1527 reshape_51" [label="(2, 2, 8, 8)", style=solid]; +"1527 reshape_51" -> "1528 unsqueeze_32" [label="(4, 64)", style=solid]; +"1527 reshape_51" -> "1529 unsqueeze_33" [label="(4, 64)", style=solid]; +"1528 unsqueeze_32" -> "1530 sub_5" [label="(4, 1, 64)", style=solid]; +"1529 unsqueeze_33" -> "1530 sub_5" [label="(4, 64, 1)", style=solid]; +"1530 sub_5" -> "1531 ne_5" [label="(4, 64, 64)", style=solid]; +"1530 sub_5" -> "1532 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1530 sub_5" -> "1533 eq_5" [label="(4, 64, 64)", style=solid]; +"1531 ne_5" -> "1532 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1532 masked_fill_10" -> "1534 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1533 eq_5" -> "1534 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1534 masked_fill_11" -> "1536 unsqueeze_34" [label="(4, 64, 64)", style=solid]; +"1535 view_63" -> "1538 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; +"1536 unsqueeze_34" -> "1537 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; +"1537 unsqueeze_35" -> "1538 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; +"1538 add_39" -> "1539 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; +"1539 view_64" -> "1540 softmax_11" [label="(4, 12, 64, 64)", style=solid]; +"1540 softmax_11" -> "1541 dropout_44" [label="(4, 12, 64, 64)", style=solid]; +"1541 dropout_44" -> "1542 matmul_23" [label="(4, 12, 64, 64)", style=solid]; +"1542 matmul_23" -> "1543 transpose_23" [label="(4, 12, 64, 32)", style=solid]; +"1543 transpose_23" -> "1544 reshape_52" [label="(4, 64, 12, 32)", style=solid]; +"1544 reshape_52" -> "1546 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1545 linear_71_updated_constant0" -> "1551 quantize_per_channel_default_72" [label="(384, 384)", style=solid]; +"1546 reshape_52_0_0_nncf_smooth_quant_0" -> "1547 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1547 quantize_per_tensor_default_72" -> "1548 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1548 dequantize_per_tensor_default_72" -> "1554 linear_71" [label="(4, 64, 384)", style=solid]; +"1549 linear_71_scale_0" -> "1551 quantize_per_channel_default_72" [label="(384,)", style=solid]; +"1549 linear_71_scale_0" -> "1552 dequantize_per_channel_default_72" [label="(384,)", style=solid]; +"1550 linear_71_zero_point_0" -> "1551 quantize_per_channel_default_72" [label="(384,)", style=solid]; +"1550 linear_71_zero_point_0" -> "1552 dequantize_per_channel_default_72" [label="(384,)", style=solid]; +"1551 quantize_per_channel_default_72" -> "1552 dequantize_per_channel_default_72" [label="(384, 384)", style=solid]; +"1552 dequantize_per_channel_default_72" -> "1554 linear_71" [label="(384, 384)", style=solid]; +"1553 _param_constant193_0_0" -> "1554 linear_71" [label="(384,)", style=solid]; +"1554 linear_71" -> "1555 dropout_45" [label="(4, 64, 384)", style=solid]; +"1555 dropout_45" -> "1556 view_65" [label="(4, 64, 384)", style=solid]; +"1556 view_65" -> "1557 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1557 permute_54" -> "1558 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1558 reshape_53" -> "1559 roll_11" [label="(1, 16, 16, 384)", style=solid]; +"1559 roll_11" -> "1560 slice_185" [label="(1, 16, 16, 384)", style=solid]; +"1560 slice_185" -> "1561 slice_186" [label="(1, 16, 16, 384)", style=solid]; +"1561 slice_186" -> "1562 slice_187" [label="(1, 14, 16, 384)", style=solid]; +"1562 slice_187" -> "1563 slice_188" [label="(1, 14, 14, 384)", style=solid]; +"1563 slice_188" -> "1564 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; +"1564 contiguous_21" -> "1567 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; +"1565 _param_constant194" -> "1567 layer_norm_25" [label="(384,)", style=solid]; +"1566 _param_constant195" -> "1567 layer_norm_25" [label="(384,)", style=solid]; +"1567 layer_norm_25" -> "1568 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1568 add_40" -> "1570 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1568 add_40" -> "1595 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1569 linear_72_updated_constant0" -> "1575 quantize_per_channel_default_73" [label="(1536, 384)", style=solid]; +"1570 add_40_0_0_nncf_smooth_quant_0" -> "1571 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1571 quantize_per_tensor_default_73" -> "1572 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1572 dequantize_per_tensor_default_73" -> "1578 linear_72" [label="(1, 14, 14, 384)", style=solid]; +"1573 linear_72_scale_0" -> "1575 quantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1573 linear_72_scale_0" -> "1576 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1574 linear_72_zero_point_0" -> "1575 quantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1574 linear_72_zero_point_0" -> "1576 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1575 quantize_per_channel_default_73" -> "1576 dequantize_per_channel_default_73" [label="(1536, 384)", style=solid]; +"1576 dequantize_per_channel_default_73" -> "1578 linear_72" [label="(1536, 384)", style=solid]; +"1577 _param_constant197_0_0" -> "1578 linear_72" [label="(1536,)", style=solid]; +"1578 linear_72" -> "1579 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; +"1579 gelu_11" -> "1580 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; +"1580 dropout_46" -> "1582 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1581 linear_73_updated_constant0" -> "1587 quantize_per_channel_default_74" [label="(384, 1536)", style=solid]; +"1582 dropout_46_0_0_nncf_smooth_quant_0" -> "1583 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1583 quantize_per_tensor_default_74" -> "1584 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1584 dequantize_per_tensor_default_74" -> "1590 linear_73" [label="(1, 14, 14, 1536)", style=solid]; +"1585 linear_73_scale_0" -> "1587 quantize_per_channel_default_74" [label="(384,)", style=solid]; +"1585 linear_73_scale_0" -> "1588 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"1586 linear_73_zero_point_0" -> "1587 quantize_per_channel_default_74" [label="(384,)", style=solid]; +"1586 linear_73_zero_point_0" -> "1588 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"1587 quantize_per_channel_default_74" -> "1588 dequantize_per_channel_default_74" [label="(384, 1536)", style=solid]; +"1588 dequantize_per_channel_default_74" -> "1590 linear_73" [label="(384, 1536)", style=solid]; +"1589 _param_constant199_0_0" -> "1590 linear_73" [label="(384,)", style=solid]; +"1590 linear_73" -> "1591 dropout_47" [label="(1, 14, 14, 384)", style=solid]; +"1591 dropout_47" -> "1594 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; +"1592 _param_constant200" -> "1594 layer_norm_26" [label="(384,)", style=solid]; +"1593 _param_constant201" -> "1594 layer_norm_26" [label="(384,)", style=solid]; +"1594 layer_norm_26" -> "1595 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1595 add_41" -> "1622 pad_14" [label="(1, 14, 14, 384)", style=solid]; +"1595 add_41" -> "1687 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1596 _tensor_constant78" -> "1598 _tensor_constant78_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1597 linear_74_updated_constant0" -> "1601 quantize_per_channel_default_75" [label="(512, 2)", style=solid]; +"1598 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1604 linear_74" [label="(1, 15, 15, 2)", style=solid]; +"1599 linear_74_scale_0" -> "1601 quantize_per_channel_default_75" [label="(512,)", style=solid]; +"1599 linear_74_scale_0" -> "1602 dequantize_per_channel_default_75" [label="(512,)", style=solid]; +"1600 linear_74_zero_point_0" -> "1601 quantize_per_channel_default_75" [label="(512,)", style=solid]; +"1600 linear_74_zero_point_0" -> "1602 dequantize_per_channel_default_75" [label="(512,)", style=solid]; +"1601 quantize_per_channel_default_75" -> "1602 dequantize_per_channel_default_75" [label="(512, 2)", style=solid]; +"1602 dequantize_per_channel_default_75" -> "1604 linear_74" [label="(512, 2)", style=solid]; +"1603 _param_constant203_0_0" -> "1604 linear_74" [label="(512,)", style=solid]; +"1604 linear_74" -> "1605 relu__12" [label="(1, 15, 15, 512)", style=solid]; +"1605 relu__12" -> "1607 relu__12_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1606 linear_75_updated_constant0" -> "1610 quantize_per_channel_default_76" [label="(12, 512)", style=solid]; +"1607 relu__12_0_0_nncf_smooth_quant_0" -> "1612 linear_75" [label="(1, 15, 15, 512)", style=solid]; +"1608 linear_75_scale_0" -> "1610 quantize_per_channel_default_76" [label="(12,)", style=solid]; +"1608 linear_75_scale_0" -> "1611 dequantize_per_channel_default_76" [label="(12,)", style=solid]; +"1609 linear_75_zero_point_0" -> "1610 quantize_per_channel_default_76" [label="(12,)", style=solid]; +"1609 linear_75_zero_point_0" -> "1611 dequantize_per_channel_default_76" [label="(12,)", style=solid]; +"1610 quantize_per_channel_default_76" -> "1611 dequantize_per_channel_default_76" [label="(12, 512)", style=solid]; +"1611 dequantize_per_channel_default_76" -> "1612 linear_75" [label="(12, 512)", style=solid]; +"1612 linear_75" -> "1613 view_66" [label="(1, 15, 15, 12)", style=solid]; +"1613 view_66" -> "1615 index_12" [label="(225, 12)", style=solid]; +"1614 _tensor_constant79" -> "1615 index_12" [label="(4096,)", style=solid]; +"1615 index_12" -> "1616 view_67" [label="(4096, 12)", style=solid]; +"1616 view_67" -> "1617 permute_55" [label="(64, 64, 12)", style=solid]; +"1617 permute_55" -> "1618 contiguous_22" [label="(12, 64, 64)", style=solid]; +"1618 contiguous_22" -> "1619 unsqueeze_36" [label="(12, 64, 64)", style=solid]; +"1619 unsqueeze_36" -> "1620 sigmoid_12" [label="(1, 12, 64, 64)", style=solid]; +"1620 sigmoid_12" -> "1621 mul_24" [label="(1, 12, 64, 64)", style=solid]; +"1621 mul_24" -> "1659 add_42" [label="(1, 12, 64, 64)", style=solid]; +"1622 pad_14" -> "1623 view_68" [label="(1, 16, 16, 384)", style=solid]; +"1623 view_68" -> "1624 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1624 permute_56" -> "1625 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1625 reshape_54" -> "1627 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1626 linear_76_updated_constant0" -> "1632 quantize_per_channel_default_77" [label="(1152, 384)", style=solid]; +"1627 reshape_54_0_0_nncf_smooth_quant_0" -> "1628 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1628 quantize_per_tensor_default_75" -> "1629 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1629 dequantize_per_tensor_default_75" -> "1635 linear_76" [label="(4, 64, 384)", style=solid]; +"1630 linear_76_scale_0" -> "1632 quantize_per_channel_default_77" [label="(1152,)", style=solid]; +"1630 linear_76_scale_0" -> "1633 dequantize_per_channel_default_77" [label="(1152,)", style=solid]; +"1631 linear_76_zero_point_0" -> "1632 quantize_per_channel_default_77" [label="(1152,)", style=solid]; +"1631 linear_76_zero_point_0" -> "1633 dequantize_per_channel_default_77" [label="(1152,)", style=solid]; +"1632 quantize_per_channel_default_77" -> "1633 dequantize_per_channel_default_77" [label="(1152, 384)", style=solid]; +"1633 dequantize_per_channel_default_77" -> "1635 linear_76" [label="(1152, 384)", style=solid]; +"1634 _param_constant205_0_0" -> "1635 linear_76" [label="(1152,)", style=solid]; +"1635 linear_76" -> "1636 reshape_55" [label="(4, 64, 1152)", style=solid]; +"1636 reshape_55" -> "1637 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; +"1637 permute_57" -> "1638 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; +"1637 permute_57" -> "1639 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; +"1637 permute_57" -> "1640 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; +"1638 select_36" -> "1641 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; +"1638 select_36" -> "1643 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; +"1638 select_36" -> "1644 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1639 select_37" -> "1647 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; +"1639 select_37" -> "1649 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; +"1639 select_37" -> "1650 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1640 select_38" -> "1662 matmul_25" [label="(4, 12, 64, 32)", style=solid]; +"1641 linalg_vector_norm_24" -> "1642 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; +"1642 clamp_min_24" -> "1643 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; +"1643 expand_as_24" -> "1644 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1644 div_24" -> "1645 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1645 quantize_per_tensor_default_76" -> "1646 dequantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1646 dequantize_per_tensor_default_76" -> "1654 matmul_24" [label="(4, 12, 64, 32)", style=solid]; +"1647 linalg_vector_norm_25" -> "1648 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; +"1648 clamp_min_25" -> "1649 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; +"1649 expand_as_25" -> "1650 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1650 div_25" -> "1651 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1651 quantize_per_tensor_default_77" -> "1652 dequantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1652 dequantize_per_tensor_default_77" -> "1653 transpose_24" [label="(4, 12, 64, 32)", style=solid]; +"1653 transpose_24" -> "1654 matmul_24" [label="(4, 12, 32, 64)", style=solid]; +"1654 matmul_24" -> "1658 mul_25" [label="(4, 12, 64, 64)", style=solid]; +"1655 _param_constant207" -> "1656 clamp_12" [label="(12, 1, 1)", style=solid]; +"1656 clamp_12" -> "1657 exp_12" [label="(12, 1, 1)", style=solid]; +"1657 exp_12" -> "1658 mul_25" [label="(12, 1, 1)", style=solid]; +"1658 mul_25" -> "1659 add_42" [label="(4, 12, 64, 64)", style=solid]; +"1659 add_42" -> "1660 softmax_12" [label="(4, 12, 64, 64)", style=solid]; +"1660 softmax_12" -> "1661 dropout_48" [label="(4, 12, 64, 64)", style=solid]; +"1661 dropout_48" -> "1662 matmul_25" [label="(4, 12, 64, 64)", style=solid]; +"1662 matmul_25" -> "1663 transpose_25" [label="(4, 12, 64, 32)", style=solid]; +"1663 transpose_25" -> "1664 reshape_56" [label="(4, 64, 12, 32)", style=solid]; +"1664 reshape_56" -> "1666 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1665 linear_77_updated_constant0" -> "1671 quantize_per_channel_default_78" [label="(384, 384)", style=solid]; +"1666 reshape_56_0_0_nncf_smooth_quant_0" -> "1667 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1667 quantize_per_tensor_default_78" -> "1668 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1668 dequantize_per_tensor_default_78" -> "1674 linear_77" [label="(4, 64, 384)", style=solid]; +"1669 linear_77_scale_0" -> "1671 quantize_per_channel_default_78" [label="(384,)", style=solid]; +"1669 linear_77_scale_0" -> "1672 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"1670 linear_77_zero_point_0" -> "1671 quantize_per_channel_default_78" [label="(384,)", style=solid]; +"1670 linear_77_zero_point_0" -> "1672 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"1671 quantize_per_channel_default_78" -> "1672 dequantize_per_channel_default_78" [label="(384, 384)", style=solid]; +"1672 dequantize_per_channel_default_78" -> "1674 linear_77" [label="(384, 384)", style=solid]; +"1673 _param_constant209_0_0" -> "1674 linear_77" [label="(384,)", style=solid]; +"1674 linear_77" -> "1675 dropout_49" [label="(4, 64, 384)", style=solid]; +"1675 dropout_49" -> "1676 view_69" [label="(4, 64, 384)", style=solid]; +"1676 view_69" -> "1677 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1677 permute_58" -> "1678 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1678 reshape_57" -> "1679 slice_190" [label="(1, 16, 16, 384)", style=solid]; +"1679 slice_190" -> "1680 slice_191" [label="(1, 16, 16, 384)", style=solid]; +"1680 slice_191" -> "1681 slice_192" [label="(1, 14, 16, 384)", style=solid]; +"1681 slice_192" -> "1682 slice_193" [label="(1, 14, 14, 384)", style=solid]; +"1682 slice_193" -> "1683 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; +"1683 contiguous_23" -> "1686 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; +"1684 _param_constant210" -> "1686 layer_norm_27" [label="(384,)", style=solid]; +"1685 _param_constant211" -> "1686 layer_norm_27" [label="(384,)", style=solid]; +"1686 layer_norm_27" -> "1687 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1687 add_43" -> "1689 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1687 add_43" -> "1714 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1688 linear_78_updated_constant0" -> "1694 quantize_per_channel_default_79" [label="(1536, 384)", style=solid]; +"1689 add_43_0_0_nncf_smooth_quant_0" -> "1690 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1690 quantize_per_tensor_default_79" -> "1691 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1691 dequantize_per_tensor_default_79" -> "1697 linear_78" [label="(1, 14, 14, 384)", style=solid]; +"1692 linear_78_scale_0" -> "1694 quantize_per_channel_default_79" [label="(1536,)", style=solid]; +"1692 linear_78_scale_0" -> "1695 dequantize_per_channel_default_79" [label="(1536,)", style=solid]; +"1693 linear_78_zero_point_0" -> "1694 quantize_per_channel_default_79" [label="(1536,)", style=solid]; +"1693 linear_78_zero_point_0" -> "1695 dequantize_per_channel_default_79" [label="(1536,)", style=solid]; +"1694 quantize_per_channel_default_79" -> "1695 dequantize_per_channel_default_79" [label="(1536, 384)", style=solid]; +"1695 dequantize_per_channel_default_79" -> "1697 linear_78" [label="(1536, 384)", style=solid]; +"1696 _param_constant213_0_0" -> "1697 linear_78" [label="(1536,)", style=solid]; +"1697 linear_78" -> "1698 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; +"1698 gelu_12" -> "1699 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; +"1699 dropout_50" -> "1701 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1700 linear_79_updated_constant0" -> "1706 quantize_per_channel_default_80" [label="(384, 1536)", style=solid]; +"1701 dropout_50_0_0_nncf_smooth_quant_0" -> "1702 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1702 quantize_per_tensor_default_80" -> "1703 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1703 dequantize_per_tensor_default_80" -> "1709 linear_79" [label="(1, 14, 14, 1536)", style=solid]; +"1704 linear_79_scale_0" -> "1706 quantize_per_channel_default_80" [label="(384,)", style=solid]; +"1704 linear_79_scale_0" -> "1707 dequantize_per_channel_default_80" [label="(384,)", style=solid]; +"1705 linear_79_zero_point_0" -> "1706 quantize_per_channel_default_80" [label="(384,)", style=solid]; +"1705 linear_79_zero_point_0" -> "1707 dequantize_per_channel_default_80" [label="(384,)", style=solid]; +"1706 quantize_per_channel_default_80" -> "1707 dequantize_per_channel_default_80" [label="(384, 1536)", style=solid]; +"1707 dequantize_per_channel_default_80" -> "1709 linear_79" [label="(384, 1536)", style=solid]; +"1708 _param_constant215_0_0" -> "1709 linear_79" [label="(384,)", style=solid]; +"1709 linear_79" -> "1710 dropout_51" [label="(1, 14, 14, 384)", style=solid]; +"1710 dropout_51" -> "1713 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; +"1711 _param_constant216" -> "1713 layer_norm_28" [label="(384,)", style=solid]; +"1712 _param_constant217" -> "1713 layer_norm_28" [label="(384,)", style=solid]; +"1713 layer_norm_28" -> "1714 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1714 add_44" -> "1741 pad_15" [label="(1, 14, 14, 384)", style=solid]; +"1714 add_44" -> "1824 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1715 _tensor_constant80" -> "1717 _tensor_constant80_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1716 linear_80_updated_constant0" -> "1720 quantize_per_channel_default_81" [label="(512, 2)", style=solid]; +"1717 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1723 linear_80" [label="(1, 15, 15, 2)", style=solid]; +"1718 linear_80_scale_0" -> "1720 quantize_per_channel_default_81" [label="(512,)", style=solid]; +"1718 linear_80_scale_0" -> "1721 dequantize_per_channel_default_81" [label="(512,)", style=solid]; +"1719 linear_80_zero_point_0" -> "1720 quantize_per_channel_default_81" [label="(512,)", style=solid]; +"1719 linear_80_zero_point_0" -> "1721 dequantize_per_channel_default_81" [label="(512,)", style=solid]; +"1720 quantize_per_channel_default_81" -> "1721 dequantize_per_channel_default_81" [label="(512, 2)", style=solid]; +"1721 dequantize_per_channel_default_81" -> "1723 linear_80" [label="(512, 2)", style=solid]; +"1722 _param_constant219_0_0" -> "1723 linear_80" [label="(512,)", style=solid]; +"1723 linear_80" -> "1724 relu__13" [label="(1, 15, 15, 512)", style=solid]; +"1724 relu__13" -> "1726 relu__13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1725 linear_81_updated_constant0" -> "1729 quantize_per_channel_default_82" [label="(12, 512)", style=solid]; +"1726 relu__13_0_0_nncf_smooth_quant_0" -> "1731 linear_81" [label="(1, 15, 15, 512)", style=solid]; +"1727 linear_81_scale_0" -> "1729 quantize_per_channel_default_82" [label="(12,)", style=solid]; +"1727 linear_81_scale_0" -> "1730 dequantize_per_channel_default_82" [label="(12,)", style=solid]; +"1728 linear_81_zero_point_0" -> "1729 quantize_per_channel_default_82" [label="(12,)", style=solid]; +"1728 linear_81_zero_point_0" -> "1730 dequantize_per_channel_default_82" [label="(12,)", style=solid]; +"1729 quantize_per_channel_default_82" -> "1730 dequantize_per_channel_default_82" [label="(12, 512)", style=solid]; +"1730 dequantize_per_channel_default_82" -> "1731 linear_81" [label="(12, 512)", style=solid]; +"1731 linear_81" -> "1732 view_70" [label="(1, 15, 15, 12)", style=solid]; +"1732 view_70" -> "1734 index_13" [label="(225, 12)", style=solid]; +"1733 _tensor_constant81" -> "1734 index_13" [label="(4096,)", style=solid]; +"1734 index_13" -> "1735 view_71" [label="(4096, 12)", style=solid]; +"1735 view_71" -> "1736 permute_59" [label="(64, 64, 12)", style=solid]; +"1736 permute_59" -> "1737 contiguous_24" [label="(12, 64, 64)", style=solid]; +"1737 contiguous_24" -> "1738 unsqueeze_37" [label="(12, 64, 64)", style=solid]; +"1738 unsqueeze_37" -> "1739 sigmoid_13" [label="(1, 12, 64, 64)", style=solid]; +"1739 sigmoid_13" -> "1740 mul_26" [label="(1, 12, 64, 64)", style=solid]; +"1740 mul_26" -> "1779 add_45" [label="(1, 12, 64, 64)", style=solid]; +"1741 pad_15" -> "1742 roll_12" [label="(1, 16, 16, 384)", style=solid]; +"1742 roll_12" -> "1743 view_72" [label="(1, 16, 16, 384)", style=solid]; +"1743 view_72" -> "1744 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1744 permute_60" -> "1745 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1745 reshape_58" -> "1747 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1745 reshape_58" -> "1780 new_zeros_6" [label="(4, 64, 384)", style=solid]; +"1746 linear_82_updated_constant0" -> "1752 quantize_per_channel_default_83" [label="(1152, 384)", style=solid]; +"1747 reshape_58_0_0_nncf_smooth_quant_0" -> "1748 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1748 quantize_per_tensor_default_81" -> "1749 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1749 dequantize_per_tensor_default_81" -> "1755 linear_82" [label="(4, 64, 384)", style=solid]; +"1750 linear_82_scale_0" -> "1752 quantize_per_channel_default_83" [label="(1152,)", style=solid]; +"1750 linear_82_scale_0" -> "1753 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; +"1751 linear_82_zero_point_0" -> "1752 quantize_per_channel_default_83" [label="(1152,)", style=solid]; +"1751 linear_82_zero_point_0" -> "1753 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; +"1752 quantize_per_channel_default_83" -> "1753 dequantize_per_channel_default_83" [label="(1152, 384)", style=solid]; +"1753 dequantize_per_channel_default_83" -> "1755 linear_82" [label="(1152, 384)", style=solid]; +"1754 _param_constant221_0_0" -> "1755 linear_82" [label="(1152,)", style=solid]; +"1755 linear_82" -> "1756 reshape_59" [label="(4, 64, 1152)", style=solid]; +"1756 reshape_59" -> "1757 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; +"1757 permute_61" -> "1758 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; +"1757 permute_61" -> "1759 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; +"1757 permute_61" -> "1760 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; +"1758 select_39" -> "1761 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; +"1758 select_39" -> "1763 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; +"1758 select_39" -> "1764 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1759 select_40" -> "1767 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; +"1759 select_40" -> "1769 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; +"1759 select_40" -> "1770 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1760 select_41" -> "1798 matmul_27" [label="(4, 12, 64, 32)", style=solid]; +"1761 linalg_vector_norm_26" -> "1762 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; +"1762 clamp_min_26" -> "1763 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; +"1763 expand_as_26" -> "1764 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1764 div_26" -> "1765 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1765 quantize_per_tensor_default_82" -> "1766 dequantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1766 dequantize_per_tensor_default_82" -> "1774 matmul_26" [label="(4, 12, 64, 32)", style=solid]; +"1767 linalg_vector_norm_27" -> "1768 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; +"1768 clamp_min_27" -> "1769 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; +"1769 expand_as_27" -> "1770 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1770 div_27" -> "1771 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1771 quantize_per_tensor_default_83" -> "1772 dequantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1772 dequantize_per_tensor_default_83" -> "1773 transpose_26" [label="(4, 12, 64, 32)", style=solid]; +"1773 transpose_26" -> "1774 matmul_26" [label="(4, 12, 32, 64)", style=solid]; +"1774 matmul_26" -> "1778 mul_27" [label="(4, 12, 64, 64)", style=solid]; +"1775 _param_constant223" -> "1776 clamp_13" [label="(12, 1, 1)", style=solid]; +"1776 clamp_13" -> "1777 exp_13" [label="(12, 1, 1)", style=solid]; +"1777 exp_13" -> "1778 mul_27" [label="(12, 1, 1)", style=solid]; +"1778 mul_27" -> "1779 add_45" [label="(4, 12, 64, 64)", style=solid]; +"1779 add_45" -> "1791 view_74" [label="(4, 12, 64, 64)", style=solid]; +"1780 new_zeros_6" -> "1781 view_73" [label="(16, 16)", style=solid]; +"1781 view_73" -> "1782 permute_62" [label="(2, 8, 2, 8)", style=solid]; +"1782 permute_62" -> "1783 reshape_60" [label="(2, 2, 8, 8)", style=solid]; +"1783 reshape_60" -> "1784 unsqueeze_38" [label="(4, 64)", style=solid]; +"1783 reshape_60" -> "1785 unsqueeze_39" [label="(4, 64)", style=solid]; +"1784 unsqueeze_38" -> "1786 sub_6" [label="(4, 1, 64)", style=solid]; +"1785 unsqueeze_39" -> "1786 sub_6" [label="(4, 64, 1)", style=solid]; +"1786 sub_6" -> "1787 ne_6" [label="(4, 64, 64)", style=solid]; +"1786 sub_6" -> "1788 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1786 sub_6" -> "1789 eq_6" [label="(4, 64, 64)", style=solid]; +"1787 ne_6" -> "1788 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1788 masked_fill_12" -> "1790 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1789 eq_6" -> "1790 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1790 masked_fill_13" -> "1792 unsqueeze_40" [label="(4, 64, 64)", style=solid]; +"1791 view_74" -> "1794 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; +"1792 unsqueeze_40" -> "1793 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; +"1793 unsqueeze_41" -> "1794 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; +"1794 add_46" -> "1795 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; +"1795 view_75" -> "1796 softmax_13" [label="(4, 12, 64, 64)", style=solid]; +"1796 softmax_13" -> "1797 dropout_52" [label="(4, 12, 64, 64)", style=solid]; +"1797 dropout_52" -> "1798 matmul_27" [label="(4, 12, 64, 64)", style=solid]; +"1798 matmul_27" -> "1799 transpose_27" [label="(4, 12, 64, 32)", style=solid]; +"1799 transpose_27" -> "1800 reshape_61" [label="(4, 64, 12, 32)", style=solid]; +"1800 reshape_61" -> "1802 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1801 linear_83_updated_constant0" -> "1807 quantize_per_channel_default_84" [label="(384, 384)", style=solid]; +"1802 reshape_61_0_0_nncf_smooth_quant_0" -> "1803 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1803 quantize_per_tensor_default_84" -> "1804 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1804 dequantize_per_tensor_default_84" -> "1810 linear_83" [label="(4, 64, 384)", style=solid]; +"1805 linear_83_scale_0" -> "1807 quantize_per_channel_default_84" [label="(384,)", style=solid]; +"1805 linear_83_scale_0" -> "1808 dequantize_per_channel_default_84" [label="(384,)", style=solid]; +"1806 linear_83_zero_point_0" -> "1807 quantize_per_channel_default_84" [label="(384,)", style=solid]; +"1806 linear_83_zero_point_0" -> "1808 dequantize_per_channel_default_84" [label="(384,)", style=solid]; +"1807 quantize_per_channel_default_84" -> "1808 dequantize_per_channel_default_84" [label="(384, 384)", style=solid]; +"1808 dequantize_per_channel_default_84" -> "1810 linear_83" [label="(384, 384)", style=solid]; +"1809 _param_constant225_0_0" -> "1810 linear_83" [label="(384,)", style=solid]; +"1810 linear_83" -> "1811 dropout_53" [label="(4, 64, 384)", style=solid]; +"1811 dropout_53" -> "1812 view_76" [label="(4, 64, 384)", style=solid]; +"1812 view_76" -> "1813 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1813 permute_63" -> "1814 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1814 reshape_62" -> "1815 roll_13" [label="(1, 16, 16, 384)", style=solid]; +"1815 roll_13" -> "1816 slice_213" [label="(1, 16, 16, 384)", style=solid]; +"1816 slice_213" -> "1817 slice_214" [label="(1, 16, 16, 384)", style=solid]; +"1817 slice_214" -> "1818 slice_215" [label="(1, 14, 16, 384)", style=solid]; +"1818 slice_215" -> "1819 slice_216" [label="(1, 14, 14, 384)", style=solid]; +"1819 slice_216" -> "1820 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; +"1820 contiguous_25" -> "1823 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; +"1821 _param_constant226" -> "1823 layer_norm_29" [label="(384,)", style=solid]; +"1822 _param_constant227" -> "1823 layer_norm_29" [label="(384,)", style=solid]; +"1823 layer_norm_29" -> "1824 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1824 add_47" -> "1826 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1824 add_47" -> "1851 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1825 linear_84_updated_constant0" -> "1831 quantize_per_channel_default_85" [label="(1536, 384)", style=solid]; +"1826 add_47_0_0_nncf_smooth_quant_0" -> "1827 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1827 quantize_per_tensor_default_85" -> "1828 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1828 dequantize_per_tensor_default_85" -> "1834 linear_84" [label="(1, 14, 14, 384)", style=solid]; +"1829 linear_84_scale_0" -> "1831 quantize_per_channel_default_85" [label="(1536,)", style=solid]; +"1829 linear_84_scale_0" -> "1832 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"1830 linear_84_zero_point_0" -> "1831 quantize_per_channel_default_85" [label="(1536,)", style=solid]; +"1830 linear_84_zero_point_0" -> "1832 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"1831 quantize_per_channel_default_85" -> "1832 dequantize_per_channel_default_85" [label="(1536, 384)", style=solid]; +"1832 dequantize_per_channel_default_85" -> "1834 linear_84" [label="(1536, 384)", style=solid]; +"1833 _param_constant229_0_0" -> "1834 linear_84" [label="(1536,)", style=solid]; +"1834 linear_84" -> "1835 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; +"1835 gelu_13" -> "1836 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; +"1836 dropout_54" -> "1838 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1837 linear_85_updated_constant0" -> "1843 quantize_per_channel_default_86" [label="(384, 1536)", style=solid]; +"1838 dropout_54_0_0_nncf_smooth_quant_0" -> "1839 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1839 quantize_per_tensor_default_86" -> "1840 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1840 dequantize_per_tensor_default_86" -> "1846 linear_85" [label="(1, 14, 14, 1536)", style=solid]; +"1841 linear_85_scale_0" -> "1843 quantize_per_channel_default_86" [label="(384,)", style=solid]; +"1841 linear_85_scale_0" -> "1844 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"1842 linear_85_zero_point_0" -> "1843 quantize_per_channel_default_86" [label="(384,)", style=solid]; +"1842 linear_85_zero_point_0" -> "1844 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"1843 quantize_per_channel_default_86" -> "1844 dequantize_per_channel_default_86" [label="(384, 1536)", style=solid]; +"1844 dequantize_per_channel_default_86" -> "1846 linear_85" [label="(384, 1536)", style=solid]; +"1845 _param_constant231_0_0" -> "1846 linear_85" [label="(384,)", style=solid]; +"1846 linear_85" -> "1847 dropout_55" [label="(1, 14, 14, 384)", style=solid]; +"1847 dropout_55" -> "1850 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; +"1848 _param_constant232" -> "1850 layer_norm_30" [label="(384,)", style=solid]; +"1849 _param_constant233" -> "1850 layer_norm_30" [label="(384,)", style=solid]; +"1850 layer_norm_30" -> "1851 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1851 add_48" -> "1878 pad_16" [label="(1, 14, 14, 384)", style=solid]; +"1851 add_48" -> "1943 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1852 _tensor_constant91" -> "1854 _tensor_constant91_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1853 linear_86_updated_constant0" -> "1857 quantize_per_channel_default_87" [label="(512, 2)", style=solid]; +"1854 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1860 linear_86" [label="(1, 15, 15, 2)", style=solid]; +"1855 linear_86_scale_0" -> "1857 quantize_per_channel_default_87" [label="(512,)", style=solid]; +"1855 linear_86_scale_0" -> "1858 dequantize_per_channel_default_87" [label="(512,)", style=solid]; +"1856 linear_86_zero_point_0" -> "1857 quantize_per_channel_default_87" [label="(512,)", style=solid]; +"1856 linear_86_zero_point_0" -> "1858 dequantize_per_channel_default_87" [label="(512,)", style=solid]; +"1857 quantize_per_channel_default_87" -> "1858 dequantize_per_channel_default_87" [label="(512, 2)", style=solid]; +"1858 dequantize_per_channel_default_87" -> "1860 linear_86" [label="(512, 2)", style=solid]; +"1859 _param_constant235_0_0" -> "1860 linear_86" [label="(512,)", style=solid]; +"1860 linear_86" -> "1861 relu__14" [label="(1, 15, 15, 512)", style=solid]; +"1861 relu__14" -> "1863 relu__14_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1862 linear_87_updated_constant0" -> "1866 quantize_per_channel_default_88" [label="(12, 512)", style=solid]; +"1863 relu__14_0_0_nncf_smooth_quant_0" -> "1868 linear_87" [label="(1, 15, 15, 512)", style=solid]; +"1864 linear_87_scale_0" -> "1866 quantize_per_channel_default_88" [label="(12,)", style=solid]; +"1864 linear_87_scale_0" -> "1867 dequantize_per_channel_default_88" [label="(12,)", style=solid]; +"1865 linear_87_zero_point_0" -> "1866 quantize_per_channel_default_88" [label="(12,)", style=solid]; +"1865 linear_87_zero_point_0" -> "1867 dequantize_per_channel_default_88" [label="(12,)", style=solid]; +"1866 quantize_per_channel_default_88" -> "1867 dequantize_per_channel_default_88" [label="(12, 512)", style=solid]; +"1867 dequantize_per_channel_default_88" -> "1868 linear_87" [label="(12, 512)", style=solid]; +"1868 linear_87" -> "1869 view_77" [label="(1, 15, 15, 12)", style=solid]; +"1869 view_77" -> "1871 index_14" [label="(225, 12)", style=solid]; +"1870 _tensor_constant92" -> "1871 index_14" [label="(4096,)", style=solid]; +"1871 index_14" -> "1872 view_78" [label="(4096, 12)", style=solid]; +"1872 view_78" -> "1873 permute_64" [label="(64, 64, 12)", style=solid]; +"1873 permute_64" -> "1874 contiguous_26" [label="(12, 64, 64)", style=solid]; +"1874 contiguous_26" -> "1875 unsqueeze_42" [label="(12, 64, 64)", style=solid]; +"1875 unsqueeze_42" -> "1876 sigmoid_14" [label="(1, 12, 64, 64)", style=solid]; +"1876 sigmoid_14" -> "1877 mul_28" [label="(1, 12, 64, 64)", style=solid]; +"1877 mul_28" -> "1915 add_49" [label="(1, 12, 64, 64)", style=solid]; +"1878 pad_16" -> "1879 view_79" [label="(1, 16, 16, 384)", style=solid]; +"1879 view_79" -> "1880 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1880 permute_65" -> "1881 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1881 reshape_63" -> "1883 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1882 linear_88_updated_constant0" -> "1888 quantize_per_channel_default_89" [label="(1152, 384)", style=solid]; +"1883 reshape_63_0_0_nncf_smooth_quant_0" -> "1884 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1884 quantize_per_tensor_default_87" -> "1885 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1885 dequantize_per_tensor_default_87" -> "1891 linear_88" [label="(4, 64, 384)", style=solid]; +"1886 linear_88_scale_0" -> "1888 quantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1886 linear_88_scale_0" -> "1889 dequantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1887 linear_88_zero_point_0" -> "1888 quantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1887 linear_88_zero_point_0" -> "1889 dequantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1888 quantize_per_channel_default_89" -> "1889 dequantize_per_channel_default_89" [label="(1152, 384)", style=solid]; +"1889 dequantize_per_channel_default_89" -> "1891 linear_88" [label="(1152, 384)", style=solid]; +"1890 _param_constant237_0_0" -> "1891 linear_88" [label="(1152,)", style=solid]; +"1891 linear_88" -> "1892 reshape_64" [label="(4, 64, 1152)", style=solid]; +"1892 reshape_64" -> "1893 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; +"1893 permute_66" -> "1894 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; +"1893 permute_66" -> "1895 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; +"1893 permute_66" -> "1896 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; +"1894 select_42" -> "1897 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; +"1894 select_42" -> "1899 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; +"1894 select_42" -> "1900 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1895 select_43" -> "1903 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; +"1895 select_43" -> "1905 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; +"1895 select_43" -> "1906 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1896 select_44" -> "1918 matmul_29" [label="(4, 12, 64, 32)", style=solid]; +"1897 linalg_vector_norm_28" -> "1898 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; +"1898 clamp_min_28" -> "1899 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; +"1899 expand_as_28" -> "1900 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1900 div_28" -> "1901 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1901 quantize_per_tensor_default_88" -> "1902 dequantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1902 dequantize_per_tensor_default_88" -> "1910 matmul_28" [label="(4, 12, 64, 32)", style=solid]; +"1903 linalg_vector_norm_29" -> "1904 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; +"1904 clamp_min_29" -> "1905 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; +"1905 expand_as_29" -> "1906 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1906 div_29" -> "1907 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1907 quantize_per_tensor_default_89" -> "1908 dequantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1908 dequantize_per_tensor_default_89" -> "1909 transpose_28" [label="(4, 12, 64, 32)", style=solid]; +"1909 transpose_28" -> "1910 matmul_28" [label="(4, 12, 32, 64)", style=solid]; +"1910 matmul_28" -> "1914 mul_29" [label="(4, 12, 64, 64)", style=solid]; +"1911 _param_constant239" -> "1912 clamp_14" [label="(12, 1, 1)", style=solid]; +"1912 clamp_14" -> "1913 exp_14" [label="(12, 1, 1)", style=solid]; +"1913 exp_14" -> "1914 mul_29" [label="(12, 1, 1)", style=solid]; +"1914 mul_29" -> "1915 add_49" [label="(4, 12, 64, 64)", style=solid]; +"1915 add_49" -> "1916 softmax_14" [label="(4, 12, 64, 64)", style=solid]; +"1916 softmax_14" -> "1917 dropout_56" [label="(4, 12, 64, 64)", style=solid]; +"1917 dropout_56" -> "1918 matmul_29" [label="(4, 12, 64, 64)", style=solid]; +"1918 matmul_29" -> "1919 transpose_29" [label="(4, 12, 64, 32)", style=solid]; +"1919 transpose_29" -> "1920 reshape_65" [label="(4, 64, 12, 32)", style=solid]; +"1920 reshape_65" -> "1922 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1921 linear_89_updated_constant0" -> "1927 quantize_per_channel_default_90" [label="(384, 384)", style=solid]; +"1922 reshape_65_0_0_nncf_smooth_quant_0" -> "1923 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1923 quantize_per_tensor_default_90" -> "1924 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1924 dequantize_per_tensor_default_90" -> "1930 linear_89" [label="(4, 64, 384)", style=solid]; +"1925 linear_89_scale_0" -> "1927 quantize_per_channel_default_90" [label="(384,)", style=solid]; +"1925 linear_89_scale_0" -> "1928 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"1926 linear_89_zero_point_0" -> "1927 quantize_per_channel_default_90" [label="(384,)", style=solid]; +"1926 linear_89_zero_point_0" -> "1928 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"1927 quantize_per_channel_default_90" -> "1928 dequantize_per_channel_default_90" [label="(384, 384)", style=solid]; +"1928 dequantize_per_channel_default_90" -> "1930 linear_89" [label="(384, 384)", style=solid]; +"1929 _param_constant241_0_0" -> "1930 linear_89" [label="(384,)", style=solid]; +"1930 linear_89" -> "1931 dropout_57" [label="(4, 64, 384)", style=solid]; +"1931 dropout_57" -> "1932 view_80" [label="(4, 64, 384)", style=solid]; +"1932 view_80" -> "1933 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1933 permute_67" -> "1934 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1934 reshape_66" -> "1935 slice_218" [label="(1, 16, 16, 384)", style=solid]; +"1935 slice_218" -> "1936 slice_219" [label="(1, 16, 16, 384)", style=solid]; +"1936 slice_219" -> "1937 slice_220" [label="(1, 14, 16, 384)", style=solid]; +"1937 slice_220" -> "1938 slice_221" [label="(1, 14, 14, 384)", style=solid]; +"1938 slice_221" -> "1939 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; +"1939 contiguous_27" -> "1942 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; +"1940 _param_constant242" -> "1942 layer_norm_31" [label="(384,)", style=solid]; +"1941 _param_constant243" -> "1942 layer_norm_31" [label="(384,)", style=solid]; +"1942 layer_norm_31" -> "1943 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1943 add_50" -> "1945 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1943 add_50" -> "1970 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1944 linear_90_updated_constant0" -> "1950 quantize_per_channel_default_91" [label="(1536, 384)", style=solid]; +"1945 add_50_0_0_nncf_smooth_quant_0" -> "1946 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1946 quantize_per_tensor_default_91" -> "1947 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1947 dequantize_per_tensor_default_91" -> "1953 linear_90" [label="(1, 14, 14, 384)", style=solid]; +"1948 linear_90_scale_0" -> "1950 quantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1948 linear_90_scale_0" -> "1951 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1949 linear_90_zero_point_0" -> "1950 quantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1949 linear_90_zero_point_0" -> "1951 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1950 quantize_per_channel_default_91" -> "1951 dequantize_per_channel_default_91" [label="(1536, 384)", style=solid]; +"1951 dequantize_per_channel_default_91" -> "1953 linear_90" [label="(1536, 384)", style=solid]; +"1952 _param_constant245_0_0" -> "1953 linear_90" [label="(1536,)", style=solid]; +"1953 linear_90" -> "1954 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; +"1954 gelu_14" -> "1955 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; +"1955 dropout_58" -> "1957 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1956 linear_91_updated_constant0" -> "1962 quantize_per_channel_default_92" [label="(384, 1536)", style=solid]; +"1957 dropout_58_0_0_nncf_smooth_quant_0" -> "1958 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1958 quantize_per_tensor_default_92" -> "1959 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1959 dequantize_per_tensor_default_92" -> "1965 linear_91" [label="(1, 14, 14, 1536)", style=solid]; +"1960 linear_91_scale_0" -> "1962 quantize_per_channel_default_92" [label="(384,)", style=solid]; +"1960 linear_91_scale_0" -> "1963 dequantize_per_channel_default_92" [label="(384,)", style=solid]; +"1961 linear_91_zero_point_0" -> "1962 quantize_per_channel_default_92" [label="(384,)", style=solid]; +"1961 linear_91_zero_point_0" -> "1963 dequantize_per_channel_default_92" [label="(384,)", style=solid]; +"1962 quantize_per_channel_default_92" -> "1963 dequantize_per_channel_default_92" [label="(384, 1536)", style=solid]; +"1963 dequantize_per_channel_default_92" -> "1965 linear_91" [label="(384, 1536)", style=solid]; +"1964 _param_constant247_0_0" -> "1965 linear_91" [label="(384,)", style=solid]; +"1965 linear_91" -> "1966 dropout_59" [label="(1, 14, 14, 384)", style=solid]; +"1966 dropout_59" -> "1969 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; +"1967 _param_constant248" -> "1969 layer_norm_32" [label="(384,)", style=solid]; +"1968 _param_constant249" -> "1969 layer_norm_32" [label="(384,)", style=solid]; +"1969 layer_norm_32" -> "1970 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1970 add_51" -> "1997 pad_17" [label="(1, 14, 14, 384)", style=solid]; +"1970 add_51" -> "2080 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1971 _tensor_constant93" -> "1973 _tensor_constant93_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1972 linear_92_updated_constant0" -> "1976 quantize_per_channel_default_93" [label="(512, 2)", style=solid]; +"1973 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1979 linear_92" [label="(1, 15, 15, 2)", style=solid]; +"1974 linear_92_scale_0" -> "1976 quantize_per_channel_default_93" [label="(512,)", style=solid]; +"1974 linear_92_scale_0" -> "1977 dequantize_per_channel_default_93" [label="(512,)", style=solid]; +"1975 linear_92_zero_point_0" -> "1976 quantize_per_channel_default_93" [label="(512,)", style=solid]; +"1975 linear_92_zero_point_0" -> "1977 dequantize_per_channel_default_93" [label="(512,)", style=solid]; +"1976 quantize_per_channel_default_93" -> "1977 dequantize_per_channel_default_93" [label="(512, 2)", style=solid]; +"1977 dequantize_per_channel_default_93" -> "1979 linear_92" [label="(512, 2)", style=solid]; +"1978 _param_constant251_0_0" -> "1979 linear_92" [label="(512,)", style=solid]; +"1979 linear_92" -> "1980 relu__15" [label="(1, 15, 15, 512)", style=solid]; +"1980 relu__15" -> "1982 relu__15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1981 linear_93_updated_constant0" -> "1985 quantize_per_channel_default_94" [label="(12, 512)", style=solid]; +"1982 relu__15_0_0_nncf_smooth_quant_0" -> "1987 linear_93" [label="(1, 15, 15, 512)", style=solid]; +"1983 linear_93_scale_0" -> "1985 quantize_per_channel_default_94" [label="(12,)", style=solid]; +"1983 linear_93_scale_0" -> "1986 dequantize_per_channel_default_94" [label="(12,)", style=solid]; +"1984 linear_93_zero_point_0" -> "1985 quantize_per_channel_default_94" [label="(12,)", style=solid]; +"1984 linear_93_zero_point_0" -> "1986 dequantize_per_channel_default_94" [label="(12,)", style=solid]; +"1985 quantize_per_channel_default_94" -> "1986 dequantize_per_channel_default_94" [label="(12, 512)", style=solid]; +"1986 dequantize_per_channel_default_94" -> "1987 linear_93" [label="(12, 512)", style=solid]; +"1987 linear_93" -> "1988 view_81" [label="(1, 15, 15, 12)", style=solid]; +"1988 view_81" -> "1990 index_15" [label="(225, 12)", style=solid]; +"1989 _tensor_constant94" -> "1990 index_15" [label="(4096,)", style=solid]; +"1990 index_15" -> "1991 view_82" [label="(4096, 12)", style=solid]; +"1991 view_82" -> "1992 permute_68" [label="(64, 64, 12)", style=solid]; +"1992 permute_68" -> "1993 contiguous_28" [label="(12, 64, 64)", style=solid]; +"1993 contiguous_28" -> "1994 unsqueeze_43" [label="(12, 64, 64)", style=solid]; +"1994 unsqueeze_43" -> "1995 sigmoid_15" [label="(1, 12, 64, 64)", style=solid]; +"1995 sigmoid_15" -> "1996 mul_30" [label="(1, 12, 64, 64)", style=solid]; +"1996 mul_30" -> "2035 add_52" [label="(1, 12, 64, 64)", style=solid]; +"1997 pad_17" -> "1998 roll_14" [label="(1, 16, 16, 384)", style=solid]; +"1998 roll_14" -> "1999 view_83" [label="(1, 16, 16, 384)", style=solid]; +"1999 view_83" -> "2000 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2000 permute_69" -> "2001 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2001 reshape_67" -> "2003 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2001 reshape_67" -> "2036 new_zeros_7" [label="(4, 64, 384)", style=solid]; +"2002 linear_94_updated_constant0" -> "2008 quantize_per_channel_default_95" [label="(1152, 384)", style=solid]; +"2003 reshape_67_0_0_nncf_smooth_quant_0" -> "2004 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"2004 quantize_per_tensor_default_93" -> "2005 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"2005 dequantize_per_tensor_default_93" -> "2011 linear_94" [label="(4, 64, 384)", style=solid]; +"2006 linear_94_scale_0" -> "2008 quantize_per_channel_default_95" [label="(1152,)", style=solid]; +"2006 linear_94_scale_0" -> "2009 dequantize_per_channel_default_95" [label="(1152,)", style=solid]; +"2007 linear_94_zero_point_0" -> "2008 quantize_per_channel_default_95" [label="(1152,)", style=solid]; +"2007 linear_94_zero_point_0" -> "2009 dequantize_per_channel_default_95" [label="(1152,)", style=solid]; +"2008 quantize_per_channel_default_95" -> "2009 dequantize_per_channel_default_95" [label="(1152, 384)", style=solid]; +"2009 dequantize_per_channel_default_95" -> "2011 linear_94" [label="(1152, 384)", style=solid]; +"2010 _param_constant253_0_0" -> "2011 linear_94" [label="(1152,)", style=solid]; +"2011 linear_94" -> "2012 reshape_68" [label="(4, 64, 1152)", style=solid]; +"2012 reshape_68" -> "2013 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; +"2013 permute_70" -> "2014 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; +"2013 permute_70" -> "2015 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; +"2013 permute_70" -> "2016 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; +"2014 select_45" -> "2017 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; +"2014 select_45" -> "2019 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; +"2014 select_45" -> "2020 div_30" [label="(4, 12, 64, 32)", style=solid]; +"2015 select_46" -> "2023 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; +"2015 select_46" -> "2025 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; +"2015 select_46" -> "2026 div_31" [label="(4, 12, 64, 32)", style=solid]; +"2016 select_47" -> "2054 matmul_31" [label="(4, 12, 64, 32)", style=solid]; +"2017 linalg_vector_norm_30" -> "2018 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; +"2018 clamp_min_30" -> "2019 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; +"2019 expand_as_30" -> "2020 div_30" [label="(4, 12, 64, 32)", style=solid]; +"2020 div_30" -> "2021 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"2021 quantize_per_tensor_default_94" -> "2022 dequantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"2022 dequantize_per_tensor_default_94" -> "2030 matmul_30" [label="(4, 12, 64, 32)", style=solid]; +"2023 linalg_vector_norm_31" -> "2024 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; +"2024 clamp_min_31" -> "2025 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; +"2025 expand_as_31" -> "2026 div_31" [label="(4, 12, 64, 32)", style=solid]; +"2026 div_31" -> "2027 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"2027 quantize_per_tensor_default_95" -> "2028 dequantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"2028 dequantize_per_tensor_default_95" -> "2029 transpose_30" [label="(4, 12, 64, 32)", style=solid]; +"2029 transpose_30" -> "2030 matmul_30" [label="(4, 12, 32, 64)", style=solid]; +"2030 matmul_30" -> "2034 mul_31" [label="(4, 12, 64, 64)", style=solid]; +"2031 _param_constant255" -> "2032 clamp_15" [label="(12, 1, 1)", style=solid]; +"2032 clamp_15" -> "2033 exp_15" [label="(12, 1, 1)", style=solid]; +"2033 exp_15" -> "2034 mul_31" [label="(12, 1, 1)", style=solid]; +"2034 mul_31" -> "2035 add_52" [label="(4, 12, 64, 64)", style=solid]; +"2035 add_52" -> "2047 view_85" [label="(4, 12, 64, 64)", style=solid]; +"2036 new_zeros_7" -> "2037 view_84" [label="(16, 16)", style=solid]; +"2037 view_84" -> "2038 permute_71" [label="(2, 8, 2, 8)", style=solid]; +"2038 permute_71" -> "2039 reshape_69" [label="(2, 2, 8, 8)", style=solid]; +"2039 reshape_69" -> "2040 unsqueeze_44" [label="(4, 64)", style=solid]; +"2039 reshape_69" -> "2041 unsqueeze_45" [label="(4, 64)", style=solid]; +"2040 unsqueeze_44" -> "2042 sub_7" [label="(4, 1, 64)", style=solid]; +"2041 unsqueeze_45" -> "2042 sub_7" [label="(4, 64, 1)", style=solid]; +"2042 sub_7" -> "2043 ne_7" [label="(4, 64, 64)", style=solid]; +"2042 sub_7" -> "2044 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"2042 sub_7" -> "2045 eq_7" [label="(4, 64, 64)", style=solid]; +"2043 ne_7" -> "2044 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"2044 masked_fill_14" -> "2046 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"2045 eq_7" -> "2046 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"2046 masked_fill_15" -> "2048 unsqueeze_46" [label="(4, 64, 64)", style=solid]; +"2047 view_85" -> "2050 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"2048 unsqueeze_46" -> "2049 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; +"2049 unsqueeze_47" -> "2050 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; +"2050 add_53" -> "2051 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; +"2051 view_86" -> "2052 softmax_15" [label="(4, 12, 64, 64)", style=solid]; +"2052 softmax_15" -> "2053 dropout_60" [label="(4, 12, 64, 64)", style=solid]; +"2053 dropout_60" -> "2054 matmul_31" [label="(4, 12, 64, 64)", style=solid]; +"2054 matmul_31" -> "2055 transpose_31" [label="(4, 12, 64, 32)", style=solid]; +"2055 transpose_31" -> "2056 reshape_70" [label="(4, 64, 12, 32)", style=solid]; +"2056 reshape_70" -> "2058 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2057 linear_95_updated_constant0" -> "2063 quantize_per_channel_default_96" [label="(384, 384)", style=solid]; +"2058 reshape_70_0_0_nncf_smooth_quant_0" -> "2059 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"2059 quantize_per_tensor_default_96" -> "2060 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"2060 dequantize_per_tensor_default_96" -> "2066 linear_95" [label="(4, 64, 384)", style=solid]; +"2061 linear_95_scale_0" -> "2063 quantize_per_channel_default_96" [label="(384,)", style=solid]; +"2061 linear_95_scale_0" -> "2064 dequantize_per_channel_default_96" [label="(384,)", style=solid]; +"2062 linear_95_zero_point_0" -> "2063 quantize_per_channel_default_96" [label="(384,)", style=solid]; +"2062 linear_95_zero_point_0" -> "2064 dequantize_per_channel_default_96" [label="(384,)", style=solid]; +"2063 quantize_per_channel_default_96" -> "2064 dequantize_per_channel_default_96" [label="(384, 384)", style=solid]; +"2064 dequantize_per_channel_default_96" -> "2066 linear_95" [label="(384, 384)", style=solid]; +"2065 _param_constant257_0_0" -> "2066 linear_95" [label="(384,)", style=solid]; +"2066 linear_95" -> "2067 dropout_61" [label="(4, 64, 384)", style=solid]; +"2067 dropout_61" -> "2068 view_87" [label="(4, 64, 384)", style=solid]; +"2068 view_87" -> "2069 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2069 permute_72" -> "2070 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2070 reshape_71" -> "2071 roll_15" [label="(1, 16, 16, 384)", style=solid]; +"2071 roll_15" -> "2072 slice_241" [label="(1, 16, 16, 384)", style=solid]; +"2072 slice_241" -> "2073 slice_242" [label="(1, 16, 16, 384)", style=solid]; +"2073 slice_242" -> "2074 slice_243" [label="(1, 14, 16, 384)", style=solid]; +"2074 slice_243" -> "2075 slice_244" [label="(1, 14, 14, 384)", style=solid]; +"2075 slice_244" -> "2076 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; +"2076 contiguous_29" -> "2079 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; +"2077 _param_constant258" -> "2079 layer_norm_33" [label="(384,)", style=solid]; +"2078 _param_constant259" -> "2079 layer_norm_33" [label="(384,)", style=solid]; +"2079 layer_norm_33" -> "2080 add_54" [label="(1, 14, 14, 384)", style=solid]; +"2080 add_54" -> "2082 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2080 add_54" -> "2107 add_55" [label="(1, 14, 14, 384)", style=solid]; +"2081 linear_96_updated_constant0" -> "2087 quantize_per_channel_default_97" [label="(1536, 384)", style=solid]; +"2082 add_54_0_0_nncf_smooth_quant_0" -> "2083 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"2083 quantize_per_tensor_default_97" -> "2084 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"2084 dequantize_per_tensor_default_97" -> "2090 linear_96" [label="(1, 14, 14, 384)", style=solid]; +"2085 linear_96_scale_0" -> "2087 quantize_per_channel_default_97" [label="(1536,)", style=solid]; +"2085 linear_96_scale_0" -> "2088 dequantize_per_channel_default_97" [label="(1536,)", style=solid]; +"2086 linear_96_zero_point_0" -> "2087 quantize_per_channel_default_97" [label="(1536,)", style=solid]; +"2086 linear_96_zero_point_0" -> "2088 dequantize_per_channel_default_97" [label="(1536,)", style=solid]; +"2087 quantize_per_channel_default_97" -> "2088 dequantize_per_channel_default_97" [label="(1536, 384)", style=solid]; +"2088 dequantize_per_channel_default_97" -> "2090 linear_96" [label="(1536, 384)", style=solid]; +"2089 _param_constant261_0_0" -> "2090 linear_96" [label="(1536,)", style=solid]; +"2090 linear_96" -> "2091 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; +"2091 gelu_15" -> "2092 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; +"2092 dropout_62" -> "2094 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2093 linear_97_updated_constant0" -> "2099 quantize_per_channel_default_98" [label="(384, 1536)", style=solid]; +"2094 dropout_62_0_0_nncf_smooth_quant_0" -> "2095 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"2095 quantize_per_tensor_default_98" -> "2096 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"2096 dequantize_per_tensor_default_98" -> "2102 linear_97" [label="(1, 14, 14, 1536)", style=solid]; +"2097 linear_97_scale_0" -> "2099 quantize_per_channel_default_98" [label="(384,)", style=solid]; +"2097 linear_97_scale_0" -> "2100 dequantize_per_channel_default_98" [label="(384,)", style=solid]; +"2098 linear_97_zero_point_0" -> "2099 quantize_per_channel_default_98" [label="(384,)", style=solid]; +"2098 linear_97_zero_point_0" -> "2100 dequantize_per_channel_default_98" [label="(384,)", style=solid]; +"2099 quantize_per_channel_default_98" -> "2100 dequantize_per_channel_default_98" [label="(384, 1536)", style=solid]; +"2100 dequantize_per_channel_default_98" -> "2102 linear_97" [label="(384, 1536)", style=solid]; +"2101 _param_constant263_0_0" -> "2102 linear_97" [label="(384,)", style=solid]; +"2102 linear_97" -> "2103 dropout_63" [label="(1, 14, 14, 384)", style=solid]; +"2103 dropout_63" -> "2106 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; +"2104 _param_constant264" -> "2106 layer_norm_34" [label="(384,)", style=solid]; +"2105 _param_constant265" -> "2106 layer_norm_34" [label="(384,)", style=solid]; +"2106 layer_norm_34" -> "2107 add_55" [label="(1, 14, 14, 384)", style=solid]; +"2107 add_55" -> "2134 pad_18" [label="(1, 14, 14, 384)", style=solid]; +"2107 add_55" -> "2199 add_57" [label="(1, 14, 14, 384)", style=solid]; +"2108 _tensor_constant104" -> "2110 _tensor_constant104_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2109 linear_98_updated_constant0" -> "2113 quantize_per_channel_default_99" [label="(512, 2)", style=solid]; +"2110 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "2116 linear_98" [label="(1, 15, 15, 2)", style=solid]; +"2111 linear_98_scale_0" -> "2113 quantize_per_channel_default_99" [label="(512,)", style=solid]; +"2111 linear_98_scale_0" -> "2114 dequantize_per_channel_default_99" [label="(512,)", style=solid]; +"2112 linear_98_zero_point_0" -> "2113 quantize_per_channel_default_99" [label="(512,)", style=solid]; +"2112 linear_98_zero_point_0" -> "2114 dequantize_per_channel_default_99" [label="(512,)", style=solid]; +"2113 quantize_per_channel_default_99" -> "2114 dequantize_per_channel_default_99" [label="(512, 2)", style=solid]; +"2114 dequantize_per_channel_default_99" -> "2116 linear_98" [label="(512, 2)", style=solid]; +"2115 _param_constant267_0_0" -> "2116 linear_98" [label="(512,)", style=solid]; +"2116 linear_98" -> "2117 relu__16" [label="(1, 15, 15, 512)", style=solid]; +"2117 relu__16" -> "2119 relu__16_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2118 linear_99_updated_constant0" -> "2122 quantize_per_channel_default_100" [label="(12, 512)", style=solid]; +"2119 relu__16_0_0_nncf_smooth_quant_0" -> "2124 linear_99" [label="(1, 15, 15, 512)", style=solid]; +"2120 linear_99_scale_0" -> "2122 quantize_per_channel_default_100" [label="(12,)", style=solid]; +"2120 linear_99_scale_0" -> "2123 dequantize_per_channel_default_100" [label="(12,)", style=solid]; +"2121 linear_99_zero_point_0" -> "2122 quantize_per_channel_default_100" [label="(12,)", style=solid]; +"2121 linear_99_zero_point_0" -> "2123 dequantize_per_channel_default_100" [label="(12,)", style=solid]; +"2122 quantize_per_channel_default_100" -> "2123 dequantize_per_channel_default_100" [label="(12, 512)", style=solid]; +"2123 dequantize_per_channel_default_100" -> "2124 linear_99" [label="(12, 512)", style=solid]; +"2124 linear_99" -> "2125 view_88" [label="(1, 15, 15, 12)", style=solid]; +"2125 view_88" -> "2127 index_16" [label="(225, 12)", style=solid]; +"2126 _tensor_constant105" -> "2127 index_16" [label="(4096,)", style=solid]; +"2127 index_16" -> "2128 view_89" [label="(4096, 12)", style=solid]; +"2128 view_89" -> "2129 permute_73" [label="(64, 64, 12)", style=solid]; +"2129 permute_73" -> "2130 contiguous_30" [label="(12, 64, 64)", style=solid]; +"2130 contiguous_30" -> "2131 unsqueeze_48" [label="(12, 64, 64)", style=solid]; +"2131 unsqueeze_48" -> "2132 sigmoid_16" [label="(1, 12, 64, 64)", style=solid]; +"2132 sigmoid_16" -> "2133 mul_32" [label="(1, 12, 64, 64)", style=solid]; +"2133 mul_32" -> "2171 add_56" [label="(1, 12, 64, 64)", style=solid]; +"2134 pad_18" -> "2135 view_90" [label="(1, 16, 16, 384)", style=solid]; +"2135 view_90" -> "2136 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2136 permute_74" -> "2137 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2137 reshape_72" -> "2139 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2138 linear_100_updated_constant0" -> "2144 quantize_per_channel_default_101" [label="(1152, 384)", style=solid]; +"2139 reshape_72_0_0_nncf_smooth_quant_0" -> "2140 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"2140 quantize_per_tensor_default_99" -> "2141 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"2141 dequantize_per_tensor_default_99" -> "2147 linear_100" [label="(4, 64, 384)", style=solid]; +"2142 linear_100_scale_0" -> "2144 quantize_per_channel_default_101" [label="(1152,)", style=solid]; +"2142 linear_100_scale_0" -> "2145 dequantize_per_channel_default_101" [label="(1152,)", style=solid]; +"2143 linear_100_zero_point_0" -> "2144 quantize_per_channel_default_101" [label="(1152,)", style=solid]; +"2143 linear_100_zero_point_0" -> "2145 dequantize_per_channel_default_101" [label="(1152,)", style=solid]; +"2144 quantize_per_channel_default_101" -> "2145 dequantize_per_channel_default_101" [label="(1152, 384)", style=solid]; +"2145 dequantize_per_channel_default_101" -> "2147 linear_100" [label="(1152, 384)", style=solid]; +"2146 _param_constant269_0_0" -> "2147 linear_100" [label="(1152,)", style=solid]; +"2147 linear_100" -> "2148 reshape_73" [label="(4, 64, 1152)", style=solid]; +"2148 reshape_73" -> "2149 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; +"2149 permute_75" -> "2150 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; +"2149 permute_75" -> "2151 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; +"2149 permute_75" -> "2152 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; +"2150 select_48" -> "2153 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; +"2150 select_48" -> "2155 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; +"2150 select_48" -> "2156 div_32" [label="(4, 12, 64, 32)", style=solid]; +"2151 select_49" -> "2159 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; +"2151 select_49" -> "2161 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; +"2151 select_49" -> "2162 div_33" [label="(4, 12, 64, 32)", style=solid]; +"2152 select_50" -> "2174 matmul_33" [label="(4, 12, 64, 32)", style=solid]; +"2153 linalg_vector_norm_32" -> "2154 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; +"2154 clamp_min_32" -> "2155 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; +"2155 expand_as_32" -> "2156 div_32" [label="(4, 12, 64, 32)", style=solid]; +"2156 div_32" -> "2157 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"2157 quantize_per_tensor_default_100" -> "2158 dequantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"2158 dequantize_per_tensor_default_100" -> "2166 matmul_32" [label="(4, 12, 64, 32)", style=solid]; +"2159 linalg_vector_norm_33" -> "2160 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; +"2160 clamp_min_33" -> "2161 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; +"2161 expand_as_33" -> "2162 div_33" [label="(4, 12, 64, 32)", style=solid]; +"2162 div_33" -> "2163 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"2163 quantize_per_tensor_default_101" -> "2164 dequantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"2164 dequantize_per_tensor_default_101" -> "2165 transpose_32" [label="(4, 12, 64, 32)", style=solid]; +"2165 transpose_32" -> "2166 matmul_32" [label="(4, 12, 32, 64)", style=solid]; +"2166 matmul_32" -> "2170 mul_33" [label="(4, 12, 64, 64)", style=solid]; +"2167 _param_constant271" -> "2168 clamp_16" [label="(12, 1, 1)", style=solid]; +"2168 clamp_16" -> "2169 exp_16" [label="(12, 1, 1)", style=solid]; +"2169 exp_16" -> "2170 mul_33" [label="(12, 1, 1)", style=solid]; +"2170 mul_33" -> "2171 add_56" [label="(4, 12, 64, 64)", style=solid]; +"2171 add_56" -> "2172 softmax_16" [label="(4, 12, 64, 64)", style=solid]; +"2172 softmax_16" -> "2173 dropout_64" [label="(4, 12, 64, 64)", style=solid]; +"2173 dropout_64" -> "2174 matmul_33" [label="(4, 12, 64, 64)", style=solid]; +"2174 matmul_33" -> "2175 transpose_33" [label="(4, 12, 64, 32)", style=solid]; +"2175 transpose_33" -> "2176 reshape_74" [label="(4, 64, 12, 32)", style=solid]; +"2176 reshape_74" -> "2178 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2177 linear_101_updated_constant0" -> "2183 quantize_per_channel_default_102" [label="(384, 384)", style=solid]; +"2178 reshape_74_0_0_nncf_smooth_quant_0" -> "2179 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"2179 quantize_per_tensor_default_102" -> "2180 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"2180 dequantize_per_tensor_default_102" -> "2186 linear_101" [label="(4, 64, 384)", style=solid]; +"2181 linear_101_scale_0" -> "2183 quantize_per_channel_default_102" [label="(384,)", style=solid]; +"2181 linear_101_scale_0" -> "2184 dequantize_per_channel_default_102" [label="(384,)", style=solid]; +"2182 linear_101_zero_point_0" -> "2183 quantize_per_channel_default_102" [label="(384,)", style=solid]; +"2182 linear_101_zero_point_0" -> "2184 dequantize_per_channel_default_102" [label="(384,)", style=solid]; +"2183 quantize_per_channel_default_102" -> "2184 dequantize_per_channel_default_102" [label="(384, 384)", style=solid]; +"2184 dequantize_per_channel_default_102" -> "2186 linear_101" [label="(384, 384)", style=solid]; +"2185 _param_constant273_0_0" -> "2186 linear_101" [label="(384,)", style=solid]; +"2186 linear_101" -> "2187 dropout_65" [label="(4, 64, 384)", style=solid]; +"2187 dropout_65" -> "2188 view_91" [label="(4, 64, 384)", style=solid]; +"2188 view_91" -> "2189 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2189 permute_76" -> "2190 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2190 reshape_75" -> "2191 slice_246" [label="(1, 16, 16, 384)", style=solid]; +"2191 slice_246" -> "2192 slice_247" [label="(1, 16, 16, 384)", style=solid]; +"2192 slice_247" -> "2193 slice_248" [label="(1, 14, 16, 384)", style=solid]; +"2193 slice_248" -> "2194 slice_249" [label="(1, 14, 14, 384)", style=solid]; +"2194 slice_249" -> "2195 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; +"2195 contiguous_31" -> "2198 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; +"2196 _param_constant274" -> "2198 layer_norm_35" [label="(384,)", style=solid]; +"2197 _param_constant275" -> "2198 layer_norm_35" [label="(384,)", style=solid]; +"2198 layer_norm_35" -> "2199 add_57" [label="(1, 14, 14, 384)", style=solid]; +"2199 add_57" -> "2201 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2199 add_57" -> "2226 add_58" [label="(1, 14, 14, 384)", style=solid]; +"2200 linear_102_updated_constant0" -> "2206 quantize_per_channel_default_103" [label="(1536, 384)", style=solid]; +"2201 add_57_0_0_nncf_smooth_quant_0" -> "2202 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"2202 quantize_per_tensor_default_103" -> "2203 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"2203 dequantize_per_tensor_default_103" -> "2209 linear_102" [label="(1, 14, 14, 384)", style=solid]; +"2204 linear_102_scale_0" -> "2206 quantize_per_channel_default_103" [label="(1536,)", style=solid]; +"2204 linear_102_scale_0" -> "2207 dequantize_per_channel_default_103" [label="(1536,)", style=solid]; +"2205 linear_102_zero_point_0" -> "2206 quantize_per_channel_default_103" [label="(1536,)", style=solid]; +"2205 linear_102_zero_point_0" -> "2207 dequantize_per_channel_default_103" [label="(1536,)", style=solid]; +"2206 quantize_per_channel_default_103" -> "2207 dequantize_per_channel_default_103" [label="(1536, 384)", style=solid]; +"2207 dequantize_per_channel_default_103" -> "2209 linear_102" [label="(1536, 384)", style=solid]; +"2208 _param_constant277_0_0" -> "2209 linear_102" [label="(1536,)", style=solid]; +"2209 linear_102" -> "2210 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; +"2210 gelu_16" -> "2211 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; +"2211 dropout_66" -> "2213 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2212 linear_103_updated_constant0" -> "2218 quantize_per_channel_default_104" [label="(384, 1536)", style=solid]; +"2213 dropout_66_0_0_nncf_smooth_quant_0" -> "2214 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"2214 quantize_per_tensor_default_104" -> "2215 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"2215 dequantize_per_tensor_default_104" -> "2221 linear_103" [label="(1, 14, 14, 1536)", style=solid]; +"2216 linear_103_scale_0" -> "2218 quantize_per_channel_default_104" [label="(384,)", style=solid]; +"2216 linear_103_scale_0" -> "2219 dequantize_per_channel_default_104" [label="(384,)", style=solid]; +"2217 linear_103_zero_point_0" -> "2218 quantize_per_channel_default_104" [label="(384,)", style=solid]; +"2217 linear_103_zero_point_0" -> "2219 dequantize_per_channel_default_104" [label="(384,)", style=solid]; +"2218 quantize_per_channel_default_104" -> "2219 dequantize_per_channel_default_104" [label="(384, 1536)", style=solid]; +"2219 dequantize_per_channel_default_104" -> "2221 linear_103" [label="(384, 1536)", style=solid]; +"2220 _param_constant279_0_0" -> "2221 linear_103" [label="(384,)", style=solid]; +"2221 linear_103" -> "2222 dropout_67" [label="(1, 14, 14, 384)", style=solid]; +"2222 dropout_67" -> "2225 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; +"2223 _param_constant280" -> "2225 layer_norm_36" [label="(384,)", style=solid]; +"2224 _param_constant281" -> "2225 layer_norm_36" [label="(384,)", style=solid]; +"2225 layer_norm_36" -> "2226 add_58" [label="(1, 14, 14, 384)", style=solid]; +"2226 add_58" -> "2253 pad_19" [label="(1, 14, 14, 384)", style=solid]; +"2226 add_58" -> "2336 add_61" [label="(1, 14, 14, 384)", style=solid]; +"2227 _tensor_constant106" -> "2229 _tensor_constant106_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2228 linear_104_updated_constant0" -> "2232 quantize_per_channel_default_105" [label="(512, 2)", style=solid]; +"2229 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2235 linear_104" [label="(1, 15, 15, 2)", style=solid]; +"2230 linear_104_scale_0" -> "2232 quantize_per_channel_default_105" [label="(512,)", style=solid]; +"2230 linear_104_scale_0" -> "2233 dequantize_per_channel_default_105" [label="(512,)", style=solid]; +"2231 linear_104_zero_point_0" -> "2232 quantize_per_channel_default_105" [label="(512,)", style=solid]; +"2231 linear_104_zero_point_0" -> "2233 dequantize_per_channel_default_105" [label="(512,)", style=solid]; +"2232 quantize_per_channel_default_105" -> "2233 dequantize_per_channel_default_105" [label="(512, 2)", style=solid]; +"2233 dequantize_per_channel_default_105" -> "2235 linear_104" [label="(512, 2)", style=solid]; +"2234 _param_constant283_0_0" -> "2235 linear_104" [label="(512,)", style=solid]; +"2235 linear_104" -> "2236 relu__17" [label="(1, 15, 15, 512)", style=solid]; +"2236 relu__17" -> "2238 relu__17_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2237 linear_105_updated_constant0" -> "2241 quantize_per_channel_default_106" [label="(12, 512)", style=solid]; +"2238 relu__17_0_0_nncf_smooth_quant_0" -> "2243 linear_105" [label="(1, 15, 15, 512)", style=solid]; +"2239 linear_105_scale_0" -> "2241 quantize_per_channel_default_106" [label="(12,)", style=solid]; +"2239 linear_105_scale_0" -> "2242 dequantize_per_channel_default_106" [label="(12,)", style=solid]; +"2240 linear_105_zero_point_0" -> "2241 quantize_per_channel_default_106" [label="(12,)", style=solid]; +"2240 linear_105_zero_point_0" -> "2242 dequantize_per_channel_default_106" [label="(12,)", style=solid]; +"2241 quantize_per_channel_default_106" -> "2242 dequantize_per_channel_default_106" [label="(12, 512)", style=solid]; +"2242 dequantize_per_channel_default_106" -> "2243 linear_105" [label="(12, 512)", style=solid]; +"2243 linear_105" -> "2244 view_92" [label="(1, 15, 15, 12)", style=solid]; +"2244 view_92" -> "2246 index_17" [label="(225, 12)", style=solid]; +"2245 _tensor_constant107" -> "2246 index_17" [label="(4096,)", style=solid]; +"2246 index_17" -> "2247 view_93" [label="(4096, 12)", style=solid]; +"2247 view_93" -> "2248 permute_77" [label="(64, 64, 12)", style=solid]; +"2248 permute_77" -> "2249 contiguous_32" [label="(12, 64, 64)", style=solid]; +"2249 contiguous_32" -> "2250 unsqueeze_49" [label="(12, 64, 64)", style=solid]; +"2250 unsqueeze_49" -> "2251 sigmoid_17" [label="(1, 12, 64, 64)", style=solid]; +"2251 sigmoid_17" -> "2252 mul_34" [label="(1, 12, 64, 64)", style=solid]; +"2252 mul_34" -> "2291 add_59" [label="(1, 12, 64, 64)", style=solid]; +"2253 pad_19" -> "2254 roll_16" [label="(1, 16, 16, 384)", style=solid]; +"2254 roll_16" -> "2255 view_94" [label="(1, 16, 16, 384)", style=solid]; +"2255 view_94" -> "2256 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2256 permute_78" -> "2257 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2257 reshape_76" -> "2259 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2257 reshape_76" -> "2292 new_zeros_8" [label="(4, 64, 384)", style=solid]; +"2258 linear_106_updated_constant0" -> "2264 quantize_per_channel_default_107" [label="(1152, 384)", style=solid]; +"2259 reshape_76_0_0_nncf_smooth_quant_0" -> "2260 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"2260 quantize_per_tensor_default_105" -> "2261 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"2261 dequantize_per_tensor_default_105" -> "2267 linear_106" [label="(4, 64, 384)", style=solid]; +"2262 linear_106_scale_0" -> "2264 quantize_per_channel_default_107" [label="(1152,)", style=solid]; +"2262 linear_106_scale_0" -> "2265 dequantize_per_channel_default_107" [label="(1152,)", style=solid]; +"2263 linear_106_zero_point_0" -> "2264 quantize_per_channel_default_107" [label="(1152,)", style=solid]; +"2263 linear_106_zero_point_0" -> "2265 dequantize_per_channel_default_107" [label="(1152,)", style=solid]; +"2264 quantize_per_channel_default_107" -> "2265 dequantize_per_channel_default_107" [label="(1152, 384)", style=solid]; +"2265 dequantize_per_channel_default_107" -> "2267 linear_106" [label="(1152, 384)", style=solid]; +"2266 _param_constant285_0_0" -> "2267 linear_106" [label="(1152,)", style=solid]; +"2267 linear_106" -> "2268 reshape_77" [label="(4, 64, 1152)", style=solid]; +"2268 reshape_77" -> "2269 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; +"2269 permute_79" -> "2270 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; +"2269 permute_79" -> "2271 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; +"2269 permute_79" -> "2272 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; +"2270 select_51" -> "2273 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; +"2270 select_51" -> "2275 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; +"2270 select_51" -> "2276 div_34" [label="(4, 12, 64, 32)", style=solid]; +"2271 select_52" -> "2279 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; +"2271 select_52" -> "2281 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; +"2271 select_52" -> "2282 div_35" [label="(4, 12, 64, 32)", style=solid]; +"2272 select_53" -> "2310 matmul_35" [label="(4, 12, 64, 32)", style=solid]; +"2273 linalg_vector_norm_34" -> "2274 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; +"2274 clamp_min_34" -> "2275 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; +"2275 expand_as_34" -> "2276 div_34" [label="(4, 12, 64, 32)", style=solid]; +"2276 div_34" -> "2277 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"2277 quantize_per_tensor_default_106" -> "2278 dequantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"2278 dequantize_per_tensor_default_106" -> "2286 matmul_34" [label="(4, 12, 64, 32)", style=solid]; +"2279 linalg_vector_norm_35" -> "2280 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; +"2280 clamp_min_35" -> "2281 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; +"2281 expand_as_35" -> "2282 div_35" [label="(4, 12, 64, 32)", style=solid]; +"2282 div_35" -> "2283 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"2283 quantize_per_tensor_default_107" -> "2284 dequantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"2284 dequantize_per_tensor_default_107" -> "2285 transpose_34" [label="(4, 12, 64, 32)", style=solid]; +"2285 transpose_34" -> "2286 matmul_34" [label="(4, 12, 32, 64)", style=solid]; +"2286 matmul_34" -> "2290 mul_35" [label="(4, 12, 64, 64)", style=solid]; +"2287 _param_constant287" -> "2288 clamp_17" [label="(12, 1, 1)", style=solid]; +"2288 clamp_17" -> "2289 exp_17" [label="(12, 1, 1)", style=solid]; +"2289 exp_17" -> "2290 mul_35" [label="(12, 1, 1)", style=solid]; +"2290 mul_35" -> "2291 add_59" [label="(4, 12, 64, 64)", style=solid]; +"2291 add_59" -> "2303 view_96" [label="(4, 12, 64, 64)", style=solid]; +"2292 new_zeros_8" -> "2293 view_95" [label="(16, 16)", style=solid]; +"2293 view_95" -> "2294 permute_80" [label="(2, 8, 2, 8)", style=solid]; +"2294 permute_80" -> "2295 reshape_78" [label="(2, 2, 8, 8)", style=solid]; +"2295 reshape_78" -> "2296 unsqueeze_50" [label="(4, 64)", style=solid]; +"2295 reshape_78" -> "2297 unsqueeze_51" [label="(4, 64)", style=solid]; +"2296 unsqueeze_50" -> "2298 sub_8" [label="(4, 1, 64)", style=solid]; +"2297 unsqueeze_51" -> "2298 sub_8" [label="(4, 64, 1)", style=solid]; +"2298 sub_8" -> "2299 ne_8" [label="(4, 64, 64)", style=solid]; +"2298 sub_8" -> "2300 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"2298 sub_8" -> "2301 eq_8" [label="(4, 64, 64)", style=solid]; +"2299 ne_8" -> "2300 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"2300 masked_fill_16" -> "2302 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"2301 eq_8" -> "2302 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"2302 masked_fill_17" -> "2304 unsqueeze_52" [label="(4, 64, 64)", style=solid]; +"2303 view_96" -> "2306 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; +"2304 unsqueeze_52" -> "2305 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; +"2305 unsqueeze_53" -> "2306 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; +"2306 add_60" -> "2307 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; +"2307 view_97" -> "2308 softmax_17" [label="(4, 12, 64, 64)", style=solid]; +"2308 softmax_17" -> "2309 dropout_68" [label="(4, 12, 64, 64)", style=solid]; +"2309 dropout_68" -> "2310 matmul_35" [label="(4, 12, 64, 64)", style=solid]; +"2310 matmul_35" -> "2311 transpose_35" [label="(4, 12, 64, 32)", style=solid]; +"2311 transpose_35" -> "2312 reshape_79" [label="(4, 64, 12, 32)", style=solid]; +"2312 reshape_79" -> "2314 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2313 linear_107_updated_constant0" -> "2319 quantize_per_channel_default_108" [label="(384, 384)", style=solid]; +"2314 reshape_79_0_0_nncf_smooth_quant_0" -> "2315 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"2315 quantize_per_tensor_default_108" -> "2316 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"2316 dequantize_per_tensor_default_108" -> "2322 linear_107" [label="(4, 64, 384)", style=solid]; +"2317 linear_107_scale_0" -> "2319 quantize_per_channel_default_108" [label="(384,)", style=solid]; +"2317 linear_107_scale_0" -> "2320 dequantize_per_channel_default_108" [label="(384,)", style=solid]; +"2318 linear_107_zero_point_0" -> "2319 quantize_per_channel_default_108" [label="(384,)", style=solid]; +"2318 linear_107_zero_point_0" -> "2320 dequantize_per_channel_default_108" [label="(384,)", style=solid]; +"2319 quantize_per_channel_default_108" -> "2320 dequantize_per_channel_default_108" [label="(384, 384)", style=solid]; +"2320 dequantize_per_channel_default_108" -> "2322 linear_107" [label="(384, 384)", style=solid]; +"2321 _param_constant289_0_0" -> "2322 linear_107" [label="(384,)", style=solid]; +"2322 linear_107" -> "2323 dropout_69" [label="(4, 64, 384)", style=solid]; +"2323 dropout_69" -> "2324 view_98" [label="(4, 64, 384)", style=solid]; +"2324 view_98" -> "2325 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2325 permute_81" -> "2326 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2326 reshape_80" -> "2327 roll_17" [label="(1, 16, 16, 384)", style=solid]; +"2327 roll_17" -> "2328 slice_269" [label="(1, 16, 16, 384)", style=solid]; +"2328 slice_269" -> "2329 slice_270" [label="(1, 16, 16, 384)", style=solid]; +"2329 slice_270" -> "2330 slice_271" [label="(1, 14, 16, 384)", style=solid]; +"2330 slice_271" -> "2331 slice_272" [label="(1, 14, 14, 384)", style=solid]; +"2331 slice_272" -> "2332 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; +"2332 contiguous_33" -> "2335 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; +"2333 _param_constant290" -> "2335 layer_norm_37" [label="(384,)", style=solid]; +"2334 _param_constant291" -> "2335 layer_norm_37" [label="(384,)", style=solid]; +"2335 layer_norm_37" -> "2336 add_61" [label="(1, 14, 14, 384)", style=solid]; +"2336 add_61" -> "2338 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2336 add_61" -> "2363 add_62" [label="(1, 14, 14, 384)", style=solid]; +"2337 linear_108_updated_constant0" -> "2343 quantize_per_channel_default_109" [label="(1536, 384)", style=solid]; +"2338 add_61_0_0_nncf_smooth_quant_0" -> "2339 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"2339 quantize_per_tensor_default_109" -> "2340 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"2340 dequantize_per_tensor_default_109" -> "2346 linear_108" [label="(1, 14, 14, 384)", style=solid]; +"2341 linear_108_scale_0" -> "2343 quantize_per_channel_default_109" [label="(1536,)", style=solid]; +"2341 linear_108_scale_0" -> "2344 dequantize_per_channel_default_109" [label="(1536,)", style=solid]; +"2342 linear_108_zero_point_0" -> "2343 quantize_per_channel_default_109" [label="(1536,)", style=solid]; +"2342 linear_108_zero_point_0" -> "2344 dequantize_per_channel_default_109" [label="(1536,)", style=solid]; +"2343 quantize_per_channel_default_109" -> "2344 dequantize_per_channel_default_109" [label="(1536, 384)", style=solid]; +"2344 dequantize_per_channel_default_109" -> "2346 linear_108" [label="(1536, 384)", style=solid]; +"2345 _param_constant293_0_0" -> "2346 linear_108" [label="(1536,)", style=solid]; +"2346 linear_108" -> "2347 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; +"2347 gelu_17" -> "2348 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; +"2348 dropout_70" -> "2350 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2349 linear_109_updated_constant0" -> "2355 quantize_per_channel_default_110" [label="(384, 1536)", style=solid]; +"2350 dropout_70_0_0_nncf_smooth_quant_0" -> "2351 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"2351 quantize_per_tensor_default_110" -> "2352 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"2352 dequantize_per_tensor_default_110" -> "2358 linear_109" [label="(1, 14, 14, 1536)", style=solid]; +"2353 linear_109_scale_0" -> "2355 quantize_per_channel_default_110" [label="(384,)", style=solid]; +"2353 linear_109_scale_0" -> "2356 dequantize_per_channel_default_110" [label="(384,)", style=solid]; +"2354 linear_109_zero_point_0" -> "2355 quantize_per_channel_default_110" [label="(384,)", style=solid]; +"2354 linear_109_zero_point_0" -> "2356 dequantize_per_channel_default_110" [label="(384,)", style=solid]; +"2355 quantize_per_channel_default_110" -> "2356 dequantize_per_channel_default_110" [label="(384, 1536)", style=solid]; +"2356 dequantize_per_channel_default_110" -> "2358 linear_109" [label="(384, 1536)", style=solid]; +"2357 _param_constant295_0_0" -> "2358 linear_109" [label="(384,)", style=solid]; +"2358 linear_109" -> "2359 dropout_71" [label="(1, 14, 14, 384)", style=solid]; +"2359 dropout_71" -> "2362 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; +"2360 _param_constant296" -> "2362 layer_norm_38" [label="(384,)", style=solid]; +"2361 _param_constant297" -> "2362 layer_norm_38" [label="(384,)", style=solid]; +"2362 layer_norm_38" -> "2363 add_62" [label="(1, 14, 14, 384)", style=solid]; +"2363 add_62" -> "2390 pad_20" [label="(1, 14, 14, 384)", style=solid]; +"2363 add_62" -> "2455 add_64" [label="(1, 14, 14, 384)", style=solid]; +"2364 _tensor_constant117" -> "2366 _tensor_constant117_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2365 linear_110_updated_constant0" -> "2369 quantize_per_channel_default_111" [label="(512, 2)", style=solid]; +"2366 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2372 linear_110" [label="(1, 15, 15, 2)", style=solid]; +"2367 linear_110_scale_0" -> "2369 quantize_per_channel_default_111" [label="(512,)", style=solid]; +"2367 linear_110_scale_0" -> "2370 dequantize_per_channel_default_111" [label="(512,)", style=solid]; +"2368 linear_110_zero_point_0" -> "2369 quantize_per_channel_default_111" [label="(512,)", style=solid]; +"2368 linear_110_zero_point_0" -> "2370 dequantize_per_channel_default_111" [label="(512,)", style=solid]; +"2369 quantize_per_channel_default_111" -> "2370 dequantize_per_channel_default_111" [label="(512, 2)", style=solid]; +"2370 dequantize_per_channel_default_111" -> "2372 linear_110" [label="(512, 2)", style=solid]; +"2371 _param_constant299_0_0" -> "2372 linear_110" [label="(512,)", style=solid]; +"2372 linear_110" -> "2373 relu__18" [label="(1, 15, 15, 512)", style=solid]; +"2373 relu__18" -> "2375 relu__18_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2374 linear_111_updated_constant0" -> "2378 quantize_per_channel_default_112" [label="(12, 512)", style=solid]; +"2375 relu__18_0_0_nncf_smooth_quant_0" -> "2380 linear_111" [label="(1, 15, 15, 512)", style=solid]; +"2376 linear_111_scale_0" -> "2378 quantize_per_channel_default_112" [label="(12,)", style=solid]; +"2376 linear_111_scale_0" -> "2379 dequantize_per_channel_default_112" [label="(12,)", style=solid]; +"2377 linear_111_zero_point_0" -> "2378 quantize_per_channel_default_112" [label="(12,)", style=solid]; +"2377 linear_111_zero_point_0" -> "2379 dequantize_per_channel_default_112" [label="(12,)", style=solid]; +"2378 quantize_per_channel_default_112" -> "2379 dequantize_per_channel_default_112" [label="(12, 512)", style=solid]; +"2379 dequantize_per_channel_default_112" -> "2380 linear_111" [label="(12, 512)", style=solid]; +"2380 linear_111" -> "2381 view_99" [label="(1, 15, 15, 12)", style=solid]; +"2381 view_99" -> "2383 index_18" [label="(225, 12)", style=solid]; +"2382 _tensor_constant118" -> "2383 index_18" [label="(4096,)", style=solid]; +"2383 index_18" -> "2384 view_100" [label="(4096, 12)", style=solid]; +"2384 view_100" -> "2385 permute_82" [label="(64, 64, 12)", style=solid]; +"2385 permute_82" -> "2386 contiguous_34" [label="(12, 64, 64)", style=solid]; +"2386 contiguous_34" -> "2387 unsqueeze_54" [label="(12, 64, 64)", style=solid]; +"2387 unsqueeze_54" -> "2388 sigmoid_18" [label="(1, 12, 64, 64)", style=solid]; +"2388 sigmoid_18" -> "2389 mul_36" [label="(1, 12, 64, 64)", style=solid]; +"2389 mul_36" -> "2427 add_63" [label="(1, 12, 64, 64)", style=solid]; +"2390 pad_20" -> "2391 view_101" [label="(1, 16, 16, 384)", style=solid]; +"2391 view_101" -> "2392 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2392 permute_83" -> "2393 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2393 reshape_81" -> "2395 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2394 linear_112_updated_constant0" -> "2400 quantize_per_channel_default_113" [label="(1152, 384)", style=solid]; +"2395 reshape_81_0_0_nncf_smooth_quant_0" -> "2396 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"2396 quantize_per_tensor_default_111" -> "2397 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"2397 dequantize_per_tensor_default_111" -> "2403 linear_112" [label="(4, 64, 384)", style=solid]; +"2398 linear_112_scale_0" -> "2400 quantize_per_channel_default_113" [label="(1152,)", style=solid]; +"2398 linear_112_scale_0" -> "2401 dequantize_per_channel_default_113" [label="(1152,)", style=solid]; +"2399 linear_112_zero_point_0" -> "2400 quantize_per_channel_default_113" [label="(1152,)", style=solid]; +"2399 linear_112_zero_point_0" -> "2401 dequantize_per_channel_default_113" [label="(1152,)", style=solid]; +"2400 quantize_per_channel_default_113" -> "2401 dequantize_per_channel_default_113" [label="(1152, 384)", style=solid]; +"2401 dequantize_per_channel_default_113" -> "2403 linear_112" [label="(1152, 384)", style=solid]; +"2402 _param_constant301_0_0" -> "2403 linear_112" [label="(1152,)", style=solid]; +"2403 linear_112" -> "2404 reshape_82" [label="(4, 64, 1152)", style=solid]; +"2404 reshape_82" -> "2405 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; +"2405 permute_84" -> "2406 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; +"2405 permute_84" -> "2407 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; +"2405 permute_84" -> "2408 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; +"2406 select_54" -> "2409 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; +"2406 select_54" -> "2411 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; +"2406 select_54" -> "2412 div_36" [label="(4, 12, 64, 32)", style=solid]; +"2407 select_55" -> "2415 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; +"2407 select_55" -> "2417 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; +"2407 select_55" -> "2418 div_37" [label="(4, 12, 64, 32)", style=solid]; +"2408 select_56" -> "2430 matmul_37" [label="(4, 12, 64, 32)", style=solid]; +"2409 linalg_vector_norm_36" -> "2410 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; +"2410 clamp_min_36" -> "2411 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; +"2411 expand_as_36" -> "2412 div_36" [label="(4, 12, 64, 32)", style=solid]; +"2412 div_36" -> "2413 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"2413 quantize_per_tensor_default_112" -> "2414 dequantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"2414 dequantize_per_tensor_default_112" -> "2422 matmul_36" [label="(4, 12, 64, 32)", style=solid]; +"2415 linalg_vector_norm_37" -> "2416 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; +"2416 clamp_min_37" -> "2417 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; +"2417 expand_as_37" -> "2418 div_37" [label="(4, 12, 64, 32)", style=solid]; +"2418 div_37" -> "2419 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"2419 quantize_per_tensor_default_113" -> "2420 dequantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"2420 dequantize_per_tensor_default_113" -> "2421 transpose_36" [label="(4, 12, 64, 32)", style=solid]; +"2421 transpose_36" -> "2422 matmul_36" [label="(4, 12, 32, 64)", style=solid]; +"2422 matmul_36" -> "2426 mul_37" [label="(4, 12, 64, 64)", style=solid]; +"2423 _param_constant303" -> "2424 clamp_18" [label="(12, 1, 1)", style=solid]; +"2424 clamp_18" -> "2425 exp_18" [label="(12, 1, 1)", style=solid]; +"2425 exp_18" -> "2426 mul_37" [label="(12, 1, 1)", style=solid]; +"2426 mul_37" -> "2427 add_63" [label="(4, 12, 64, 64)", style=solid]; +"2427 add_63" -> "2428 softmax_18" [label="(4, 12, 64, 64)", style=solid]; +"2428 softmax_18" -> "2429 dropout_72" [label="(4, 12, 64, 64)", style=solid]; +"2429 dropout_72" -> "2430 matmul_37" [label="(4, 12, 64, 64)", style=solid]; +"2430 matmul_37" -> "2431 transpose_37" [label="(4, 12, 64, 32)", style=solid]; +"2431 transpose_37" -> "2432 reshape_83" [label="(4, 64, 12, 32)", style=solid]; +"2432 reshape_83" -> "2434 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2433 linear_113_updated_constant0" -> "2439 quantize_per_channel_default_114" [label="(384, 384)", style=solid]; +"2434 reshape_83_0_0_nncf_smooth_quant_0" -> "2435 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"2435 quantize_per_tensor_default_114" -> "2436 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"2436 dequantize_per_tensor_default_114" -> "2442 linear_113" [label="(4, 64, 384)", style=solid]; +"2437 linear_113_scale_0" -> "2439 quantize_per_channel_default_114" [label="(384,)", style=solid]; +"2437 linear_113_scale_0" -> "2440 dequantize_per_channel_default_114" [label="(384,)", style=solid]; +"2438 linear_113_zero_point_0" -> "2439 quantize_per_channel_default_114" [label="(384,)", style=solid]; +"2438 linear_113_zero_point_0" -> "2440 dequantize_per_channel_default_114" [label="(384,)", style=solid]; +"2439 quantize_per_channel_default_114" -> "2440 dequantize_per_channel_default_114" [label="(384, 384)", style=solid]; +"2440 dequantize_per_channel_default_114" -> "2442 linear_113" [label="(384, 384)", style=solid]; +"2441 _param_constant305_0_0" -> "2442 linear_113" [label="(384,)", style=solid]; +"2442 linear_113" -> "2443 dropout_73" [label="(4, 64, 384)", style=solid]; +"2443 dropout_73" -> "2444 view_102" [label="(4, 64, 384)", style=solid]; +"2444 view_102" -> "2445 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2445 permute_85" -> "2446 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2446 reshape_84" -> "2447 slice_274" [label="(1, 16, 16, 384)", style=solid]; +"2447 slice_274" -> "2448 slice_275" [label="(1, 16, 16, 384)", style=solid]; +"2448 slice_275" -> "2449 slice_276" [label="(1, 14, 16, 384)", style=solid]; +"2449 slice_276" -> "2450 slice_277" [label="(1, 14, 14, 384)", style=solid]; +"2450 slice_277" -> "2451 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; +"2451 contiguous_35" -> "2454 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; +"2452 _param_constant306" -> "2454 layer_norm_39" [label="(384,)", style=solid]; +"2453 _param_constant307" -> "2454 layer_norm_39" [label="(384,)", style=solid]; +"2454 layer_norm_39" -> "2455 add_64" [label="(1, 14, 14, 384)", style=solid]; +"2455 add_64" -> "2457 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2455 add_64" -> "2482 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2456 linear_114_updated_constant0" -> "2462 quantize_per_channel_default_115" [label="(1536, 384)", style=solid]; +"2457 add_64_0_0_nncf_smooth_quant_0" -> "2458 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"2458 quantize_per_tensor_default_115" -> "2459 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"2459 dequantize_per_tensor_default_115" -> "2465 linear_114" [label="(1, 14, 14, 384)", style=solid]; +"2460 linear_114_scale_0" -> "2462 quantize_per_channel_default_115" [label="(1536,)", style=solid]; +"2460 linear_114_scale_0" -> "2463 dequantize_per_channel_default_115" [label="(1536,)", style=solid]; +"2461 linear_114_zero_point_0" -> "2462 quantize_per_channel_default_115" [label="(1536,)", style=solid]; +"2461 linear_114_zero_point_0" -> "2463 dequantize_per_channel_default_115" [label="(1536,)", style=solid]; +"2462 quantize_per_channel_default_115" -> "2463 dequantize_per_channel_default_115" [label="(1536, 384)", style=solid]; +"2463 dequantize_per_channel_default_115" -> "2465 linear_114" [label="(1536, 384)", style=solid]; +"2464 _param_constant309_0_0" -> "2465 linear_114" [label="(1536,)", style=solid]; +"2465 linear_114" -> "2466 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; +"2466 gelu_18" -> "2467 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; +"2467 dropout_74" -> "2469 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2468 linear_115_updated_constant0" -> "2474 quantize_per_channel_default_116" [label="(384, 1536)", style=solid]; +"2469 dropout_74_0_0_nncf_smooth_quant_0" -> "2470 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"2470 quantize_per_tensor_default_116" -> "2471 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"2471 dequantize_per_tensor_default_116" -> "2477 linear_115" [label="(1, 14, 14, 1536)", style=solid]; +"2472 linear_115_scale_0" -> "2474 quantize_per_channel_default_116" [label="(384,)", style=solid]; +"2472 linear_115_scale_0" -> "2475 dequantize_per_channel_default_116" [label="(384,)", style=solid]; +"2473 linear_115_zero_point_0" -> "2474 quantize_per_channel_default_116" [label="(384,)", style=solid]; +"2473 linear_115_zero_point_0" -> "2475 dequantize_per_channel_default_116" [label="(384,)", style=solid]; +"2474 quantize_per_channel_default_116" -> "2475 dequantize_per_channel_default_116" [label="(384, 1536)", style=solid]; +"2475 dequantize_per_channel_default_116" -> "2477 linear_115" [label="(384, 1536)", style=solid]; +"2476 _param_constant311_0_0" -> "2477 linear_115" [label="(384,)", style=solid]; +"2477 linear_115" -> "2478 dropout_75" [label="(1, 14, 14, 384)", style=solid]; +"2478 dropout_75" -> "2481 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; +"2479 _param_constant312" -> "2481 layer_norm_40" [label="(384,)", style=solid]; +"2480 _param_constant313" -> "2481 layer_norm_40" [label="(384,)", style=solid]; +"2481 layer_norm_40" -> "2482 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2482 add_65" -> "2509 pad_21" [label="(1, 14, 14, 384)", style=solid]; +"2482 add_65" -> "2592 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2483 _tensor_constant119" -> "2485 _tensor_constant119_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2484 linear_116_updated_constant0" -> "2488 quantize_per_channel_default_117" [label="(512, 2)", style=solid]; +"2485 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2491 linear_116" [label="(1, 15, 15, 2)", style=solid]; +"2486 linear_116_scale_0" -> "2488 quantize_per_channel_default_117" [label="(512,)", style=solid]; +"2486 linear_116_scale_0" -> "2489 dequantize_per_channel_default_117" [label="(512,)", style=solid]; +"2487 linear_116_zero_point_0" -> "2488 quantize_per_channel_default_117" [label="(512,)", style=solid]; +"2487 linear_116_zero_point_0" -> "2489 dequantize_per_channel_default_117" [label="(512,)", style=solid]; +"2488 quantize_per_channel_default_117" -> "2489 dequantize_per_channel_default_117" [label="(512, 2)", style=solid]; +"2489 dequantize_per_channel_default_117" -> "2491 linear_116" [label="(512, 2)", style=solid]; +"2490 _param_constant315_0_0" -> "2491 linear_116" [label="(512,)", style=solid]; +"2491 linear_116" -> "2492 relu__19" [label="(1, 15, 15, 512)", style=solid]; +"2492 relu__19" -> "2494 relu__19_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2493 linear_117_updated_constant0" -> "2497 quantize_per_channel_default_118" [label="(12, 512)", style=solid]; +"2494 relu__19_0_0_nncf_smooth_quant_0" -> "2499 linear_117" [label="(1, 15, 15, 512)", style=solid]; +"2495 linear_117_scale_0" -> "2497 quantize_per_channel_default_118" [label="(12,)", style=solid]; +"2495 linear_117_scale_0" -> "2498 dequantize_per_channel_default_118" [label="(12,)", style=solid]; +"2496 linear_117_zero_point_0" -> "2497 quantize_per_channel_default_118" [label="(12,)", style=solid]; +"2496 linear_117_zero_point_0" -> "2498 dequantize_per_channel_default_118" [label="(12,)", style=solid]; +"2497 quantize_per_channel_default_118" -> "2498 dequantize_per_channel_default_118" [label="(12, 512)", style=solid]; +"2498 dequantize_per_channel_default_118" -> "2499 linear_117" [label="(12, 512)", style=solid]; +"2499 linear_117" -> "2500 view_103" [label="(1, 15, 15, 12)", style=solid]; +"2500 view_103" -> "2502 index_19" [label="(225, 12)", style=solid]; +"2501 _tensor_constant120" -> "2502 index_19" [label="(4096,)", style=solid]; +"2502 index_19" -> "2503 view_104" [label="(4096, 12)", style=solid]; +"2503 view_104" -> "2504 permute_86" [label="(64, 64, 12)", style=solid]; +"2504 permute_86" -> "2505 contiguous_36" [label="(12, 64, 64)", style=solid]; +"2505 contiguous_36" -> "2506 unsqueeze_55" [label="(12, 64, 64)", style=solid]; +"2506 unsqueeze_55" -> "2507 sigmoid_19" [label="(1, 12, 64, 64)", style=solid]; +"2507 sigmoid_19" -> "2508 mul_38" [label="(1, 12, 64, 64)", style=solid]; +"2508 mul_38" -> "2547 add_66" [label="(1, 12, 64, 64)", style=solid]; +"2509 pad_21" -> "2510 roll_18" [label="(1, 16, 16, 384)", style=solid]; +"2510 roll_18" -> "2511 view_105" [label="(1, 16, 16, 384)", style=solid]; +"2511 view_105" -> "2512 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2512 permute_87" -> "2513 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2513 reshape_85" -> "2515 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2513 reshape_85" -> "2548 new_zeros_9" [label="(4, 64, 384)", style=solid]; +"2514 linear_118_updated_constant0" -> "2520 quantize_per_channel_default_119" [label="(1152, 384)", style=solid]; +"2515 reshape_85_0_0_nncf_smooth_quant_0" -> "2516 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2516 quantize_per_tensor_default_117" -> "2517 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2517 dequantize_per_tensor_default_117" -> "2523 linear_118" [label="(4, 64, 384)", style=solid]; +"2518 linear_118_scale_0" -> "2520 quantize_per_channel_default_119" [label="(1152,)", style=solid]; +"2518 linear_118_scale_0" -> "2521 dequantize_per_channel_default_119" [label="(1152,)", style=solid]; +"2519 linear_118_zero_point_0" -> "2520 quantize_per_channel_default_119" [label="(1152,)", style=solid]; +"2519 linear_118_zero_point_0" -> "2521 dequantize_per_channel_default_119" [label="(1152,)", style=solid]; +"2520 quantize_per_channel_default_119" -> "2521 dequantize_per_channel_default_119" [label="(1152, 384)", style=solid]; +"2521 dequantize_per_channel_default_119" -> "2523 linear_118" [label="(1152, 384)", style=solid]; +"2522 _param_constant317_0_0" -> "2523 linear_118" [label="(1152,)", style=solid]; +"2523 linear_118" -> "2524 reshape_86" [label="(4, 64, 1152)", style=solid]; +"2524 reshape_86" -> "2525 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; +"2525 permute_88" -> "2526 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; +"2525 permute_88" -> "2527 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; +"2525 permute_88" -> "2528 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; +"2526 select_57" -> "2529 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; +"2526 select_57" -> "2531 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; +"2526 select_57" -> "2532 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2527 select_58" -> "2535 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; +"2527 select_58" -> "2537 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; +"2527 select_58" -> "2538 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2528 select_59" -> "2566 matmul_39" [label="(4, 12, 64, 32)", style=solid]; +"2529 linalg_vector_norm_38" -> "2530 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; +"2530 clamp_min_38" -> "2531 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; +"2531 expand_as_38" -> "2532 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2532 div_38" -> "2533 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2533 quantize_per_tensor_default_118" -> "2534 dequantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2534 dequantize_per_tensor_default_118" -> "2542 matmul_38" [label="(4, 12, 64, 32)", style=solid]; +"2535 linalg_vector_norm_39" -> "2536 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; +"2536 clamp_min_39" -> "2537 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; +"2537 expand_as_39" -> "2538 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2538 div_39" -> "2539 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2539 quantize_per_tensor_default_119" -> "2540 dequantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2540 dequantize_per_tensor_default_119" -> "2541 transpose_38" [label="(4, 12, 64, 32)", style=solid]; +"2541 transpose_38" -> "2542 matmul_38" [label="(4, 12, 32, 64)", style=solid]; +"2542 matmul_38" -> "2546 mul_39" [label="(4, 12, 64, 64)", style=solid]; +"2543 _param_constant319" -> "2544 clamp_19" [label="(12, 1, 1)", style=solid]; +"2544 clamp_19" -> "2545 exp_19" [label="(12, 1, 1)", style=solid]; +"2545 exp_19" -> "2546 mul_39" [label="(12, 1, 1)", style=solid]; +"2546 mul_39" -> "2547 add_66" [label="(4, 12, 64, 64)", style=solid]; +"2547 add_66" -> "2559 view_107" [label="(4, 12, 64, 64)", style=solid]; +"2548 new_zeros_9" -> "2549 view_106" [label="(16, 16)", style=solid]; +"2549 view_106" -> "2550 permute_89" [label="(2, 8, 2, 8)", style=solid]; +"2550 permute_89" -> "2551 reshape_87" [label="(2, 2, 8, 8)", style=solid]; +"2551 reshape_87" -> "2552 unsqueeze_56" [label="(4, 64)", style=solid]; +"2551 reshape_87" -> "2553 unsqueeze_57" [label="(4, 64)", style=solid]; +"2552 unsqueeze_56" -> "2554 sub_9" [label="(4, 1, 64)", style=solid]; +"2553 unsqueeze_57" -> "2554 sub_9" [label="(4, 64, 1)", style=solid]; +"2554 sub_9" -> "2555 ne_9" [label="(4, 64, 64)", style=solid]; +"2554 sub_9" -> "2556 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2554 sub_9" -> "2557 eq_9" [label="(4, 64, 64)", style=solid]; +"2555 ne_9" -> "2556 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2556 masked_fill_18" -> "2558 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2557 eq_9" -> "2558 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2558 masked_fill_19" -> "2560 unsqueeze_58" [label="(4, 64, 64)", style=solid]; +"2559 view_107" -> "2562 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; +"2560 unsqueeze_58" -> "2561 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; +"2561 unsqueeze_59" -> "2562 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; +"2562 add_67" -> "2563 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; +"2563 view_108" -> "2564 softmax_19" [label="(4, 12, 64, 64)", style=solid]; +"2564 softmax_19" -> "2565 dropout_76" [label="(4, 12, 64, 64)", style=solid]; +"2565 dropout_76" -> "2566 matmul_39" [label="(4, 12, 64, 64)", style=solid]; +"2566 matmul_39" -> "2567 transpose_39" [label="(4, 12, 64, 32)", style=solid]; +"2567 transpose_39" -> "2568 reshape_88" [label="(4, 64, 12, 32)", style=solid]; +"2568 reshape_88" -> "2570 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2569 linear_119_updated_constant0" -> "2575 quantize_per_channel_default_120" [label="(384, 384)", style=solid]; +"2570 reshape_88_0_0_nncf_smooth_quant_0" -> "2571 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2571 quantize_per_tensor_default_120" -> "2572 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2572 dequantize_per_tensor_default_120" -> "2578 linear_119" [label="(4, 64, 384)", style=solid]; +"2573 linear_119_scale_0" -> "2575 quantize_per_channel_default_120" [label="(384,)", style=solid]; +"2573 linear_119_scale_0" -> "2576 dequantize_per_channel_default_120" [label="(384,)", style=solid]; +"2574 linear_119_zero_point_0" -> "2575 quantize_per_channel_default_120" [label="(384,)", style=solid]; +"2574 linear_119_zero_point_0" -> "2576 dequantize_per_channel_default_120" [label="(384,)", style=solid]; +"2575 quantize_per_channel_default_120" -> "2576 dequantize_per_channel_default_120" [label="(384, 384)", style=solid]; +"2576 dequantize_per_channel_default_120" -> "2578 linear_119" [label="(384, 384)", style=solid]; +"2577 _param_constant321_0_0" -> "2578 linear_119" [label="(384,)", style=solid]; +"2578 linear_119" -> "2579 dropout_77" [label="(4, 64, 384)", style=solid]; +"2579 dropout_77" -> "2580 view_109" [label="(4, 64, 384)", style=solid]; +"2580 view_109" -> "2581 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2581 permute_90" -> "2582 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2582 reshape_89" -> "2583 roll_19" [label="(1, 16, 16, 384)", style=solid]; +"2583 roll_19" -> "2584 slice_297" [label="(1, 16, 16, 384)", style=solid]; +"2584 slice_297" -> "2585 slice_298" [label="(1, 16, 16, 384)", style=solid]; +"2585 slice_298" -> "2586 slice_299" [label="(1, 14, 16, 384)", style=solid]; +"2586 slice_299" -> "2587 slice_300" [label="(1, 14, 14, 384)", style=solid]; +"2587 slice_300" -> "2588 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; +"2588 contiguous_37" -> "2591 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; +"2589 _param_constant322" -> "2591 layer_norm_41" [label="(384,)", style=solid]; +"2590 _param_constant323" -> "2591 layer_norm_41" [label="(384,)", style=solid]; +"2591 layer_norm_41" -> "2592 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2592 add_68" -> "2594 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2592 add_68" -> "2619 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2593 linear_120_updated_constant0" -> "2599 quantize_per_channel_default_121" [label="(1536, 384)", style=solid]; +"2594 add_68_0_0_nncf_smooth_quant_0" -> "2595 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2595 quantize_per_tensor_default_121" -> "2596 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2596 dequantize_per_tensor_default_121" -> "2602 linear_120" [label="(1, 14, 14, 384)", style=solid]; +"2597 linear_120_scale_0" -> "2599 quantize_per_channel_default_121" [label="(1536,)", style=solid]; +"2597 linear_120_scale_0" -> "2600 dequantize_per_channel_default_121" [label="(1536,)", style=solid]; +"2598 linear_120_zero_point_0" -> "2599 quantize_per_channel_default_121" [label="(1536,)", style=solid]; +"2598 linear_120_zero_point_0" -> "2600 dequantize_per_channel_default_121" [label="(1536,)", style=solid]; +"2599 quantize_per_channel_default_121" -> "2600 dequantize_per_channel_default_121" [label="(1536, 384)", style=solid]; +"2600 dequantize_per_channel_default_121" -> "2602 linear_120" [label="(1536, 384)", style=solid]; +"2601 _param_constant325_0_0" -> "2602 linear_120" [label="(1536,)", style=solid]; +"2602 linear_120" -> "2603 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; +"2603 gelu_19" -> "2604 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; +"2604 dropout_78" -> "2606 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2605 linear_121_updated_constant0" -> "2611 quantize_per_channel_default_122" [label="(384, 1536)", style=solid]; +"2606 dropout_78_0_0_nncf_smooth_quant_0" -> "2607 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2607 quantize_per_tensor_default_122" -> "2608 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2608 dequantize_per_tensor_default_122" -> "2614 linear_121" [label="(1, 14, 14, 1536)", style=solid]; +"2609 linear_121_scale_0" -> "2611 quantize_per_channel_default_122" [label="(384,)", style=solid]; +"2609 linear_121_scale_0" -> "2612 dequantize_per_channel_default_122" [label="(384,)", style=solid]; +"2610 linear_121_zero_point_0" -> "2611 quantize_per_channel_default_122" [label="(384,)", style=solid]; +"2610 linear_121_zero_point_0" -> "2612 dequantize_per_channel_default_122" [label="(384,)", style=solid]; +"2611 quantize_per_channel_default_122" -> "2612 dequantize_per_channel_default_122" [label="(384, 1536)", style=solid]; +"2612 dequantize_per_channel_default_122" -> "2614 linear_121" [label="(384, 1536)", style=solid]; +"2613 _param_constant327_0_0" -> "2614 linear_121" [label="(384,)", style=solid]; +"2614 linear_121" -> "2615 dropout_79" [label="(1, 14, 14, 384)", style=solid]; +"2615 dropout_79" -> "2618 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; +"2616 _param_constant328" -> "2618 layer_norm_42" [label="(384,)", style=solid]; +"2617 _param_constant329" -> "2618 layer_norm_42" [label="(384,)", style=solid]; +"2618 layer_norm_42" -> "2619 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2619 add_69" -> "2646 pad_22" [label="(1, 14, 14, 384)", style=solid]; +"2619 add_69" -> "2711 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2620 _tensor_constant130" -> "2622 _tensor_constant130_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2621 linear_122_updated_constant0" -> "2625 quantize_per_channel_default_123" [label="(512, 2)", style=solid]; +"2622 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2628 linear_122" [label="(1, 15, 15, 2)", style=solid]; +"2623 linear_122_scale_0" -> "2625 quantize_per_channel_default_123" [label="(512,)", style=solid]; +"2623 linear_122_scale_0" -> "2626 dequantize_per_channel_default_123" [label="(512,)", style=solid]; +"2624 linear_122_zero_point_0" -> "2625 quantize_per_channel_default_123" [label="(512,)", style=solid]; +"2624 linear_122_zero_point_0" -> "2626 dequantize_per_channel_default_123" [label="(512,)", style=solid]; +"2625 quantize_per_channel_default_123" -> "2626 dequantize_per_channel_default_123" [label="(512, 2)", style=solid]; +"2626 dequantize_per_channel_default_123" -> "2628 linear_122" [label="(512, 2)", style=solid]; +"2627 _param_constant331_0_0" -> "2628 linear_122" [label="(512,)", style=solid]; +"2628 linear_122" -> "2629 relu__20" [label="(1, 15, 15, 512)", style=solid]; +"2629 relu__20" -> "2631 relu__20_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2630 linear_123_updated_constant0" -> "2634 quantize_per_channel_default_124" [label="(12, 512)", style=solid]; +"2631 relu__20_0_0_nncf_smooth_quant_0" -> "2636 linear_123" [label="(1, 15, 15, 512)", style=solid]; +"2632 linear_123_scale_0" -> "2634 quantize_per_channel_default_124" [label="(12,)", style=solid]; +"2632 linear_123_scale_0" -> "2635 dequantize_per_channel_default_124" [label="(12,)", style=solid]; +"2633 linear_123_zero_point_0" -> "2634 quantize_per_channel_default_124" [label="(12,)", style=solid]; +"2633 linear_123_zero_point_0" -> "2635 dequantize_per_channel_default_124" [label="(12,)", style=solid]; +"2634 quantize_per_channel_default_124" -> "2635 dequantize_per_channel_default_124" [label="(12, 512)", style=solid]; +"2635 dequantize_per_channel_default_124" -> "2636 linear_123" [label="(12, 512)", style=solid]; +"2636 linear_123" -> "2637 view_110" [label="(1, 15, 15, 12)", style=solid]; +"2637 view_110" -> "2639 index_20" [label="(225, 12)", style=solid]; +"2638 _tensor_constant131" -> "2639 index_20" [label="(4096,)", style=solid]; +"2639 index_20" -> "2640 view_111" [label="(4096, 12)", style=solid]; +"2640 view_111" -> "2641 permute_91" [label="(64, 64, 12)", style=solid]; +"2641 permute_91" -> "2642 contiguous_38" [label="(12, 64, 64)", style=solid]; +"2642 contiguous_38" -> "2643 unsqueeze_60" [label="(12, 64, 64)", style=solid]; +"2643 unsqueeze_60" -> "2644 sigmoid_20" [label="(1, 12, 64, 64)", style=solid]; +"2644 sigmoid_20" -> "2645 mul_40" [label="(1, 12, 64, 64)", style=solid]; +"2645 mul_40" -> "2683 add_70" [label="(1, 12, 64, 64)", style=solid]; +"2646 pad_22" -> "2647 view_112" [label="(1, 16, 16, 384)", style=solid]; +"2647 view_112" -> "2648 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2648 permute_92" -> "2649 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2649 reshape_90" -> "2651 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2650 linear_124_updated_constant0" -> "2656 quantize_per_channel_default_125" [label="(1152, 384)", style=solid]; +"2651 reshape_90_0_0_nncf_smooth_quant_0" -> "2652 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2652 quantize_per_tensor_default_123" -> "2653 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2653 dequantize_per_tensor_default_123" -> "2659 linear_124" [label="(4, 64, 384)", style=solid]; +"2654 linear_124_scale_0" -> "2656 quantize_per_channel_default_125" [label="(1152,)", style=solid]; +"2654 linear_124_scale_0" -> "2657 dequantize_per_channel_default_125" [label="(1152,)", style=solid]; +"2655 linear_124_zero_point_0" -> "2656 quantize_per_channel_default_125" [label="(1152,)", style=solid]; +"2655 linear_124_zero_point_0" -> "2657 dequantize_per_channel_default_125" [label="(1152,)", style=solid]; +"2656 quantize_per_channel_default_125" -> "2657 dequantize_per_channel_default_125" [label="(1152, 384)", style=solid]; +"2657 dequantize_per_channel_default_125" -> "2659 linear_124" [label="(1152, 384)", style=solid]; +"2658 _param_constant333_0_0" -> "2659 linear_124" [label="(1152,)", style=solid]; +"2659 linear_124" -> "2660 reshape_91" [label="(4, 64, 1152)", style=solid]; +"2660 reshape_91" -> "2661 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; +"2661 permute_93" -> "2662 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; +"2661 permute_93" -> "2663 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; +"2661 permute_93" -> "2664 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; +"2662 select_60" -> "2665 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; +"2662 select_60" -> "2667 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; +"2662 select_60" -> "2668 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2663 select_61" -> "2671 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; +"2663 select_61" -> "2673 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; +"2663 select_61" -> "2674 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2664 select_62" -> "2686 matmul_41" [label="(4, 12, 64, 32)", style=solid]; +"2665 linalg_vector_norm_40" -> "2666 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; +"2666 clamp_min_40" -> "2667 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; +"2667 expand_as_40" -> "2668 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2668 div_40" -> "2669 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2669 quantize_per_tensor_default_124" -> "2670 dequantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2670 dequantize_per_tensor_default_124" -> "2678 matmul_40" [label="(4, 12, 64, 32)", style=solid]; +"2671 linalg_vector_norm_41" -> "2672 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; +"2672 clamp_min_41" -> "2673 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; +"2673 expand_as_41" -> "2674 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2674 div_41" -> "2675 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2675 quantize_per_tensor_default_125" -> "2676 dequantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2676 dequantize_per_tensor_default_125" -> "2677 transpose_40" [label="(4, 12, 64, 32)", style=solid]; +"2677 transpose_40" -> "2678 matmul_40" [label="(4, 12, 32, 64)", style=solid]; +"2678 matmul_40" -> "2682 mul_41" [label="(4, 12, 64, 64)", style=solid]; +"2679 _param_constant335" -> "2680 clamp_20" [label="(12, 1, 1)", style=solid]; +"2680 clamp_20" -> "2681 exp_20" [label="(12, 1, 1)", style=solid]; +"2681 exp_20" -> "2682 mul_41" [label="(12, 1, 1)", style=solid]; +"2682 mul_41" -> "2683 add_70" [label="(4, 12, 64, 64)", style=solid]; +"2683 add_70" -> "2684 softmax_20" [label="(4, 12, 64, 64)", style=solid]; +"2684 softmax_20" -> "2685 dropout_80" [label="(4, 12, 64, 64)", style=solid]; +"2685 dropout_80" -> "2686 matmul_41" [label="(4, 12, 64, 64)", style=solid]; +"2686 matmul_41" -> "2687 transpose_41" [label="(4, 12, 64, 32)", style=solid]; +"2687 transpose_41" -> "2688 reshape_92" [label="(4, 64, 12, 32)", style=solid]; +"2688 reshape_92" -> "2690 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2689 linear_125_updated_constant0" -> "2695 quantize_per_channel_default_126" [label="(384, 384)", style=solid]; +"2690 reshape_92_0_0_nncf_smooth_quant_0" -> "2691 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2691 quantize_per_tensor_default_126" -> "2692 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2692 dequantize_per_tensor_default_126" -> "2698 linear_125" [label="(4, 64, 384)", style=solid]; +"2693 linear_125_scale_0" -> "2695 quantize_per_channel_default_126" [label="(384,)", style=solid]; +"2693 linear_125_scale_0" -> "2696 dequantize_per_channel_default_126" [label="(384,)", style=solid]; +"2694 linear_125_zero_point_0" -> "2695 quantize_per_channel_default_126" [label="(384,)", style=solid]; +"2694 linear_125_zero_point_0" -> "2696 dequantize_per_channel_default_126" [label="(384,)", style=solid]; +"2695 quantize_per_channel_default_126" -> "2696 dequantize_per_channel_default_126" [label="(384, 384)", style=solid]; +"2696 dequantize_per_channel_default_126" -> "2698 linear_125" [label="(384, 384)", style=solid]; +"2697 _param_constant337_0_0" -> "2698 linear_125" [label="(384,)", style=solid]; +"2698 linear_125" -> "2699 dropout_81" [label="(4, 64, 384)", style=solid]; +"2699 dropout_81" -> "2700 view_113" [label="(4, 64, 384)", style=solid]; +"2700 view_113" -> "2701 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2701 permute_94" -> "2702 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2702 reshape_93" -> "2703 slice_302" [label="(1, 16, 16, 384)", style=solid]; +"2703 slice_302" -> "2704 slice_303" [label="(1, 16, 16, 384)", style=solid]; +"2704 slice_303" -> "2705 slice_304" [label="(1, 14, 16, 384)", style=solid]; +"2705 slice_304" -> "2706 slice_305" [label="(1, 14, 14, 384)", style=solid]; +"2706 slice_305" -> "2707 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; +"2707 contiguous_39" -> "2710 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; +"2708 _param_constant338" -> "2710 layer_norm_43" [label="(384,)", style=solid]; +"2709 _param_constant339" -> "2710 layer_norm_43" [label="(384,)", style=solid]; +"2710 layer_norm_43" -> "2711 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2711 add_71" -> "2713 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2711 add_71" -> "2738 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2712 linear_126_updated_constant0" -> "2718 quantize_per_channel_default_127" [label="(1536, 384)", style=solid]; +"2713 add_71_0_0_nncf_smooth_quant_0" -> "2714 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2714 quantize_per_tensor_default_127" -> "2715 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2715 dequantize_per_tensor_default_127" -> "2721 linear_126" [label="(1, 14, 14, 384)", style=solid]; +"2716 linear_126_scale_0" -> "2718 quantize_per_channel_default_127" [label="(1536,)", style=solid]; +"2716 linear_126_scale_0" -> "2719 dequantize_per_channel_default_127" [label="(1536,)", style=solid]; +"2717 linear_126_zero_point_0" -> "2718 quantize_per_channel_default_127" [label="(1536,)", style=solid]; +"2717 linear_126_zero_point_0" -> "2719 dequantize_per_channel_default_127" [label="(1536,)", style=solid]; +"2718 quantize_per_channel_default_127" -> "2719 dequantize_per_channel_default_127" [label="(1536, 384)", style=solid]; +"2719 dequantize_per_channel_default_127" -> "2721 linear_126" [label="(1536, 384)", style=solid]; +"2720 _param_constant341_0_0" -> "2721 linear_126" [label="(1536,)", style=solid]; +"2721 linear_126" -> "2722 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; +"2722 gelu_20" -> "2723 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; +"2723 dropout_82" -> "2725 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2724 linear_127_updated_constant0" -> "2730 quantize_per_channel_default_128" [label="(384, 1536)", style=solid]; +"2725 dropout_82_0_0_nncf_smooth_quant_0" -> "2726 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2726 quantize_per_tensor_default_128" -> "2727 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2727 dequantize_per_tensor_default_128" -> "2733 linear_127" [label="(1, 14, 14, 1536)", style=solid]; +"2728 linear_127_scale_0" -> "2730 quantize_per_channel_default_128" [label="(384,)", style=solid]; +"2728 linear_127_scale_0" -> "2731 dequantize_per_channel_default_128" [label="(384,)", style=solid]; +"2729 linear_127_zero_point_0" -> "2730 quantize_per_channel_default_128" [label="(384,)", style=solid]; +"2729 linear_127_zero_point_0" -> "2731 dequantize_per_channel_default_128" [label="(384,)", style=solid]; +"2730 quantize_per_channel_default_128" -> "2731 dequantize_per_channel_default_128" [label="(384, 1536)", style=solid]; +"2731 dequantize_per_channel_default_128" -> "2733 linear_127" [label="(384, 1536)", style=solid]; +"2732 _param_constant343_0_0" -> "2733 linear_127" [label="(384,)", style=solid]; +"2733 linear_127" -> "2734 dropout_83" [label="(1, 14, 14, 384)", style=solid]; +"2734 dropout_83" -> "2737 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; +"2735 _param_constant344" -> "2737 layer_norm_44" [label="(384,)", style=solid]; +"2736 _param_constant345" -> "2737 layer_norm_44" [label="(384,)", style=solid]; +"2737 layer_norm_44" -> "2738 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2738 add_72" -> "2765 pad_23" [label="(1, 14, 14, 384)", style=solid]; +"2738 add_72" -> "2848 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2739 _tensor_constant132" -> "2741 _tensor_constant132_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2740 linear_128_updated_constant0" -> "2744 quantize_per_channel_default_129" [label="(512, 2)", style=solid]; +"2741 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2747 linear_128" [label="(1, 15, 15, 2)", style=solid]; +"2742 linear_128_scale_0" -> "2744 quantize_per_channel_default_129" [label="(512,)", style=solid]; +"2742 linear_128_scale_0" -> "2745 dequantize_per_channel_default_129" [label="(512,)", style=solid]; +"2743 linear_128_zero_point_0" -> "2744 quantize_per_channel_default_129" [label="(512,)", style=solid]; +"2743 linear_128_zero_point_0" -> "2745 dequantize_per_channel_default_129" [label="(512,)", style=solid]; +"2744 quantize_per_channel_default_129" -> "2745 dequantize_per_channel_default_129" [label="(512, 2)", style=solid]; +"2745 dequantize_per_channel_default_129" -> "2747 linear_128" [label="(512, 2)", style=solid]; +"2746 _param_constant347_0_0" -> "2747 linear_128" [label="(512,)", style=solid]; +"2747 linear_128" -> "2748 relu__21" [label="(1, 15, 15, 512)", style=solid]; +"2748 relu__21" -> "2750 relu__21_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2749 linear_129_updated_constant0" -> "2753 quantize_per_channel_default_130" [label="(12, 512)", style=solid]; +"2750 relu__21_0_0_nncf_smooth_quant_0" -> "2755 linear_129" [label="(1, 15, 15, 512)", style=solid]; +"2751 linear_129_scale_0" -> "2753 quantize_per_channel_default_130" [label="(12,)", style=solid]; +"2751 linear_129_scale_0" -> "2754 dequantize_per_channel_default_130" [label="(12,)", style=solid]; +"2752 linear_129_zero_point_0" -> "2753 quantize_per_channel_default_130" [label="(12,)", style=solid]; +"2752 linear_129_zero_point_0" -> "2754 dequantize_per_channel_default_130" [label="(12,)", style=solid]; +"2753 quantize_per_channel_default_130" -> "2754 dequantize_per_channel_default_130" [label="(12, 512)", style=solid]; +"2754 dequantize_per_channel_default_130" -> "2755 linear_129" [label="(12, 512)", style=solid]; +"2755 linear_129" -> "2756 view_114" [label="(1, 15, 15, 12)", style=solid]; +"2756 view_114" -> "2758 index_21" [label="(225, 12)", style=solid]; +"2757 _tensor_constant133" -> "2758 index_21" [label="(4096,)", style=solid]; +"2758 index_21" -> "2759 view_115" [label="(4096, 12)", style=solid]; +"2759 view_115" -> "2760 permute_95" [label="(64, 64, 12)", style=solid]; +"2760 permute_95" -> "2761 contiguous_40" [label="(12, 64, 64)", style=solid]; +"2761 contiguous_40" -> "2762 unsqueeze_61" [label="(12, 64, 64)", style=solid]; +"2762 unsqueeze_61" -> "2763 sigmoid_21" [label="(1, 12, 64, 64)", style=solid]; +"2763 sigmoid_21" -> "2764 mul_42" [label="(1, 12, 64, 64)", style=solid]; +"2764 mul_42" -> "2803 add_73" [label="(1, 12, 64, 64)", style=solid]; +"2765 pad_23" -> "2766 roll_20" [label="(1, 16, 16, 384)", style=solid]; +"2766 roll_20" -> "2767 view_116" [label="(1, 16, 16, 384)", style=solid]; +"2767 view_116" -> "2768 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2768 permute_96" -> "2769 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2769 reshape_94" -> "2771 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2769 reshape_94" -> "2804 new_zeros_10" [label="(4, 64, 384)", style=solid]; +"2770 linear_130_updated_constant0" -> "2776 quantize_per_channel_default_131" [label="(1152, 384)", style=solid]; +"2771 reshape_94_0_0_nncf_smooth_quant_0" -> "2772 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2772 quantize_per_tensor_default_129" -> "2773 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2773 dequantize_per_tensor_default_129" -> "2779 linear_130" [label="(4, 64, 384)", style=solid]; +"2774 linear_130_scale_0" -> "2776 quantize_per_channel_default_131" [label="(1152,)", style=solid]; +"2774 linear_130_scale_0" -> "2777 dequantize_per_channel_default_131" [label="(1152,)", style=solid]; +"2775 linear_130_zero_point_0" -> "2776 quantize_per_channel_default_131" [label="(1152,)", style=solid]; +"2775 linear_130_zero_point_0" -> "2777 dequantize_per_channel_default_131" [label="(1152,)", style=solid]; +"2776 quantize_per_channel_default_131" -> "2777 dequantize_per_channel_default_131" [label="(1152, 384)", style=solid]; +"2777 dequantize_per_channel_default_131" -> "2779 linear_130" [label="(1152, 384)", style=solid]; +"2778 _param_constant349_0_0" -> "2779 linear_130" [label="(1152,)", style=solid]; +"2779 linear_130" -> "2780 reshape_95" [label="(4, 64, 1152)", style=solid]; +"2780 reshape_95" -> "2781 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; +"2781 permute_97" -> "2782 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; +"2781 permute_97" -> "2783 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; +"2781 permute_97" -> "2784 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; +"2782 select_63" -> "2785 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; +"2782 select_63" -> "2787 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; +"2782 select_63" -> "2788 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2783 select_64" -> "2791 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; +"2783 select_64" -> "2793 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; +"2783 select_64" -> "2794 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2784 select_65" -> "2822 matmul_43" [label="(4, 12, 64, 32)", style=solid]; +"2785 linalg_vector_norm_42" -> "2786 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; +"2786 clamp_min_42" -> "2787 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; +"2787 expand_as_42" -> "2788 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2788 div_42" -> "2789 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2789 quantize_per_tensor_default_130" -> "2790 dequantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2790 dequantize_per_tensor_default_130" -> "2798 matmul_42" [label="(4, 12, 64, 32)", style=solid]; +"2791 linalg_vector_norm_43" -> "2792 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; +"2792 clamp_min_43" -> "2793 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; +"2793 expand_as_43" -> "2794 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2794 div_43" -> "2795 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2795 quantize_per_tensor_default_131" -> "2796 dequantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2796 dequantize_per_tensor_default_131" -> "2797 transpose_42" [label="(4, 12, 64, 32)", style=solid]; +"2797 transpose_42" -> "2798 matmul_42" [label="(4, 12, 32, 64)", style=solid]; +"2798 matmul_42" -> "2802 mul_43" [label="(4, 12, 64, 64)", style=solid]; +"2799 _param_constant351" -> "2800 clamp_21" [label="(12, 1, 1)", style=solid]; +"2800 clamp_21" -> "2801 exp_21" [label="(12, 1, 1)", style=solid]; +"2801 exp_21" -> "2802 mul_43" [label="(12, 1, 1)", style=solid]; +"2802 mul_43" -> "2803 add_73" [label="(4, 12, 64, 64)", style=solid]; +"2803 add_73" -> "2815 view_118" [label="(4, 12, 64, 64)", style=solid]; +"2804 new_zeros_10" -> "2805 view_117" [label="(16, 16)", style=solid]; +"2805 view_117" -> "2806 permute_98" [label="(2, 8, 2, 8)", style=solid]; +"2806 permute_98" -> "2807 reshape_96" [label="(2, 2, 8, 8)", style=solid]; +"2807 reshape_96" -> "2808 unsqueeze_62" [label="(4, 64)", style=solid]; +"2807 reshape_96" -> "2809 unsqueeze_63" [label="(4, 64)", style=solid]; +"2808 unsqueeze_62" -> "2810 sub_10" [label="(4, 1, 64)", style=solid]; +"2809 unsqueeze_63" -> "2810 sub_10" [label="(4, 64, 1)", style=solid]; +"2810 sub_10" -> "2811 ne_10" [label="(4, 64, 64)", style=solid]; +"2810 sub_10" -> "2812 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2810 sub_10" -> "2813 eq_10" [label="(4, 64, 64)", style=solid]; +"2811 ne_10" -> "2812 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2812 masked_fill_20" -> "2814 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2813 eq_10" -> "2814 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2814 masked_fill_21" -> "2816 unsqueeze_64" [label="(4, 64, 64)", style=solid]; +"2815 view_118" -> "2818 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; +"2816 unsqueeze_64" -> "2817 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; +"2817 unsqueeze_65" -> "2818 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; +"2818 add_74" -> "2819 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; +"2819 view_119" -> "2820 softmax_21" [label="(4, 12, 64, 64)", style=solid]; +"2820 softmax_21" -> "2821 dropout_84" [label="(4, 12, 64, 64)", style=solid]; +"2821 dropout_84" -> "2822 matmul_43" [label="(4, 12, 64, 64)", style=solid]; +"2822 matmul_43" -> "2823 transpose_43" [label="(4, 12, 64, 32)", style=solid]; +"2823 transpose_43" -> "2824 reshape_97" [label="(4, 64, 12, 32)", style=solid]; +"2824 reshape_97" -> "2826 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2825 linear_131_updated_constant0" -> "2831 quantize_per_channel_default_132" [label="(384, 384)", style=solid]; +"2826 reshape_97_0_0_nncf_smooth_quant_0" -> "2827 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2827 quantize_per_tensor_default_132" -> "2828 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2828 dequantize_per_tensor_default_132" -> "2834 linear_131" [label="(4, 64, 384)", style=solid]; +"2829 linear_131_scale_0" -> "2831 quantize_per_channel_default_132" [label="(384,)", style=solid]; +"2829 linear_131_scale_0" -> "2832 dequantize_per_channel_default_132" [label="(384,)", style=solid]; +"2830 linear_131_zero_point_0" -> "2831 quantize_per_channel_default_132" [label="(384,)", style=solid]; +"2830 linear_131_zero_point_0" -> "2832 dequantize_per_channel_default_132" [label="(384,)", style=solid]; +"2831 quantize_per_channel_default_132" -> "2832 dequantize_per_channel_default_132" [label="(384, 384)", style=solid]; +"2832 dequantize_per_channel_default_132" -> "2834 linear_131" [label="(384, 384)", style=solid]; +"2833 _param_constant353_0_0" -> "2834 linear_131" [label="(384,)", style=solid]; +"2834 linear_131" -> "2835 dropout_85" [label="(4, 64, 384)", style=solid]; +"2835 dropout_85" -> "2836 view_120" [label="(4, 64, 384)", style=solid]; +"2836 view_120" -> "2837 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2837 permute_99" -> "2838 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2838 reshape_98" -> "2839 roll_21" [label="(1, 16, 16, 384)", style=solid]; +"2839 roll_21" -> "2840 slice_325" [label="(1, 16, 16, 384)", style=solid]; +"2840 slice_325" -> "2841 slice_326" [label="(1, 16, 16, 384)", style=solid]; +"2841 slice_326" -> "2842 slice_327" [label="(1, 14, 16, 384)", style=solid]; +"2842 slice_327" -> "2843 slice_328" [label="(1, 14, 14, 384)", style=solid]; +"2843 slice_328" -> "2844 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; +"2844 contiguous_41" -> "2847 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; +"2845 _param_constant354" -> "2847 layer_norm_45" [label="(384,)", style=solid]; +"2846 _param_constant355" -> "2847 layer_norm_45" [label="(384,)", style=solid]; +"2847 layer_norm_45" -> "2848 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2848 add_75" -> "2850 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2848 add_75" -> "2875 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2849 linear_132_updated_constant0" -> "2855 quantize_per_channel_default_133" [label="(1536, 384)", style=solid]; +"2850 add_75_0_0_nncf_smooth_quant_0" -> "2851 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2851 quantize_per_tensor_default_133" -> "2852 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2852 dequantize_per_tensor_default_133" -> "2858 linear_132" [label="(1, 14, 14, 384)", style=solid]; +"2853 linear_132_scale_0" -> "2855 quantize_per_channel_default_133" [label="(1536,)", style=solid]; +"2853 linear_132_scale_0" -> "2856 dequantize_per_channel_default_133" [label="(1536,)", style=solid]; +"2854 linear_132_zero_point_0" -> "2855 quantize_per_channel_default_133" [label="(1536,)", style=solid]; +"2854 linear_132_zero_point_0" -> "2856 dequantize_per_channel_default_133" [label="(1536,)", style=solid]; +"2855 quantize_per_channel_default_133" -> "2856 dequantize_per_channel_default_133" [label="(1536, 384)", style=solid]; +"2856 dequantize_per_channel_default_133" -> "2858 linear_132" [label="(1536, 384)", style=solid]; +"2857 _param_constant357_0_0" -> "2858 linear_132" [label="(1536,)", style=solid]; +"2858 linear_132" -> "2859 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; +"2859 gelu_21" -> "2860 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; +"2860 dropout_86" -> "2862 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2861 linear_133_updated_constant0" -> "2867 quantize_per_channel_default_134" [label="(384, 1536)", style=solid]; +"2862 dropout_86_0_0_nncf_smooth_quant_0" -> "2863 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2863 quantize_per_tensor_default_134" -> "2864 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2864 dequantize_per_tensor_default_134" -> "2870 linear_133" [label="(1, 14, 14, 1536)", style=solid]; +"2865 linear_133_scale_0" -> "2867 quantize_per_channel_default_134" [label="(384,)", style=solid]; +"2865 linear_133_scale_0" -> "2868 dequantize_per_channel_default_134" [label="(384,)", style=solid]; +"2866 linear_133_zero_point_0" -> "2867 quantize_per_channel_default_134" [label="(384,)", style=solid]; +"2866 linear_133_zero_point_0" -> "2868 dequantize_per_channel_default_134" [label="(384,)", style=solid]; +"2867 quantize_per_channel_default_134" -> "2868 dequantize_per_channel_default_134" [label="(384, 1536)", style=solid]; +"2868 dequantize_per_channel_default_134" -> "2870 linear_133" [label="(384, 1536)", style=solid]; +"2869 _param_constant359_0_0" -> "2870 linear_133" [label="(384,)", style=solid]; +"2870 linear_133" -> "2871 dropout_87" [label="(1, 14, 14, 384)", style=solid]; +"2871 dropout_87" -> "2874 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; +"2872 _param_constant360" -> "2874 layer_norm_46" [label="(384,)", style=solid]; +"2873 _param_constant361" -> "2874 layer_norm_46" [label="(384,)", style=solid]; +"2874 layer_norm_46" -> "2875 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2875 add_76" -> "2876 pad_24" [label="(1, 14, 14, 384)", style=solid]; +"2876 pad_24" -> "2877 slice_329" [label="(1, 14, 14, 384)", style=solid]; +"2876 pad_24" -> "2880 slice_332" [label="(1, 14, 14, 384)", style=solid]; +"2876 pad_24" -> "2883 slice_335" [label="(1, 14, 14, 384)", style=solid]; +"2876 pad_24" -> "2886 slice_338" [label="(1, 14, 14, 384)", style=solid]; +"2877 slice_329" -> "2878 slice_330" [label="(1, 7, 14, 384)", style=solid]; +"2878 slice_330" -> "2879 slice_331" [label="(1, 7, 7, 384)", style=solid]; +"2879 slice_331" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2880 slice_332" -> "2881 slice_333" [label="(1, 7, 14, 384)", style=solid]; +"2881 slice_333" -> "2882 slice_334" [label="(1, 7, 7, 384)", style=solid]; +"2882 slice_334" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2883 slice_335" -> "2884 slice_336" [label="(1, 7, 14, 384)", style=solid]; +"2884 slice_336" -> "2885 slice_337" [label="(1, 7, 7, 384)", style=solid]; +"2885 slice_337" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2886 slice_338" -> "2887 slice_339" [label="(1, 7, 14, 384)", style=solid]; +"2887 slice_339" -> "2888 slice_340" [label="(1, 7, 7, 384)", style=solid]; +"2888 slice_340" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2889 cat_2" -> "2891 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; +"2890 linear_134_updated_constant0" -> "2896 quantize_per_channel_default_135" [label="(768, 1536)", style=solid]; +"2891 cat_2_0_0_nncf_smooth_quant_0" -> "2892 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2892 quantize_per_tensor_default_135" -> "2893 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2893 dequantize_per_tensor_default_135" -> "2898 linear_134" [label="(1, 7, 7, 1536)", style=solid]; +"2894 linear_134_scale_0" -> "2896 quantize_per_channel_default_135" [label="(768,)", style=solid]; +"2894 linear_134_scale_0" -> "2897 dequantize_per_channel_default_135" [label="(768,)", style=solid]; +"2895 linear_134_zero_point_0" -> "2896 quantize_per_channel_default_135" [label="(768,)", style=solid]; +"2895 linear_134_zero_point_0" -> "2897 dequantize_per_channel_default_135" [label="(768,)", style=solid]; +"2896 quantize_per_channel_default_135" -> "2897 dequantize_per_channel_default_135" [label="(768, 1536)", style=solid]; +"2897 dequantize_per_channel_default_135" -> "2898 linear_134" [label="(768, 1536)", style=solid]; +"2898 linear_134" -> "2901 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; +"2899 _param_constant363" -> "2901 layer_norm_47" [label="(768,)", style=solid]; +"2900 _param_constant364" -> "2901 layer_norm_47" [label="(768,)", style=solid]; +"2901 layer_norm_47" -> "2928 pad_25" [label="(1, 7, 7, 768)", style=solid]; +"2901 layer_norm_47" -> "2993 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2902 _tensor_constant143" -> "2904 _tensor_constant143_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2903 linear_135_updated_constant0" -> "2907 quantize_per_channel_default_136" [label="(512, 2)", style=solid]; +"2904 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2910 linear_135" [label="(1, 15, 15, 2)", style=solid]; +"2905 linear_135_scale_0" -> "2907 quantize_per_channel_default_136" [label="(512,)", style=solid]; +"2905 linear_135_scale_0" -> "2908 dequantize_per_channel_default_136" [label="(512,)", style=solid]; +"2906 linear_135_zero_point_0" -> "2907 quantize_per_channel_default_136" [label="(512,)", style=solid]; +"2906 linear_135_zero_point_0" -> "2908 dequantize_per_channel_default_136" [label="(512,)", style=solid]; +"2907 quantize_per_channel_default_136" -> "2908 dequantize_per_channel_default_136" [label="(512, 2)", style=solid]; +"2908 dequantize_per_channel_default_136" -> "2910 linear_135" [label="(512, 2)", style=solid]; +"2909 _param_constant366_0_0" -> "2910 linear_135" [label="(512,)", style=solid]; +"2910 linear_135" -> "2911 relu__22" [label="(1, 15, 15, 512)", style=solid]; +"2911 relu__22" -> "2913 relu__22_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2912 linear_136_updated_constant0" -> "2916 quantize_per_channel_default_137" [label="(24, 512)", style=solid]; +"2913 relu__22_0_0_nncf_smooth_quant_0" -> "2918 linear_136" [label="(1, 15, 15, 512)", style=solid]; +"2914 linear_136_scale_0" -> "2916 quantize_per_channel_default_137" [label="(24,)", style=solid]; +"2914 linear_136_scale_0" -> "2917 dequantize_per_channel_default_137" [label="(24,)", style=solid]; +"2915 linear_136_zero_point_0" -> "2916 quantize_per_channel_default_137" [label="(24,)", style=solid]; +"2915 linear_136_zero_point_0" -> "2917 dequantize_per_channel_default_137" [label="(24,)", style=solid]; +"2916 quantize_per_channel_default_137" -> "2917 dequantize_per_channel_default_137" [label="(24, 512)", style=solid]; +"2917 dequantize_per_channel_default_137" -> "2918 linear_136" [label="(24, 512)", style=solid]; +"2918 linear_136" -> "2919 view_121" [label="(1, 15, 15, 24)", style=solid]; +"2919 view_121" -> "2921 index_22" [label="(225, 24)", style=solid]; +"2920 _tensor_constant144" -> "2921 index_22" [label="(4096,)", style=solid]; +"2921 index_22" -> "2922 view_122" [label="(4096, 24)", style=solid]; +"2922 view_122" -> "2923 permute_100" [label="(64, 64, 24)", style=solid]; +"2923 permute_100" -> "2924 contiguous_42" [label="(24, 64, 64)", style=solid]; +"2924 contiguous_42" -> "2925 unsqueeze_66" [label="(24, 64, 64)", style=solid]; +"2925 unsqueeze_66" -> "2926 sigmoid_22" [label="(1, 24, 64, 64)", style=solid]; +"2926 sigmoid_22" -> "2927 mul_44" [label="(1, 24, 64, 64)", style=solid]; +"2927 mul_44" -> "2965 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2928 pad_25" -> "2929 view_123" [label="(1, 8, 8, 768)", style=solid]; +"2929 view_123" -> "2930 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2930 permute_101" -> "2931 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2931 reshape_99" -> "2933 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2932 linear_137_updated_constant0" -> "2938 quantize_per_channel_default_138" [label="(2304, 768)", style=solid]; +"2933 reshape_99_0_0_nncf_smooth_quant_0" -> "2934 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2934 quantize_per_tensor_default_136" -> "2935 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2935 dequantize_per_tensor_default_136" -> "2941 linear_137" [label="(1, 64, 768)", style=solid]; +"2936 linear_137_scale_0" -> "2938 quantize_per_channel_default_138" [label="(2304,)", style=solid]; +"2936 linear_137_scale_0" -> "2939 dequantize_per_channel_default_138" [label="(2304,)", style=solid]; +"2937 linear_137_zero_point_0" -> "2938 quantize_per_channel_default_138" [label="(2304,)", style=solid]; +"2937 linear_137_zero_point_0" -> "2939 dequantize_per_channel_default_138" [label="(2304,)", style=solid]; +"2938 quantize_per_channel_default_138" -> "2939 dequantize_per_channel_default_138" [label="(2304, 768)", style=solid]; +"2939 dequantize_per_channel_default_138" -> "2941 linear_137" [label="(2304, 768)", style=solid]; +"2940 _param_constant368_0_0" -> "2941 linear_137" [label="(2304,)", style=solid]; +"2941 linear_137" -> "2942 reshape_100" [label="(1, 64, 2304)", style=solid]; +"2942 reshape_100" -> "2943 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; +"2943 permute_102" -> "2944 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; +"2943 permute_102" -> "2945 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; +"2943 permute_102" -> "2946 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; +"2944 select_66" -> "2947 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; +"2944 select_66" -> "2949 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; +"2944 select_66" -> "2950 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2945 select_67" -> "2953 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; +"2945 select_67" -> "2955 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; +"2945 select_67" -> "2956 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2946 select_68" -> "2968 matmul_45" [label="(1, 24, 64, 32)", style=solid]; +"2947 linalg_vector_norm_44" -> "2948 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; +"2948 clamp_min_44" -> "2949 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; +"2949 expand_as_44" -> "2950 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2950 div_44" -> "2951 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2951 quantize_per_tensor_default_137" -> "2952 dequantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2952 dequantize_per_tensor_default_137" -> "2960 matmul_44" [label="(1, 24, 64, 32)", style=solid]; +"2953 linalg_vector_norm_45" -> "2954 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; +"2954 clamp_min_45" -> "2955 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; +"2955 expand_as_45" -> "2956 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2956 div_45" -> "2957 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2957 quantize_per_tensor_default_138" -> "2958 dequantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2958 dequantize_per_tensor_default_138" -> "2959 transpose_44" [label="(1, 24, 64, 32)", style=solid]; +"2959 transpose_44" -> "2960 matmul_44" [label="(1, 24, 32, 64)", style=solid]; +"2960 matmul_44" -> "2964 mul_45" [label="(1, 24, 64, 64)", style=solid]; +"2961 _param_constant370" -> "2962 clamp_22" [label="(24, 1, 1)", style=solid]; +"2962 clamp_22" -> "2963 exp_22" [label="(24, 1, 1)", style=solid]; +"2963 exp_22" -> "2964 mul_45" [label="(24, 1, 1)", style=solid]; +"2964 mul_45" -> "2965 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2965 add_77" -> "2966 softmax_22" [label="(1, 24, 64, 64)", style=solid]; +"2966 softmax_22" -> "2967 dropout_88" [label="(1, 24, 64, 64)", style=solid]; +"2967 dropout_88" -> "2968 matmul_45" [label="(1, 24, 64, 64)", style=solid]; +"2968 matmul_45" -> "2969 transpose_45" [label="(1, 24, 64, 32)", style=solid]; +"2969 transpose_45" -> "2970 reshape_101" [label="(1, 64, 24, 32)", style=solid]; +"2970 reshape_101" -> "2972 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2971 linear_138_updated_constant0" -> "2977 quantize_per_channel_default_139" [label="(768, 768)", style=solid]; +"2972 reshape_101_0_0_nncf_smooth_quant_0" -> "2973 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2973 quantize_per_tensor_default_139" -> "2974 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2974 dequantize_per_tensor_default_139" -> "2980 linear_138" [label="(1, 64, 768)", style=solid]; +"2975 linear_138_scale_0" -> "2977 quantize_per_channel_default_139" [label="(768,)", style=solid]; +"2975 linear_138_scale_0" -> "2978 dequantize_per_channel_default_139" [label="(768,)", style=solid]; +"2976 linear_138_zero_point_0" -> "2977 quantize_per_channel_default_139" [label="(768,)", style=solid]; +"2976 linear_138_zero_point_0" -> "2978 dequantize_per_channel_default_139" [label="(768,)", style=solid]; +"2977 quantize_per_channel_default_139" -> "2978 dequantize_per_channel_default_139" [label="(768, 768)", style=solid]; +"2978 dequantize_per_channel_default_139" -> "2980 linear_138" [label="(768, 768)", style=solid]; +"2979 _param_constant372_0_0" -> "2980 linear_138" [label="(768,)", style=solid]; +"2980 linear_138" -> "2981 dropout_89" [label="(1, 64, 768)", style=solid]; +"2981 dropout_89" -> "2982 view_124" [label="(1, 64, 768)", style=solid]; +"2982 view_124" -> "2983 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2983 permute_103" -> "2984 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2984 reshape_102" -> "2985 slice_342" [label="(1, 8, 8, 768)", style=solid]; +"2985 slice_342" -> "2986 slice_343" [label="(1, 8, 8, 768)", style=solid]; +"2986 slice_343" -> "2987 slice_344" [label="(1, 7, 8, 768)", style=solid]; +"2987 slice_344" -> "2988 slice_345" [label="(1, 7, 7, 768)", style=solid]; +"2988 slice_345" -> "2989 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; +"2989 contiguous_43" -> "2992 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; +"2990 _param_constant373" -> "2992 layer_norm_48" [label="(768,)", style=solid]; +"2991 _param_constant374" -> "2992 layer_norm_48" [label="(768,)", style=solid]; +"2992 layer_norm_48" -> "2993 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2993 add_78" -> "2995 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"2993 add_78" -> "3020 add_79" [label="(1, 7, 7, 768)", style=solid]; +"2994 linear_139_updated_constant0" -> "3000 quantize_per_channel_default_140" [label="(3072, 768)", style=solid]; +"2995 add_78_0_0_nncf_smooth_quant_0" -> "2996 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2996 quantize_per_tensor_default_140" -> "2997 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2997 dequantize_per_tensor_default_140" -> "3003 linear_139" [label="(1, 7, 7, 768)", style=solid]; +"2998 linear_139_scale_0" -> "3000 quantize_per_channel_default_140" [label="(3072,)", style=solid]; +"2998 linear_139_scale_0" -> "3001 dequantize_per_channel_default_140" [label="(3072,)", style=solid]; +"2999 linear_139_zero_point_0" -> "3000 quantize_per_channel_default_140" [label="(3072,)", style=solid]; +"2999 linear_139_zero_point_0" -> "3001 dequantize_per_channel_default_140" [label="(3072,)", style=solid]; +"3000 quantize_per_channel_default_140" -> "3001 dequantize_per_channel_default_140" [label="(3072, 768)", style=solid]; +"3001 dequantize_per_channel_default_140" -> "3003 linear_139" [label="(3072, 768)", style=solid]; +"3002 _param_constant376_0_0" -> "3003 linear_139" [label="(3072,)", style=solid]; +"3003 linear_139" -> "3004 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; +"3004 gelu_22" -> "3005 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; +"3005 dropout_90" -> "3007 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"3006 linear_140_updated_constant0" -> "3012 quantize_per_channel_default_141" [label="(768, 3072)", style=solid]; +"3007 dropout_90_0_0_nncf_smooth_quant_0" -> "3008 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"3008 quantize_per_tensor_default_141" -> "3009 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"3009 dequantize_per_tensor_default_141" -> "3015 linear_140" [label="(1, 7, 7, 3072)", style=solid]; +"3010 linear_140_scale_0" -> "3012 quantize_per_channel_default_141" [label="(768,)", style=solid]; +"3010 linear_140_scale_0" -> "3013 dequantize_per_channel_default_141" [label="(768,)", style=solid]; +"3011 linear_140_zero_point_0" -> "3012 quantize_per_channel_default_141" [label="(768,)", style=solid]; +"3011 linear_140_zero_point_0" -> "3013 dequantize_per_channel_default_141" [label="(768,)", style=solid]; +"3012 quantize_per_channel_default_141" -> "3013 dequantize_per_channel_default_141" [label="(768, 3072)", style=solid]; +"3013 dequantize_per_channel_default_141" -> "3015 linear_140" [label="(768, 3072)", style=solid]; +"3014 _param_constant378_0_0" -> "3015 linear_140" [label="(768,)", style=solid]; +"3015 linear_140" -> "3016 dropout_91" [label="(1, 7, 7, 768)", style=solid]; +"3016 dropout_91" -> "3019 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; +"3017 _param_constant379" -> "3019 layer_norm_49" [label="(768,)", style=solid]; +"3018 _param_constant380" -> "3019 layer_norm_49" [label="(768,)", style=solid]; +"3019 layer_norm_49" -> "3020 add_79" [label="(1, 7, 7, 768)", style=solid]; +"3020 add_79" -> "3047 pad_26" [label="(1, 7, 7, 768)", style=solid]; +"3020 add_79" -> "3112 add_81" [label="(1, 7, 7, 768)", style=solid]; +"3021 _tensor_constant145" -> "3023 _tensor_constant145_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"3022 linear_141_updated_constant0" -> "3026 quantize_per_channel_default_142" [label="(512, 2)", style=solid]; +"3023 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "3029 linear_141" [label="(1, 15, 15, 2)", style=solid]; +"3024 linear_141_scale_0" -> "3026 quantize_per_channel_default_142" [label="(512,)", style=solid]; +"3024 linear_141_scale_0" -> "3027 dequantize_per_channel_default_142" [label="(512,)", style=solid]; +"3025 linear_141_zero_point_0" -> "3026 quantize_per_channel_default_142" [label="(512,)", style=solid]; +"3025 linear_141_zero_point_0" -> "3027 dequantize_per_channel_default_142" [label="(512,)", style=solid]; +"3026 quantize_per_channel_default_142" -> "3027 dequantize_per_channel_default_142" [label="(512, 2)", style=solid]; +"3027 dequantize_per_channel_default_142" -> "3029 linear_141" [label="(512, 2)", style=solid]; +"3028 _param_constant382_0_0" -> "3029 linear_141" [label="(512,)", style=solid]; +"3029 linear_141" -> "3030 relu__23" [label="(1, 15, 15, 512)", style=solid]; +"3030 relu__23" -> "3032 relu__23_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"3031 linear_142_updated_constant0" -> "3035 quantize_per_channel_default_143" [label="(24, 512)", style=solid]; +"3032 relu__23_0_0_nncf_smooth_quant_0" -> "3037 linear_142" [label="(1, 15, 15, 512)", style=solid]; +"3033 linear_142_scale_0" -> "3035 quantize_per_channel_default_143" [label="(24,)", style=solid]; +"3033 linear_142_scale_0" -> "3036 dequantize_per_channel_default_143" [label="(24,)", style=solid]; +"3034 linear_142_zero_point_0" -> "3035 quantize_per_channel_default_143" [label="(24,)", style=solid]; +"3034 linear_142_zero_point_0" -> "3036 dequantize_per_channel_default_143" [label="(24,)", style=solid]; +"3035 quantize_per_channel_default_143" -> "3036 dequantize_per_channel_default_143" [label="(24, 512)", style=solid]; +"3036 dequantize_per_channel_default_143" -> "3037 linear_142" [label="(24, 512)", style=solid]; +"3037 linear_142" -> "3038 view_125" [label="(1, 15, 15, 24)", style=solid]; +"3038 view_125" -> "3040 index_23" [label="(225, 24)", style=solid]; +"3039 _tensor_constant146" -> "3040 index_23" [label="(4096,)", style=solid]; +"3040 index_23" -> "3041 view_126" [label="(4096, 24)", style=solid]; +"3041 view_126" -> "3042 permute_104" [label="(64, 64, 24)", style=solid]; +"3042 permute_104" -> "3043 contiguous_44" [label="(24, 64, 64)", style=solid]; +"3043 contiguous_44" -> "3044 unsqueeze_67" [label="(24, 64, 64)", style=solid]; +"3044 unsqueeze_67" -> "3045 sigmoid_23" [label="(1, 24, 64, 64)", style=solid]; +"3045 sigmoid_23" -> "3046 mul_46" [label="(1, 24, 64, 64)", style=solid]; +"3046 mul_46" -> "3084 add_80" [label="(1, 24, 64, 64)", style=solid]; +"3047 pad_26" -> "3048 view_127" [label="(1, 8, 8, 768)", style=solid]; +"3048 view_127" -> "3049 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"3049 permute_105" -> "3050 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"3050 reshape_103" -> "3052 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"3051 linear_143_updated_constant0" -> "3057 quantize_per_channel_default_144" [label="(2304, 768)", style=solid]; +"3052 reshape_103_0_0_nncf_smooth_quant_0" -> "3053 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"3053 quantize_per_tensor_default_142" -> "3054 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"3054 dequantize_per_tensor_default_142" -> "3060 linear_143" [label="(1, 64, 768)", style=solid]; +"3055 linear_143_scale_0" -> "3057 quantize_per_channel_default_144" [label="(2304,)", style=solid]; +"3055 linear_143_scale_0" -> "3058 dequantize_per_channel_default_144" [label="(2304,)", style=solid]; +"3056 linear_143_zero_point_0" -> "3057 quantize_per_channel_default_144" [label="(2304,)", style=solid]; +"3056 linear_143_zero_point_0" -> "3058 dequantize_per_channel_default_144" [label="(2304,)", style=solid]; +"3057 quantize_per_channel_default_144" -> "3058 dequantize_per_channel_default_144" [label="(2304, 768)", style=solid]; +"3058 dequantize_per_channel_default_144" -> "3060 linear_143" [label="(2304, 768)", style=solid]; +"3059 _param_constant384_0_0" -> "3060 linear_143" [label="(2304,)", style=solid]; +"3060 linear_143" -> "3061 reshape_104" [label="(1, 64, 2304)", style=solid]; +"3061 reshape_104" -> "3062 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; +"3062 permute_106" -> "3063 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; +"3062 permute_106" -> "3064 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; +"3062 permute_106" -> "3065 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; +"3063 select_69" -> "3066 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; +"3063 select_69" -> "3068 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; +"3063 select_69" -> "3069 div_46" [label="(1, 24, 64, 32)", style=solid]; +"3064 select_70" -> "3072 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; +"3064 select_70" -> "3074 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; +"3064 select_70" -> "3075 div_47" [label="(1, 24, 64, 32)", style=solid]; +"3065 select_71" -> "3087 matmul_47" [label="(1, 24, 64, 32)", style=solid]; +"3066 linalg_vector_norm_46" -> "3067 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; +"3067 clamp_min_46" -> "3068 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; +"3068 expand_as_46" -> "3069 div_46" [label="(1, 24, 64, 32)", style=solid]; +"3069 div_46" -> "3070 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"3070 quantize_per_tensor_default_143" -> "3071 dequantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"3071 dequantize_per_tensor_default_143" -> "3079 matmul_46" [label="(1, 24, 64, 32)", style=solid]; +"3072 linalg_vector_norm_47" -> "3073 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; +"3073 clamp_min_47" -> "3074 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; +"3074 expand_as_47" -> "3075 div_47" [label="(1, 24, 64, 32)", style=solid]; +"3075 div_47" -> "3076 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"3076 quantize_per_tensor_default_144" -> "3077 dequantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"3077 dequantize_per_tensor_default_144" -> "3078 transpose_46" [label="(1, 24, 64, 32)", style=solid]; +"3078 transpose_46" -> "3079 matmul_46" [label="(1, 24, 32, 64)", style=solid]; +"3079 matmul_46" -> "3083 mul_47" [label="(1, 24, 64, 64)", style=solid]; +"3080 _param_constant386" -> "3081 clamp_23" [label="(24, 1, 1)", style=solid]; +"3081 clamp_23" -> "3082 exp_23" [label="(24, 1, 1)", style=solid]; +"3082 exp_23" -> "3083 mul_47" [label="(24, 1, 1)", style=solid]; +"3083 mul_47" -> "3084 add_80" [label="(1, 24, 64, 64)", style=solid]; +"3084 add_80" -> "3085 softmax_23" [label="(1, 24, 64, 64)", style=solid]; +"3085 softmax_23" -> "3086 dropout_92" [label="(1, 24, 64, 64)", style=solid]; +"3086 dropout_92" -> "3087 matmul_47" [label="(1, 24, 64, 64)", style=solid]; +"3087 matmul_47" -> "3088 transpose_47" [label="(1, 24, 64, 32)", style=solid]; +"3088 transpose_47" -> "3089 reshape_105" [label="(1, 64, 24, 32)", style=solid]; +"3089 reshape_105" -> "3091 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"3090 linear_144_updated_constant0" -> "3096 quantize_per_channel_default_145" [label="(768, 768)", style=solid]; +"3091 reshape_105_0_0_nncf_smooth_quant_0" -> "3092 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"3092 quantize_per_tensor_default_145" -> "3093 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"3093 dequantize_per_tensor_default_145" -> "3099 linear_144" [label="(1, 64, 768)", style=solid]; +"3094 linear_144_scale_0" -> "3096 quantize_per_channel_default_145" [label="(768,)", style=solid]; +"3094 linear_144_scale_0" -> "3097 dequantize_per_channel_default_145" [label="(768,)", style=solid]; +"3095 linear_144_zero_point_0" -> "3096 quantize_per_channel_default_145" [label="(768,)", style=solid]; +"3095 linear_144_zero_point_0" -> "3097 dequantize_per_channel_default_145" [label="(768,)", style=solid]; +"3096 quantize_per_channel_default_145" -> "3097 dequantize_per_channel_default_145" [label="(768, 768)", style=solid]; +"3097 dequantize_per_channel_default_145" -> "3099 linear_144" [label="(768, 768)", style=solid]; +"3098 _param_constant388_0_0" -> "3099 linear_144" [label="(768,)", style=solid]; +"3099 linear_144" -> "3100 dropout_93" [label="(1, 64, 768)", style=solid]; +"3100 dropout_93" -> "3101 view_128" [label="(1, 64, 768)", style=solid]; +"3101 view_128" -> "3102 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"3102 permute_107" -> "3103 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"3103 reshape_106" -> "3104 slice_347" [label="(1, 8, 8, 768)", style=solid]; +"3104 slice_347" -> "3105 slice_348" [label="(1, 8, 8, 768)", style=solid]; +"3105 slice_348" -> "3106 slice_349" [label="(1, 7, 8, 768)", style=solid]; +"3106 slice_349" -> "3107 slice_350" [label="(1, 7, 7, 768)", style=solid]; +"3107 slice_350" -> "3108 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; +"3108 contiguous_45" -> "3111 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; +"3109 _param_constant389" -> "3111 layer_norm_50" [label="(768,)", style=solid]; +"3110 _param_constant390" -> "3111 layer_norm_50" [label="(768,)", style=solid]; +"3111 layer_norm_50" -> "3112 add_81" [label="(1, 7, 7, 768)", style=solid]; +"3112 add_81" -> "3114 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"3112 add_81" -> "3139 add_82" [label="(1, 7, 7, 768)", style=solid]; +"3113 linear_145_updated_constant0" -> "3119 quantize_per_channel_default_146" [label="(3072, 768)", style=solid]; +"3114 add_81_0_0_nncf_smooth_quant_0" -> "3115 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"3115 quantize_per_tensor_default_146" -> "3116 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"3116 dequantize_per_tensor_default_146" -> "3122 linear_145" [label="(1, 7, 7, 768)", style=solid]; +"3117 linear_145_scale_0" -> "3119 quantize_per_channel_default_146" [label="(3072,)", style=solid]; +"3117 linear_145_scale_0" -> "3120 dequantize_per_channel_default_146" [label="(3072,)", style=solid]; +"3118 linear_145_zero_point_0" -> "3119 quantize_per_channel_default_146" [label="(3072,)", style=solid]; +"3118 linear_145_zero_point_0" -> "3120 dequantize_per_channel_default_146" [label="(3072,)", style=solid]; +"3119 quantize_per_channel_default_146" -> "3120 dequantize_per_channel_default_146" [label="(3072, 768)", style=solid]; +"3120 dequantize_per_channel_default_146" -> "3122 linear_145" [label="(3072, 768)", style=solid]; +"3121 _param_constant392_0_0" -> "3122 linear_145" [label="(3072,)", style=solid]; +"3122 linear_145" -> "3123 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; +"3123 gelu_23" -> "3124 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; +"3124 dropout_94" -> "3126 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"3125 linear_146_updated_constant0" -> "3131 quantize_per_channel_default_147" [label="(768, 3072)", style=solid]; +"3126 dropout_94_0_0_nncf_smooth_quant_0" -> "3127 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"3127 quantize_per_tensor_default_147" -> "3128 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"3128 dequantize_per_tensor_default_147" -> "3134 linear_146" [label="(1, 7, 7, 3072)", style=solid]; +"3129 linear_146_scale_0" -> "3131 quantize_per_channel_default_147" [label="(768,)", style=solid]; +"3129 linear_146_scale_0" -> "3132 dequantize_per_channel_default_147" [label="(768,)", style=solid]; +"3130 linear_146_zero_point_0" -> "3131 quantize_per_channel_default_147" [label="(768,)", style=solid]; +"3130 linear_146_zero_point_0" -> "3132 dequantize_per_channel_default_147" [label="(768,)", style=solid]; +"3131 quantize_per_channel_default_147" -> "3132 dequantize_per_channel_default_147" [label="(768, 3072)", style=solid]; +"3132 dequantize_per_channel_default_147" -> "3134 linear_146" [label="(768, 3072)", style=solid]; +"3133 _param_constant394_0_0" -> "3134 linear_146" [label="(768,)", style=solid]; +"3134 linear_146" -> "3135 dropout_95" [label="(1, 7, 7, 768)", style=solid]; +"3135 dropout_95" -> "3138 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; +"3136 _param_constant395" -> "3138 layer_norm_51" [label="(768,)", style=solid]; +"3137 _param_constant396" -> "3138 layer_norm_51" [label="(768,)", style=solid]; +"3138 layer_norm_51" -> "3139 add_82" [label="(1, 7, 7, 768)", style=solid]; +"3139 add_82" -> "3142 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; +"3140 _param_constant397" -> "3142 layer_norm_52" [label="(768,)", style=solid]; +"3141 _param_constant398" -> "3142 layer_norm_52" [label="(768,)", style=solid]; +"3142 layer_norm_52" -> "3143 permute_108" [label="(1, 7, 7, 768)", style=solid]; +"3143 permute_108" -> "3144 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; +"3144 adaptive_avg_pool2d" -> "3145 flatten" [label="(1, 768, 1, 1)", style=solid]; +"3145 flatten" -> "3147 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"3146 linear_147_updated_constant0" -> "3152 quantize_per_channel_default_148" [label="(1000, 768)", style=solid]; +"3147 flatten_0_0_nncf_smooth_quant_0" -> "3148 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"3148 quantize_per_tensor_default_148" -> "3149 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"3149 dequantize_per_tensor_default_148" -> "3155 linear_147" [label="(1, 768)", style=solid]; +"3150 linear_147_scale_0" -> "3152 quantize_per_channel_default_148" [label="(1000,)", style=solid]; +"3150 linear_147_scale_0" -> "3153 dequantize_per_channel_default_148" [label="(1000,)", style=solid]; +"3151 linear_147_zero_point_0" -> "3152 quantize_per_channel_default_148" [label="(1000,)", style=solid]; +"3151 linear_147_zero_point_0" -> "3153 dequantize_per_channel_default_148" [label="(1000,)", style=solid]; +"3152 quantize_per_channel_default_148" -> "3153 dequantize_per_channel_default_148" [label="(1000, 768)", style=solid]; +"3153 dequantize_per_channel_default_148" -> "3155 linear_147" [label="(1000, 768)", style=solid]; +"3154 _param_constant400_0_0" -> "3155 linear_147" [label="(1000,)", style=solid]; +"3155 linear_147" -> "3156 output" [label="(1, 1000)", style=solid]; +} \ No newline at end of file diff --git a/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot b/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot index 2fb96ed5bee..a905a5fb533 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot @@ -2,40 +2,52 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 _param_constant0" [id=1, type=get_attr]; "2 embedding" [id=2, type=embedding]; -"3 embedding_0_0_nncf_smooth_quant_0" [id=3, type=call_module]; -"4 quantize_per_tensor_default" [id=4, type=quantize_per_tensor]; -"5 dequantize_per_tensor_default" [id=5, type=dequantize_per_tensor]; -"6 linear_scale_0_updated_constant0" [id=6, type=get_attr]; -"7 compressed_weight_updated_constant2" [id=7, type=get_attr]; -"8 _param_constant2_0_0" [id=8, type=get_attr]; -"9 mul_tensor" [id=9, type=mul]; -"10 linear" [id=10, type=linear]; -"11 add_tensor_0_0_nncf_smooth_quant_0" [id=11, type=call_module]; -"12 quantize_per_tensor_default_1" [id=12, type=quantize_per_tensor]; -"13 dequantize_per_tensor_default_1" [id=13, type=dequantize_per_tensor]; -"14 linear_1_scale_0_updated_constant0" [id=14, type=get_attr]; -"15 compressed_weight_updated_constant3" [id=15, type=get_attr]; -"16 _param_constant4_0_0" [id=16, type=get_attr]; -"17 mul_tensor_1" [id=17, type=mul]; -"18 linear_1" [id=18, type=linear]; -"19 output" [id=19, type=output]; -"0 arg0_1" -> "2 embedding"; -"1 _param_constant0" -> "2 embedding"; -"2 embedding" -> "3 embedding_0_0_nncf_smooth_quant_0"; -"3 embedding_0_0_nncf_smooth_quant_0" -> "4 quantize_per_tensor_default"; -"4 quantize_per_tensor_default" -> "5 dequantize_per_tensor_default"; -"5 dequantize_per_tensor_default" -> "10 linear"; -"6 linear_scale_0_updated_constant0" -> "9 mul_tensor"; -"7 compressed_weight_updated_constant2" -> "9 mul_tensor"; -"8 _param_constant2_0_0" -> "10 linear"; -"9 mul_tensor" -> "10 linear"; -"10 linear" -> "11 add_tensor_0_0_nncf_smooth_quant_0"; -"11 add_tensor_0_0_nncf_smooth_quant_0" -> "12 quantize_per_tensor_default_1"; -"12 quantize_per_tensor_default_1" -> "13 dequantize_per_tensor_default_1"; -"13 dequantize_per_tensor_default_1" -> "18 linear_1"; -"14 linear_1_scale_0_updated_constant0" -> "17 mul_tensor_1"; -"15 compressed_weight_updated_constant3" -> "17 mul_tensor_1"; -"16 _param_constant4_0_0" -> "18 linear_1"; -"17 mul_tensor_1" -> "18 linear_1"; -"18 linear_1" -> "19 output"; -} +"3 linear_updated_constant0" [id=3, type=get_attr]; +"4 embedding_0_0_nncf_smooth_quant_0" [id=4, type=call_module]; +"5 quantize_per_tensor_default" [id=5, type=quantize_per_tensor]; +"6 dequantize_per_tensor_default" [id=6, type=dequantize_per_tensor]; +"7 linear_scale_0" [id=7, type=get_attr]; +"8 linear_zero_point_0" [id=8, type=get_attr]; +"9 quantize_per_channel_default" [id=9, type=quantize_per_channel]; +"10 dequantize_per_channel_default" [id=10, type=dequantize_per_channel]; +"11 _param_constant2_0_0" [id=11, type=get_attr]; +"12 linear" [id=12, type=linear]; +"13 linear_1_updated_constant0" [id=13, type=get_attr]; +"14 add_tensor_0_0_nncf_smooth_quant_0" [id=14, type=call_module]; +"15 quantize_per_tensor_default_1" [id=15, type=quantize_per_tensor]; +"16 dequantize_per_tensor_default_1" [id=16, type=dequantize_per_tensor]; +"17 linear_1_scale_0" [id=17, type=get_attr]; +"18 linear_1_zero_point_0" [id=18, type=get_attr]; +"19 quantize_per_channel_default_1" [id=19, type=quantize_per_channel]; +"20 dequantize_per_channel_default_1" [id=20, type=dequantize_per_channel]; +"21 _param_constant4_0_0" [id=21, type=get_attr]; +"22 linear_1" [id=22, type=linear]; +"23 output" [id=23, type=output]; +"0 arg0_1" -> "2 embedding" [label="(5,)", style=solid]; +"1 _param_constant0" -> "2 embedding" [label="(10, 5)", style=solid]; +"2 embedding" -> "4 embedding_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"3 linear_updated_constant0" -> "9 quantize_per_channel_default" [label="(5, 5)", style=solid]; +"4 embedding_0_0_nncf_smooth_quant_0" -> "5 quantize_per_tensor_default" [label="(5, 5)", style=solid]; +"5 quantize_per_tensor_default" -> "6 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; +"6 dequantize_per_tensor_default" -> "12 linear" [label="(5, 5)", style=solid]; +"7 linear_scale_0" -> "9 quantize_per_channel_default" [label="(5,)", style=solid]; +"7 linear_scale_0" -> "10 dequantize_per_channel_default" [label="(5,)", style=solid]; +"8 linear_zero_point_0" -> "9 quantize_per_channel_default" [label="(5,)", style=solid]; +"8 linear_zero_point_0" -> "10 dequantize_per_channel_default" [label="(5,)", style=solid]; +"9 quantize_per_channel_default" -> "10 dequantize_per_channel_default" [label="(5, 5)", style=solid]; +"10 dequantize_per_channel_default" -> "12 linear" [label="(5, 5)", style=solid]; +"11 _param_constant2_0_0" -> "12 linear" [label="(5,)", style=solid]; +"12 linear" -> "14 add_tensor_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"13 linear_1_updated_constant0" -> "19 quantize_per_channel_default_1" [label="(10, 5)", style=solid]; +"14 add_tensor_0_0_nncf_smooth_quant_0" -> "15 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"15 quantize_per_tensor_default_1" -> "16 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"16 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(5, 5)", style=solid]; +"17 linear_1_scale_0" -> "19 quantize_per_channel_default_1" [label="(10,)", style=solid]; +"17 linear_1_scale_0" -> "20 dequantize_per_channel_default_1" [label="(10,)", style=solid]; +"18 linear_1_zero_point_0" -> "19 quantize_per_channel_default_1" [label="(10,)", style=solid]; +"18 linear_1_zero_point_0" -> "20 dequantize_per_channel_default_1" [label="(10,)", style=solid]; +"19 quantize_per_channel_default_1" -> "20 dequantize_per_channel_default_1" [label="(10, 5)", style=solid]; +"20 dequantize_per_channel_default_1" -> "22 linear_1" [label="(10, 5)", style=solid]; +"21 _param_constant4_0_0" -> "22 linear_1" [label="(10,)", style=solid]; +"22 linear_1" -> "23 output" [label="(5, 10)", style=solid]; +} \ No newline at end of file diff --git a/tests/torch/data/reference_graphs/fx/quantized/unet.dot b/tests/torch/data/reference_graphs/fx/quantized/unet.dot index 0ae32b8fbe6..81050f8be3f 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/unet.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/unet.dot @@ -2,422 +2,560 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default_8" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default_12" [id=2, type=dequantize_per_tensor]; -"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; -"4 compressed_weight_updated_constant23" [id=4, type=get_attr]; -"5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul_tensor" [id=6, type=mul]; -"7 conv2d" [id=7, type=conv2d]; -"8 relu" [id=8, type=relu]; -"9 quantize_per_tensor_default_9" [id=9, type=quantize_per_tensor]; -"10 dequantize_per_tensor_default_13" [id=10, type=dequantize_per_tensor]; -"11 conv2d_1_scale_0_updated_constant0" [id=11, type=get_attr]; -"12 compressed_weight_updated_constant24" [id=12, type=get_attr]; -"13 _param_constant5_0_0" [id=13, type=get_attr]; -"14 mul_tensor_1" [id=14, type=mul]; -"15 conv2d_1" [id=15, type=conv2d]; -"16 relu_1" [id=16, type=relu]; -"17 quantize_per_tensor_default" [id=17, type=quantize_per_tensor]; -"18 dequantize_per_tensor_default_1" [id=18, type=dequantize_per_tensor]; -"19 dequantize_per_tensor_default" [id=19, type=dequantize_per_tensor]; -"20 max_pool2d" [id=20, type=max_pool2d]; -"21 conv2d_2_scale_0_updated_constant0" [id=21, type=get_attr]; -"22 compressed_weight_updated_constant25" [id=22, type=get_attr]; -"23 _param_constant9_0_0" [id=23, type=get_attr]; -"24 mul_tensor_2" [id=24, type=mul]; -"25 conv2d_2" [id=25, type=conv2d]; -"26 relu_2" [id=26, type=relu]; -"27 quantize_per_tensor_default_10" [id=27, type=quantize_per_tensor]; -"28 dequantize_per_tensor_default_14" [id=28, type=dequantize_per_tensor]; -"29 conv2d_3_scale_0_updated_constant0" [id=29, type=get_attr]; -"30 compressed_weight_updated_constant26" [id=30, type=get_attr]; -"31 _param_constant13_0_0" [id=31, type=get_attr]; -"32 mul_tensor_3" [id=32, type=mul]; -"33 conv2d_3" [id=33, type=conv2d]; -"34 relu_3" [id=34, type=relu]; -"35 quantize_per_tensor_default_3" [id=35, type=quantize_per_tensor]; -"36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; -"37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; -"38 max_pool2d_1" [id=38, type=max_pool2d]; -"39 conv2d_4_scale_0_updated_constant0" [id=39, type=get_attr]; -"40 compressed_weight_updated_constant27" [id=40, type=get_attr]; -"41 _param_constant17_0_0" [id=41, type=get_attr]; -"42 mul_tensor_4" [id=42, type=mul]; -"43 conv2d_4" [id=43, type=conv2d]; -"44 relu_4" [id=44, type=relu]; -"45 quantize_per_tensor_default_11" [id=45, type=quantize_per_tensor]; -"46 dequantize_per_tensor_default_15" [id=46, type=dequantize_per_tensor]; -"47 conv2d_5_scale_0_updated_constant0" [id=47, type=get_attr]; -"48 compressed_weight_updated_constant28" [id=48, type=get_attr]; -"49 _param_constant21_0_0" [id=49, type=get_attr]; -"50 mul_tensor_5" [id=50, type=mul]; -"51 conv2d_5" [id=51, type=conv2d]; -"52 relu_5" [id=52, type=relu]; -"53 quantize_per_tensor_default_4" [id=53, type=quantize_per_tensor]; -"54 dequantize_per_tensor_default_7" [id=54, type=dequantize_per_tensor]; -"55 dequantize_per_tensor_default_6" [id=55, type=dequantize_per_tensor]; -"56 max_pool2d_2" [id=56, type=max_pool2d]; -"57 conv2d_6_scale_0_updated_constant0" [id=57, type=get_attr]; -"58 compressed_weight_updated_constant29" [id=58, type=get_attr]; -"59 _param_constant25_0_0" [id=59, type=get_attr]; -"60 mul_tensor_6" [id=60, type=mul]; -"61 conv2d_6" [id=61, type=conv2d]; -"62 relu_6" [id=62, type=relu]; -"63 quantize_per_tensor_default_12" [id=63, type=quantize_per_tensor]; -"64 dequantize_per_tensor_default_16" [id=64, type=dequantize_per_tensor]; -"65 conv2d_7_scale_0_updated_constant0" [id=65, type=get_attr]; -"66 compressed_weight_updated_constant30" [id=66, type=get_attr]; -"67 _param_constant29_0_0" [id=67, type=get_attr]; -"68 mul_tensor_7" [id=68, type=mul]; -"69 conv2d_7" [id=69, type=conv2d]; -"70 relu_7" [id=70, type=relu]; -"71 quantize_per_tensor_default_7" [id=71, type=quantize_per_tensor]; -"72 dequantize_per_tensor_default_11" [id=72, type=dequantize_per_tensor]; -"73 dequantize_per_tensor_default_10" [id=73, type=dequantize_per_tensor]; -"74 max_pool2d_3" [id=74, type=max_pool2d]; -"75 conv2d_8_scale_0_updated_constant0" [id=75, type=get_attr]; -"76 compressed_weight_updated_constant31" [id=76, type=get_attr]; -"77 _param_constant33_0_0" [id=77, type=get_attr]; -"78 mul_tensor_8" [id=78, type=mul]; -"79 conv2d_8" [id=79, type=conv2d]; -"80 relu_8" [id=80, type=relu]; -"81 quantize_per_tensor_default_13" [id=81, type=quantize_per_tensor]; -"82 dequantize_per_tensor_default_17" [id=82, type=dequantize_per_tensor]; -"83 conv2d_9_scale_0_updated_constant0" [id=83, type=get_attr]; -"84 compressed_weight_updated_constant32" [id=84, type=get_attr]; -"85 _param_constant37_0_0" [id=85, type=get_attr]; -"86 mul_tensor_9" [id=86, type=mul]; -"87 conv2d_9" [id=87, type=conv2d]; -"88 relu_9" [id=88, type=relu]; -"89 quantize_per_tensor_default_14" [id=89, type=quantize_per_tensor]; -"90 dequantize_per_tensor_default_18" [id=90, type=dequantize_per_tensor]; -"91 _param_constant41" [id=91, type=get_attr]; -"92 conv_transpose2d_scale_0_updated_constant0" [id=92, type=get_attr]; -"93 compressed_weight_updated_constant33" [id=93, type=get_attr]; -"94 mul_tensor_10" [id=94, type=mul]; -"95 conv_transpose2d" [id=95, type=conv_transpose2d]; -"96 quantize_per_tensor_default_6" [id=96, type=quantize_per_tensor]; -"97 dequantize_per_tensor_default_9" [id=97, type=dequantize_per_tensor]; -"98 slice_1" [id=98, type=slice]; -"99 slice_2" [id=99, type=slice]; -"100 slice_3" [id=100, type=slice]; -"101 slice_4" [id=101, type=slice]; -"102 cat" [id=102, type=cat]; -"103 conv2d_10_scale_0_updated_constant0" [id=103, type=get_attr]; -"104 compressed_weight_updated_constant34" [id=104, type=get_attr]; -"105 _param_constant43_0_0" [id=105, type=get_attr]; -"106 mul_tensor_11" [id=106, type=mul]; -"107 conv2d_10" [id=107, type=conv2d]; -"108 relu_10" [id=108, type=relu]; -"109 quantize_per_tensor_default_15" [id=109, type=quantize_per_tensor]; -"110 dequantize_per_tensor_default_19" [id=110, type=dequantize_per_tensor]; -"111 conv2d_11_scale_0_updated_constant0" [id=111, type=get_attr]; -"112 compressed_weight_updated_constant35" [id=112, type=get_attr]; -"113 _param_constant47_0_0" [id=113, type=get_attr]; -"114 mul_tensor_12" [id=114, type=mul]; -"115 conv2d_11" [id=115, type=conv2d]; -"116 relu_11" [id=116, type=relu]; -"117 quantize_per_tensor_default_16" [id=117, type=quantize_per_tensor]; -"118 dequantize_per_tensor_default_20" [id=118, type=dequantize_per_tensor]; -"119 _param_constant51" [id=119, type=get_attr]; -"120 conv_transpose2d_1_scale_0_updated_constant0" [id=120, type=get_attr]; -"121 compressed_weight_updated_constant36" [id=121, type=get_attr]; -"122 mul_tensor_13" [id=122, type=mul]; -"123 conv_transpose2d_1" [id=123, type=conv_transpose2d]; -"124 quantize_per_tensor_default_5" [id=124, type=quantize_per_tensor]; -"125 dequantize_per_tensor_default_8" [id=125, type=dequantize_per_tensor]; -"126 slice_5" [id=126, type=slice]; -"127 slice_6" [id=127, type=slice]; -"128 slice_7" [id=128, type=slice]; -"129 slice_8" [id=129, type=slice]; -"130 cat_1" [id=130, type=cat]; -"131 conv2d_12_scale_0_updated_constant0" [id=131, type=get_attr]; -"132 compressed_weight_updated_constant37" [id=132, type=get_attr]; -"133 _param_constant53_0_0" [id=133, type=get_attr]; -"134 mul_tensor_14" [id=134, type=mul]; -"135 conv2d_12" [id=135, type=conv2d]; -"136 relu_12" [id=136, type=relu]; -"137 quantize_per_tensor_default_17" [id=137, type=quantize_per_tensor]; -"138 dequantize_per_tensor_default_21" [id=138, type=dequantize_per_tensor]; -"139 conv2d_13_scale_0_updated_constant0" [id=139, type=get_attr]; -"140 compressed_weight_updated_constant38" [id=140, type=get_attr]; -"141 _param_constant57_0_0" [id=141, type=get_attr]; -"142 mul_tensor_15" [id=142, type=mul]; -"143 conv2d_13" [id=143, type=conv2d]; -"144 relu_13" [id=144, type=relu]; -"145 quantize_per_tensor_default_18" [id=145, type=quantize_per_tensor]; -"146 dequantize_per_tensor_default_22" [id=146, type=dequantize_per_tensor]; -"147 _param_constant61" [id=147, type=get_attr]; -"148 conv_transpose2d_2_scale_0_updated_constant0" [id=148, type=get_attr]; -"149 compressed_weight_updated_constant39" [id=149, type=get_attr]; -"150 mul_tensor_16" [id=150, type=mul]; -"151 conv_transpose2d_2" [id=151, type=conv_transpose2d]; -"152 quantize_per_tensor_default_2" [id=152, type=quantize_per_tensor]; -"153 dequantize_per_tensor_default_3" [id=153, type=dequantize_per_tensor]; -"154 slice_9" [id=154, type=slice]; -"155 slice_10" [id=155, type=slice]; -"156 slice_11" [id=156, type=slice]; -"157 slice_12" [id=157, type=slice]; -"158 cat_2" [id=158, type=cat]; -"159 conv2d_14_scale_0_updated_constant0" [id=159, type=get_attr]; -"160 compressed_weight_updated_constant40" [id=160, type=get_attr]; -"161 _param_constant63_0_0" [id=161, type=get_attr]; -"162 mul_tensor_17" [id=162, type=mul]; -"163 conv2d_14" [id=163, type=conv2d]; -"164 relu_14" [id=164, type=relu]; -"165 quantize_per_tensor_default_19" [id=165, type=quantize_per_tensor]; -"166 dequantize_per_tensor_default_23" [id=166, type=dequantize_per_tensor]; -"167 conv2d_15_scale_0_updated_constant0" [id=167, type=get_attr]; -"168 compressed_weight_updated_constant41" [id=168, type=get_attr]; -"169 _param_constant67_0_0" [id=169, type=get_attr]; -"170 mul_tensor_18" [id=170, type=mul]; -"171 conv2d_15" [id=171, type=conv2d]; -"172 relu_15" [id=172, type=relu]; -"173 quantize_per_tensor_default_20" [id=173, type=quantize_per_tensor]; -"174 dequantize_per_tensor_default_24" [id=174, type=dequantize_per_tensor]; -"175 _param_constant71" [id=175, type=get_attr]; -"176 conv_transpose2d_3_scale_0_updated_constant0" [id=176, type=get_attr]; -"177 compressed_weight_updated_constant42" [id=177, type=get_attr]; -"178 mul_tensor_19" [id=178, type=mul]; -"179 conv_transpose2d_3" [id=179, type=conv_transpose2d]; -"180 quantize_per_tensor_default_1" [id=180, type=quantize_per_tensor]; -"181 dequantize_per_tensor_default_2" [id=181, type=dequantize_per_tensor]; -"182 slice_13" [id=182, type=slice]; -"183 slice_14" [id=183, type=slice]; -"184 slice_15" [id=184, type=slice]; -"185 slice_16" [id=185, type=slice]; -"186 cat_3" [id=186, type=cat]; -"187 conv2d_16_scale_0_updated_constant0" [id=187, type=get_attr]; -"188 compressed_weight_updated_constant43" [id=188, type=get_attr]; -"189 _param_constant73_0_0" [id=189, type=get_attr]; -"190 mul_tensor_20" [id=190, type=mul]; -"191 conv2d_16" [id=191, type=conv2d]; -"192 relu_16" [id=192, type=relu]; -"193 quantize_per_tensor_default_21" [id=193, type=quantize_per_tensor]; -"194 dequantize_per_tensor_default_25" [id=194, type=dequantize_per_tensor]; -"195 conv2d_17_scale_0_updated_constant0" [id=195, type=get_attr]; -"196 compressed_weight_updated_constant44" [id=196, type=get_attr]; -"197 _param_constant77_0_0" [id=197, type=get_attr]; -"198 mul_tensor_21" [id=198, type=mul]; -"199 conv2d_17" [id=199, type=conv2d]; -"200 relu_17" [id=200, type=relu]; -"201 quantize_per_tensor_default_22" [id=201, type=quantize_per_tensor]; -"202 dequantize_per_tensor_default_26" [id=202, type=dequantize_per_tensor]; -"203 conv2d_18_scale_0_updated_constant0" [id=203, type=get_attr]; -"204 compressed_weight_updated_constant45" [id=204, type=get_attr]; -"205 _param_constant81_0_0" [id=205, type=get_attr]; -"206 mul_tensor_22" [id=206, type=mul]; -"207 conv2d_18" [id=207, type=conv2d]; -"208 output" [id=208, type=output]; -"0 arg0_1" -> "1 quantize_per_tensor_default_8"; -"1 quantize_per_tensor_default_8" -> "2 dequantize_per_tensor_default_12"; -"2 dequantize_per_tensor_default_12" -> "7 conv2d"; -"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor"; -"4 compressed_weight_updated_constant23" -> "6 mul_tensor"; -"5 _param_constant1_0_0" -> "7 conv2d"; -"6 mul_tensor" -> "7 conv2d"; -"7 conv2d" -> "8 relu"; -"8 relu" -> "9 quantize_per_tensor_default_9"; -"9 quantize_per_tensor_default_9" -> "10 dequantize_per_tensor_default_13"; -"10 dequantize_per_tensor_default_13" -> "15 conv2d_1"; -"11 conv2d_1_scale_0_updated_constant0" -> "14 mul_tensor_1"; -"12 compressed_weight_updated_constant24" -> "14 mul_tensor_1"; -"13 _param_constant5_0_0" -> "15 conv2d_1"; -"14 mul_tensor_1" -> "15 conv2d_1"; -"15 conv2d_1" -> "16 relu_1"; -"16 relu_1" -> "17 quantize_per_tensor_default"; -"17 quantize_per_tensor_default" -> "18 dequantize_per_tensor_default_1"; -"17 quantize_per_tensor_default" -> "19 dequantize_per_tensor_default"; -"18 dequantize_per_tensor_default_1" -> "182 slice_13"; -"19 dequantize_per_tensor_default" -> "20 max_pool2d"; -"20 max_pool2d" -> "25 conv2d_2"; -"21 conv2d_2_scale_0_updated_constant0" -> "24 mul_tensor_2"; -"22 compressed_weight_updated_constant25" -> "24 mul_tensor_2"; -"23 _param_constant9_0_0" -> "25 conv2d_2"; -"24 mul_tensor_2" -> "25 conv2d_2"; -"25 conv2d_2" -> "26 relu_2"; -"26 relu_2" -> "27 quantize_per_tensor_default_10"; -"27 quantize_per_tensor_default_10" -> "28 dequantize_per_tensor_default_14"; -"28 dequantize_per_tensor_default_14" -> "33 conv2d_3"; -"29 conv2d_3_scale_0_updated_constant0" -> "32 mul_tensor_3"; -"30 compressed_weight_updated_constant26" -> "32 mul_tensor_3"; -"31 _param_constant13_0_0" -> "33 conv2d_3"; -"32 mul_tensor_3" -> "33 conv2d_3"; -"33 conv2d_3" -> "34 relu_3"; -"34 relu_3" -> "35 quantize_per_tensor_default_3"; -"35 quantize_per_tensor_default_3" -> "36 dequantize_per_tensor_default_5"; -"35 quantize_per_tensor_default_3" -> "37 dequantize_per_tensor_default_4"; -"36 dequantize_per_tensor_default_5" -> "154 slice_9"; -"37 dequantize_per_tensor_default_4" -> "38 max_pool2d_1"; -"38 max_pool2d_1" -> "43 conv2d_4"; -"39 conv2d_4_scale_0_updated_constant0" -> "42 mul_tensor_4"; -"40 compressed_weight_updated_constant27" -> "42 mul_tensor_4"; -"41 _param_constant17_0_0" -> "43 conv2d_4"; -"42 mul_tensor_4" -> "43 conv2d_4"; -"43 conv2d_4" -> "44 relu_4"; -"44 relu_4" -> "45 quantize_per_tensor_default_11"; -"45 quantize_per_tensor_default_11" -> "46 dequantize_per_tensor_default_15"; -"46 dequantize_per_tensor_default_15" -> "51 conv2d_5"; -"47 conv2d_5_scale_0_updated_constant0" -> "50 mul_tensor_5"; -"48 compressed_weight_updated_constant28" -> "50 mul_tensor_5"; -"49 _param_constant21_0_0" -> "51 conv2d_5"; -"50 mul_tensor_5" -> "51 conv2d_5"; -"51 conv2d_5" -> "52 relu_5"; -"52 relu_5" -> "53 quantize_per_tensor_default_4"; -"53 quantize_per_tensor_default_4" -> "54 dequantize_per_tensor_default_7"; -"53 quantize_per_tensor_default_4" -> "55 dequantize_per_tensor_default_6"; -"54 dequantize_per_tensor_default_7" -> "126 slice_5"; -"55 dequantize_per_tensor_default_6" -> "56 max_pool2d_2"; -"56 max_pool2d_2" -> "61 conv2d_6"; -"57 conv2d_6_scale_0_updated_constant0" -> "60 mul_tensor_6"; -"58 compressed_weight_updated_constant29" -> "60 mul_tensor_6"; -"59 _param_constant25_0_0" -> "61 conv2d_6"; -"60 mul_tensor_6" -> "61 conv2d_6"; -"61 conv2d_6" -> "62 relu_6"; -"62 relu_6" -> "63 quantize_per_tensor_default_12"; -"63 quantize_per_tensor_default_12" -> "64 dequantize_per_tensor_default_16"; -"64 dequantize_per_tensor_default_16" -> "69 conv2d_7"; -"65 conv2d_7_scale_0_updated_constant0" -> "68 mul_tensor_7"; -"66 compressed_weight_updated_constant30" -> "68 mul_tensor_7"; -"67 _param_constant29_0_0" -> "69 conv2d_7"; -"68 mul_tensor_7" -> "69 conv2d_7"; -"69 conv2d_7" -> "70 relu_7"; -"70 relu_7" -> "71 quantize_per_tensor_default_7"; -"71 quantize_per_tensor_default_7" -> "72 dequantize_per_tensor_default_11"; -"71 quantize_per_tensor_default_7" -> "73 dequantize_per_tensor_default_10"; -"72 dequantize_per_tensor_default_11" -> "98 slice_1"; -"73 dequantize_per_tensor_default_10" -> "74 max_pool2d_3"; -"74 max_pool2d_3" -> "79 conv2d_8"; -"75 conv2d_8_scale_0_updated_constant0" -> "78 mul_tensor_8"; -"76 compressed_weight_updated_constant31" -> "78 mul_tensor_8"; -"77 _param_constant33_0_0" -> "79 conv2d_8"; -"78 mul_tensor_8" -> "79 conv2d_8"; -"79 conv2d_8" -> "80 relu_8"; -"80 relu_8" -> "81 quantize_per_tensor_default_13"; -"81 quantize_per_tensor_default_13" -> "82 dequantize_per_tensor_default_17"; -"82 dequantize_per_tensor_default_17" -> "87 conv2d_9"; -"83 conv2d_9_scale_0_updated_constant0" -> "86 mul_tensor_9"; -"84 compressed_weight_updated_constant32" -> "86 mul_tensor_9"; -"85 _param_constant37_0_0" -> "87 conv2d_9"; -"86 mul_tensor_9" -> "87 conv2d_9"; -"87 conv2d_9" -> "88 relu_9"; -"88 relu_9" -> "89 quantize_per_tensor_default_14"; -"89 quantize_per_tensor_default_14" -> "90 dequantize_per_tensor_default_18"; -"90 dequantize_per_tensor_default_18" -> "95 conv_transpose2d"; -"91 _param_constant41" -> "95 conv_transpose2d"; -"92 conv_transpose2d_scale_0_updated_constant0" -> "94 mul_tensor_10"; -"93 compressed_weight_updated_constant33" -> "94 mul_tensor_10"; -"94 mul_tensor_10" -> "95 conv_transpose2d"; -"95 conv_transpose2d" -> "96 quantize_per_tensor_default_6"; -"96 quantize_per_tensor_default_6" -> "97 dequantize_per_tensor_default_9"; -"97 dequantize_per_tensor_default_9" -> "102 cat"; -"98 slice_1" -> "99 slice_2"; -"99 slice_2" -> "100 slice_3"; -"100 slice_3" -> "101 slice_4"; -"101 slice_4" -> "102 cat"; -"102 cat" -> "107 conv2d_10"; -"103 conv2d_10_scale_0_updated_constant0" -> "106 mul_tensor_11"; -"104 compressed_weight_updated_constant34" -> "106 mul_tensor_11"; -"105 _param_constant43_0_0" -> "107 conv2d_10"; -"106 mul_tensor_11" -> "107 conv2d_10"; -"107 conv2d_10" -> "108 relu_10"; -"108 relu_10" -> "109 quantize_per_tensor_default_15"; -"109 quantize_per_tensor_default_15" -> "110 dequantize_per_tensor_default_19"; -"110 dequantize_per_tensor_default_19" -> "115 conv2d_11"; -"111 conv2d_11_scale_0_updated_constant0" -> "114 mul_tensor_12"; -"112 compressed_weight_updated_constant35" -> "114 mul_tensor_12"; -"113 _param_constant47_0_0" -> "115 conv2d_11"; -"114 mul_tensor_12" -> "115 conv2d_11"; -"115 conv2d_11" -> "116 relu_11"; -"116 relu_11" -> "117 quantize_per_tensor_default_16"; -"117 quantize_per_tensor_default_16" -> "118 dequantize_per_tensor_default_20"; -"118 dequantize_per_tensor_default_20" -> "123 conv_transpose2d_1"; -"119 _param_constant51" -> "123 conv_transpose2d_1"; -"120 conv_transpose2d_1_scale_0_updated_constant0" -> "122 mul_tensor_13"; -"121 compressed_weight_updated_constant36" -> "122 mul_tensor_13"; -"122 mul_tensor_13" -> "123 conv_transpose2d_1"; -"123 conv_transpose2d_1" -> "124 quantize_per_tensor_default_5"; -"124 quantize_per_tensor_default_5" -> "125 dequantize_per_tensor_default_8"; -"125 dequantize_per_tensor_default_8" -> "130 cat_1"; -"126 slice_5" -> "127 slice_6"; -"127 slice_6" -> "128 slice_7"; -"128 slice_7" -> "129 slice_8"; -"129 slice_8" -> "130 cat_1"; -"130 cat_1" -> "135 conv2d_12"; -"131 conv2d_12_scale_0_updated_constant0" -> "134 mul_tensor_14"; -"132 compressed_weight_updated_constant37" -> "134 mul_tensor_14"; -"133 _param_constant53_0_0" -> "135 conv2d_12"; -"134 mul_tensor_14" -> "135 conv2d_12"; -"135 conv2d_12" -> "136 relu_12"; -"136 relu_12" -> "137 quantize_per_tensor_default_17"; -"137 quantize_per_tensor_default_17" -> "138 dequantize_per_tensor_default_21"; -"138 dequantize_per_tensor_default_21" -> "143 conv2d_13"; -"139 conv2d_13_scale_0_updated_constant0" -> "142 mul_tensor_15"; -"140 compressed_weight_updated_constant38" -> "142 mul_tensor_15"; -"141 _param_constant57_0_0" -> "143 conv2d_13"; -"142 mul_tensor_15" -> "143 conv2d_13"; -"143 conv2d_13" -> "144 relu_13"; -"144 relu_13" -> "145 quantize_per_tensor_default_18"; -"145 quantize_per_tensor_default_18" -> "146 dequantize_per_tensor_default_22"; -"146 dequantize_per_tensor_default_22" -> "151 conv_transpose2d_2"; -"147 _param_constant61" -> "151 conv_transpose2d_2"; -"148 conv_transpose2d_2_scale_0_updated_constant0" -> "150 mul_tensor_16"; -"149 compressed_weight_updated_constant39" -> "150 mul_tensor_16"; -"150 mul_tensor_16" -> "151 conv_transpose2d_2"; -"151 conv_transpose2d_2" -> "152 quantize_per_tensor_default_2"; -"152 quantize_per_tensor_default_2" -> "153 dequantize_per_tensor_default_3"; -"153 dequantize_per_tensor_default_3" -> "158 cat_2"; -"154 slice_9" -> "155 slice_10"; -"155 slice_10" -> "156 slice_11"; -"156 slice_11" -> "157 slice_12"; -"157 slice_12" -> "158 cat_2"; -"158 cat_2" -> "163 conv2d_14"; -"159 conv2d_14_scale_0_updated_constant0" -> "162 mul_tensor_17"; -"160 compressed_weight_updated_constant40" -> "162 mul_tensor_17"; -"161 _param_constant63_0_0" -> "163 conv2d_14"; -"162 mul_tensor_17" -> "163 conv2d_14"; -"163 conv2d_14" -> "164 relu_14"; -"164 relu_14" -> "165 quantize_per_tensor_default_19"; -"165 quantize_per_tensor_default_19" -> "166 dequantize_per_tensor_default_23"; -"166 dequantize_per_tensor_default_23" -> "171 conv2d_15"; -"167 conv2d_15_scale_0_updated_constant0" -> "170 mul_tensor_18"; -"168 compressed_weight_updated_constant41" -> "170 mul_tensor_18"; -"169 _param_constant67_0_0" -> "171 conv2d_15"; -"170 mul_tensor_18" -> "171 conv2d_15"; -"171 conv2d_15" -> "172 relu_15"; -"172 relu_15" -> "173 quantize_per_tensor_default_20"; -"173 quantize_per_tensor_default_20" -> "174 dequantize_per_tensor_default_24"; -"174 dequantize_per_tensor_default_24" -> "179 conv_transpose2d_3"; -"175 _param_constant71" -> "179 conv_transpose2d_3"; -"176 conv_transpose2d_3_scale_0_updated_constant0" -> "178 mul_tensor_19"; -"177 compressed_weight_updated_constant42" -> "178 mul_tensor_19"; -"178 mul_tensor_19" -> "179 conv_transpose2d_3"; -"179 conv_transpose2d_3" -> "180 quantize_per_tensor_default_1"; -"180 quantize_per_tensor_default_1" -> "181 dequantize_per_tensor_default_2"; -"181 dequantize_per_tensor_default_2" -> "186 cat_3"; -"182 slice_13" -> "183 slice_14"; -"183 slice_14" -> "184 slice_15"; -"184 slice_15" -> "185 slice_16"; -"185 slice_16" -> "186 cat_3"; -"186 cat_3" -> "191 conv2d_16"; -"187 conv2d_16_scale_0_updated_constant0" -> "190 mul_tensor_20"; -"188 compressed_weight_updated_constant43" -> "190 mul_tensor_20"; -"189 _param_constant73_0_0" -> "191 conv2d_16"; -"190 mul_tensor_20" -> "191 conv2d_16"; -"191 conv2d_16" -> "192 relu_16"; -"192 relu_16" -> "193 quantize_per_tensor_default_21"; -"193 quantize_per_tensor_default_21" -> "194 dequantize_per_tensor_default_25"; -"194 dequantize_per_tensor_default_25" -> "199 conv2d_17"; -"195 conv2d_17_scale_0_updated_constant0" -> "198 mul_tensor_21"; -"196 compressed_weight_updated_constant44" -> "198 mul_tensor_21"; -"197 _param_constant77_0_0" -> "199 conv2d_17"; -"198 mul_tensor_21" -> "199 conv2d_17"; -"199 conv2d_17" -> "200 relu_17"; -"200 relu_17" -> "201 quantize_per_tensor_default_22"; -"201 quantize_per_tensor_default_22" -> "202 dequantize_per_tensor_default_26"; -"202 dequantize_per_tensor_default_26" -> "207 conv2d_18"; -"203 conv2d_18_scale_0_updated_constant0" -> "206 mul_tensor_22"; -"204 compressed_weight_updated_constant45" -> "206 mul_tensor_22"; -"205 _param_constant81_0_0" -> "207 conv2d_18"; -"206 mul_tensor_22" -> "207 conv2d_18"; -"207 conv2d_18" -> "208 output"; -} +"3 _param_constant0" [id=3, type=get_attr]; +"4 conv2d_scale_0" [id=4, type=get_attr]; +"5 conv2d_zero_point_0" [id=5, type=get_attr]; +"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; +"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; +"8 _param_constant1_0_0" [id=8, type=get_attr]; +"9 conv2d" [id=9, type=conv2d]; +"10 relu" [id=10, type=relu]; +"11 quantize_per_tensor_default_9" [id=11, type=quantize_per_tensor]; +"12 dequantize_per_tensor_default_13" [id=12, type=dequantize_per_tensor]; +"13 _param_constant4" [id=13, type=get_attr]; +"14 conv2d_1_scale_0" [id=14, type=get_attr]; +"15 conv2d_1_zero_point_0" [id=15, type=get_attr]; +"16 quantize_per_channel_default_1" [id=16, type=quantize_per_channel]; +"17 dequantize_per_channel_default_1" [id=17, type=dequantize_per_channel]; +"18 _param_constant5_0_0" [id=18, type=get_attr]; +"19 conv2d_1" [id=19, type=conv2d]; +"20 relu_1" [id=20, type=relu]; +"21 quantize_per_tensor_default" [id=21, type=quantize_per_tensor]; +"22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; +"23 dequantize_per_tensor_default" [id=23, type=dequantize_per_tensor]; +"24 max_pool2d" [id=24, type=max_pool2d]; +"25 _param_constant8" [id=25, type=get_attr]; +"26 conv2d_2_scale_0" [id=26, type=get_attr]; +"27 conv2d_2_zero_point_0" [id=27, type=get_attr]; +"28 quantize_per_channel_default_2" [id=28, type=quantize_per_channel]; +"29 dequantize_per_channel_default_2" [id=29, type=dequantize_per_channel]; +"30 _param_constant9_0_0" [id=30, type=get_attr]; +"31 conv2d_2" [id=31, type=conv2d]; +"32 relu_2" [id=32, type=relu]; +"33 quantize_per_tensor_default_10" [id=33, type=quantize_per_tensor]; +"34 dequantize_per_tensor_default_14" [id=34, type=dequantize_per_tensor]; +"35 _param_constant12" [id=35, type=get_attr]; +"36 conv2d_3_scale_0" [id=36, type=get_attr]; +"37 conv2d_3_zero_point_0" [id=37, type=get_attr]; +"38 quantize_per_channel_default_3" [id=38, type=quantize_per_channel]; +"39 dequantize_per_channel_default_3" [id=39, type=dequantize_per_channel]; +"40 _param_constant13_0_0" [id=40, type=get_attr]; +"41 conv2d_3" [id=41, type=conv2d]; +"42 relu_3" [id=42, type=relu]; +"43 quantize_per_tensor_default_3" [id=43, type=quantize_per_tensor]; +"44 dequantize_per_tensor_default_5" [id=44, type=dequantize_per_tensor]; +"45 dequantize_per_tensor_default_4" [id=45, type=dequantize_per_tensor]; +"46 max_pool2d_1" [id=46, type=max_pool2d]; +"47 _param_constant16" [id=47, type=get_attr]; +"48 conv2d_4_scale_0" [id=48, type=get_attr]; +"49 conv2d_4_zero_point_0" [id=49, type=get_attr]; +"50 quantize_per_channel_default_4" [id=50, type=quantize_per_channel]; +"51 dequantize_per_channel_default_4" [id=51, type=dequantize_per_channel]; +"52 _param_constant17_0_0" [id=52, type=get_attr]; +"53 conv2d_4" [id=53, type=conv2d]; +"54 relu_4" [id=54, type=relu]; +"55 quantize_per_tensor_default_11" [id=55, type=quantize_per_tensor]; +"56 dequantize_per_tensor_default_15" [id=56, type=dequantize_per_tensor]; +"57 _param_constant20" [id=57, type=get_attr]; +"58 conv2d_5_scale_0" [id=58, type=get_attr]; +"59 conv2d_5_zero_point_0" [id=59, type=get_attr]; +"60 quantize_per_channel_default_5" [id=60, type=quantize_per_channel]; +"61 dequantize_per_channel_default_5" [id=61, type=dequantize_per_channel]; +"62 _param_constant21_0_0" [id=62, type=get_attr]; +"63 conv2d_5" [id=63, type=conv2d]; +"64 relu_5" [id=64, type=relu]; +"65 quantize_per_tensor_default_4" [id=65, type=quantize_per_tensor]; +"66 dequantize_per_tensor_default_7" [id=66, type=dequantize_per_tensor]; +"67 dequantize_per_tensor_default_6" [id=67, type=dequantize_per_tensor]; +"68 max_pool2d_2" [id=68, type=max_pool2d]; +"69 _param_constant24" [id=69, type=get_attr]; +"70 conv2d_6_scale_0" [id=70, type=get_attr]; +"71 conv2d_6_zero_point_0" [id=71, type=get_attr]; +"72 quantize_per_channel_default_6" [id=72, type=quantize_per_channel]; +"73 dequantize_per_channel_default_6" [id=73, type=dequantize_per_channel]; +"74 _param_constant25_0_0" [id=74, type=get_attr]; +"75 conv2d_6" [id=75, type=conv2d]; +"76 relu_6" [id=76, type=relu]; +"77 quantize_per_tensor_default_12" [id=77, type=quantize_per_tensor]; +"78 dequantize_per_tensor_default_16" [id=78, type=dequantize_per_tensor]; +"79 _param_constant28" [id=79, type=get_attr]; +"80 conv2d_7_scale_0" [id=80, type=get_attr]; +"81 conv2d_7_zero_point_0" [id=81, type=get_attr]; +"82 quantize_per_channel_default_7" [id=82, type=quantize_per_channel]; +"83 dequantize_per_channel_default_7" [id=83, type=dequantize_per_channel]; +"84 _param_constant29_0_0" [id=84, type=get_attr]; +"85 conv2d_7" [id=85, type=conv2d]; +"86 relu_7" [id=86, type=relu]; +"87 quantize_per_tensor_default_7" [id=87, type=quantize_per_tensor]; +"88 dequantize_per_tensor_default_11" [id=88, type=dequantize_per_tensor]; +"89 dequantize_per_tensor_default_10" [id=89, type=dequantize_per_tensor]; +"90 max_pool2d_3" [id=90, type=max_pool2d]; +"91 _param_constant32" [id=91, type=get_attr]; +"92 conv2d_8_scale_0" [id=92, type=get_attr]; +"93 conv2d_8_zero_point_0" [id=93, type=get_attr]; +"94 quantize_per_channel_default_8" [id=94, type=quantize_per_channel]; +"95 dequantize_per_channel_default_8" [id=95, type=dequantize_per_channel]; +"96 _param_constant33_0_0" [id=96, type=get_attr]; +"97 conv2d_8" [id=97, type=conv2d]; +"98 relu_8" [id=98, type=relu]; +"99 quantize_per_tensor_default_13" [id=99, type=quantize_per_tensor]; +"100 dequantize_per_tensor_default_17" [id=100, type=dequantize_per_tensor]; +"101 _param_constant36" [id=101, type=get_attr]; +"102 conv2d_9_scale_0" [id=102, type=get_attr]; +"103 conv2d_9_zero_point_0" [id=103, type=get_attr]; +"104 quantize_per_channel_default_9" [id=104, type=quantize_per_channel]; +"105 dequantize_per_channel_default_9" [id=105, type=dequantize_per_channel]; +"106 _param_constant37_0_0" [id=106, type=get_attr]; +"107 conv2d_9" [id=107, type=conv2d]; +"108 relu_9" [id=108, type=relu]; +"109 quantize_per_tensor_default_14" [id=109, type=quantize_per_tensor]; +"110 dequantize_per_tensor_default_18" [id=110, type=dequantize_per_tensor]; +"111 _param_constant40" [id=111, type=get_attr]; +"112 _param_constant41" [id=112, type=get_attr]; +"113 conv_transpose2d_scale_0" [id=113, type=get_attr]; +"114 conv_transpose2d_zero_point_0" [id=114, type=get_attr]; +"115 quantize_per_channel_default_10" [id=115, type=quantize_per_channel]; +"116 dequantize_per_channel_default_10" [id=116, type=dequantize_per_channel]; +"117 conv_transpose2d" [id=117, type=conv_transpose2d]; +"118 quantize_per_tensor_default_6" [id=118, type=quantize_per_tensor]; +"119 dequantize_per_tensor_default_9" [id=119, type=dequantize_per_tensor]; +"120 slice_1" [id=120, type=slice]; +"121 slice_2" [id=121, type=slice]; +"122 slice_3" [id=122, type=slice]; +"123 slice_4" [id=123, type=slice]; +"124 cat" [id=124, type=cat]; +"125 _param_constant42" [id=125, type=get_attr]; +"126 conv2d_10_scale_0" [id=126, type=get_attr]; +"127 conv2d_10_zero_point_0" [id=127, type=get_attr]; +"128 quantize_per_channel_default_11" [id=128, type=quantize_per_channel]; +"129 dequantize_per_channel_default_11" [id=129, type=dequantize_per_channel]; +"130 _param_constant43_0_0" [id=130, type=get_attr]; +"131 conv2d_10" [id=131, type=conv2d]; +"132 relu_10" [id=132, type=relu]; +"133 quantize_per_tensor_default_15" [id=133, type=quantize_per_tensor]; +"134 dequantize_per_tensor_default_19" [id=134, type=dequantize_per_tensor]; +"135 _param_constant46" [id=135, type=get_attr]; +"136 conv2d_11_scale_0" [id=136, type=get_attr]; +"137 conv2d_11_zero_point_0" [id=137, type=get_attr]; +"138 quantize_per_channel_default_12" [id=138, type=quantize_per_channel]; +"139 dequantize_per_channel_default_12" [id=139, type=dequantize_per_channel]; +"140 _param_constant47_0_0" [id=140, type=get_attr]; +"141 conv2d_11" [id=141, type=conv2d]; +"142 relu_11" [id=142, type=relu]; +"143 quantize_per_tensor_default_16" [id=143, type=quantize_per_tensor]; +"144 dequantize_per_tensor_default_20" [id=144, type=dequantize_per_tensor]; +"145 _param_constant50" [id=145, type=get_attr]; +"146 _param_constant51" [id=146, type=get_attr]; +"147 conv_transpose2d_1_scale_0" [id=147, type=get_attr]; +"148 conv_transpose2d_1_zero_point_0" [id=148, type=get_attr]; +"149 quantize_per_channel_default_13" [id=149, type=quantize_per_channel]; +"150 dequantize_per_channel_default_13" [id=150, type=dequantize_per_channel]; +"151 conv_transpose2d_1" [id=151, type=conv_transpose2d]; +"152 quantize_per_tensor_default_5" [id=152, type=quantize_per_tensor]; +"153 dequantize_per_tensor_default_8" [id=153, type=dequantize_per_tensor]; +"154 slice_5" [id=154, type=slice]; +"155 slice_6" [id=155, type=slice]; +"156 slice_7" [id=156, type=slice]; +"157 slice_8" [id=157, type=slice]; +"158 cat_1" [id=158, type=cat]; +"159 _param_constant52" [id=159, type=get_attr]; +"160 conv2d_12_scale_0" [id=160, type=get_attr]; +"161 conv2d_12_zero_point_0" [id=161, type=get_attr]; +"162 quantize_per_channel_default_14" [id=162, type=quantize_per_channel]; +"163 dequantize_per_channel_default_14" [id=163, type=dequantize_per_channel]; +"164 _param_constant53_0_0" [id=164, type=get_attr]; +"165 conv2d_12" [id=165, type=conv2d]; +"166 relu_12" [id=166, type=relu]; +"167 quantize_per_tensor_default_17" [id=167, type=quantize_per_tensor]; +"168 dequantize_per_tensor_default_21" [id=168, type=dequantize_per_tensor]; +"169 _param_constant56" [id=169, type=get_attr]; +"170 conv2d_13_scale_0" [id=170, type=get_attr]; +"171 conv2d_13_zero_point_0" [id=171, type=get_attr]; +"172 quantize_per_channel_default_15" [id=172, type=quantize_per_channel]; +"173 dequantize_per_channel_default_15" [id=173, type=dequantize_per_channel]; +"174 _param_constant57_0_0" [id=174, type=get_attr]; +"175 conv2d_13" [id=175, type=conv2d]; +"176 relu_13" [id=176, type=relu]; +"177 quantize_per_tensor_default_18" [id=177, type=quantize_per_tensor]; +"178 dequantize_per_tensor_default_22" [id=178, type=dequantize_per_tensor]; +"179 _param_constant60" [id=179, type=get_attr]; +"180 _param_constant61" [id=180, type=get_attr]; +"181 conv_transpose2d_2_scale_0" [id=181, type=get_attr]; +"182 conv_transpose2d_2_zero_point_0" [id=182, type=get_attr]; +"183 quantize_per_channel_default_16" [id=183, type=quantize_per_channel]; +"184 dequantize_per_channel_default_16" [id=184, type=dequantize_per_channel]; +"185 conv_transpose2d_2" [id=185, type=conv_transpose2d]; +"186 quantize_per_tensor_default_2" [id=186, type=quantize_per_tensor]; +"187 dequantize_per_tensor_default_3" [id=187, type=dequantize_per_tensor]; +"188 slice_9" [id=188, type=slice]; +"189 slice_10" [id=189, type=slice]; +"190 slice_11" [id=190, type=slice]; +"191 slice_12" [id=191, type=slice]; +"192 cat_2" [id=192, type=cat]; +"193 _param_constant62" [id=193, type=get_attr]; +"194 conv2d_14_scale_0" [id=194, type=get_attr]; +"195 conv2d_14_zero_point_0" [id=195, type=get_attr]; +"196 quantize_per_channel_default_17" [id=196, type=quantize_per_channel]; +"197 dequantize_per_channel_default_17" [id=197, type=dequantize_per_channel]; +"198 _param_constant63_0_0" [id=198, type=get_attr]; +"199 conv2d_14" [id=199, type=conv2d]; +"200 relu_14" [id=200, type=relu]; +"201 quantize_per_tensor_default_19" [id=201, type=quantize_per_tensor]; +"202 dequantize_per_tensor_default_23" [id=202, type=dequantize_per_tensor]; +"203 _param_constant66" [id=203, type=get_attr]; +"204 conv2d_15_scale_0" [id=204, type=get_attr]; +"205 conv2d_15_zero_point_0" [id=205, type=get_attr]; +"206 quantize_per_channel_default_18" [id=206, type=quantize_per_channel]; +"207 dequantize_per_channel_default_18" [id=207, type=dequantize_per_channel]; +"208 _param_constant67_0_0" [id=208, type=get_attr]; +"209 conv2d_15" [id=209, type=conv2d]; +"210 relu_15" [id=210, type=relu]; +"211 quantize_per_tensor_default_20" [id=211, type=quantize_per_tensor]; +"212 dequantize_per_tensor_default_24" [id=212, type=dequantize_per_tensor]; +"213 _param_constant70" [id=213, type=get_attr]; +"214 _param_constant71" [id=214, type=get_attr]; +"215 conv_transpose2d_3_scale_0" [id=215, type=get_attr]; +"216 conv_transpose2d_3_zero_point_0" [id=216, type=get_attr]; +"217 quantize_per_channel_default_19" [id=217, type=quantize_per_channel]; +"218 dequantize_per_channel_default_19" [id=218, type=dequantize_per_channel]; +"219 conv_transpose2d_3" [id=219, type=conv_transpose2d]; +"220 quantize_per_tensor_default_1" [id=220, type=quantize_per_tensor]; +"221 dequantize_per_tensor_default_2" [id=221, type=dequantize_per_tensor]; +"222 slice_13" [id=222, type=slice]; +"223 slice_14" [id=223, type=slice]; +"224 slice_15" [id=224, type=slice]; +"225 slice_16" [id=225, type=slice]; +"226 cat_3" [id=226, type=cat]; +"227 _param_constant72" [id=227, type=get_attr]; +"228 conv2d_16_scale_0" [id=228, type=get_attr]; +"229 conv2d_16_zero_point_0" [id=229, type=get_attr]; +"230 quantize_per_channel_default_20" [id=230, type=quantize_per_channel]; +"231 dequantize_per_channel_default_20" [id=231, type=dequantize_per_channel]; +"232 _param_constant73_0_0" [id=232, type=get_attr]; +"233 conv2d_16" [id=233, type=conv2d]; +"234 relu_16" [id=234, type=relu]; +"235 quantize_per_tensor_default_21" [id=235, type=quantize_per_tensor]; +"236 dequantize_per_tensor_default_25" [id=236, type=dequantize_per_tensor]; +"237 _param_constant76" [id=237, type=get_attr]; +"238 conv2d_17_scale_0" [id=238, type=get_attr]; +"239 conv2d_17_zero_point_0" [id=239, type=get_attr]; +"240 quantize_per_channel_default_21" [id=240, type=quantize_per_channel]; +"241 dequantize_per_channel_default_21" [id=241, type=dequantize_per_channel]; +"242 _param_constant77_0_0" [id=242, type=get_attr]; +"243 conv2d_17" [id=243, type=conv2d]; +"244 relu_17" [id=244, type=relu]; +"245 quantize_per_tensor_default_22" [id=245, type=quantize_per_tensor]; +"246 dequantize_per_tensor_default_26" [id=246, type=dequantize_per_tensor]; +"247 _param_constant80" [id=247, type=get_attr]; +"248 conv2d_18_scale_0" [id=248, type=get_attr]; +"249 conv2d_18_zero_point_0" [id=249, type=get_attr]; +"250 quantize_per_channel_default_22" [id=250, type=quantize_per_channel]; +"251 dequantize_per_channel_default_22" [id=251, type=dequantize_per_channel]; +"252 _param_constant81_0_0" [id=252, type=get_attr]; +"253 conv2d_18" [id=253, type=conv2d]; +"254 output" [id=254, type=output]; +"0 arg0_1" -> "1 quantize_per_tensor_default_8" [label="(1, 3, 224, 224)", style=solid]; +"1 quantize_per_tensor_default_8" -> "2 dequantize_per_tensor_default_12" [label="(1, 3, 224, 224)", style=solid]; +"2 dequantize_per_tensor_default_12" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 _param_constant0" -> "6 quantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; +"4 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; +"4 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; +"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; +"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; +"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; +"7 dequantize_per_channel_default" -> "9 conv2d" [label="(64, 3, 3, 3)", style=solid]; +"8 _param_constant1_0_0" -> "9 conv2d" [label="(64,)", style=solid]; +"9 conv2d" -> "10 relu" [label="(1, 64, 222, 222)", style=solid]; +"10 relu" -> "11 quantize_per_tensor_default_9" [label="(1, 64, 222, 222)", style=solid]; +"11 quantize_per_tensor_default_9" -> "12 dequantize_per_tensor_default_13" [label="(1, 64, 222, 222)", style=solid]; +"12 dequantize_per_tensor_default_13" -> "19 conv2d_1" [label="(1, 64, 222, 222)", style=solid]; +"13 _param_constant4" -> "16 quantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"14 conv2d_1_scale_0" -> "16 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"14 conv2d_1_scale_0" -> "17 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"15 conv2d_1_zero_point_0" -> "16 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"15 conv2d_1_zero_point_0" -> "17 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"16 quantize_per_channel_default_1" -> "17 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"17 dequantize_per_channel_default_1" -> "19 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; +"18 _param_constant5_0_0" -> "19 conv2d_1" [label="(64,)", style=solid]; +"19 conv2d_1" -> "20 relu_1" [label="(1, 64, 220, 220)", style=solid]; +"20 relu_1" -> "21 quantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; +"21 quantize_per_tensor_default" -> "22 dequantize_per_tensor_default_1" [label="(1, 64, 220, 220)", style=solid]; +"21 quantize_per_tensor_default" -> "23 dequantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; +"22 dequantize_per_tensor_default_1" -> "222 slice_13" [label="(1, 64, 220, 220)", style=solid]; +"23 dequantize_per_tensor_default" -> "24 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; +"24 max_pool2d" -> "31 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; +"25 _param_constant8" -> "28 quantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; +"26 conv2d_2_scale_0" -> "28 quantize_per_channel_default_2" [label="(128,)", style=solid]; +"26 conv2d_2_scale_0" -> "29 dequantize_per_channel_default_2" [label="(128,)", style=solid]; +"27 conv2d_2_zero_point_0" -> "28 quantize_per_channel_default_2" [label="(128,)", style=solid]; +"27 conv2d_2_zero_point_0" -> "29 dequantize_per_channel_default_2" [label="(128,)", style=solid]; +"28 quantize_per_channel_default_2" -> "29 dequantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; +"29 dequantize_per_channel_default_2" -> "31 conv2d_2" [label="(128, 64, 3, 3)", style=solid]; +"30 _param_constant9_0_0" -> "31 conv2d_2" [label="(128,)", style=solid]; +"31 conv2d_2" -> "32 relu_2" [label="(1, 128, 108, 108)", style=solid]; +"32 relu_2" -> "33 quantize_per_tensor_default_10" [label="(1, 128, 108, 108)", style=solid]; +"33 quantize_per_tensor_default_10" -> "34 dequantize_per_tensor_default_14" [label="(1, 128, 108, 108)", style=solid]; +"34 dequantize_per_tensor_default_14" -> "41 conv2d_3" [label="(1, 128, 108, 108)", style=solid]; +"35 _param_constant12" -> "38 quantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; +"36 conv2d_3_scale_0" -> "38 quantize_per_channel_default_3" [label="(128,)", style=solid]; +"36 conv2d_3_scale_0" -> "39 dequantize_per_channel_default_3" [label="(128,)", style=solid]; +"37 conv2d_3_zero_point_0" -> "38 quantize_per_channel_default_3" [label="(128,)", style=solid]; +"37 conv2d_3_zero_point_0" -> "39 dequantize_per_channel_default_3" [label="(128,)", style=solid]; +"38 quantize_per_channel_default_3" -> "39 dequantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; +"39 dequantize_per_channel_default_3" -> "41 conv2d_3" [label="(128, 128, 3, 3)", style=solid]; +"40 _param_constant13_0_0" -> "41 conv2d_3" [label="(128,)", style=solid]; +"41 conv2d_3" -> "42 relu_3" [label="(1, 128, 106, 106)", style=solid]; +"42 relu_3" -> "43 quantize_per_tensor_default_3" [label="(1, 128, 106, 106)", style=solid]; +"43 quantize_per_tensor_default_3" -> "44 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; +"43 quantize_per_tensor_default_3" -> "45 dequantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; +"44 dequantize_per_tensor_default_5" -> "188 slice_9" [label="(1, 128, 106, 106)", style=solid]; +"45 dequantize_per_tensor_default_4" -> "46 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; +"46 max_pool2d_1" -> "53 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; +"47 _param_constant16" -> "50 quantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; +"48 conv2d_4_scale_0" -> "50 quantize_per_channel_default_4" [label="(256,)", style=solid]; +"48 conv2d_4_scale_0" -> "51 dequantize_per_channel_default_4" [label="(256,)", style=solid]; +"49 conv2d_4_zero_point_0" -> "50 quantize_per_channel_default_4" [label="(256,)", style=solid]; +"49 conv2d_4_zero_point_0" -> "51 dequantize_per_channel_default_4" [label="(256,)", style=solid]; +"50 quantize_per_channel_default_4" -> "51 dequantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; +"51 dequantize_per_channel_default_4" -> "53 conv2d_4" [label="(256, 128, 3, 3)", style=solid]; +"52 _param_constant17_0_0" -> "53 conv2d_4" [label="(256,)", style=solid]; +"53 conv2d_4" -> "54 relu_4" [label="(1, 256, 51, 51)", style=solid]; +"54 relu_4" -> "55 quantize_per_tensor_default_11" [label="(1, 256, 51, 51)", style=solid]; +"55 quantize_per_tensor_default_11" -> "56 dequantize_per_tensor_default_15" [label="(1, 256, 51, 51)", style=solid]; +"56 dequantize_per_tensor_default_15" -> "63 conv2d_5" [label="(1, 256, 51, 51)", style=solid]; +"57 _param_constant20" -> "60 quantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; +"58 conv2d_5_scale_0" -> "60 quantize_per_channel_default_5" [label="(256,)", style=solid]; +"58 conv2d_5_scale_0" -> "61 dequantize_per_channel_default_5" [label="(256,)", style=solid]; +"59 conv2d_5_zero_point_0" -> "60 quantize_per_channel_default_5" [label="(256,)", style=solid]; +"59 conv2d_5_zero_point_0" -> "61 dequantize_per_channel_default_5" [label="(256,)", style=solid]; +"60 quantize_per_channel_default_5" -> "61 dequantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; +"61 dequantize_per_channel_default_5" -> "63 conv2d_5" [label="(256, 256, 3, 3)", style=solid]; +"62 _param_constant21_0_0" -> "63 conv2d_5" [label="(256,)", style=solid]; +"63 conv2d_5" -> "64 relu_5" [label="(1, 256, 49, 49)", style=solid]; +"64 relu_5" -> "65 quantize_per_tensor_default_4" [label="(1, 256, 49, 49)", style=solid]; +"65 quantize_per_tensor_default_4" -> "66 dequantize_per_tensor_default_7" [label="(1, 256, 49, 49)", style=solid]; +"65 quantize_per_tensor_default_4" -> "67 dequantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; +"66 dequantize_per_tensor_default_7" -> "154 slice_5" [label="(1, 256, 49, 49)", style=solid]; +"67 dequantize_per_tensor_default_6" -> "68 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; +"68 max_pool2d_2" -> "75 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; +"69 _param_constant24" -> "72 quantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; +"70 conv2d_6_scale_0" -> "72 quantize_per_channel_default_6" [label="(512,)", style=solid]; +"70 conv2d_6_scale_0" -> "73 dequantize_per_channel_default_6" [label="(512,)", style=solid]; +"71 conv2d_6_zero_point_0" -> "72 quantize_per_channel_default_6" [label="(512,)", style=solid]; +"71 conv2d_6_zero_point_0" -> "73 dequantize_per_channel_default_6" [label="(512,)", style=solid]; +"72 quantize_per_channel_default_6" -> "73 dequantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; +"73 dequantize_per_channel_default_6" -> "75 conv2d_6" [label="(512, 256, 3, 3)", style=solid]; +"74 _param_constant25_0_0" -> "75 conv2d_6" [label="(512,)", style=solid]; +"75 conv2d_6" -> "76 relu_6" [label="(1, 512, 22, 22)", style=solid]; +"76 relu_6" -> "77 quantize_per_tensor_default_12" [label="(1, 512, 22, 22)", style=solid]; +"77 quantize_per_tensor_default_12" -> "78 dequantize_per_tensor_default_16" [label="(1, 512, 22, 22)", style=solid]; +"78 dequantize_per_tensor_default_16" -> "85 conv2d_7" [label="(1, 512, 22, 22)", style=solid]; +"79 _param_constant28" -> "82 quantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; +"80 conv2d_7_scale_0" -> "82 quantize_per_channel_default_7" [label="(512,)", style=solid]; +"80 conv2d_7_scale_0" -> "83 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"81 conv2d_7_zero_point_0" -> "82 quantize_per_channel_default_7" [label="(512,)", style=solid]; +"81 conv2d_7_zero_point_0" -> "83 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"82 quantize_per_channel_default_7" -> "83 dequantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; +"83 dequantize_per_channel_default_7" -> "85 conv2d_7" [label="(512, 512, 3, 3)", style=solid]; +"84 _param_constant29_0_0" -> "85 conv2d_7" [label="(512,)", style=solid]; +"85 conv2d_7" -> "86 relu_7" [label="(1, 512, 20, 20)", style=solid]; +"86 relu_7" -> "87 quantize_per_tensor_default_7" [label="(1, 512, 20, 20)", style=solid]; +"87 quantize_per_tensor_default_7" -> "88 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; +"87 quantize_per_tensor_default_7" -> "89 dequantize_per_tensor_default_10" [label="(1, 512, 20, 20)", style=solid]; +"88 dequantize_per_tensor_default_11" -> "120 slice_1" [label="(1, 512, 20, 20)", style=solid]; +"89 dequantize_per_tensor_default_10" -> "90 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; +"90 max_pool2d_3" -> "97 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; +"91 _param_constant32" -> "94 quantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; +"92 conv2d_8_scale_0" -> "94 quantize_per_channel_default_8" [label="(1024,)", style=solid]; +"92 conv2d_8_scale_0" -> "95 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; +"93 conv2d_8_zero_point_0" -> "94 quantize_per_channel_default_8" [label="(1024,)", style=solid]; +"93 conv2d_8_zero_point_0" -> "95 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; +"94 quantize_per_channel_default_8" -> "95 dequantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; +"95 dequantize_per_channel_default_8" -> "97 conv2d_8" [label="(1024, 512, 3, 3)", style=solid]; +"96 _param_constant33_0_0" -> "97 conv2d_8" [label="(1024,)", style=solid]; +"97 conv2d_8" -> "98 relu_8" [label="(1, 1024, 8, 8)", style=solid]; +"98 relu_8" -> "99 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; +"99 quantize_per_tensor_default_13" -> "100 dequantize_per_tensor_default_17" [label="(1, 1024, 8, 8)", style=solid]; +"100 dequantize_per_tensor_default_17" -> "107 conv2d_9" [label="(1, 1024, 8, 8)", style=solid]; +"101 _param_constant36" -> "104 quantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; +"102 conv2d_9_scale_0" -> "104 quantize_per_channel_default_9" [label="(1024,)", style=solid]; +"102 conv2d_9_scale_0" -> "105 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; +"103 conv2d_9_zero_point_0" -> "104 quantize_per_channel_default_9" [label="(1024,)", style=solid]; +"103 conv2d_9_zero_point_0" -> "105 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; +"104 quantize_per_channel_default_9" -> "105 dequantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; +"105 dequantize_per_channel_default_9" -> "107 conv2d_9" [label="(1024, 1024, 3, 3)", style=solid]; +"106 _param_constant37_0_0" -> "107 conv2d_9" [label="(1024,)", style=solid]; +"107 conv2d_9" -> "108 relu_9" [label="(1, 1024, 6, 6)", style=solid]; +"108 relu_9" -> "109 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; +"109 quantize_per_tensor_default_14" -> "110 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; +"110 dequantize_per_tensor_default_18" -> "117 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; +"111 _param_constant40" -> "115 quantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; +"112 _param_constant41" -> "117 conv_transpose2d" [label="(512,)", style=solid]; +"113 conv_transpose2d_scale_0" -> "115 quantize_per_channel_default_10" [label="(1024,)", style=solid]; +"113 conv_transpose2d_scale_0" -> "116 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; +"114 conv_transpose2d_zero_point_0" -> "115 quantize_per_channel_default_10" [label="(1024,)", style=solid]; +"114 conv_transpose2d_zero_point_0" -> "116 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; +"115 quantize_per_channel_default_10" -> "116 dequantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; +"116 dequantize_per_channel_default_10" -> "117 conv_transpose2d" [label="(1024, 512, 2, 2)", style=solid]; +"117 conv_transpose2d" -> "118 quantize_per_tensor_default_6" [label="(1, 512, 12, 12)", style=solid]; +"118 quantize_per_tensor_default_6" -> "119 dequantize_per_tensor_default_9" [label="(1, 512, 12, 12)", style=solid]; +"119 dequantize_per_tensor_default_9" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; +"120 slice_1" -> "121 slice_2" [label="(1, 512, 20, 20)", style=solid]; +"121 slice_2" -> "122 slice_3" [label="(1, 512, 20, 20)", style=solid]; +"122 slice_3" -> "123 slice_4" [label="(1, 512, 12, 20)", style=solid]; +"123 slice_4" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; +"124 cat" -> "131 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; +"125 _param_constant42" -> "128 quantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; +"126 conv2d_10_scale_0" -> "128 quantize_per_channel_default_11" [label="(512,)", style=solid]; +"126 conv2d_10_scale_0" -> "129 dequantize_per_channel_default_11" [label="(512,)", style=solid]; +"127 conv2d_10_zero_point_0" -> "128 quantize_per_channel_default_11" [label="(512,)", style=solid]; +"127 conv2d_10_zero_point_0" -> "129 dequantize_per_channel_default_11" [label="(512,)", style=solid]; +"128 quantize_per_channel_default_11" -> "129 dequantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; +"129 dequantize_per_channel_default_11" -> "131 conv2d_10" [label="(512, 1024, 3, 3)", style=solid]; +"130 _param_constant43_0_0" -> "131 conv2d_10" [label="(512,)", style=solid]; +"131 conv2d_10" -> "132 relu_10" [label="(1, 512, 10, 10)", style=solid]; +"132 relu_10" -> "133 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; +"133 quantize_per_tensor_default_15" -> "134 dequantize_per_tensor_default_19" [label="(1, 512, 10, 10)", style=solid]; +"134 dequantize_per_tensor_default_19" -> "141 conv2d_11" [label="(1, 512, 10, 10)", style=solid]; +"135 _param_constant46" -> "138 quantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; +"136 conv2d_11_scale_0" -> "138 quantize_per_channel_default_12" [label="(512,)", style=solid]; +"136 conv2d_11_scale_0" -> "139 dequantize_per_channel_default_12" [label="(512,)", style=solid]; +"137 conv2d_11_zero_point_0" -> "138 quantize_per_channel_default_12" [label="(512,)", style=solid]; +"137 conv2d_11_zero_point_0" -> "139 dequantize_per_channel_default_12" [label="(512,)", style=solid]; +"138 quantize_per_channel_default_12" -> "139 dequantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; +"139 dequantize_per_channel_default_12" -> "141 conv2d_11" [label="(512, 512, 3, 3)", style=solid]; +"140 _param_constant47_0_0" -> "141 conv2d_11" [label="(512,)", style=solid]; +"141 conv2d_11" -> "142 relu_11" [label="(1, 512, 8, 8)", style=solid]; +"142 relu_11" -> "143 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; +"143 quantize_per_tensor_default_16" -> "144 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; +"144 dequantize_per_tensor_default_20" -> "151 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; +"145 _param_constant50" -> "149 quantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; +"146 _param_constant51" -> "151 conv_transpose2d_1" [label="(256,)", style=solid]; +"147 conv_transpose2d_1_scale_0" -> "149 quantize_per_channel_default_13" [label="(512,)", style=solid]; +"147 conv_transpose2d_1_scale_0" -> "150 dequantize_per_channel_default_13" [label="(512,)", style=solid]; +"148 conv_transpose2d_1_zero_point_0" -> "149 quantize_per_channel_default_13" [label="(512,)", style=solid]; +"148 conv_transpose2d_1_zero_point_0" -> "150 dequantize_per_channel_default_13" [label="(512,)", style=solid]; +"149 quantize_per_channel_default_13" -> "150 dequantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; +"150 dequantize_per_channel_default_13" -> "151 conv_transpose2d_1" [label="(512, 256, 2, 2)", style=solid]; +"151 conv_transpose2d_1" -> "152 quantize_per_tensor_default_5" [label="(1, 256, 16, 16)", style=solid]; +"152 quantize_per_tensor_default_5" -> "153 dequantize_per_tensor_default_8" [label="(1, 256, 16, 16)", style=solid]; +"153 dequantize_per_tensor_default_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"154 slice_5" -> "155 slice_6" [label="(1, 256, 49, 49)", style=solid]; +"155 slice_6" -> "156 slice_7" [label="(1, 256, 49, 49)", style=solid]; +"156 slice_7" -> "157 slice_8" [label="(1, 256, 16, 49)", style=solid]; +"157 slice_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"158 cat_1" -> "165 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; +"159 _param_constant52" -> "162 quantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; +"160 conv2d_12_scale_0" -> "162 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"160 conv2d_12_scale_0" -> "163 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"161 conv2d_12_zero_point_0" -> "162 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"161 conv2d_12_zero_point_0" -> "163 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"162 quantize_per_channel_default_14" -> "163 dequantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; +"163 dequantize_per_channel_default_14" -> "165 conv2d_12" [label="(256, 512, 3, 3)", style=solid]; +"164 _param_constant53_0_0" -> "165 conv2d_12" [label="(256,)", style=solid]; +"165 conv2d_12" -> "166 relu_12" [label="(1, 256, 14, 14)", style=solid]; +"166 relu_12" -> "167 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"167 quantize_per_tensor_default_17" -> "168 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"168 dequantize_per_tensor_default_21" -> "175 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; +"169 _param_constant56" -> "172 quantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; +"170 conv2d_13_scale_0" -> "172 quantize_per_channel_default_15" [label="(256,)", style=solid]; +"170 conv2d_13_scale_0" -> "173 dequantize_per_channel_default_15" [label="(256,)", style=solid]; +"171 conv2d_13_zero_point_0" -> "172 quantize_per_channel_default_15" [label="(256,)", style=solid]; +"171 conv2d_13_zero_point_0" -> "173 dequantize_per_channel_default_15" [label="(256,)", style=solid]; +"172 quantize_per_channel_default_15" -> "173 dequantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; +"173 dequantize_per_channel_default_15" -> "175 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; +"174 _param_constant57_0_0" -> "175 conv2d_13" [label="(256,)", style=solid]; +"175 conv2d_13" -> "176 relu_13" [label="(1, 256, 12, 12)", style=solid]; +"176 relu_13" -> "177 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; +"177 quantize_per_tensor_default_18" -> "178 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; +"178 dequantize_per_tensor_default_22" -> "185 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; +"179 _param_constant60" -> "183 quantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; +"180 _param_constant61" -> "185 conv_transpose2d_2" [label="(128,)", style=solid]; +"181 conv_transpose2d_2_scale_0" -> "183 quantize_per_channel_default_16" [label="(256,)", style=solid]; +"181 conv_transpose2d_2_scale_0" -> "184 dequantize_per_channel_default_16" [label="(256,)", style=solid]; +"182 conv_transpose2d_2_zero_point_0" -> "183 quantize_per_channel_default_16" [label="(256,)", style=solid]; +"182 conv_transpose2d_2_zero_point_0" -> "184 dequantize_per_channel_default_16" [label="(256,)", style=solid]; +"183 quantize_per_channel_default_16" -> "184 dequantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; +"184 dequantize_per_channel_default_16" -> "185 conv_transpose2d_2" [label="(256, 128, 2, 2)", style=solid]; +"185 conv_transpose2d_2" -> "186 quantize_per_tensor_default_2" [label="(1, 128, 24, 24)", style=solid]; +"186 quantize_per_tensor_default_2" -> "187 dequantize_per_tensor_default_3" [label="(1, 128, 24, 24)", style=solid]; +"187 dequantize_per_tensor_default_3" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"188 slice_9" -> "189 slice_10" [label="(1, 128, 106, 106)", style=solid]; +"189 slice_10" -> "190 slice_11" [label="(1, 128, 106, 106)", style=solid]; +"190 slice_11" -> "191 slice_12" [label="(1, 128, 24, 106)", style=solid]; +"191 slice_12" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"192 cat_2" -> "199 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; +"193 _param_constant62" -> "196 quantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; +"194 conv2d_14_scale_0" -> "196 quantize_per_channel_default_17" [label="(128,)", style=solid]; +"194 conv2d_14_scale_0" -> "197 dequantize_per_channel_default_17" [label="(128,)", style=solid]; +"195 conv2d_14_zero_point_0" -> "196 quantize_per_channel_default_17" [label="(128,)", style=solid]; +"195 conv2d_14_zero_point_0" -> "197 dequantize_per_channel_default_17" [label="(128,)", style=solid]; +"196 quantize_per_channel_default_17" -> "197 dequantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; +"197 dequantize_per_channel_default_17" -> "199 conv2d_14" [label="(128, 256, 3, 3)", style=solid]; +"198 _param_constant63_0_0" -> "199 conv2d_14" [label="(128,)", style=solid]; +"199 conv2d_14" -> "200 relu_14" [label="(1, 128, 22, 22)", style=solid]; +"200 relu_14" -> "201 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; +"201 quantize_per_tensor_default_19" -> "202 dequantize_per_tensor_default_23" [label="(1, 128, 22, 22)", style=solid]; +"202 dequantize_per_tensor_default_23" -> "209 conv2d_15" [label="(1, 128, 22, 22)", style=solid]; +"203 _param_constant66" -> "206 quantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; +"204 conv2d_15_scale_0" -> "206 quantize_per_channel_default_18" [label="(128,)", style=solid]; +"204 conv2d_15_scale_0" -> "207 dequantize_per_channel_default_18" [label="(128,)", style=solid]; +"205 conv2d_15_zero_point_0" -> "206 quantize_per_channel_default_18" [label="(128,)", style=solid]; +"205 conv2d_15_zero_point_0" -> "207 dequantize_per_channel_default_18" [label="(128,)", style=solid]; +"206 quantize_per_channel_default_18" -> "207 dequantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; +"207 dequantize_per_channel_default_18" -> "209 conv2d_15" [label="(128, 128, 3, 3)", style=solid]; +"208 _param_constant67_0_0" -> "209 conv2d_15" [label="(128,)", style=solid]; +"209 conv2d_15" -> "210 relu_15" [label="(1, 128, 20, 20)", style=solid]; +"210 relu_15" -> "211 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; +"211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; +"212 dequantize_per_tensor_default_24" -> "219 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; +"213 _param_constant70" -> "217 quantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; +"214 _param_constant71" -> "219 conv_transpose2d_3" [label="(64,)", style=solid]; +"215 conv_transpose2d_3_scale_0" -> "217 quantize_per_channel_default_19" [label="(128,)", style=solid]; +"215 conv_transpose2d_3_scale_0" -> "218 dequantize_per_channel_default_19" [label="(128,)", style=solid]; +"216 conv_transpose2d_3_zero_point_0" -> "217 quantize_per_channel_default_19" [label="(128,)", style=solid]; +"216 conv_transpose2d_3_zero_point_0" -> "218 dequantize_per_channel_default_19" [label="(128,)", style=solid]; +"217 quantize_per_channel_default_19" -> "218 dequantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; +"218 dequantize_per_channel_default_19" -> "219 conv_transpose2d_3" [label="(128, 64, 2, 2)", style=solid]; +"219 conv_transpose2d_3" -> "220 quantize_per_tensor_default_1" [label="(1, 64, 40, 40)", style=solid]; +"220 quantize_per_tensor_default_1" -> "221 dequantize_per_tensor_default_2" [label="(1, 64, 40, 40)", style=solid]; +"221 dequantize_per_tensor_default_2" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"222 slice_13" -> "223 slice_14" [label="(1, 64, 220, 220)", style=solid]; +"223 slice_14" -> "224 slice_15" [label="(1, 64, 220, 220)", style=solid]; +"224 slice_15" -> "225 slice_16" [label="(1, 64, 40, 220)", style=solid]; +"225 slice_16" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"226 cat_3" -> "233 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; +"227 _param_constant72" -> "230 quantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; +"228 conv2d_16_scale_0" -> "230 quantize_per_channel_default_20" [label="(64,)", style=solid]; +"228 conv2d_16_scale_0" -> "231 dequantize_per_channel_default_20" [label="(64,)", style=solid]; +"229 conv2d_16_zero_point_0" -> "230 quantize_per_channel_default_20" [label="(64,)", style=solid]; +"229 conv2d_16_zero_point_0" -> "231 dequantize_per_channel_default_20" [label="(64,)", style=solid]; +"230 quantize_per_channel_default_20" -> "231 dequantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; +"231 dequantize_per_channel_default_20" -> "233 conv2d_16" [label="(64, 128, 3, 3)", style=solid]; +"232 _param_constant73_0_0" -> "233 conv2d_16" [label="(64,)", style=solid]; +"233 conv2d_16" -> "234 relu_16" [label="(1, 64, 38, 38)", style=solid]; +"234 relu_16" -> "235 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; +"235 quantize_per_tensor_default_21" -> "236 dequantize_per_tensor_default_25" [label="(1, 64, 38, 38)", style=solid]; +"236 dequantize_per_tensor_default_25" -> "243 conv2d_17" [label="(1, 64, 38, 38)", style=solid]; +"237 _param_constant76" -> "240 quantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; +"238 conv2d_17_scale_0" -> "240 quantize_per_channel_default_21" [label="(64,)", style=solid]; +"238 conv2d_17_scale_0" -> "241 dequantize_per_channel_default_21" [label="(64,)", style=solid]; +"239 conv2d_17_zero_point_0" -> "240 quantize_per_channel_default_21" [label="(64,)", style=solid]; +"239 conv2d_17_zero_point_0" -> "241 dequantize_per_channel_default_21" [label="(64,)", style=solid]; +"240 quantize_per_channel_default_21" -> "241 dequantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; +"241 dequantize_per_channel_default_21" -> "243 conv2d_17" [label="(64, 64, 3, 3)", style=solid]; +"242 _param_constant77_0_0" -> "243 conv2d_17" [label="(64,)", style=solid]; +"243 conv2d_17" -> "244 relu_17" [label="(1, 64, 36, 36)", style=solid]; +"244 relu_17" -> "245 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; +"245 quantize_per_tensor_default_22" -> "246 dequantize_per_tensor_default_26" [label="(1, 64, 36, 36)", style=solid]; +"246 dequantize_per_tensor_default_26" -> "253 conv2d_18" [label="(1, 64, 36, 36)", style=solid]; +"247 _param_constant80" -> "250 quantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; +"248 conv2d_18_scale_0" -> "250 quantize_per_channel_default_22" [label="(12,)", style=solid]; +"248 conv2d_18_scale_0" -> "251 dequantize_per_channel_default_22" [label="(12,)", style=solid]; +"249 conv2d_18_zero_point_0" -> "250 quantize_per_channel_default_22" [label="(12,)", style=solid]; +"249 conv2d_18_zero_point_0" -> "251 dequantize_per_channel_default_22" [label="(12,)", style=solid]; +"250 quantize_per_channel_default_22" -> "251 dequantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; +"251 dequantize_per_channel_default_22" -> "253 conv2d_18" [label="(12, 64, 1, 1)", style=solid]; +"252 _param_constant81_0_0" -> "253 conv2d_18" [label="(12,)", style=solid]; +"253 conv2d_18" -> "254 output" [label="(1, 12, 36, 36)", style=solid]; +} \ No newline at end of file diff --git a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot index d8b86362371..c7379550a19 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot @@ -2,1812 +2,2112 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; -"4 compressed_weight_updated_constant50" [id=4, type=get_attr]; -"5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul_tensor" [id=6, type=mul]; -"7 conv2d" [id=7, type=conv2d]; -"8 reshape" [id=8, type=reshape]; -"9 permute" [id=9, type=permute]; -"10 _param_constant2" [id=10, type=get_attr]; -"11 expand" [id=11, type=expand]; -"12 cat" [id=12, type=cat]; -"13 _param_constant3" [id=13, type=get_attr]; -"14 add" [id=14, type=add]; -"15 dropout" [id=15, type=dropout]; -"16 _param_constant4" [id=16, type=get_attr]; -"17 _param_constant5" [id=17, type=get_attr]; -"18 layer_norm" [id=18, type=layer_norm]; -"19 transpose" [id=19, type=transpose]; -"20 transpose_0_0_nncf_smooth_quant_0" [id=20, type=call_module]; -"21 quantize_per_tensor_default_1" [id=21, type=quantize_per_tensor]; -"22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; -"23 linear_scale_0_updated_constant0" [id=23, type=get_attr]; -"24 compressed_weight_updated_constant51" [id=24, type=get_attr]; -"25 _param_constant7_0_0" [id=25, type=get_attr]; -"26 mul_tensor_1" [id=26, type=mul]; -"27 linear" [id=27, type=linear]; -"28 unflatten" [id=28, type=unflatten]; -"29 unsqueeze" [id=29, type=unsqueeze]; -"30 transpose_1" [id=30, type=transpose]; -"31 squeeze" [id=31, type=squeeze]; -"32 contiguous" [id=32, type=contiguous]; -"33 quantize_per_tensor_default_2" [id=33, type=quantize_per_tensor]; -"34 dequantize_per_tensor_default_2" [id=34, type=dequantize_per_tensor]; -"35 select" [id=35, type=select]; -"36 quantize_per_tensor_default_3" [id=36, type=quantize_per_tensor]; -"37 dequantize_per_tensor_default_3" [id=37, type=dequantize_per_tensor]; -"38 select_1" [id=38, type=select]; -"39 select_2" [id=39, type=select]; -"40 view" [id=40, type=view]; -"41 transpose_2" [id=41, type=transpose]; -"42 view_1" [id=42, type=view]; -"43 transpose_3" [id=43, type=transpose]; -"44 view_2" [id=44, type=view]; -"45 transpose_4" [id=45, type=transpose]; -"46 view_3" [id=46, type=view]; -"47 view_4" [id=47, type=view]; -"48 view_5" [id=48, type=view]; -"49 scaled_dot_product_attention" [id=49, type=scaled_dot_product_attention]; -"50 permute_1" [id=50, type=permute]; -"51 view_6" [id=51, type=view]; -"52 view_6_0_0_nncf_smooth_quant_0" [id=52, type=call_module]; -"53 quantize_per_tensor_default_4" [id=53, type=quantize_per_tensor]; -"54 dequantize_per_tensor_default_4" [id=54, type=dequantize_per_tensor]; -"55 linear_1_scale_0_updated_constant0" [id=55, type=get_attr]; -"56 compressed_weight_updated_constant52" [id=56, type=get_attr]; -"57 _param_constant9_0_0" [id=57, type=get_attr]; -"58 mul_tensor_2" [id=58, type=mul]; -"59 linear_1" [id=59, type=linear]; -"60 view_7" [id=60, type=view]; -"61 transpose_5" [id=61, type=transpose]; -"62 dropout_1" [id=62, type=dropout]; -"63 add_1" [id=63, type=add]; -"64 _param_constant10" [id=64, type=get_attr]; -"65 _param_constant11" [id=65, type=get_attr]; -"66 layer_norm_1" [id=66, type=layer_norm]; -"67 layer_norm_1_0_0_nncf_smooth_quant_0" [id=67, type=call_module]; -"68 quantize_per_tensor_default_5" [id=68, type=quantize_per_tensor]; -"69 dequantize_per_tensor_default_5" [id=69, type=dequantize_per_tensor]; -"70 linear_2_scale_0_updated_constant0" [id=70, type=get_attr]; -"71 compressed_weight_updated_constant53" [id=71, type=get_attr]; -"72 _param_constant13_0_0" [id=72, type=get_attr]; -"73 mul_tensor_3" [id=73, type=mul]; -"74 linear_2" [id=74, type=linear]; -"75 gelu" [id=75, type=gelu]; -"76 dropout_2" [id=76, type=dropout]; -"77 dropout_2_0_0_nncf_smooth_quant_0" [id=77, type=call_module]; -"78 quantize_per_tensor_default_6" [id=78, type=quantize_per_tensor]; -"79 dequantize_per_tensor_default_6" [id=79, type=dequantize_per_tensor]; -"80 linear_3_scale_0_updated_constant0" [id=80, type=get_attr]; -"81 compressed_weight_updated_constant54" [id=81, type=get_attr]; -"82 _param_constant15_0_0" [id=82, type=get_attr]; -"83 mul_tensor_4" [id=83, type=mul]; -"84 linear_3" [id=84, type=linear]; -"85 dropout_3" [id=85, type=dropout]; -"86 add_2" [id=86, type=add]; -"87 _param_constant16" [id=87, type=get_attr]; -"88 _param_constant17" [id=88, type=get_attr]; -"89 layer_norm_2" [id=89, type=layer_norm]; -"90 transpose_6" [id=90, type=transpose]; -"91 transpose_6_0_0_nncf_smooth_quant_0" [id=91, type=call_module]; -"92 quantize_per_tensor_default_7" [id=92, type=quantize_per_tensor]; -"93 dequantize_per_tensor_default_7" [id=93, type=dequantize_per_tensor]; -"94 linear_4_scale_0_updated_constant0" [id=94, type=get_attr]; -"95 compressed_weight_updated_constant55" [id=95, type=get_attr]; -"96 _param_constant19_0_0" [id=96, type=get_attr]; -"97 mul_tensor_5" [id=97, type=mul]; -"98 linear_4" [id=98, type=linear]; -"99 unflatten_1" [id=99, type=unflatten]; -"100 unsqueeze_1" [id=100, type=unsqueeze]; -"101 transpose_7" [id=101, type=transpose]; -"102 squeeze_1" [id=102, type=squeeze]; -"103 contiguous_1" [id=103, type=contiguous]; -"104 quantize_per_tensor_default_8" [id=104, type=quantize_per_tensor]; -"105 dequantize_per_tensor_default_8" [id=105, type=dequantize_per_tensor]; -"106 select_3" [id=106, type=select]; -"107 quantize_per_tensor_default_9" [id=107, type=quantize_per_tensor]; -"108 dequantize_per_tensor_default_9" [id=108, type=dequantize_per_tensor]; -"109 select_4" [id=109, type=select]; -"110 select_5" [id=110, type=select]; -"111 view_8" [id=111, type=view]; -"112 transpose_8" [id=112, type=transpose]; -"113 view_9" [id=113, type=view]; -"114 transpose_9" [id=114, type=transpose]; -"115 view_10" [id=115, type=view]; -"116 transpose_10" [id=116, type=transpose]; -"117 view_11" [id=117, type=view]; -"118 view_12" [id=118, type=view]; -"119 view_13" [id=119, type=view]; -"120 scaled_dot_product_attention_1" [id=120, type=scaled_dot_product_attention]; -"121 permute_2" [id=121, type=permute]; -"122 view_14" [id=122, type=view]; -"123 view_14_0_0_nncf_smooth_quant_0" [id=123, type=call_module]; -"124 quantize_per_tensor_default_10" [id=124, type=quantize_per_tensor]; -"125 dequantize_per_tensor_default_10" [id=125, type=dequantize_per_tensor]; -"126 linear_5_scale_0_updated_constant0" [id=126, type=get_attr]; -"127 compressed_weight_updated_constant56" [id=127, type=get_attr]; -"128 _param_constant21_0_0" [id=128, type=get_attr]; -"129 mul_tensor_6" [id=129, type=mul]; -"130 linear_5" [id=130, type=linear]; -"131 view_15" [id=131, type=view]; -"132 transpose_11" [id=132, type=transpose]; -"133 dropout_4" [id=133, type=dropout]; -"134 add_3" [id=134, type=add]; -"135 _param_constant22" [id=135, type=get_attr]; -"136 _param_constant23" [id=136, type=get_attr]; -"137 layer_norm_3" [id=137, type=layer_norm]; -"138 layer_norm_3_0_0_nncf_smooth_quant_0" [id=138, type=call_module]; -"139 quantize_per_tensor_default_11" [id=139, type=quantize_per_tensor]; -"140 dequantize_per_tensor_default_11" [id=140, type=dequantize_per_tensor]; -"141 linear_6_scale_0_updated_constant0" [id=141, type=get_attr]; -"142 compressed_weight_updated_constant57" [id=142, type=get_attr]; -"143 _param_constant25_0_0" [id=143, type=get_attr]; -"144 mul_tensor_7" [id=144, type=mul]; -"145 linear_6" [id=145, type=linear]; -"146 gelu_1" [id=146, type=gelu]; -"147 dropout_5" [id=147, type=dropout]; -"148 dropout_5_0_0_nncf_smooth_quant_0" [id=148, type=call_module]; -"149 quantize_per_tensor_default_12" [id=149, type=quantize_per_tensor]; -"150 dequantize_per_tensor_default_12" [id=150, type=dequantize_per_tensor]; -"151 linear_7_scale_0_updated_constant0" [id=151, type=get_attr]; -"152 compressed_weight_updated_constant58" [id=152, type=get_attr]; -"153 _param_constant27_0_0" [id=153, type=get_attr]; -"154 mul_tensor_8" [id=154, type=mul]; -"155 linear_7" [id=155, type=linear]; -"156 dropout_6" [id=156, type=dropout]; -"157 add_4" [id=157, type=add]; -"158 _param_constant28" [id=158, type=get_attr]; -"159 _param_constant29" [id=159, type=get_attr]; -"160 layer_norm_4" [id=160, type=layer_norm]; -"161 transpose_12" [id=161, type=transpose]; -"162 transpose_12_0_0_nncf_smooth_quant_0" [id=162, type=call_module]; -"163 quantize_per_tensor_default_13" [id=163, type=quantize_per_tensor]; -"164 dequantize_per_tensor_default_13" [id=164, type=dequantize_per_tensor]; -"165 linear_8_scale_0_updated_constant0" [id=165, type=get_attr]; -"166 compressed_weight_updated_constant59" [id=166, type=get_attr]; -"167 _param_constant31_0_0" [id=167, type=get_attr]; -"168 mul_tensor_9" [id=168, type=mul]; -"169 linear_8" [id=169, type=linear]; -"170 unflatten_2" [id=170, type=unflatten]; -"171 unsqueeze_2" [id=171, type=unsqueeze]; -"172 transpose_13" [id=172, type=transpose]; -"173 squeeze_2" [id=173, type=squeeze]; -"174 contiguous_2" [id=174, type=contiguous]; -"175 quantize_per_tensor_default_14" [id=175, type=quantize_per_tensor]; -"176 dequantize_per_tensor_default_14" [id=176, type=dequantize_per_tensor]; -"177 select_6" [id=177, type=select]; -"178 quantize_per_tensor_default_15" [id=178, type=quantize_per_tensor]; -"179 dequantize_per_tensor_default_15" [id=179, type=dequantize_per_tensor]; -"180 select_7" [id=180, type=select]; -"181 select_8" [id=181, type=select]; -"182 view_16" [id=182, type=view]; -"183 transpose_14" [id=183, type=transpose]; -"184 view_17" [id=184, type=view]; -"185 transpose_15" [id=185, type=transpose]; -"186 view_18" [id=186, type=view]; -"187 transpose_16" [id=187, type=transpose]; -"188 view_19" [id=188, type=view]; -"189 view_20" [id=189, type=view]; -"190 view_21" [id=190, type=view]; -"191 scaled_dot_product_attention_2" [id=191, type=scaled_dot_product_attention]; -"192 permute_3" [id=192, type=permute]; -"193 view_22" [id=193, type=view]; -"194 view_22_0_0_nncf_smooth_quant_0" [id=194, type=call_module]; -"195 quantize_per_tensor_default_16" [id=195, type=quantize_per_tensor]; -"196 dequantize_per_tensor_default_16" [id=196, type=dequantize_per_tensor]; -"197 linear_9_scale_0_updated_constant0" [id=197, type=get_attr]; -"198 compressed_weight_updated_constant60" [id=198, type=get_attr]; -"199 _param_constant33_0_0" [id=199, type=get_attr]; -"200 mul_tensor_10" [id=200, type=mul]; -"201 linear_9" [id=201, type=linear]; -"202 view_23" [id=202, type=view]; -"203 transpose_17" [id=203, type=transpose]; -"204 dropout_7" [id=204, type=dropout]; -"205 add_5" [id=205, type=add]; -"206 _param_constant34" [id=206, type=get_attr]; -"207 _param_constant35" [id=207, type=get_attr]; -"208 layer_norm_5" [id=208, type=layer_norm]; -"209 layer_norm_5_0_0_nncf_smooth_quant_0" [id=209, type=call_module]; -"210 quantize_per_tensor_default_17" [id=210, type=quantize_per_tensor]; -"211 dequantize_per_tensor_default_17" [id=211, type=dequantize_per_tensor]; -"212 linear_10_scale_0_updated_constant0" [id=212, type=get_attr]; -"213 compressed_weight_updated_constant61" [id=213, type=get_attr]; -"214 _param_constant37_0_0" [id=214, type=get_attr]; -"215 mul_tensor_11" [id=215, type=mul]; -"216 linear_10" [id=216, type=linear]; -"217 gelu_2" [id=217, type=gelu]; -"218 dropout_8" [id=218, type=dropout]; -"219 dropout_8_0_0_nncf_smooth_quant_0" [id=219, type=call_module]; -"220 quantize_per_tensor_default_18" [id=220, type=quantize_per_tensor]; -"221 dequantize_per_tensor_default_18" [id=221, type=dequantize_per_tensor]; -"222 linear_11_scale_0_updated_constant0" [id=222, type=get_attr]; -"223 compressed_weight_updated_constant62" [id=223, type=get_attr]; -"224 _param_constant39_0_0" [id=224, type=get_attr]; -"225 mul_tensor_12" [id=225, type=mul]; -"226 linear_11" [id=226, type=linear]; -"227 dropout_9" [id=227, type=dropout]; -"228 add_6" [id=228, type=add]; -"229 _param_constant40" [id=229, type=get_attr]; -"230 _param_constant41" [id=230, type=get_attr]; -"231 layer_norm_6" [id=231, type=layer_norm]; -"232 transpose_18" [id=232, type=transpose]; -"233 transpose_18_0_0_nncf_smooth_quant_0" [id=233, type=call_module]; -"234 quantize_per_tensor_default_19" [id=234, type=quantize_per_tensor]; -"235 dequantize_per_tensor_default_19" [id=235, type=dequantize_per_tensor]; -"236 linear_12_scale_0_updated_constant0" [id=236, type=get_attr]; -"237 compressed_weight_updated_constant63" [id=237, type=get_attr]; -"238 _param_constant43_0_0" [id=238, type=get_attr]; -"239 mul_tensor_13" [id=239, type=mul]; -"240 linear_12" [id=240, type=linear]; -"241 unflatten_3" [id=241, type=unflatten]; -"242 unsqueeze_3" [id=242, type=unsqueeze]; -"243 transpose_19" [id=243, type=transpose]; -"244 squeeze_3" [id=244, type=squeeze]; -"245 contiguous_3" [id=245, type=contiguous]; -"246 quantize_per_tensor_default_20" [id=246, type=quantize_per_tensor]; -"247 dequantize_per_tensor_default_20" [id=247, type=dequantize_per_tensor]; -"248 select_9" [id=248, type=select]; -"249 quantize_per_tensor_default_21" [id=249, type=quantize_per_tensor]; -"250 dequantize_per_tensor_default_21" [id=250, type=dequantize_per_tensor]; -"251 select_10" [id=251, type=select]; -"252 select_11" [id=252, type=select]; -"253 view_24" [id=253, type=view]; -"254 transpose_20" [id=254, type=transpose]; -"255 view_25" [id=255, type=view]; -"256 transpose_21" [id=256, type=transpose]; -"257 view_26" [id=257, type=view]; -"258 transpose_22" [id=258, type=transpose]; -"259 view_27" [id=259, type=view]; -"260 view_28" [id=260, type=view]; -"261 view_29" [id=261, type=view]; -"262 scaled_dot_product_attention_3" [id=262, type=scaled_dot_product_attention]; -"263 permute_4" [id=263, type=permute]; -"264 view_30" [id=264, type=view]; -"265 view_30_0_0_nncf_smooth_quant_0" [id=265, type=call_module]; -"266 quantize_per_tensor_default_22" [id=266, type=quantize_per_tensor]; -"267 dequantize_per_tensor_default_22" [id=267, type=dequantize_per_tensor]; -"268 linear_13_scale_0_updated_constant0" [id=268, type=get_attr]; -"269 compressed_weight_updated_constant64" [id=269, type=get_attr]; -"270 _param_constant45_0_0" [id=270, type=get_attr]; -"271 mul_tensor_14" [id=271, type=mul]; -"272 linear_13" [id=272, type=linear]; -"273 view_31" [id=273, type=view]; -"274 transpose_23" [id=274, type=transpose]; -"275 dropout_10" [id=275, type=dropout]; -"276 add_7" [id=276, type=add]; -"277 _param_constant46" [id=277, type=get_attr]; -"278 _param_constant47" [id=278, type=get_attr]; -"279 layer_norm_7" [id=279, type=layer_norm]; -"280 layer_norm_7_0_0_nncf_smooth_quant_0" [id=280, type=call_module]; -"281 quantize_per_tensor_default_23" [id=281, type=quantize_per_tensor]; -"282 dequantize_per_tensor_default_23" [id=282, type=dequantize_per_tensor]; -"283 linear_14_scale_0_updated_constant0" [id=283, type=get_attr]; -"284 compressed_weight_updated_constant65" [id=284, type=get_attr]; -"285 _param_constant49_0_0" [id=285, type=get_attr]; -"286 mul_tensor_15" [id=286, type=mul]; -"287 linear_14" [id=287, type=linear]; -"288 gelu_3" [id=288, type=gelu]; -"289 dropout_11" [id=289, type=dropout]; -"290 dropout_11_0_0_nncf_smooth_quant_0" [id=290, type=call_module]; -"291 quantize_per_tensor_default_24" [id=291, type=quantize_per_tensor]; -"292 dequantize_per_tensor_default_24" [id=292, type=dequantize_per_tensor]; -"293 linear_15_scale_0_updated_constant0" [id=293, type=get_attr]; -"294 compressed_weight_updated_constant66" [id=294, type=get_attr]; -"295 _param_constant51_0_0" [id=295, type=get_attr]; -"296 mul_tensor_16" [id=296, type=mul]; -"297 linear_15" [id=297, type=linear]; -"298 dropout_12" [id=298, type=dropout]; -"299 add_8" [id=299, type=add]; -"300 _param_constant52" [id=300, type=get_attr]; -"301 _param_constant53" [id=301, type=get_attr]; -"302 layer_norm_8" [id=302, type=layer_norm]; -"303 transpose_24" [id=303, type=transpose]; -"304 transpose_24_0_0_nncf_smooth_quant_0" [id=304, type=call_module]; -"305 quantize_per_tensor_default_25" [id=305, type=quantize_per_tensor]; -"306 dequantize_per_tensor_default_25" [id=306, type=dequantize_per_tensor]; -"307 linear_16_scale_0_updated_constant0" [id=307, type=get_attr]; -"308 compressed_weight_updated_constant67" [id=308, type=get_attr]; -"309 _param_constant55_0_0" [id=309, type=get_attr]; -"310 mul_tensor_17" [id=310, type=mul]; -"311 linear_16" [id=311, type=linear]; -"312 unflatten_4" [id=312, type=unflatten]; -"313 unsqueeze_4" [id=313, type=unsqueeze]; -"314 transpose_25" [id=314, type=transpose]; -"315 squeeze_4" [id=315, type=squeeze]; -"316 contiguous_4" [id=316, type=contiguous]; -"317 quantize_per_tensor_default_26" [id=317, type=quantize_per_tensor]; -"318 dequantize_per_tensor_default_26" [id=318, type=dequantize_per_tensor]; -"319 select_12" [id=319, type=select]; -"320 quantize_per_tensor_default_27" [id=320, type=quantize_per_tensor]; -"321 dequantize_per_tensor_default_27" [id=321, type=dequantize_per_tensor]; -"322 select_13" [id=322, type=select]; -"323 select_14" [id=323, type=select]; -"324 view_32" [id=324, type=view]; -"325 transpose_26" [id=325, type=transpose]; -"326 view_33" [id=326, type=view]; -"327 transpose_27" [id=327, type=transpose]; -"328 view_34" [id=328, type=view]; -"329 transpose_28" [id=329, type=transpose]; -"330 view_35" [id=330, type=view]; -"331 view_36" [id=331, type=view]; -"332 view_37" [id=332, type=view]; -"333 scaled_dot_product_attention_4" [id=333, type=scaled_dot_product_attention]; -"334 permute_5" [id=334, type=permute]; -"335 view_38" [id=335, type=view]; -"336 view_38_0_0_nncf_smooth_quant_0" [id=336, type=call_module]; -"337 quantize_per_tensor_default_28" [id=337, type=quantize_per_tensor]; -"338 dequantize_per_tensor_default_28" [id=338, type=dequantize_per_tensor]; -"339 linear_17_scale_0_updated_constant0" [id=339, type=get_attr]; -"340 compressed_weight_updated_constant68" [id=340, type=get_attr]; -"341 _param_constant57_0_0" [id=341, type=get_attr]; -"342 mul_tensor_18" [id=342, type=mul]; -"343 linear_17" [id=343, type=linear]; -"344 view_39" [id=344, type=view]; -"345 transpose_29" [id=345, type=transpose]; -"346 dropout_13" [id=346, type=dropout]; -"347 add_9" [id=347, type=add]; -"348 _param_constant58" [id=348, type=get_attr]; -"349 _param_constant59" [id=349, type=get_attr]; -"350 layer_norm_9" [id=350, type=layer_norm]; -"351 layer_norm_9_0_0_nncf_smooth_quant_0" [id=351, type=call_module]; -"352 quantize_per_tensor_default_29" [id=352, type=quantize_per_tensor]; -"353 dequantize_per_tensor_default_29" [id=353, type=dequantize_per_tensor]; -"354 linear_18_scale_0_updated_constant0" [id=354, type=get_attr]; -"355 compressed_weight_updated_constant69" [id=355, type=get_attr]; -"356 _param_constant61_0_0" [id=356, type=get_attr]; -"357 mul_tensor_19" [id=357, type=mul]; -"358 linear_18" [id=358, type=linear]; -"359 gelu_4" [id=359, type=gelu]; -"360 dropout_14" [id=360, type=dropout]; -"361 dropout_14_0_0_nncf_smooth_quant_0" [id=361, type=call_module]; -"362 quantize_per_tensor_default_30" [id=362, type=quantize_per_tensor]; -"363 dequantize_per_tensor_default_30" [id=363, type=dequantize_per_tensor]; -"364 linear_19_scale_0_updated_constant0" [id=364, type=get_attr]; -"365 compressed_weight_updated_constant70" [id=365, type=get_attr]; -"366 _param_constant63_0_0" [id=366, type=get_attr]; -"367 mul_tensor_20" [id=367, type=mul]; -"368 linear_19" [id=368, type=linear]; -"369 dropout_15" [id=369, type=dropout]; -"370 add_10" [id=370, type=add]; -"371 _param_constant64" [id=371, type=get_attr]; -"372 _param_constant65" [id=372, type=get_attr]; -"373 layer_norm_10" [id=373, type=layer_norm]; -"374 transpose_30" [id=374, type=transpose]; -"375 transpose_30_0_0_nncf_smooth_quant_0" [id=375, type=call_module]; -"376 quantize_per_tensor_default_31" [id=376, type=quantize_per_tensor]; -"377 dequantize_per_tensor_default_31" [id=377, type=dequantize_per_tensor]; -"378 linear_20_scale_0_updated_constant0" [id=378, type=get_attr]; -"379 compressed_weight_updated_constant71" [id=379, type=get_attr]; -"380 _param_constant67_0_0" [id=380, type=get_attr]; -"381 mul_tensor_21" [id=381, type=mul]; -"382 linear_20" [id=382, type=linear]; -"383 unflatten_5" [id=383, type=unflatten]; -"384 unsqueeze_5" [id=384, type=unsqueeze]; -"385 transpose_31" [id=385, type=transpose]; -"386 squeeze_5" [id=386, type=squeeze]; -"387 contiguous_5" [id=387, type=contiguous]; -"388 quantize_per_tensor_default_32" [id=388, type=quantize_per_tensor]; -"389 dequantize_per_tensor_default_32" [id=389, type=dequantize_per_tensor]; -"390 select_15" [id=390, type=select]; -"391 quantize_per_tensor_default_33" [id=391, type=quantize_per_tensor]; -"392 dequantize_per_tensor_default_33" [id=392, type=dequantize_per_tensor]; -"393 select_16" [id=393, type=select]; -"394 select_17" [id=394, type=select]; -"395 view_40" [id=395, type=view]; -"396 transpose_32" [id=396, type=transpose]; -"397 view_41" [id=397, type=view]; -"398 transpose_33" [id=398, type=transpose]; -"399 view_42" [id=399, type=view]; -"400 transpose_34" [id=400, type=transpose]; -"401 view_43" [id=401, type=view]; -"402 view_44" [id=402, type=view]; -"403 view_45" [id=403, type=view]; -"404 scaled_dot_product_attention_5" [id=404, type=scaled_dot_product_attention]; -"405 permute_6" [id=405, type=permute]; -"406 view_46" [id=406, type=view]; -"407 view_46_0_0_nncf_smooth_quant_0" [id=407, type=call_module]; -"408 quantize_per_tensor_default_34" [id=408, type=quantize_per_tensor]; -"409 dequantize_per_tensor_default_34" [id=409, type=dequantize_per_tensor]; -"410 linear_21_scale_0_updated_constant0" [id=410, type=get_attr]; -"411 compressed_weight_updated_constant72" [id=411, type=get_attr]; -"412 _param_constant69_0_0" [id=412, type=get_attr]; -"413 mul_tensor_22" [id=413, type=mul]; -"414 linear_21" [id=414, type=linear]; -"415 view_47" [id=415, type=view]; -"416 transpose_35" [id=416, type=transpose]; -"417 dropout_16" [id=417, type=dropout]; -"418 add_11" [id=418, type=add]; -"419 _param_constant70" [id=419, type=get_attr]; -"420 _param_constant71" [id=420, type=get_attr]; -"421 layer_norm_11" [id=421, type=layer_norm]; -"422 layer_norm_11_0_0_nncf_smooth_quant_0" [id=422, type=call_module]; -"423 quantize_per_tensor_default_35" [id=423, type=quantize_per_tensor]; -"424 dequantize_per_tensor_default_35" [id=424, type=dequantize_per_tensor]; -"425 linear_22_scale_0_updated_constant0" [id=425, type=get_attr]; -"426 compressed_weight_updated_constant73" [id=426, type=get_attr]; -"427 _param_constant73_0_0" [id=427, type=get_attr]; -"428 mul_tensor_23" [id=428, type=mul]; -"429 linear_22" [id=429, type=linear]; -"430 gelu_5" [id=430, type=gelu]; -"431 dropout_17" [id=431, type=dropout]; -"432 dropout_17_0_0_nncf_smooth_quant_0" [id=432, type=call_module]; -"433 quantize_per_tensor_default_36" [id=433, type=quantize_per_tensor]; -"434 dequantize_per_tensor_default_36" [id=434, type=dequantize_per_tensor]; -"435 linear_23_scale_0_updated_constant0" [id=435, type=get_attr]; -"436 compressed_weight_updated_constant74" [id=436, type=get_attr]; -"437 _param_constant75_0_0" [id=437, type=get_attr]; -"438 mul_tensor_24" [id=438, type=mul]; -"439 linear_23" [id=439, type=linear]; -"440 dropout_18" [id=440, type=dropout]; -"441 add_12" [id=441, type=add]; -"442 _param_constant76" [id=442, type=get_attr]; -"443 _param_constant77" [id=443, type=get_attr]; -"444 layer_norm_12" [id=444, type=layer_norm]; -"445 transpose_36" [id=445, type=transpose]; -"446 transpose_36_0_0_nncf_smooth_quant_0" [id=446, type=call_module]; -"447 quantize_per_tensor_default_37" [id=447, type=quantize_per_tensor]; -"448 dequantize_per_tensor_default_37" [id=448, type=dequantize_per_tensor]; -"449 linear_24_scale_0_updated_constant0" [id=449, type=get_attr]; -"450 compressed_weight_updated_constant75" [id=450, type=get_attr]; -"451 _param_constant79_0_0" [id=451, type=get_attr]; -"452 mul_tensor_25" [id=452, type=mul]; -"453 linear_24" [id=453, type=linear]; -"454 unflatten_6" [id=454, type=unflatten]; -"455 unsqueeze_6" [id=455, type=unsqueeze]; -"456 transpose_37" [id=456, type=transpose]; -"457 squeeze_6" [id=457, type=squeeze]; -"458 contiguous_6" [id=458, type=contiguous]; -"459 quantize_per_tensor_default_38" [id=459, type=quantize_per_tensor]; -"460 dequantize_per_tensor_default_38" [id=460, type=dequantize_per_tensor]; -"461 select_18" [id=461, type=select]; -"462 quantize_per_tensor_default_39" [id=462, type=quantize_per_tensor]; -"463 dequantize_per_tensor_default_39" [id=463, type=dequantize_per_tensor]; -"464 select_19" [id=464, type=select]; -"465 select_20" [id=465, type=select]; -"466 view_48" [id=466, type=view]; -"467 transpose_38" [id=467, type=transpose]; -"468 view_49" [id=468, type=view]; -"469 transpose_39" [id=469, type=transpose]; -"470 view_50" [id=470, type=view]; -"471 transpose_40" [id=471, type=transpose]; -"472 view_51" [id=472, type=view]; -"473 view_52" [id=473, type=view]; -"474 view_53" [id=474, type=view]; -"475 scaled_dot_product_attention_6" [id=475, type=scaled_dot_product_attention]; -"476 permute_7" [id=476, type=permute]; -"477 view_54" [id=477, type=view]; -"478 view_54_0_0_nncf_smooth_quant_0" [id=478, type=call_module]; -"479 quantize_per_tensor_default_40" [id=479, type=quantize_per_tensor]; -"480 dequantize_per_tensor_default_40" [id=480, type=dequantize_per_tensor]; -"481 linear_25_scale_0_updated_constant0" [id=481, type=get_attr]; -"482 compressed_weight_updated_constant76" [id=482, type=get_attr]; -"483 _param_constant81_0_0" [id=483, type=get_attr]; -"484 mul_tensor_26" [id=484, type=mul]; -"485 linear_25" [id=485, type=linear]; -"486 view_55" [id=486, type=view]; -"487 transpose_41" [id=487, type=transpose]; -"488 dropout_19" [id=488, type=dropout]; -"489 add_13" [id=489, type=add]; -"490 _param_constant82" [id=490, type=get_attr]; -"491 _param_constant83" [id=491, type=get_attr]; -"492 layer_norm_13" [id=492, type=layer_norm]; -"493 layer_norm_13_0_0_nncf_smooth_quant_0" [id=493, type=call_module]; -"494 quantize_per_tensor_default_41" [id=494, type=quantize_per_tensor]; -"495 dequantize_per_tensor_default_41" [id=495, type=dequantize_per_tensor]; -"496 linear_26_scale_0_updated_constant0" [id=496, type=get_attr]; -"497 compressed_weight_updated_constant77" [id=497, type=get_attr]; -"498 _param_constant85_0_0" [id=498, type=get_attr]; -"499 mul_tensor_27" [id=499, type=mul]; -"500 linear_26" [id=500, type=linear]; -"501 gelu_6" [id=501, type=gelu]; -"502 dropout_20" [id=502, type=dropout]; -"503 dropout_20_0_0_nncf_smooth_quant_0" [id=503, type=call_module]; -"504 quantize_per_tensor_default_42" [id=504, type=quantize_per_tensor]; -"505 dequantize_per_tensor_default_42" [id=505, type=dequantize_per_tensor]; -"506 linear_27_scale_0_updated_constant0" [id=506, type=get_attr]; -"507 compressed_weight_updated_constant78" [id=507, type=get_attr]; -"508 _param_constant87_0_0" [id=508, type=get_attr]; -"509 mul_tensor_28" [id=509, type=mul]; -"510 linear_27" [id=510, type=linear]; -"511 dropout_21" [id=511, type=dropout]; -"512 add_14" [id=512, type=add]; -"513 _param_constant88" [id=513, type=get_attr]; -"514 _param_constant89" [id=514, type=get_attr]; -"515 layer_norm_14" [id=515, type=layer_norm]; -"516 transpose_42" [id=516, type=transpose]; -"517 transpose_42_0_0_nncf_smooth_quant_0" [id=517, type=call_module]; -"518 quantize_per_tensor_default_43" [id=518, type=quantize_per_tensor]; -"519 dequantize_per_tensor_default_43" [id=519, type=dequantize_per_tensor]; -"520 linear_28_scale_0_updated_constant0" [id=520, type=get_attr]; -"521 compressed_weight_updated_constant79" [id=521, type=get_attr]; -"522 _param_constant91_0_0" [id=522, type=get_attr]; -"523 mul_tensor_29" [id=523, type=mul]; -"524 linear_28" [id=524, type=linear]; -"525 unflatten_7" [id=525, type=unflatten]; -"526 unsqueeze_7" [id=526, type=unsqueeze]; -"527 transpose_43" [id=527, type=transpose]; -"528 squeeze_7" [id=528, type=squeeze]; -"529 contiguous_7" [id=529, type=contiguous]; -"530 quantize_per_tensor_default_44" [id=530, type=quantize_per_tensor]; -"531 dequantize_per_tensor_default_44" [id=531, type=dequantize_per_tensor]; -"532 select_21" [id=532, type=select]; -"533 quantize_per_tensor_default_45" [id=533, type=quantize_per_tensor]; -"534 dequantize_per_tensor_default_45" [id=534, type=dequantize_per_tensor]; -"535 select_22" [id=535, type=select]; -"536 select_23" [id=536, type=select]; -"537 view_56" [id=537, type=view]; -"538 transpose_44" [id=538, type=transpose]; -"539 view_57" [id=539, type=view]; -"540 transpose_45" [id=540, type=transpose]; -"541 view_58" [id=541, type=view]; -"542 transpose_46" [id=542, type=transpose]; -"543 view_59" [id=543, type=view]; -"544 view_60" [id=544, type=view]; -"545 view_61" [id=545, type=view]; -"546 scaled_dot_product_attention_7" [id=546, type=scaled_dot_product_attention]; -"547 permute_8" [id=547, type=permute]; -"548 view_62" [id=548, type=view]; -"549 view_62_0_0_nncf_smooth_quant_0" [id=549, type=call_module]; -"550 quantize_per_tensor_default_46" [id=550, type=quantize_per_tensor]; -"551 dequantize_per_tensor_default_46" [id=551, type=dequantize_per_tensor]; -"552 linear_29_scale_0_updated_constant0" [id=552, type=get_attr]; -"553 compressed_weight_updated_constant80" [id=553, type=get_attr]; -"554 _param_constant93_0_0" [id=554, type=get_attr]; -"555 mul_tensor_30" [id=555, type=mul]; -"556 linear_29" [id=556, type=linear]; -"557 view_63" [id=557, type=view]; -"558 transpose_47" [id=558, type=transpose]; -"559 dropout_22" [id=559, type=dropout]; -"560 add_15" [id=560, type=add]; -"561 _param_constant94" [id=561, type=get_attr]; -"562 _param_constant95" [id=562, type=get_attr]; -"563 layer_norm_15" [id=563, type=layer_norm]; -"564 layer_norm_15_0_0_nncf_smooth_quant_0" [id=564, type=call_module]; -"565 quantize_per_tensor_default_47" [id=565, type=quantize_per_tensor]; -"566 dequantize_per_tensor_default_47" [id=566, type=dequantize_per_tensor]; -"567 linear_30_scale_0_updated_constant0" [id=567, type=get_attr]; -"568 compressed_weight_updated_constant81" [id=568, type=get_attr]; -"569 _param_constant97_0_0" [id=569, type=get_attr]; -"570 mul_tensor_31" [id=570, type=mul]; -"571 linear_30" [id=571, type=linear]; -"572 gelu_7" [id=572, type=gelu]; -"573 dropout_23" [id=573, type=dropout]; -"574 dropout_23_0_0_nncf_smooth_quant_0" [id=574, type=call_module]; -"575 quantize_per_tensor_default_48" [id=575, type=quantize_per_tensor]; -"576 dequantize_per_tensor_default_48" [id=576, type=dequantize_per_tensor]; -"577 linear_31_scale_0_updated_constant0" [id=577, type=get_attr]; -"578 compressed_weight_updated_constant82" [id=578, type=get_attr]; -"579 _param_constant99_0_0" [id=579, type=get_attr]; -"580 mul_tensor_32" [id=580, type=mul]; -"581 linear_31" [id=581, type=linear]; -"582 dropout_24" [id=582, type=dropout]; -"583 add_16" [id=583, type=add]; -"584 _param_constant100" [id=584, type=get_attr]; -"585 _param_constant101" [id=585, type=get_attr]; -"586 layer_norm_16" [id=586, type=layer_norm]; -"587 transpose_48" [id=587, type=transpose]; -"588 transpose_48_0_0_nncf_smooth_quant_0" [id=588, type=call_module]; -"589 quantize_per_tensor_default_49" [id=589, type=quantize_per_tensor]; -"590 dequantize_per_tensor_default_49" [id=590, type=dequantize_per_tensor]; -"591 linear_32_scale_0_updated_constant0" [id=591, type=get_attr]; -"592 compressed_weight_updated_constant83" [id=592, type=get_attr]; -"593 _param_constant103_0_0" [id=593, type=get_attr]; -"594 mul_tensor_33" [id=594, type=mul]; -"595 linear_32" [id=595, type=linear]; -"596 unflatten_8" [id=596, type=unflatten]; -"597 unsqueeze_8" [id=597, type=unsqueeze]; -"598 transpose_49" [id=598, type=transpose]; -"599 squeeze_8" [id=599, type=squeeze]; -"600 contiguous_8" [id=600, type=contiguous]; -"601 quantize_per_tensor_default_50" [id=601, type=quantize_per_tensor]; -"602 dequantize_per_tensor_default_50" [id=602, type=dequantize_per_tensor]; -"603 select_24" [id=603, type=select]; -"604 quantize_per_tensor_default_51" [id=604, type=quantize_per_tensor]; -"605 dequantize_per_tensor_default_51" [id=605, type=dequantize_per_tensor]; -"606 select_25" [id=606, type=select]; -"607 select_26" [id=607, type=select]; -"608 view_64" [id=608, type=view]; -"609 transpose_50" [id=609, type=transpose]; -"610 view_65" [id=610, type=view]; -"611 transpose_51" [id=611, type=transpose]; -"612 view_66" [id=612, type=view]; -"613 transpose_52" [id=613, type=transpose]; -"614 view_67" [id=614, type=view]; -"615 view_68" [id=615, type=view]; -"616 view_69" [id=616, type=view]; -"617 scaled_dot_product_attention_8" [id=617, type=scaled_dot_product_attention]; -"618 permute_9" [id=618, type=permute]; -"619 view_70" [id=619, type=view]; -"620 view_70_0_0_nncf_smooth_quant_0" [id=620, type=call_module]; -"621 quantize_per_tensor_default_52" [id=621, type=quantize_per_tensor]; -"622 dequantize_per_tensor_default_52" [id=622, type=dequantize_per_tensor]; -"623 linear_33_scale_0_updated_constant0" [id=623, type=get_attr]; -"624 compressed_weight_updated_constant84" [id=624, type=get_attr]; -"625 _param_constant105_0_0" [id=625, type=get_attr]; -"626 mul_tensor_34" [id=626, type=mul]; -"627 linear_33" [id=627, type=linear]; -"628 view_71" [id=628, type=view]; -"629 transpose_53" [id=629, type=transpose]; -"630 dropout_25" [id=630, type=dropout]; -"631 add_17" [id=631, type=add]; -"632 _param_constant106" [id=632, type=get_attr]; -"633 _param_constant107" [id=633, type=get_attr]; -"634 layer_norm_17" [id=634, type=layer_norm]; -"635 layer_norm_17_0_0_nncf_smooth_quant_0" [id=635, type=call_module]; -"636 quantize_per_tensor_default_53" [id=636, type=quantize_per_tensor]; -"637 dequantize_per_tensor_default_53" [id=637, type=dequantize_per_tensor]; -"638 linear_34_scale_0_updated_constant0" [id=638, type=get_attr]; -"639 compressed_weight_updated_constant85" [id=639, type=get_attr]; -"640 _param_constant109_0_0" [id=640, type=get_attr]; -"641 mul_tensor_35" [id=641, type=mul]; -"642 linear_34" [id=642, type=linear]; -"643 gelu_8" [id=643, type=gelu]; -"644 dropout_26" [id=644, type=dropout]; -"645 dropout_26_0_0_nncf_smooth_quant_0" [id=645, type=call_module]; -"646 quantize_per_tensor_default_54" [id=646, type=quantize_per_tensor]; -"647 dequantize_per_tensor_default_54" [id=647, type=dequantize_per_tensor]; -"648 linear_35_scale_0_updated_constant0" [id=648, type=get_attr]; -"649 compressed_weight_updated_constant86" [id=649, type=get_attr]; -"650 _param_constant111_0_0" [id=650, type=get_attr]; -"651 mul_tensor_36" [id=651, type=mul]; -"652 linear_35" [id=652, type=linear]; -"653 dropout_27" [id=653, type=dropout]; -"654 add_18" [id=654, type=add]; -"655 _param_constant112" [id=655, type=get_attr]; -"656 _param_constant113" [id=656, type=get_attr]; -"657 layer_norm_18" [id=657, type=layer_norm]; -"658 transpose_54" [id=658, type=transpose]; -"659 transpose_54_0_0_nncf_smooth_quant_0" [id=659, type=call_module]; -"660 quantize_per_tensor_default_55" [id=660, type=quantize_per_tensor]; -"661 dequantize_per_tensor_default_55" [id=661, type=dequantize_per_tensor]; -"662 linear_36_scale_0_updated_constant0" [id=662, type=get_attr]; -"663 compressed_weight_updated_constant87" [id=663, type=get_attr]; -"664 _param_constant115_0_0" [id=664, type=get_attr]; -"665 mul_tensor_37" [id=665, type=mul]; -"666 linear_36" [id=666, type=linear]; -"667 unflatten_9" [id=667, type=unflatten]; -"668 unsqueeze_9" [id=668, type=unsqueeze]; -"669 transpose_55" [id=669, type=transpose]; -"670 squeeze_9" [id=670, type=squeeze]; -"671 contiguous_9" [id=671, type=contiguous]; -"672 quantize_per_tensor_default_56" [id=672, type=quantize_per_tensor]; -"673 dequantize_per_tensor_default_56" [id=673, type=dequantize_per_tensor]; -"674 select_27" [id=674, type=select]; -"675 quantize_per_tensor_default_57" [id=675, type=quantize_per_tensor]; -"676 dequantize_per_tensor_default_57" [id=676, type=dequantize_per_tensor]; -"677 select_28" [id=677, type=select]; -"678 select_29" [id=678, type=select]; -"679 view_72" [id=679, type=view]; -"680 transpose_56" [id=680, type=transpose]; -"681 view_73" [id=681, type=view]; -"682 transpose_57" [id=682, type=transpose]; -"683 view_74" [id=683, type=view]; -"684 transpose_58" [id=684, type=transpose]; -"685 view_75" [id=685, type=view]; -"686 view_76" [id=686, type=view]; -"687 view_77" [id=687, type=view]; -"688 scaled_dot_product_attention_9" [id=688, type=scaled_dot_product_attention]; -"689 permute_10" [id=689, type=permute]; -"690 view_78" [id=690, type=view]; -"691 view_78_0_0_nncf_smooth_quant_0" [id=691, type=call_module]; -"692 quantize_per_tensor_default_58" [id=692, type=quantize_per_tensor]; -"693 dequantize_per_tensor_default_58" [id=693, type=dequantize_per_tensor]; -"694 linear_37_scale_0_updated_constant0" [id=694, type=get_attr]; -"695 compressed_weight_updated_constant88" [id=695, type=get_attr]; -"696 _param_constant117_0_0" [id=696, type=get_attr]; -"697 mul_tensor_38" [id=697, type=mul]; -"698 linear_37" [id=698, type=linear]; -"699 view_79" [id=699, type=view]; -"700 transpose_59" [id=700, type=transpose]; -"701 dropout_28" [id=701, type=dropout]; -"702 add_19" [id=702, type=add]; -"703 _param_constant118" [id=703, type=get_attr]; -"704 _param_constant119" [id=704, type=get_attr]; -"705 layer_norm_19" [id=705, type=layer_norm]; -"706 layer_norm_19_0_0_nncf_smooth_quant_0" [id=706, type=call_module]; -"707 quantize_per_tensor_default_59" [id=707, type=quantize_per_tensor]; -"708 dequantize_per_tensor_default_59" [id=708, type=dequantize_per_tensor]; -"709 linear_38_scale_0_updated_constant0" [id=709, type=get_attr]; -"710 compressed_weight_updated_constant89" [id=710, type=get_attr]; -"711 _param_constant121_0_0" [id=711, type=get_attr]; -"712 mul_tensor_39" [id=712, type=mul]; -"713 linear_38" [id=713, type=linear]; -"714 gelu_9" [id=714, type=gelu]; -"715 dropout_29" [id=715, type=dropout]; -"716 dropout_29_0_0_nncf_smooth_quant_0" [id=716, type=call_module]; -"717 quantize_per_tensor_default_60" [id=717, type=quantize_per_tensor]; -"718 dequantize_per_tensor_default_60" [id=718, type=dequantize_per_tensor]; -"719 linear_39_scale_0_updated_constant0" [id=719, type=get_attr]; -"720 compressed_weight_updated_constant90" [id=720, type=get_attr]; -"721 _param_constant123_0_0" [id=721, type=get_attr]; -"722 mul_tensor_40" [id=722, type=mul]; -"723 linear_39" [id=723, type=linear]; -"724 dropout_30" [id=724, type=dropout]; -"725 add_20" [id=725, type=add]; -"726 _param_constant124" [id=726, type=get_attr]; -"727 _param_constant125" [id=727, type=get_attr]; -"728 layer_norm_20" [id=728, type=layer_norm]; -"729 transpose_60" [id=729, type=transpose]; -"730 transpose_60_0_0_nncf_smooth_quant_0" [id=730, type=call_module]; -"731 quantize_per_tensor_default_61" [id=731, type=quantize_per_tensor]; -"732 dequantize_per_tensor_default_61" [id=732, type=dequantize_per_tensor]; -"733 linear_40_scale_0_updated_constant0" [id=733, type=get_attr]; -"734 compressed_weight_updated_constant91" [id=734, type=get_attr]; -"735 _param_constant127_0_0" [id=735, type=get_attr]; -"736 mul_tensor_41" [id=736, type=mul]; -"737 linear_40" [id=737, type=linear]; -"738 unflatten_10" [id=738, type=unflatten]; -"739 unsqueeze_10" [id=739, type=unsqueeze]; -"740 transpose_61" [id=740, type=transpose]; -"741 squeeze_10" [id=741, type=squeeze]; -"742 contiguous_10" [id=742, type=contiguous]; -"743 quantize_per_tensor_default_62" [id=743, type=quantize_per_tensor]; -"744 dequantize_per_tensor_default_62" [id=744, type=dequantize_per_tensor]; -"745 select_30" [id=745, type=select]; -"746 quantize_per_tensor_default_63" [id=746, type=quantize_per_tensor]; -"747 dequantize_per_tensor_default_63" [id=747, type=dequantize_per_tensor]; -"748 select_31" [id=748, type=select]; -"749 select_32" [id=749, type=select]; -"750 view_80" [id=750, type=view]; -"751 transpose_62" [id=751, type=transpose]; -"752 view_81" [id=752, type=view]; -"753 transpose_63" [id=753, type=transpose]; -"754 view_82" [id=754, type=view]; -"755 transpose_64" [id=755, type=transpose]; -"756 view_83" [id=756, type=view]; -"757 view_84" [id=757, type=view]; -"758 view_85" [id=758, type=view]; -"759 scaled_dot_product_attention_10" [id=759, type=scaled_dot_product_attention]; -"760 permute_11" [id=760, type=permute]; -"761 view_86" [id=761, type=view]; -"762 view_86_0_0_nncf_smooth_quant_0" [id=762, type=call_module]; -"763 quantize_per_tensor_default_64" [id=763, type=quantize_per_tensor]; -"764 dequantize_per_tensor_default_64" [id=764, type=dequantize_per_tensor]; -"765 linear_41_scale_0_updated_constant0" [id=765, type=get_attr]; -"766 compressed_weight_updated_constant92" [id=766, type=get_attr]; -"767 _param_constant129_0_0" [id=767, type=get_attr]; -"768 mul_tensor_42" [id=768, type=mul]; -"769 linear_41" [id=769, type=linear]; -"770 view_87" [id=770, type=view]; -"771 transpose_65" [id=771, type=transpose]; -"772 dropout_31" [id=772, type=dropout]; -"773 add_21" [id=773, type=add]; -"774 _param_constant130" [id=774, type=get_attr]; -"775 _param_constant131" [id=775, type=get_attr]; -"776 layer_norm_21" [id=776, type=layer_norm]; -"777 layer_norm_21_0_0_nncf_smooth_quant_0" [id=777, type=call_module]; -"778 quantize_per_tensor_default_65" [id=778, type=quantize_per_tensor]; -"779 dequantize_per_tensor_default_65" [id=779, type=dequantize_per_tensor]; -"780 linear_42_scale_0_updated_constant0" [id=780, type=get_attr]; -"781 compressed_weight_updated_constant93" [id=781, type=get_attr]; -"782 _param_constant133_0_0" [id=782, type=get_attr]; -"783 mul_tensor_43" [id=783, type=mul]; -"784 linear_42" [id=784, type=linear]; -"785 gelu_10" [id=785, type=gelu]; -"786 dropout_32" [id=786, type=dropout]; -"787 dropout_32_0_0_nncf_smooth_quant_0" [id=787, type=call_module]; -"788 quantize_per_tensor_default_66" [id=788, type=quantize_per_tensor]; -"789 dequantize_per_tensor_default_66" [id=789, type=dequantize_per_tensor]; -"790 linear_43_scale_0_updated_constant0" [id=790, type=get_attr]; -"791 compressed_weight_updated_constant94" [id=791, type=get_attr]; -"792 _param_constant135_0_0" [id=792, type=get_attr]; -"793 mul_tensor_44" [id=793, type=mul]; -"794 linear_43" [id=794, type=linear]; -"795 dropout_33" [id=795, type=dropout]; -"796 add_22" [id=796, type=add]; -"797 _param_constant136" [id=797, type=get_attr]; -"798 _param_constant137" [id=798, type=get_attr]; -"799 layer_norm_22" [id=799, type=layer_norm]; -"800 transpose_66" [id=800, type=transpose]; -"801 transpose_66_0_0_nncf_smooth_quant_0" [id=801, type=call_module]; -"802 quantize_per_tensor_default_67" [id=802, type=quantize_per_tensor]; -"803 dequantize_per_tensor_default_67" [id=803, type=dequantize_per_tensor]; -"804 linear_44_scale_0_updated_constant0" [id=804, type=get_attr]; -"805 compressed_weight_updated_constant95" [id=805, type=get_attr]; -"806 _param_constant139_0_0" [id=806, type=get_attr]; -"807 mul_tensor_45" [id=807, type=mul]; -"808 linear_44" [id=808, type=linear]; -"809 unflatten_11" [id=809, type=unflatten]; -"810 unsqueeze_11" [id=810, type=unsqueeze]; -"811 transpose_67" [id=811, type=transpose]; -"812 squeeze_11" [id=812, type=squeeze]; -"813 contiguous_11" [id=813, type=contiguous]; -"814 quantize_per_tensor_default_68" [id=814, type=quantize_per_tensor]; -"815 dequantize_per_tensor_default_68" [id=815, type=dequantize_per_tensor]; -"816 select_33" [id=816, type=select]; -"817 quantize_per_tensor_default_69" [id=817, type=quantize_per_tensor]; -"818 dequantize_per_tensor_default_69" [id=818, type=dequantize_per_tensor]; -"819 select_34" [id=819, type=select]; -"820 select_35" [id=820, type=select]; -"821 view_88" [id=821, type=view]; -"822 transpose_68" [id=822, type=transpose]; -"823 view_89" [id=823, type=view]; -"824 transpose_69" [id=824, type=transpose]; -"825 view_90" [id=825, type=view]; -"826 transpose_70" [id=826, type=transpose]; -"827 view_91" [id=827, type=view]; -"828 view_92" [id=828, type=view]; -"829 view_93" [id=829, type=view]; -"830 scaled_dot_product_attention_11" [id=830, type=scaled_dot_product_attention]; -"831 permute_12" [id=831, type=permute]; -"832 view_94" [id=832, type=view]; -"833 view_94_0_0_nncf_smooth_quant_0" [id=833, type=call_module]; -"834 quantize_per_tensor_default_70" [id=834, type=quantize_per_tensor]; -"835 dequantize_per_tensor_default_70" [id=835, type=dequantize_per_tensor]; -"836 linear_45_scale_0_updated_constant0" [id=836, type=get_attr]; -"837 compressed_weight_updated_constant96" [id=837, type=get_attr]; -"838 _param_constant141_0_0" [id=838, type=get_attr]; -"839 mul_tensor_46" [id=839, type=mul]; -"840 linear_45" [id=840, type=linear]; -"841 view_95" [id=841, type=view]; -"842 transpose_71" [id=842, type=transpose]; -"843 dropout_34" [id=843, type=dropout]; -"844 add_23" [id=844, type=add]; -"845 _param_constant142" [id=845, type=get_attr]; -"846 _param_constant143" [id=846, type=get_attr]; -"847 layer_norm_23" [id=847, type=layer_norm]; -"848 layer_norm_23_0_0_nncf_smooth_quant_0" [id=848, type=call_module]; -"849 quantize_per_tensor_default_71" [id=849, type=quantize_per_tensor]; -"850 dequantize_per_tensor_default_71" [id=850, type=dequantize_per_tensor]; -"851 linear_46_scale_0_updated_constant0" [id=851, type=get_attr]; -"852 compressed_weight_updated_constant97" [id=852, type=get_attr]; -"853 _param_constant145_0_0" [id=853, type=get_attr]; -"854 mul_tensor_47" [id=854, type=mul]; -"855 linear_46" [id=855, type=linear]; -"856 gelu_11" [id=856, type=gelu]; -"857 dropout_35" [id=857, type=dropout]; -"858 dropout_35_0_0_nncf_smooth_quant_0" [id=858, type=call_module]; -"859 quantize_per_tensor_default_72" [id=859, type=quantize_per_tensor]; -"860 dequantize_per_tensor_default_72" [id=860, type=dequantize_per_tensor]; -"861 linear_47_scale_0_updated_constant0" [id=861, type=get_attr]; -"862 compressed_weight_updated_constant98" [id=862, type=get_attr]; -"863 _param_constant147_0_0" [id=863, type=get_attr]; -"864 mul_tensor_48" [id=864, type=mul]; -"865 linear_47" [id=865, type=linear]; -"866 dropout_36" [id=866, type=dropout]; -"867 add_24" [id=867, type=add]; -"868 _param_constant148" [id=868, type=get_attr]; -"869 _param_constant149" [id=869, type=get_attr]; -"870 layer_norm_24" [id=870, type=layer_norm]; -"871 slice_1" [id=871, type=slice]; -"872 select_36" [id=872, type=select]; -"873 select_36_0_0_nncf_smooth_quant_0" [id=873, type=call_module]; -"874 quantize_per_tensor_default_73" [id=874, type=quantize_per_tensor]; -"875 dequantize_per_tensor_default_73" [id=875, type=dequantize_per_tensor]; -"876 linear_48_scale_0_updated_constant0" [id=876, type=get_attr]; -"877 compressed_weight_updated_constant99" [id=877, type=get_attr]; -"878 _param_constant151_0_0" [id=878, type=get_attr]; -"879 mul_tensor_49" [id=879, type=mul]; -"880 linear_48" [id=880, type=linear]; -"881 output" [id=881, type=output]; -"0 arg0_1" -> "1 quantize_per_tensor_default"; -"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default"; -"2 dequantize_per_tensor_default" -> "7 conv2d"; -"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor"; -"4 compressed_weight_updated_constant50" -> "6 mul_tensor"; -"5 _param_constant1_0_0" -> "7 conv2d"; -"6 mul_tensor" -> "7 conv2d"; -"7 conv2d" -> "8 reshape"; -"8 reshape" -> "9 permute"; -"9 permute" -> "12 cat"; -"10 _param_constant2" -> "11 expand"; -"11 expand" -> "12 cat"; -"12 cat" -> "14 add"; -"13 _param_constant3" -> "14 add"; -"14 add" -> "15 dropout"; -"15 dropout" -> "18 layer_norm"; -"15 dropout" -> "63 add_1"; -"16 _param_constant4" -> "18 layer_norm"; -"17 _param_constant5" -> "18 layer_norm"; -"18 layer_norm" -> "19 transpose"; -"19 transpose" -> "20 transpose_0_0_nncf_smooth_quant_0"; -"20 transpose_0_0_nncf_smooth_quant_0" -> "21 quantize_per_tensor_default_1"; -"21 quantize_per_tensor_default_1" -> "22 dequantize_per_tensor_default_1"; -"22 dequantize_per_tensor_default_1" -> "27 linear"; -"23 linear_scale_0_updated_constant0" -> "26 mul_tensor_1"; -"24 compressed_weight_updated_constant51" -> "26 mul_tensor_1"; -"25 _param_constant7_0_0" -> "27 linear"; -"26 mul_tensor_1" -> "27 linear"; -"27 linear" -> "28 unflatten"; -"28 unflatten" -> "29 unsqueeze"; -"29 unsqueeze" -> "30 transpose_1"; -"30 transpose_1" -> "31 squeeze"; -"31 squeeze" -> "32 contiguous"; -"32 contiguous" -> "33 quantize_per_tensor_default_2"; -"32 contiguous" -> "36 quantize_per_tensor_default_3"; -"32 contiguous" -> "39 select_2"; -"33 quantize_per_tensor_default_2" -> "34 dequantize_per_tensor_default_2"; -"34 dequantize_per_tensor_default_2" -> "35 select"; -"35 select" -> "40 view"; -"36 quantize_per_tensor_default_3" -> "37 dequantize_per_tensor_default_3"; -"37 dequantize_per_tensor_default_3" -> "38 select_1"; -"38 select_1" -> "42 view_1"; -"39 select_2" -> "44 view_2"; -"40 view" -> "41 transpose_2"; -"41 transpose_2" -> "46 view_3"; -"42 view_1" -> "43 transpose_3"; -"43 transpose_3" -> "47 view_4"; -"44 view_2" -> "45 transpose_4"; -"45 transpose_4" -> "48 view_5"; -"46 view_3" -> "49 scaled_dot_product_attention"; -"47 view_4" -> "49 scaled_dot_product_attention"; -"48 view_5" -> "49 scaled_dot_product_attention"; -"49 scaled_dot_product_attention" -> "50 permute_1"; -"50 permute_1" -> "51 view_6"; -"51 view_6" -> "52 view_6_0_0_nncf_smooth_quant_0"; -"52 view_6_0_0_nncf_smooth_quant_0" -> "53 quantize_per_tensor_default_4"; -"53 quantize_per_tensor_default_4" -> "54 dequantize_per_tensor_default_4"; -"54 dequantize_per_tensor_default_4" -> "59 linear_1"; -"55 linear_1_scale_0_updated_constant0" -> "58 mul_tensor_2"; -"56 compressed_weight_updated_constant52" -> "58 mul_tensor_2"; -"57 _param_constant9_0_0" -> "59 linear_1"; -"58 mul_tensor_2" -> "59 linear_1"; -"59 linear_1" -> "60 view_7"; -"60 view_7" -> "61 transpose_5"; -"61 transpose_5" -> "62 dropout_1"; -"62 dropout_1" -> "63 add_1"; -"63 add_1" -> "66 layer_norm_1"; -"63 add_1" -> "86 add_2"; -"64 _param_constant10" -> "66 layer_norm_1"; -"65 _param_constant11" -> "66 layer_norm_1"; -"66 layer_norm_1" -> "67 layer_norm_1_0_0_nncf_smooth_quant_0"; -"67 layer_norm_1_0_0_nncf_smooth_quant_0" -> "68 quantize_per_tensor_default_5"; -"68 quantize_per_tensor_default_5" -> "69 dequantize_per_tensor_default_5"; -"69 dequantize_per_tensor_default_5" -> "74 linear_2"; -"70 linear_2_scale_0_updated_constant0" -> "73 mul_tensor_3"; -"71 compressed_weight_updated_constant53" -> "73 mul_tensor_3"; -"72 _param_constant13_0_0" -> "74 linear_2"; -"73 mul_tensor_3" -> "74 linear_2"; -"74 linear_2" -> "75 gelu"; -"75 gelu" -> "76 dropout_2"; -"76 dropout_2" -> "77 dropout_2_0_0_nncf_smooth_quant_0"; -"77 dropout_2_0_0_nncf_smooth_quant_0" -> "78 quantize_per_tensor_default_6"; -"78 quantize_per_tensor_default_6" -> "79 dequantize_per_tensor_default_6"; -"79 dequantize_per_tensor_default_6" -> "84 linear_3"; -"80 linear_3_scale_0_updated_constant0" -> "83 mul_tensor_4"; -"81 compressed_weight_updated_constant54" -> "83 mul_tensor_4"; -"82 _param_constant15_0_0" -> "84 linear_3"; -"83 mul_tensor_4" -> "84 linear_3"; -"84 linear_3" -> "85 dropout_3"; -"85 dropout_3" -> "86 add_2"; -"86 add_2" -> "89 layer_norm_2"; -"86 add_2" -> "134 add_3"; -"87 _param_constant16" -> "89 layer_norm_2"; -"88 _param_constant17" -> "89 layer_norm_2"; -"89 layer_norm_2" -> "90 transpose_6"; -"90 transpose_6" -> "91 transpose_6_0_0_nncf_smooth_quant_0"; -"91 transpose_6_0_0_nncf_smooth_quant_0" -> "92 quantize_per_tensor_default_7"; -"92 quantize_per_tensor_default_7" -> "93 dequantize_per_tensor_default_7"; -"93 dequantize_per_tensor_default_7" -> "98 linear_4"; -"94 linear_4_scale_0_updated_constant0" -> "97 mul_tensor_5"; -"95 compressed_weight_updated_constant55" -> "97 mul_tensor_5"; -"96 _param_constant19_0_0" -> "98 linear_4"; -"97 mul_tensor_5" -> "98 linear_4"; -"98 linear_4" -> "99 unflatten_1"; -"99 unflatten_1" -> "100 unsqueeze_1"; -"100 unsqueeze_1" -> "101 transpose_7"; -"101 transpose_7" -> "102 squeeze_1"; -"102 squeeze_1" -> "103 contiguous_1"; -"103 contiguous_1" -> "104 quantize_per_tensor_default_8"; -"103 contiguous_1" -> "107 quantize_per_tensor_default_9"; -"103 contiguous_1" -> "110 select_5"; -"104 quantize_per_tensor_default_8" -> "105 dequantize_per_tensor_default_8"; -"105 dequantize_per_tensor_default_8" -> "106 select_3"; -"106 select_3" -> "111 view_8"; -"107 quantize_per_tensor_default_9" -> "108 dequantize_per_tensor_default_9"; -"108 dequantize_per_tensor_default_9" -> "109 select_4"; -"109 select_4" -> "113 view_9"; -"110 select_5" -> "115 view_10"; -"111 view_8" -> "112 transpose_8"; -"112 transpose_8" -> "117 view_11"; -"113 view_9" -> "114 transpose_9"; -"114 transpose_9" -> "118 view_12"; -"115 view_10" -> "116 transpose_10"; -"116 transpose_10" -> "119 view_13"; -"117 view_11" -> "120 scaled_dot_product_attention_1"; -"118 view_12" -> "120 scaled_dot_product_attention_1"; -"119 view_13" -> "120 scaled_dot_product_attention_1"; -"120 scaled_dot_product_attention_1" -> "121 permute_2"; -"121 permute_2" -> "122 view_14"; -"122 view_14" -> "123 view_14_0_0_nncf_smooth_quant_0"; -"123 view_14_0_0_nncf_smooth_quant_0" -> "124 quantize_per_tensor_default_10"; -"124 quantize_per_tensor_default_10" -> "125 dequantize_per_tensor_default_10"; -"125 dequantize_per_tensor_default_10" -> "130 linear_5"; -"126 linear_5_scale_0_updated_constant0" -> "129 mul_tensor_6"; -"127 compressed_weight_updated_constant56" -> "129 mul_tensor_6"; -"128 _param_constant21_0_0" -> "130 linear_5"; -"129 mul_tensor_6" -> "130 linear_5"; -"130 linear_5" -> "131 view_15"; -"131 view_15" -> "132 transpose_11"; -"132 transpose_11" -> "133 dropout_4"; -"133 dropout_4" -> "134 add_3"; -"134 add_3" -> "137 layer_norm_3"; -"134 add_3" -> "157 add_4"; -"135 _param_constant22" -> "137 layer_norm_3"; -"136 _param_constant23" -> "137 layer_norm_3"; -"137 layer_norm_3" -> "138 layer_norm_3_0_0_nncf_smooth_quant_0"; -"138 layer_norm_3_0_0_nncf_smooth_quant_0" -> "139 quantize_per_tensor_default_11"; -"139 quantize_per_tensor_default_11" -> "140 dequantize_per_tensor_default_11"; -"140 dequantize_per_tensor_default_11" -> "145 linear_6"; -"141 linear_6_scale_0_updated_constant0" -> "144 mul_tensor_7"; -"142 compressed_weight_updated_constant57" -> "144 mul_tensor_7"; -"143 _param_constant25_0_0" -> "145 linear_6"; -"144 mul_tensor_7" -> "145 linear_6"; -"145 linear_6" -> "146 gelu_1"; -"146 gelu_1" -> "147 dropout_5"; -"147 dropout_5" -> "148 dropout_5_0_0_nncf_smooth_quant_0"; -"148 dropout_5_0_0_nncf_smooth_quant_0" -> "149 quantize_per_tensor_default_12"; -"149 quantize_per_tensor_default_12" -> "150 dequantize_per_tensor_default_12"; -"150 dequantize_per_tensor_default_12" -> "155 linear_7"; -"151 linear_7_scale_0_updated_constant0" -> "154 mul_tensor_8"; -"152 compressed_weight_updated_constant58" -> "154 mul_tensor_8"; -"153 _param_constant27_0_0" -> "155 linear_7"; -"154 mul_tensor_8" -> "155 linear_7"; -"155 linear_7" -> "156 dropout_6"; -"156 dropout_6" -> "157 add_4"; -"157 add_4" -> "160 layer_norm_4"; -"157 add_4" -> "205 add_5"; -"158 _param_constant28" -> "160 layer_norm_4"; -"159 _param_constant29" -> "160 layer_norm_4"; -"160 layer_norm_4" -> "161 transpose_12"; -"161 transpose_12" -> "162 transpose_12_0_0_nncf_smooth_quant_0"; -"162 transpose_12_0_0_nncf_smooth_quant_0" -> "163 quantize_per_tensor_default_13"; -"163 quantize_per_tensor_default_13" -> "164 dequantize_per_tensor_default_13"; -"164 dequantize_per_tensor_default_13" -> "169 linear_8"; -"165 linear_8_scale_0_updated_constant0" -> "168 mul_tensor_9"; -"166 compressed_weight_updated_constant59" -> "168 mul_tensor_9"; -"167 _param_constant31_0_0" -> "169 linear_8"; -"168 mul_tensor_9" -> "169 linear_8"; -"169 linear_8" -> "170 unflatten_2"; -"170 unflatten_2" -> "171 unsqueeze_2"; -"171 unsqueeze_2" -> "172 transpose_13"; -"172 transpose_13" -> "173 squeeze_2"; -"173 squeeze_2" -> "174 contiguous_2"; -"174 contiguous_2" -> "175 quantize_per_tensor_default_14"; -"174 contiguous_2" -> "178 quantize_per_tensor_default_15"; -"174 contiguous_2" -> "181 select_8"; -"175 quantize_per_tensor_default_14" -> "176 dequantize_per_tensor_default_14"; -"176 dequantize_per_tensor_default_14" -> "177 select_6"; -"177 select_6" -> "182 view_16"; -"178 quantize_per_tensor_default_15" -> "179 dequantize_per_tensor_default_15"; -"179 dequantize_per_tensor_default_15" -> "180 select_7"; -"180 select_7" -> "184 view_17"; -"181 select_8" -> "186 view_18"; -"182 view_16" -> "183 transpose_14"; -"183 transpose_14" -> "188 view_19"; -"184 view_17" -> "185 transpose_15"; -"185 transpose_15" -> "189 view_20"; -"186 view_18" -> "187 transpose_16"; -"187 transpose_16" -> "190 view_21"; -"188 view_19" -> "191 scaled_dot_product_attention_2"; -"189 view_20" -> "191 scaled_dot_product_attention_2"; -"190 view_21" -> "191 scaled_dot_product_attention_2"; -"191 scaled_dot_product_attention_2" -> "192 permute_3"; -"192 permute_3" -> "193 view_22"; -"193 view_22" -> "194 view_22_0_0_nncf_smooth_quant_0"; -"194 view_22_0_0_nncf_smooth_quant_0" -> "195 quantize_per_tensor_default_16"; -"195 quantize_per_tensor_default_16" -> "196 dequantize_per_tensor_default_16"; -"196 dequantize_per_tensor_default_16" -> "201 linear_9"; -"197 linear_9_scale_0_updated_constant0" -> "200 mul_tensor_10"; -"198 compressed_weight_updated_constant60" -> "200 mul_tensor_10"; -"199 _param_constant33_0_0" -> "201 linear_9"; -"200 mul_tensor_10" -> "201 linear_9"; -"201 linear_9" -> "202 view_23"; -"202 view_23" -> "203 transpose_17"; -"203 transpose_17" -> "204 dropout_7"; -"204 dropout_7" -> "205 add_5"; -"205 add_5" -> "208 layer_norm_5"; -"205 add_5" -> "228 add_6"; -"206 _param_constant34" -> "208 layer_norm_5"; -"207 _param_constant35" -> "208 layer_norm_5"; -"208 layer_norm_5" -> "209 layer_norm_5_0_0_nncf_smooth_quant_0"; -"209 layer_norm_5_0_0_nncf_smooth_quant_0" -> "210 quantize_per_tensor_default_17"; -"210 quantize_per_tensor_default_17" -> "211 dequantize_per_tensor_default_17"; -"211 dequantize_per_tensor_default_17" -> "216 linear_10"; -"212 linear_10_scale_0_updated_constant0" -> "215 mul_tensor_11"; -"213 compressed_weight_updated_constant61" -> "215 mul_tensor_11"; -"214 _param_constant37_0_0" -> "216 linear_10"; -"215 mul_tensor_11" -> "216 linear_10"; -"216 linear_10" -> "217 gelu_2"; -"217 gelu_2" -> "218 dropout_8"; -"218 dropout_8" -> "219 dropout_8_0_0_nncf_smooth_quant_0"; -"219 dropout_8_0_0_nncf_smooth_quant_0" -> "220 quantize_per_tensor_default_18"; -"220 quantize_per_tensor_default_18" -> "221 dequantize_per_tensor_default_18"; -"221 dequantize_per_tensor_default_18" -> "226 linear_11"; -"222 linear_11_scale_0_updated_constant0" -> "225 mul_tensor_12"; -"223 compressed_weight_updated_constant62" -> "225 mul_tensor_12"; -"224 _param_constant39_0_0" -> "226 linear_11"; -"225 mul_tensor_12" -> "226 linear_11"; -"226 linear_11" -> "227 dropout_9"; -"227 dropout_9" -> "228 add_6"; -"228 add_6" -> "231 layer_norm_6"; -"228 add_6" -> "276 add_7"; -"229 _param_constant40" -> "231 layer_norm_6"; -"230 _param_constant41" -> "231 layer_norm_6"; -"231 layer_norm_6" -> "232 transpose_18"; -"232 transpose_18" -> "233 transpose_18_0_0_nncf_smooth_quant_0"; -"233 transpose_18_0_0_nncf_smooth_quant_0" -> "234 quantize_per_tensor_default_19"; -"234 quantize_per_tensor_default_19" -> "235 dequantize_per_tensor_default_19"; -"235 dequantize_per_tensor_default_19" -> "240 linear_12"; -"236 linear_12_scale_0_updated_constant0" -> "239 mul_tensor_13"; -"237 compressed_weight_updated_constant63" -> "239 mul_tensor_13"; -"238 _param_constant43_0_0" -> "240 linear_12"; -"239 mul_tensor_13" -> "240 linear_12"; -"240 linear_12" -> "241 unflatten_3"; -"241 unflatten_3" -> "242 unsqueeze_3"; -"242 unsqueeze_3" -> "243 transpose_19"; -"243 transpose_19" -> "244 squeeze_3"; -"244 squeeze_3" -> "245 contiguous_3"; -"245 contiguous_3" -> "246 quantize_per_tensor_default_20"; -"245 contiguous_3" -> "249 quantize_per_tensor_default_21"; -"245 contiguous_3" -> "252 select_11"; -"246 quantize_per_tensor_default_20" -> "247 dequantize_per_tensor_default_20"; -"247 dequantize_per_tensor_default_20" -> "248 select_9"; -"248 select_9" -> "253 view_24"; -"249 quantize_per_tensor_default_21" -> "250 dequantize_per_tensor_default_21"; -"250 dequantize_per_tensor_default_21" -> "251 select_10"; -"251 select_10" -> "255 view_25"; -"252 select_11" -> "257 view_26"; -"253 view_24" -> "254 transpose_20"; -"254 transpose_20" -> "259 view_27"; -"255 view_25" -> "256 transpose_21"; -"256 transpose_21" -> "260 view_28"; -"257 view_26" -> "258 transpose_22"; -"258 transpose_22" -> "261 view_29"; -"259 view_27" -> "262 scaled_dot_product_attention_3"; -"260 view_28" -> "262 scaled_dot_product_attention_3"; -"261 view_29" -> "262 scaled_dot_product_attention_3"; -"262 scaled_dot_product_attention_3" -> "263 permute_4"; -"263 permute_4" -> "264 view_30"; -"264 view_30" -> "265 view_30_0_0_nncf_smooth_quant_0"; -"265 view_30_0_0_nncf_smooth_quant_0" -> "266 quantize_per_tensor_default_22"; -"266 quantize_per_tensor_default_22" -> "267 dequantize_per_tensor_default_22"; -"267 dequantize_per_tensor_default_22" -> "272 linear_13"; -"268 linear_13_scale_0_updated_constant0" -> "271 mul_tensor_14"; -"269 compressed_weight_updated_constant64" -> "271 mul_tensor_14"; -"270 _param_constant45_0_0" -> "272 linear_13"; -"271 mul_tensor_14" -> "272 linear_13"; -"272 linear_13" -> "273 view_31"; -"273 view_31" -> "274 transpose_23"; -"274 transpose_23" -> "275 dropout_10"; -"275 dropout_10" -> "276 add_7"; -"276 add_7" -> "279 layer_norm_7"; -"276 add_7" -> "299 add_8"; -"277 _param_constant46" -> "279 layer_norm_7"; -"278 _param_constant47" -> "279 layer_norm_7"; -"279 layer_norm_7" -> "280 layer_norm_7_0_0_nncf_smooth_quant_0"; -"280 layer_norm_7_0_0_nncf_smooth_quant_0" -> "281 quantize_per_tensor_default_23"; -"281 quantize_per_tensor_default_23" -> "282 dequantize_per_tensor_default_23"; -"282 dequantize_per_tensor_default_23" -> "287 linear_14"; -"283 linear_14_scale_0_updated_constant0" -> "286 mul_tensor_15"; -"284 compressed_weight_updated_constant65" -> "286 mul_tensor_15"; -"285 _param_constant49_0_0" -> "287 linear_14"; -"286 mul_tensor_15" -> "287 linear_14"; -"287 linear_14" -> "288 gelu_3"; -"288 gelu_3" -> "289 dropout_11"; -"289 dropout_11" -> "290 dropout_11_0_0_nncf_smooth_quant_0"; -"290 dropout_11_0_0_nncf_smooth_quant_0" -> "291 quantize_per_tensor_default_24"; -"291 quantize_per_tensor_default_24" -> "292 dequantize_per_tensor_default_24"; -"292 dequantize_per_tensor_default_24" -> "297 linear_15"; -"293 linear_15_scale_0_updated_constant0" -> "296 mul_tensor_16"; -"294 compressed_weight_updated_constant66" -> "296 mul_tensor_16"; -"295 _param_constant51_0_0" -> "297 linear_15"; -"296 mul_tensor_16" -> "297 linear_15"; -"297 linear_15" -> "298 dropout_12"; -"298 dropout_12" -> "299 add_8"; -"299 add_8" -> "302 layer_norm_8"; -"299 add_8" -> "347 add_9"; -"300 _param_constant52" -> "302 layer_norm_8"; -"301 _param_constant53" -> "302 layer_norm_8"; -"302 layer_norm_8" -> "303 transpose_24"; -"303 transpose_24" -> "304 transpose_24_0_0_nncf_smooth_quant_0"; -"304 transpose_24_0_0_nncf_smooth_quant_0" -> "305 quantize_per_tensor_default_25"; -"305 quantize_per_tensor_default_25" -> "306 dequantize_per_tensor_default_25"; -"306 dequantize_per_tensor_default_25" -> "311 linear_16"; -"307 linear_16_scale_0_updated_constant0" -> "310 mul_tensor_17"; -"308 compressed_weight_updated_constant67" -> "310 mul_tensor_17"; -"309 _param_constant55_0_0" -> "311 linear_16"; -"310 mul_tensor_17" -> "311 linear_16"; -"311 linear_16" -> "312 unflatten_4"; -"312 unflatten_4" -> "313 unsqueeze_4"; -"313 unsqueeze_4" -> "314 transpose_25"; -"314 transpose_25" -> "315 squeeze_4"; -"315 squeeze_4" -> "316 contiguous_4"; -"316 contiguous_4" -> "317 quantize_per_tensor_default_26"; -"316 contiguous_4" -> "320 quantize_per_tensor_default_27"; -"316 contiguous_4" -> "323 select_14"; -"317 quantize_per_tensor_default_26" -> "318 dequantize_per_tensor_default_26"; -"318 dequantize_per_tensor_default_26" -> "319 select_12"; -"319 select_12" -> "324 view_32"; -"320 quantize_per_tensor_default_27" -> "321 dequantize_per_tensor_default_27"; -"321 dequantize_per_tensor_default_27" -> "322 select_13"; -"322 select_13" -> "326 view_33"; -"323 select_14" -> "328 view_34"; -"324 view_32" -> "325 transpose_26"; -"325 transpose_26" -> "330 view_35"; -"326 view_33" -> "327 transpose_27"; -"327 transpose_27" -> "331 view_36"; -"328 view_34" -> "329 transpose_28"; -"329 transpose_28" -> "332 view_37"; -"330 view_35" -> "333 scaled_dot_product_attention_4"; -"331 view_36" -> "333 scaled_dot_product_attention_4"; -"332 view_37" -> "333 scaled_dot_product_attention_4"; -"333 scaled_dot_product_attention_4" -> "334 permute_5"; -"334 permute_5" -> "335 view_38"; -"335 view_38" -> "336 view_38_0_0_nncf_smooth_quant_0"; -"336 view_38_0_0_nncf_smooth_quant_0" -> "337 quantize_per_tensor_default_28"; -"337 quantize_per_tensor_default_28" -> "338 dequantize_per_tensor_default_28"; -"338 dequantize_per_tensor_default_28" -> "343 linear_17"; -"339 linear_17_scale_0_updated_constant0" -> "342 mul_tensor_18"; -"340 compressed_weight_updated_constant68" -> "342 mul_tensor_18"; -"341 _param_constant57_0_0" -> "343 linear_17"; -"342 mul_tensor_18" -> "343 linear_17"; -"343 linear_17" -> "344 view_39"; -"344 view_39" -> "345 transpose_29"; -"345 transpose_29" -> "346 dropout_13"; -"346 dropout_13" -> "347 add_9"; -"347 add_9" -> "350 layer_norm_9"; -"347 add_9" -> "370 add_10"; -"348 _param_constant58" -> "350 layer_norm_9"; -"349 _param_constant59" -> "350 layer_norm_9"; -"350 layer_norm_9" -> "351 layer_norm_9_0_0_nncf_smooth_quant_0"; -"351 layer_norm_9_0_0_nncf_smooth_quant_0" -> "352 quantize_per_tensor_default_29"; -"352 quantize_per_tensor_default_29" -> "353 dequantize_per_tensor_default_29"; -"353 dequantize_per_tensor_default_29" -> "358 linear_18"; -"354 linear_18_scale_0_updated_constant0" -> "357 mul_tensor_19"; -"355 compressed_weight_updated_constant69" -> "357 mul_tensor_19"; -"356 _param_constant61_0_0" -> "358 linear_18"; -"357 mul_tensor_19" -> "358 linear_18"; -"358 linear_18" -> "359 gelu_4"; -"359 gelu_4" -> "360 dropout_14"; -"360 dropout_14" -> "361 dropout_14_0_0_nncf_smooth_quant_0"; -"361 dropout_14_0_0_nncf_smooth_quant_0" -> "362 quantize_per_tensor_default_30"; -"362 quantize_per_tensor_default_30" -> "363 dequantize_per_tensor_default_30"; -"363 dequantize_per_tensor_default_30" -> "368 linear_19"; -"364 linear_19_scale_0_updated_constant0" -> "367 mul_tensor_20"; -"365 compressed_weight_updated_constant70" -> "367 mul_tensor_20"; -"366 _param_constant63_0_0" -> "368 linear_19"; -"367 mul_tensor_20" -> "368 linear_19"; -"368 linear_19" -> "369 dropout_15"; -"369 dropout_15" -> "370 add_10"; -"370 add_10" -> "373 layer_norm_10"; -"370 add_10" -> "418 add_11"; -"371 _param_constant64" -> "373 layer_norm_10"; -"372 _param_constant65" -> "373 layer_norm_10"; -"373 layer_norm_10" -> "374 transpose_30"; -"374 transpose_30" -> "375 transpose_30_0_0_nncf_smooth_quant_0"; -"375 transpose_30_0_0_nncf_smooth_quant_0" -> "376 quantize_per_tensor_default_31"; -"376 quantize_per_tensor_default_31" -> "377 dequantize_per_tensor_default_31"; -"377 dequantize_per_tensor_default_31" -> "382 linear_20"; -"378 linear_20_scale_0_updated_constant0" -> "381 mul_tensor_21"; -"379 compressed_weight_updated_constant71" -> "381 mul_tensor_21"; -"380 _param_constant67_0_0" -> "382 linear_20"; -"381 mul_tensor_21" -> "382 linear_20"; -"382 linear_20" -> "383 unflatten_5"; -"383 unflatten_5" -> "384 unsqueeze_5"; -"384 unsqueeze_5" -> "385 transpose_31"; -"385 transpose_31" -> "386 squeeze_5"; -"386 squeeze_5" -> "387 contiguous_5"; -"387 contiguous_5" -> "388 quantize_per_tensor_default_32"; -"387 contiguous_5" -> "391 quantize_per_tensor_default_33"; -"387 contiguous_5" -> "394 select_17"; -"388 quantize_per_tensor_default_32" -> "389 dequantize_per_tensor_default_32"; -"389 dequantize_per_tensor_default_32" -> "390 select_15"; -"390 select_15" -> "395 view_40"; -"391 quantize_per_tensor_default_33" -> "392 dequantize_per_tensor_default_33"; -"392 dequantize_per_tensor_default_33" -> "393 select_16"; -"393 select_16" -> "397 view_41"; -"394 select_17" -> "399 view_42"; -"395 view_40" -> "396 transpose_32"; -"396 transpose_32" -> "401 view_43"; -"397 view_41" -> "398 transpose_33"; -"398 transpose_33" -> "402 view_44"; -"399 view_42" -> "400 transpose_34"; -"400 transpose_34" -> "403 view_45"; -"401 view_43" -> "404 scaled_dot_product_attention_5"; -"402 view_44" -> "404 scaled_dot_product_attention_5"; -"403 view_45" -> "404 scaled_dot_product_attention_5"; -"404 scaled_dot_product_attention_5" -> "405 permute_6"; -"405 permute_6" -> "406 view_46"; -"406 view_46" -> "407 view_46_0_0_nncf_smooth_quant_0"; -"407 view_46_0_0_nncf_smooth_quant_0" -> "408 quantize_per_tensor_default_34"; -"408 quantize_per_tensor_default_34" -> "409 dequantize_per_tensor_default_34"; -"409 dequantize_per_tensor_default_34" -> "414 linear_21"; -"410 linear_21_scale_0_updated_constant0" -> "413 mul_tensor_22"; -"411 compressed_weight_updated_constant72" -> "413 mul_tensor_22"; -"412 _param_constant69_0_0" -> "414 linear_21"; -"413 mul_tensor_22" -> "414 linear_21"; -"414 linear_21" -> "415 view_47"; -"415 view_47" -> "416 transpose_35"; -"416 transpose_35" -> "417 dropout_16"; -"417 dropout_16" -> "418 add_11"; -"418 add_11" -> "421 layer_norm_11"; -"418 add_11" -> "441 add_12"; -"419 _param_constant70" -> "421 layer_norm_11"; -"420 _param_constant71" -> "421 layer_norm_11"; -"421 layer_norm_11" -> "422 layer_norm_11_0_0_nncf_smooth_quant_0"; -"422 layer_norm_11_0_0_nncf_smooth_quant_0" -> "423 quantize_per_tensor_default_35"; -"423 quantize_per_tensor_default_35" -> "424 dequantize_per_tensor_default_35"; -"424 dequantize_per_tensor_default_35" -> "429 linear_22"; -"425 linear_22_scale_0_updated_constant0" -> "428 mul_tensor_23"; -"426 compressed_weight_updated_constant73" -> "428 mul_tensor_23"; -"427 _param_constant73_0_0" -> "429 linear_22"; -"428 mul_tensor_23" -> "429 linear_22"; -"429 linear_22" -> "430 gelu_5"; -"430 gelu_5" -> "431 dropout_17"; -"431 dropout_17" -> "432 dropout_17_0_0_nncf_smooth_quant_0"; -"432 dropout_17_0_0_nncf_smooth_quant_0" -> "433 quantize_per_tensor_default_36"; -"433 quantize_per_tensor_default_36" -> "434 dequantize_per_tensor_default_36"; -"434 dequantize_per_tensor_default_36" -> "439 linear_23"; -"435 linear_23_scale_0_updated_constant0" -> "438 mul_tensor_24"; -"436 compressed_weight_updated_constant74" -> "438 mul_tensor_24"; -"437 _param_constant75_0_0" -> "439 linear_23"; -"438 mul_tensor_24" -> "439 linear_23"; -"439 linear_23" -> "440 dropout_18"; -"440 dropout_18" -> "441 add_12"; -"441 add_12" -> "444 layer_norm_12"; -"441 add_12" -> "489 add_13"; -"442 _param_constant76" -> "444 layer_norm_12"; -"443 _param_constant77" -> "444 layer_norm_12"; -"444 layer_norm_12" -> "445 transpose_36"; -"445 transpose_36" -> "446 transpose_36_0_0_nncf_smooth_quant_0"; -"446 transpose_36_0_0_nncf_smooth_quant_0" -> "447 quantize_per_tensor_default_37"; -"447 quantize_per_tensor_default_37" -> "448 dequantize_per_tensor_default_37"; -"448 dequantize_per_tensor_default_37" -> "453 linear_24"; -"449 linear_24_scale_0_updated_constant0" -> "452 mul_tensor_25"; -"450 compressed_weight_updated_constant75" -> "452 mul_tensor_25"; -"451 _param_constant79_0_0" -> "453 linear_24"; -"452 mul_tensor_25" -> "453 linear_24"; -"453 linear_24" -> "454 unflatten_6"; -"454 unflatten_6" -> "455 unsqueeze_6"; -"455 unsqueeze_6" -> "456 transpose_37"; -"456 transpose_37" -> "457 squeeze_6"; -"457 squeeze_6" -> "458 contiguous_6"; -"458 contiguous_6" -> "459 quantize_per_tensor_default_38"; -"458 contiguous_6" -> "462 quantize_per_tensor_default_39"; -"458 contiguous_6" -> "465 select_20"; -"459 quantize_per_tensor_default_38" -> "460 dequantize_per_tensor_default_38"; -"460 dequantize_per_tensor_default_38" -> "461 select_18"; -"461 select_18" -> "466 view_48"; -"462 quantize_per_tensor_default_39" -> "463 dequantize_per_tensor_default_39"; -"463 dequantize_per_tensor_default_39" -> "464 select_19"; -"464 select_19" -> "468 view_49"; -"465 select_20" -> "470 view_50"; -"466 view_48" -> "467 transpose_38"; -"467 transpose_38" -> "472 view_51"; -"468 view_49" -> "469 transpose_39"; -"469 transpose_39" -> "473 view_52"; -"470 view_50" -> "471 transpose_40"; -"471 transpose_40" -> "474 view_53"; -"472 view_51" -> "475 scaled_dot_product_attention_6"; -"473 view_52" -> "475 scaled_dot_product_attention_6"; -"474 view_53" -> "475 scaled_dot_product_attention_6"; -"475 scaled_dot_product_attention_6" -> "476 permute_7"; -"476 permute_7" -> "477 view_54"; -"477 view_54" -> "478 view_54_0_0_nncf_smooth_quant_0"; -"478 view_54_0_0_nncf_smooth_quant_0" -> "479 quantize_per_tensor_default_40"; -"479 quantize_per_tensor_default_40" -> "480 dequantize_per_tensor_default_40"; -"480 dequantize_per_tensor_default_40" -> "485 linear_25"; -"481 linear_25_scale_0_updated_constant0" -> "484 mul_tensor_26"; -"482 compressed_weight_updated_constant76" -> "484 mul_tensor_26"; -"483 _param_constant81_0_0" -> "485 linear_25"; -"484 mul_tensor_26" -> "485 linear_25"; -"485 linear_25" -> "486 view_55"; -"486 view_55" -> "487 transpose_41"; -"487 transpose_41" -> "488 dropout_19"; -"488 dropout_19" -> "489 add_13"; -"489 add_13" -> "492 layer_norm_13"; -"489 add_13" -> "512 add_14"; -"490 _param_constant82" -> "492 layer_norm_13"; -"491 _param_constant83" -> "492 layer_norm_13"; -"492 layer_norm_13" -> "493 layer_norm_13_0_0_nncf_smooth_quant_0"; -"493 layer_norm_13_0_0_nncf_smooth_quant_0" -> "494 quantize_per_tensor_default_41"; -"494 quantize_per_tensor_default_41" -> "495 dequantize_per_tensor_default_41"; -"495 dequantize_per_tensor_default_41" -> "500 linear_26"; -"496 linear_26_scale_0_updated_constant0" -> "499 mul_tensor_27"; -"497 compressed_weight_updated_constant77" -> "499 mul_tensor_27"; -"498 _param_constant85_0_0" -> "500 linear_26"; -"499 mul_tensor_27" -> "500 linear_26"; -"500 linear_26" -> "501 gelu_6"; -"501 gelu_6" -> "502 dropout_20"; -"502 dropout_20" -> "503 dropout_20_0_0_nncf_smooth_quant_0"; -"503 dropout_20_0_0_nncf_smooth_quant_0" -> "504 quantize_per_tensor_default_42"; -"504 quantize_per_tensor_default_42" -> "505 dequantize_per_tensor_default_42"; -"505 dequantize_per_tensor_default_42" -> "510 linear_27"; -"506 linear_27_scale_0_updated_constant0" -> "509 mul_tensor_28"; -"507 compressed_weight_updated_constant78" -> "509 mul_tensor_28"; -"508 _param_constant87_0_0" -> "510 linear_27"; -"509 mul_tensor_28" -> "510 linear_27"; -"510 linear_27" -> "511 dropout_21"; -"511 dropout_21" -> "512 add_14"; -"512 add_14" -> "515 layer_norm_14"; -"512 add_14" -> "560 add_15"; -"513 _param_constant88" -> "515 layer_norm_14"; -"514 _param_constant89" -> "515 layer_norm_14"; -"515 layer_norm_14" -> "516 transpose_42"; -"516 transpose_42" -> "517 transpose_42_0_0_nncf_smooth_quant_0"; -"517 transpose_42_0_0_nncf_smooth_quant_0" -> "518 quantize_per_tensor_default_43"; -"518 quantize_per_tensor_default_43" -> "519 dequantize_per_tensor_default_43"; -"519 dequantize_per_tensor_default_43" -> "524 linear_28"; -"520 linear_28_scale_0_updated_constant0" -> "523 mul_tensor_29"; -"521 compressed_weight_updated_constant79" -> "523 mul_tensor_29"; -"522 _param_constant91_0_0" -> "524 linear_28"; -"523 mul_tensor_29" -> "524 linear_28"; -"524 linear_28" -> "525 unflatten_7"; -"525 unflatten_7" -> "526 unsqueeze_7"; -"526 unsqueeze_7" -> "527 transpose_43"; -"527 transpose_43" -> "528 squeeze_7"; -"528 squeeze_7" -> "529 contiguous_7"; -"529 contiguous_7" -> "530 quantize_per_tensor_default_44"; -"529 contiguous_7" -> "533 quantize_per_tensor_default_45"; -"529 contiguous_7" -> "536 select_23"; -"530 quantize_per_tensor_default_44" -> "531 dequantize_per_tensor_default_44"; -"531 dequantize_per_tensor_default_44" -> "532 select_21"; -"532 select_21" -> "537 view_56"; -"533 quantize_per_tensor_default_45" -> "534 dequantize_per_tensor_default_45"; -"534 dequantize_per_tensor_default_45" -> "535 select_22"; -"535 select_22" -> "539 view_57"; -"536 select_23" -> "541 view_58"; -"537 view_56" -> "538 transpose_44"; -"538 transpose_44" -> "543 view_59"; -"539 view_57" -> "540 transpose_45"; -"540 transpose_45" -> "544 view_60"; -"541 view_58" -> "542 transpose_46"; -"542 transpose_46" -> "545 view_61"; -"543 view_59" -> "546 scaled_dot_product_attention_7"; -"544 view_60" -> "546 scaled_dot_product_attention_7"; -"545 view_61" -> "546 scaled_dot_product_attention_7"; -"546 scaled_dot_product_attention_7" -> "547 permute_8"; -"547 permute_8" -> "548 view_62"; -"548 view_62" -> "549 view_62_0_0_nncf_smooth_quant_0"; -"549 view_62_0_0_nncf_smooth_quant_0" -> "550 quantize_per_tensor_default_46"; -"550 quantize_per_tensor_default_46" -> "551 dequantize_per_tensor_default_46"; -"551 dequantize_per_tensor_default_46" -> "556 linear_29"; -"552 linear_29_scale_0_updated_constant0" -> "555 mul_tensor_30"; -"553 compressed_weight_updated_constant80" -> "555 mul_tensor_30"; -"554 _param_constant93_0_0" -> "556 linear_29"; -"555 mul_tensor_30" -> "556 linear_29"; -"556 linear_29" -> "557 view_63"; -"557 view_63" -> "558 transpose_47"; -"558 transpose_47" -> "559 dropout_22"; -"559 dropout_22" -> "560 add_15"; -"560 add_15" -> "563 layer_norm_15"; -"560 add_15" -> "583 add_16"; -"561 _param_constant94" -> "563 layer_norm_15"; -"562 _param_constant95" -> "563 layer_norm_15"; -"563 layer_norm_15" -> "564 layer_norm_15_0_0_nncf_smooth_quant_0"; -"564 layer_norm_15_0_0_nncf_smooth_quant_0" -> "565 quantize_per_tensor_default_47"; -"565 quantize_per_tensor_default_47" -> "566 dequantize_per_tensor_default_47"; -"566 dequantize_per_tensor_default_47" -> "571 linear_30"; -"567 linear_30_scale_0_updated_constant0" -> "570 mul_tensor_31"; -"568 compressed_weight_updated_constant81" -> "570 mul_tensor_31"; -"569 _param_constant97_0_0" -> "571 linear_30"; -"570 mul_tensor_31" -> "571 linear_30"; -"571 linear_30" -> "572 gelu_7"; -"572 gelu_7" -> "573 dropout_23"; -"573 dropout_23" -> "574 dropout_23_0_0_nncf_smooth_quant_0"; -"574 dropout_23_0_0_nncf_smooth_quant_0" -> "575 quantize_per_tensor_default_48"; -"575 quantize_per_tensor_default_48" -> "576 dequantize_per_tensor_default_48"; -"576 dequantize_per_tensor_default_48" -> "581 linear_31"; -"577 linear_31_scale_0_updated_constant0" -> "580 mul_tensor_32"; -"578 compressed_weight_updated_constant82" -> "580 mul_tensor_32"; -"579 _param_constant99_0_0" -> "581 linear_31"; -"580 mul_tensor_32" -> "581 linear_31"; -"581 linear_31" -> "582 dropout_24"; -"582 dropout_24" -> "583 add_16"; -"583 add_16" -> "586 layer_norm_16"; -"583 add_16" -> "631 add_17"; -"584 _param_constant100" -> "586 layer_norm_16"; -"585 _param_constant101" -> "586 layer_norm_16"; -"586 layer_norm_16" -> "587 transpose_48"; -"587 transpose_48" -> "588 transpose_48_0_0_nncf_smooth_quant_0"; -"588 transpose_48_0_0_nncf_smooth_quant_0" -> "589 quantize_per_tensor_default_49"; -"589 quantize_per_tensor_default_49" -> "590 dequantize_per_tensor_default_49"; -"590 dequantize_per_tensor_default_49" -> "595 linear_32"; -"591 linear_32_scale_0_updated_constant0" -> "594 mul_tensor_33"; -"592 compressed_weight_updated_constant83" -> "594 mul_tensor_33"; -"593 _param_constant103_0_0" -> "595 linear_32"; -"594 mul_tensor_33" -> "595 linear_32"; -"595 linear_32" -> "596 unflatten_8"; -"596 unflatten_8" -> "597 unsqueeze_8"; -"597 unsqueeze_8" -> "598 transpose_49"; -"598 transpose_49" -> "599 squeeze_8"; -"599 squeeze_8" -> "600 contiguous_8"; -"600 contiguous_8" -> "601 quantize_per_tensor_default_50"; -"600 contiguous_8" -> "604 quantize_per_tensor_default_51"; -"600 contiguous_8" -> "607 select_26"; -"601 quantize_per_tensor_default_50" -> "602 dequantize_per_tensor_default_50"; -"602 dequantize_per_tensor_default_50" -> "603 select_24"; -"603 select_24" -> "608 view_64"; -"604 quantize_per_tensor_default_51" -> "605 dequantize_per_tensor_default_51"; -"605 dequantize_per_tensor_default_51" -> "606 select_25"; -"606 select_25" -> "610 view_65"; -"607 select_26" -> "612 view_66"; -"608 view_64" -> "609 transpose_50"; -"609 transpose_50" -> "614 view_67"; -"610 view_65" -> "611 transpose_51"; -"611 transpose_51" -> "615 view_68"; -"612 view_66" -> "613 transpose_52"; -"613 transpose_52" -> "616 view_69"; -"614 view_67" -> "617 scaled_dot_product_attention_8"; -"615 view_68" -> "617 scaled_dot_product_attention_8"; -"616 view_69" -> "617 scaled_dot_product_attention_8"; -"617 scaled_dot_product_attention_8" -> "618 permute_9"; -"618 permute_9" -> "619 view_70"; -"619 view_70" -> "620 view_70_0_0_nncf_smooth_quant_0"; -"620 view_70_0_0_nncf_smooth_quant_0" -> "621 quantize_per_tensor_default_52"; -"621 quantize_per_tensor_default_52" -> "622 dequantize_per_tensor_default_52"; -"622 dequantize_per_tensor_default_52" -> "627 linear_33"; -"623 linear_33_scale_0_updated_constant0" -> "626 mul_tensor_34"; -"624 compressed_weight_updated_constant84" -> "626 mul_tensor_34"; -"625 _param_constant105_0_0" -> "627 linear_33"; -"626 mul_tensor_34" -> "627 linear_33"; -"627 linear_33" -> "628 view_71"; -"628 view_71" -> "629 transpose_53"; -"629 transpose_53" -> "630 dropout_25"; -"630 dropout_25" -> "631 add_17"; -"631 add_17" -> "634 layer_norm_17"; -"631 add_17" -> "654 add_18"; -"632 _param_constant106" -> "634 layer_norm_17"; -"633 _param_constant107" -> "634 layer_norm_17"; -"634 layer_norm_17" -> "635 layer_norm_17_0_0_nncf_smooth_quant_0"; -"635 layer_norm_17_0_0_nncf_smooth_quant_0" -> "636 quantize_per_tensor_default_53"; -"636 quantize_per_tensor_default_53" -> "637 dequantize_per_tensor_default_53"; -"637 dequantize_per_tensor_default_53" -> "642 linear_34"; -"638 linear_34_scale_0_updated_constant0" -> "641 mul_tensor_35"; -"639 compressed_weight_updated_constant85" -> "641 mul_tensor_35"; -"640 _param_constant109_0_0" -> "642 linear_34"; -"641 mul_tensor_35" -> "642 linear_34"; -"642 linear_34" -> "643 gelu_8"; -"643 gelu_8" -> "644 dropout_26"; -"644 dropout_26" -> "645 dropout_26_0_0_nncf_smooth_quant_0"; -"645 dropout_26_0_0_nncf_smooth_quant_0" -> "646 quantize_per_tensor_default_54"; -"646 quantize_per_tensor_default_54" -> "647 dequantize_per_tensor_default_54"; -"647 dequantize_per_tensor_default_54" -> "652 linear_35"; -"648 linear_35_scale_0_updated_constant0" -> "651 mul_tensor_36"; -"649 compressed_weight_updated_constant86" -> "651 mul_tensor_36"; -"650 _param_constant111_0_0" -> "652 linear_35"; -"651 mul_tensor_36" -> "652 linear_35"; -"652 linear_35" -> "653 dropout_27"; -"653 dropout_27" -> "654 add_18"; -"654 add_18" -> "657 layer_norm_18"; -"654 add_18" -> "702 add_19"; -"655 _param_constant112" -> "657 layer_norm_18"; -"656 _param_constant113" -> "657 layer_norm_18"; -"657 layer_norm_18" -> "658 transpose_54"; -"658 transpose_54" -> "659 transpose_54_0_0_nncf_smooth_quant_0"; -"659 transpose_54_0_0_nncf_smooth_quant_0" -> "660 quantize_per_tensor_default_55"; -"660 quantize_per_tensor_default_55" -> "661 dequantize_per_tensor_default_55"; -"661 dequantize_per_tensor_default_55" -> "666 linear_36"; -"662 linear_36_scale_0_updated_constant0" -> "665 mul_tensor_37"; -"663 compressed_weight_updated_constant87" -> "665 mul_tensor_37"; -"664 _param_constant115_0_0" -> "666 linear_36"; -"665 mul_tensor_37" -> "666 linear_36"; -"666 linear_36" -> "667 unflatten_9"; -"667 unflatten_9" -> "668 unsqueeze_9"; -"668 unsqueeze_9" -> "669 transpose_55"; -"669 transpose_55" -> "670 squeeze_9"; -"670 squeeze_9" -> "671 contiguous_9"; -"671 contiguous_9" -> "672 quantize_per_tensor_default_56"; -"671 contiguous_9" -> "675 quantize_per_tensor_default_57"; -"671 contiguous_9" -> "678 select_29"; -"672 quantize_per_tensor_default_56" -> "673 dequantize_per_tensor_default_56"; -"673 dequantize_per_tensor_default_56" -> "674 select_27"; -"674 select_27" -> "679 view_72"; -"675 quantize_per_tensor_default_57" -> "676 dequantize_per_tensor_default_57"; -"676 dequantize_per_tensor_default_57" -> "677 select_28"; -"677 select_28" -> "681 view_73"; -"678 select_29" -> "683 view_74"; -"679 view_72" -> "680 transpose_56"; -"680 transpose_56" -> "685 view_75"; -"681 view_73" -> "682 transpose_57"; -"682 transpose_57" -> "686 view_76"; -"683 view_74" -> "684 transpose_58"; -"684 transpose_58" -> "687 view_77"; -"685 view_75" -> "688 scaled_dot_product_attention_9"; -"686 view_76" -> "688 scaled_dot_product_attention_9"; -"687 view_77" -> "688 scaled_dot_product_attention_9"; -"688 scaled_dot_product_attention_9" -> "689 permute_10"; -"689 permute_10" -> "690 view_78"; -"690 view_78" -> "691 view_78_0_0_nncf_smooth_quant_0"; -"691 view_78_0_0_nncf_smooth_quant_0" -> "692 quantize_per_tensor_default_58"; -"692 quantize_per_tensor_default_58" -> "693 dequantize_per_tensor_default_58"; -"693 dequantize_per_tensor_default_58" -> "698 linear_37"; -"694 linear_37_scale_0_updated_constant0" -> "697 mul_tensor_38"; -"695 compressed_weight_updated_constant88" -> "697 mul_tensor_38"; -"696 _param_constant117_0_0" -> "698 linear_37"; -"697 mul_tensor_38" -> "698 linear_37"; -"698 linear_37" -> "699 view_79"; -"699 view_79" -> "700 transpose_59"; -"700 transpose_59" -> "701 dropout_28"; -"701 dropout_28" -> "702 add_19"; -"702 add_19" -> "705 layer_norm_19"; -"702 add_19" -> "725 add_20"; -"703 _param_constant118" -> "705 layer_norm_19"; -"704 _param_constant119" -> "705 layer_norm_19"; -"705 layer_norm_19" -> "706 layer_norm_19_0_0_nncf_smooth_quant_0"; -"706 layer_norm_19_0_0_nncf_smooth_quant_0" -> "707 quantize_per_tensor_default_59"; -"707 quantize_per_tensor_default_59" -> "708 dequantize_per_tensor_default_59"; -"708 dequantize_per_tensor_default_59" -> "713 linear_38"; -"709 linear_38_scale_0_updated_constant0" -> "712 mul_tensor_39"; -"710 compressed_weight_updated_constant89" -> "712 mul_tensor_39"; -"711 _param_constant121_0_0" -> "713 linear_38"; -"712 mul_tensor_39" -> "713 linear_38"; -"713 linear_38" -> "714 gelu_9"; -"714 gelu_9" -> "715 dropout_29"; -"715 dropout_29" -> "716 dropout_29_0_0_nncf_smooth_quant_0"; -"716 dropout_29_0_0_nncf_smooth_quant_0" -> "717 quantize_per_tensor_default_60"; -"717 quantize_per_tensor_default_60" -> "718 dequantize_per_tensor_default_60"; -"718 dequantize_per_tensor_default_60" -> "723 linear_39"; -"719 linear_39_scale_0_updated_constant0" -> "722 mul_tensor_40"; -"720 compressed_weight_updated_constant90" -> "722 mul_tensor_40"; -"721 _param_constant123_0_0" -> "723 linear_39"; -"722 mul_tensor_40" -> "723 linear_39"; -"723 linear_39" -> "724 dropout_30"; -"724 dropout_30" -> "725 add_20"; -"725 add_20" -> "728 layer_norm_20"; -"725 add_20" -> "773 add_21"; -"726 _param_constant124" -> "728 layer_norm_20"; -"727 _param_constant125" -> "728 layer_norm_20"; -"728 layer_norm_20" -> "729 transpose_60"; -"729 transpose_60" -> "730 transpose_60_0_0_nncf_smooth_quant_0"; -"730 transpose_60_0_0_nncf_smooth_quant_0" -> "731 quantize_per_tensor_default_61"; -"731 quantize_per_tensor_default_61" -> "732 dequantize_per_tensor_default_61"; -"732 dequantize_per_tensor_default_61" -> "737 linear_40"; -"733 linear_40_scale_0_updated_constant0" -> "736 mul_tensor_41"; -"734 compressed_weight_updated_constant91" -> "736 mul_tensor_41"; -"735 _param_constant127_0_0" -> "737 linear_40"; -"736 mul_tensor_41" -> "737 linear_40"; -"737 linear_40" -> "738 unflatten_10"; -"738 unflatten_10" -> "739 unsqueeze_10"; -"739 unsqueeze_10" -> "740 transpose_61"; -"740 transpose_61" -> "741 squeeze_10"; -"741 squeeze_10" -> "742 contiguous_10"; -"742 contiguous_10" -> "743 quantize_per_tensor_default_62"; -"742 contiguous_10" -> "746 quantize_per_tensor_default_63"; -"742 contiguous_10" -> "749 select_32"; -"743 quantize_per_tensor_default_62" -> "744 dequantize_per_tensor_default_62"; -"744 dequantize_per_tensor_default_62" -> "745 select_30"; -"745 select_30" -> "750 view_80"; -"746 quantize_per_tensor_default_63" -> "747 dequantize_per_tensor_default_63"; -"747 dequantize_per_tensor_default_63" -> "748 select_31"; -"748 select_31" -> "752 view_81"; -"749 select_32" -> "754 view_82"; -"750 view_80" -> "751 transpose_62"; -"751 transpose_62" -> "756 view_83"; -"752 view_81" -> "753 transpose_63"; -"753 transpose_63" -> "757 view_84"; -"754 view_82" -> "755 transpose_64"; -"755 transpose_64" -> "758 view_85"; -"756 view_83" -> "759 scaled_dot_product_attention_10"; -"757 view_84" -> "759 scaled_dot_product_attention_10"; -"758 view_85" -> "759 scaled_dot_product_attention_10"; -"759 scaled_dot_product_attention_10" -> "760 permute_11"; -"760 permute_11" -> "761 view_86"; -"761 view_86" -> "762 view_86_0_0_nncf_smooth_quant_0"; -"762 view_86_0_0_nncf_smooth_quant_0" -> "763 quantize_per_tensor_default_64"; -"763 quantize_per_tensor_default_64" -> "764 dequantize_per_tensor_default_64"; -"764 dequantize_per_tensor_default_64" -> "769 linear_41"; -"765 linear_41_scale_0_updated_constant0" -> "768 mul_tensor_42"; -"766 compressed_weight_updated_constant92" -> "768 mul_tensor_42"; -"767 _param_constant129_0_0" -> "769 linear_41"; -"768 mul_tensor_42" -> "769 linear_41"; -"769 linear_41" -> "770 view_87"; -"770 view_87" -> "771 transpose_65"; -"771 transpose_65" -> "772 dropout_31"; -"772 dropout_31" -> "773 add_21"; -"773 add_21" -> "776 layer_norm_21"; -"773 add_21" -> "796 add_22"; -"774 _param_constant130" -> "776 layer_norm_21"; -"775 _param_constant131" -> "776 layer_norm_21"; -"776 layer_norm_21" -> "777 layer_norm_21_0_0_nncf_smooth_quant_0"; -"777 layer_norm_21_0_0_nncf_smooth_quant_0" -> "778 quantize_per_tensor_default_65"; -"778 quantize_per_tensor_default_65" -> "779 dequantize_per_tensor_default_65"; -"779 dequantize_per_tensor_default_65" -> "784 linear_42"; -"780 linear_42_scale_0_updated_constant0" -> "783 mul_tensor_43"; -"781 compressed_weight_updated_constant93" -> "783 mul_tensor_43"; -"782 _param_constant133_0_0" -> "784 linear_42"; -"783 mul_tensor_43" -> "784 linear_42"; -"784 linear_42" -> "785 gelu_10"; -"785 gelu_10" -> "786 dropout_32"; -"786 dropout_32" -> "787 dropout_32_0_0_nncf_smooth_quant_0"; -"787 dropout_32_0_0_nncf_smooth_quant_0" -> "788 quantize_per_tensor_default_66"; -"788 quantize_per_tensor_default_66" -> "789 dequantize_per_tensor_default_66"; -"789 dequantize_per_tensor_default_66" -> "794 linear_43"; -"790 linear_43_scale_0_updated_constant0" -> "793 mul_tensor_44"; -"791 compressed_weight_updated_constant94" -> "793 mul_tensor_44"; -"792 _param_constant135_0_0" -> "794 linear_43"; -"793 mul_tensor_44" -> "794 linear_43"; -"794 linear_43" -> "795 dropout_33"; -"795 dropout_33" -> "796 add_22"; -"796 add_22" -> "799 layer_norm_22"; -"796 add_22" -> "844 add_23"; -"797 _param_constant136" -> "799 layer_norm_22"; -"798 _param_constant137" -> "799 layer_norm_22"; -"799 layer_norm_22" -> "800 transpose_66"; -"800 transpose_66" -> "801 transpose_66_0_0_nncf_smooth_quant_0"; -"801 transpose_66_0_0_nncf_smooth_quant_0" -> "802 quantize_per_tensor_default_67"; -"802 quantize_per_tensor_default_67" -> "803 dequantize_per_tensor_default_67"; -"803 dequantize_per_tensor_default_67" -> "808 linear_44"; -"804 linear_44_scale_0_updated_constant0" -> "807 mul_tensor_45"; -"805 compressed_weight_updated_constant95" -> "807 mul_tensor_45"; -"806 _param_constant139_0_0" -> "808 linear_44"; -"807 mul_tensor_45" -> "808 linear_44"; -"808 linear_44" -> "809 unflatten_11"; -"809 unflatten_11" -> "810 unsqueeze_11"; -"810 unsqueeze_11" -> "811 transpose_67"; -"811 transpose_67" -> "812 squeeze_11"; -"812 squeeze_11" -> "813 contiguous_11"; -"813 contiguous_11" -> "814 quantize_per_tensor_default_68"; -"813 contiguous_11" -> "817 quantize_per_tensor_default_69"; -"813 contiguous_11" -> "820 select_35"; -"814 quantize_per_tensor_default_68" -> "815 dequantize_per_tensor_default_68"; -"815 dequantize_per_tensor_default_68" -> "816 select_33"; -"816 select_33" -> "821 view_88"; -"817 quantize_per_tensor_default_69" -> "818 dequantize_per_tensor_default_69"; -"818 dequantize_per_tensor_default_69" -> "819 select_34"; -"819 select_34" -> "823 view_89"; -"820 select_35" -> "825 view_90"; -"821 view_88" -> "822 transpose_68"; -"822 transpose_68" -> "827 view_91"; -"823 view_89" -> "824 transpose_69"; -"824 transpose_69" -> "828 view_92"; -"825 view_90" -> "826 transpose_70"; -"826 transpose_70" -> "829 view_93"; -"827 view_91" -> "830 scaled_dot_product_attention_11"; -"828 view_92" -> "830 scaled_dot_product_attention_11"; -"829 view_93" -> "830 scaled_dot_product_attention_11"; -"830 scaled_dot_product_attention_11" -> "831 permute_12"; -"831 permute_12" -> "832 view_94"; -"832 view_94" -> "833 view_94_0_0_nncf_smooth_quant_0"; -"833 view_94_0_0_nncf_smooth_quant_0" -> "834 quantize_per_tensor_default_70"; -"834 quantize_per_tensor_default_70" -> "835 dequantize_per_tensor_default_70"; -"835 dequantize_per_tensor_default_70" -> "840 linear_45"; -"836 linear_45_scale_0_updated_constant0" -> "839 mul_tensor_46"; -"837 compressed_weight_updated_constant96" -> "839 mul_tensor_46"; -"838 _param_constant141_0_0" -> "840 linear_45"; -"839 mul_tensor_46" -> "840 linear_45"; -"840 linear_45" -> "841 view_95"; -"841 view_95" -> "842 transpose_71"; -"842 transpose_71" -> "843 dropout_34"; -"843 dropout_34" -> "844 add_23"; -"844 add_23" -> "847 layer_norm_23"; -"844 add_23" -> "867 add_24"; -"845 _param_constant142" -> "847 layer_norm_23"; -"846 _param_constant143" -> "847 layer_norm_23"; -"847 layer_norm_23" -> "848 layer_norm_23_0_0_nncf_smooth_quant_0"; -"848 layer_norm_23_0_0_nncf_smooth_quant_0" -> "849 quantize_per_tensor_default_71"; -"849 quantize_per_tensor_default_71" -> "850 dequantize_per_tensor_default_71"; -"850 dequantize_per_tensor_default_71" -> "855 linear_46"; -"851 linear_46_scale_0_updated_constant0" -> "854 mul_tensor_47"; -"852 compressed_weight_updated_constant97" -> "854 mul_tensor_47"; -"853 _param_constant145_0_0" -> "855 linear_46"; -"854 mul_tensor_47" -> "855 linear_46"; -"855 linear_46" -> "856 gelu_11"; -"856 gelu_11" -> "857 dropout_35"; -"857 dropout_35" -> "858 dropout_35_0_0_nncf_smooth_quant_0"; -"858 dropout_35_0_0_nncf_smooth_quant_0" -> "859 quantize_per_tensor_default_72"; -"859 quantize_per_tensor_default_72" -> "860 dequantize_per_tensor_default_72"; -"860 dequantize_per_tensor_default_72" -> "865 linear_47"; -"861 linear_47_scale_0_updated_constant0" -> "864 mul_tensor_48"; -"862 compressed_weight_updated_constant98" -> "864 mul_tensor_48"; -"863 _param_constant147_0_0" -> "865 linear_47"; -"864 mul_tensor_48" -> "865 linear_47"; -"865 linear_47" -> "866 dropout_36"; -"866 dropout_36" -> "867 add_24"; -"867 add_24" -> "870 layer_norm_24"; -"868 _param_constant148" -> "870 layer_norm_24"; -"869 _param_constant149" -> "870 layer_norm_24"; -"870 layer_norm_24" -> "871 slice_1"; -"871 slice_1" -> "872 select_36"; -"872 select_36" -> "873 select_36_0_0_nncf_smooth_quant_0"; -"873 select_36_0_0_nncf_smooth_quant_0" -> "874 quantize_per_tensor_default_73"; -"874 quantize_per_tensor_default_73" -> "875 dequantize_per_tensor_default_73"; -"875 dequantize_per_tensor_default_73" -> "880 linear_48"; -"876 linear_48_scale_0_updated_constant0" -> "879 mul_tensor_49"; -"877 compressed_weight_updated_constant99" -> "879 mul_tensor_49"; -"878 _param_constant151_0_0" -> "880 linear_48"; -"879 mul_tensor_49" -> "880 linear_48"; -"880 linear_48" -> "881 output"; -} +"3 _param_constant0" [id=3, type=get_attr]; +"4 conv2d_scale_0" [id=4, type=get_attr]; +"5 conv2d_zero_point_0" [id=5, type=get_attr]; +"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; +"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; +"8 _param_constant1_0_0" [id=8, type=get_attr]; +"9 conv2d" [id=9, type=conv2d]; +"10 reshape" [id=10, type=reshape]; +"11 permute" [id=11, type=permute]; +"12 _param_constant2" [id=12, type=get_attr]; +"13 expand" [id=13, type=expand]; +"14 cat" [id=14, type=cat]; +"15 _param_constant3" [id=15, type=get_attr]; +"16 add" [id=16, type=add]; +"17 dropout" [id=17, type=dropout]; +"18 _param_constant4" [id=18, type=get_attr]; +"19 _param_constant5" [id=19, type=get_attr]; +"20 layer_norm" [id=20, type=layer_norm]; +"21 transpose" [id=21, type=transpose]; +"22 linear_updated_constant0" [id=22, type=get_attr]; +"23 transpose_0_0_nncf_smooth_quant_0" [id=23, type=call_module]; +"24 quantize_per_tensor_default_1" [id=24, type=quantize_per_tensor]; +"25 dequantize_per_tensor_default_1" [id=25, type=dequantize_per_tensor]; +"26 linear_scale_0" [id=26, type=get_attr]; +"27 linear_zero_point_0" [id=27, type=get_attr]; +"28 quantize_per_channel_default_1" [id=28, type=quantize_per_channel]; +"29 dequantize_per_channel_default_1" [id=29, type=dequantize_per_channel]; +"30 _param_constant7_0_0" [id=30, type=get_attr]; +"31 linear" [id=31, type=linear]; +"32 unflatten" [id=32, type=unflatten]; +"33 unsqueeze" [id=33, type=unsqueeze]; +"34 transpose_1" [id=34, type=transpose]; +"35 squeeze" [id=35, type=squeeze]; +"36 contiguous" [id=36, type=contiguous]; +"37 quantize_per_tensor_default_2" [id=37, type=quantize_per_tensor]; +"38 dequantize_per_tensor_default_2" [id=38, type=dequantize_per_tensor]; +"39 select" [id=39, type=select]; +"40 quantize_per_tensor_default_3" [id=40, type=quantize_per_tensor]; +"41 dequantize_per_tensor_default_3" [id=41, type=dequantize_per_tensor]; +"42 select_1" [id=42, type=select]; +"43 select_2" [id=43, type=select]; +"44 view" [id=44, type=view]; +"45 transpose_2" [id=45, type=transpose]; +"46 view_1" [id=46, type=view]; +"47 transpose_3" [id=47, type=transpose]; +"48 view_2" [id=48, type=view]; +"49 transpose_4" [id=49, type=transpose]; +"50 view_3" [id=50, type=view]; +"51 view_4" [id=51, type=view]; +"52 view_5" [id=52, type=view]; +"53 scaled_dot_product_attention" [id=53, type=scaled_dot_product_attention]; +"54 permute_1" [id=54, type=permute]; +"55 view_6" [id=55, type=view]; +"56 linear_1_updated_constant0" [id=56, type=get_attr]; +"57 view_6_0_0_nncf_smooth_quant_0" [id=57, type=call_module]; +"58 quantize_per_tensor_default_4" [id=58, type=quantize_per_tensor]; +"59 dequantize_per_tensor_default_4" [id=59, type=dequantize_per_tensor]; +"60 linear_1_scale_0" [id=60, type=get_attr]; +"61 linear_1_zero_point_0" [id=61, type=get_attr]; +"62 quantize_per_channel_default_2" [id=62, type=quantize_per_channel]; +"63 dequantize_per_channel_default_2" [id=63, type=dequantize_per_channel]; +"64 _param_constant9_0_0" [id=64, type=get_attr]; +"65 linear_1" [id=65, type=linear]; +"66 view_7" [id=66, type=view]; +"67 transpose_5" [id=67, type=transpose]; +"68 dropout_1" [id=68, type=dropout]; +"69 add_1" [id=69, type=add]; +"70 _param_constant10" [id=70, type=get_attr]; +"71 _param_constant11" [id=71, type=get_attr]; +"72 layer_norm_1" [id=72, type=layer_norm]; +"73 linear_2_updated_constant0" [id=73, type=get_attr]; +"74 layer_norm_1_0_0_nncf_smooth_quant_0" [id=74, type=call_module]; +"75 quantize_per_tensor_default_5" [id=75, type=quantize_per_tensor]; +"76 dequantize_per_tensor_default_5" [id=76, type=dequantize_per_tensor]; +"77 linear_2_scale_0" [id=77, type=get_attr]; +"78 linear_2_zero_point_0" [id=78, type=get_attr]; +"79 quantize_per_channel_default_3" [id=79, type=quantize_per_channel]; +"80 dequantize_per_channel_default_3" [id=80, type=dequantize_per_channel]; +"81 _param_constant13_0_0" [id=81, type=get_attr]; +"82 linear_2" [id=82, type=linear]; +"83 gelu" [id=83, type=gelu]; +"84 dropout_2" [id=84, type=dropout]; +"85 linear_3_updated_constant0" [id=85, type=get_attr]; +"86 dropout_2_0_0_nncf_smooth_quant_0" [id=86, type=call_module]; +"87 quantize_per_tensor_default_6" [id=87, type=quantize_per_tensor]; +"88 dequantize_per_tensor_default_6" [id=88, type=dequantize_per_tensor]; +"89 linear_3_scale_0" [id=89, type=get_attr]; +"90 linear_3_zero_point_0" [id=90, type=get_attr]; +"91 quantize_per_channel_default_4" [id=91, type=quantize_per_channel]; +"92 dequantize_per_channel_default_4" [id=92, type=dequantize_per_channel]; +"93 _param_constant15_0_0" [id=93, type=get_attr]; +"94 linear_3" [id=94, type=linear]; +"95 dropout_3" [id=95, type=dropout]; +"96 add_2" [id=96, type=add]; +"97 _param_constant16" [id=97, type=get_attr]; +"98 _param_constant17" [id=98, type=get_attr]; +"99 layer_norm_2" [id=99, type=layer_norm]; +"100 transpose_6" [id=100, type=transpose]; +"101 linear_4_updated_constant0" [id=101, type=get_attr]; +"102 transpose_6_0_0_nncf_smooth_quant_0" [id=102, type=call_module]; +"103 quantize_per_tensor_default_7" [id=103, type=quantize_per_tensor]; +"104 dequantize_per_tensor_default_7" [id=104, type=dequantize_per_tensor]; +"105 linear_4_scale_0" [id=105, type=get_attr]; +"106 linear_4_zero_point_0" [id=106, type=get_attr]; +"107 quantize_per_channel_default_5" [id=107, type=quantize_per_channel]; +"108 dequantize_per_channel_default_5" [id=108, type=dequantize_per_channel]; +"109 _param_constant19_0_0" [id=109, type=get_attr]; +"110 linear_4" [id=110, type=linear]; +"111 unflatten_1" [id=111, type=unflatten]; +"112 unsqueeze_1" [id=112, type=unsqueeze]; +"113 transpose_7" [id=113, type=transpose]; +"114 squeeze_1" [id=114, type=squeeze]; +"115 contiguous_1" [id=115, type=contiguous]; +"116 quantize_per_tensor_default_8" [id=116, type=quantize_per_tensor]; +"117 dequantize_per_tensor_default_8" [id=117, type=dequantize_per_tensor]; +"118 select_3" [id=118, type=select]; +"119 quantize_per_tensor_default_9" [id=119, type=quantize_per_tensor]; +"120 dequantize_per_tensor_default_9" [id=120, type=dequantize_per_tensor]; +"121 select_4" [id=121, type=select]; +"122 select_5" [id=122, type=select]; +"123 view_8" [id=123, type=view]; +"124 transpose_8" [id=124, type=transpose]; +"125 view_9" [id=125, type=view]; +"126 transpose_9" [id=126, type=transpose]; +"127 view_10" [id=127, type=view]; +"128 transpose_10" [id=128, type=transpose]; +"129 view_11" [id=129, type=view]; +"130 view_12" [id=130, type=view]; +"131 view_13" [id=131, type=view]; +"132 scaled_dot_product_attention_1" [id=132, type=scaled_dot_product_attention]; +"133 permute_2" [id=133, type=permute]; +"134 view_14" [id=134, type=view]; +"135 linear_5_updated_constant0" [id=135, type=get_attr]; +"136 view_14_0_0_nncf_smooth_quant_0" [id=136, type=call_module]; +"137 quantize_per_tensor_default_10" [id=137, type=quantize_per_tensor]; +"138 dequantize_per_tensor_default_10" [id=138, type=dequantize_per_tensor]; +"139 linear_5_scale_0" [id=139, type=get_attr]; +"140 linear_5_zero_point_0" [id=140, type=get_attr]; +"141 quantize_per_channel_default_6" [id=141, type=quantize_per_channel]; +"142 dequantize_per_channel_default_6" [id=142, type=dequantize_per_channel]; +"143 _param_constant21_0_0" [id=143, type=get_attr]; +"144 linear_5" [id=144, type=linear]; +"145 view_15" [id=145, type=view]; +"146 transpose_11" [id=146, type=transpose]; +"147 dropout_4" [id=147, type=dropout]; +"148 add_3" [id=148, type=add]; +"149 _param_constant22" [id=149, type=get_attr]; +"150 _param_constant23" [id=150, type=get_attr]; +"151 layer_norm_3" [id=151, type=layer_norm]; +"152 linear_6_updated_constant0" [id=152, type=get_attr]; +"153 layer_norm_3_0_0_nncf_smooth_quant_0" [id=153, type=call_module]; +"154 quantize_per_tensor_default_11" [id=154, type=quantize_per_tensor]; +"155 dequantize_per_tensor_default_11" [id=155, type=dequantize_per_tensor]; +"156 linear_6_scale_0" [id=156, type=get_attr]; +"157 linear_6_zero_point_0" [id=157, type=get_attr]; +"158 quantize_per_channel_default_7" [id=158, type=quantize_per_channel]; +"159 dequantize_per_channel_default_7" [id=159, type=dequantize_per_channel]; +"160 _param_constant25_0_0" [id=160, type=get_attr]; +"161 linear_6" [id=161, type=linear]; +"162 gelu_1" [id=162, type=gelu]; +"163 dropout_5" [id=163, type=dropout]; +"164 linear_7_updated_constant0" [id=164, type=get_attr]; +"165 dropout_5_0_0_nncf_smooth_quant_0" [id=165, type=call_module]; +"166 quantize_per_tensor_default_12" [id=166, type=quantize_per_tensor]; +"167 dequantize_per_tensor_default_12" [id=167, type=dequantize_per_tensor]; +"168 linear_7_scale_0" [id=168, type=get_attr]; +"169 linear_7_zero_point_0" [id=169, type=get_attr]; +"170 quantize_per_channel_default_8" [id=170, type=quantize_per_channel]; +"171 dequantize_per_channel_default_8" [id=171, type=dequantize_per_channel]; +"172 _param_constant27_0_0" [id=172, type=get_attr]; +"173 linear_7" [id=173, type=linear]; +"174 dropout_6" [id=174, type=dropout]; +"175 add_4" [id=175, type=add]; +"176 _param_constant28" [id=176, type=get_attr]; +"177 _param_constant29" [id=177, type=get_attr]; +"178 layer_norm_4" [id=178, type=layer_norm]; +"179 transpose_12" [id=179, type=transpose]; +"180 linear_8_updated_constant0" [id=180, type=get_attr]; +"181 transpose_12_0_0_nncf_smooth_quant_0" [id=181, type=call_module]; +"182 quantize_per_tensor_default_13" [id=182, type=quantize_per_tensor]; +"183 dequantize_per_tensor_default_13" [id=183, type=dequantize_per_tensor]; +"184 linear_8_scale_0" [id=184, type=get_attr]; +"185 linear_8_zero_point_0" [id=185, type=get_attr]; +"186 quantize_per_channel_default_9" [id=186, type=quantize_per_channel]; +"187 dequantize_per_channel_default_9" [id=187, type=dequantize_per_channel]; +"188 _param_constant31_0_0" [id=188, type=get_attr]; +"189 linear_8" [id=189, type=linear]; +"190 unflatten_2" [id=190, type=unflatten]; +"191 unsqueeze_2" [id=191, type=unsqueeze]; +"192 transpose_13" [id=192, type=transpose]; +"193 squeeze_2" [id=193, type=squeeze]; +"194 contiguous_2" [id=194, type=contiguous]; +"195 quantize_per_tensor_default_14" [id=195, type=quantize_per_tensor]; +"196 dequantize_per_tensor_default_14" [id=196, type=dequantize_per_tensor]; +"197 select_6" [id=197, type=select]; +"198 quantize_per_tensor_default_15" [id=198, type=quantize_per_tensor]; +"199 dequantize_per_tensor_default_15" [id=199, type=dequantize_per_tensor]; +"200 select_7" [id=200, type=select]; +"201 select_8" [id=201, type=select]; +"202 view_16" [id=202, type=view]; +"203 transpose_14" [id=203, type=transpose]; +"204 view_17" [id=204, type=view]; +"205 transpose_15" [id=205, type=transpose]; +"206 view_18" [id=206, type=view]; +"207 transpose_16" [id=207, type=transpose]; +"208 view_19" [id=208, type=view]; +"209 view_20" [id=209, type=view]; +"210 view_21" [id=210, type=view]; +"211 scaled_dot_product_attention_2" [id=211, type=scaled_dot_product_attention]; +"212 permute_3" [id=212, type=permute]; +"213 view_22" [id=213, type=view]; +"214 linear_9_updated_constant0" [id=214, type=get_attr]; +"215 view_22_0_0_nncf_smooth_quant_0" [id=215, type=call_module]; +"216 quantize_per_tensor_default_16" [id=216, type=quantize_per_tensor]; +"217 dequantize_per_tensor_default_16" [id=217, type=dequantize_per_tensor]; +"218 linear_9_scale_0" [id=218, type=get_attr]; +"219 linear_9_zero_point_0" [id=219, type=get_attr]; +"220 quantize_per_channel_default_10" [id=220, type=quantize_per_channel]; +"221 dequantize_per_channel_default_10" [id=221, type=dequantize_per_channel]; +"222 _param_constant33_0_0" [id=222, type=get_attr]; +"223 linear_9" [id=223, type=linear]; +"224 view_23" [id=224, type=view]; +"225 transpose_17" [id=225, type=transpose]; +"226 dropout_7" [id=226, type=dropout]; +"227 add_5" [id=227, type=add]; +"228 _param_constant34" [id=228, type=get_attr]; +"229 _param_constant35" [id=229, type=get_attr]; +"230 layer_norm_5" [id=230, type=layer_norm]; +"231 linear_10_updated_constant0" [id=231, type=get_attr]; +"232 layer_norm_5_0_0_nncf_smooth_quant_0" [id=232, type=call_module]; +"233 quantize_per_tensor_default_17" [id=233, type=quantize_per_tensor]; +"234 dequantize_per_tensor_default_17" [id=234, type=dequantize_per_tensor]; +"235 linear_10_scale_0" [id=235, type=get_attr]; +"236 linear_10_zero_point_0" [id=236, type=get_attr]; +"237 quantize_per_channel_default_11" [id=237, type=quantize_per_channel]; +"238 dequantize_per_channel_default_11" [id=238, type=dequantize_per_channel]; +"239 _param_constant37_0_0" [id=239, type=get_attr]; +"240 linear_10" [id=240, type=linear]; +"241 gelu_2" [id=241, type=gelu]; +"242 dropout_8" [id=242, type=dropout]; +"243 linear_11_updated_constant0" [id=243, type=get_attr]; +"244 dropout_8_0_0_nncf_smooth_quant_0" [id=244, type=call_module]; +"245 quantize_per_tensor_default_18" [id=245, type=quantize_per_tensor]; +"246 dequantize_per_tensor_default_18" [id=246, type=dequantize_per_tensor]; +"247 linear_11_scale_0" [id=247, type=get_attr]; +"248 linear_11_zero_point_0" [id=248, type=get_attr]; +"249 quantize_per_channel_default_12" [id=249, type=quantize_per_channel]; +"250 dequantize_per_channel_default_12" [id=250, type=dequantize_per_channel]; +"251 _param_constant39_0_0" [id=251, type=get_attr]; +"252 linear_11" [id=252, type=linear]; +"253 dropout_9" [id=253, type=dropout]; +"254 add_6" [id=254, type=add]; +"255 _param_constant40" [id=255, type=get_attr]; +"256 _param_constant41" [id=256, type=get_attr]; +"257 layer_norm_6" [id=257, type=layer_norm]; +"258 transpose_18" [id=258, type=transpose]; +"259 linear_12_updated_constant0" [id=259, type=get_attr]; +"260 transpose_18_0_0_nncf_smooth_quant_0" [id=260, type=call_module]; +"261 quantize_per_tensor_default_19" [id=261, type=quantize_per_tensor]; +"262 dequantize_per_tensor_default_19" [id=262, type=dequantize_per_tensor]; +"263 linear_12_scale_0" [id=263, type=get_attr]; +"264 linear_12_zero_point_0" [id=264, type=get_attr]; +"265 quantize_per_channel_default_13" [id=265, type=quantize_per_channel]; +"266 dequantize_per_channel_default_13" [id=266, type=dequantize_per_channel]; +"267 _param_constant43_0_0" [id=267, type=get_attr]; +"268 linear_12" [id=268, type=linear]; +"269 unflatten_3" [id=269, type=unflatten]; +"270 unsqueeze_3" [id=270, type=unsqueeze]; +"271 transpose_19" [id=271, type=transpose]; +"272 squeeze_3" [id=272, type=squeeze]; +"273 contiguous_3" [id=273, type=contiguous]; +"274 quantize_per_tensor_default_20" [id=274, type=quantize_per_tensor]; +"275 dequantize_per_tensor_default_20" [id=275, type=dequantize_per_tensor]; +"276 select_9" [id=276, type=select]; +"277 quantize_per_tensor_default_21" [id=277, type=quantize_per_tensor]; +"278 dequantize_per_tensor_default_21" [id=278, type=dequantize_per_tensor]; +"279 select_10" [id=279, type=select]; +"280 select_11" [id=280, type=select]; +"281 view_24" [id=281, type=view]; +"282 transpose_20" [id=282, type=transpose]; +"283 view_25" [id=283, type=view]; +"284 transpose_21" [id=284, type=transpose]; +"285 view_26" [id=285, type=view]; +"286 transpose_22" [id=286, type=transpose]; +"287 view_27" [id=287, type=view]; +"288 view_28" [id=288, type=view]; +"289 view_29" [id=289, type=view]; +"290 scaled_dot_product_attention_3" [id=290, type=scaled_dot_product_attention]; +"291 permute_4" [id=291, type=permute]; +"292 view_30" [id=292, type=view]; +"293 linear_13_updated_constant0" [id=293, type=get_attr]; +"294 view_30_0_0_nncf_smooth_quant_0" [id=294, type=call_module]; +"295 quantize_per_tensor_default_22" [id=295, type=quantize_per_tensor]; +"296 dequantize_per_tensor_default_22" [id=296, type=dequantize_per_tensor]; +"297 linear_13_scale_0" [id=297, type=get_attr]; +"298 linear_13_zero_point_0" [id=298, type=get_attr]; +"299 quantize_per_channel_default_14" [id=299, type=quantize_per_channel]; +"300 dequantize_per_channel_default_14" [id=300, type=dequantize_per_channel]; +"301 _param_constant45_0_0" [id=301, type=get_attr]; +"302 linear_13" [id=302, type=linear]; +"303 view_31" [id=303, type=view]; +"304 transpose_23" [id=304, type=transpose]; +"305 dropout_10" [id=305, type=dropout]; +"306 add_7" [id=306, type=add]; +"307 _param_constant46" [id=307, type=get_attr]; +"308 _param_constant47" [id=308, type=get_attr]; +"309 layer_norm_7" [id=309, type=layer_norm]; +"310 linear_14_updated_constant0" [id=310, type=get_attr]; +"311 layer_norm_7_0_0_nncf_smooth_quant_0" [id=311, type=call_module]; +"312 quantize_per_tensor_default_23" [id=312, type=quantize_per_tensor]; +"313 dequantize_per_tensor_default_23" [id=313, type=dequantize_per_tensor]; +"314 linear_14_scale_0" [id=314, type=get_attr]; +"315 linear_14_zero_point_0" [id=315, type=get_attr]; +"316 quantize_per_channel_default_15" [id=316, type=quantize_per_channel]; +"317 dequantize_per_channel_default_15" [id=317, type=dequantize_per_channel]; +"318 _param_constant49_0_0" [id=318, type=get_attr]; +"319 linear_14" [id=319, type=linear]; +"320 gelu_3" [id=320, type=gelu]; +"321 dropout_11" [id=321, type=dropout]; +"322 linear_15_updated_constant0" [id=322, type=get_attr]; +"323 dropout_11_0_0_nncf_smooth_quant_0" [id=323, type=call_module]; +"324 quantize_per_tensor_default_24" [id=324, type=quantize_per_tensor]; +"325 dequantize_per_tensor_default_24" [id=325, type=dequantize_per_tensor]; +"326 linear_15_scale_0" [id=326, type=get_attr]; +"327 linear_15_zero_point_0" [id=327, type=get_attr]; +"328 quantize_per_channel_default_16" [id=328, type=quantize_per_channel]; +"329 dequantize_per_channel_default_16" [id=329, type=dequantize_per_channel]; +"330 _param_constant51_0_0" [id=330, type=get_attr]; +"331 linear_15" [id=331, type=linear]; +"332 dropout_12" [id=332, type=dropout]; +"333 add_8" [id=333, type=add]; +"334 _param_constant52" [id=334, type=get_attr]; +"335 _param_constant53" [id=335, type=get_attr]; +"336 layer_norm_8" [id=336, type=layer_norm]; +"337 transpose_24" [id=337, type=transpose]; +"338 linear_16_updated_constant0" [id=338, type=get_attr]; +"339 transpose_24_0_0_nncf_smooth_quant_0" [id=339, type=call_module]; +"340 quantize_per_tensor_default_25" [id=340, type=quantize_per_tensor]; +"341 dequantize_per_tensor_default_25" [id=341, type=dequantize_per_tensor]; +"342 linear_16_scale_0" [id=342, type=get_attr]; +"343 linear_16_zero_point_0" [id=343, type=get_attr]; +"344 quantize_per_channel_default_17" [id=344, type=quantize_per_channel]; +"345 dequantize_per_channel_default_17" [id=345, type=dequantize_per_channel]; +"346 _param_constant55_0_0" [id=346, type=get_attr]; +"347 linear_16" [id=347, type=linear]; +"348 unflatten_4" [id=348, type=unflatten]; +"349 unsqueeze_4" [id=349, type=unsqueeze]; +"350 transpose_25" [id=350, type=transpose]; +"351 squeeze_4" [id=351, type=squeeze]; +"352 contiguous_4" [id=352, type=contiguous]; +"353 quantize_per_tensor_default_26" [id=353, type=quantize_per_tensor]; +"354 dequantize_per_tensor_default_26" [id=354, type=dequantize_per_tensor]; +"355 select_12" [id=355, type=select]; +"356 quantize_per_tensor_default_27" [id=356, type=quantize_per_tensor]; +"357 dequantize_per_tensor_default_27" [id=357, type=dequantize_per_tensor]; +"358 select_13" [id=358, type=select]; +"359 select_14" [id=359, type=select]; +"360 view_32" [id=360, type=view]; +"361 transpose_26" [id=361, type=transpose]; +"362 view_33" [id=362, type=view]; +"363 transpose_27" [id=363, type=transpose]; +"364 view_34" [id=364, type=view]; +"365 transpose_28" [id=365, type=transpose]; +"366 view_35" [id=366, type=view]; +"367 view_36" [id=367, type=view]; +"368 view_37" [id=368, type=view]; +"369 scaled_dot_product_attention_4" [id=369, type=scaled_dot_product_attention]; +"370 permute_5" [id=370, type=permute]; +"371 view_38" [id=371, type=view]; +"372 linear_17_updated_constant0" [id=372, type=get_attr]; +"373 view_38_0_0_nncf_smooth_quant_0" [id=373, type=call_module]; +"374 quantize_per_tensor_default_28" [id=374, type=quantize_per_tensor]; +"375 dequantize_per_tensor_default_28" [id=375, type=dequantize_per_tensor]; +"376 linear_17_scale_0" [id=376, type=get_attr]; +"377 linear_17_zero_point_0" [id=377, type=get_attr]; +"378 quantize_per_channel_default_18" [id=378, type=quantize_per_channel]; +"379 dequantize_per_channel_default_18" [id=379, type=dequantize_per_channel]; +"380 _param_constant57_0_0" [id=380, type=get_attr]; +"381 linear_17" [id=381, type=linear]; +"382 view_39" [id=382, type=view]; +"383 transpose_29" [id=383, type=transpose]; +"384 dropout_13" [id=384, type=dropout]; +"385 add_9" [id=385, type=add]; +"386 _param_constant58" [id=386, type=get_attr]; +"387 _param_constant59" [id=387, type=get_attr]; +"388 layer_norm_9" [id=388, type=layer_norm]; +"389 linear_18_updated_constant0" [id=389, type=get_attr]; +"390 layer_norm_9_0_0_nncf_smooth_quant_0" [id=390, type=call_module]; +"391 quantize_per_tensor_default_29" [id=391, type=quantize_per_tensor]; +"392 dequantize_per_tensor_default_29" [id=392, type=dequantize_per_tensor]; +"393 linear_18_scale_0" [id=393, type=get_attr]; +"394 linear_18_zero_point_0" [id=394, type=get_attr]; +"395 quantize_per_channel_default_19" [id=395, type=quantize_per_channel]; +"396 dequantize_per_channel_default_19" [id=396, type=dequantize_per_channel]; +"397 _param_constant61_0_0" [id=397, type=get_attr]; +"398 linear_18" [id=398, type=linear]; +"399 gelu_4" [id=399, type=gelu]; +"400 dropout_14" [id=400, type=dropout]; +"401 linear_19_updated_constant0" [id=401, type=get_attr]; +"402 dropout_14_0_0_nncf_smooth_quant_0" [id=402, type=call_module]; +"403 quantize_per_tensor_default_30" [id=403, type=quantize_per_tensor]; +"404 dequantize_per_tensor_default_30" [id=404, type=dequantize_per_tensor]; +"405 linear_19_scale_0" [id=405, type=get_attr]; +"406 linear_19_zero_point_0" [id=406, type=get_attr]; +"407 quantize_per_channel_default_20" [id=407, type=quantize_per_channel]; +"408 dequantize_per_channel_default_20" [id=408, type=dequantize_per_channel]; +"409 _param_constant63_0_0" [id=409, type=get_attr]; +"410 linear_19" [id=410, type=linear]; +"411 dropout_15" [id=411, type=dropout]; +"412 add_10" [id=412, type=add]; +"413 _param_constant64" [id=413, type=get_attr]; +"414 _param_constant65" [id=414, type=get_attr]; +"415 layer_norm_10" [id=415, type=layer_norm]; +"416 transpose_30" [id=416, type=transpose]; +"417 linear_20_updated_constant0" [id=417, type=get_attr]; +"418 transpose_30_0_0_nncf_smooth_quant_0" [id=418, type=call_module]; +"419 quantize_per_tensor_default_31" [id=419, type=quantize_per_tensor]; +"420 dequantize_per_tensor_default_31" [id=420, type=dequantize_per_tensor]; +"421 linear_20_scale_0" [id=421, type=get_attr]; +"422 linear_20_zero_point_0" [id=422, type=get_attr]; +"423 quantize_per_channel_default_21" [id=423, type=quantize_per_channel]; +"424 dequantize_per_channel_default_21" [id=424, type=dequantize_per_channel]; +"425 _param_constant67_0_0" [id=425, type=get_attr]; +"426 linear_20" [id=426, type=linear]; +"427 unflatten_5" [id=427, type=unflatten]; +"428 unsqueeze_5" [id=428, type=unsqueeze]; +"429 transpose_31" [id=429, type=transpose]; +"430 squeeze_5" [id=430, type=squeeze]; +"431 contiguous_5" [id=431, type=contiguous]; +"432 quantize_per_tensor_default_32" [id=432, type=quantize_per_tensor]; +"433 dequantize_per_tensor_default_32" [id=433, type=dequantize_per_tensor]; +"434 select_15" [id=434, type=select]; +"435 quantize_per_tensor_default_33" [id=435, type=quantize_per_tensor]; +"436 dequantize_per_tensor_default_33" [id=436, type=dequantize_per_tensor]; +"437 select_16" [id=437, type=select]; +"438 select_17" [id=438, type=select]; +"439 view_40" [id=439, type=view]; +"440 transpose_32" [id=440, type=transpose]; +"441 view_41" [id=441, type=view]; +"442 transpose_33" [id=442, type=transpose]; +"443 view_42" [id=443, type=view]; +"444 transpose_34" [id=444, type=transpose]; +"445 view_43" [id=445, type=view]; +"446 view_44" [id=446, type=view]; +"447 view_45" [id=447, type=view]; +"448 scaled_dot_product_attention_5" [id=448, type=scaled_dot_product_attention]; +"449 permute_6" [id=449, type=permute]; +"450 view_46" [id=450, type=view]; +"451 linear_21_updated_constant0" [id=451, type=get_attr]; +"452 view_46_0_0_nncf_smooth_quant_0" [id=452, type=call_module]; +"453 quantize_per_tensor_default_34" [id=453, type=quantize_per_tensor]; +"454 dequantize_per_tensor_default_34" [id=454, type=dequantize_per_tensor]; +"455 linear_21_scale_0" [id=455, type=get_attr]; +"456 linear_21_zero_point_0" [id=456, type=get_attr]; +"457 quantize_per_channel_default_22" [id=457, type=quantize_per_channel]; +"458 dequantize_per_channel_default_22" [id=458, type=dequantize_per_channel]; +"459 _param_constant69_0_0" [id=459, type=get_attr]; +"460 linear_21" [id=460, type=linear]; +"461 view_47" [id=461, type=view]; +"462 transpose_35" [id=462, type=transpose]; +"463 dropout_16" [id=463, type=dropout]; +"464 add_11" [id=464, type=add]; +"465 _param_constant70" [id=465, type=get_attr]; +"466 _param_constant71" [id=466, type=get_attr]; +"467 layer_norm_11" [id=467, type=layer_norm]; +"468 linear_22_updated_constant0" [id=468, type=get_attr]; +"469 layer_norm_11_0_0_nncf_smooth_quant_0" [id=469, type=call_module]; +"470 quantize_per_tensor_default_35" [id=470, type=quantize_per_tensor]; +"471 dequantize_per_tensor_default_35" [id=471, type=dequantize_per_tensor]; +"472 linear_22_scale_0" [id=472, type=get_attr]; +"473 linear_22_zero_point_0" [id=473, type=get_attr]; +"474 quantize_per_channel_default_23" [id=474, type=quantize_per_channel]; +"475 dequantize_per_channel_default_23" [id=475, type=dequantize_per_channel]; +"476 _param_constant73_0_0" [id=476, type=get_attr]; +"477 linear_22" [id=477, type=linear]; +"478 gelu_5" [id=478, type=gelu]; +"479 dropout_17" [id=479, type=dropout]; +"480 linear_23_updated_constant0" [id=480, type=get_attr]; +"481 dropout_17_0_0_nncf_smooth_quant_0" [id=481, type=call_module]; +"482 quantize_per_tensor_default_36" [id=482, type=quantize_per_tensor]; +"483 dequantize_per_tensor_default_36" [id=483, type=dequantize_per_tensor]; +"484 linear_23_scale_0" [id=484, type=get_attr]; +"485 linear_23_zero_point_0" [id=485, type=get_attr]; +"486 quantize_per_channel_default_24" [id=486, type=quantize_per_channel]; +"487 dequantize_per_channel_default_24" [id=487, type=dequantize_per_channel]; +"488 _param_constant75_0_0" [id=488, type=get_attr]; +"489 linear_23" [id=489, type=linear]; +"490 dropout_18" [id=490, type=dropout]; +"491 add_12" [id=491, type=add]; +"492 _param_constant76" [id=492, type=get_attr]; +"493 _param_constant77" [id=493, type=get_attr]; +"494 layer_norm_12" [id=494, type=layer_norm]; +"495 transpose_36" [id=495, type=transpose]; +"496 linear_24_updated_constant0" [id=496, type=get_attr]; +"497 transpose_36_0_0_nncf_smooth_quant_0" [id=497, type=call_module]; +"498 quantize_per_tensor_default_37" [id=498, type=quantize_per_tensor]; +"499 dequantize_per_tensor_default_37" [id=499, type=dequantize_per_tensor]; +"500 linear_24_scale_0" [id=500, type=get_attr]; +"501 linear_24_zero_point_0" [id=501, type=get_attr]; +"502 quantize_per_channel_default_25" [id=502, type=quantize_per_channel]; +"503 dequantize_per_channel_default_25" [id=503, type=dequantize_per_channel]; +"504 _param_constant79_0_0" [id=504, type=get_attr]; +"505 linear_24" [id=505, type=linear]; +"506 unflatten_6" [id=506, type=unflatten]; +"507 unsqueeze_6" [id=507, type=unsqueeze]; +"508 transpose_37" [id=508, type=transpose]; +"509 squeeze_6" [id=509, type=squeeze]; +"510 contiguous_6" [id=510, type=contiguous]; +"511 quantize_per_tensor_default_38" [id=511, type=quantize_per_tensor]; +"512 dequantize_per_tensor_default_38" [id=512, type=dequantize_per_tensor]; +"513 select_18" [id=513, type=select]; +"514 quantize_per_tensor_default_39" [id=514, type=quantize_per_tensor]; +"515 dequantize_per_tensor_default_39" [id=515, type=dequantize_per_tensor]; +"516 select_19" [id=516, type=select]; +"517 select_20" [id=517, type=select]; +"518 view_48" [id=518, type=view]; +"519 transpose_38" [id=519, type=transpose]; +"520 view_49" [id=520, type=view]; +"521 transpose_39" [id=521, type=transpose]; +"522 view_50" [id=522, type=view]; +"523 transpose_40" [id=523, type=transpose]; +"524 view_51" [id=524, type=view]; +"525 view_52" [id=525, type=view]; +"526 view_53" [id=526, type=view]; +"527 scaled_dot_product_attention_6" [id=527, type=scaled_dot_product_attention]; +"528 permute_7" [id=528, type=permute]; +"529 view_54" [id=529, type=view]; +"530 linear_25_updated_constant0" [id=530, type=get_attr]; +"531 view_54_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; +"532 quantize_per_tensor_default_40" [id=532, type=quantize_per_tensor]; +"533 dequantize_per_tensor_default_40" [id=533, type=dequantize_per_tensor]; +"534 linear_25_scale_0" [id=534, type=get_attr]; +"535 linear_25_zero_point_0" [id=535, type=get_attr]; +"536 quantize_per_channel_default_26" [id=536, type=quantize_per_channel]; +"537 dequantize_per_channel_default_26" [id=537, type=dequantize_per_channel]; +"538 _param_constant81_0_0" [id=538, type=get_attr]; +"539 linear_25" [id=539, type=linear]; +"540 view_55" [id=540, type=view]; +"541 transpose_41" [id=541, type=transpose]; +"542 dropout_19" [id=542, type=dropout]; +"543 add_13" [id=543, type=add]; +"544 _param_constant82" [id=544, type=get_attr]; +"545 _param_constant83" [id=545, type=get_attr]; +"546 layer_norm_13" [id=546, type=layer_norm]; +"547 linear_26_updated_constant0" [id=547, type=get_attr]; +"548 layer_norm_13_0_0_nncf_smooth_quant_0" [id=548, type=call_module]; +"549 quantize_per_tensor_default_41" [id=549, type=quantize_per_tensor]; +"550 dequantize_per_tensor_default_41" [id=550, type=dequantize_per_tensor]; +"551 linear_26_scale_0" [id=551, type=get_attr]; +"552 linear_26_zero_point_0" [id=552, type=get_attr]; +"553 quantize_per_channel_default_27" [id=553, type=quantize_per_channel]; +"554 dequantize_per_channel_default_27" [id=554, type=dequantize_per_channel]; +"555 _param_constant85_0_0" [id=555, type=get_attr]; +"556 linear_26" [id=556, type=linear]; +"557 gelu_6" [id=557, type=gelu]; +"558 dropout_20" [id=558, type=dropout]; +"559 linear_27_updated_constant0" [id=559, type=get_attr]; +"560 dropout_20_0_0_nncf_smooth_quant_0" [id=560, type=call_module]; +"561 quantize_per_tensor_default_42" [id=561, type=quantize_per_tensor]; +"562 dequantize_per_tensor_default_42" [id=562, type=dequantize_per_tensor]; +"563 linear_27_scale_0" [id=563, type=get_attr]; +"564 linear_27_zero_point_0" [id=564, type=get_attr]; +"565 quantize_per_channel_default_28" [id=565, type=quantize_per_channel]; +"566 dequantize_per_channel_default_28" [id=566, type=dequantize_per_channel]; +"567 _param_constant87_0_0" [id=567, type=get_attr]; +"568 linear_27" [id=568, type=linear]; +"569 dropout_21" [id=569, type=dropout]; +"570 add_14" [id=570, type=add]; +"571 _param_constant88" [id=571, type=get_attr]; +"572 _param_constant89" [id=572, type=get_attr]; +"573 layer_norm_14" [id=573, type=layer_norm]; +"574 transpose_42" [id=574, type=transpose]; +"575 linear_28_updated_constant0" [id=575, type=get_attr]; +"576 transpose_42_0_0_nncf_smooth_quant_0" [id=576, type=call_module]; +"577 quantize_per_tensor_default_43" [id=577, type=quantize_per_tensor]; +"578 dequantize_per_tensor_default_43" [id=578, type=dequantize_per_tensor]; +"579 linear_28_scale_0" [id=579, type=get_attr]; +"580 linear_28_zero_point_0" [id=580, type=get_attr]; +"581 quantize_per_channel_default_29" [id=581, type=quantize_per_channel]; +"582 dequantize_per_channel_default_29" [id=582, type=dequantize_per_channel]; +"583 _param_constant91_0_0" [id=583, type=get_attr]; +"584 linear_28" [id=584, type=linear]; +"585 unflatten_7" [id=585, type=unflatten]; +"586 unsqueeze_7" [id=586, type=unsqueeze]; +"587 transpose_43" [id=587, type=transpose]; +"588 squeeze_7" [id=588, type=squeeze]; +"589 contiguous_7" [id=589, type=contiguous]; +"590 quantize_per_tensor_default_44" [id=590, type=quantize_per_tensor]; +"591 dequantize_per_tensor_default_44" [id=591, type=dequantize_per_tensor]; +"592 select_21" [id=592, type=select]; +"593 quantize_per_tensor_default_45" [id=593, type=quantize_per_tensor]; +"594 dequantize_per_tensor_default_45" [id=594, type=dequantize_per_tensor]; +"595 select_22" [id=595, type=select]; +"596 select_23" [id=596, type=select]; +"597 view_56" [id=597, type=view]; +"598 transpose_44" [id=598, type=transpose]; +"599 view_57" [id=599, type=view]; +"600 transpose_45" [id=600, type=transpose]; +"601 view_58" [id=601, type=view]; +"602 transpose_46" [id=602, type=transpose]; +"603 view_59" [id=603, type=view]; +"604 view_60" [id=604, type=view]; +"605 view_61" [id=605, type=view]; +"606 scaled_dot_product_attention_7" [id=606, type=scaled_dot_product_attention]; +"607 permute_8" [id=607, type=permute]; +"608 view_62" [id=608, type=view]; +"609 linear_29_updated_constant0" [id=609, type=get_attr]; +"610 view_62_0_0_nncf_smooth_quant_0" [id=610, type=call_module]; +"611 quantize_per_tensor_default_46" [id=611, type=quantize_per_tensor]; +"612 dequantize_per_tensor_default_46" [id=612, type=dequantize_per_tensor]; +"613 linear_29_scale_0" [id=613, type=get_attr]; +"614 linear_29_zero_point_0" [id=614, type=get_attr]; +"615 quantize_per_channel_default_30" [id=615, type=quantize_per_channel]; +"616 dequantize_per_channel_default_30" [id=616, type=dequantize_per_channel]; +"617 _param_constant93_0_0" [id=617, type=get_attr]; +"618 linear_29" [id=618, type=linear]; +"619 view_63" [id=619, type=view]; +"620 transpose_47" [id=620, type=transpose]; +"621 dropout_22" [id=621, type=dropout]; +"622 add_15" [id=622, type=add]; +"623 _param_constant94" [id=623, type=get_attr]; +"624 _param_constant95" [id=624, type=get_attr]; +"625 layer_norm_15" [id=625, type=layer_norm]; +"626 linear_30_updated_constant0" [id=626, type=get_attr]; +"627 layer_norm_15_0_0_nncf_smooth_quant_0" [id=627, type=call_module]; +"628 quantize_per_tensor_default_47" [id=628, type=quantize_per_tensor]; +"629 dequantize_per_tensor_default_47" [id=629, type=dequantize_per_tensor]; +"630 linear_30_scale_0" [id=630, type=get_attr]; +"631 linear_30_zero_point_0" [id=631, type=get_attr]; +"632 quantize_per_channel_default_31" [id=632, type=quantize_per_channel]; +"633 dequantize_per_channel_default_31" [id=633, type=dequantize_per_channel]; +"634 _param_constant97_0_0" [id=634, type=get_attr]; +"635 linear_30" [id=635, type=linear]; +"636 gelu_7" [id=636, type=gelu]; +"637 dropout_23" [id=637, type=dropout]; +"638 linear_31_updated_constant0" [id=638, type=get_attr]; +"639 dropout_23_0_0_nncf_smooth_quant_0" [id=639, type=call_module]; +"640 quantize_per_tensor_default_48" [id=640, type=quantize_per_tensor]; +"641 dequantize_per_tensor_default_48" [id=641, type=dequantize_per_tensor]; +"642 linear_31_scale_0" [id=642, type=get_attr]; +"643 linear_31_zero_point_0" [id=643, type=get_attr]; +"644 quantize_per_channel_default_32" [id=644, type=quantize_per_channel]; +"645 dequantize_per_channel_default_32" [id=645, type=dequantize_per_channel]; +"646 _param_constant99_0_0" [id=646, type=get_attr]; +"647 linear_31" [id=647, type=linear]; +"648 dropout_24" [id=648, type=dropout]; +"649 add_16" [id=649, type=add]; +"650 _param_constant100" [id=650, type=get_attr]; +"651 _param_constant101" [id=651, type=get_attr]; +"652 layer_norm_16" [id=652, type=layer_norm]; +"653 transpose_48" [id=653, type=transpose]; +"654 linear_32_updated_constant0" [id=654, type=get_attr]; +"655 transpose_48_0_0_nncf_smooth_quant_0" [id=655, type=call_module]; +"656 quantize_per_tensor_default_49" [id=656, type=quantize_per_tensor]; +"657 dequantize_per_tensor_default_49" [id=657, type=dequantize_per_tensor]; +"658 linear_32_scale_0" [id=658, type=get_attr]; +"659 linear_32_zero_point_0" [id=659, type=get_attr]; +"660 quantize_per_channel_default_33" [id=660, type=quantize_per_channel]; +"661 dequantize_per_channel_default_33" [id=661, type=dequantize_per_channel]; +"662 _param_constant103_0_0" [id=662, type=get_attr]; +"663 linear_32" [id=663, type=linear]; +"664 unflatten_8" [id=664, type=unflatten]; +"665 unsqueeze_8" [id=665, type=unsqueeze]; +"666 transpose_49" [id=666, type=transpose]; +"667 squeeze_8" [id=667, type=squeeze]; +"668 contiguous_8" [id=668, type=contiguous]; +"669 quantize_per_tensor_default_50" [id=669, type=quantize_per_tensor]; +"670 dequantize_per_tensor_default_50" [id=670, type=dequantize_per_tensor]; +"671 select_24" [id=671, type=select]; +"672 quantize_per_tensor_default_51" [id=672, type=quantize_per_tensor]; +"673 dequantize_per_tensor_default_51" [id=673, type=dequantize_per_tensor]; +"674 select_25" [id=674, type=select]; +"675 select_26" [id=675, type=select]; +"676 view_64" [id=676, type=view]; +"677 transpose_50" [id=677, type=transpose]; +"678 view_65" [id=678, type=view]; +"679 transpose_51" [id=679, type=transpose]; +"680 view_66" [id=680, type=view]; +"681 transpose_52" [id=681, type=transpose]; +"682 view_67" [id=682, type=view]; +"683 view_68" [id=683, type=view]; +"684 view_69" [id=684, type=view]; +"685 scaled_dot_product_attention_8" [id=685, type=scaled_dot_product_attention]; +"686 permute_9" [id=686, type=permute]; +"687 view_70" [id=687, type=view]; +"688 linear_33_updated_constant0" [id=688, type=get_attr]; +"689 view_70_0_0_nncf_smooth_quant_0" [id=689, type=call_module]; +"690 quantize_per_tensor_default_52" [id=690, type=quantize_per_tensor]; +"691 dequantize_per_tensor_default_52" [id=691, type=dequantize_per_tensor]; +"692 linear_33_scale_0" [id=692, type=get_attr]; +"693 linear_33_zero_point_0" [id=693, type=get_attr]; +"694 quantize_per_channel_default_34" [id=694, type=quantize_per_channel]; +"695 dequantize_per_channel_default_34" [id=695, type=dequantize_per_channel]; +"696 _param_constant105_0_0" [id=696, type=get_attr]; +"697 linear_33" [id=697, type=linear]; +"698 view_71" [id=698, type=view]; +"699 transpose_53" [id=699, type=transpose]; +"700 dropout_25" [id=700, type=dropout]; +"701 add_17" [id=701, type=add]; +"702 _param_constant106" [id=702, type=get_attr]; +"703 _param_constant107" [id=703, type=get_attr]; +"704 layer_norm_17" [id=704, type=layer_norm]; +"705 linear_34_updated_constant0" [id=705, type=get_attr]; +"706 layer_norm_17_0_0_nncf_smooth_quant_0" [id=706, type=call_module]; +"707 quantize_per_tensor_default_53" [id=707, type=quantize_per_tensor]; +"708 dequantize_per_tensor_default_53" [id=708, type=dequantize_per_tensor]; +"709 linear_34_scale_0" [id=709, type=get_attr]; +"710 linear_34_zero_point_0" [id=710, type=get_attr]; +"711 quantize_per_channel_default_35" [id=711, type=quantize_per_channel]; +"712 dequantize_per_channel_default_35" [id=712, type=dequantize_per_channel]; +"713 _param_constant109_0_0" [id=713, type=get_attr]; +"714 linear_34" [id=714, type=linear]; +"715 gelu_8" [id=715, type=gelu]; +"716 dropout_26" [id=716, type=dropout]; +"717 linear_35_updated_constant0" [id=717, type=get_attr]; +"718 dropout_26_0_0_nncf_smooth_quant_0" [id=718, type=call_module]; +"719 quantize_per_tensor_default_54" [id=719, type=quantize_per_tensor]; +"720 dequantize_per_tensor_default_54" [id=720, type=dequantize_per_tensor]; +"721 linear_35_scale_0" [id=721, type=get_attr]; +"722 linear_35_zero_point_0" [id=722, type=get_attr]; +"723 quantize_per_channel_default_36" [id=723, type=quantize_per_channel]; +"724 dequantize_per_channel_default_36" [id=724, type=dequantize_per_channel]; +"725 _param_constant111_0_0" [id=725, type=get_attr]; +"726 linear_35" [id=726, type=linear]; +"727 dropout_27" [id=727, type=dropout]; +"728 add_18" [id=728, type=add]; +"729 _param_constant112" [id=729, type=get_attr]; +"730 _param_constant113" [id=730, type=get_attr]; +"731 layer_norm_18" [id=731, type=layer_norm]; +"732 transpose_54" [id=732, type=transpose]; +"733 linear_36_updated_constant0" [id=733, type=get_attr]; +"734 transpose_54_0_0_nncf_smooth_quant_0" [id=734, type=call_module]; +"735 quantize_per_tensor_default_55" [id=735, type=quantize_per_tensor]; +"736 dequantize_per_tensor_default_55" [id=736, type=dequantize_per_tensor]; +"737 linear_36_scale_0" [id=737, type=get_attr]; +"738 linear_36_zero_point_0" [id=738, type=get_attr]; +"739 quantize_per_channel_default_37" [id=739, type=quantize_per_channel]; +"740 dequantize_per_channel_default_37" [id=740, type=dequantize_per_channel]; +"741 _param_constant115_0_0" [id=741, type=get_attr]; +"742 linear_36" [id=742, type=linear]; +"743 unflatten_9" [id=743, type=unflatten]; +"744 unsqueeze_9" [id=744, type=unsqueeze]; +"745 transpose_55" [id=745, type=transpose]; +"746 squeeze_9" [id=746, type=squeeze]; +"747 contiguous_9" [id=747, type=contiguous]; +"748 quantize_per_tensor_default_56" [id=748, type=quantize_per_tensor]; +"749 dequantize_per_tensor_default_56" [id=749, type=dequantize_per_tensor]; +"750 select_27" [id=750, type=select]; +"751 quantize_per_tensor_default_57" [id=751, type=quantize_per_tensor]; +"752 dequantize_per_tensor_default_57" [id=752, type=dequantize_per_tensor]; +"753 select_28" [id=753, type=select]; +"754 select_29" [id=754, type=select]; +"755 view_72" [id=755, type=view]; +"756 transpose_56" [id=756, type=transpose]; +"757 view_73" [id=757, type=view]; +"758 transpose_57" [id=758, type=transpose]; +"759 view_74" [id=759, type=view]; +"760 transpose_58" [id=760, type=transpose]; +"761 view_75" [id=761, type=view]; +"762 view_76" [id=762, type=view]; +"763 view_77" [id=763, type=view]; +"764 scaled_dot_product_attention_9" [id=764, type=scaled_dot_product_attention]; +"765 permute_10" [id=765, type=permute]; +"766 view_78" [id=766, type=view]; +"767 linear_37_updated_constant0" [id=767, type=get_attr]; +"768 view_78_0_0_nncf_smooth_quant_0" [id=768, type=call_module]; +"769 quantize_per_tensor_default_58" [id=769, type=quantize_per_tensor]; +"770 dequantize_per_tensor_default_58" [id=770, type=dequantize_per_tensor]; +"771 linear_37_scale_0" [id=771, type=get_attr]; +"772 linear_37_zero_point_0" [id=772, type=get_attr]; +"773 quantize_per_channel_default_38" [id=773, type=quantize_per_channel]; +"774 dequantize_per_channel_default_38" [id=774, type=dequantize_per_channel]; +"775 _param_constant117_0_0" [id=775, type=get_attr]; +"776 linear_37" [id=776, type=linear]; +"777 view_79" [id=777, type=view]; +"778 transpose_59" [id=778, type=transpose]; +"779 dropout_28" [id=779, type=dropout]; +"780 add_19" [id=780, type=add]; +"781 _param_constant118" [id=781, type=get_attr]; +"782 _param_constant119" [id=782, type=get_attr]; +"783 layer_norm_19" [id=783, type=layer_norm]; +"784 linear_38_updated_constant0" [id=784, type=get_attr]; +"785 layer_norm_19_0_0_nncf_smooth_quant_0" [id=785, type=call_module]; +"786 quantize_per_tensor_default_59" [id=786, type=quantize_per_tensor]; +"787 dequantize_per_tensor_default_59" [id=787, type=dequantize_per_tensor]; +"788 linear_38_scale_0" [id=788, type=get_attr]; +"789 linear_38_zero_point_0" [id=789, type=get_attr]; +"790 quantize_per_channel_default_39" [id=790, type=quantize_per_channel]; +"791 dequantize_per_channel_default_39" [id=791, type=dequantize_per_channel]; +"792 _param_constant121_0_0" [id=792, type=get_attr]; +"793 linear_38" [id=793, type=linear]; +"794 gelu_9" [id=794, type=gelu]; +"795 dropout_29" [id=795, type=dropout]; +"796 linear_39_updated_constant0" [id=796, type=get_attr]; +"797 dropout_29_0_0_nncf_smooth_quant_0" [id=797, type=call_module]; +"798 quantize_per_tensor_default_60" [id=798, type=quantize_per_tensor]; +"799 dequantize_per_tensor_default_60" [id=799, type=dequantize_per_tensor]; +"800 linear_39_scale_0" [id=800, type=get_attr]; +"801 linear_39_zero_point_0" [id=801, type=get_attr]; +"802 quantize_per_channel_default_40" [id=802, type=quantize_per_channel]; +"803 dequantize_per_channel_default_40" [id=803, type=dequantize_per_channel]; +"804 _param_constant123_0_0" [id=804, type=get_attr]; +"805 linear_39" [id=805, type=linear]; +"806 dropout_30" [id=806, type=dropout]; +"807 add_20" [id=807, type=add]; +"808 _param_constant124" [id=808, type=get_attr]; +"809 _param_constant125" [id=809, type=get_attr]; +"810 layer_norm_20" [id=810, type=layer_norm]; +"811 transpose_60" [id=811, type=transpose]; +"812 linear_40_updated_constant0" [id=812, type=get_attr]; +"813 transpose_60_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; +"814 quantize_per_tensor_default_61" [id=814, type=quantize_per_tensor]; +"815 dequantize_per_tensor_default_61" [id=815, type=dequantize_per_tensor]; +"816 linear_40_scale_0" [id=816, type=get_attr]; +"817 linear_40_zero_point_0" [id=817, type=get_attr]; +"818 quantize_per_channel_default_41" [id=818, type=quantize_per_channel]; +"819 dequantize_per_channel_default_41" [id=819, type=dequantize_per_channel]; +"820 _param_constant127_0_0" [id=820, type=get_attr]; +"821 linear_40" [id=821, type=linear]; +"822 unflatten_10" [id=822, type=unflatten]; +"823 unsqueeze_10" [id=823, type=unsqueeze]; +"824 transpose_61" [id=824, type=transpose]; +"825 squeeze_10" [id=825, type=squeeze]; +"826 contiguous_10" [id=826, type=contiguous]; +"827 quantize_per_tensor_default_62" [id=827, type=quantize_per_tensor]; +"828 dequantize_per_tensor_default_62" [id=828, type=dequantize_per_tensor]; +"829 select_30" [id=829, type=select]; +"830 quantize_per_tensor_default_63" [id=830, type=quantize_per_tensor]; +"831 dequantize_per_tensor_default_63" [id=831, type=dequantize_per_tensor]; +"832 select_31" [id=832, type=select]; +"833 select_32" [id=833, type=select]; +"834 view_80" [id=834, type=view]; +"835 transpose_62" [id=835, type=transpose]; +"836 view_81" [id=836, type=view]; +"837 transpose_63" [id=837, type=transpose]; +"838 view_82" [id=838, type=view]; +"839 transpose_64" [id=839, type=transpose]; +"840 view_83" [id=840, type=view]; +"841 view_84" [id=841, type=view]; +"842 view_85" [id=842, type=view]; +"843 scaled_dot_product_attention_10" [id=843, type=scaled_dot_product_attention]; +"844 permute_11" [id=844, type=permute]; +"845 view_86" [id=845, type=view]; +"846 linear_41_updated_constant0" [id=846, type=get_attr]; +"847 view_86_0_0_nncf_smooth_quant_0" [id=847, type=call_module]; +"848 quantize_per_tensor_default_64" [id=848, type=quantize_per_tensor]; +"849 dequantize_per_tensor_default_64" [id=849, type=dequantize_per_tensor]; +"850 linear_41_scale_0" [id=850, type=get_attr]; +"851 linear_41_zero_point_0" [id=851, type=get_attr]; +"852 quantize_per_channel_default_42" [id=852, type=quantize_per_channel]; +"853 dequantize_per_channel_default_42" [id=853, type=dequantize_per_channel]; +"854 _param_constant129_0_0" [id=854, type=get_attr]; +"855 linear_41" [id=855, type=linear]; +"856 view_87" [id=856, type=view]; +"857 transpose_65" [id=857, type=transpose]; +"858 dropout_31" [id=858, type=dropout]; +"859 add_21" [id=859, type=add]; +"860 _param_constant130" [id=860, type=get_attr]; +"861 _param_constant131" [id=861, type=get_attr]; +"862 layer_norm_21" [id=862, type=layer_norm]; +"863 linear_42_updated_constant0" [id=863, type=get_attr]; +"864 layer_norm_21_0_0_nncf_smooth_quant_0" [id=864, type=call_module]; +"865 quantize_per_tensor_default_65" [id=865, type=quantize_per_tensor]; +"866 dequantize_per_tensor_default_65" [id=866, type=dequantize_per_tensor]; +"867 linear_42_scale_0" [id=867, type=get_attr]; +"868 linear_42_zero_point_0" [id=868, type=get_attr]; +"869 quantize_per_channel_default_43" [id=869, type=quantize_per_channel]; +"870 dequantize_per_channel_default_43" [id=870, type=dequantize_per_channel]; +"871 _param_constant133_0_0" [id=871, type=get_attr]; +"872 linear_42" [id=872, type=linear]; +"873 gelu_10" [id=873, type=gelu]; +"874 dropout_32" [id=874, type=dropout]; +"875 linear_43_updated_constant0" [id=875, type=get_attr]; +"876 dropout_32_0_0_nncf_smooth_quant_0" [id=876, type=call_module]; +"877 quantize_per_tensor_default_66" [id=877, type=quantize_per_tensor]; +"878 dequantize_per_tensor_default_66" [id=878, type=dequantize_per_tensor]; +"879 linear_43_scale_0" [id=879, type=get_attr]; +"880 linear_43_zero_point_0" [id=880, type=get_attr]; +"881 quantize_per_channel_default_44" [id=881, type=quantize_per_channel]; +"882 dequantize_per_channel_default_44" [id=882, type=dequantize_per_channel]; +"883 _param_constant135_0_0" [id=883, type=get_attr]; +"884 linear_43" [id=884, type=linear]; +"885 dropout_33" [id=885, type=dropout]; +"886 add_22" [id=886, type=add]; +"887 _param_constant136" [id=887, type=get_attr]; +"888 _param_constant137" [id=888, type=get_attr]; +"889 layer_norm_22" [id=889, type=layer_norm]; +"890 transpose_66" [id=890, type=transpose]; +"891 linear_44_updated_constant0" [id=891, type=get_attr]; +"892 transpose_66_0_0_nncf_smooth_quant_0" [id=892, type=call_module]; +"893 quantize_per_tensor_default_67" [id=893, type=quantize_per_tensor]; +"894 dequantize_per_tensor_default_67" [id=894, type=dequantize_per_tensor]; +"895 linear_44_scale_0" [id=895, type=get_attr]; +"896 linear_44_zero_point_0" [id=896, type=get_attr]; +"897 quantize_per_channel_default_45" [id=897, type=quantize_per_channel]; +"898 dequantize_per_channel_default_45" [id=898, type=dequantize_per_channel]; +"899 _param_constant139_0_0" [id=899, type=get_attr]; +"900 linear_44" [id=900, type=linear]; +"901 unflatten_11" [id=901, type=unflatten]; +"902 unsqueeze_11" [id=902, type=unsqueeze]; +"903 transpose_67" [id=903, type=transpose]; +"904 squeeze_11" [id=904, type=squeeze]; +"905 contiguous_11" [id=905, type=contiguous]; +"906 quantize_per_tensor_default_68" [id=906, type=quantize_per_tensor]; +"907 dequantize_per_tensor_default_68" [id=907, type=dequantize_per_tensor]; +"908 select_33" [id=908, type=select]; +"909 quantize_per_tensor_default_69" [id=909, type=quantize_per_tensor]; +"910 dequantize_per_tensor_default_69" [id=910, type=dequantize_per_tensor]; +"911 select_34" [id=911, type=select]; +"912 select_35" [id=912, type=select]; +"913 view_88" [id=913, type=view]; +"914 transpose_68" [id=914, type=transpose]; +"915 view_89" [id=915, type=view]; +"916 transpose_69" [id=916, type=transpose]; +"917 view_90" [id=917, type=view]; +"918 transpose_70" [id=918, type=transpose]; +"919 view_91" [id=919, type=view]; +"920 view_92" [id=920, type=view]; +"921 view_93" [id=921, type=view]; +"922 scaled_dot_product_attention_11" [id=922, type=scaled_dot_product_attention]; +"923 permute_12" [id=923, type=permute]; +"924 view_94" [id=924, type=view]; +"925 linear_45_updated_constant0" [id=925, type=get_attr]; +"926 view_94_0_0_nncf_smooth_quant_0" [id=926, type=call_module]; +"927 quantize_per_tensor_default_70" [id=927, type=quantize_per_tensor]; +"928 dequantize_per_tensor_default_70" [id=928, type=dequantize_per_tensor]; +"929 linear_45_scale_0" [id=929, type=get_attr]; +"930 linear_45_zero_point_0" [id=930, type=get_attr]; +"931 quantize_per_channel_default_46" [id=931, type=quantize_per_channel]; +"932 dequantize_per_channel_default_46" [id=932, type=dequantize_per_channel]; +"933 _param_constant141_0_0" [id=933, type=get_attr]; +"934 linear_45" [id=934, type=linear]; +"935 view_95" [id=935, type=view]; +"936 transpose_71" [id=936, type=transpose]; +"937 dropout_34" [id=937, type=dropout]; +"938 add_23" [id=938, type=add]; +"939 _param_constant142" [id=939, type=get_attr]; +"940 _param_constant143" [id=940, type=get_attr]; +"941 layer_norm_23" [id=941, type=layer_norm]; +"942 linear_46_updated_constant0" [id=942, type=get_attr]; +"943 layer_norm_23_0_0_nncf_smooth_quant_0" [id=943, type=call_module]; +"944 quantize_per_tensor_default_71" [id=944, type=quantize_per_tensor]; +"945 dequantize_per_tensor_default_71" [id=945, type=dequantize_per_tensor]; +"946 linear_46_scale_0" [id=946, type=get_attr]; +"947 linear_46_zero_point_0" [id=947, type=get_attr]; +"948 quantize_per_channel_default_47" [id=948, type=quantize_per_channel]; +"949 dequantize_per_channel_default_47" [id=949, type=dequantize_per_channel]; +"950 _param_constant145_0_0" [id=950, type=get_attr]; +"951 linear_46" [id=951, type=linear]; +"952 gelu_11" [id=952, type=gelu]; +"953 dropout_35" [id=953, type=dropout]; +"954 linear_47_updated_constant0" [id=954, type=get_attr]; +"955 dropout_35_0_0_nncf_smooth_quant_0" [id=955, type=call_module]; +"956 quantize_per_tensor_default_72" [id=956, type=quantize_per_tensor]; +"957 dequantize_per_tensor_default_72" [id=957, type=dequantize_per_tensor]; +"958 linear_47_scale_0" [id=958, type=get_attr]; +"959 linear_47_zero_point_0" [id=959, type=get_attr]; +"960 quantize_per_channel_default_48" [id=960, type=quantize_per_channel]; +"961 dequantize_per_channel_default_48" [id=961, type=dequantize_per_channel]; +"962 _param_constant147_0_0" [id=962, type=get_attr]; +"963 linear_47" [id=963, type=linear]; +"964 dropout_36" [id=964, type=dropout]; +"965 add_24" [id=965, type=add]; +"966 _param_constant148" [id=966, type=get_attr]; +"967 _param_constant149" [id=967, type=get_attr]; +"968 layer_norm_24" [id=968, type=layer_norm]; +"969 slice_1" [id=969, type=slice]; +"970 select_36" [id=970, type=select]; +"971 linear_48_updated_constant0" [id=971, type=get_attr]; +"972 select_36_0_0_nncf_smooth_quant_0" [id=972, type=call_module]; +"973 quantize_per_tensor_default_73" [id=973, type=quantize_per_tensor]; +"974 dequantize_per_tensor_default_73" [id=974, type=dequantize_per_tensor]; +"975 linear_48_scale_0" [id=975, type=get_attr]; +"976 linear_48_zero_point_0" [id=976, type=get_attr]; +"977 quantize_per_channel_default_49" [id=977, type=quantize_per_channel]; +"978 dequantize_per_channel_default_49" [id=978, type=dequantize_per_channel]; +"979 _param_constant151_0_0" [id=979, type=get_attr]; +"980 linear_48" [id=980, type=linear]; +"981 output" [id=981, type=output]; +"0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 _param_constant0" -> "6 quantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; +"4 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(768,)", style=solid]; +"4 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(768,)", style=solid]; +"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(768,)", style=solid]; +"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(768,)", style=solid]; +"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; +"7 dequantize_per_channel_default" -> "9 conv2d" [label="(768, 3, 16, 16)", style=solid]; +"8 _param_constant1_0_0" -> "9 conv2d" [label="(768,)", style=solid]; +"9 conv2d" -> "10 reshape" [label="(1, 768, 14, 14)", style=solid]; +"10 reshape" -> "11 permute" [label="(1, 768, 196)", style=solid]; +"11 permute" -> "14 cat" [label="(1, 196, 768)", style=solid]; +"12 _param_constant2" -> "13 expand" [label="(1, 1, 768)", style=solid]; +"13 expand" -> "14 cat" [label="(1, 1, 768)", style=solid]; +"14 cat" -> "16 add" [label="(1, 197, 768)", style=solid]; +"15 _param_constant3" -> "16 add" [label="(1, 197, 768)", style=solid]; +"16 add" -> "17 dropout" [label="(1, 197, 768)", style=solid]; +"17 dropout" -> "20 layer_norm" [label="(1, 197, 768)", style=solid]; +"17 dropout" -> "69 add_1" [label="(1, 197, 768)", style=solid]; +"18 _param_constant4" -> "20 layer_norm" [label="(768,)", style=solid]; +"19 _param_constant5" -> "20 layer_norm" [label="(768,)", style=solid]; +"20 layer_norm" -> "21 transpose" [label="(1, 197, 768)", style=solid]; +"21 transpose" -> "23 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"22 linear_updated_constant0" -> "28 quantize_per_channel_default_1" [label="(2304, 768)", style=solid]; +"23 transpose_0_0_nncf_smooth_quant_0" -> "24 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"24 quantize_per_tensor_default_1" -> "25 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"25 dequantize_per_tensor_default_1" -> "31 linear" [label="(197, 1, 768)", style=solid]; +"26 linear_scale_0" -> "28 quantize_per_channel_default_1" [label="(2304,)", style=solid]; +"26 linear_scale_0" -> "29 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; +"27 linear_zero_point_0" -> "28 quantize_per_channel_default_1" [label="(2304,)", style=solid]; +"27 linear_zero_point_0" -> "29 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; +"28 quantize_per_channel_default_1" -> "29 dequantize_per_channel_default_1" [label="(2304, 768)", style=solid]; +"29 dequantize_per_channel_default_1" -> "31 linear" [label="(2304, 768)", style=solid]; +"30 _param_constant7_0_0" -> "31 linear" [label="(2304,)", style=solid]; +"31 linear" -> "32 unflatten" [label="(197, 1, 2304)", style=solid]; +"32 unflatten" -> "33 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; +"33 unsqueeze" -> "34 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; +"34 transpose_1" -> "35 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; +"35 squeeze" -> "36 contiguous" [label="(3, 197, 1, 768)", style=solid]; +"36 contiguous" -> "37 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"36 contiguous" -> "40 quantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"36 contiguous" -> "43 select_2" [label="(3, 197, 1, 768)", style=solid]; +"37 quantize_per_tensor_default_2" -> "38 dequantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"38 dequantize_per_tensor_default_2" -> "39 select" [label="(3, 197, 1, 768)", style=solid]; +"39 select" -> "44 view" [label="(197, 1, 768)", style=solid]; +"40 quantize_per_tensor_default_3" -> "41 dequantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"41 dequantize_per_tensor_default_3" -> "42 select_1" [label="(3, 197, 1, 768)", style=solid]; +"42 select_1" -> "46 view_1" [label="(197, 1, 768)", style=solid]; +"43 select_2" -> "48 view_2" [label="(197, 1, 768)", style=solid]; +"44 view" -> "45 transpose_2" [label="(197, 12, 64)", style=solid]; +"45 transpose_2" -> "50 view_3" [label="(12, 197, 64)", style=solid]; +"46 view_1" -> "47 transpose_3" [label="(197, 12, 64)", style=solid]; +"47 transpose_3" -> "51 view_4" [label="(12, 197, 64)", style=solid]; +"48 view_2" -> "49 transpose_4" [label="(197, 12, 64)", style=solid]; +"49 transpose_4" -> "52 view_5" [label="(12, 197, 64)", style=solid]; +"50 view_3" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"51 view_4" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"52 view_5" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"53 scaled_dot_product_attention" -> "54 permute_1" [label="(1, 12, 197, 64)", style=solid]; +"54 permute_1" -> "55 view_6" [label="(197, 1, 12, 64)", style=solid]; +"55 view_6" -> "57 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"56 linear_1_updated_constant0" -> "62 quantize_per_channel_default_2" [label="(768, 768)", style=solid]; +"57 view_6_0_0_nncf_smooth_quant_0" -> "58 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"58 quantize_per_tensor_default_4" -> "59 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"59 dequantize_per_tensor_default_4" -> "65 linear_1" [label="(197, 768)", style=solid]; +"60 linear_1_scale_0" -> "62 quantize_per_channel_default_2" [label="(768,)", style=solid]; +"60 linear_1_scale_0" -> "63 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"61 linear_1_zero_point_0" -> "62 quantize_per_channel_default_2" [label="(768,)", style=solid]; +"61 linear_1_zero_point_0" -> "63 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"62 quantize_per_channel_default_2" -> "63 dequantize_per_channel_default_2" [label="(768, 768)", style=solid]; +"63 dequantize_per_channel_default_2" -> "65 linear_1" [label="(768, 768)", style=solid]; +"64 _param_constant9_0_0" -> "65 linear_1" [label="(768,)", style=solid]; +"65 linear_1" -> "66 view_7" [label="(197, 768)", style=solid]; +"66 view_7" -> "67 transpose_5" [label="(197, 1, 768)", style=solid]; +"67 transpose_5" -> "68 dropout_1" [label="(1, 197, 768)", style=solid]; +"68 dropout_1" -> "69 add_1" [label="(1, 197, 768)", style=solid]; +"69 add_1" -> "72 layer_norm_1" [label="(1, 197, 768)", style=solid]; +"69 add_1" -> "96 add_2" [label="(1, 197, 768)", style=solid]; +"70 _param_constant10" -> "72 layer_norm_1" [label="(768,)", style=solid]; +"71 _param_constant11" -> "72 layer_norm_1" [label="(768,)", style=solid]; +"72 layer_norm_1" -> "74 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"73 linear_2_updated_constant0" -> "79 quantize_per_channel_default_3" [label="(3072, 768)", style=solid]; +"74 layer_norm_1_0_0_nncf_smooth_quant_0" -> "75 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"75 quantize_per_tensor_default_5" -> "76 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"76 dequantize_per_tensor_default_5" -> "82 linear_2" [label="(1, 197, 768)", style=solid]; +"77 linear_2_scale_0" -> "79 quantize_per_channel_default_3" [label="(3072,)", style=solid]; +"77 linear_2_scale_0" -> "80 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"78 linear_2_zero_point_0" -> "79 quantize_per_channel_default_3" [label="(3072,)", style=solid]; +"78 linear_2_zero_point_0" -> "80 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"79 quantize_per_channel_default_3" -> "80 dequantize_per_channel_default_3" [label="(3072, 768)", style=solid]; +"80 dequantize_per_channel_default_3" -> "82 linear_2" [label="(3072, 768)", style=solid]; +"81 _param_constant13_0_0" -> "82 linear_2" [label="(3072,)", style=solid]; +"82 linear_2" -> "83 gelu" [label="(1, 197, 3072)", style=solid]; +"83 gelu" -> "84 dropout_2" [label="(1, 197, 3072)", style=solid]; +"84 dropout_2" -> "86 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"85 linear_3_updated_constant0" -> "91 quantize_per_channel_default_4" [label="(768, 3072)", style=solid]; +"86 dropout_2_0_0_nncf_smooth_quant_0" -> "87 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"87 quantize_per_tensor_default_6" -> "88 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"88 dequantize_per_tensor_default_6" -> "94 linear_3" [label="(1, 197, 3072)", style=solid]; +"89 linear_3_scale_0" -> "91 quantize_per_channel_default_4" [label="(768,)", style=solid]; +"89 linear_3_scale_0" -> "92 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"90 linear_3_zero_point_0" -> "91 quantize_per_channel_default_4" [label="(768,)", style=solid]; +"90 linear_3_zero_point_0" -> "92 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"91 quantize_per_channel_default_4" -> "92 dequantize_per_channel_default_4" [label="(768, 3072)", style=solid]; +"92 dequantize_per_channel_default_4" -> "94 linear_3" [label="(768, 3072)", style=solid]; +"93 _param_constant15_0_0" -> "94 linear_3" [label="(768,)", style=solid]; +"94 linear_3" -> "95 dropout_3" [label="(1, 197, 768)", style=solid]; +"95 dropout_3" -> "96 add_2" [label="(1, 197, 768)", style=solid]; +"96 add_2" -> "99 layer_norm_2" [label="(1, 197, 768)", style=solid]; +"96 add_2" -> "148 add_3" [label="(1, 197, 768)", style=solid]; +"97 _param_constant16" -> "99 layer_norm_2" [label="(768,)", style=solid]; +"98 _param_constant17" -> "99 layer_norm_2" [label="(768,)", style=solid]; +"99 layer_norm_2" -> "100 transpose_6" [label="(1, 197, 768)", style=solid]; +"100 transpose_6" -> "102 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"101 linear_4_updated_constant0" -> "107 quantize_per_channel_default_5" [label="(2304, 768)", style=solid]; +"102 transpose_6_0_0_nncf_smooth_quant_0" -> "103 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"103 quantize_per_tensor_default_7" -> "104 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"104 dequantize_per_tensor_default_7" -> "110 linear_4" [label="(197, 1, 768)", style=solid]; +"105 linear_4_scale_0" -> "107 quantize_per_channel_default_5" [label="(2304,)", style=solid]; +"105 linear_4_scale_0" -> "108 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; +"106 linear_4_zero_point_0" -> "107 quantize_per_channel_default_5" [label="(2304,)", style=solid]; +"106 linear_4_zero_point_0" -> "108 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; +"107 quantize_per_channel_default_5" -> "108 dequantize_per_channel_default_5" [label="(2304, 768)", style=solid]; +"108 dequantize_per_channel_default_5" -> "110 linear_4" [label="(2304, 768)", style=solid]; +"109 _param_constant19_0_0" -> "110 linear_4" [label="(2304,)", style=solid]; +"110 linear_4" -> "111 unflatten_1" [label="(197, 1, 2304)", style=solid]; +"111 unflatten_1" -> "112 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; +"112 unsqueeze_1" -> "113 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; +"113 transpose_7" -> "114 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; +"114 squeeze_1" -> "115 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; +"115 contiguous_1" -> "116 quantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"115 contiguous_1" -> "119 quantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"115 contiguous_1" -> "122 select_5" [label="(3, 197, 1, 768)", style=solid]; +"116 quantize_per_tensor_default_8" -> "117 dequantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"117 dequantize_per_tensor_default_8" -> "118 select_3" [label="(3, 197, 1, 768)", style=solid]; +"118 select_3" -> "123 view_8" [label="(197, 1, 768)", style=solid]; +"119 quantize_per_tensor_default_9" -> "120 dequantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"120 dequantize_per_tensor_default_9" -> "121 select_4" [label="(3, 197, 1, 768)", style=solid]; +"121 select_4" -> "125 view_9" [label="(197, 1, 768)", style=solid]; +"122 select_5" -> "127 view_10" [label="(197, 1, 768)", style=solid]; +"123 view_8" -> "124 transpose_8" [label="(197, 12, 64)", style=solid]; +"124 transpose_8" -> "129 view_11" [label="(12, 197, 64)", style=solid]; +"125 view_9" -> "126 transpose_9" [label="(197, 12, 64)", style=solid]; +"126 transpose_9" -> "130 view_12" [label="(12, 197, 64)", style=solid]; +"127 view_10" -> "128 transpose_10" [label="(197, 12, 64)", style=solid]; +"128 transpose_10" -> "131 view_13" [label="(12, 197, 64)", style=solid]; +"129 view_11" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"130 view_12" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"131 view_13" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"132 scaled_dot_product_attention_1" -> "133 permute_2" [label="(1, 12, 197, 64)", style=solid]; +"133 permute_2" -> "134 view_14" [label="(197, 1, 12, 64)", style=solid]; +"134 view_14" -> "136 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"135 linear_5_updated_constant0" -> "141 quantize_per_channel_default_6" [label="(768, 768)", style=solid]; +"136 view_14_0_0_nncf_smooth_quant_0" -> "137 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"137 quantize_per_tensor_default_10" -> "138 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"138 dequantize_per_tensor_default_10" -> "144 linear_5" [label="(197, 768)", style=solid]; +"139 linear_5_scale_0" -> "141 quantize_per_channel_default_6" [label="(768,)", style=solid]; +"139 linear_5_scale_0" -> "142 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"140 linear_5_zero_point_0" -> "141 quantize_per_channel_default_6" [label="(768,)", style=solid]; +"140 linear_5_zero_point_0" -> "142 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"141 quantize_per_channel_default_6" -> "142 dequantize_per_channel_default_6" [label="(768, 768)", style=solid]; +"142 dequantize_per_channel_default_6" -> "144 linear_5" [label="(768, 768)", style=solid]; +"143 _param_constant21_0_0" -> "144 linear_5" [label="(768,)", style=solid]; +"144 linear_5" -> "145 view_15" [label="(197, 768)", style=solid]; +"145 view_15" -> "146 transpose_11" [label="(197, 1, 768)", style=solid]; +"146 transpose_11" -> "147 dropout_4" [label="(1, 197, 768)", style=solid]; +"147 dropout_4" -> "148 add_3" [label="(1, 197, 768)", style=solid]; +"148 add_3" -> "151 layer_norm_3" [label="(1, 197, 768)", style=solid]; +"148 add_3" -> "175 add_4" [label="(1, 197, 768)", style=solid]; +"149 _param_constant22" -> "151 layer_norm_3" [label="(768,)", style=solid]; +"150 _param_constant23" -> "151 layer_norm_3" [label="(768,)", style=solid]; +"151 layer_norm_3" -> "153 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"152 linear_6_updated_constant0" -> "158 quantize_per_channel_default_7" [label="(3072, 768)", style=solid]; +"153 layer_norm_3_0_0_nncf_smooth_quant_0" -> "154 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"154 quantize_per_tensor_default_11" -> "155 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"155 dequantize_per_tensor_default_11" -> "161 linear_6" [label="(1, 197, 768)", style=solid]; +"156 linear_6_scale_0" -> "158 quantize_per_channel_default_7" [label="(3072,)", style=solid]; +"156 linear_6_scale_0" -> "159 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"157 linear_6_zero_point_0" -> "158 quantize_per_channel_default_7" [label="(3072,)", style=solid]; +"157 linear_6_zero_point_0" -> "159 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"158 quantize_per_channel_default_7" -> "159 dequantize_per_channel_default_7" [label="(3072, 768)", style=solid]; +"159 dequantize_per_channel_default_7" -> "161 linear_6" [label="(3072, 768)", style=solid]; +"160 _param_constant25_0_0" -> "161 linear_6" [label="(3072,)", style=solid]; +"161 linear_6" -> "162 gelu_1" [label="(1, 197, 3072)", style=solid]; +"162 gelu_1" -> "163 dropout_5" [label="(1, 197, 3072)", style=solid]; +"163 dropout_5" -> "165 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"164 linear_7_updated_constant0" -> "170 quantize_per_channel_default_8" [label="(768, 3072)", style=solid]; +"165 dropout_5_0_0_nncf_smooth_quant_0" -> "166 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"166 quantize_per_tensor_default_12" -> "167 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"167 dequantize_per_tensor_default_12" -> "173 linear_7" [label="(1, 197, 3072)", style=solid]; +"168 linear_7_scale_0" -> "170 quantize_per_channel_default_8" [label="(768,)", style=solid]; +"168 linear_7_scale_0" -> "171 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"169 linear_7_zero_point_0" -> "170 quantize_per_channel_default_8" [label="(768,)", style=solid]; +"169 linear_7_zero_point_0" -> "171 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"170 quantize_per_channel_default_8" -> "171 dequantize_per_channel_default_8" [label="(768, 3072)", style=solid]; +"171 dequantize_per_channel_default_8" -> "173 linear_7" [label="(768, 3072)", style=solid]; +"172 _param_constant27_0_0" -> "173 linear_7" [label="(768,)", style=solid]; +"173 linear_7" -> "174 dropout_6" [label="(1, 197, 768)", style=solid]; +"174 dropout_6" -> "175 add_4" [label="(1, 197, 768)", style=solid]; +"175 add_4" -> "178 layer_norm_4" [label="(1, 197, 768)", style=solid]; +"175 add_4" -> "227 add_5" [label="(1, 197, 768)", style=solid]; +"176 _param_constant28" -> "178 layer_norm_4" [label="(768,)", style=solid]; +"177 _param_constant29" -> "178 layer_norm_4" [label="(768,)", style=solid]; +"178 layer_norm_4" -> "179 transpose_12" [label="(1, 197, 768)", style=solid]; +"179 transpose_12" -> "181 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"180 linear_8_updated_constant0" -> "186 quantize_per_channel_default_9" [label="(2304, 768)", style=solid]; +"181 transpose_12_0_0_nncf_smooth_quant_0" -> "182 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"182 quantize_per_tensor_default_13" -> "183 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"183 dequantize_per_tensor_default_13" -> "189 linear_8" [label="(197, 1, 768)", style=solid]; +"184 linear_8_scale_0" -> "186 quantize_per_channel_default_9" [label="(2304,)", style=solid]; +"184 linear_8_scale_0" -> "187 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; +"185 linear_8_zero_point_0" -> "186 quantize_per_channel_default_9" [label="(2304,)", style=solid]; +"185 linear_8_zero_point_0" -> "187 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; +"186 quantize_per_channel_default_9" -> "187 dequantize_per_channel_default_9" [label="(2304, 768)", style=solid]; +"187 dequantize_per_channel_default_9" -> "189 linear_8" [label="(2304, 768)", style=solid]; +"188 _param_constant31_0_0" -> "189 linear_8" [label="(2304,)", style=solid]; +"189 linear_8" -> "190 unflatten_2" [label="(197, 1, 2304)", style=solid]; +"190 unflatten_2" -> "191 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; +"191 unsqueeze_2" -> "192 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; +"192 transpose_13" -> "193 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; +"193 squeeze_2" -> "194 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; +"194 contiguous_2" -> "195 quantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"194 contiguous_2" -> "198 quantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"194 contiguous_2" -> "201 select_8" [label="(3, 197, 1, 768)", style=solid]; +"195 quantize_per_tensor_default_14" -> "196 dequantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"196 dequantize_per_tensor_default_14" -> "197 select_6" [label="(3, 197, 1, 768)", style=solid]; +"197 select_6" -> "202 view_16" [label="(197, 1, 768)", style=solid]; +"198 quantize_per_tensor_default_15" -> "199 dequantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"199 dequantize_per_tensor_default_15" -> "200 select_7" [label="(3, 197, 1, 768)", style=solid]; +"200 select_7" -> "204 view_17" [label="(197, 1, 768)", style=solid]; +"201 select_8" -> "206 view_18" [label="(197, 1, 768)", style=solid]; +"202 view_16" -> "203 transpose_14" [label="(197, 12, 64)", style=solid]; +"203 transpose_14" -> "208 view_19" [label="(12, 197, 64)", style=solid]; +"204 view_17" -> "205 transpose_15" [label="(197, 12, 64)", style=solid]; +"205 transpose_15" -> "209 view_20" [label="(12, 197, 64)", style=solid]; +"206 view_18" -> "207 transpose_16" [label="(197, 12, 64)", style=solid]; +"207 transpose_16" -> "210 view_21" [label="(12, 197, 64)", style=solid]; +"208 view_19" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"209 view_20" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"210 view_21" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"211 scaled_dot_product_attention_2" -> "212 permute_3" [label="(1, 12, 197, 64)", style=solid]; +"212 permute_3" -> "213 view_22" [label="(197, 1, 12, 64)", style=solid]; +"213 view_22" -> "215 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"214 linear_9_updated_constant0" -> "220 quantize_per_channel_default_10" [label="(768, 768)", style=solid]; +"215 view_22_0_0_nncf_smooth_quant_0" -> "216 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"216 quantize_per_tensor_default_16" -> "217 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"217 dequantize_per_tensor_default_16" -> "223 linear_9" [label="(197, 768)", style=solid]; +"218 linear_9_scale_0" -> "220 quantize_per_channel_default_10" [label="(768,)", style=solid]; +"218 linear_9_scale_0" -> "221 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"219 linear_9_zero_point_0" -> "220 quantize_per_channel_default_10" [label="(768,)", style=solid]; +"219 linear_9_zero_point_0" -> "221 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"220 quantize_per_channel_default_10" -> "221 dequantize_per_channel_default_10" [label="(768, 768)", style=solid]; +"221 dequantize_per_channel_default_10" -> "223 linear_9" [label="(768, 768)", style=solid]; +"222 _param_constant33_0_0" -> "223 linear_9" [label="(768,)", style=solid]; +"223 linear_9" -> "224 view_23" [label="(197, 768)", style=solid]; +"224 view_23" -> "225 transpose_17" [label="(197, 1, 768)", style=solid]; +"225 transpose_17" -> "226 dropout_7" [label="(1, 197, 768)", style=solid]; +"226 dropout_7" -> "227 add_5" [label="(1, 197, 768)", style=solid]; +"227 add_5" -> "230 layer_norm_5" [label="(1, 197, 768)", style=solid]; +"227 add_5" -> "254 add_6" [label="(1, 197, 768)", style=solid]; +"228 _param_constant34" -> "230 layer_norm_5" [label="(768,)", style=solid]; +"229 _param_constant35" -> "230 layer_norm_5" [label="(768,)", style=solid]; +"230 layer_norm_5" -> "232 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"231 linear_10_updated_constant0" -> "237 quantize_per_channel_default_11" [label="(3072, 768)", style=solid]; +"232 layer_norm_5_0_0_nncf_smooth_quant_0" -> "233 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"233 quantize_per_tensor_default_17" -> "234 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"234 dequantize_per_tensor_default_17" -> "240 linear_10" [label="(1, 197, 768)", style=solid]; +"235 linear_10_scale_0" -> "237 quantize_per_channel_default_11" [label="(3072,)", style=solid]; +"235 linear_10_scale_0" -> "238 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"236 linear_10_zero_point_0" -> "237 quantize_per_channel_default_11" [label="(3072,)", style=solid]; +"236 linear_10_zero_point_0" -> "238 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"237 quantize_per_channel_default_11" -> "238 dequantize_per_channel_default_11" [label="(3072, 768)", style=solid]; +"238 dequantize_per_channel_default_11" -> "240 linear_10" [label="(3072, 768)", style=solid]; +"239 _param_constant37_0_0" -> "240 linear_10" [label="(3072,)", style=solid]; +"240 linear_10" -> "241 gelu_2" [label="(1, 197, 3072)", style=solid]; +"241 gelu_2" -> "242 dropout_8" [label="(1, 197, 3072)", style=solid]; +"242 dropout_8" -> "244 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"243 linear_11_updated_constant0" -> "249 quantize_per_channel_default_12" [label="(768, 3072)", style=solid]; +"244 dropout_8_0_0_nncf_smooth_quant_0" -> "245 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"245 quantize_per_tensor_default_18" -> "246 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"246 dequantize_per_tensor_default_18" -> "252 linear_11" [label="(1, 197, 3072)", style=solid]; +"247 linear_11_scale_0" -> "249 quantize_per_channel_default_12" [label="(768,)", style=solid]; +"247 linear_11_scale_0" -> "250 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"248 linear_11_zero_point_0" -> "249 quantize_per_channel_default_12" [label="(768,)", style=solid]; +"248 linear_11_zero_point_0" -> "250 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"249 quantize_per_channel_default_12" -> "250 dequantize_per_channel_default_12" [label="(768, 3072)", style=solid]; +"250 dequantize_per_channel_default_12" -> "252 linear_11" [label="(768, 3072)", style=solid]; +"251 _param_constant39_0_0" -> "252 linear_11" [label="(768,)", style=solid]; +"252 linear_11" -> "253 dropout_9" [label="(1, 197, 768)", style=solid]; +"253 dropout_9" -> "254 add_6" [label="(1, 197, 768)", style=solid]; +"254 add_6" -> "257 layer_norm_6" [label="(1, 197, 768)", style=solid]; +"254 add_6" -> "306 add_7" [label="(1, 197, 768)", style=solid]; +"255 _param_constant40" -> "257 layer_norm_6" [label="(768,)", style=solid]; +"256 _param_constant41" -> "257 layer_norm_6" [label="(768,)", style=solid]; +"257 layer_norm_6" -> "258 transpose_18" [label="(1, 197, 768)", style=solid]; +"258 transpose_18" -> "260 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"259 linear_12_updated_constant0" -> "265 quantize_per_channel_default_13" [label="(2304, 768)", style=solid]; +"260 transpose_18_0_0_nncf_smooth_quant_0" -> "261 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"261 quantize_per_tensor_default_19" -> "262 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"262 dequantize_per_tensor_default_19" -> "268 linear_12" [label="(197, 1, 768)", style=solid]; +"263 linear_12_scale_0" -> "265 quantize_per_channel_default_13" [label="(2304,)", style=solid]; +"263 linear_12_scale_0" -> "266 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; +"264 linear_12_zero_point_0" -> "265 quantize_per_channel_default_13" [label="(2304,)", style=solid]; +"264 linear_12_zero_point_0" -> "266 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; +"265 quantize_per_channel_default_13" -> "266 dequantize_per_channel_default_13" [label="(2304, 768)", style=solid]; +"266 dequantize_per_channel_default_13" -> "268 linear_12" [label="(2304, 768)", style=solid]; +"267 _param_constant43_0_0" -> "268 linear_12" [label="(2304,)", style=solid]; +"268 linear_12" -> "269 unflatten_3" [label="(197, 1, 2304)", style=solid]; +"269 unflatten_3" -> "270 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; +"270 unsqueeze_3" -> "271 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; +"271 transpose_19" -> "272 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; +"272 squeeze_3" -> "273 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_3" -> "274 quantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_3" -> "277 quantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_3" -> "280 select_11" [label="(3, 197, 1, 768)", style=solid]; +"274 quantize_per_tensor_default_20" -> "275 dequantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"275 dequantize_per_tensor_default_20" -> "276 select_9" [label="(3, 197, 1, 768)", style=solid]; +"276 select_9" -> "281 view_24" [label="(197, 1, 768)", style=solid]; +"277 quantize_per_tensor_default_21" -> "278 dequantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"278 dequantize_per_tensor_default_21" -> "279 select_10" [label="(3, 197, 1, 768)", style=solid]; +"279 select_10" -> "283 view_25" [label="(197, 1, 768)", style=solid]; +"280 select_11" -> "285 view_26" [label="(197, 1, 768)", style=solid]; +"281 view_24" -> "282 transpose_20" [label="(197, 12, 64)", style=solid]; +"282 transpose_20" -> "287 view_27" [label="(12, 197, 64)", style=solid]; +"283 view_25" -> "284 transpose_21" [label="(197, 12, 64)", style=solid]; +"284 transpose_21" -> "288 view_28" [label="(12, 197, 64)", style=solid]; +"285 view_26" -> "286 transpose_22" [label="(197, 12, 64)", style=solid]; +"286 transpose_22" -> "289 view_29" [label="(12, 197, 64)", style=solid]; +"287 view_27" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"288 view_28" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"289 view_29" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"290 scaled_dot_product_attention_3" -> "291 permute_4" [label="(1, 12, 197, 64)", style=solid]; +"291 permute_4" -> "292 view_30" [label="(197, 1, 12, 64)", style=solid]; +"292 view_30" -> "294 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"293 linear_13_updated_constant0" -> "299 quantize_per_channel_default_14" [label="(768, 768)", style=solid]; +"294 view_30_0_0_nncf_smooth_quant_0" -> "295 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"295 quantize_per_tensor_default_22" -> "296 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"296 dequantize_per_tensor_default_22" -> "302 linear_13" [label="(197, 768)", style=solid]; +"297 linear_13_scale_0" -> "299 quantize_per_channel_default_14" [label="(768,)", style=solid]; +"297 linear_13_scale_0" -> "300 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"298 linear_13_zero_point_0" -> "299 quantize_per_channel_default_14" [label="(768,)", style=solid]; +"298 linear_13_zero_point_0" -> "300 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"299 quantize_per_channel_default_14" -> "300 dequantize_per_channel_default_14" [label="(768, 768)", style=solid]; +"300 dequantize_per_channel_default_14" -> "302 linear_13" [label="(768, 768)", style=solid]; +"301 _param_constant45_0_0" -> "302 linear_13" [label="(768,)", style=solid]; +"302 linear_13" -> "303 view_31" [label="(197, 768)", style=solid]; +"303 view_31" -> "304 transpose_23" [label="(197, 1, 768)", style=solid]; +"304 transpose_23" -> "305 dropout_10" [label="(1, 197, 768)", style=solid]; +"305 dropout_10" -> "306 add_7" [label="(1, 197, 768)", style=solid]; +"306 add_7" -> "309 layer_norm_7" [label="(1, 197, 768)", style=solid]; +"306 add_7" -> "333 add_8" [label="(1, 197, 768)", style=solid]; +"307 _param_constant46" -> "309 layer_norm_7" [label="(768,)", style=solid]; +"308 _param_constant47" -> "309 layer_norm_7" [label="(768,)", style=solid]; +"309 layer_norm_7" -> "311 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"310 linear_14_updated_constant0" -> "316 quantize_per_channel_default_15" [label="(3072, 768)", style=solid]; +"311 layer_norm_7_0_0_nncf_smooth_quant_0" -> "312 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"312 quantize_per_tensor_default_23" -> "313 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"313 dequantize_per_tensor_default_23" -> "319 linear_14" [label="(1, 197, 768)", style=solid]; +"314 linear_14_scale_0" -> "316 quantize_per_channel_default_15" [label="(3072,)", style=solid]; +"314 linear_14_scale_0" -> "317 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"315 linear_14_zero_point_0" -> "316 quantize_per_channel_default_15" [label="(3072,)", style=solid]; +"315 linear_14_zero_point_0" -> "317 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"316 quantize_per_channel_default_15" -> "317 dequantize_per_channel_default_15" [label="(3072, 768)", style=solid]; +"317 dequantize_per_channel_default_15" -> "319 linear_14" [label="(3072, 768)", style=solid]; +"318 _param_constant49_0_0" -> "319 linear_14" [label="(3072,)", style=solid]; +"319 linear_14" -> "320 gelu_3" [label="(1, 197, 3072)", style=solid]; +"320 gelu_3" -> "321 dropout_11" [label="(1, 197, 3072)", style=solid]; +"321 dropout_11" -> "323 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"322 linear_15_updated_constant0" -> "328 quantize_per_channel_default_16" [label="(768, 3072)", style=solid]; +"323 dropout_11_0_0_nncf_smooth_quant_0" -> "324 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"324 quantize_per_tensor_default_24" -> "325 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"325 dequantize_per_tensor_default_24" -> "331 linear_15" [label="(1, 197, 3072)", style=solid]; +"326 linear_15_scale_0" -> "328 quantize_per_channel_default_16" [label="(768,)", style=solid]; +"326 linear_15_scale_0" -> "329 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"327 linear_15_zero_point_0" -> "328 quantize_per_channel_default_16" [label="(768,)", style=solid]; +"327 linear_15_zero_point_0" -> "329 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"328 quantize_per_channel_default_16" -> "329 dequantize_per_channel_default_16" [label="(768, 3072)", style=solid]; +"329 dequantize_per_channel_default_16" -> "331 linear_15" [label="(768, 3072)", style=solid]; +"330 _param_constant51_0_0" -> "331 linear_15" [label="(768,)", style=solid]; +"331 linear_15" -> "332 dropout_12" [label="(1, 197, 768)", style=solid]; +"332 dropout_12" -> "333 add_8" [label="(1, 197, 768)", style=solid]; +"333 add_8" -> "336 layer_norm_8" [label="(1, 197, 768)", style=solid]; +"333 add_8" -> "385 add_9" [label="(1, 197, 768)", style=solid]; +"334 _param_constant52" -> "336 layer_norm_8" [label="(768,)", style=solid]; +"335 _param_constant53" -> "336 layer_norm_8" [label="(768,)", style=solid]; +"336 layer_norm_8" -> "337 transpose_24" [label="(1, 197, 768)", style=solid]; +"337 transpose_24" -> "339 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"338 linear_16_updated_constant0" -> "344 quantize_per_channel_default_17" [label="(2304, 768)", style=solid]; +"339 transpose_24_0_0_nncf_smooth_quant_0" -> "340 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"340 quantize_per_tensor_default_25" -> "341 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"341 dequantize_per_tensor_default_25" -> "347 linear_16" [label="(197, 1, 768)", style=solid]; +"342 linear_16_scale_0" -> "344 quantize_per_channel_default_17" [label="(2304,)", style=solid]; +"342 linear_16_scale_0" -> "345 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; +"343 linear_16_zero_point_0" -> "344 quantize_per_channel_default_17" [label="(2304,)", style=solid]; +"343 linear_16_zero_point_0" -> "345 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; +"344 quantize_per_channel_default_17" -> "345 dequantize_per_channel_default_17" [label="(2304, 768)", style=solid]; +"345 dequantize_per_channel_default_17" -> "347 linear_16" [label="(2304, 768)", style=solid]; +"346 _param_constant55_0_0" -> "347 linear_16" [label="(2304,)", style=solid]; +"347 linear_16" -> "348 unflatten_4" [label="(197, 1, 2304)", style=solid]; +"348 unflatten_4" -> "349 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; +"349 unsqueeze_4" -> "350 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; +"350 transpose_25" -> "351 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; +"351 squeeze_4" -> "352 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; +"352 contiguous_4" -> "353 quantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"352 contiguous_4" -> "356 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"352 contiguous_4" -> "359 select_14" [label="(3, 197, 1, 768)", style=solid]; +"353 quantize_per_tensor_default_26" -> "354 dequantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"354 dequantize_per_tensor_default_26" -> "355 select_12" [label="(3, 197, 1, 768)", style=solid]; +"355 select_12" -> "360 view_32" [label="(197, 1, 768)", style=solid]; +"356 quantize_per_tensor_default_27" -> "357 dequantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"357 dequantize_per_tensor_default_27" -> "358 select_13" [label="(3, 197, 1, 768)", style=solid]; +"358 select_13" -> "362 view_33" [label="(197, 1, 768)", style=solid]; +"359 select_14" -> "364 view_34" [label="(197, 1, 768)", style=solid]; +"360 view_32" -> "361 transpose_26" [label="(197, 12, 64)", style=solid]; +"361 transpose_26" -> "366 view_35" [label="(12, 197, 64)", style=solid]; +"362 view_33" -> "363 transpose_27" [label="(197, 12, 64)", style=solid]; +"363 transpose_27" -> "367 view_36" [label="(12, 197, 64)", style=solid]; +"364 view_34" -> "365 transpose_28" [label="(197, 12, 64)", style=solid]; +"365 transpose_28" -> "368 view_37" [label="(12, 197, 64)", style=solid]; +"366 view_35" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"367 view_36" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"368 view_37" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"369 scaled_dot_product_attention_4" -> "370 permute_5" [label="(1, 12, 197, 64)", style=solid]; +"370 permute_5" -> "371 view_38" [label="(197, 1, 12, 64)", style=solid]; +"371 view_38" -> "373 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"372 linear_17_updated_constant0" -> "378 quantize_per_channel_default_18" [label="(768, 768)", style=solid]; +"373 view_38_0_0_nncf_smooth_quant_0" -> "374 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"374 quantize_per_tensor_default_28" -> "375 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"375 dequantize_per_tensor_default_28" -> "381 linear_17" [label="(197, 768)", style=solid]; +"376 linear_17_scale_0" -> "378 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"376 linear_17_scale_0" -> "379 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"377 linear_17_zero_point_0" -> "378 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"377 linear_17_zero_point_0" -> "379 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"378 quantize_per_channel_default_18" -> "379 dequantize_per_channel_default_18" [label="(768, 768)", style=solid]; +"379 dequantize_per_channel_default_18" -> "381 linear_17" [label="(768, 768)", style=solid]; +"380 _param_constant57_0_0" -> "381 linear_17" [label="(768,)", style=solid]; +"381 linear_17" -> "382 view_39" [label="(197, 768)", style=solid]; +"382 view_39" -> "383 transpose_29" [label="(197, 1, 768)", style=solid]; +"383 transpose_29" -> "384 dropout_13" [label="(1, 197, 768)", style=solid]; +"384 dropout_13" -> "385 add_9" [label="(1, 197, 768)", style=solid]; +"385 add_9" -> "388 layer_norm_9" [label="(1, 197, 768)", style=solid]; +"385 add_9" -> "412 add_10" [label="(1, 197, 768)", style=solid]; +"386 _param_constant58" -> "388 layer_norm_9" [label="(768,)", style=solid]; +"387 _param_constant59" -> "388 layer_norm_9" [label="(768,)", style=solid]; +"388 layer_norm_9" -> "390 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"389 linear_18_updated_constant0" -> "395 quantize_per_channel_default_19" [label="(3072, 768)", style=solid]; +"390 layer_norm_9_0_0_nncf_smooth_quant_0" -> "391 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"391 quantize_per_tensor_default_29" -> "392 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"392 dequantize_per_tensor_default_29" -> "398 linear_18" [label="(1, 197, 768)", style=solid]; +"393 linear_18_scale_0" -> "395 quantize_per_channel_default_19" [label="(3072,)", style=solid]; +"393 linear_18_scale_0" -> "396 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"394 linear_18_zero_point_0" -> "395 quantize_per_channel_default_19" [label="(3072,)", style=solid]; +"394 linear_18_zero_point_0" -> "396 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"395 quantize_per_channel_default_19" -> "396 dequantize_per_channel_default_19" [label="(3072, 768)", style=solid]; +"396 dequantize_per_channel_default_19" -> "398 linear_18" [label="(3072, 768)", style=solid]; +"397 _param_constant61_0_0" -> "398 linear_18" [label="(3072,)", style=solid]; +"398 linear_18" -> "399 gelu_4" [label="(1, 197, 3072)", style=solid]; +"399 gelu_4" -> "400 dropout_14" [label="(1, 197, 3072)", style=solid]; +"400 dropout_14" -> "402 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"401 linear_19_updated_constant0" -> "407 quantize_per_channel_default_20" [label="(768, 3072)", style=solid]; +"402 dropout_14_0_0_nncf_smooth_quant_0" -> "403 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"403 quantize_per_tensor_default_30" -> "404 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"404 dequantize_per_tensor_default_30" -> "410 linear_19" [label="(1, 197, 3072)", style=solid]; +"405 linear_19_scale_0" -> "407 quantize_per_channel_default_20" [label="(768,)", style=solid]; +"405 linear_19_scale_0" -> "408 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"406 linear_19_zero_point_0" -> "407 quantize_per_channel_default_20" [label="(768,)", style=solid]; +"406 linear_19_zero_point_0" -> "408 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"407 quantize_per_channel_default_20" -> "408 dequantize_per_channel_default_20" [label="(768, 3072)", style=solid]; +"408 dequantize_per_channel_default_20" -> "410 linear_19" [label="(768, 3072)", style=solid]; +"409 _param_constant63_0_0" -> "410 linear_19" [label="(768,)", style=solid]; +"410 linear_19" -> "411 dropout_15" [label="(1, 197, 768)", style=solid]; +"411 dropout_15" -> "412 add_10" [label="(1, 197, 768)", style=solid]; +"412 add_10" -> "415 layer_norm_10" [label="(1, 197, 768)", style=solid]; +"412 add_10" -> "464 add_11" [label="(1, 197, 768)", style=solid]; +"413 _param_constant64" -> "415 layer_norm_10" [label="(768,)", style=solid]; +"414 _param_constant65" -> "415 layer_norm_10" [label="(768,)", style=solid]; +"415 layer_norm_10" -> "416 transpose_30" [label="(1, 197, 768)", style=solid]; +"416 transpose_30" -> "418 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"417 linear_20_updated_constant0" -> "423 quantize_per_channel_default_21" [label="(2304, 768)", style=solid]; +"418 transpose_30_0_0_nncf_smooth_quant_0" -> "419 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"419 quantize_per_tensor_default_31" -> "420 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"420 dequantize_per_tensor_default_31" -> "426 linear_20" [label="(197, 1, 768)", style=solid]; +"421 linear_20_scale_0" -> "423 quantize_per_channel_default_21" [label="(2304,)", style=solid]; +"421 linear_20_scale_0" -> "424 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; +"422 linear_20_zero_point_0" -> "423 quantize_per_channel_default_21" [label="(2304,)", style=solid]; +"422 linear_20_zero_point_0" -> "424 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; +"423 quantize_per_channel_default_21" -> "424 dequantize_per_channel_default_21" [label="(2304, 768)", style=solid]; +"424 dequantize_per_channel_default_21" -> "426 linear_20" [label="(2304, 768)", style=solid]; +"425 _param_constant67_0_0" -> "426 linear_20" [label="(2304,)", style=solid]; +"426 linear_20" -> "427 unflatten_5" [label="(197, 1, 2304)", style=solid]; +"427 unflatten_5" -> "428 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; +"428 unsqueeze_5" -> "429 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; +"429 transpose_31" -> "430 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; +"430 squeeze_5" -> "431 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; +"431 contiguous_5" -> "432 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"431 contiguous_5" -> "435 quantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"431 contiguous_5" -> "438 select_17" [label="(3, 197, 1, 768)", style=solid]; +"432 quantize_per_tensor_default_32" -> "433 dequantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"433 dequantize_per_tensor_default_32" -> "434 select_15" [label="(3, 197, 1, 768)", style=solid]; +"434 select_15" -> "439 view_40" [label="(197, 1, 768)", style=solid]; +"435 quantize_per_tensor_default_33" -> "436 dequantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"436 dequantize_per_tensor_default_33" -> "437 select_16" [label="(3, 197, 1, 768)", style=solid]; +"437 select_16" -> "441 view_41" [label="(197, 1, 768)", style=solid]; +"438 select_17" -> "443 view_42" [label="(197, 1, 768)", style=solid]; +"439 view_40" -> "440 transpose_32" [label="(197, 12, 64)", style=solid]; +"440 transpose_32" -> "445 view_43" [label="(12, 197, 64)", style=solid]; +"441 view_41" -> "442 transpose_33" [label="(197, 12, 64)", style=solid]; +"442 transpose_33" -> "446 view_44" [label="(12, 197, 64)", style=solid]; +"443 view_42" -> "444 transpose_34" [label="(197, 12, 64)", style=solid]; +"444 transpose_34" -> "447 view_45" [label="(12, 197, 64)", style=solid]; +"445 view_43" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"446 view_44" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"447 view_45" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"448 scaled_dot_product_attention_5" -> "449 permute_6" [label="(1, 12, 197, 64)", style=solid]; +"449 permute_6" -> "450 view_46" [label="(197, 1, 12, 64)", style=solid]; +"450 view_46" -> "452 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"451 linear_21_updated_constant0" -> "457 quantize_per_channel_default_22" [label="(768, 768)", style=solid]; +"452 view_46_0_0_nncf_smooth_quant_0" -> "453 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"453 quantize_per_tensor_default_34" -> "454 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"454 dequantize_per_tensor_default_34" -> "460 linear_21" [label="(197, 768)", style=solid]; +"455 linear_21_scale_0" -> "457 quantize_per_channel_default_22" [label="(768,)", style=solid]; +"455 linear_21_scale_0" -> "458 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"456 linear_21_zero_point_0" -> "457 quantize_per_channel_default_22" [label="(768,)", style=solid]; +"456 linear_21_zero_point_0" -> "458 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"457 quantize_per_channel_default_22" -> "458 dequantize_per_channel_default_22" [label="(768, 768)", style=solid]; +"458 dequantize_per_channel_default_22" -> "460 linear_21" [label="(768, 768)", style=solid]; +"459 _param_constant69_0_0" -> "460 linear_21" [label="(768,)", style=solid]; +"460 linear_21" -> "461 view_47" [label="(197, 768)", style=solid]; +"461 view_47" -> "462 transpose_35" [label="(197, 1, 768)", style=solid]; +"462 transpose_35" -> "463 dropout_16" [label="(1, 197, 768)", style=solid]; +"463 dropout_16" -> "464 add_11" [label="(1, 197, 768)", style=solid]; +"464 add_11" -> "467 layer_norm_11" [label="(1, 197, 768)", style=solid]; +"464 add_11" -> "491 add_12" [label="(1, 197, 768)", style=solid]; +"465 _param_constant70" -> "467 layer_norm_11" [label="(768,)", style=solid]; +"466 _param_constant71" -> "467 layer_norm_11" [label="(768,)", style=solid]; +"467 layer_norm_11" -> "469 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"468 linear_22_updated_constant0" -> "474 quantize_per_channel_default_23" [label="(3072, 768)", style=solid]; +"469 layer_norm_11_0_0_nncf_smooth_quant_0" -> "470 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"470 quantize_per_tensor_default_35" -> "471 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"471 dequantize_per_tensor_default_35" -> "477 linear_22" [label="(1, 197, 768)", style=solid]; +"472 linear_22_scale_0" -> "474 quantize_per_channel_default_23" [label="(3072,)", style=solid]; +"472 linear_22_scale_0" -> "475 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"473 linear_22_zero_point_0" -> "474 quantize_per_channel_default_23" [label="(3072,)", style=solid]; +"473 linear_22_zero_point_0" -> "475 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"474 quantize_per_channel_default_23" -> "475 dequantize_per_channel_default_23" [label="(3072, 768)", style=solid]; +"475 dequantize_per_channel_default_23" -> "477 linear_22" [label="(3072, 768)", style=solid]; +"476 _param_constant73_0_0" -> "477 linear_22" [label="(3072,)", style=solid]; +"477 linear_22" -> "478 gelu_5" [label="(1, 197, 3072)", style=solid]; +"478 gelu_5" -> "479 dropout_17" [label="(1, 197, 3072)", style=solid]; +"479 dropout_17" -> "481 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"480 linear_23_updated_constant0" -> "486 quantize_per_channel_default_24" [label="(768, 3072)", style=solid]; +"481 dropout_17_0_0_nncf_smooth_quant_0" -> "482 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"482 quantize_per_tensor_default_36" -> "483 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"483 dequantize_per_tensor_default_36" -> "489 linear_23" [label="(1, 197, 3072)", style=solid]; +"484 linear_23_scale_0" -> "486 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"484 linear_23_scale_0" -> "487 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"485 linear_23_zero_point_0" -> "486 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"485 linear_23_zero_point_0" -> "487 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"486 quantize_per_channel_default_24" -> "487 dequantize_per_channel_default_24" [label="(768, 3072)", style=solid]; +"487 dequantize_per_channel_default_24" -> "489 linear_23" [label="(768, 3072)", style=solid]; +"488 _param_constant75_0_0" -> "489 linear_23" [label="(768,)", style=solid]; +"489 linear_23" -> "490 dropout_18" [label="(1, 197, 768)", style=solid]; +"490 dropout_18" -> "491 add_12" [label="(1, 197, 768)", style=solid]; +"491 add_12" -> "494 layer_norm_12" [label="(1, 197, 768)", style=solid]; +"491 add_12" -> "543 add_13" [label="(1, 197, 768)", style=solid]; +"492 _param_constant76" -> "494 layer_norm_12" [label="(768,)", style=solid]; +"493 _param_constant77" -> "494 layer_norm_12" [label="(768,)", style=solid]; +"494 layer_norm_12" -> "495 transpose_36" [label="(1, 197, 768)", style=solid]; +"495 transpose_36" -> "497 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"496 linear_24_updated_constant0" -> "502 quantize_per_channel_default_25" [label="(2304, 768)", style=solid]; +"497 transpose_36_0_0_nncf_smooth_quant_0" -> "498 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"498 quantize_per_tensor_default_37" -> "499 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"499 dequantize_per_tensor_default_37" -> "505 linear_24" [label="(197, 1, 768)", style=solid]; +"500 linear_24_scale_0" -> "502 quantize_per_channel_default_25" [label="(2304,)", style=solid]; +"500 linear_24_scale_0" -> "503 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; +"501 linear_24_zero_point_0" -> "502 quantize_per_channel_default_25" [label="(2304,)", style=solid]; +"501 linear_24_zero_point_0" -> "503 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; +"502 quantize_per_channel_default_25" -> "503 dequantize_per_channel_default_25" [label="(2304, 768)", style=solid]; +"503 dequantize_per_channel_default_25" -> "505 linear_24" [label="(2304, 768)", style=solid]; +"504 _param_constant79_0_0" -> "505 linear_24" [label="(2304,)", style=solid]; +"505 linear_24" -> "506 unflatten_6" [label="(197, 1, 2304)", style=solid]; +"506 unflatten_6" -> "507 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; +"507 unsqueeze_6" -> "508 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; +"508 transpose_37" -> "509 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; +"509 squeeze_6" -> "510 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; +"510 contiguous_6" -> "511 quantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"510 contiguous_6" -> "514 quantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"510 contiguous_6" -> "517 select_20" [label="(3, 197, 1, 768)", style=solid]; +"511 quantize_per_tensor_default_38" -> "512 dequantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"512 dequantize_per_tensor_default_38" -> "513 select_18" [label="(3, 197, 1, 768)", style=solid]; +"513 select_18" -> "518 view_48" [label="(197, 1, 768)", style=solid]; +"514 quantize_per_tensor_default_39" -> "515 dequantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"515 dequantize_per_tensor_default_39" -> "516 select_19" [label="(3, 197, 1, 768)", style=solid]; +"516 select_19" -> "520 view_49" [label="(197, 1, 768)", style=solid]; +"517 select_20" -> "522 view_50" [label="(197, 1, 768)", style=solid]; +"518 view_48" -> "519 transpose_38" [label="(197, 12, 64)", style=solid]; +"519 transpose_38" -> "524 view_51" [label="(12, 197, 64)", style=solid]; +"520 view_49" -> "521 transpose_39" [label="(197, 12, 64)", style=solid]; +"521 transpose_39" -> "525 view_52" [label="(12, 197, 64)", style=solid]; +"522 view_50" -> "523 transpose_40" [label="(197, 12, 64)", style=solid]; +"523 transpose_40" -> "526 view_53" [label="(12, 197, 64)", style=solid]; +"524 view_51" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"525 view_52" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"526 view_53" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"527 scaled_dot_product_attention_6" -> "528 permute_7" [label="(1, 12, 197, 64)", style=solid]; +"528 permute_7" -> "529 view_54" [label="(197, 1, 12, 64)", style=solid]; +"529 view_54" -> "531 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"530 linear_25_updated_constant0" -> "536 quantize_per_channel_default_26" [label="(768, 768)", style=solid]; +"531 view_54_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"532 quantize_per_tensor_default_40" -> "533 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"533 dequantize_per_tensor_default_40" -> "539 linear_25" [label="(197, 768)", style=solid]; +"534 linear_25_scale_0" -> "536 quantize_per_channel_default_26" [label="(768,)", style=solid]; +"534 linear_25_scale_0" -> "537 dequantize_per_channel_default_26" [label="(768,)", style=solid]; +"535 linear_25_zero_point_0" -> "536 quantize_per_channel_default_26" [label="(768,)", style=solid]; +"535 linear_25_zero_point_0" -> "537 dequantize_per_channel_default_26" [label="(768,)", style=solid]; +"536 quantize_per_channel_default_26" -> "537 dequantize_per_channel_default_26" [label="(768, 768)", style=solid]; +"537 dequantize_per_channel_default_26" -> "539 linear_25" [label="(768, 768)", style=solid]; +"538 _param_constant81_0_0" -> "539 linear_25" [label="(768,)", style=solid]; +"539 linear_25" -> "540 view_55" [label="(197, 768)", style=solid]; +"540 view_55" -> "541 transpose_41" [label="(197, 1, 768)", style=solid]; +"541 transpose_41" -> "542 dropout_19" [label="(1, 197, 768)", style=solid]; +"542 dropout_19" -> "543 add_13" [label="(1, 197, 768)", style=solid]; +"543 add_13" -> "546 layer_norm_13" [label="(1, 197, 768)", style=solid]; +"543 add_13" -> "570 add_14" [label="(1, 197, 768)", style=solid]; +"544 _param_constant82" -> "546 layer_norm_13" [label="(768,)", style=solid]; +"545 _param_constant83" -> "546 layer_norm_13" [label="(768,)", style=solid]; +"546 layer_norm_13" -> "548 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"547 linear_26_updated_constant0" -> "553 quantize_per_channel_default_27" [label="(3072, 768)", style=solid]; +"548 layer_norm_13_0_0_nncf_smooth_quant_0" -> "549 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"549 quantize_per_tensor_default_41" -> "550 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"550 dequantize_per_tensor_default_41" -> "556 linear_26" [label="(1, 197, 768)", style=solid]; +"551 linear_26_scale_0" -> "553 quantize_per_channel_default_27" [label="(3072,)", style=solid]; +"551 linear_26_scale_0" -> "554 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; +"552 linear_26_zero_point_0" -> "553 quantize_per_channel_default_27" [label="(3072,)", style=solid]; +"552 linear_26_zero_point_0" -> "554 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; +"553 quantize_per_channel_default_27" -> "554 dequantize_per_channel_default_27" [label="(3072, 768)", style=solid]; +"554 dequantize_per_channel_default_27" -> "556 linear_26" [label="(3072, 768)", style=solid]; +"555 _param_constant85_0_0" -> "556 linear_26" [label="(3072,)", style=solid]; +"556 linear_26" -> "557 gelu_6" [label="(1, 197, 3072)", style=solid]; +"557 gelu_6" -> "558 dropout_20" [label="(1, 197, 3072)", style=solid]; +"558 dropout_20" -> "560 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"559 linear_27_updated_constant0" -> "565 quantize_per_channel_default_28" [label="(768, 3072)", style=solid]; +"560 dropout_20_0_0_nncf_smooth_quant_0" -> "561 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"561 quantize_per_tensor_default_42" -> "562 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"562 dequantize_per_tensor_default_42" -> "568 linear_27" [label="(1, 197, 3072)", style=solid]; +"563 linear_27_scale_0" -> "565 quantize_per_channel_default_28" [label="(768,)", style=solid]; +"563 linear_27_scale_0" -> "566 dequantize_per_channel_default_28" [label="(768,)", style=solid]; +"564 linear_27_zero_point_0" -> "565 quantize_per_channel_default_28" [label="(768,)", style=solid]; +"564 linear_27_zero_point_0" -> "566 dequantize_per_channel_default_28" [label="(768,)", style=solid]; +"565 quantize_per_channel_default_28" -> "566 dequantize_per_channel_default_28" [label="(768, 3072)", style=solid]; +"566 dequantize_per_channel_default_28" -> "568 linear_27" [label="(768, 3072)", style=solid]; +"567 _param_constant87_0_0" -> "568 linear_27" [label="(768,)", style=solid]; +"568 linear_27" -> "569 dropout_21" [label="(1, 197, 768)", style=solid]; +"569 dropout_21" -> "570 add_14" [label="(1, 197, 768)", style=solid]; +"570 add_14" -> "573 layer_norm_14" [label="(1, 197, 768)", style=solid]; +"570 add_14" -> "622 add_15" [label="(1, 197, 768)", style=solid]; +"571 _param_constant88" -> "573 layer_norm_14" [label="(768,)", style=solid]; +"572 _param_constant89" -> "573 layer_norm_14" [label="(768,)", style=solid]; +"573 layer_norm_14" -> "574 transpose_42" [label="(1, 197, 768)", style=solid]; +"574 transpose_42" -> "576 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"575 linear_28_updated_constant0" -> "581 quantize_per_channel_default_29" [label="(2304, 768)", style=solid]; +"576 transpose_42_0_0_nncf_smooth_quant_0" -> "577 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"577 quantize_per_tensor_default_43" -> "578 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"578 dequantize_per_tensor_default_43" -> "584 linear_28" [label="(197, 1, 768)", style=solid]; +"579 linear_28_scale_0" -> "581 quantize_per_channel_default_29" [label="(2304,)", style=solid]; +"579 linear_28_scale_0" -> "582 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; +"580 linear_28_zero_point_0" -> "581 quantize_per_channel_default_29" [label="(2304,)", style=solid]; +"580 linear_28_zero_point_0" -> "582 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; +"581 quantize_per_channel_default_29" -> "582 dequantize_per_channel_default_29" [label="(2304, 768)", style=solid]; +"582 dequantize_per_channel_default_29" -> "584 linear_28" [label="(2304, 768)", style=solid]; +"583 _param_constant91_0_0" -> "584 linear_28" [label="(2304,)", style=solid]; +"584 linear_28" -> "585 unflatten_7" [label="(197, 1, 2304)", style=solid]; +"585 unflatten_7" -> "586 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; +"586 unsqueeze_7" -> "587 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; +"587 transpose_43" -> "588 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; +"588 squeeze_7" -> "589 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; +"589 contiguous_7" -> "590 quantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"589 contiguous_7" -> "593 quantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"589 contiguous_7" -> "596 select_23" [label="(3, 197, 1, 768)", style=solid]; +"590 quantize_per_tensor_default_44" -> "591 dequantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"591 dequantize_per_tensor_default_44" -> "592 select_21" [label="(3, 197, 1, 768)", style=solid]; +"592 select_21" -> "597 view_56" [label="(197, 1, 768)", style=solid]; +"593 quantize_per_tensor_default_45" -> "594 dequantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"594 dequantize_per_tensor_default_45" -> "595 select_22" [label="(3, 197, 1, 768)", style=solid]; +"595 select_22" -> "599 view_57" [label="(197, 1, 768)", style=solid]; +"596 select_23" -> "601 view_58" [label="(197, 1, 768)", style=solid]; +"597 view_56" -> "598 transpose_44" [label="(197, 12, 64)", style=solid]; +"598 transpose_44" -> "603 view_59" [label="(12, 197, 64)", style=solid]; +"599 view_57" -> "600 transpose_45" [label="(197, 12, 64)", style=solid]; +"600 transpose_45" -> "604 view_60" [label="(12, 197, 64)", style=solid]; +"601 view_58" -> "602 transpose_46" [label="(197, 12, 64)", style=solid]; +"602 transpose_46" -> "605 view_61" [label="(12, 197, 64)", style=solid]; +"603 view_59" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"604 view_60" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"605 view_61" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"606 scaled_dot_product_attention_7" -> "607 permute_8" [label="(1, 12, 197, 64)", style=solid]; +"607 permute_8" -> "608 view_62" [label="(197, 1, 12, 64)", style=solid]; +"608 view_62" -> "610 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"609 linear_29_updated_constant0" -> "615 quantize_per_channel_default_30" [label="(768, 768)", style=solid]; +"610 view_62_0_0_nncf_smooth_quant_0" -> "611 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"611 quantize_per_tensor_default_46" -> "612 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"612 dequantize_per_tensor_default_46" -> "618 linear_29" [label="(197, 768)", style=solid]; +"613 linear_29_scale_0" -> "615 quantize_per_channel_default_30" [label="(768,)", style=solid]; +"613 linear_29_scale_0" -> "616 dequantize_per_channel_default_30" [label="(768,)", style=solid]; +"614 linear_29_zero_point_0" -> "615 quantize_per_channel_default_30" [label="(768,)", style=solid]; +"614 linear_29_zero_point_0" -> "616 dequantize_per_channel_default_30" [label="(768,)", style=solid]; +"615 quantize_per_channel_default_30" -> "616 dequantize_per_channel_default_30" [label="(768, 768)", style=solid]; +"616 dequantize_per_channel_default_30" -> "618 linear_29" [label="(768, 768)", style=solid]; +"617 _param_constant93_0_0" -> "618 linear_29" [label="(768,)", style=solid]; +"618 linear_29" -> "619 view_63" [label="(197, 768)", style=solid]; +"619 view_63" -> "620 transpose_47" [label="(197, 1, 768)", style=solid]; +"620 transpose_47" -> "621 dropout_22" [label="(1, 197, 768)", style=solid]; +"621 dropout_22" -> "622 add_15" [label="(1, 197, 768)", style=solid]; +"622 add_15" -> "625 layer_norm_15" [label="(1, 197, 768)", style=solid]; +"622 add_15" -> "649 add_16" [label="(1, 197, 768)", style=solid]; +"623 _param_constant94" -> "625 layer_norm_15" [label="(768,)", style=solid]; +"624 _param_constant95" -> "625 layer_norm_15" [label="(768,)", style=solid]; +"625 layer_norm_15" -> "627 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"626 linear_30_updated_constant0" -> "632 quantize_per_channel_default_31" [label="(3072, 768)", style=solid]; +"627 layer_norm_15_0_0_nncf_smooth_quant_0" -> "628 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"628 quantize_per_tensor_default_47" -> "629 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"629 dequantize_per_tensor_default_47" -> "635 linear_30" [label="(1, 197, 768)", style=solid]; +"630 linear_30_scale_0" -> "632 quantize_per_channel_default_31" [label="(3072,)", style=solid]; +"630 linear_30_scale_0" -> "633 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; +"631 linear_30_zero_point_0" -> "632 quantize_per_channel_default_31" [label="(3072,)", style=solid]; +"631 linear_30_zero_point_0" -> "633 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; +"632 quantize_per_channel_default_31" -> "633 dequantize_per_channel_default_31" [label="(3072, 768)", style=solid]; +"633 dequantize_per_channel_default_31" -> "635 linear_30" [label="(3072, 768)", style=solid]; +"634 _param_constant97_0_0" -> "635 linear_30" [label="(3072,)", style=solid]; +"635 linear_30" -> "636 gelu_7" [label="(1, 197, 3072)", style=solid]; +"636 gelu_7" -> "637 dropout_23" [label="(1, 197, 3072)", style=solid]; +"637 dropout_23" -> "639 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"638 linear_31_updated_constant0" -> "644 quantize_per_channel_default_32" [label="(768, 3072)", style=solid]; +"639 dropout_23_0_0_nncf_smooth_quant_0" -> "640 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"640 quantize_per_tensor_default_48" -> "641 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"641 dequantize_per_tensor_default_48" -> "647 linear_31" [label="(1, 197, 3072)", style=solid]; +"642 linear_31_scale_0" -> "644 quantize_per_channel_default_32" [label="(768,)", style=solid]; +"642 linear_31_scale_0" -> "645 dequantize_per_channel_default_32" [label="(768,)", style=solid]; +"643 linear_31_zero_point_0" -> "644 quantize_per_channel_default_32" [label="(768,)", style=solid]; +"643 linear_31_zero_point_0" -> "645 dequantize_per_channel_default_32" [label="(768,)", style=solid]; +"644 quantize_per_channel_default_32" -> "645 dequantize_per_channel_default_32" [label="(768, 3072)", style=solid]; +"645 dequantize_per_channel_default_32" -> "647 linear_31" [label="(768, 3072)", style=solid]; +"646 _param_constant99_0_0" -> "647 linear_31" [label="(768,)", style=solid]; +"647 linear_31" -> "648 dropout_24" [label="(1, 197, 768)", style=solid]; +"648 dropout_24" -> "649 add_16" [label="(1, 197, 768)", style=solid]; +"649 add_16" -> "652 layer_norm_16" [label="(1, 197, 768)", style=solid]; +"649 add_16" -> "701 add_17" [label="(1, 197, 768)", style=solid]; +"650 _param_constant100" -> "652 layer_norm_16" [label="(768,)", style=solid]; +"651 _param_constant101" -> "652 layer_norm_16" [label="(768,)", style=solid]; +"652 layer_norm_16" -> "653 transpose_48" [label="(1, 197, 768)", style=solid]; +"653 transpose_48" -> "655 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"654 linear_32_updated_constant0" -> "660 quantize_per_channel_default_33" [label="(2304, 768)", style=solid]; +"655 transpose_48_0_0_nncf_smooth_quant_0" -> "656 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"656 quantize_per_tensor_default_49" -> "657 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"657 dequantize_per_tensor_default_49" -> "663 linear_32" [label="(197, 1, 768)", style=solid]; +"658 linear_32_scale_0" -> "660 quantize_per_channel_default_33" [label="(2304,)", style=solid]; +"658 linear_32_scale_0" -> "661 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; +"659 linear_32_zero_point_0" -> "660 quantize_per_channel_default_33" [label="(2304,)", style=solid]; +"659 linear_32_zero_point_0" -> "661 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; +"660 quantize_per_channel_default_33" -> "661 dequantize_per_channel_default_33" [label="(2304, 768)", style=solid]; +"661 dequantize_per_channel_default_33" -> "663 linear_32" [label="(2304, 768)", style=solid]; +"662 _param_constant103_0_0" -> "663 linear_32" [label="(2304,)", style=solid]; +"663 linear_32" -> "664 unflatten_8" [label="(197, 1, 2304)", style=solid]; +"664 unflatten_8" -> "665 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; +"665 unsqueeze_8" -> "666 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; +"666 transpose_49" -> "667 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; +"667 squeeze_8" -> "668 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; +"668 contiguous_8" -> "669 quantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"668 contiguous_8" -> "672 quantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"668 contiguous_8" -> "675 select_26" [label="(3, 197, 1, 768)", style=solid]; +"669 quantize_per_tensor_default_50" -> "670 dequantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"670 dequantize_per_tensor_default_50" -> "671 select_24" [label="(3, 197, 1, 768)", style=solid]; +"671 select_24" -> "676 view_64" [label="(197, 1, 768)", style=solid]; +"672 quantize_per_tensor_default_51" -> "673 dequantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"673 dequantize_per_tensor_default_51" -> "674 select_25" [label="(3, 197, 1, 768)", style=solid]; +"674 select_25" -> "678 view_65" [label="(197, 1, 768)", style=solid]; +"675 select_26" -> "680 view_66" [label="(197, 1, 768)", style=solid]; +"676 view_64" -> "677 transpose_50" [label="(197, 12, 64)", style=solid]; +"677 transpose_50" -> "682 view_67" [label="(12, 197, 64)", style=solid]; +"678 view_65" -> "679 transpose_51" [label="(197, 12, 64)", style=solid]; +"679 transpose_51" -> "683 view_68" [label="(12, 197, 64)", style=solid]; +"680 view_66" -> "681 transpose_52" [label="(197, 12, 64)", style=solid]; +"681 transpose_52" -> "684 view_69" [label="(12, 197, 64)", style=solid]; +"682 view_67" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"683 view_68" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"684 view_69" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"685 scaled_dot_product_attention_8" -> "686 permute_9" [label="(1, 12, 197, 64)", style=solid]; +"686 permute_9" -> "687 view_70" [label="(197, 1, 12, 64)", style=solid]; +"687 view_70" -> "689 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"688 linear_33_updated_constant0" -> "694 quantize_per_channel_default_34" [label="(768, 768)", style=solid]; +"689 view_70_0_0_nncf_smooth_quant_0" -> "690 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"690 quantize_per_tensor_default_52" -> "691 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"691 dequantize_per_tensor_default_52" -> "697 linear_33" [label="(197, 768)", style=solid]; +"692 linear_33_scale_0" -> "694 quantize_per_channel_default_34" [label="(768,)", style=solid]; +"692 linear_33_scale_0" -> "695 dequantize_per_channel_default_34" [label="(768,)", style=solid]; +"693 linear_33_zero_point_0" -> "694 quantize_per_channel_default_34" [label="(768,)", style=solid]; +"693 linear_33_zero_point_0" -> "695 dequantize_per_channel_default_34" [label="(768,)", style=solid]; +"694 quantize_per_channel_default_34" -> "695 dequantize_per_channel_default_34" [label="(768, 768)", style=solid]; +"695 dequantize_per_channel_default_34" -> "697 linear_33" [label="(768, 768)", style=solid]; +"696 _param_constant105_0_0" -> "697 linear_33" [label="(768,)", style=solid]; +"697 linear_33" -> "698 view_71" [label="(197, 768)", style=solid]; +"698 view_71" -> "699 transpose_53" [label="(197, 1, 768)", style=solid]; +"699 transpose_53" -> "700 dropout_25" [label="(1, 197, 768)", style=solid]; +"700 dropout_25" -> "701 add_17" [label="(1, 197, 768)", style=solid]; +"701 add_17" -> "704 layer_norm_17" [label="(1, 197, 768)", style=solid]; +"701 add_17" -> "728 add_18" [label="(1, 197, 768)", style=solid]; +"702 _param_constant106" -> "704 layer_norm_17" [label="(768,)", style=solid]; +"703 _param_constant107" -> "704 layer_norm_17" [label="(768,)", style=solid]; +"704 layer_norm_17" -> "706 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"705 linear_34_updated_constant0" -> "711 quantize_per_channel_default_35" [label="(3072, 768)", style=solid]; +"706 layer_norm_17_0_0_nncf_smooth_quant_0" -> "707 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"707 quantize_per_tensor_default_53" -> "708 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"708 dequantize_per_tensor_default_53" -> "714 linear_34" [label="(1, 197, 768)", style=solid]; +"709 linear_34_scale_0" -> "711 quantize_per_channel_default_35" [label="(3072,)", style=solid]; +"709 linear_34_scale_0" -> "712 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; +"710 linear_34_zero_point_0" -> "711 quantize_per_channel_default_35" [label="(3072,)", style=solid]; +"710 linear_34_zero_point_0" -> "712 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; +"711 quantize_per_channel_default_35" -> "712 dequantize_per_channel_default_35" [label="(3072, 768)", style=solid]; +"712 dequantize_per_channel_default_35" -> "714 linear_34" [label="(3072, 768)", style=solid]; +"713 _param_constant109_0_0" -> "714 linear_34" [label="(3072,)", style=solid]; +"714 linear_34" -> "715 gelu_8" [label="(1, 197, 3072)", style=solid]; +"715 gelu_8" -> "716 dropout_26" [label="(1, 197, 3072)", style=solid]; +"716 dropout_26" -> "718 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"717 linear_35_updated_constant0" -> "723 quantize_per_channel_default_36" [label="(768, 3072)", style=solid]; +"718 dropout_26_0_0_nncf_smooth_quant_0" -> "719 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"719 quantize_per_tensor_default_54" -> "720 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"720 dequantize_per_tensor_default_54" -> "726 linear_35" [label="(1, 197, 3072)", style=solid]; +"721 linear_35_scale_0" -> "723 quantize_per_channel_default_36" [label="(768,)", style=solid]; +"721 linear_35_scale_0" -> "724 dequantize_per_channel_default_36" [label="(768,)", style=solid]; +"722 linear_35_zero_point_0" -> "723 quantize_per_channel_default_36" [label="(768,)", style=solid]; +"722 linear_35_zero_point_0" -> "724 dequantize_per_channel_default_36" [label="(768,)", style=solid]; +"723 quantize_per_channel_default_36" -> "724 dequantize_per_channel_default_36" [label="(768, 3072)", style=solid]; +"724 dequantize_per_channel_default_36" -> "726 linear_35" [label="(768, 3072)", style=solid]; +"725 _param_constant111_0_0" -> "726 linear_35" [label="(768,)", style=solid]; +"726 linear_35" -> "727 dropout_27" [label="(1, 197, 768)", style=solid]; +"727 dropout_27" -> "728 add_18" [label="(1, 197, 768)", style=solid]; +"728 add_18" -> "731 layer_norm_18" [label="(1, 197, 768)", style=solid]; +"728 add_18" -> "780 add_19" [label="(1, 197, 768)", style=solid]; +"729 _param_constant112" -> "731 layer_norm_18" [label="(768,)", style=solid]; +"730 _param_constant113" -> "731 layer_norm_18" [label="(768,)", style=solid]; +"731 layer_norm_18" -> "732 transpose_54" [label="(1, 197, 768)", style=solid]; +"732 transpose_54" -> "734 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"733 linear_36_updated_constant0" -> "739 quantize_per_channel_default_37" [label="(2304, 768)", style=solid]; +"734 transpose_54_0_0_nncf_smooth_quant_0" -> "735 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"735 quantize_per_tensor_default_55" -> "736 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"736 dequantize_per_tensor_default_55" -> "742 linear_36" [label="(197, 1, 768)", style=solid]; +"737 linear_36_scale_0" -> "739 quantize_per_channel_default_37" [label="(2304,)", style=solid]; +"737 linear_36_scale_0" -> "740 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; +"738 linear_36_zero_point_0" -> "739 quantize_per_channel_default_37" [label="(2304,)", style=solid]; +"738 linear_36_zero_point_0" -> "740 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; +"739 quantize_per_channel_default_37" -> "740 dequantize_per_channel_default_37" [label="(2304, 768)", style=solid]; +"740 dequantize_per_channel_default_37" -> "742 linear_36" [label="(2304, 768)", style=solid]; +"741 _param_constant115_0_0" -> "742 linear_36" [label="(2304,)", style=solid]; +"742 linear_36" -> "743 unflatten_9" [label="(197, 1, 2304)", style=solid]; +"743 unflatten_9" -> "744 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; +"744 unsqueeze_9" -> "745 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; +"745 transpose_55" -> "746 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; +"746 squeeze_9" -> "747 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; +"747 contiguous_9" -> "748 quantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"747 contiguous_9" -> "751 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"747 contiguous_9" -> "754 select_29" [label="(3, 197, 1, 768)", style=solid]; +"748 quantize_per_tensor_default_56" -> "749 dequantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"749 dequantize_per_tensor_default_56" -> "750 select_27" [label="(3, 197, 1, 768)", style=solid]; +"750 select_27" -> "755 view_72" [label="(197, 1, 768)", style=solid]; +"751 quantize_per_tensor_default_57" -> "752 dequantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"752 dequantize_per_tensor_default_57" -> "753 select_28" [label="(3, 197, 1, 768)", style=solid]; +"753 select_28" -> "757 view_73" [label="(197, 1, 768)", style=solid]; +"754 select_29" -> "759 view_74" [label="(197, 1, 768)", style=solid]; +"755 view_72" -> "756 transpose_56" [label="(197, 12, 64)", style=solid]; +"756 transpose_56" -> "761 view_75" [label="(12, 197, 64)", style=solid]; +"757 view_73" -> "758 transpose_57" [label="(197, 12, 64)", style=solid]; +"758 transpose_57" -> "762 view_76" [label="(12, 197, 64)", style=solid]; +"759 view_74" -> "760 transpose_58" [label="(197, 12, 64)", style=solid]; +"760 transpose_58" -> "763 view_77" [label="(12, 197, 64)", style=solid]; +"761 view_75" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"762 view_76" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"763 view_77" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"764 scaled_dot_product_attention_9" -> "765 permute_10" [label="(1, 12, 197, 64)", style=solid]; +"765 permute_10" -> "766 view_78" [label="(197, 1, 12, 64)", style=solid]; +"766 view_78" -> "768 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"767 linear_37_updated_constant0" -> "773 quantize_per_channel_default_38" [label="(768, 768)", style=solid]; +"768 view_78_0_0_nncf_smooth_quant_0" -> "769 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"769 quantize_per_tensor_default_58" -> "770 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"770 dequantize_per_tensor_default_58" -> "776 linear_37" [label="(197, 768)", style=solid]; +"771 linear_37_scale_0" -> "773 quantize_per_channel_default_38" [label="(768,)", style=solid]; +"771 linear_37_scale_0" -> "774 dequantize_per_channel_default_38" [label="(768,)", style=solid]; +"772 linear_37_zero_point_0" -> "773 quantize_per_channel_default_38" [label="(768,)", style=solid]; +"772 linear_37_zero_point_0" -> "774 dequantize_per_channel_default_38" [label="(768,)", style=solid]; +"773 quantize_per_channel_default_38" -> "774 dequantize_per_channel_default_38" [label="(768, 768)", style=solid]; +"774 dequantize_per_channel_default_38" -> "776 linear_37" [label="(768, 768)", style=solid]; +"775 _param_constant117_0_0" -> "776 linear_37" [label="(768,)", style=solid]; +"776 linear_37" -> "777 view_79" [label="(197, 768)", style=solid]; +"777 view_79" -> "778 transpose_59" [label="(197, 1, 768)", style=solid]; +"778 transpose_59" -> "779 dropout_28" [label="(1, 197, 768)", style=solid]; +"779 dropout_28" -> "780 add_19" [label="(1, 197, 768)", style=solid]; +"780 add_19" -> "783 layer_norm_19" [label="(1, 197, 768)", style=solid]; +"780 add_19" -> "807 add_20" [label="(1, 197, 768)", style=solid]; +"781 _param_constant118" -> "783 layer_norm_19" [label="(768,)", style=solid]; +"782 _param_constant119" -> "783 layer_norm_19" [label="(768,)", style=solid]; +"783 layer_norm_19" -> "785 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"784 linear_38_updated_constant0" -> "790 quantize_per_channel_default_39" [label="(3072, 768)", style=solid]; +"785 layer_norm_19_0_0_nncf_smooth_quant_0" -> "786 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"786 quantize_per_tensor_default_59" -> "787 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"787 dequantize_per_tensor_default_59" -> "793 linear_38" [label="(1, 197, 768)", style=solid]; +"788 linear_38_scale_0" -> "790 quantize_per_channel_default_39" [label="(3072,)", style=solid]; +"788 linear_38_scale_0" -> "791 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; +"789 linear_38_zero_point_0" -> "790 quantize_per_channel_default_39" [label="(3072,)", style=solid]; +"789 linear_38_zero_point_0" -> "791 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; +"790 quantize_per_channel_default_39" -> "791 dequantize_per_channel_default_39" [label="(3072, 768)", style=solid]; +"791 dequantize_per_channel_default_39" -> "793 linear_38" [label="(3072, 768)", style=solid]; +"792 _param_constant121_0_0" -> "793 linear_38" [label="(3072,)", style=solid]; +"793 linear_38" -> "794 gelu_9" [label="(1, 197, 3072)", style=solid]; +"794 gelu_9" -> "795 dropout_29" [label="(1, 197, 3072)", style=solid]; +"795 dropout_29" -> "797 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"796 linear_39_updated_constant0" -> "802 quantize_per_channel_default_40" [label="(768, 3072)", style=solid]; +"797 dropout_29_0_0_nncf_smooth_quant_0" -> "798 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"798 quantize_per_tensor_default_60" -> "799 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"799 dequantize_per_tensor_default_60" -> "805 linear_39" [label="(1, 197, 3072)", style=solid]; +"800 linear_39_scale_0" -> "802 quantize_per_channel_default_40" [label="(768,)", style=solid]; +"800 linear_39_scale_0" -> "803 dequantize_per_channel_default_40" [label="(768,)", style=solid]; +"801 linear_39_zero_point_0" -> "802 quantize_per_channel_default_40" [label="(768,)", style=solid]; +"801 linear_39_zero_point_0" -> "803 dequantize_per_channel_default_40" [label="(768,)", style=solid]; +"802 quantize_per_channel_default_40" -> "803 dequantize_per_channel_default_40" [label="(768, 3072)", style=solid]; +"803 dequantize_per_channel_default_40" -> "805 linear_39" [label="(768, 3072)", style=solid]; +"804 _param_constant123_0_0" -> "805 linear_39" [label="(768,)", style=solid]; +"805 linear_39" -> "806 dropout_30" [label="(1, 197, 768)", style=solid]; +"806 dropout_30" -> "807 add_20" [label="(1, 197, 768)", style=solid]; +"807 add_20" -> "810 layer_norm_20" [label="(1, 197, 768)", style=solid]; +"807 add_20" -> "859 add_21" [label="(1, 197, 768)", style=solid]; +"808 _param_constant124" -> "810 layer_norm_20" [label="(768,)", style=solid]; +"809 _param_constant125" -> "810 layer_norm_20" [label="(768,)", style=solid]; +"810 layer_norm_20" -> "811 transpose_60" [label="(1, 197, 768)", style=solid]; +"811 transpose_60" -> "813 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"812 linear_40_updated_constant0" -> "818 quantize_per_channel_default_41" [label="(2304, 768)", style=solid]; +"813 transpose_60_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"814 quantize_per_tensor_default_61" -> "815 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"815 dequantize_per_tensor_default_61" -> "821 linear_40" [label="(197, 1, 768)", style=solid]; +"816 linear_40_scale_0" -> "818 quantize_per_channel_default_41" [label="(2304,)", style=solid]; +"816 linear_40_scale_0" -> "819 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; +"817 linear_40_zero_point_0" -> "818 quantize_per_channel_default_41" [label="(2304,)", style=solid]; +"817 linear_40_zero_point_0" -> "819 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; +"818 quantize_per_channel_default_41" -> "819 dequantize_per_channel_default_41" [label="(2304, 768)", style=solid]; +"819 dequantize_per_channel_default_41" -> "821 linear_40" [label="(2304, 768)", style=solid]; +"820 _param_constant127_0_0" -> "821 linear_40" [label="(2304,)", style=solid]; +"821 linear_40" -> "822 unflatten_10" [label="(197, 1, 2304)", style=solid]; +"822 unflatten_10" -> "823 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; +"823 unsqueeze_10" -> "824 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; +"824 transpose_61" -> "825 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; +"825 squeeze_10" -> "826 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; +"826 contiguous_10" -> "827 quantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"826 contiguous_10" -> "830 quantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"826 contiguous_10" -> "833 select_32" [label="(3, 197, 1, 768)", style=solid]; +"827 quantize_per_tensor_default_62" -> "828 dequantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"828 dequantize_per_tensor_default_62" -> "829 select_30" [label="(3, 197, 1, 768)", style=solid]; +"829 select_30" -> "834 view_80" [label="(197, 1, 768)", style=solid]; +"830 quantize_per_tensor_default_63" -> "831 dequantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"831 dequantize_per_tensor_default_63" -> "832 select_31" [label="(3, 197, 1, 768)", style=solid]; +"832 select_31" -> "836 view_81" [label="(197, 1, 768)", style=solid]; +"833 select_32" -> "838 view_82" [label="(197, 1, 768)", style=solid]; +"834 view_80" -> "835 transpose_62" [label="(197, 12, 64)", style=solid]; +"835 transpose_62" -> "840 view_83" [label="(12, 197, 64)", style=solid]; +"836 view_81" -> "837 transpose_63" [label="(197, 12, 64)", style=solid]; +"837 transpose_63" -> "841 view_84" [label="(12, 197, 64)", style=solid]; +"838 view_82" -> "839 transpose_64" [label="(197, 12, 64)", style=solid]; +"839 transpose_64" -> "842 view_85" [label="(12, 197, 64)", style=solid]; +"840 view_83" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"841 view_84" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"842 view_85" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"843 scaled_dot_product_attention_10" -> "844 permute_11" [label="(1, 12, 197, 64)", style=solid]; +"844 permute_11" -> "845 view_86" [label="(197, 1, 12, 64)", style=solid]; +"845 view_86" -> "847 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"846 linear_41_updated_constant0" -> "852 quantize_per_channel_default_42" [label="(768, 768)", style=solid]; +"847 view_86_0_0_nncf_smooth_quant_0" -> "848 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"848 quantize_per_tensor_default_64" -> "849 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"849 dequantize_per_tensor_default_64" -> "855 linear_41" [label="(197, 768)", style=solid]; +"850 linear_41_scale_0" -> "852 quantize_per_channel_default_42" [label="(768,)", style=solid]; +"850 linear_41_scale_0" -> "853 dequantize_per_channel_default_42" [label="(768,)", style=solid]; +"851 linear_41_zero_point_0" -> "852 quantize_per_channel_default_42" [label="(768,)", style=solid]; +"851 linear_41_zero_point_0" -> "853 dequantize_per_channel_default_42" [label="(768,)", style=solid]; +"852 quantize_per_channel_default_42" -> "853 dequantize_per_channel_default_42" [label="(768, 768)", style=solid]; +"853 dequantize_per_channel_default_42" -> "855 linear_41" [label="(768, 768)", style=solid]; +"854 _param_constant129_0_0" -> "855 linear_41" [label="(768,)", style=solid]; +"855 linear_41" -> "856 view_87" [label="(197, 768)", style=solid]; +"856 view_87" -> "857 transpose_65" [label="(197, 1, 768)", style=solid]; +"857 transpose_65" -> "858 dropout_31" [label="(1, 197, 768)", style=solid]; +"858 dropout_31" -> "859 add_21" [label="(1, 197, 768)", style=solid]; +"859 add_21" -> "862 layer_norm_21" [label="(1, 197, 768)", style=solid]; +"859 add_21" -> "886 add_22" [label="(1, 197, 768)", style=solid]; +"860 _param_constant130" -> "862 layer_norm_21" [label="(768,)", style=solid]; +"861 _param_constant131" -> "862 layer_norm_21" [label="(768,)", style=solid]; +"862 layer_norm_21" -> "864 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"863 linear_42_updated_constant0" -> "869 quantize_per_channel_default_43" [label="(3072, 768)", style=solid]; +"864 layer_norm_21_0_0_nncf_smooth_quant_0" -> "865 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"865 quantize_per_tensor_default_65" -> "866 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"866 dequantize_per_tensor_default_65" -> "872 linear_42" [label="(1, 197, 768)", style=solid]; +"867 linear_42_scale_0" -> "869 quantize_per_channel_default_43" [label="(3072,)", style=solid]; +"867 linear_42_scale_0" -> "870 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; +"868 linear_42_zero_point_0" -> "869 quantize_per_channel_default_43" [label="(3072,)", style=solid]; +"868 linear_42_zero_point_0" -> "870 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; +"869 quantize_per_channel_default_43" -> "870 dequantize_per_channel_default_43" [label="(3072, 768)", style=solid]; +"870 dequantize_per_channel_default_43" -> "872 linear_42" [label="(3072, 768)", style=solid]; +"871 _param_constant133_0_0" -> "872 linear_42" [label="(3072,)", style=solid]; +"872 linear_42" -> "873 gelu_10" [label="(1, 197, 3072)", style=solid]; +"873 gelu_10" -> "874 dropout_32" [label="(1, 197, 3072)", style=solid]; +"874 dropout_32" -> "876 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"875 linear_43_updated_constant0" -> "881 quantize_per_channel_default_44" [label="(768, 3072)", style=solid]; +"876 dropout_32_0_0_nncf_smooth_quant_0" -> "877 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"877 quantize_per_tensor_default_66" -> "878 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"878 dequantize_per_tensor_default_66" -> "884 linear_43" [label="(1, 197, 3072)", style=solid]; +"879 linear_43_scale_0" -> "881 quantize_per_channel_default_44" [label="(768,)", style=solid]; +"879 linear_43_scale_0" -> "882 dequantize_per_channel_default_44" [label="(768,)", style=solid]; +"880 linear_43_zero_point_0" -> "881 quantize_per_channel_default_44" [label="(768,)", style=solid]; +"880 linear_43_zero_point_0" -> "882 dequantize_per_channel_default_44" [label="(768,)", style=solid]; +"881 quantize_per_channel_default_44" -> "882 dequantize_per_channel_default_44" [label="(768, 3072)", style=solid]; +"882 dequantize_per_channel_default_44" -> "884 linear_43" [label="(768, 3072)", style=solid]; +"883 _param_constant135_0_0" -> "884 linear_43" [label="(768,)", style=solid]; +"884 linear_43" -> "885 dropout_33" [label="(1, 197, 768)", style=solid]; +"885 dropout_33" -> "886 add_22" [label="(1, 197, 768)", style=solid]; +"886 add_22" -> "889 layer_norm_22" [label="(1, 197, 768)", style=solid]; +"886 add_22" -> "938 add_23" [label="(1, 197, 768)", style=solid]; +"887 _param_constant136" -> "889 layer_norm_22" [label="(768,)", style=solid]; +"888 _param_constant137" -> "889 layer_norm_22" [label="(768,)", style=solid]; +"889 layer_norm_22" -> "890 transpose_66" [label="(1, 197, 768)", style=solid]; +"890 transpose_66" -> "892 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"891 linear_44_updated_constant0" -> "897 quantize_per_channel_default_45" [label="(2304, 768)", style=solid]; +"892 transpose_66_0_0_nncf_smooth_quant_0" -> "893 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"893 quantize_per_tensor_default_67" -> "894 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"894 dequantize_per_tensor_default_67" -> "900 linear_44" [label="(197, 1, 768)", style=solid]; +"895 linear_44_scale_0" -> "897 quantize_per_channel_default_45" [label="(2304,)", style=solid]; +"895 linear_44_scale_0" -> "898 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; +"896 linear_44_zero_point_0" -> "897 quantize_per_channel_default_45" [label="(2304,)", style=solid]; +"896 linear_44_zero_point_0" -> "898 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; +"897 quantize_per_channel_default_45" -> "898 dequantize_per_channel_default_45" [label="(2304, 768)", style=solid]; +"898 dequantize_per_channel_default_45" -> "900 linear_44" [label="(2304, 768)", style=solid]; +"899 _param_constant139_0_0" -> "900 linear_44" [label="(2304,)", style=solid]; +"900 linear_44" -> "901 unflatten_11" [label="(197, 1, 2304)", style=solid]; +"901 unflatten_11" -> "902 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; +"902 unsqueeze_11" -> "903 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; +"903 transpose_67" -> "904 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; +"904 squeeze_11" -> "905 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; +"905 contiguous_11" -> "906 quantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"905 contiguous_11" -> "909 quantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"905 contiguous_11" -> "912 select_35" [label="(3, 197, 1, 768)", style=solid]; +"906 quantize_per_tensor_default_68" -> "907 dequantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"907 dequantize_per_tensor_default_68" -> "908 select_33" [label="(3, 197, 1, 768)", style=solid]; +"908 select_33" -> "913 view_88" [label="(197, 1, 768)", style=solid]; +"909 quantize_per_tensor_default_69" -> "910 dequantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"910 dequantize_per_tensor_default_69" -> "911 select_34" [label="(3, 197, 1, 768)", style=solid]; +"911 select_34" -> "915 view_89" [label="(197, 1, 768)", style=solid]; +"912 select_35" -> "917 view_90" [label="(197, 1, 768)", style=solid]; +"913 view_88" -> "914 transpose_68" [label="(197, 12, 64)", style=solid]; +"914 transpose_68" -> "919 view_91" [label="(12, 197, 64)", style=solid]; +"915 view_89" -> "916 transpose_69" [label="(197, 12, 64)", style=solid]; +"916 transpose_69" -> "920 view_92" [label="(12, 197, 64)", style=solid]; +"917 view_90" -> "918 transpose_70" [label="(197, 12, 64)", style=solid]; +"918 transpose_70" -> "921 view_93" [label="(12, 197, 64)", style=solid]; +"919 view_91" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"920 view_92" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"921 view_93" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"922 scaled_dot_product_attention_11" -> "923 permute_12" [label="(1, 12, 197, 64)", style=solid]; +"923 permute_12" -> "924 view_94" [label="(197, 1, 12, 64)", style=solid]; +"924 view_94" -> "926 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"925 linear_45_updated_constant0" -> "931 quantize_per_channel_default_46" [label="(768, 768)", style=solid]; +"926 view_94_0_0_nncf_smooth_quant_0" -> "927 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"927 quantize_per_tensor_default_70" -> "928 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"928 dequantize_per_tensor_default_70" -> "934 linear_45" [label="(197, 768)", style=solid]; +"929 linear_45_scale_0" -> "931 quantize_per_channel_default_46" [label="(768,)", style=solid]; +"929 linear_45_scale_0" -> "932 dequantize_per_channel_default_46" [label="(768,)", style=solid]; +"930 linear_45_zero_point_0" -> "931 quantize_per_channel_default_46" [label="(768,)", style=solid]; +"930 linear_45_zero_point_0" -> "932 dequantize_per_channel_default_46" [label="(768,)", style=solid]; +"931 quantize_per_channel_default_46" -> "932 dequantize_per_channel_default_46" [label="(768, 768)", style=solid]; +"932 dequantize_per_channel_default_46" -> "934 linear_45" [label="(768, 768)", style=solid]; +"933 _param_constant141_0_0" -> "934 linear_45" [label="(768,)", style=solid]; +"934 linear_45" -> "935 view_95" [label="(197, 768)", style=solid]; +"935 view_95" -> "936 transpose_71" [label="(197, 1, 768)", style=solid]; +"936 transpose_71" -> "937 dropout_34" [label="(1, 197, 768)", style=solid]; +"937 dropout_34" -> "938 add_23" [label="(1, 197, 768)", style=solid]; +"938 add_23" -> "941 layer_norm_23" [label="(1, 197, 768)", style=solid]; +"938 add_23" -> "965 add_24" [label="(1, 197, 768)", style=solid]; +"939 _param_constant142" -> "941 layer_norm_23" [label="(768,)", style=solid]; +"940 _param_constant143" -> "941 layer_norm_23" [label="(768,)", style=solid]; +"941 layer_norm_23" -> "943 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"942 linear_46_updated_constant0" -> "948 quantize_per_channel_default_47" [label="(3072, 768)", style=solid]; +"943 layer_norm_23_0_0_nncf_smooth_quant_0" -> "944 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"944 quantize_per_tensor_default_71" -> "945 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"945 dequantize_per_tensor_default_71" -> "951 linear_46" [label="(1, 197, 768)", style=solid]; +"946 linear_46_scale_0" -> "948 quantize_per_channel_default_47" [label="(3072,)", style=solid]; +"946 linear_46_scale_0" -> "949 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; +"947 linear_46_zero_point_0" -> "948 quantize_per_channel_default_47" [label="(3072,)", style=solid]; +"947 linear_46_zero_point_0" -> "949 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; +"948 quantize_per_channel_default_47" -> "949 dequantize_per_channel_default_47" [label="(3072, 768)", style=solid]; +"949 dequantize_per_channel_default_47" -> "951 linear_46" [label="(3072, 768)", style=solid]; +"950 _param_constant145_0_0" -> "951 linear_46" [label="(3072,)", style=solid]; +"951 linear_46" -> "952 gelu_11" [label="(1, 197, 3072)", style=solid]; +"952 gelu_11" -> "953 dropout_35" [label="(1, 197, 3072)", style=solid]; +"953 dropout_35" -> "955 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"954 linear_47_updated_constant0" -> "960 quantize_per_channel_default_48" [label="(768, 3072)", style=solid]; +"955 dropout_35_0_0_nncf_smooth_quant_0" -> "956 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"956 quantize_per_tensor_default_72" -> "957 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"957 dequantize_per_tensor_default_72" -> "963 linear_47" [label="(1, 197, 3072)", style=solid]; +"958 linear_47_scale_0" -> "960 quantize_per_channel_default_48" [label="(768,)", style=solid]; +"958 linear_47_scale_0" -> "961 dequantize_per_channel_default_48" [label="(768,)", style=solid]; +"959 linear_47_zero_point_0" -> "960 quantize_per_channel_default_48" [label="(768,)", style=solid]; +"959 linear_47_zero_point_0" -> "961 dequantize_per_channel_default_48" [label="(768,)", style=solid]; +"960 quantize_per_channel_default_48" -> "961 dequantize_per_channel_default_48" [label="(768, 3072)", style=solid]; +"961 dequantize_per_channel_default_48" -> "963 linear_47" [label="(768, 3072)", style=solid]; +"962 _param_constant147_0_0" -> "963 linear_47" [label="(768,)", style=solid]; +"963 linear_47" -> "964 dropout_36" [label="(1, 197, 768)", style=solid]; +"964 dropout_36" -> "965 add_24" [label="(1, 197, 768)", style=solid]; +"965 add_24" -> "968 layer_norm_24" [label="(1, 197, 768)", style=solid]; +"966 _param_constant148" -> "968 layer_norm_24" [label="(768,)", style=solid]; +"967 _param_constant149" -> "968 layer_norm_24" [label="(768,)", style=solid]; +"968 layer_norm_24" -> "969 slice_1" [label="(1, 197, 768)", style=solid]; +"969 slice_1" -> "970 select_36" [label="(1, 197, 768)", style=solid]; +"970 select_36" -> "972 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"971 linear_48_updated_constant0" -> "977 quantize_per_channel_default_49" [label="(1000, 768)", style=solid]; +"972 select_36_0_0_nncf_smooth_quant_0" -> "973 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"973 quantize_per_tensor_default_73" -> "974 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"974 dequantize_per_tensor_default_73" -> "980 linear_48" [label="(1, 768)", style=solid]; +"975 linear_48_scale_0" -> "977 quantize_per_channel_default_49" [label="(1000,)", style=solid]; +"975 linear_48_scale_0" -> "978 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; +"976 linear_48_zero_point_0" -> "977 quantize_per_channel_default_49" [label="(1000,)", style=solid]; +"976 linear_48_zero_point_0" -> "978 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; +"977 quantize_per_channel_default_49" -> "978 dequantize_per_channel_default_49" [label="(1000, 768)", style=solid]; +"978 dequantize_per_channel_default_49" -> "980 linear_48" [label="(1000, 768)", style=solid]; +"979 _param_constant151_0_0" -> "980 linear_48" [label="(1000,)", style=solid]; +"980 linear_48" -> "981 output" [label="(1, 1000)", style=solid]; +} \ No newline at end of file From f6bcdf892945f9612e65fd3d39bdfebdca4326c7 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Thu, 10 Oct 2024 18:02:56 +0400 Subject: [PATCH 23/48] pre-commit fix --- nncf/experimental/torch/fx/quantization/backend_parameters.py | 2 ++ nncf/experimental/torch/fx/quantization/quantize_model.py | 4 ++-- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/nncf/experimental/torch/fx/quantization/backend_parameters.py b/nncf/experimental/torch/fx/quantization/backend_parameters.py index ed980f97bf4..401c781b341 100644 --- a/nncf/experimental/torch/fx/quantization/backend_parameters.py +++ b/nncf/experimental/torch/fx/quantization/backend_parameters.py @@ -10,8 +10,10 @@ # limitations under the License. from typing import Optional + from nncf.quantization.advanced_parameters import AdvancedQuantizationParameters + class FXBackendParameters: COMPRESS_WEIGHTS = "compress_weights" diff --git a/nncf/experimental/torch/fx/quantization/quantize_model.py b/nncf/experimental/torch/fx/quantization/quantize_model.py index dba28c43ba7..946216bd7f0 100644 --- a/nncf/experimental/torch/fx/quantization/quantize_model.py +++ b/nncf/experimental/torch/fx/quantization/quantize_model.py @@ -26,6 +26,7 @@ from nncf.common.logging import nncf_logger from nncf.common.quantization.structs import QuantizationPreset from nncf.data import Dataset +from nncf.experimental.torch.fx.quantization.backend_parameters import is_weight_compression_needed from nncf.experimental.torch.fx.transformations import apply_quantization_transformations from nncf.experimental.torch.fx.transformations import compress_post_quantize_transformation from nncf.experimental.torch.fx.transformations import fq_weights_transformation @@ -40,7 +41,6 @@ from nncf.quantization.advanced_parameters import AdvancedQuantizationParameters from nncf.quantization.algorithms.post_training.algorithm import PostTrainingQuantization from nncf.quantization.algorithms.weight_compression.algorithm import WeightCompression -from nncf.experimental.torch.fx.quantization.backend_parameters import is_weight_compression_needed from nncf.scopes import IgnoredScope DEFAULT_RANGE_TYPE = "mean_min_max" @@ -96,7 +96,7 @@ def quantize_impl( # bias configuration. revert_quantization_transformations(quantized_model) - if(is_weight_compression_needed(advanced_parameters)): + if is_weight_compression_needed(advanced_parameters): compress_post_quantize_transformation(quantized_model) else: fq_weights_transformation(quantized_model) From e1046e9fb35fad8a6db97f9b74423a43a1cec794 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Thu, 10 Oct 2024 18:59:56 +0400 Subject: [PATCH 24/48] update reference graphs --- .../fx/quantized/mobilenet_v3_small.dot | 2134 ++- .../fx/quantized/resnet18.dot | 940 +- .../fx/quantized/swin_v2_s.dot | 12808 +++++++--------- .../fx/quantized/synthetic_transformer.dot | 80 +- .../reference_graphs/fx/quantized/unet.dot | 970 +- .../fx/quantized/vit_b_16.dot | 3912 +++-- 6 files changed, 9579 insertions(+), 11265 deletions(-) diff --git a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot index b4aa19e6b41..00980ff7ac8 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot @@ -2,1181 +2,965 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0" [id=4, type=get_attr]; -"5 conv2d_zero_point_0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 features_0_0_weight_bias_0_0" [id=8, type=get_attr]; -"9 conv2d" [id=9, type=conv2d]; -"10 hardswish__scale_0" [id=10, type=get_attr]; -"11 hardswish__zero_point_0" [id=11, type=get_attr]; -"12 hardswish_" [id=12, type=hardswish_]; -"13 quantize_per_channel_default_1" [id=13, type=quantize_per_channel]; -"14 dequantize_per_channel_default_1" [id=14, type=dequantize_per_channel]; -"15 _param_constant3" [id=15, type=get_attr]; -"16 conv2d_1_scale_0" [id=16, type=get_attr]; -"17 conv2d_1_zero_point_0" [id=17, type=get_attr]; -"18 quantize_per_channel_default_2" [id=18, type=quantize_per_channel]; -"19 dequantize_per_channel_default_2" [id=19, type=dequantize_per_channel]; -"20 features_1_block_0_0_weight_bias_0_0" [id=20, type=get_attr]; -"21 conv2d_1" [id=21, type=conv2d]; -"22 relu_" [id=22, type=relu_]; -"23 quantize_per_tensor_default_1" [id=23, type=quantize_per_tensor]; -"24 dequantize_per_tensor_default_2" [id=24, type=dequantize_per_tensor]; -"25 dequantize_per_tensor_default_1" [id=25, type=dequantize_per_tensor]; -"26 adaptive_avg_pool2d" [id=26, type=adaptive_avg_pool2d]; -"27 _param_constant6" [id=27, type=get_attr]; -"28 _param_constant7_0_0" [id=28, type=get_attr]; -"29 conv2d_2" [id=29, type=conv2d]; -"30 relu" [id=30, type=relu]; -"31 _param_constant8" [id=31, type=get_attr]; -"32 _param_constant9_0_0" [id=32, type=get_attr]; -"33 conv2d_3" [id=33, type=conv2d]; -"34 hardsigmoid" [id=34, type=hardsigmoid]; -"35 quantize_per_tensor_default_2" [id=35, type=quantize_per_tensor]; -"36 dequantize_per_tensor_default_3" [id=36, type=dequantize_per_tensor]; -"37 mul" [id=37, type=mul]; -"38 quantize_per_tensor_default_3" [id=38, type=quantize_per_tensor]; -"39 dequantize_per_tensor_default_4" [id=39, type=dequantize_per_tensor]; -"40 _param_constant10" [id=40, type=get_attr]; -"41 conv2d_4_scale_0" [id=41, type=get_attr]; -"42 conv2d_4_zero_point_0" [id=42, type=get_attr]; -"43 quantize_per_channel_default_3" [id=43, type=quantize_per_channel]; -"44 dequantize_per_channel_default_3" [id=44, type=dequantize_per_channel]; -"45 features_1_block_2_0_weight_bias_0_0" [id=45, type=get_attr]; -"46 conv2d_4" [id=46, type=conv2d]; -"47 quantize_per_tensor_default_4" [id=47, type=quantize_per_tensor]; -"48 dequantize_per_tensor_default_5" [id=48, type=dequantize_per_tensor]; -"49 _param_constant13" [id=49, type=get_attr]; -"50 conv2d_5_scale_0" [id=50, type=get_attr]; -"51 conv2d_5_zero_point_0" [id=51, type=get_attr]; -"52 quantize_per_channel_default_4" [id=52, type=quantize_per_channel]; -"53 dequantize_per_channel_default_4" [id=53, type=dequantize_per_channel]; -"54 features_2_block_0_0_weight_bias_0_0" [id=54, type=get_attr]; -"55 conv2d_5" [id=55, type=conv2d]; -"56 relu__1_scale_0" [id=56, type=get_attr]; -"57 relu__1_zero_point_0" [id=57, type=get_attr]; -"58 relu__1" [id=58, type=relu_]; -"59 quantize_per_channel_default_5" [id=59, type=quantize_per_channel]; -"60 dequantize_per_channel_default_5" [id=60, type=dequantize_per_channel]; -"61 _param_constant16" [id=61, type=get_attr]; -"62 conv2d_6_scale_0" [id=62, type=get_attr]; -"63 conv2d_6_zero_point_0" [id=63, type=get_attr]; -"64 quantize_per_channel_default_6" [id=64, type=quantize_per_channel]; -"65 dequantize_per_channel_default_6" [id=65, type=dequantize_per_channel]; -"66 features_2_block_1_0_weight_bias_0_0" [id=66, type=get_attr]; -"67 conv2d_6" [id=67, type=conv2d]; -"68 relu__2" [id=68, type=relu_]; -"69 quantize_per_tensor_default_5" [id=69, type=quantize_per_tensor]; -"70 dequantize_per_tensor_default_6" [id=70, type=dequantize_per_tensor]; -"71 _param_constant19" [id=71, type=get_attr]; -"72 conv2d_7_scale_0" [id=72, type=get_attr]; -"73 conv2d_7_zero_point_0" [id=73, type=get_attr]; -"74 quantize_per_channel_default_7" [id=74, type=quantize_per_channel]; -"75 dequantize_per_channel_default_7" [id=75, type=dequantize_per_channel]; -"76 features_2_block_2_0_weight_bias_0_0" [id=76, type=get_attr]; -"77 conv2d_7" [id=77, type=conv2d]; -"78 quantize_per_tensor_default_6" [id=78, type=quantize_per_tensor]; -"79 dequantize_per_tensor_default_8" [id=79, type=dequantize_per_tensor]; -"80 dequantize_per_tensor_default_7" [id=80, type=dequantize_per_tensor]; -"81 _param_constant22" [id=81, type=get_attr]; -"82 conv2d_8_scale_0" [id=82, type=get_attr]; -"83 conv2d_8_zero_point_0" [id=83, type=get_attr]; -"84 quantize_per_channel_default_8" [id=84, type=quantize_per_channel]; -"85 dequantize_per_channel_default_8" [id=85, type=dequantize_per_channel]; -"86 features_3_block_0_0_weight_bias_0_0" [id=86, type=get_attr]; -"87 conv2d_8" [id=87, type=conv2d]; -"88 relu__3_scale_0" [id=88, type=get_attr]; -"89 relu__3_zero_point_0" [id=89, type=get_attr]; -"90 relu__3" [id=90, type=relu_]; -"91 quantize_per_channel_default_9" [id=91, type=quantize_per_channel]; -"92 dequantize_per_channel_default_9" [id=92, type=dequantize_per_channel]; -"93 _param_constant25" [id=93, type=get_attr]; -"94 conv2d_9_scale_0" [id=94, type=get_attr]; -"95 conv2d_9_zero_point_0" [id=95, type=get_attr]; -"96 quantize_per_channel_default_10" [id=96, type=quantize_per_channel]; -"97 dequantize_per_channel_default_10" [id=97, type=dequantize_per_channel]; -"98 features_3_block_1_0_weight_bias_0_0" [id=98, type=get_attr]; -"99 conv2d_9" [id=99, type=conv2d]; -"100 relu__4" [id=100, type=relu_]; -"101 quantize_per_tensor_default_7" [id=101, type=quantize_per_tensor]; -"102 dequantize_per_tensor_default_9" [id=102, type=dequantize_per_tensor]; -"103 _param_constant28" [id=103, type=get_attr]; -"104 conv2d_10_scale_0" [id=104, type=get_attr]; -"105 conv2d_10_zero_point_0" [id=105, type=get_attr]; -"106 quantize_per_channel_default_11" [id=106, type=quantize_per_channel]; -"107 dequantize_per_channel_default_11" [id=107, type=dequantize_per_channel]; -"108 features_3_block_2_0_weight_bias_0_0" [id=108, type=get_attr]; -"109 conv2d_10" [id=109, type=conv2d]; -"110 quantize_per_tensor_default_8" [id=110, type=quantize_per_tensor]; -"111 dequantize_per_tensor_default_10" [id=111, type=dequantize_per_tensor]; -"112 add_" [id=112, type=add_]; -"113 quantize_per_tensor_default_9" [id=113, type=quantize_per_tensor]; -"114 dequantize_per_tensor_default_11" [id=114, type=dequantize_per_tensor]; -"115 _param_constant31" [id=115, type=get_attr]; -"116 conv2d_11_scale_0" [id=116, type=get_attr]; -"117 conv2d_11_zero_point_0" [id=117, type=get_attr]; -"118 quantize_per_channel_default_12" [id=118, type=quantize_per_channel]; -"119 dequantize_per_channel_default_12" [id=119, type=dequantize_per_channel]; -"120 features_4_block_0_0_weight_bias_0_0" [id=120, type=get_attr]; -"121 conv2d_11" [id=121, type=conv2d]; -"122 hardswish__1_scale_0" [id=122, type=get_attr]; -"123 hardswish__1_zero_point_0" [id=123, type=get_attr]; -"124 hardswish__1" [id=124, type=hardswish_]; -"125 quantize_per_channel_default_13" [id=125, type=quantize_per_channel]; -"126 dequantize_per_channel_default_13" [id=126, type=dequantize_per_channel]; -"127 _param_constant34" [id=127, type=get_attr]; -"128 conv2d_12_scale_0" [id=128, type=get_attr]; -"129 conv2d_12_zero_point_0" [id=129, type=get_attr]; -"130 quantize_per_channel_default_14" [id=130, type=quantize_per_channel]; -"131 dequantize_per_channel_default_14" [id=131, type=dequantize_per_channel]; -"132 features_4_block_1_0_weight_bias_0_0" [id=132, type=get_attr]; -"133 conv2d_12" [id=133, type=conv2d]; -"134 hardswish__2" [id=134, type=hardswish_]; -"135 quantize_per_tensor_default_10" [id=135, type=quantize_per_tensor]; -"136 dequantize_per_tensor_default_13" [id=136, type=dequantize_per_tensor]; -"137 dequantize_per_tensor_default_12" [id=137, type=dequantize_per_tensor]; -"138 adaptive_avg_pool2d_1" [id=138, type=adaptive_avg_pool2d]; -"139 _param_constant37" [id=139, type=get_attr]; -"140 _param_constant38_0_0" [id=140, type=get_attr]; -"141 conv2d_13" [id=141, type=conv2d]; -"142 relu_1" [id=142, type=relu]; -"143 _param_constant39" [id=143, type=get_attr]; -"144 _param_constant40_0_0" [id=144, type=get_attr]; -"145 conv2d_14" [id=145, type=conv2d]; -"146 hardsigmoid_1" [id=146, type=hardsigmoid]; -"147 quantize_per_tensor_default_11" [id=147, type=quantize_per_tensor]; -"148 dequantize_per_tensor_default_14" [id=148, type=dequantize_per_tensor]; -"149 mul_1" [id=149, type=mul]; -"150 quantize_per_tensor_default_12" [id=150, type=quantize_per_tensor]; -"151 dequantize_per_tensor_default_15" [id=151, type=dequantize_per_tensor]; -"152 _param_constant41" [id=152, type=get_attr]; -"153 conv2d_15_scale_0" [id=153, type=get_attr]; -"154 conv2d_15_zero_point_0" [id=154, type=get_attr]; -"155 quantize_per_channel_default_15" [id=155, type=quantize_per_channel]; -"156 dequantize_per_channel_default_15" [id=156, type=dequantize_per_channel]; -"157 features_4_block_3_0_weight_bias_0_0" [id=157, type=get_attr]; -"158 conv2d_15" [id=158, type=conv2d]; -"159 quantize_per_tensor_default_13" [id=159, type=quantize_per_tensor]; -"160 dequantize_per_tensor_default_17" [id=160, type=dequantize_per_tensor]; -"161 dequantize_per_tensor_default_16" [id=161, type=dequantize_per_tensor]; -"162 _param_constant44" [id=162, type=get_attr]; -"163 conv2d_16_scale_0" [id=163, type=get_attr]; -"164 conv2d_16_zero_point_0" [id=164, type=get_attr]; -"165 quantize_per_channel_default_16" [id=165, type=quantize_per_channel]; -"166 dequantize_per_channel_default_16" [id=166, type=dequantize_per_channel]; -"167 features_5_block_0_0_weight_bias_0_0" [id=167, type=get_attr]; -"168 conv2d_16" [id=168, type=conv2d]; -"169 hardswish__3_scale_0" [id=169, type=get_attr]; -"170 hardswish__3_zero_point_0" [id=170, type=get_attr]; -"171 hardswish__3" [id=171, type=hardswish_]; -"172 quantize_per_channel_default_17" [id=172, type=quantize_per_channel]; -"173 dequantize_per_channel_default_17" [id=173, type=dequantize_per_channel]; -"174 _param_constant47" [id=174, type=get_attr]; -"175 conv2d_17_scale_0" [id=175, type=get_attr]; -"176 conv2d_17_zero_point_0" [id=176, type=get_attr]; -"177 quantize_per_channel_default_18" [id=177, type=quantize_per_channel]; -"178 dequantize_per_channel_default_18" [id=178, type=dequantize_per_channel]; -"179 features_5_block_1_0_weight_bias_0_0" [id=179, type=get_attr]; -"180 conv2d_17" [id=180, type=conv2d]; -"181 hardswish__4" [id=181, type=hardswish_]; -"182 quantize_per_tensor_default_14" [id=182, type=quantize_per_tensor]; -"183 dequantize_per_tensor_default_19" [id=183, type=dequantize_per_tensor]; -"184 dequantize_per_tensor_default_18" [id=184, type=dequantize_per_tensor]; -"185 adaptive_avg_pool2d_2" [id=185, type=adaptive_avg_pool2d]; -"186 _param_constant50" [id=186, type=get_attr]; -"187 _param_constant51_0_0" [id=187, type=get_attr]; -"188 conv2d_18" [id=188, type=conv2d]; -"189 relu_2" [id=189, type=relu]; -"190 _param_constant52" [id=190, type=get_attr]; -"191 _param_constant53_0_0" [id=191, type=get_attr]; -"192 conv2d_19" [id=192, type=conv2d]; -"193 hardsigmoid_2" [id=193, type=hardsigmoid]; -"194 quantize_per_tensor_default_15" [id=194, type=quantize_per_tensor]; -"195 dequantize_per_tensor_default_20" [id=195, type=dequantize_per_tensor]; -"196 mul_2" [id=196, type=mul]; -"197 quantize_per_tensor_default_16" [id=197, type=quantize_per_tensor]; -"198 dequantize_per_tensor_default_21" [id=198, type=dequantize_per_tensor]; -"199 _param_constant54" [id=199, type=get_attr]; -"200 conv2d_20_scale_0" [id=200, type=get_attr]; -"201 conv2d_20_zero_point_0" [id=201, type=get_attr]; -"202 quantize_per_channel_default_19" [id=202, type=quantize_per_channel]; -"203 dequantize_per_channel_default_19" [id=203, type=dequantize_per_channel]; -"204 features_5_block_3_0_weight_bias_0_0" [id=204, type=get_attr]; -"205 conv2d_20" [id=205, type=conv2d]; -"206 quantize_per_tensor_default_17" [id=206, type=quantize_per_tensor]; -"207 dequantize_per_tensor_default_22" [id=207, type=dequantize_per_tensor]; -"208 add__1" [id=208, type=add_]; -"209 quantize_per_tensor_default_18" [id=209, type=quantize_per_tensor]; -"210 dequantize_per_tensor_default_24" [id=210, type=dequantize_per_tensor]; -"211 dequantize_per_tensor_default_23" [id=211, type=dequantize_per_tensor]; -"212 _param_constant57" [id=212, type=get_attr]; -"213 conv2d_21_scale_0" [id=213, type=get_attr]; -"214 conv2d_21_zero_point_0" [id=214, type=get_attr]; -"215 quantize_per_channel_default_20" [id=215, type=quantize_per_channel]; -"216 dequantize_per_channel_default_20" [id=216, type=dequantize_per_channel]; -"217 features_6_block_0_0_weight_bias_0_0" [id=217, type=get_attr]; -"218 conv2d_21" [id=218, type=conv2d]; -"219 hardswish__5_scale_0" [id=219, type=get_attr]; -"220 hardswish__5_zero_point_0" [id=220, type=get_attr]; -"221 hardswish__5" [id=221, type=hardswish_]; -"222 quantize_per_channel_default_21" [id=222, type=quantize_per_channel]; -"223 dequantize_per_channel_default_21" [id=223, type=dequantize_per_channel]; -"224 _param_constant60" [id=224, type=get_attr]; -"225 conv2d_22_scale_0" [id=225, type=get_attr]; -"226 conv2d_22_zero_point_0" [id=226, type=get_attr]; -"227 quantize_per_channel_default_22" [id=227, type=quantize_per_channel]; -"228 dequantize_per_channel_default_22" [id=228, type=dequantize_per_channel]; -"229 features_6_block_1_0_weight_bias_0_0" [id=229, type=get_attr]; -"230 conv2d_22" [id=230, type=conv2d]; -"231 hardswish__6" [id=231, type=hardswish_]; -"232 quantize_per_tensor_default_19" [id=232, type=quantize_per_tensor]; -"233 dequantize_per_tensor_default_26" [id=233, type=dequantize_per_tensor]; -"234 dequantize_per_tensor_default_25" [id=234, type=dequantize_per_tensor]; -"235 adaptive_avg_pool2d_3" [id=235, type=adaptive_avg_pool2d]; -"236 _param_constant63" [id=236, type=get_attr]; -"237 _param_constant64_0_0" [id=237, type=get_attr]; -"238 conv2d_23" [id=238, type=conv2d]; -"239 relu_3" [id=239, type=relu]; -"240 _param_constant65" [id=240, type=get_attr]; -"241 _param_constant66_0_0" [id=241, type=get_attr]; -"242 conv2d_24" [id=242, type=conv2d]; -"243 hardsigmoid_3" [id=243, type=hardsigmoid]; -"244 quantize_per_tensor_default_20" [id=244, type=quantize_per_tensor]; -"245 dequantize_per_tensor_default_27" [id=245, type=dequantize_per_tensor]; -"246 mul_3" [id=246, type=mul]; -"247 quantize_per_tensor_default_21" [id=247, type=quantize_per_tensor]; -"248 dequantize_per_tensor_default_28" [id=248, type=dequantize_per_tensor]; -"249 _param_constant67" [id=249, type=get_attr]; -"250 conv2d_25_scale_0" [id=250, type=get_attr]; -"251 conv2d_25_zero_point_0" [id=251, type=get_attr]; -"252 quantize_per_channel_default_23" [id=252, type=quantize_per_channel]; -"253 dequantize_per_channel_default_23" [id=253, type=dequantize_per_channel]; -"254 features_6_block_3_0_weight_bias_0_0" [id=254, type=get_attr]; -"255 conv2d_25" [id=255, type=conv2d]; -"256 quantize_per_tensor_default_22" [id=256, type=quantize_per_tensor]; -"257 dequantize_per_tensor_default_29" [id=257, type=dequantize_per_tensor]; -"258 add__2" [id=258, type=add_]; -"259 quantize_per_tensor_default_23" [id=259, type=quantize_per_tensor]; -"260 dequantize_per_tensor_default_30" [id=260, type=dequantize_per_tensor]; -"261 _param_constant70" [id=261, type=get_attr]; -"262 conv2d_26_scale_0" [id=262, type=get_attr]; -"263 conv2d_26_zero_point_0" [id=263, type=get_attr]; -"264 quantize_per_channel_default_24" [id=264, type=quantize_per_channel]; -"265 dequantize_per_channel_default_24" [id=265, type=dequantize_per_channel]; -"266 features_7_block_0_0_weight_bias_0_0" [id=266, type=get_attr]; -"267 conv2d_26" [id=267, type=conv2d]; -"268 hardswish__7_scale_0" [id=268, type=get_attr]; -"269 hardswish__7_zero_point_0" [id=269, type=get_attr]; -"270 hardswish__7" [id=270, type=hardswish_]; -"271 quantize_per_channel_default_25" [id=271, type=quantize_per_channel]; -"272 dequantize_per_channel_default_25" [id=272, type=dequantize_per_channel]; -"273 _param_constant73" [id=273, type=get_attr]; -"274 conv2d_27_scale_0" [id=274, type=get_attr]; -"275 conv2d_27_zero_point_0" [id=275, type=get_attr]; -"276 quantize_per_channel_default_26" [id=276, type=quantize_per_channel]; -"277 dequantize_per_channel_default_26" [id=277, type=dequantize_per_channel]; -"278 features_7_block_1_0_weight_bias_0_0" [id=278, type=get_attr]; -"279 conv2d_27" [id=279, type=conv2d]; -"280 hardswish__8" [id=280, type=hardswish_]; -"281 quantize_per_tensor_default_24" [id=281, type=quantize_per_tensor]; -"282 dequantize_per_tensor_default_32" [id=282, type=dequantize_per_tensor]; -"283 dequantize_per_tensor_default_31" [id=283, type=dequantize_per_tensor]; -"284 adaptive_avg_pool2d_4" [id=284, type=adaptive_avg_pool2d]; -"285 _param_constant76" [id=285, type=get_attr]; -"286 _param_constant77_0_0" [id=286, type=get_attr]; -"287 conv2d_28" [id=287, type=conv2d]; -"288 relu_4" [id=288, type=relu]; -"289 _param_constant78" [id=289, type=get_attr]; -"290 _param_constant79_0_0" [id=290, type=get_attr]; -"291 conv2d_29" [id=291, type=conv2d]; -"292 hardsigmoid_4" [id=292, type=hardsigmoid]; -"293 quantize_per_tensor_default_25" [id=293, type=quantize_per_tensor]; -"294 dequantize_per_tensor_default_33" [id=294, type=dequantize_per_tensor]; -"295 mul_4" [id=295, type=mul]; -"296 quantize_per_tensor_default_26" [id=296, type=quantize_per_tensor]; -"297 dequantize_per_tensor_default_34" [id=297, type=dequantize_per_tensor]; -"298 _param_constant80" [id=298, type=get_attr]; -"299 conv2d_30_scale_0" [id=299, type=get_attr]; -"300 conv2d_30_zero_point_0" [id=300, type=get_attr]; -"301 quantize_per_channel_default_27" [id=301, type=quantize_per_channel]; -"302 dequantize_per_channel_default_27" [id=302, type=dequantize_per_channel]; -"303 features_7_block_3_0_weight_bias_0_0" [id=303, type=get_attr]; -"304 conv2d_30" [id=304, type=conv2d]; -"305 quantize_per_tensor_default_27" [id=305, type=quantize_per_tensor]; -"306 dequantize_per_tensor_default_36" [id=306, type=dequantize_per_tensor]; -"307 dequantize_per_tensor_default_35" [id=307, type=dequantize_per_tensor]; -"308 _param_constant83" [id=308, type=get_attr]; -"309 conv2d_31_scale_0" [id=309, type=get_attr]; -"310 conv2d_31_zero_point_0" [id=310, type=get_attr]; -"311 quantize_per_channel_default_28" [id=311, type=quantize_per_channel]; -"312 dequantize_per_channel_default_28" [id=312, type=dequantize_per_channel]; -"313 features_8_block_0_0_weight_bias_0_0" [id=313, type=get_attr]; -"314 conv2d_31" [id=314, type=conv2d]; -"315 hardswish__9_scale_0" [id=315, type=get_attr]; -"316 hardswish__9_zero_point_0" [id=316, type=get_attr]; -"317 hardswish__9" [id=317, type=hardswish_]; -"318 quantize_per_channel_default_29" [id=318, type=quantize_per_channel]; -"319 dequantize_per_channel_default_29" [id=319, type=dequantize_per_channel]; -"320 _param_constant86" [id=320, type=get_attr]; -"321 conv2d_32_scale_0" [id=321, type=get_attr]; -"322 conv2d_32_zero_point_0" [id=322, type=get_attr]; -"323 quantize_per_channel_default_30" [id=323, type=quantize_per_channel]; -"324 dequantize_per_channel_default_30" [id=324, type=dequantize_per_channel]; -"325 features_8_block_1_0_weight_bias_0_0" [id=325, type=get_attr]; -"326 conv2d_32" [id=326, type=conv2d]; -"327 hardswish__10" [id=327, type=hardswish_]; -"328 quantize_per_tensor_default_28" [id=328, type=quantize_per_tensor]; -"329 dequantize_per_tensor_default_38" [id=329, type=dequantize_per_tensor]; -"330 dequantize_per_tensor_default_37" [id=330, type=dequantize_per_tensor]; -"331 adaptive_avg_pool2d_5" [id=331, type=adaptive_avg_pool2d]; -"332 _param_constant89" [id=332, type=get_attr]; -"333 _param_constant90_0_0" [id=333, type=get_attr]; -"334 conv2d_33" [id=334, type=conv2d]; -"335 relu_5" [id=335, type=relu]; -"336 _param_constant91" [id=336, type=get_attr]; -"337 _param_constant92_0_0" [id=337, type=get_attr]; -"338 conv2d_34" [id=338, type=conv2d]; -"339 hardsigmoid_5" [id=339, type=hardsigmoid]; -"340 quantize_per_tensor_default_29" [id=340, type=quantize_per_tensor]; -"341 dequantize_per_tensor_default_39" [id=341, type=dequantize_per_tensor]; -"342 mul_5" [id=342, type=mul]; -"343 quantize_per_tensor_default_30" [id=343, type=quantize_per_tensor]; -"344 dequantize_per_tensor_default_40" [id=344, type=dequantize_per_tensor]; -"345 _param_constant93" [id=345, type=get_attr]; -"346 conv2d_35_scale_0" [id=346, type=get_attr]; -"347 conv2d_35_zero_point_0" [id=347, type=get_attr]; -"348 quantize_per_channel_default_31" [id=348, type=quantize_per_channel]; -"349 dequantize_per_channel_default_31" [id=349, type=dequantize_per_channel]; -"350 features_8_block_3_0_weight_bias_0_0" [id=350, type=get_attr]; -"351 conv2d_35" [id=351, type=conv2d]; -"352 quantize_per_tensor_default_31" [id=352, type=quantize_per_tensor]; -"353 dequantize_per_tensor_default_41" [id=353, type=dequantize_per_tensor]; -"354 add__3" [id=354, type=add_]; -"355 quantize_per_tensor_default_32" [id=355, type=quantize_per_tensor]; -"356 dequantize_per_tensor_default_42" [id=356, type=dequantize_per_tensor]; -"357 _param_constant96" [id=357, type=get_attr]; -"358 conv2d_36_scale_0" [id=358, type=get_attr]; -"359 conv2d_36_zero_point_0" [id=359, type=get_attr]; -"360 quantize_per_channel_default_32" [id=360, type=quantize_per_channel]; -"361 dequantize_per_channel_default_32" [id=361, type=dequantize_per_channel]; -"362 features_9_block_0_0_weight_bias_0_0" [id=362, type=get_attr]; -"363 conv2d_36" [id=363, type=conv2d]; -"364 hardswish__11_scale_0" [id=364, type=get_attr]; -"365 hardswish__11_zero_point_0" [id=365, type=get_attr]; -"366 hardswish__11" [id=366, type=hardswish_]; -"367 quantize_per_channel_default_33" [id=367, type=quantize_per_channel]; -"368 dequantize_per_channel_default_33" [id=368, type=dequantize_per_channel]; -"369 _param_constant99" [id=369, type=get_attr]; -"370 conv2d_37_scale_0" [id=370, type=get_attr]; -"371 conv2d_37_zero_point_0" [id=371, type=get_attr]; -"372 quantize_per_channel_default_34" [id=372, type=quantize_per_channel]; -"373 dequantize_per_channel_default_34" [id=373, type=dequantize_per_channel]; -"374 features_9_block_1_0_weight_bias_0_0" [id=374, type=get_attr]; -"375 conv2d_37" [id=375, type=conv2d]; -"376 hardswish__12" [id=376, type=hardswish_]; -"377 quantize_per_tensor_default_33" [id=377, type=quantize_per_tensor]; -"378 dequantize_per_tensor_default_44" [id=378, type=dequantize_per_tensor]; -"379 dequantize_per_tensor_default_43" [id=379, type=dequantize_per_tensor]; -"380 adaptive_avg_pool2d_6" [id=380, type=adaptive_avg_pool2d]; -"381 _param_constant102" [id=381, type=get_attr]; -"382 _param_constant103_0_0" [id=382, type=get_attr]; -"383 conv2d_38" [id=383, type=conv2d]; -"384 relu_6" [id=384, type=relu]; -"385 _param_constant104" [id=385, type=get_attr]; -"386 _param_constant105_0_0" [id=386, type=get_attr]; -"387 conv2d_39" [id=387, type=conv2d]; -"388 hardsigmoid_6" [id=388, type=hardsigmoid]; -"389 quantize_per_tensor_default_34" [id=389, type=quantize_per_tensor]; -"390 dequantize_per_tensor_default_45" [id=390, type=dequantize_per_tensor]; -"391 mul_6" [id=391, type=mul]; -"392 quantize_per_tensor_default_35" [id=392, type=quantize_per_tensor]; -"393 dequantize_per_tensor_default_46" [id=393, type=dequantize_per_tensor]; -"394 _param_constant106" [id=394, type=get_attr]; -"395 conv2d_40_scale_0" [id=395, type=get_attr]; -"396 conv2d_40_zero_point_0" [id=396, type=get_attr]; -"397 quantize_per_channel_default_35" [id=397, type=quantize_per_channel]; -"398 dequantize_per_channel_default_35" [id=398, type=dequantize_per_channel]; -"399 features_9_block_3_0_weight_bias_0_0" [id=399, type=get_attr]; -"400 conv2d_40" [id=400, type=conv2d]; -"401 quantize_per_tensor_default_36" [id=401, type=quantize_per_tensor]; -"402 dequantize_per_tensor_default_48" [id=402, type=dequantize_per_tensor]; -"403 dequantize_per_tensor_default_47" [id=403, type=dequantize_per_tensor]; -"404 _param_constant109" [id=404, type=get_attr]; -"405 conv2d_41_scale_0" [id=405, type=get_attr]; -"406 conv2d_41_zero_point_0" [id=406, type=get_attr]; -"407 quantize_per_channel_default_36" [id=407, type=quantize_per_channel]; -"408 dequantize_per_channel_default_36" [id=408, type=dequantize_per_channel]; -"409 features_10_block_0_0_weight_bias_0_0" [id=409, type=get_attr]; -"410 conv2d_41" [id=410, type=conv2d]; -"411 hardswish__13_scale_0" [id=411, type=get_attr]; -"412 hardswish__13_zero_point_0" [id=412, type=get_attr]; -"413 hardswish__13" [id=413, type=hardswish_]; -"414 quantize_per_channel_default_37" [id=414, type=quantize_per_channel]; -"415 dequantize_per_channel_default_37" [id=415, type=dequantize_per_channel]; -"416 _param_constant112" [id=416, type=get_attr]; -"417 conv2d_42_scale_0" [id=417, type=get_attr]; -"418 conv2d_42_zero_point_0" [id=418, type=get_attr]; -"419 quantize_per_channel_default_38" [id=419, type=quantize_per_channel]; -"420 dequantize_per_channel_default_38" [id=420, type=dequantize_per_channel]; -"421 features_10_block_1_0_weight_bias_0_0" [id=421, type=get_attr]; -"422 conv2d_42" [id=422, type=conv2d]; -"423 hardswish__14" [id=423, type=hardswish_]; -"424 quantize_per_tensor_default_37" [id=424, type=quantize_per_tensor]; -"425 dequantize_per_tensor_default_50" [id=425, type=dequantize_per_tensor]; -"426 dequantize_per_tensor_default_49" [id=426, type=dequantize_per_tensor]; -"427 adaptive_avg_pool2d_7" [id=427, type=adaptive_avg_pool2d]; -"428 _param_constant115" [id=428, type=get_attr]; -"429 _param_constant116_0_0" [id=429, type=get_attr]; -"430 conv2d_43" [id=430, type=conv2d]; -"431 relu_7" [id=431, type=relu]; -"432 _param_constant117" [id=432, type=get_attr]; -"433 _param_constant118_0_0" [id=433, type=get_attr]; -"434 conv2d_44" [id=434, type=conv2d]; -"435 hardsigmoid_7" [id=435, type=hardsigmoid]; -"436 quantize_per_tensor_default_38" [id=436, type=quantize_per_tensor]; -"437 dequantize_per_tensor_default_51" [id=437, type=dequantize_per_tensor]; -"438 mul_7" [id=438, type=mul]; -"439 quantize_per_tensor_default_39" [id=439, type=quantize_per_tensor]; -"440 dequantize_per_tensor_default_52" [id=440, type=dequantize_per_tensor]; -"441 _param_constant119" [id=441, type=get_attr]; -"442 conv2d_45_scale_0" [id=442, type=get_attr]; -"443 conv2d_45_zero_point_0" [id=443, type=get_attr]; -"444 quantize_per_channel_default_39" [id=444, type=quantize_per_channel]; -"445 dequantize_per_channel_default_39" [id=445, type=dequantize_per_channel]; -"446 features_10_block_3_0_weight_bias_0_0" [id=446, type=get_attr]; -"447 conv2d_45" [id=447, type=conv2d]; -"448 quantize_per_tensor_default_40" [id=448, type=quantize_per_tensor]; -"449 dequantize_per_tensor_default_53" [id=449, type=dequantize_per_tensor]; -"450 add__4" [id=450, type=add_]; -"451 quantize_per_tensor_default_41" [id=451, type=quantize_per_tensor]; -"452 dequantize_per_tensor_default_55" [id=452, type=dequantize_per_tensor]; -"453 dequantize_per_tensor_default_54" [id=453, type=dequantize_per_tensor]; -"454 _param_constant122" [id=454, type=get_attr]; -"455 conv2d_46_scale_0" [id=455, type=get_attr]; -"456 conv2d_46_zero_point_0" [id=456, type=get_attr]; -"457 quantize_per_channel_default_40" [id=457, type=quantize_per_channel]; -"458 dequantize_per_channel_default_40" [id=458, type=dequantize_per_channel]; -"459 features_11_block_0_0_weight_bias_0_0" [id=459, type=get_attr]; -"460 conv2d_46" [id=460, type=conv2d]; -"461 hardswish__15_scale_0" [id=461, type=get_attr]; -"462 hardswish__15_zero_point_0" [id=462, type=get_attr]; -"463 hardswish__15" [id=463, type=hardswish_]; -"464 quantize_per_channel_default_41" [id=464, type=quantize_per_channel]; -"465 dequantize_per_channel_default_41" [id=465, type=dequantize_per_channel]; -"466 _param_constant125" [id=466, type=get_attr]; -"467 conv2d_47_scale_0" [id=467, type=get_attr]; -"468 conv2d_47_zero_point_0" [id=468, type=get_attr]; -"469 quantize_per_channel_default_42" [id=469, type=quantize_per_channel]; -"470 dequantize_per_channel_default_42" [id=470, type=dequantize_per_channel]; -"471 features_11_block_1_0_weight_bias_0_0" [id=471, type=get_attr]; -"472 conv2d_47" [id=472, type=conv2d]; -"473 hardswish__16" [id=473, type=hardswish_]; -"474 quantize_per_tensor_default_42" [id=474, type=quantize_per_tensor]; -"475 dequantize_per_tensor_default_57" [id=475, type=dequantize_per_tensor]; -"476 dequantize_per_tensor_default_56" [id=476, type=dequantize_per_tensor]; -"477 adaptive_avg_pool2d_8" [id=477, type=adaptive_avg_pool2d]; -"478 _param_constant128" [id=478, type=get_attr]; -"479 _param_constant129_0_0" [id=479, type=get_attr]; -"480 conv2d_48" [id=480, type=conv2d]; -"481 relu_8" [id=481, type=relu]; -"482 _param_constant130" [id=482, type=get_attr]; -"483 _param_constant131_0_0" [id=483, type=get_attr]; -"484 conv2d_49" [id=484, type=conv2d]; -"485 hardsigmoid_8" [id=485, type=hardsigmoid]; -"486 quantize_per_tensor_default_43" [id=486, type=quantize_per_tensor]; -"487 dequantize_per_tensor_default_58" [id=487, type=dequantize_per_tensor]; -"488 mul_8" [id=488, type=mul]; -"489 quantize_per_tensor_default_44" [id=489, type=quantize_per_tensor]; -"490 dequantize_per_tensor_default_59" [id=490, type=dequantize_per_tensor]; -"491 _param_constant132" [id=491, type=get_attr]; -"492 conv2d_50_scale_0" [id=492, type=get_attr]; -"493 conv2d_50_zero_point_0" [id=493, type=get_attr]; -"494 quantize_per_channel_default_43" [id=494, type=quantize_per_channel]; -"495 dequantize_per_channel_default_43" [id=495, type=dequantize_per_channel]; -"496 features_11_block_3_0_weight_bias_0_0" [id=496, type=get_attr]; -"497 conv2d_50" [id=497, type=conv2d]; -"498 quantize_per_tensor_default_45" [id=498, type=quantize_per_tensor]; -"499 dequantize_per_tensor_default_60" [id=499, type=dequantize_per_tensor]; -"500 add__5" [id=500, type=add_]; -"501 quantize_per_tensor_default_46" [id=501, type=quantize_per_tensor]; -"502 dequantize_per_tensor_default_61" [id=502, type=dequantize_per_tensor]; -"503 _param_constant135" [id=503, type=get_attr]; -"504 conv2d_51_scale_0" [id=504, type=get_attr]; -"505 conv2d_51_zero_point_0" [id=505, type=get_attr]; -"506 quantize_per_channel_default_44" [id=506, type=quantize_per_channel]; -"507 dequantize_per_channel_default_44" [id=507, type=dequantize_per_channel]; -"508 features_12_0_weight_bias_0_0" [id=508, type=get_attr]; -"509 conv2d_51" [id=509, type=conv2d]; -"510 hardswish__17" [id=510, type=hardswish_]; -"511 quantize_per_tensor_default_47" [id=511, type=quantize_per_tensor]; -"512 dequantize_per_tensor_default_62" [id=512, type=dequantize_per_tensor]; -"513 adaptive_avg_pool2d_9" [id=513, type=adaptive_avg_pool2d]; -"514 quantize_per_tensor_default_48" [id=514, type=quantize_per_tensor]; -"515 dequantize_per_tensor_default_63" [id=515, type=dequantize_per_tensor]; -"516 flatten" [id=516, type=flatten]; -"517 _param_constant138" [id=517, type=get_attr]; -"518 linear_scale_0" [id=518, type=get_attr]; -"519 linear_zero_point_0" [id=519, type=get_attr]; -"520 quantize_per_channel_default_45" [id=520, type=quantize_per_channel]; -"521 dequantize_per_channel_default_45" [id=521, type=dequantize_per_channel]; -"522 _param_constant139_0_0" [id=522, type=get_attr]; -"523 linear" [id=523, type=linear]; -"524 hardswish__18" [id=524, type=hardswish_]; -"525 quantize_per_tensor_default_49" [id=525, type=quantize_per_tensor]; -"526 dequantize_per_tensor_default_64" [id=526, type=dequantize_per_tensor]; -"527 dropout_" [id=527, type=dropout_]; -"528 _param_constant140" [id=528, type=get_attr]; -"529 linear_1_scale_0" [id=529, type=get_attr]; -"530 linear_1_zero_point_0" [id=530, type=get_attr]; -"531 quantize_per_channel_default_46" [id=531, type=quantize_per_channel]; -"532 dequantize_per_channel_default_46" [id=532, type=dequantize_per_channel]; -"533 _param_constant141_0_0" [id=533, type=get_attr]; -"534 linear_1" [id=534, type=linear]; -"535 output" [id=535, type=output]; +"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; +"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; +"5 features_0_0_weight_bias_0_0" [id=5, type=get_attr]; +"6 mul_tensor" [id=6, type=mul]; +"7 conv2d" [id=7, type=conv2d]; +"8 hardswish__scale_0" [id=8, type=get_attr]; +"9 hardswish__zero_point_0" [id=9, type=get_attr]; +"10 hardswish_" [id=10, type=hardswish_]; +"11 quantize_per_channel_default_1" [id=11, type=quantize_per_channel]; +"12 dequantize_per_channel_default_1" [id=12, type=dequantize_per_channel]; +"13 conv2d_1_scale_0_updated_constant0" [id=13, type=get_attr]; +"14 compressed_weight_updated_constant1" [id=14, type=get_attr]; +"15 features_1_block_0_0_weight_bias_0_0" [id=15, type=get_attr]; +"16 mul_tensor_1" [id=16, type=mul]; +"17 conv2d_1" [id=17, type=conv2d]; +"18 relu_" [id=18, type=relu_]; +"19 quantize_per_tensor_default_1" [id=19, type=quantize_per_tensor]; +"20 dequantize_per_tensor_default_2" [id=20, type=dequantize_per_tensor]; +"21 dequantize_per_tensor_default_1" [id=21, type=dequantize_per_tensor]; +"22 adaptive_avg_pool2d" [id=22, type=adaptive_avg_pool2d]; +"23 _param_constant6" [id=23, type=get_attr]; +"24 _param_constant7_0_0" [id=24, type=get_attr]; +"25 conv2d_2" [id=25, type=conv2d]; +"26 relu" [id=26, type=relu]; +"27 _param_constant8" [id=27, type=get_attr]; +"28 _param_constant9_0_0" [id=28, type=get_attr]; +"29 conv2d_3" [id=29, type=conv2d]; +"30 hardsigmoid" [id=30, type=hardsigmoid]; +"31 quantize_per_tensor_default_2" [id=31, type=quantize_per_tensor]; +"32 dequantize_per_tensor_default_3" [id=32, type=dequantize_per_tensor]; +"33 mul" [id=33, type=mul]; +"34 quantize_per_tensor_default_3" [id=34, type=quantize_per_tensor]; +"35 dequantize_per_tensor_default_4" [id=35, type=dequantize_per_tensor]; +"36 conv2d_4_scale_0_updated_constant0" [id=36, type=get_attr]; +"37 compressed_weight_updated_constant2" [id=37, type=get_attr]; +"38 features_1_block_2_0_weight_bias_0_0" [id=38, type=get_attr]; +"39 mul_tensor_2" [id=39, type=mul]; +"40 conv2d_4" [id=40, type=conv2d]; +"41 quantize_per_tensor_default_4" [id=41, type=quantize_per_tensor]; +"42 dequantize_per_tensor_default_5" [id=42, type=dequantize_per_tensor]; +"43 conv2d_5_scale_0_updated_constant0" [id=43, type=get_attr]; +"44 compressed_weight_updated_constant3" [id=44, type=get_attr]; +"45 features_2_block_0_0_weight_bias_0_0" [id=45, type=get_attr]; +"46 mul_tensor_3" [id=46, type=mul]; +"47 conv2d_5" [id=47, type=conv2d]; +"48 relu__1_scale_0" [id=48, type=get_attr]; +"49 relu__1_zero_point_0" [id=49, type=get_attr]; +"50 relu__1" [id=50, type=relu_]; +"51 quantize_per_channel_default_5" [id=51, type=quantize_per_channel]; +"52 dequantize_per_channel_default_5" [id=52, type=dequantize_per_channel]; +"53 conv2d_6_scale_0_updated_constant0" [id=53, type=get_attr]; +"54 compressed_weight_updated_constant4" [id=54, type=get_attr]; +"55 features_2_block_1_0_weight_bias_0_0" [id=55, type=get_attr]; +"56 mul_tensor_4" [id=56, type=mul]; +"57 conv2d_6" [id=57, type=conv2d]; +"58 relu__2" [id=58, type=relu_]; +"59 quantize_per_tensor_default_5" [id=59, type=quantize_per_tensor]; +"60 dequantize_per_tensor_default_6" [id=60, type=dequantize_per_tensor]; +"61 conv2d_7_scale_0_updated_constant0" [id=61, type=get_attr]; +"62 compressed_weight_updated_constant5" [id=62, type=get_attr]; +"63 features_2_block_2_0_weight_bias_0_0" [id=63, type=get_attr]; +"64 mul_tensor_5" [id=64, type=mul]; +"65 conv2d_7" [id=65, type=conv2d]; +"66 quantize_per_tensor_default_6" [id=66, type=quantize_per_tensor]; +"67 dequantize_per_tensor_default_8" [id=67, type=dequantize_per_tensor]; +"68 dequantize_per_tensor_default_7" [id=68, type=dequantize_per_tensor]; +"69 conv2d_8_scale_0_updated_constant0" [id=69, type=get_attr]; +"70 compressed_weight_updated_constant6" [id=70, type=get_attr]; +"71 features_3_block_0_0_weight_bias_0_0" [id=71, type=get_attr]; +"72 mul_tensor_6" [id=72, type=mul]; +"73 conv2d_8" [id=73, type=conv2d]; +"74 relu__3_scale_0" [id=74, type=get_attr]; +"75 relu__3_zero_point_0" [id=75, type=get_attr]; +"76 relu__3" [id=76, type=relu_]; +"77 quantize_per_channel_default_9" [id=77, type=quantize_per_channel]; +"78 dequantize_per_channel_default_9" [id=78, type=dequantize_per_channel]; +"79 conv2d_9_scale_0_updated_constant0" [id=79, type=get_attr]; +"80 compressed_weight_updated_constant7" [id=80, type=get_attr]; +"81 features_3_block_1_0_weight_bias_0_0" [id=81, type=get_attr]; +"82 mul_tensor_7" [id=82, type=mul]; +"83 conv2d_9" [id=83, type=conv2d]; +"84 relu__4" [id=84, type=relu_]; +"85 quantize_per_tensor_default_7" [id=85, type=quantize_per_tensor]; +"86 dequantize_per_tensor_default_9" [id=86, type=dequantize_per_tensor]; +"87 conv2d_10_scale_0_updated_constant0" [id=87, type=get_attr]; +"88 compressed_weight_updated_constant8" [id=88, type=get_attr]; +"89 features_3_block_2_0_weight_bias_0_0" [id=89, type=get_attr]; +"90 mul_tensor_8" [id=90, type=mul]; +"91 conv2d_10" [id=91, type=conv2d]; +"92 quantize_per_tensor_default_8" [id=92, type=quantize_per_tensor]; +"93 dequantize_per_tensor_default_10" [id=93, type=dequantize_per_tensor]; +"94 add_" [id=94, type=add_]; +"95 quantize_per_tensor_default_9" [id=95, type=quantize_per_tensor]; +"96 dequantize_per_tensor_default_11" [id=96, type=dequantize_per_tensor]; +"97 conv2d_11_scale_0_updated_constant0" [id=97, type=get_attr]; +"98 compressed_weight_updated_constant9" [id=98, type=get_attr]; +"99 features_4_block_0_0_weight_bias_0_0" [id=99, type=get_attr]; +"100 mul_tensor_9" [id=100, type=mul]; +"101 conv2d_11" [id=101, type=conv2d]; +"102 hardswish__1_scale_0" [id=102, type=get_attr]; +"103 hardswish__1_zero_point_0" [id=103, type=get_attr]; +"104 hardswish__1" [id=104, type=hardswish_]; +"105 quantize_per_channel_default_13" [id=105, type=quantize_per_channel]; +"106 dequantize_per_channel_default_13" [id=106, type=dequantize_per_channel]; +"107 conv2d_12_scale_0_updated_constant0" [id=107, type=get_attr]; +"108 compressed_weight_updated_constant10" [id=108, type=get_attr]; +"109 features_4_block_1_0_weight_bias_0_0" [id=109, type=get_attr]; +"110 mul_tensor_10" [id=110, type=mul]; +"111 conv2d_12" [id=111, type=conv2d]; +"112 hardswish__2" [id=112, type=hardswish_]; +"113 quantize_per_tensor_default_10" [id=113, type=quantize_per_tensor]; +"114 dequantize_per_tensor_default_13" [id=114, type=dequantize_per_tensor]; +"115 dequantize_per_tensor_default_12" [id=115, type=dequantize_per_tensor]; +"116 adaptive_avg_pool2d_1" [id=116, type=adaptive_avg_pool2d]; +"117 _param_constant37" [id=117, type=get_attr]; +"118 _param_constant38_0_0" [id=118, type=get_attr]; +"119 conv2d_13" [id=119, type=conv2d]; +"120 relu_1" [id=120, type=relu]; +"121 _param_constant39" [id=121, type=get_attr]; +"122 _param_constant40_0_0" [id=122, type=get_attr]; +"123 conv2d_14" [id=123, type=conv2d]; +"124 hardsigmoid_1" [id=124, type=hardsigmoid]; +"125 quantize_per_tensor_default_11" [id=125, type=quantize_per_tensor]; +"126 dequantize_per_tensor_default_14" [id=126, type=dequantize_per_tensor]; +"127 mul_1" [id=127, type=mul]; +"128 quantize_per_tensor_default_12" [id=128, type=quantize_per_tensor]; +"129 dequantize_per_tensor_default_15" [id=129, type=dequantize_per_tensor]; +"130 conv2d_15_scale_0_updated_constant0" [id=130, type=get_attr]; +"131 compressed_weight_updated_constant11" [id=131, type=get_attr]; +"132 features_4_block_3_0_weight_bias_0_0" [id=132, type=get_attr]; +"133 mul_tensor_11" [id=133, type=mul]; +"134 conv2d_15" [id=134, type=conv2d]; +"135 quantize_per_tensor_default_13" [id=135, type=quantize_per_tensor]; +"136 dequantize_per_tensor_default_17" [id=136, type=dequantize_per_tensor]; +"137 dequantize_per_tensor_default_16" [id=137, type=dequantize_per_tensor]; +"138 conv2d_16_scale_0_updated_constant0" [id=138, type=get_attr]; +"139 compressed_weight_updated_constant12" [id=139, type=get_attr]; +"140 features_5_block_0_0_weight_bias_0_0" [id=140, type=get_attr]; +"141 mul_tensor_12" [id=141, type=mul]; +"142 conv2d_16" [id=142, type=conv2d]; +"143 hardswish__3_scale_0" [id=143, type=get_attr]; +"144 hardswish__3_zero_point_0" [id=144, type=get_attr]; +"145 hardswish__3" [id=145, type=hardswish_]; +"146 quantize_per_channel_default_17" [id=146, type=quantize_per_channel]; +"147 dequantize_per_channel_default_17" [id=147, type=dequantize_per_channel]; +"148 conv2d_17_scale_0_updated_constant0" [id=148, type=get_attr]; +"149 compressed_weight_updated_constant13" [id=149, type=get_attr]; +"150 features_5_block_1_0_weight_bias_0_0" [id=150, type=get_attr]; +"151 mul_tensor_13" [id=151, type=mul]; +"152 conv2d_17" [id=152, type=conv2d]; +"153 hardswish__4" [id=153, type=hardswish_]; +"154 quantize_per_tensor_default_14" [id=154, type=quantize_per_tensor]; +"155 dequantize_per_tensor_default_19" [id=155, type=dequantize_per_tensor]; +"156 dequantize_per_tensor_default_18" [id=156, type=dequantize_per_tensor]; +"157 adaptive_avg_pool2d_2" [id=157, type=adaptive_avg_pool2d]; +"158 _param_constant50" [id=158, type=get_attr]; +"159 _param_constant51_0_0" [id=159, type=get_attr]; +"160 conv2d_18" [id=160, type=conv2d]; +"161 relu_2" [id=161, type=relu]; +"162 _param_constant52" [id=162, type=get_attr]; +"163 _param_constant53_0_0" [id=163, type=get_attr]; +"164 conv2d_19" [id=164, type=conv2d]; +"165 hardsigmoid_2" [id=165, type=hardsigmoid]; +"166 quantize_per_tensor_default_15" [id=166, type=quantize_per_tensor]; +"167 dequantize_per_tensor_default_20" [id=167, type=dequantize_per_tensor]; +"168 mul_2" [id=168, type=mul]; +"169 quantize_per_tensor_default_16" [id=169, type=quantize_per_tensor]; +"170 dequantize_per_tensor_default_21" [id=170, type=dequantize_per_tensor]; +"171 conv2d_20_scale_0_updated_constant0" [id=171, type=get_attr]; +"172 compressed_weight_updated_constant14" [id=172, type=get_attr]; +"173 features_5_block_3_0_weight_bias_0_0" [id=173, type=get_attr]; +"174 mul_tensor_14" [id=174, type=mul]; +"175 conv2d_20" [id=175, type=conv2d]; +"176 quantize_per_tensor_default_17" [id=176, type=quantize_per_tensor]; +"177 dequantize_per_tensor_default_22" [id=177, type=dequantize_per_tensor]; +"178 add__1" [id=178, type=add_]; +"179 quantize_per_tensor_default_18" [id=179, type=quantize_per_tensor]; +"180 dequantize_per_tensor_default_24" [id=180, type=dequantize_per_tensor]; +"181 dequantize_per_tensor_default_23" [id=181, type=dequantize_per_tensor]; +"182 conv2d_21_scale_0_updated_constant0" [id=182, type=get_attr]; +"183 compressed_weight_updated_constant15" [id=183, type=get_attr]; +"184 features_6_block_0_0_weight_bias_0_0" [id=184, type=get_attr]; +"185 mul_tensor_15" [id=185, type=mul]; +"186 conv2d_21" [id=186, type=conv2d]; +"187 hardswish__5_scale_0" [id=187, type=get_attr]; +"188 hardswish__5_zero_point_0" [id=188, type=get_attr]; +"189 hardswish__5" [id=189, type=hardswish_]; +"190 quantize_per_channel_default_21" [id=190, type=quantize_per_channel]; +"191 dequantize_per_channel_default_21" [id=191, type=dequantize_per_channel]; +"192 conv2d_22_scale_0_updated_constant0" [id=192, type=get_attr]; +"193 compressed_weight_updated_constant16" [id=193, type=get_attr]; +"194 features_6_block_1_0_weight_bias_0_0" [id=194, type=get_attr]; +"195 mul_tensor_16" [id=195, type=mul]; +"196 conv2d_22" [id=196, type=conv2d]; +"197 hardswish__6" [id=197, type=hardswish_]; +"198 quantize_per_tensor_default_19" [id=198, type=quantize_per_tensor]; +"199 dequantize_per_tensor_default_26" [id=199, type=dequantize_per_tensor]; +"200 dequantize_per_tensor_default_25" [id=200, type=dequantize_per_tensor]; +"201 adaptive_avg_pool2d_3" [id=201, type=adaptive_avg_pool2d]; +"202 _param_constant63" [id=202, type=get_attr]; +"203 _param_constant64_0_0" [id=203, type=get_attr]; +"204 conv2d_23" [id=204, type=conv2d]; +"205 relu_3" [id=205, type=relu]; +"206 _param_constant65" [id=206, type=get_attr]; +"207 _param_constant66_0_0" [id=207, type=get_attr]; +"208 conv2d_24" [id=208, type=conv2d]; +"209 hardsigmoid_3" [id=209, type=hardsigmoid]; +"210 quantize_per_tensor_default_20" [id=210, type=quantize_per_tensor]; +"211 dequantize_per_tensor_default_27" [id=211, type=dequantize_per_tensor]; +"212 mul_3" [id=212, type=mul]; +"213 quantize_per_tensor_default_21" [id=213, type=quantize_per_tensor]; +"214 dequantize_per_tensor_default_28" [id=214, type=dequantize_per_tensor]; +"215 conv2d_25_scale_0_updated_constant0" [id=215, type=get_attr]; +"216 compressed_weight_updated_constant17" [id=216, type=get_attr]; +"217 features_6_block_3_0_weight_bias_0_0" [id=217, type=get_attr]; +"218 mul_tensor_17" [id=218, type=mul]; +"219 conv2d_25" [id=219, type=conv2d]; +"220 quantize_per_tensor_default_22" [id=220, type=quantize_per_tensor]; +"221 dequantize_per_tensor_default_29" [id=221, type=dequantize_per_tensor]; +"222 add__2" [id=222, type=add_]; +"223 quantize_per_tensor_default_23" [id=223, type=quantize_per_tensor]; +"224 dequantize_per_tensor_default_30" [id=224, type=dequantize_per_tensor]; +"225 conv2d_26_scale_0_updated_constant0" [id=225, type=get_attr]; +"226 compressed_weight_updated_constant18" [id=226, type=get_attr]; +"227 features_7_block_0_0_weight_bias_0_0" [id=227, type=get_attr]; +"228 mul_tensor_18" [id=228, type=mul]; +"229 conv2d_26" [id=229, type=conv2d]; +"230 hardswish__7_scale_0" [id=230, type=get_attr]; +"231 hardswish__7_zero_point_0" [id=231, type=get_attr]; +"232 hardswish__7" [id=232, type=hardswish_]; +"233 quantize_per_channel_default_25" [id=233, type=quantize_per_channel]; +"234 dequantize_per_channel_default_25" [id=234, type=dequantize_per_channel]; +"235 conv2d_27_scale_0_updated_constant0" [id=235, type=get_attr]; +"236 compressed_weight_updated_constant19" [id=236, type=get_attr]; +"237 features_7_block_1_0_weight_bias_0_0" [id=237, type=get_attr]; +"238 mul_tensor_19" [id=238, type=mul]; +"239 conv2d_27" [id=239, type=conv2d]; +"240 hardswish__8" [id=240, type=hardswish_]; +"241 quantize_per_tensor_default_24" [id=241, type=quantize_per_tensor]; +"242 dequantize_per_tensor_default_32" [id=242, type=dequantize_per_tensor]; +"243 dequantize_per_tensor_default_31" [id=243, type=dequantize_per_tensor]; +"244 adaptive_avg_pool2d_4" [id=244, type=adaptive_avg_pool2d]; +"245 _param_constant76" [id=245, type=get_attr]; +"246 _param_constant77_0_0" [id=246, type=get_attr]; +"247 conv2d_28" [id=247, type=conv2d]; +"248 relu_4" [id=248, type=relu]; +"249 _param_constant78" [id=249, type=get_attr]; +"250 _param_constant79_0_0" [id=250, type=get_attr]; +"251 conv2d_29" [id=251, type=conv2d]; +"252 hardsigmoid_4" [id=252, type=hardsigmoid]; +"253 quantize_per_tensor_default_25" [id=253, type=quantize_per_tensor]; +"254 dequantize_per_tensor_default_33" [id=254, type=dequantize_per_tensor]; +"255 mul_4" [id=255, type=mul]; +"256 quantize_per_tensor_default_26" [id=256, type=quantize_per_tensor]; +"257 dequantize_per_tensor_default_34" [id=257, type=dequantize_per_tensor]; +"258 conv2d_30_scale_0_updated_constant0" [id=258, type=get_attr]; +"259 compressed_weight_updated_constant20" [id=259, type=get_attr]; +"260 features_7_block_3_0_weight_bias_0_0" [id=260, type=get_attr]; +"261 mul_tensor_20" [id=261, type=mul]; +"262 conv2d_30" [id=262, type=conv2d]; +"263 quantize_per_tensor_default_27" [id=263, type=quantize_per_tensor]; +"264 dequantize_per_tensor_default_36" [id=264, type=dequantize_per_tensor]; +"265 dequantize_per_tensor_default_35" [id=265, type=dequantize_per_tensor]; +"266 conv2d_31_scale_0_updated_constant0" [id=266, type=get_attr]; +"267 compressed_weight_updated_constant21" [id=267, type=get_attr]; +"268 features_8_block_0_0_weight_bias_0_0" [id=268, type=get_attr]; +"269 mul_tensor_21" [id=269, type=mul]; +"270 conv2d_31" [id=270, type=conv2d]; +"271 hardswish__9_scale_0" [id=271, type=get_attr]; +"272 hardswish__9_zero_point_0" [id=272, type=get_attr]; +"273 hardswish__9" [id=273, type=hardswish_]; +"274 quantize_per_channel_default_29" [id=274, type=quantize_per_channel]; +"275 dequantize_per_channel_default_29" [id=275, type=dequantize_per_channel]; +"276 conv2d_32_scale_0_updated_constant0" [id=276, type=get_attr]; +"277 compressed_weight_updated_constant22" [id=277, type=get_attr]; +"278 features_8_block_1_0_weight_bias_0_0" [id=278, type=get_attr]; +"279 mul_tensor_22" [id=279, type=mul]; +"280 conv2d_32" [id=280, type=conv2d]; +"281 hardswish__10" [id=281, type=hardswish_]; +"282 quantize_per_tensor_default_28" [id=282, type=quantize_per_tensor]; +"283 dequantize_per_tensor_default_38" [id=283, type=dequantize_per_tensor]; +"284 dequantize_per_tensor_default_37" [id=284, type=dequantize_per_tensor]; +"285 adaptive_avg_pool2d_5" [id=285, type=adaptive_avg_pool2d]; +"286 _param_constant89" [id=286, type=get_attr]; +"287 _param_constant90_0_0" [id=287, type=get_attr]; +"288 conv2d_33" [id=288, type=conv2d]; +"289 relu_5" [id=289, type=relu]; +"290 _param_constant91" [id=290, type=get_attr]; +"291 _param_constant92_0_0" [id=291, type=get_attr]; +"292 conv2d_34" [id=292, type=conv2d]; +"293 hardsigmoid_5" [id=293, type=hardsigmoid]; +"294 quantize_per_tensor_default_29" [id=294, type=quantize_per_tensor]; +"295 dequantize_per_tensor_default_39" [id=295, type=dequantize_per_tensor]; +"296 mul_5" [id=296, type=mul]; +"297 quantize_per_tensor_default_30" [id=297, type=quantize_per_tensor]; +"298 dequantize_per_tensor_default_40" [id=298, type=dequantize_per_tensor]; +"299 conv2d_35_scale_0_updated_constant0" [id=299, type=get_attr]; +"300 compressed_weight_updated_constant23" [id=300, type=get_attr]; +"301 features_8_block_3_0_weight_bias_0_0" [id=301, type=get_attr]; +"302 mul_tensor_23" [id=302, type=mul]; +"303 conv2d_35" [id=303, type=conv2d]; +"304 quantize_per_tensor_default_31" [id=304, type=quantize_per_tensor]; +"305 dequantize_per_tensor_default_41" [id=305, type=dequantize_per_tensor]; +"306 add__3" [id=306, type=add_]; +"307 quantize_per_tensor_default_32" [id=307, type=quantize_per_tensor]; +"308 dequantize_per_tensor_default_42" [id=308, type=dequantize_per_tensor]; +"309 conv2d_36_scale_0_updated_constant0" [id=309, type=get_attr]; +"310 compressed_weight_updated_constant24" [id=310, type=get_attr]; +"311 features_9_block_0_0_weight_bias_0_0" [id=311, type=get_attr]; +"312 mul_tensor_24" [id=312, type=mul]; +"313 conv2d_36" [id=313, type=conv2d]; +"314 hardswish__11_scale_0" [id=314, type=get_attr]; +"315 hardswish__11_zero_point_0" [id=315, type=get_attr]; +"316 hardswish__11" [id=316, type=hardswish_]; +"317 quantize_per_channel_default_33" [id=317, type=quantize_per_channel]; +"318 dequantize_per_channel_default_33" [id=318, type=dequantize_per_channel]; +"319 conv2d_37_scale_0_updated_constant0" [id=319, type=get_attr]; +"320 compressed_weight_updated_constant25" [id=320, type=get_attr]; +"321 features_9_block_1_0_weight_bias_0_0" [id=321, type=get_attr]; +"322 mul_tensor_25" [id=322, type=mul]; +"323 conv2d_37" [id=323, type=conv2d]; +"324 hardswish__12" [id=324, type=hardswish_]; +"325 quantize_per_tensor_default_33" [id=325, type=quantize_per_tensor]; +"326 dequantize_per_tensor_default_44" [id=326, type=dequantize_per_tensor]; +"327 dequantize_per_tensor_default_43" [id=327, type=dequantize_per_tensor]; +"328 adaptive_avg_pool2d_6" [id=328, type=adaptive_avg_pool2d]; +"329 _param_constant102" [id=329, type=get_attr]; +"330 _param_constant103_0_0" [id=330, type=get_attr]; +"331 conv2d_38" [id=331, type=conv2d]; +"332 relu_6" [id=332, type=relu]; +"333 _param_constant104" [id=333, type=get_attr]; +"334 _param_constant105_0_0" [id=334, type=get_attr]; +"335 conv2d_39" [id=335, type=conv2d]; +"336 hardsigmoid_6" [id=336, type=hardsigmoid]; +"337 quantize_per_tensor_default_34" [id=337, type=quantize_per_tensor]; +"338 dequantize_per_tensor_default_45" [id=338, type=dequantize_per_tensor]; +"339 mul_6" [id=339, type=mul]; +"340 quantize_per_tensor_default_35" [id=340, type=quantize_per_tensor]; +"341 dequantize_per_tensor_default_46" [id=341, type=dequantize_per_tensor]; +"342 conv2d_40_scale_0_updated_constant0" [id=342, type=get_attr]; +"343 compressed_weight_updated_constant26" [id=343, type=get_attr]; +"344 features_9_block_3_0_weight_bias_0_0" [id=344, type=get_attr]; +"345 mul_tensor_26" [id=345, type=mul]; +"346 conv2d_40" [id=346, type=conv2d]; +"347 quantize_per_tensor_default_36" [id=347, type=quantize_per_tensor]; +"348 dequantize_per_tensor_default_48" [id=348, type=dequantize_per_tensor]; +"349 dequantize_per_tensor_default_47" [id=349, type=dequantize_per_tensor]; +"350 conv2d_41_scale_0_updated_constant0" [id=350, type=get_attr]; +"351 compressed_weight_updated_constant27" [id=351, type=get_attr]; +"352 features_10_block_0_0_weight_bias_0_0" [id=352, type=get_attr]; +"353 mul_tensor_27" [id=353, type=mul]; +"354 conv2d_41" [id=354, type=conv2d]; +"355 hardswish__13_scale_0" [id=355, type=get_attr]; +"356 hardswish__13_zero_point_0" [id=356, type=get_attr]; +"357 hardswish__13" [id=357, type=hardswish_]; +"358 quantize_per_channel_default_37" [id=358, type=quantize_per_channel]; +"359 dequantize_per_channel_default_37" [id=359, type=dequantize_per_channel]; +"360 conv2d_42_scale_0_updated_constant0" [id=360, type=get_attr]; +"361 compressed_weight_updated_constant28" [id=361, type=get_attr]; +"362 features_10_block_1_0_weight_bias_0_0" [id=362, type=get_attr]; +"363 mul_tensor_28" [id=363, type=mul]; +"364 conv2d_42" [id=364, type=conv2d]; +"365 hardswish__14" [id=365, type=hardswish_]; +"366 quantize_per_tensor_default_37" [id=366, type=quantize_per_tensor]; +"367 dequantize_per_tensor_default_50" [id=367, type=dequantize_per_tensor]; +"368 dequantize_per_tensor_default_49" [id=368, type=dequantize_per_tensor]; +"369 adaptive_avg_pool2d_7" [id=369, type=adaptive_avg_pool2d]; +"370 _param_constant115" [id=370, type=get_attr]; +"371 _param_constant116_0_0" [id=371, type=get_attr]; +"372 conv2d_43" [id=372, type=conv2d]; +"373 relu_7" [id=373, type=relu]; +"374 _param_constant117" [id=374, type=get_attr]; +"375 _param_constant118_0_0" [id=375, type=get_attr]; +"376 conv2d_44" [id=376, type=conv2d]; +"377 hardsigmoid_7" [id=377, type=hardsigmoid]; +"378 quantize_per_tensor_default_38" [id=378, type=quantize_per_tensor]; +"379 dequantize_per_tensor_default_51" [id=379, type=dequantize_per_tensor]; +"380 mul_7" [id=380, type=mul]; +"381 quantize_per_tensor_default_39" [id=381, type=quantize_per_tensor]; +"382 dequantize_per_tensor_default_52" [id=382, type=dequantize_per_tensor]; +"383 conv2d_45_scale_0_updated_constant0" [id=383, type=get_attr]; +"384 compressed_weight_updated_constant29" [id=384, type=get_attr]; +"385 features_10_block_3_0_weight_bias_0_0" [id=385, type=get_attr]; +"386 mul_tensor_29" [id=386, type=mul]; +"387 conv2d_45" [id=387, type=conv2d]; +"388 quantize_per_tensor_default_40" [id=388, type=quantize_per_tensor]; +"389 dequantize_per_tensor_default_53" [id=389, type=dequantize_per_tensor]; +"390 add__4" [id=390, type=add_]; +"391 quantize_per_tensor_default_41" [id=391, type=quantize_per_tensor]; +"392 dequantize_per_tensor_default_55" [id=392, type=dequantize_per_tensor]; +"393 dequantize_per_tensor_default_54" [id=393, type=dequantize_per_tensor]; +"394 conv2d_46_scale_0_updated_constant0" [id=394, type=get_attr]; +"395 compressed_weight_updated_constant30" [id=395, type=get_attr]; +"396 features_11_block_0_0_weight_bias_0_0" [id=396, type=get_attr]; +"397 mul_tensor_30" [id=397, type=mul]; +"398 conv2d_46" [id=398, type=conv2d]; +"399 hardswish__15_scale_0" [id=399, type=get_attr]; +"400 hardswish__15_zero_point_0" [id=400, type=get_attr]; +"401 hardswish__15" [id=401, type=hardswish_]; +"402 quantize_per_channel_default_41" [id=402, type=quantize_per_channel]; +"403 dequantize_per_channel_default_41" [id=403, type=dequantize_per_channel]; +"404 conv2d_47_scale_0_updated_constant0" [id=404, type=get_attr]; +"405 compressed_weight_updated_constant31" [id=405, type=get_attr]; +"406 features_11_block_1_0_weight_bias_0_0" [id=406, type=get_attr]; +"407 mul_tensor_31" [id=407, type=mul]; +"408 conv2d_47" [id=408, type=conv2d]; +"409 hardswish__16" [id=409, type=hardswish_]; +"410 quantize_per_tensor_default_42" [id=410, type=quantize_per_tensor]; +"411 dequantize_per_tensor_default_57" [id=411, type=dequantize_per_tensor]; +"412 dequantize_per_tensor_default_56" [id=412, type=dequantize_per_tensor]; +"413 adaptive_avg_pool2d_8" [id=413, type=adaptive_avg_pool2d]; +"414 _param_constant128" [id=414, type=get_attr]; +"415 _param_constant129_0_0" [id=415, type=get_attr]; +"416 conv2d_48" [id=416, type=conv2d]; +"417 relu_8" [id=417, type=relu]; +"418 _param_constant130" [id=418, type=get_attr]; +"419 _param_constant131_0_0" [id=419, type=get_attr]; +"420 conv2d_49" [id=420, type=conv2d]; +"421 hardsigmoid_8" [id=421, type=hardsigmoid]; +"422 quantize_per_tensor_default_43" [id=422, type=quantize_per_tensor]; +"423 dequantize_per_tensor_default_58" [id=423, type=dequantize_per_tensor]; +"424 mul_8" [id=424, type=mul]; +"425 quantize_per_tensor_default_44" [id=425, type=quantize_per_tensor]; +"426 dequantize_per_tensor_default_59" [id=426, type=dequantize_per_tensor]; +"427 conv2d_50_scale_0_updated_constant0" [id=427, type=get_attr]; +"428 compressed_weight_updated_constant32" [id=428, type=get_attr]; +"429 features_11_block_3_0_weight_bias_0_0" [id=429, type=get_attr]; +"430 mul_tensor_32" [id=430, type=mul]; +"431 conv2d_50" [id=431, type=conv2d]; +"432 quantize_per_tensor_default_45" [id=432, type=quantize_per_tensor]; +"433 dequantize_per_tensor_default_60" [id=433, type=dequantize_per_tensor]; +"434 add__5" [id=434, type=add_]; +"435 quantize_per_tensor_default_46" [id=435, type=quantize_per_tensor]; +"436 dequantize_per_tensor_default_61" [id=436, type=dequantize_per_tensor]; +"437 conv2d_51_scale_0_updated_constant0" [id=437, type=get_attr]; +"438 compressed_weight_updated_constant33" [id=438, type=get_attr]; +"439 features_12_0_weight_bias_0_0" [id=439, type=get_attr]; +"440 mul_tensor_33" [id=440, type=mul]; +"441 conv2d_51" [id=441, type=conv2d]; +"442 hardswish__17" [id=442, type=hardswish_]; +"443 quantize_per_tensor_default_47" [id=443, type=quantize_per_tensor]; +"444 dequantize_per_tensor_default_62" [id=444, type=dequantize_per_tensor]; +"445 adaptive_avg_pool2d_9" [id=445, type=adaptive_avg_pool2d]; +"446 quantize_per_tensor_default_48" [id=446, type=quantize_per_tensor]; +"447 dequantize_per_tensor_default_63" [id=447, type=dequantize_per_tensor]; +"448 flatten" [id=448, type=flatten]; +"449 linear_scale_0_updated_constant0" [id=449, type=get_attr]; +"450 compressed_weight_updated_constant34" [id=450, type=get_attr]; +"451 _param_constant139_0_0" [id=451, type=get_attr]; +"452 mul_tensor_34" [id=452, type=mul]; +"453 linear" [id=453, type=linear]; +"454 hardswish__18" [id=454, type=hardswish_]; +"455 quantize_per_tensor_default_49" [id=455, type=quantize_per_tensor]; +"456 dequantize_per_tensor_default_64" [id=456, type=dequantize_per_tensor]; +"457 dropout_" [id=457, type=dropout_]; +"458 linear_1_scale_0_updated_constant0" [id=458, type=get_attr]; +"459 compressed_weight_updated_constant35" [id=459, type=get_attr]; +"460 _param_constant141_0_0" [id=460, type=get_attr]; +"461 mul_tensor_35" [id=461, type=mul]; +"462 linear_1" [id=462, type=linear]; +"463 output" [id=463, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 _param_constant0" -> "6 quantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; -"4 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(16,)", style=solid]; -"4 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(16,)", style=solid]; -"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(16,)", style=solid]; -"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(16,)", style=solid]; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; -"7 dequantize_per_channel_default" -> "9 conv2d" [label="(16, 3, 3, 3)", style=solid]; -"8 features_0_0_weight_bias_0_0" -> "9 conv2d" [label="(16,)", style=solid]; -"9 conv2d" -> "12 hardswish_" [label="(1, 16, 112, 112)", style=solid]; -"10 hardswish__scale_0" -> "13 quantize_per_channel_default_1" [label="(16,)", style=solid]; -"10 hardswish__scale_0" -> "14 dequantize_per_channel_default_1" [label="(16,)", style=solid]; -"11 hardswish__zero_point_0" -> "13 quantize_per_channel_default_1" [label="(16,)", style=solid]; -"11 hardswish__zero_point_0" -> "14 dequantize_per_channel_default_1" [label="(16,)", style=solid]; -"12 hardswish_" -> "13 quantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; -"13 quantize_per_channel_default_1" -> "14 dequantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; -"14 dequantize_per_channel_default_1" -> "21 conv2d_1" [label="(1, 16, 112, 112)", style=solid]; -"15 _param_constant3" -> "18 quantize_per_channel_default_2" [label="(16, 1, 3, 3)", style=solid]; -"16 conv2d_1_scale_0" -> "18 quantize_per_channel_default_2" [label="(16,)", style=solid]; -"16 conv2d_1_scale_0" -> "19 dequantize_per_channel_default_2" [label="(16,)", style=solid]; -"17 conv2d_1_zero_point_0" -> "18 quantize_per_channel_default_2" [label="(16,)", style=solid]; -"17 conv2d_1_zero_point_0" -> "19 dequantize_per_channel_default_2" [label="(16,)", style=solid]; -"18 quantize_per_channel_default_2" -> "19 dequantize_per_channel_default_2" [label="(16, 1, 3, 3)", style=solid]; -"19 dequantize_per_channel_default_2" -> "21 conv2d_1" [label="(16, 1, 3, 3)", style=solid]; -"20 features_1_block_0_0_weight_bias_0_0" -> "21 conv2d_1" [label="(16,)", style=solid]; -"21 conv2d_1" -> "22 relu_" [label="(1, 16, 56, 56)", style=solid]; -"22 relu_" -> "23 quantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; -"23 quantize_per_tensor_default_1" -> "24 dequantize_per_tensor_default_2" [label="(1, 16, 56, 56)", style=solid]; -"23 quantize_per_tensor_default_1" -> "25 dequantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; -"24 dequantize_per_tensor_default_2" -> "37 mul" [label="(1, 16, 56, 56)", style=solid]; -"25 dequantize_per_tensor_default_1" -> "26 adaptive_avg_pool2d" [label="(1, 16, 56, 56)", style=solid]; -"26 adaptive_avg_pool2d" -> "29 conv2d_2" [label="(1, 16, 1, 1)", style=solid]; -"27 _param_constant6" -> "29 conv2d_2" [label="(8, 16, 1, 1)", style=solid]; -"28 _param_constant7_0_0" -> "29 conv2d_2" [label="(8,)", style=solid]; -"29 conv2d_2" -> "30 relu" [label="(1, 8, 1, 1)", style=solid]; -"30 relu" -> "33 conv2d_3" [label="(1, 8, 1, 1)", style=solid]; -"31 _param_constant8" -> "33 conv2d_3" [label="(16, 8, 1, 1)", style=solid]; -"32 _param_constant9_0_0" -> "33 conv2d_3" [label="(16,)", style=solid]; -"33 conv2d_3" -> "34 hardsigmoid" [label="(1, 16, 1, 1)", style=solid]; -"34 hardsigmoid" -> "35 quantize_per_tensor_default_2" [label="(1, 16, 1, 1)", style=solid]; -"35 quantize_per_tensor_default_2" -> "36 dequantize_per_tensor_default_3" [label="(1, 16, 1, 1)", style=solid]; -"36 dequantize_per_tensor_default_3" -> "37 mul" [label="(1, 16, 1, 1)", style=solid]; -"37 mul" -> "38 quantize_per_tensor_default_3" [label="(1, 16, 56, 56)", style=solid]; -"38 quantize_per_tensor_default_3" -> "39 dequantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; -"39 dequantize_per_tensor_default_4" -> "46 conv2d_4" [label="(1, 16, 56, 56)", style=solid]; -"40 _param_constant10" -> "43 quantize_per_channel_default_3" [label="(16, 16, 1, 1)", style=solid]; -"41 conv2d_4_scale_0" -> "43 quantize_per_channel_default_3" [label="(16,)", style=solid]; -"41 conv2d_4_scale_0" -> "44 dequantize_per_channel_default_3" [label="(16,)", style=solid]; -"42 conv2d_4_zero_point_0" -> "43 quantize_per_channel_default_3" [label="(16,)", style=solid]; -"42 conv2d_4_zero_point_0" -> "44 dequantize_per_channel_default_3" [label="(16,)", style=solid]; -"43 quantize_per_channel_default_3" -> "44 dequantize_per_channel_default_3" [label="(16, 16, 1, 1)", style=solid]; -"44 dequantize_per_channel_default_3" -> "46 conv2d_4" [label="(16, 16, 1, 1)", style=solid]; -"45 features_1_block_2_0_weight_bias_0_0" -> "46 conv2d_4" [label="(16,)", style=solid]; -"46 conv2d_4" -> "47 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; -"47 quantize_per_tensor_default_4" -> "48 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56)", style=solid]; -"48 dequantize_per_tensor_default_5" -> "55 conv2d_5" [label="(1, 16, 56, 56)", style=solid]; -"49 _param_constant13" -> "52 quantize_per_channel_default_4" [label="(72, 16, 1, 1)", style=solid]; -"50 conv2d_5_scale_0" -> "52 quantize_per_channel_default_4" [label="(72,)", style=solid]; -"50 conv2d_5_scale_0" -> "53 dequantize_per_channel_default_4" [label="(72,)", style=solid]; -"51 conv2d_5_zero_point_0" -> "52 quantize_per_channel_default_4" [label="(72,)", style=solid]; -"51 conv2d_5_zero_point_0" -> "53 dequantize_per_channel_default_4" [label="(72,)", style=solid]; -"52 quantize_per_channel_default_4" -> "53 dequantize_per_channel_default_4" [label="(72, 16, 1, 1)", style=solid]; -"53 dequantize_per_channel_default_4" -> "55 conv2d_5" [label="(72, 16, 1, 1)", style=solid]; -"54 features_2_block_0_0_weight_bias_0_0" -> "55 conv2d_5" [label="(72,)", style=solid]; -"55 conv2d_5" -> "58 relu__1" [label="(1, 72, 56, 56)", style=solid]; -"56 relu__1_scale_0" -> "59 quantize_per_channel_default_5" [label="(72,)", style=solid]; -"56 relu__1_scale_0" -> "60 dequantize_per_channel_default_5" [label="(72,)", style=solid]; -"57 relu__1_zero_point_0" -> "59 quantize_per_channel_default_5" [label="(72,)", style=solid]; -"57 relu__1_zero_point_0" -> "60 dequantize_per_channel_default_5" [label="(72,)", style=solid]; -"58 relu__1" -> "59 quantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; -"59 quantize_per_channel_default_5" -> "60 dequantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; -"60 dequantize_per_channel_default_5" -> "67 conv2d_6" [label="(1, 72, 56, 56)", style=solid]; -"61 _param_constant16" -> "64 quantize_per_channel_default_6" [label="(72, 1, 3, 3)", style=solid]; -"62 conv2d_6_scale_0" -> "64 quantize_per_channel_default_6" [label="(72,)", style=solid]; -"62 conv2d_6_scale_0" -> "65 dequantize_per_channel_default_6" [label="(72,)", style=solid]; -"63 conv2d_6_zero_point_0" -> "64 quantize_per_channel_default_6" [label="(72,)", style=solid]; -"63 conv2d_6_zero_point_0" -> "65 dequantize_per_channel_default_6" [label="(72,)", style=solid]; -"64 quantize_per_channel_default_6" -> "65 dequantize_per_channel_default_6" [label="(72, 1, 3, 3)", style=solid]; -"65 dequantize_per_channel_default_6" -> "67 conv2d_6" [label="(72, 1, 3, 3)", style=solid]; -"66 features_2_block_1_0_weight_bias_0_0" -> "67 conv2d_6" [label="(72,)", style=solid]; -"67 conv2d_6" -> "68 relu__2" [label="(1, 72, 28, 28)", style=solid]; -"68 relu__2" -> "69 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; -"69 quantize_per_tensor_default_5" -> "70 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28)", style=solid]; -"70 dequantize_per_tensor_default_6" -> "77 conv2d_7" [label="(1, 72, 28, 28)", style=solid]; -"71 _param_constant19" -> "74 quantize_per_channel_default_7" [label="(24, 72, 1, 1)", style=solid]; -"72 conv2d_7_scale_0" -> "74 quantize_per_channel_default_7" [label="(24,)", style=solid]; -"72 conv2d_7_scale_0" -> "75 dequantize_per_channel_default_7" [label="(24,)", style=solid]; -"73 conv2d_7_zero_point_0" -> "74 quantize_per_channel_default_7" [label="(24,)", style=solid]; -"73 conv2d_7_zero_point_0" -> "75 dequantize_per_channel_default_7" [label="(24,)", style=solid]; -"74 quantize_per_channel_default_7" -> "75 dequantize_per_channel_default_7" [label="(24, 72, 1, 1)", style=solid]; -"75 dequantize_per_channel_default_7" -> "77 conv2d_7" [label="(24, 72, 1, 1)", style=solid]; -"76 features_2_block_2_0_weight_bias_0_0" -> "77 conv2d_7" [label="(24,)", style=solid]; -"77 conv2d_7" -> "78 quantize_per_tensor_default_6" [label="(1, 24, 28, 28)", style=solid]; -"78 quantize_per_tensor_default_6" -> "79 dequantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; -"78 quantize_per_tensor_default_6" -> "80 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28)", style=solid]; -"79 dequantize_per_tensor_default_8" -> "112 add_" [label="(1, 24, 28, 28)", style=solid]; -"80 dequantize_per_tensor_default_7" -> "87 conv2d_8" [label="(1, 24, 28, 28)", style=solid]; -"81 _param_constant22" -> "84 quantize_per_channel_default_8" [label="(88, 24, 1, 1)", style=solid]; -"82 conv2d_8_scale_0" -> "84 quantize_per_channel_default_8" [label="(88,)", style=solid]; -"82 conv2d_8_scale_0" -> "85 dequantize_per_channel_default_8" [label="(88,)", style=solid]; -"83 conv2d_8_zero_point_0" -> "84 quantize_per_channel_default_8" [label="(88,)", style=solid]; -"83 conv2d_8_zero_point_0" -> "85 dequantize_per_channel_default_8" [label="(88,)", style=solid]; -"84 quantize_per_channel_default_8" -> "85 dequantize_per_channel_default_8" [label="(88, 24, 1, 1)", style=solid]; -"85 dequantize_per_channel_default_8" -> "87 conv2d_8" [label="(88, 24, 1, 1)", style=solid]; -"86 features_3_block_0_0_weight_bias_0_0" -> "87 conv2d_8" [label="(88,)", style=solid]; -"87 conv2d_8" -> "90 relu__3" [label="(1, 88, 28, 28)", style=solid]; -"88 relu__3_scale_0" -> "91 quantize_per_channel_default_9" [label="(88,)", style=solid]; -"88 relu__3_scale_0" -> "92 dequantize_per_channel_default_9" [label="(88,)", style=solid]; -"89 relu__3_zero_point_0" -> "91 quantize_per_channel_default_9" [label="(88,)", style=solid]; -"89 relu__3_zero_point_0" -> "92 dequantize_per_channel_default_9" [label="(88,)", style=solid]; -"90 relu__3" -> "91 quantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; -"91 quantize_per_channel_default_9" -> "92 dequantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; -"92 dequantize_per_channel_default_9" -> "99 conv2d_9" [label="(1, 88, 28, 28)", style=solid]; -"93 _param_constant25" -> "96 quantize_per_channel_default_10" [label="(88, 1, 3, 3)", style=solid]; -"94 conv2d_9_scale_0" -> "96 quantize_per_channel_default_10" [label="(88,)", style=solid]; -"94 conv2d_9_scale_0" -> "97 dequantize_per_channel_default_10" [label="(88,)", style=solid]; -"95 conv2d_9_zero_point_0" -> "96 quantize_per_channel_default_10" [label="(88,)", style=solid]; -"95 conv2d_9_zero_point_0" -> "97 dequantize_per_channel_default_10" [label="(88,)", style=solid]; -"96 quantize_per_channel_default_10" -> "97 dequantize_per_channel_default_10" [label="(88, 1, 3, 3)", style=solid]; -"97 dequantize_per_channel_default_10" -> "99 conv2d_9" [label="(88, 1, 3, 3)", style=solid]; -"98 features_3_block_1_0_weight_bias_0_0" -> "99 conv2d_9" [label="(88,)", style=solid]; -"99 conv2d_9" -> "100 relu__4" [label="(1, 88, 28, 28)", style=solid]; -"100 relu__4" -> "101 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; -"101 quantize_per_tensor_default_7" -> "102 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28)", style=solid]; -"102 dequantize_per_tensor_default_9" -> "109 conv2d_10" [label="(1, 88, 28, 28)", style=solid]; -"103 _param_constant28" -> "106 quantize_per_channel_default_11" [label="(24, 88, 1, 1)", style=solid]; -"104 conv2d_10_scale_0" -> "106 quantize_per_channel_default_11" [label="(24,)", style=solid]; -"104 conv2d_10_scale_0" -> "107 dequantize_per_channel_default_11" [label="(24,)", style=solid]; -"105 conv2d_10_zero_point_0" -> "106 quantize_per_channel_default_11" [label="(24,)", style=solid]; -"105 conv2d_10_zero_point_0" -> "107 dequantize_per_channel_default_11" [label="(24,)", style=solid]; -"106 quantize_per_channel_default_11" -> "107 dequantize_per_channel_default_11" [label="(24, 88, 1, 1)", style=solid]; -"107 dequantize_per_channel_default_11" -> "109 conv2d_10" [label="(24, 88, 1, 1)", style=solid]; -"108 features_3_block_2_0_weight_bias_0_0" -> "109 conv2d_10" [label="(24,)", style=solid]; -"109 conv2d_10" -> "110 quantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; -"110 quantize_per_tensor_default_8" -> "111 dequantize_per_tensor_default_10" [label="(1, 24, 28, 28)", style=solid]; -"111 dequantize_per_tensor_default_10" -> "112 add_" [label="(1, 24, 28, 28)", style=solid]; -"112 add_" -> "113 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; -"113 quantize_per_tensor_default_9" -> "114 dequantize_per_tensor_default_11" [label="(1, 24, 28, 28)", style=solid]; -"114 dequantize_per_tensor_default_11" -> "121 conv2d_11" [label="(1, 24, 28, 28)", style=solid]; -"115 _param_constant31" -> "118 quantize_per_channel_default_12" [label="(96, 24, 1, 1)", style=solid]; -"116 conv2d_11_scale_0" -> "118 quantize_per_channel_default_12" [label="(96,)", style=solid]; -"116 conv2d_11_scale_0" -> "119 dequantize_per_channel_default_12" [label="(96,)", style=solid]; -"117 conv2d_11_zero_point_0" -> "118 quantize_per_channel_default_12" [label="(96,)", style=solid]; -"117 conv2d_11_zero_point_0" -> "119 dequantize_per_channel_default_12" [label="(96,)", style=solid]; -"118 quantize_per_channel_default_12" -> "119 dequantize_per_channel_default_12" [label="(96, 24, 1, 1)", style=solid]; -"119 dequantize_per_channel_default_12" -> "121 conv2d_11" [label="(96, 24, 1, 1)", style=solid]; -"120 features_4_block_0_0_weight_bias_0_0" -> "121 conv2d_11" [label="(96,)", style=solid]; -"121 conv2d_11" -> "124 hardswish__1" [label="(1, 96, 28, 28)", style=solid]; -"122 hardswish__1_scale_0" -> "125 quantize_per_channel_default_13" [label="(96,)", style=solid]; -"122 hardswish__1_scale_0" -> "126 dequantize_per_channel_default_13" [label="(96,)", style=solid]; -"123 hardswish__1_zero_point_0" -> "125 quantize_per_channel_default_13" [label="(96,)", style=solid]; -"123 hardswish__1_zero_point_0" -> "126 dequantize_per_channel_default_13" [label="(96,)", style=solid]; -"124 hardswish__1" -> "125 quantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; -"125 quantize_per_channel_default_13" -> "126 dequantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; -"126 dequantize_per_channel_default_13" -> "133 conv2d_12" [label="(1, 96, 28, 28)", style=solid]; -"127 _param_constant34" -> "130 quantize_per_channel_default_14" [label="(96, 1, 5, 5)", style=solid]; -"128 conv2d_12_scale_0" -> "130 quantize_per_channel_default_14" [label="(96,)", style=solid]; -"128 conv2d_12_scale_0" -> "131 dequantize_per_channel_default_14" [label="(96,)", style=solid]; -"129 conv2d_12_zero_point_0" -> "130 quantize_per_channel_default_14" [label="(96,)", style=solid]; -"129 conv2d_12_zero_point_0" -> "131 dequantize_per_channel_default_14" [label="(96,)", style=solid]; -"130 quantize_per_channel_default_14" -> "131 dequantize_per_channel_default_14" [label="(96, 1, 5, 5)", style=solid]; -"131 dequantize_per_channel_default_14" -> "133 conv2d_12" [label="(96, 1, 5, 5)", style=solid]; -"132 features_4_block_1_0_weight_bias_0_0" -> "133 conv2d_12" [label="(96,)", style=solid]; -"133 conv2d_12" -> "134 hardswish__2" [label="(1, 96, 14, 14)", style=solid]; -"134 hardswish__2" -> "135 quantize_per_tensor_default_10" [label="(1, 96, 14, 14)", style=solid]; -"135 quantize_per_tensor_default_10" -> "136 dequantize_per_tensor_default_13" [label="(1, 96, 14, 14)", style=solid]; -"135 quantize_per_tensor_default_10" -> "137 dequantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; -"136 dequantize_per_tensor_default_13" -> "149 mul_1" [label="(1, 96, 14, 14)", style=solid]; -"137 dequantize_per_tensor_default_12" -> "138 adaptive_avg_pool2d_1" [label="(1, 96, 14, 14)", style=solid]; -"138 adaptive_avg_pool2d_1" -> "141 conv2d_13" [label="(1, 96, 1, 1)", style=solid]; -"139 _param_constant37" -> "141 conv2d_13" [label="(24, 96, 1, 1)", style=solid]; -"140 _param_constant38_0_0" -> "141 conv2d_13" [label="(24,)", style=solid]; -"141 conv2d_13" -> "142 relu_1" [label="(1, 24, 1, 1)", style=solid]; -"142 relu_1" -> "145 conv2d_14" [label="(1, 24, 1, 1)", style=solid]; -"143 _param_constant39" -> "145 conv2d_14" [label="(96, 24, 1, 1)", style=solid]; -"144 _param_constant40_0_0" -> "145 conv2d_14" [label="(96,)", style=solid]; -"145 conv2d_14" -> "146 hardsigmoid_1" [label="(1, 96, 1, 1)", style=solid]; -"146 hardsigmoid_1" -> "147 quantize_per_tensor_default_11" [label="(1, 96, 1, 1)", style=solid]; -"147 quantize_per_tensor_default_11" -> "148 dequantize_per_tensor_default_14" [label="(1, 96, 1, 1)", style=solid]; -"148 dequantize_per_tensor_default_14" -> "149 mul_1" [label="(1, 96, 1, 1)", style=solid]; -"149 mul_1" -> "150 quantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; -"150 quantize_per_tensor_default_12" -> "151 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14)", style=solid]; -"151 dequantize_per_tensor_default_15" -> "158 conv2d_15" [label="(1, 96, 14, 14)", style=solid]; -"152 _param_constant41" -> "155 quantize_per_channel_default_15" [label="(40, 96, 1, 1)", style=solid]; -"153 conv2d_15_scale_0" -> "155 quantize_per_channel_default_15" [label="(40,)", style=solid]; -"153 conv2d_15_scale_0" -> "156 dequantize_per_channel_default_15" [label="(40,)", style=solid]; -"154 conv2d_15_zero_point_0" -> "155 quantize_per_channel_default_15" [label="(40,)", style=solid]; -"154 conv2d_15_zero_point_0" -> "156 dequantize_per_channel_default_15" [label="(40,)", style=solid]; -"155 quantize_per_channel_default_15" -> "156 dequantize_per_channel_default_15" [label="(40, 96, 1, 1)", style=solid]; -"156 dequantize_per_channel_default_15" -> "158 conv2d_15" [label="(40, 96, 1, 1)", style=solid]; -"157 features_4_block_3_0_weight_bias_0_0" -> "158 conv2d_15" [label="(40,)", style=solid]; -"158 conv2d_15" -> "159 quantize_per_tensor_default_13" [label="(1, 40, 14, 14)", style=solid]; -"159 quantize_per_tensor_default_13" -> "160 dequantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; -"159 quantize_per_tensor_default_13" -> "161 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14)", style=solid]; -"160 dequantize_per_tensor_default_17" -> "208 add__1" [label="(1, 40, 14, 14)", style=solid]; -"161 dequantize_per_tensor_default_16" -> "168 conv2d_16" [label="(1, 40, 14, 14)", style=solid]; -"162 _param_constant44" -> "165 quantize_per_channel_default_16" [label="(240, 40, 1, 1)", style=solid]; -"163 conv2d_16_scale_0" -> "165 quantize_per_channel_default_16" [label="(240,)", style=solid]; -"163 conv2d_16_scale_0" -> "166 dequantize_per_channel_default_16" [label="(240,)", style=solid]; -"164 conv2d_16_zero_point_0" -> "165 quantize_per_channel_default_16" [label="(240,)", style=solid]; -"164 conv2d_16_zero_point_0" -> "166 dequantize_per_channel_default_16" [label="(240,)", style=solid]; -"165 quantize_per_channel_default_16" -> "166 dequantize_per_channel_default_16" [label="(240, 40, 1, 1)", style=solid]; -"166 dequantize_per_channel_default_16" -> "168 conv2d_16" [label="(240, 40, 1, 1)", style=solid]; -"167 features_5_block_0_0_weight_bias_0_0" -> "168 conv2d_16" [label="(240,)", style=solid]; -"168 conv2d_16" -> "171 hardswish__3" [label="(1, 240, 14, 14)", style=solid]; -"169 hardswish__3_scale_0" -> "172 quantize_per_channel_default_17" [label="(240,)", style=solid]; -"169 hardswish__3_scale_0" -> "173 dequantize_per_channel_default_17" [label="(240,)", style=solid]; -"170 hardswish__3_zero_point_0" -> "172 quantize_per_channel_default_17" [label="(240,)", style=solid]; -"170 hardswish__3_zero_point_0" -> "173 dequantize_per_channel_default_17" [label="(240,)", style=solid]; -"171 hardswish__3" -> "172 quantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; -"172 quantize_per_channel_default_17" -> "173 dequantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; -"173 dequantize_per_channel_default_17" -> "180 conv2d_17" [label="(1, 240, 14, 14)", style=solid]; -"174 _param_constant47" -> "177 quantize_per_channel_default_18" [label="(240, 1, 5, 5)", style=solid]; -"175 conv2d_17_scale_0" -> "177 quantize_per_channel_default_18" [label="(240,)", style=solid]; -"175 conv2d_17_scale_0" -> "178 dequantize_per_channel_default_18" [label="(240,)", style=solid]; -"176 conv2d_17_zero_point_0" -> "177 quantize_per_channel_default_18" [label="(240,)", style=solid]; -"176 conv2d_17_zero_point_0" -> "178 dequantize_per_channel_default_18" [label="(240,)", style=solid]; -"177 quantize_per_channel_default_18" -> "178 dequantize_per_channel_default_18" [label="(240, 1, 5, 5)", style=solid]; -"178 dequantize_per_channel_default_18" -> "180 conv2d_17" [label="(240, 1, 5, 5)", style=solid]; -"179 features_5_block_1_0_weight_bias_0_0" -> "180 conv2d_17" [label="(240,)", style=solid]; -"180 conv2d_17" -> "181 hardswish__4" [label="(1, 240, 14, 14)", style=solid]; -"181 hardswish__4" -> "182 quantize_per_tensor_default_14" [label="(1, 240, 14, 14)", style=solid]; -"182 quantize_per_tensor_default_14" -> "183 dequantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; -"182 quantize_per_tensor_default_14" -> "184 dequantize_per_tensor_default_18" [label="(1, 240, 14, 14)", style=solid]; -"183 dequantize_per_tensor_default_19" -> "196 mul_2" [label="(1, 240, 14, 14)", style=solid]; -"184 dequantize_per_tensor_default_18" -> "185 adaptive_avg_pool2d_2" [label="(1, 240, 14, 14)", style=solid]; -"185 adaptive_avg_pool2d_2" -> "188 conv2d_18" [label="(1, 240, 1, 1)", style=solid]; -"186 _param_constant50" -> "188 conv2d_18" [label="(64, 240, 1, 1)", style=solid]; -"187 _param_constant51_0_0" -> "188 conv2d_18" [label="(64,)", style=solid]; -"188 conv2d_18" -> "189 relu_2" [label="(1, 64, 1, 1)", style=solid]; -"189 relu_2" -> "192 conv2d_19" [label="(1, 64, 1, 1)", style=solid]; -"190 _param_constant52" -> "192 conv2d_19" [label="(240, 64, 1, 1)", style=solid]; -"191 _param_constant53_0_0" -> "192 conv2d_19" [label="(240,)", style=solid]; -"192 conv2d_19" -> "193 hardsigmoid_2" [label="(1, 240, 1, 1)", style=solid]; -"193 hardsigmoid_2" -> "194 quantize_per_tensor_default_15" [label="(1, 240, 1, 1)", style=solid]; -"194 quantize_per_tensor_default_15" -> "195 dequantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; -"195 dequantize_per_tensor_default_20" -> "196 mul_2" [label="(1, 240, 1, 1)", style=solid]; -"196 mul_2" -> "197 quantize_per_tensor_default_16" [label="(1, 240, 14, 14)", style=solid]; -"197 quantize_per_tensor_default_16" -> "198 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; -"198 dequantize_per_tensor_default_21" -> "205 conv2d_20" [label="(1, 240, 14, 14)", style=solid]; -"199 _param_constant54" -> "202 quantize_per_channel_default_19" [label="(40, 240, 1, 1)", style=solid]; -"200 conv2d_20_scale_0" -> "202 quantize_per_channel_default_19" [label="(40,)", style=solid]; -"200 conv2d_20_scale_0" -> "203 dequantize_per_channel_default_19" [label="(40,)", style=solid]; -"201 conv2d_20_zero_point_0" -> "202 quantize_per_channel_default_19" [label="(40,)", style=solid]; -"201 conv2d_20_zero_point_0" -> "203 dequantize_per_channel_default_19" [label="(40,)", style=solid]; -"202 quantize_per_channel_default_19" -> "203 dequantize_per_channel_default_19" [label="(40, 240, 1, 1)", style=solid]; -"203 dequantize_per_channel_default_19" -> "205 conv2d_20" [label="(40, 240, 1, 1)", style=solid]; -"204 features_5_block_3_0_weight_bias_0_0" -> "205 conv2d_20" [label="(40,)", style=solid]; -"205 conv2d_20" -> "206 quantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; -"206 quantize_per_tensor_default_17" -> "207 dequantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; -"207 dequantize_per_tensor_default_22" -> "208 add__1" [label="(1, 40, 14, 14)", style=solid]; -"208 add__1" -> "209 quantize_per_tensor_default_18" [label="(1, 40, 14, 14)", style=solid]; -"209 quantize_per_tensor_default_18" -> "210 dequantize_per_tensor_default_24" [label="(1, 40, 14, 14)", style=solid]; -"209 quantize_per_tensor_default_18" -> "211 dequantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; -"210 dequantize_per_tensor_default_24" -> "258 add__2" [label="(1, 40, 14, 14)", style=solid]; -"211 dequantize_per_tensor_default_23" -> "218 conv2d_21" [label="(1, 40, 14, 14)", style=solid]; -"212 _param_constant57" -> "215 quantize_per_channel_default_20" [label="(240, 40, 1, 1)", style=solid]; -"213 conv2d_21_scale_0" -> "215 quantize_per_channel_default_20" [label="(240,)", style=solid]; -"213 conv2d_21_scale_0" -> "216 dequantize_per_channel_default_20" [label="(240,)", style=solid]; -"214 conv2d_21_zero_point_0" -> "215 quantize_per_channel_default_20" [label="(240,)", style=solid]; -"214 conv2d_21_zero_point_0" -> "216 dequantize_per_channel_default_20" [label="(240,)", style=solid]; -"215 quantize_per_channel_default_20" -> "216 dequantize_per_channel_default_20" [label="(240, 40, 1, 1)", style=solid]; -"216 dequantize_per_channel_default_20" -> "218 conv2d_21" [label="(240, 40, 1, 1)", style=solid]; -"217 features_6_block_0_0_weight_bias_0_0" -> "218 conv2d_21" [label="(240,)", style=solid]; -"218 conv2d_21" -> "221 hardswish__5" [label="(1, 240, 14, 14)", style=solid]; -"219 hardswish__5_scale_0" -> "222 quantize_per_channel_default_21" [label="(240,)", style=solid]; -"219 hardswish__5_scale_0" -> "223 dequantize_per_channel_default_21" [label="(240,)", style=solid]; -"220 hardswish__5_zero_point_0" -> "222 quantize_per_channel_default_21" [label="(240,)", style=solid]; -"220 hardswish__5_zero_point_0" -> "223 dequantize_per_channel_default_21" [label="(240,)", style=solid]; -"221 hardswish__5" -> "222 quantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; -"222 quantize_per_channel_default_21" -> "223 dequantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; -"223 dequantize_per_channel_default_21" -> "230 conv2d_22" [label="(1, 240, 14, 14)", style=solid]; -"224 _param_constant60" -> "227 quantize_per_channel_default_22" [label="(240, 1, 5, 5)", style=solid]; -"225 conv2d_22_scale_0" -> "227 quantize_per_channel_default_22" [label="(240,)", style=solid]; -"225 conv2d_22_scale_0" -> "228 dequantize_per_channel_default_22" [label="(240,)", style=solid]; -"226 conv2d_22_zero_point_0" -> "227 quantize_per_channel_default_22" [label="(240,)", style=solid]; -"226 conv2d_22_zero_point_0" -> "228 dequantize_per_channel_default_22" [label="(240,)", style=solid]; -"227 quantize_per_channel_default_22" -> "228 dequantize_per_channel_default_22" [label="(240, 1, 5, 5)", style=solid]; -"228 dequantize_per_channel_default_22" -> "230 conv2d_22" [label="(240, 1, 5, 5)", style=solid]; -"229 features_6_block_1_0_weight_bias_0_0" -> "230 conv2d_22" [label="(240,)", style=solid]; -"230 conv2d_22" -> "231 hardswish__6" [label="(1, 240, 14, 14)", style=solid]; -"231 hardswish__6" -> "232 quantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; -"232 quantize_per_tensor_default_19" -> "233 dequantize_per_tensor_default_26" [label="(1, 240, 14, 14)", style=solid]; -"232 quantize_per_tensor_default_19" -> "234 dequantize_per_tensor_default_25" [label="(1, 240, 14, 14)", style=solid]; -"233 dequantize_per_tensor_default_26" -> "246 mul_3" [label="(1, 240, 14, 14)", style=solid]; -"234 dequantize_per_tensor_default_25" -> "235 adaptive_avg_pool2d_3" [label="(1, 240, 14, 14)", style=solid]; -"235 adaptive_avg_pool2d_3" -> "238 conv2d_23" [label="(1, 240, 1, 1)", style=solid]; -"236 _param_constant63" -> "238 conv2d_23" [label="(64, 240, 1, 1)", style=solid]; -"237 _param_constant64_0_0" -> "238 conv2d_23" [label="(64,)", style=solid]; -"238 conv2d_23" -> "239 relu_3" [label="(1, 64, 1, 1)", style=solid]; -"239 relu_3" -> "242 conv2d_24" [label="(1, 64, 1, 1)", style=solid]; -"240 _param_constant65" -> "242 conv2d_24" [label="(240, 64, 1, 1)", style=solid]; -"241 _param_constant66_0_0" -> "242 conv2d_24" [label="(240,)", style=solid]; -"242 conv2d_24" -> "243 hardsigmoid_3" [label="(1, 240, 1, 1)", style=solid]; -"243 hardsigmoid_3" -> "244 quantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; -"244 quantize_per_tensor_default_20" -> "245 dequantize_per_tensor_default_27" [label="(1, 240, 1, 1)", style=solid]; -"245 dequantize_per_tensor_default_27" -> "246 mul_3" [label="(1, 240, 1, 1)", style=solid]; -"246 mul_3" -> "247 quantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; -"247 quantize_per_tensor_default_21" -> "248 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14)", style=solid]; -"248 dequantize_per_tensor_default_28" -> "255 conv2d_25" [label="(1, 240, 14, 14)", style=solid]; -"249 _param_constant67" -> "252 quantize_per_channel_default_23" [label="(40, 240, 1, 1)", style=solid]; -"250 conv2d_25_scale_0" -> "252 quantize_per_channel_default_23" [label="(40,)", style=solid]; -"250 conv2d_25_scale_0" -> "253 dequantize_per_channel_default_23" [label="(40,)", style=solid]; -"251 conv2d_25_zero_point_0" -> "252 quantize_per_channel_default_23" [label="(40,)", style=solid]; -"251 conv2d_25_zero_point_0" -> "253 dequantize_per_channel_default_23" [label="(40,)", style=solid]; -"252 quantize_per_channel_default_23" -> "253 dequantize_per_channel_default_23" [label="(40, 240, 1, 1)", style=solid]; -"253 dequantize_per_channel_default_23" -> "255 conv2d_25" [label="(40, 240, 1, 1)", style=solid]; -"254 features_6_block_3_0_weight_bias_0_0" -> "255 conv2d_25" [label="(40,)", style=solid]; -"255 conv2d_25" -> "256 quantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; -"256 quantize_per_tensor_default_22" -> "257 dequantize_per_tensor_default_29" [label="(1, 40, 14, 14)", style=solid]; -"257 dequantize_per_tensor_default_29" -> "258 add__2" [label="(1, 40, 14, 14)", style=solid]; -"258 add__2" -> "259 quantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; -"259 quantize_per_tensor_default_23" -> "260 dequantize_per_tensor_default_30" [label="(1, 40, 14, 14)", style=solid]; -"260 dequantize_per_tensor_default_30" -> "267 conv2d_26" [label="(1, 40, 14, 14)", style=solid]; -"261 _param_constant70" -> "264 quantize_per_channel_default_24" [label="(120, 40, 1, 1)", style=solid]; -"262 conv2d_26_scale_0" -> "264 quantize_per_channel_default_24" [label="(120,)", style=solid]; -"262 conv2d_26_scale_0" -> "265 dequantize_per_channel_default_24" [label="(120,)", style=solid]; -"263 conv2d_26_zero_point_0" -> "264 quantize_per_channel_default_24" [label="(120,)", style=solid]; -"263 conv2d_26_zero_point_0" -> "265 dequantize_per_channel_default_24" [label="(120,)", style=solid]; -"264 quantize_per_channel_default_24" -> "265 dequantize_per_channel_default_24" [label="(120, 40, 1, 1)", style=solid]; -"265 dequantize_per_channel_default_24" -> "267 conv2d_26" [label="(120, 40, 1, 1)", style=solid]; -"266 features_7_block_0_0_weight_bias_0_0" -> "267 conv2d_26" [label="(120,)", style=solid]; -"267 conv2d_26" -> "270 hardswish__7" [label="(1, 120, 14, 14)", style=solid]; -"268 hardswish__7_scale_0" -> "271 quantize_per_channel_default_25" [label="(120,)", style=solid]; -"268 hardswish__7_scale_0" -> "272 dequantize_per_channel_default_25" [label="(120,)", style=solid]; -"269 hardswish__7_zero_point_0" -> "271 quantize_per_channel_default_25" [label="(120,)", style=solid]; -"269 hardswish__7_zero_point_0" -> "272 dequantize_per_channel_default_25" [label="(120,)", style=solid]; -"270 hardswish__7" -> "271 quantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; -"271 quantize_per_channel_default_25" -> "272 dequantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; -"272 dequantize_per_channel_default_25" -> "279 conv2d_27" [label="(1, 120, 14, 14)", style=solid]; -"273 _param_constant73" -> "276 quantize_per_channel_default_26" [label="(120, 1, 5, 5)", style=solid]; -"274 conv2d_27_scale_0" -> "276 quantize_per_channel_default_26" [label="(120,)", style=solid]; -"274 conv2d_27_scale_0" -> "277 dequantize_per_channel_default_26" [label="(120,)", style=solid]; -"275 conv2d_27_zero_point_0" -> "276 quantize_per_channel_default_26" [label="(120,)", style=solid]; -"275 conv2d_27_zero_point_0" -> "277 dequantize_per_channel_default_26" [label="(120,)", style=solid]; -"276 quantize_per_channel_default_26" -> "277 dequantize_per_channel_default_26" [label="(120, 1, 5, 5)", style=solid]; -"277 dequantize_per_channel_default_26" -> "279 conv2d_27" [label="(120, 1, 5, 5)", style=solid]; -"278 features_7_block_1_0_weight_bias_0_0" -> "279 conv2d_27" [label="(120,)", style=solid]; -"279 conv2d_27" -> "280 hardswish__8" [label="(1, 120, 14, 14)", style=solid]; -"280 hardswish__8" -> "281 quantize_per_tensor_default_24" [label="(1, 120, 14, 14)", style=solid]; -"281 quantize_per_tensor_default_24" -> "282 dequantize_per_tensor_default_32" [label="(1, 120, 14, 14)", style=solid]; -"281 quantize_per_tensor_default_24" -> "283 dequantize_per_tensor_default_31" [label="(1, 120, 14, 14)", style=solid]; -"282 dequantize_per_tensor_default_32" -> "295 mul_4" [label="(1, 120, 14, 14)", style=solid]; -"283 dequantize_per_tensor_default_31" -> "284 adaptive_avg_pool2d_4" [label="(1, 120, 14, 14)", style=solid]; -"284 adaptive_avg_pool2d_4" -> "287 conv2d_28" [label="(1, 120, 1, 1)", style=solid]; -"285 _param_constant76" -> "287 conv2d_28" [label="(32, 120, 1, 1)", style=solid]; -"286 _param_constant77_0_0" -> "287 conv2d_28" [label="(32,)", style=solid]; -"287 conv2d_28" -> "288 relu_4" [label="(1, 32, 1, 1)", style=solid]; -"288 relu_4" -> "291 conv2d_29" [label="(1, 32, 1, 1)", style=solid]; -"289 _param_constant78" -> "291 conv2d_29" [label="(120, 32, 1, 1)", style=solid]; -"290 _param_constant79_0_0" -> "291 conv2d_29" [label="(120,)", style=solid]; -"291 conv2d_29" -> "292 hardsigmoid_4" [label="(1, 120, 1, 1)", style=solid]; -"292 hardsigmoid_4" -> "293 quantize_per_tensor_default_25" [label="(1, 120, 1, 1)", style=solid]; -"293 quantize_per_tensor_default_25" -> "294 dequantize_per_tensor_default_33" [label="(1, 120, 1, 1)", style=solid]; -"294 dequantize_per_tensor_default_33" -> "295 mul_4" [label="(1, 120, 1, 1)", style=solid]; -"295 mul_4" -> "296 quantize_per_tensor_default_26" [label="(1, 120, 14, 14)", style=solid]; -"296 quantize_per_tensor_default_26" -> "297 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14)", style=solid]; -"297 dequantize_per_tensor_default_34" -> "304 conv2d_30" [label="(1, 120, 14, 14)", style=solid]; -"298 _param_constant80" -> "301 quantize_per_channel_default_27" [label="(48, 120, 1, 1)", style=solid]; -"299 conv2d_30_scale_0" -> "301 quantize_per_channel_default_27" [label="(48,)", style=solid]; -"299 conv2d_30_scale_0" -> "302 dequantize_per_channel_default_27" [label="(48,)", style=solid]; -"300 conv2d_30_zero_point_0" -> "301 quantize_per_channel_default_27" [label="(48,)", style=solid]; -"300 conv2d_30_zero_point_0" -> "302 dequantize_per_channel_default_27" [label="(48,)", style=solid]; -"301 quantize_per_channel_default_27" -> "302 dequantize_per_channel_default_27" [label="(48, 120, 1, 1)", style=solid]; -"302 dequantize_per_channel_default_27" -> "304 conv2d_30" [label="(48, 120, 1, 1)", style=solid]; -"303 features_7_block_3_0_weight_bias_0_0" -> "304 conv2d_30" [label="(48,)", style=solid]; -"304 conv2d_30" -> "305 quantize_per_tensor_default_27" [label="(1, 48, 14, 14)", style=solid]; -"305 quantize_per_tensor_default_27" -> "306 dequantize_per_tensor_default_36" [label="(1, 48, 14, 14)", style=solid]; -"305 quantize_per_tensor_default_27" -> "307 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14)", style=solid]; -"306 dequantize_per_tensor_default_36" -> "354 add__3" [label="(1, 48, 14, 14)", style=solid]; -"307 dequantize_per_tensor_default_35" -> "314 conv2d_31" [label="(1, 48, 14, 14)", style=solid]; -"308 _param_constant83" -> "311 quantize_per_channel_default_28" [label="(144, 48, 1, 1)", style=solid]; -"309 conv2d_31_scale_0" -> "311 quantize_per_channel_default_28" [label="(144,)", style=solid]; -"309 conv2d_31_scale_0" -> "312 dequantize_per_channel_default_28" [label="(144,)", style=solid]; -"310 conv2d_31_zero_point_0" -> "311 quantize_per_channel_default_28" [label="(144,)", style=solid]; -"310 conv2d_31_zero_point_0" -> "312 dequantize_per_channel_default_28" [label="(144,)", style=solid]; -"311 quantize_per_channel_default_28" -> "312 dequantize_per_channel_default_28" [label="(144, 48, 1, 1)", style=solid]; -"312 dequantize_per_channel_default_28" -> "314 conv2d_31" [label="(144, 48, 1, 1)", style=solid]; -"313 features_8_block_0_0_weight_bias_0_0" -> "314 conv2d_31" [label="(144,)", style=solid]; -"314 conv2d_31" -> "317 hardswish__9" [label="(1, 144, 14, 14)", style=solid]; -"315 hardswish__9_scale_0" -> "318 quantize_per_channel_default_29" [label="(144,)", style=solid]; -"315 hardswish__9_scale_0" -> "319 dequantize_per_channel_default_29" [label="(144,)", style=solid]; -"316 hardswish__9_zero_point_0" -> "318 quantize_per_channel_default_29" [label="(144,)", style=solid]; -"316 hardswish__9_zero_point_0" -> "319 dequantize_per_channel_default_29" [label="(144,)", style=solid]; -"317 hardswish__9" -> "318 quantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; -"318 quantize_per_channel_default_29" -> "319 dequantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; -"319 dequantize_per_channel_default_29" -> "326 conv2d_32" [label="(1, 144, 14, 14)", style=solid]; -"320 _param_constant86" -> "323 quantize_per_channel_default_30" [label="(144, 1, 5, 5)", style=solid]; -"321 conv2d_32_scale_0" -> "323 quantize_per_channel_default_30" [label="(144,)", style=solid]; -"321 conv2d_32_scale_0" -> "324 dequantize_per_channel_default_30" [label="(144,)", style=solid]; -"322 conv2d_32_zero_point_0" -> "323 quantize_per_channel_default_30" [label="(144,)", style=solid]; -"322 conv2d_32_zero_point_0" -> "324 dequantize_per_channel_default_30" [label="(144,)", style=solid]; -"323 quantize_per_channel_default_30" -> "324 dequantize_per_channel_default_30" [label="(144, 1, 5, 5)", style=solid]; -"324 dequantize_per_channel_default_30" -> "326 conv2d_32" [label="(144, 1, 5, 5)", style=solid]; -"325 features_8_block_1_0_weight_bias_0_0" -> "326 conv2d_32" [label="(144,)", style=solid]; -"326 conv2d_32" -> "327 hardswish__10" [label="(1, 144, 14, 14)", style=solid]; -"327 hardswish__10" -> "328 quantize_per_tensor_default_28" [label="(1, 144, 14, 14)", style=solid]; -"328 quantize_per_tensor_default_28" -> "329 dequantize_per_tensor_default_38" [label="(1, 144, 14, 14)", style=solid]; -"328 quantize_per_tensor_default_28" -> "330 dequantize_per_tensor_default_37" [label="(1, 144, 14, 14)", style=solid]; -"329 dequantize_per_tensor_default_38" -> "342 mul_5" [label="(1, 144, 14, 14)", style=solid]; -"330 dequantize_per_tensor_default_37" -> "331 adaptive_avg_pool2d_5" [label="(1, 144, 14, 14)", style=solid]; -"331 adaptive_avg_pool2d_5" -> "334 conv2d_33" [label="(1, 144, 1, 1)", style=solid]; -"332 _param_constant89" -> "334 conv2d_33" [label="(40, 144, 1, 1)", style=solid]; -"333 _param_constant90_0_0" -> "334 conv2d_33" [label="(40,)", style=solid]; -"334 conv2d_33" -> "335 relu_5" [label="(1, 40, 1, 1)", style=solid]; -"335 relu_5" -> "338 conv2d_34" [label="(1, 40, 1, 1)", style=solid]; -"336 _param_constant91" -> "338 conv2d_34" [label="(144, 40, 1, 1)", style=solid]; -"337 _param_constant92_0_0" -> "338 conv2d_34" [label="(144,)", style=solid]; -"338 conv2d_34" -> "339 hardsigmoid_5" [label="(1, 144, 1, 1)", style=solid]; -"339 hardsigmoid_5" -> "340 quantize_per_tensor_default_29" [label="(1, 144, 1, 1)", style=solid]; -"340 quantize_per_tensor_default_29" -> "341 dequantize_per_tensor_default_39" [label="(1, 144, 1, 1)", style=solid]; -"341 dequantize_per_tensor_default_39" -> "342 mul_5" [label="(1, 144, 1, 1)", style=solid]; -"342 mul_5" -> "343 quantize_per_tensor_default_30" [label="(1, 144, 14, 14)", style=solid]; -"343 quantize_per_tensor_default_30" -> "344 dequantize_per_tensor_default_40" [label="(1, 144, 14, 14)", style=solid]; -"344 dequantize_per_tensor_default_40" -> "351 conv2d_35" [label="(1, 144, 14, 14)", style=solid]; -"345 _param_constant93" -> "348 quantize_per_channel_default_31" [label="(48, 144, 1, 1)", style=solid]; -"346 conv2d_35_scale_0" -> "348 quantize_per_channel_default_31" [label="(48,)", style=solid]; -"346 conv2d_35_scale_0" -> "349 dequantize_per_channel_default_31" [label="(48,)", style=solid]; -"347 conv2d_35_zero_point_0" -> "348 quantize_per_channel_default_31" [label="(48,)", style=solid]; -"347 conv2d_35_zero_point_0" -> "349 dequantize_per_channel_default_31" [label="(48,)", style=solid]; -"348 quantize_per_channel_default_31" -> "349 dequantize_per_channel_default_31" [label="(48, 144, 1, 1)", style=solid]; -"349 dequantize_per_channel_default_31" -> "351 conv2d_35" [label="(48, 144, 1, 1)", style=solid]; -"350 features_8_block_3_0_weight_bias_0_0" -> "351 conv2d_35" [label="(48,)", style=solid]; -"351 conv2d_35" -> "352 quantize_per_tensor_default_31" [label="(1, 48, 14, 14)", style=solid]; -"352 quantize_per_tensor_default_31" -> "353 dequantize_per_tensor_default_41" [label="(1, 48, 14, 14)", style=solid]; -"353 dequantize_per_tensor_default_41" -> "354 add__3" [label="(1, 48, 14, 14)", style=solid]; -"354 add__3" -> "355 quantize_per_tensor_default_32" [label="(1, 48, 14, 14)", style=solid]; -"355 quantize_per_tensor_default_32" -> "356 dequantize_per_tensor_default_42" [label="(1, 48, 14, 14)", style=solid]; -"356 dequantize_per_tensor_default_42" -> "363 conv2d_36" [label="(1, 48, 14, 14)", style=solid]; -"357 _param_constant96" -> "360 quantize_per_channel_default_32" [label="(288, 48, 1, 1)", style=solid]; -"358 conv2d_36_scale_0" -> "360 quantize_per_channel_default_32" [label="(288,)", style=solid]; -"358 conv2d_36_scale_0" -> "361 dequantize_per_channel_default_32" [label="(288,)", style=solid]; -"359 conv2d_36_zero_point_0" -> "360 quantize_per_channel_default_32" [label="(288,)", style=solid]; -"359 conv2d_36_zero_point_0" -> "361 dequantize_per_channel_default_32" [label="(288,)", style=solid]; -"360 quantize_per_channel_default_32" -> "361 dequantize_per_channel_default_32" [label="(288, 48, 1, 1)", style=solid]; -"361 dequantize_per_channel_default_32" -> "363 conv2d_36" [label="(288, 48, 1, 1)", style=solid]; -"362 features_9_block_0_0_weight_bias_0_0" -> "363 conv2d_36" [label="(288,)", style=solid]; -"363 conv2d_36" -> "366 hardswish__11" [label="(1, 288, 14, 14)", style=solid]; -"364 hardswish__11_scale_0" -> "367 quantize_per_channel_default_33" [label="(288,)", style=solid]; -"364 hardswish__11_scale_0" -> "368 dequantize_per_channel_default_33" [label="(288,)", style=solid]; -"365 hardswish__11_zero_point_0" -> "367 quantize_per_channel_default_33" [label="(288,)", style=solid]; -"365 hardswish__11_zero_point_0" -> "368 dequantize_per_channel_default_33" [label="(288,)", style=solid]; -"366 hardswish__11" -> "367 quantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; -"367 quantize_per_channel_default_33" -> "368 dequantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; -"368 dequantize_per_channel_default_33" -> "375 conv2d_37" [label="(1, 288, 14, 14)", style=solid]; -"369 _param_constant99" -> "372 quantize_per_channel_default_34" [label="(288, 1, 5, 5)", style=solid]; -"370 conv2d_37_scale_0" -> "372 quantize_per_channel_default_34" [label="(288,)", style=solid]; -"370 conv2d_37_scale_0" -> "373 dequantize_per_channel_default_34" [label="(288,)", style=solid]; -"371 conv2d_37_zero_point_0" -> "372 quantize_per_channel_default_34" [label="(288,)", style=solid]; -"371 conv2d_37_zero_point_0" -> "373 dequantize_per_channel_default_34" [label="(288,)", style=solid]; -"372 quantize_per_channel_default_34" -> "373 dequantize_per_channel_default_34" [label="(288, 1, 5, 5)", style=solid]; -"373 dequantize_per_channel_default_34" -> "375 conv2d_37" [label="(288, 1, 5, 5)", style=solid]; -"374 features_9_block_1_0_weight_bias_0_0" -> "375 conv2d_37" [label="(288,)", style=solid]; -"375 conv2d_37" -> "376 hardswish__12" [label="(1, 288, 7, 7)", style=solid]; -"376 hardswish__12" -> "377 quantize_per_tensor_default_33" [label="(1, 288, 7, 7)", style=solid]; -"377 quantize_per_tensor_default_33" -> "378 dequantize_per_tensor_default_44" [label="(1, 288, 7, 7)", style=solid]; -"377 quantize_per_tensor_default_33" -> "379 dequantize_per_tensor_default_43" [label="(1, 288, 7, 7)", style=solid]; -"378 dequantize_per_tensor_default_44" -> "391 mul_6" [label="(1, 288, 7, 7)", style=solid]; -"379 dequantize_per_tensor_default_43" -> "380 adaptive_avg_pool2d_6" [label="(1, 288, 7, 7)", style=solid]; -"380 adaptive_avg_pool2d_6" -> "383 conv2d_38" [label="(1, 288, 1, 1)", style=solid]; -"381 _param_constant102" -> "383 conv2d_38" [label="(72, 288, 1, 1)", style=solid]; -"382 _param_constant103_0_0" -> "383 conv2d_38" [label="(72,)", style=solid]; -"383 conv2d_38" -> "384 relu_6" [label="(1, 72, 1, 1)", style=solid]; -"384 relu_6" -> "387 conv2d_39" [label="(1, 72, 1, 1)", style=solid]; -"385 _param_constant104" -> "387 conv2d_39" [label="(288, 72, 1, 1)", style=solid]; -"386 _param_constant105_0_0" -> "387 conv2d_39" [label="(288,)", style=solid]; -"387 conv2d_39" -> "388 hardsigmoid_6" [label="(1, 288, 1, 1)", style=solid]; -"388 hardsigmoid_6" -> "389 quantize_per_tensor_default_34" [label="(1, 288, 1, 1)", style=solid]; -"389 quantize_per_tensor_default_34" -> "390 dequantize_per_tensor_default_45" [label="(1, 288, 1, 1)", style=solid]; -"390 dequantize_per_tensor_default_45" -> "391 mul_6" [label="(1, 288, 1, 1)", style=solid]; -"391 mul_6" -> "392 quantize_per_tensor_default_35" [label="(1, 288, 7, 7)", style=solid]; -"392 quantize_per_tensor_default_35" -> "393 dequantize_per_tensor_default_46" [label="(1, 288, 7, 7)", style=solid]; -"393 dequantize_per_tensor_default_46" -> "400 conv2d_40" [label="(1, 288, 7, 7)", style=solid]; -"394 _param_constant106" -> "397 quantize_per_channel_default_35" [label="(96, 288, 1, 1)", style=solid]; -"395 conv2d_40_scale_0" -> "397 quantize_per_channel_default_35" [label="(96,)", style=solid]; -"395 conv2d_40_scale_0" -> "398 dequantize_per_channel_default_35" [label="(96,)", style=solid]; -"396 conv2d_40_zero_point_0" -> "397 quantize_per_channel_default_35" [label="(96,)", style=solid]; -"396 conv2d_40_zero_point_0" -> "398 dequantize_per_channel_default_35" [label="(96,)", style=solid]; -"397 quantize_per_channel_default_35" -> "398 dequantize_per_channel_default_35" [label="(96, 288, 1, 1)", style=solid]; -"398 dequantize_per_channel_default_35" -> "400 conv2d_40" [label="(96, 288, 1, 1)", style=solid]; -"399 features_9_block_3_0_weight_bias_0_0" -> "400 conv2d_40" [label="(96,)", style=solid]; -"400 conv2d_40" -> "401 quantize_per_tensor_default_36" [label="(1, 96, 7, 7)", style=solid]; -"401 quantize_per_tensor_default_36" -> "402 dequantize_per_tensor_default_48" [label="(1, 96, 7, 7)", style=solid]; -"401 quantize_per_tensor_default_36" -> "403 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7)", style=solid]; -"402 dequantize_per_tensor_default_48" -> "450 add__4" [label="(1, 96, 7, 7)", style=solid]; -"403 dequantize_per_tensor_default_47" -> "410 conv2d_41" [label="(1, 96, 7, 7)", style=solid]; -"404 _param_constant109" -> "407 quantize_per_channel_default_36" [label="(576, 96, 1, 1)", style=solid]; -"405 conv2d_41_scale_0" -> "407 quantize_per_channel_default_36" [label="(576,)", style=solid]; -"405 conv2d_41_scale_0" -> "408 dequantize_per_channel_default_36" [label="(576,)", style=solid]; -"406 conv2d_41_zero_point_0" -> "407 quantize_per_channel_default_36" [label="(576,)", style=solid]; -"406 conv2d_41_zero_point_0" -> "408 dequantize_per_channel_default_36" [label="(576,)", style=solid]; -"407 quantize_per_channel_default_36" -> "408 dequantize_per_channel_default_36" [label="(576, 96, 1, 1)", style=solid]; -"408 dequantize_per_channel_default_36" -> "410 conv2d_41" [label="(576, 96, 1, 1)", style=solid]; -"409 features_10_block_0_0_weight_bias_0_0" -> "410 conv2d_41" [label="(576,)", style=solid]; -"410 conv2d_41" -> "413 hardswish__13" [label="(1, 576, 7, 7)", style=solid]; -"411 hardswish__13_scale_0" -> "414 quantize_per_channel_default_37" [label="(576,)", style=solid]; -"411 hardswish__13_scale_0" -> "415 dequantize_per_channel_default_37" [label="(576,)", style=solid]; -"412 hardswish__13_zero_point_0" -> "414 quantize_per_channel_default_37" [label="(576,)", style=solid]; -"412 hardswish__13_zero_point_0" -> "415 dequantize_per_channel_default_37" [label="(576,)", style=solid]; -"413 hardswish__13" -> "414 quantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; -"414 quantize_per_channel_default_37" -> "415 dequantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; -"415 dequantize_per_channel_default_37" -> "422 conv2d_42" [label="(1, 576, 7, 7)", style=solid]; -"416 _param_constant112" -> "419 quantize_per_channel_default_38" [label="(576, 1, 5, 5)", style=solid]; -"417 conv2d_42_scale_0" -> "419 quantize_per_channel_default_38" [label="(576,)", style=solid]; -"417 conv2d_42_scale_0" -> "420 dequantize_per_channel_default_38" [label="(576,)", style=solid]; -"418 conv2d_42_zero_point_0" -> "419 quantize_per_channel_default_38" [label="(576,)", style=solid]; -"418 conv2d_42_zero_point_0" -> "420 dequantize_per_channel_default_38" [label="(576,)", style=solid]; -"419 quantize_per_channel_default_38" -> "420 dequantize_per_channel_default_38" [label="(576, 1, 5, 5)", style=solid]; -"420 dequantize_per_channel_default_38" -> "422 conv2d_42" [label="(576, 1, 5, 5)", style=solid]; -"421 features_10_block_1_0_weight_bias_0_0" -> "422 conv2d_42" [label="(576,)", style=solid]; -"422 conv2d_42" -> "423 hardswish__14" [label="(1, 576, 7, 7)", style=solid]; -"423 hardswish__14" -> "424 quantize_per_tensor_default_37" [label="(1, 576, 7, 7)", style=solid]; -"424 quantize_per_tensor_default_37" -> "425 dequantize_per_tensor_default_50" [label="(1, 576, 7, 7)", style=solid]; -"424 quantize_per_tensor_default_37" -> "426 dequantize_per_tensor_default_49" [label="(1, 576, 7, 7)", style=solid]; -"425 dequantize_per_tensor_default_50" -> "438 mul_7" [label="(1, 576, 7, 7)", style=solid]; -"426 dequantize_per_tensor_default_49" -> "427 adaptive_avg_pool2d_7" [label="(1, 576, 7, 7)", style=solid]; -"427 adaptive_avg_pool2d_7" -> "430 conv2d_43" [label="(1, 576, 1, 1)", style=solid]; -"428 _param_constant115" -> "430 conv2d_43" [label="(144, 576, 1, 1)", style=solid]; -"429 _param_constant116_0_0" -> "430 conv2d_43" [label="(144,)", style=solid]; -"430 conv2d_43" -> "431 relu_7" [label="(1, 144, 1, 1)", style=solid]; -"431 relu_7" -> "434 conv2d_44" [label="(1, 144, 1, 1)", style=solid]; -"432 _param_constant117" -> "434 conv2d_44" [label="(576, 144, 1, 1)", style=solid]; -"433 _param_constant118_0_0" -> "434 conv2d_44" [label="(576,)", style=solid]; -"434 conv2d_44" -> "435 hardsigmoid_7" [label="(1, 576, 1, 1)", style=solid]; -"435 hardsigmoid_7" -> "436 quantize_per_tensor_default_38" [label="(1, 576, 1, 1)", style=solid]; -"436 quantize_per_tensor_default_38" -> "437 dequantize_per_tensor_default_51" [label="(1, 576, 1, 1)", style=solid]; -"437 dequantize_per_tensor_default_51" -> "438 mul_7" [label="(1, 576, 1, 1)", style=solid]; -"438 mul_7" -> "439 quantize_per_tensor_default_39" [label="(1, 576, 7, 7)", style=solid]; -"439 quantize_per_tensor_default_39" -> "440 dequantize_per_tensor_default_52" [label="(1, 576, 7, 7)", style=solid]; -"440 dequantize_per_tensor_default_52" -> "447 conv2d_45" [label="(1, 576, 7, 7)", style=solid]; -"441 _param_constant119" -> "444 quantize_per_channel_default_39" [label="(96, 576, 1, 1)", style=solid]; -"442 conv2d_45_scale_0" -> "444 quantize_per_channel_default_39" [label="(96,)", style=solid]; -"442 conv2d_45_scale_0" -> "445 dequantize_per_channel_default_39" [label="(96,)", style=solid]; -"443 conv2d_45_zero_point_0" -> "444 quantize_per_channel_default_39" [label="(96,)", style=solid]; -"443 conv2d_45_zero_point_0" -> "445 dequantize_per_channel_default_39" [label="(96,)", style=solid]; -"444 quantize_per_channel_default_39" -> "445 dequantize_per_channel_default_39" [label="(96, 576, 1, 1)", style=solid]; -"445 dequantize_per_channel_default_39" -> "447 conv2d_45" [label="(96, 576, 1, 1)", style=solid]; -"446 features_10_block_3_0_weight_bias_0_0" -> "447 conv2d_45" [label="(96,)", style=solid]; -"447 conv2d_45" -> "448 quantize_per_tensor_default_40" [label="(1, 96, 7, 7)", style=solid]; -"448 quantize_per_tensor_default_40" -> "449 dequantize_per_tensor_default_53" [label="(1, 96, 7, 7)", style=solid]; -"449 dequantize_per_tensor_default_53" -> "450 add__4" [label="(1, 96, 7, 7)", style=solid]; -"450 add__4" -> "451 quantize_per_tensor_default_41" [label="(1, 96, 7, 7)", style=solid]; -"451 quantize_per_tensor_default_41" -> "452 dequantize_per_tensor_default_55" [label="(1, 96, 7, 7)", style=solid]; -"451 quantize_per_tensor_default_41" -> "453 dequantize_per_tensor_default_54" [label="(1, 96, 7, 7)", style=solid]; -"452 dequantize_per_tensor_default_55" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; -"453 dequantize_per_tensor_default_54" -> "460 conv2d_46" [label="(1, 96, 7, 7)", style=solid]; -"454 _param_constant122" -> "457 quantize_per_channel_default_40" [label="(576, 96, 1, 1)", style=solid]; -"455 conv2d_46_scale_0" -> "457 quantize_per_channel_default_40" [label="(576,)", style=solid]; -"455 conv2d_46_scale_0" -> "458 dequantize_per_channel_default_40" [label="(576,)", style=solid]; -"456 conv2d_46_zero_point_0" -> "457 quantize_per_channel_default_40" [label="(576,)", style=solid]; -"456 conv2d_46_zero_point_0" -> "458 dequantize_per_channel_default_40" [label="(576,)", style=solid]; -"457 quantize_per_channel_default_40" -> "458 dequantize_per_channel_default_40" [label="(576, 96, 1, 1)", style=solid]; -"458 dequantize_per_channel_default_40" -> "460 conv2d_46" [label="(576, 96, 1, 1)", style=solid]; -"459 features_11_block_0_0_weight_bias_0_0" -> "460 conv2d_46" [label="(576,)", style=solid]; -"460 conv2d_46" -> "463 hardswish__15" [label="(1, 576, 7, 7)", style=solid]; -"461 hardswish__15_scale_0" -> "464 quantize_per_channel_default_41" [label="(576,)", style=solid]; -"461 hardswish__15_scale_0" -> "465 dequantize_per_channel_default_41" [label="(576,)", style=solid]; -"462 hardswish__15_zero_point_0" -> "464 quantize_per_channel_default_41" [label="(576,)", style=solid]; -"462 hardswish__15_zero_point_0" -> "465 dequantize_per_channel_default_41" [label="(576,)", style=solid]; -"463 hardswish__15" -> "464 quantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; -"464 quantize_per_channel_default_41" -> "465 dequantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; -"465 dequantize_per_channel_default_41" -> "472 conv2d_47" [label="(1, 576, 7, 7)", style=solid]; -"466 _param_constant125" -> "469 quantize_per_channel_default_42" [label="(576, 1, 5, 5)", style=solid]; -"467 conv2d_47_scale_0" -> "469 quantize_per_channel_default_42" [label="(576,)", style=solid]; -"467 conv2d_47_scale_0" -> "470 dequantize_per_channel_default_42" [label="(576,)", style=solid]; -"468 conv2d_47_zero_point_0" -> "469 quantize_per_channel_default_42" [label="(576,)", style=solid]; -"468 conv2d_47_zero_point_0" -> "470 dequantize_per_channel_default_42" [label="(576,)", style=solid]; -"469 quantize_per_channel_default_42" -> "470 dequantize_per_channel_default_42" [label="(576, 1, 5, 5)", style=solid]; -"470 dequantize_per_channel_default_42" -> "472 conv2d_47" [label="(576, 1, 5, 5)", style=solid]; -"471 features_11_block_1_0_weight_bias_0_0" -> "472 conv2d_47" [label="(576,)", style=solid]; -"472 conv2d_47" -> "473 hardswish__16" [label="(1, 576, 7, 7)", style=solid]; -"473 hardswish__16" -> "474 quantize_per_tensor_default_42" [label="(1, 576, 7, 7)", style=solid]; -"474 quantize_per_tensor_default_42" -> "475 dequantize_per_tensor_default_57" [label="(1, 576, 7, 7)", style=solid]; -"474 quantize_per_tensor_default_42" -> "476 dequantize_per_tensor_default_56" [label="(1, 576, 7, 7)", style=solid]; -"475 dequantize_per_tensor_default_57" -> "488 mul_8" [label="(1, 576, 7, 7)", style=solid]; -"476 dequantize_per_tensor_default_56" -> "477 adaptive_avg_pool2d_8" [label="(1, 576, 7, 7)", style=solid]; -"477 adaptive_avg_pool2d_8" -> "480 conv2d_48" [label="(1, 576, 1, 1)", style=solid]; -"478 _param_constant128" -> "480 conv2d_48" [label="(144, 576, 1, 1)", style=solid]; -"479 _param_constant129_0_0" -> "480 conv2d_48" [label="(144,)", style=solid]; -"480 conv2d_48" -> "481 relu_8" [label="(1, 144, 1, 1)", style=solid]; -"481 relu_8" -> "484 conv2d_49" [label="(1, 144, 1, 1)", style=solid]; -"482 _param_constant130" -> "484 conv2d_49" [label="(576, 144, 1, 1)", style=solid]; -"483 _param_constant131_0_0" -> "484 conv2d_49" [label="(576,)", style=solid]; -"484 conv2d_49" -> "485 hardsigmoid_8" [label="(1, 576, 1, 1)", style=solid]; -"485 hardsigmoid_8" -> "486 quantize_per_tensor_default_43" [label="(1, 576, 1, 1)", style=solid]; -"486 quantize_per_tensor_default_43" -> "487 dequantize_per_tensor_default_58" [label="(1, 576, 1, 1)", style=solid]; -"487 dequantize_per_tensor_default_58" -> "488 mul_8" [label="(1, 576, 1, 1)", style=solid]; -"488 mul_8" -> "489 quantize_per_tensor_default_44" [label="(1, 576, 7, 7)", style=solid]; -"489 quantize_per_tensor_default_44" -> "490 dequantize_per_tensor_default_59" [label="(1, 576, 7, 7)", style=solid]; -"490 dequantize_per_tensor_default_59" -> "497 conv2d_50" [label="(1, 576, 7, 7)", style=solid]; -"491 _param_constant132" -> "494 quantize_per_channel_default_43" [label="(96, 576, 1, 1)", style=solid]; -"492 conv2d_50_scale_0" -> "494 quantize_per_channel_default_43" [label="(96,)", style=solid]; -"492 conv2d_50_scale_0" -> "495 dequantize_per_channel_default_43" [label="(96,)", style=solid]; -"493 conv2d_50_zero_point_0" -> "494 quantize_per_channel_default_43" [label="(96,)", style=solid]; -"493 conv2d_50_zero_point_0" -> "495 dequantize_per_channel_default_43" [label="(96,)", style=solid]; -"494 quantize_per_channel_default_43" -> "495 dequantize_per_channel_default_43" [label="(96, 576, 1, 1)", style=solid]; -"495 dequantize_per_channel_default_43" -> "497 conv2d_50" [label="(96, 576, 1, 1)", style=solid]; -"496 features_11_block_3_0_weight_bias_0_0" -> "497 conv2d_50" [label="(96,)", style=solid]; -"497 conv2d_50" -> "498 quantize_per_tensor_default_45" [label="(1, 96, 7, 7)", style=solid]; -"498 quantize_per_tensor_default_45" -> "499 dequantize_per_tensor_default_60" [label="(1, 96, 7, 7)", style=solid]; -"499 dequantize_per_tensor_default_60" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; -"500 add__5" -> "501 quantize_per_tensor_default_46" [label="(1, 96, 7, 7)", style=solid]; -"501 quantize_per_tensor_default_46" -> "502 dequantize_per_tensor_default_61" [label="(1, 96, 7, 7)", style=solid]; -"502 dequantize_per_tensor_default_61" -> "509 conv2d_51" [label="(1, 96, 7, 7)", style=solid]; -"503 _param_constant135" -> "506 quantize_per_channel_default_44" [label="(576, 96, 1, 1)", style=solid]; -"504 conv2d_51_scale_0" -> "506 quantize_per_channel_default_44" [label="(576,)", style=solid]; -"504 conv2d_51_scale_0" -> "507 dequantize_per_channel_default_44" [label="(576,)", style=solid]; -"505 conv2d_51_zero_point_0" -> "506 quantize_per_channel_default_44" [label="(576,)", style=solid]; -"505 conv2d_51_zero_point_0" -> "507 dequantize_per_channel_default_44" [label="(576,)", style=solid]; -"506 quantize_per_channel_default_44" -> "507 dequantize_per_channel_default_44" [label="(576, 96, 1, 1)", style=solid]; -"507 dequantize_per_channel_default_44" -> "509 conv2d_51" [label="(576, 96, 1, 1)", style=solid]; -"508 features_12_0_weight_bias_0_0" -> "509 conv2d_51" [label="(576,)", style=solid]; -"509 conv2d_51" -> "510 hardswish__17" [label="(1, 576, 7, 7)", style=solid]; -"510 hardswish__17" -> "511 quantize_per_tensor_default_47" [label="(1, 576, 7, 7)", style=solid]; -"511 quantize_per_tensor_default_47" -> "512 dequantize_per_tensor_default_62" [label="(1, 576, 7, 7)", style=solid]; -"512 dequantize_per_tensor_default_62" -> "513 adaptive_avg_pool2d_9" [label="(1, 576, 7, 7)", style=solid]; -"513 adaptive_avg_pool2d_9" -> "514 quantize_per_tensor_default_48" [label="(1, 576, 1, 1)", style=solid]; -"514 quantize_per_tensor_default_48" -> "515 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1)", style=solid]; -"515 dequantize_per_tensor_default_63" -> "516 flatten" [label="(1, 576, 1, 1)", style=solid]; -"516 flatten" -> "523 linear" [label="(1, 576)", style=solid]; -"517 _param_constant138" -> "520 quantize_per_channel_default_45" [label="(1024, 576)", style=solid]; -"518 linear_scale_0" -> "520 quantize_per_channel_default_45" [label="(1024,)", style=solid]; -"518 linear_scale_0" -> "521 dequantize_per_channel_default_45" [label="(1024,)", style=solid]; -"519 linear_zero_point_0" -> "520 quantize_per_channel_default_45" [label="(1024,)", style=solid]; -"519 linear_zero_point_0" -> "521 dequantize_per_channel_default_45" [label="(1024,)", style=solid]; -"520 quantize_per_channel_default_45" -> "521 dequantize_per_channel_default_45" [label="(1024, 576)", style=solid]; -"521 dequantize_per_channel_default_45" -> "523 linear" [label="(1024, 576)", style=solid]; -"522 _param_constant139_0_0" -> "523 linear" [label="(1024,)", style=solid]; -"523 linear" -> "524 hardswish__18" [label="(1, 1024)", style=solid]; -"524 hardswish__18" -> "525 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; -"525 quantize_per_tensor_default_49" -> "526 dequantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; -"526 dequantize_per_tensor_default_64" -> "527 dropout_" [label="(1, 1024)", style=solid]; -"527 dropout_" -> "534 linear_1" [label="(1, 1024)", style=solid]; -"528 _param_constant140" -> "531 quantize_per_channel_default_46" [label="(1000, 1024)", style=solid]; -"529 linear_1_scale_0" -> "531 quantize_per_channel_default_46" [label="(1000,)", style=solid]; -"529 linear_1_scale_0" -> "532 dequantize_per_channel_default_46" [label="(1000,)", style=solid]; -"530 linear_1_zero_point_0" -> "531 quantize_per_channel_default_46" [label="(1000,)", style=solid]; -"530 linear_1_zero_point_0" -> "532 dequantize_per_channel_default_46" [label="(1000,)", style=solid]; -"531 quantize_per_channel_default_46" -> "532 dequantize_per_channel_default_46" [label="(1000, 1024)", style=solid]; -"532 dequantize_per_channel_default_46" -> "534 linear_1" [label="(1000, 1024)", style=solid]; -"533 _param_constant141_0_0" -> "534 linear_1" [label="(1000,)", style=solid]; -"534 linear_1" -> "535 output" [label="(1, 1000)", style=solid]; +"2 dequantize_per_tensor_default" -> "7 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor" [label="(16, 1, 1, 1)", style=solid]; +"4 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(16, 3, 3, 3)", style=solid]; +"5 features_0_0_weight_bias_0_0" -> "7 conv2d" [label="(16,)", style=solid]; +"6 mul_tensor" -> "7 conv2d" [label=None, style=solid]; +"7 conv2d" -> "10 hardswish_" [label="(1, 16, 112, 112)", style=solid]; +"8 hardswish__scale_0" -> "11 quantize_per_channel_default_1" [label="(16,)", style=solid]; +"8 hardswish__scale_0" -> "12 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"9 hardswish__zero_point_0" -> "11 quantize_per_channel_default_1" [label="(16,)", style=solid]; +"9 hardswish__zero_point_0" -> "12 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"10 hardswish_" -> "11 quantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; +"11 quantize_per_channel_default_1" -> "12 dequantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; +"12 dequantize_per_channel_default_1" -> "17 conv2d_1" [label="(1, 16, 112, 112)", style=solid]; +"13 conv2d_1_scale_0_updated_constant0" -> "16 mul_tensor_1" [label="(16, 1, 1, 1)", style=solid]; +"14 compressed_weight_updated_constant1" -> "16 mul_tensor_1" [label="(16, 1, 3, 3)", style=solid]; +"15 features_1_block_0_0_weight_bias_0_0" -> "17 conv2d_1" [label="(16,)", style=solid]; +"16 mul_tensor_1" -> "17 conv2d_1" [label=None, style=solid]; +"17 conv2d_1" -> "18 relu_" [label="(1, 16, 56, 56)", style=solid]; +"18 relu_" -> "19 quantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; +"19 quantize_per_tensor_default_1" -> "20 dequantize_per_tensor_default_2" [label="(1, 16, 56, 56)", style=solid]; +"19 quantize_per_tensor_default_1" -> "21 dequantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; +"20 dequantize_per_tensor_default_2" -> "33 mul" [label="(1, 16, 56, 56)", style=solid]; +"21 dequantize_per_tensor_default_1" -> "22 adaptive_avg_pool2d" [label="(1, 16, 56, 56)", style=solid]; +"22 adaptive_avg_pool2d" -> "25 conv2d_2" [label="(1, 16, 1, 1)", style=solid]; +"23 _param_constant6" -> "25 conv2d_2" [label="(8, 16, 1, 1)", style=solid]; +"24 _param_constant7_0_0" -> "25 conv2d_2" [label="(8,)", style=solid]; +"25 conv2d_2" -> "26 relu" [label="(1, 8, 1, 1)", style=solid]; +"26 relu" -> "29 conv2d_3" [label="(1, 8, 1, 1)", style=solid]; +"27 _param_constant8" -> "29 conv2d_3" [label="(16, 8, 1, 1)", style=solid]; +"28 _param_constant9_0_0" -> "29 conv2d_3" [label="(16,)", style=solid]; +"29 conv2d_3" -> "30 hardsigmoid" [label="(1, 16, 1, 1)", style=solid]; +"30 hardsigmoid" -> "31 quantize_per_tensor_default_2" [label="(1, 16, 1, 1)", style=solid]; +"31 quantize_per_tensor_default_2" -> "32 dequantize_per_tensor_default_3" [label="(1, 16, 1, 1)", style=solid]; +"32 dequantize_per_tensor_default_3" -> "33 mul" [label="(1, 16, 1, 1)", style=solid]; +"33 mul" -> "34 quantize_per_tensor_default_3" [label="(1, 16, 56, 56)", style=solid]; +"34 quantize_per_tensor_default_3" -> "35 dequantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; +"35 dequantize_per_tensor_default_4" -> "40 conv2d_4" [label="(1, 16, 56, 56)", style=solid]; +"36 conv2d_4_scale_0_updated_constant0" -> "39 mul_tensor_2" [label="(16, 1, 1, 1)", style=solid]; +"37 compressed_weight_updated_constant2" -> "39 mul_tensor_2" [label="(16, 16, 1, 1)", style=solid]; +"38 features_1_block_2_0_weight_bias_0_0" -> "40 conv2d_4" [label="(16,)", style=solid]; +"39 mul_tensor_2" -> "40 conv2d_4" [label=None, style=solid]; +"40 conv2d_4" -> "41 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; +"41 quantize_per_tensor_default_4" -> "42 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56)", style=solid]; +"42 dequantize_per_tensor_default_5" -> "47 conv2d_5" [label="(1, 16, 56, 56)", style=solid]; +"43 conv2d_5_scale_0_updated_constant0" -> "46 mul_tensor_3" [label="(72, 1, 1, 1)", style=solid]; +"44 compressed_weight_updated_constant3" -> "46 mul_tensor_3" [label="(72, 16, 1, 1)", style=solid]; +"45 features_2_block_0_0_weight_bias_0_0" -> "47 conv2d_5" [label="(72,)", style=solid]; +"46 mul_tensor_3" -> "47 conv2d_5" [label=None, style=solid]; +"47 conv2d_5" -> "50 relu__1" [label="(1, 72, 56, 56)", style=solid]; +"48 relu__1_scale_0" -> "51 quantize_per_channel_default_5" [label="(72,)", style=solid]; +"48 relu__1_scale_0" -> "52 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"49 relu__1_zero_point_0" -> "51 quantize_per_channel_default_5" [label="(72,)", style=solid]; +"49 relu__1_zero_point_0" -> "52 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"50 relu__1" -> "51 quantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; +"51 quantize_per_channel_default_5" -> "52 dequantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; +"52 dequantize_per_channel_default_5" -> "57 conv2d_6" [label="(1, 72, 56, 56)", style=solid]; +"53 conv2d_6_scale_0_updated_constant0" -> "56 mul_tensor_4" [label="(72, 1, 1, 1)", style=solid]; +"54 compressed_weight_updated_constant4" -> "56 mul_tensor_4" [label="(72, 1, 3, 3)", style=solid]; +"55 features_2_block_1_0_weight_bias_0_0" -> "57 conv2d_6" [label="(72,)", style=solid]; +"56 mul_tensor_4" -> "57 conv2d_6" [label=None, style=solid]; +"57 conv2d_6" -> "58 relu__2" [label="(1, 72, 28, 28)", style=solid]; +"58 relu__2" -> "59 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; +"59 quantize_per_tensor_default_5" -> "60 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28)", style=solid]; +"60 dequantize_per_tensor_default_6" -> "65 conv2d_7" [label="(1, 72, 28, 28)", style=solid]; +"61 conv2d_7_scale_0_updated_constant0" -> "64 mul_tensor_5" [label="(24, 1, 1, 1)", style=solid]; +"62 compressed_weight_updated_constant5" -> "64 mul_tensor_5" [label="(24, 72, 1, 1)", style=solid]; +"63 features_2_block_2_0_weight_bias_0_0" -> "65 conv2d_7" [label="(24,)", style=solid]; +"64 mul_tensor_5" -> "65 conv2d_7" [label=None, style=solid]; +"65 conv2d_7" -> "66 quantize_per_tensor_default_6" [label="(1, 24, 28, 28)", style=solid]; +"66 quantize_per_tensor_default_6" -> "67 dequantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; +"66 quantize_per_tensor_default_6" -> "68 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28)", style=solid]; +"67 dequantize_per_tensor_default_8" -> "94 add_" [label="(1, 24, 28, 28)", style=solid]; +"68 dequantize_per_tensor_default_7" -> "73 conv2d_8" [label="(1, 24, 28, 28)", style=solid]; +"69 conv2d_8_scale_0_updated_constant0" -> "72 mul_tensor_6" [label="(88, 1, 1, 1)", style=solid]; +"70 compressed_weight_updated_constant6" -> "72 mul_tensor_6" [label="(88, 24, 1, 1)", style=solid]; +"71 features_3_block_0_0_weight_bias_0_0" -> "73 conv2d_8" [label="(88,)", style=solid]; +"72 mul_tensor_6" -> "73 conv2d_8" [label=None, style=solid]; +"73 conv2d_8" -> "76 relu__3" [label="(1, 88, 28, 28)", style=solid]; +"74 relu__3_scale_0" -> "77 quantize_per_channel_default_9" [label="(88,)", style=solid]; +"74 relu__3_scale_0" -> "78 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"75 relu__3_zero_point_0" -> "77 quantize_per_channel_default_9" [label="(88,)", style=solid]; +"75 relu__3_zero_point_0" -> "78 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"76 relu__3" -> "77 quantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; +"77 quantize_per_channel_default_9" -> "78 dequantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; +"78 dequantize_per_channel_default_9" -> "83 conv2d_9" [label="(1, 88, 28, 28)", style=solid]; +"79 conv2d_9_scale_0_updated_constant0" -> "82 mul_tensor_7" [label="(88, 1, 1, 1)", style=solid]; +"80 compressed_weight_updated_constant7" -> "82 mul_tensor_7" [label="(88, 1, 3, 3)", style=solid]; +"81 features_3_block_1_0_weight_bias_0_0" -> "83 conv2d_9" [label="(88,)", style=solid]; +"82 mul_tensor_7" -> "83 conv2d_9" [label=None, style=solid]; +"83 conv2d_9" -> "84 relu__4" [label="(1, 88, 28, 28)", style=solid]; +"84 relu__4" -> "85 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; +"85 quantize_per_tensor_default_7" -> "86 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28)", style=solid]; +"86 dequantize_per_tensor_default_9" -> "91 conv2d_10" [label="(1, 88, 28, 28)", style=solid]; +"87 conv2d_10_scale_0_updated_constant0" -> "90 mul_tensor_8" [label="(24, 1, 1, 1)", style=solid]; +"88 compressed_weight_updated_constant8" -> "90 mul_tensor_8" [label="(24, 88, 1, 1)", style=solid]; +"89 features_3_block_2_0_weight_bias_0_0" -> "91 conv2d_10" [label="(24,)", style=solid]; +"90 mul_tensor_8" -> "91 conv2d_10" [label=None, style=solid]; +"91 conv2d_10" -> "92 quantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; +"92 quantize_per_tensor_default_8" -> "93 dequantize_per_tensor_default_10" [label="(1, 24, 28, 28)", style=solid]; +"93 dequantize_per_tensor_default_10" -> "94 add_" [label="(1, 24, 28, 28)", style=solid]; +"94 add_" -> "95 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; +"95 quantize_per_tensor_default_9" -> "96 dequantize_per_tensor_default_11" [label="(1, 24, 28, 28)", style=solid]; +"96 dequantize_per_tensor_default_11" -> "101 conv2d_11" [label="(1, 24, 28, 28)", style=solid]; +"97 conv2d_11_scale_0_updated_constant0" -> "100 mul_tensor_9" [label="(96, 1, 1, 1)", style=solid]; +"98 compressed_weight_updated_constant9" -> "100 mul_tensor_9" [label="(96, 24, 1, 1)", style=solid]; +"99 features_4_block_0_0_weight_bias_0_0" -> "101 conv2d_11" [label="(96,)", style=solid]; +"100 mul_tensor_9" -> "101 conv2d_11" [label=None, style=solid]; +"101 conv2d_11" -> "104 hardswish__1" [label="(1, 96, 28, 28)", style=solid]; +"102 hardswish__1_scale_0" -> "105 quantize_per_channel_default_13" [label="(96,)", style=solid]; +"102 hardswish__1_scale_0" -> "106 dequantize_per_channel_default_13" [label="(96,)", style=solid]; +"103 hardswish__1_zero_point_0" -> "105 quantize_per_channel_default_13" [label="(96,)", style=solid]; +"103 hardswish__1_zero_point_0" -> "106 dequantize_per_channel_default_13" [label="(96,)", style=solid]; +"104 hardswish__1" -> "105 quantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; +"105 quantize_per_channel_default_13" -> "106 dequantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; +"106 dequantize_per_channel_default_13" -> "111 conv2d_12" [label="(1, 96, 28, 28)", style=solid]; +"107 conv2d_12_scale_0_updated_constant0" -> "110 mul_tensor_10" [label="(96, 1, 1, 1)", style=solid]; +"108 compressed_weight_updated_constant10" -> "110 mul_tensor_10" [label="(96, 1, 5, 5)", style=solid]; +"109 features_4_block_1_0_weight_bias_0_0" -> "111 conv2d_12" [label="(96,)", style=solid]; +"110 mul_tensor_10" -> "111 conv2d_12" [label=None, style=solid]; +"111 conv2d_12" -> "112 hardswish__2" [label="(1, 96, 14, 14)", style=solid]; +"112 hardswish__2" -> "113 quantize_per_tensor_default_10" [label="(1, 96, 14, 14)", style=solid]; +"113 quantize_per_tensor_default_10" -> "114 dequantize_per_tensor_default_13" [label="(1, 96, 14, 14)", style=solid]; +"113 quantize_per_tensor_default_10" -> "115 dequantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; +"114 dequantize_per_tensor_default_13" -> "127 mul_1" [label="(1, 96, 14, 14)", style=solid]; +"115 dequantize_per_tensor_default_12" -> "116 adaptive_avg_pool2d_1" [label="(1, 96, 14, 14)", style=solid]; +"116 adaptive_avg_pool2d_1" -> "119 conv2d_13" [label="(1, 96, 1, 1)", style=solid]; +"117 _param_constant37" -> "119 conv2d_13" [label="(24, 96, 1, 1)", style=solid]; +"118 _param_constant38_0_0" -> "119 conv2d_13" [label="(24,)", style=solid]; +"119 conv2d_13" -> "120 relu_1" [label="(1, 24, 1, 1)", style=solid]; +"120 relu_1" -> "123 conv2d_14" [label="(1, 24, 1, 1)", style=solid]; +"121 _param_constant39" -> "123 conv2d_14" [label="(96, 24, 1, 1)", style=solid]; +"122 _param_constant40_0_0" -> "123 conv2d_14" [label="(96,)", style=solid]; +"123 conv2d_14" -> "124 hardsigmoid_1" [label="(1, 96, 1, 1)", style=solid]; +"124 hardsigmoid_1" -> "125 quantize_per_tensor_default_11" [label="(1, 96, 1, 1)", style=solid]; +"125 quantize_per_tensor_default_11" -> "126 dequantize_per_tensor_default_14" [label="(1, 96, 1, 1)", style=solid]; +"126 dequantize_per_tensor_default_14" -> "127 mul_1" [label="(1, 96, 1, 1)", style=solid]; +"127 mul_1" -> "128 quantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; +"128 quantize_per_tensor_default_12" -> "129 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14)", style=solid]; +"129 dequantize_per_tensor_default_15" -> "134 conv2d_15" [label="(1, 96, 14, 14)", style=solid]; +"130 conv2d_15_scale_0_updated_constant0" -> "133 mul_tensor_11" [label="(40, 1, 1, 1)", style=solid]; +"131 compressed_weight_updated_constant11" -> "133 mul_tensor_11" [label="(40, 96, 1, 1)", style=solid]; +"132 features_4_block_3_0_weight_bias_0_0" -> "134 conv2d_15" [label="(40,)", style=solid]; +"133 mul_tensor_11" -> "134 conv2d_15" [label=None, style=solid]; +"134 conv2d_15" -> "135 quantize_per_tensor_default_13" [label="(1, 40, 14, 14)", style=solid]; +"135 quantize_per_tensor_default_13" -> "136 dequantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; +"135 quantize_per_tensor_default_13" -> "137 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14)", style=solid]; +"136 dequantize_per_tensor_default_17" -> "178 add__1" [label="(1, 40, 14, 14)", style=solid]; +"137 dequantize_per_tensor_default_16" -> "142 conv2d_16" [label="(1, 40, 14, 14)", style=solid]; +"138 conv2d_16_scale_0_updated_constant0" -> "141 mul_tensor_12" [label="(240, 1, 1, 1)", style=solid]; +"139 compressed_weight_updated_constant12" -> "141 mul_tensor_12" [label="(240, 40, 1, 1)", style=solid]; +"140 features_5_block_0_0_weight_bias_0_0" -> "142 conv2d_16" [label="(240,)", style=solid]; +"141 mul_tensor_12" -> "142 conv2d_16" [label=None, style=solid]; +"142 conv2d_16" -> "145 hardswish__3" [label="(1, 240, 14, 14)", style=solid]; +"143 hardswish__3_scale_0" -> "146 quantize_per_channel_default_17" [label="(240,)", style=solid]; +"143 hardswish__3_scale_0" -> "147 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"144 hardswish__3_zero_point_0" -> "146 quantize_per_channel_default_17" [label="(240,)", style=solid]; +"144 hardswish__3_zero_point_0" -> "147 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"145 hardswish__3" -> "146 quantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; +"146 quantize_per_channel_default_17" -> "147 dequantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; +"147 dequantize_per_channel_default_17" -> "152 conv2d_17" [label="(1, 240, 14, 14)", style=solid]; +"148 conv2d_17_scale_0_updated_constant0" -> "151 mul_tensor_13" [label="(240, 1, 1, 1)", style=solid]; +"149 compressed_weight_updated_constant13" -> "151 mul_tensor_13" [label="(240, 1, 5, 5)", style=solid]; +"150 features_5_block_1_0_weight_bias_0_0" -> "152 conv2d_17" [label="(240,)", style=solid]; +"151 mul_tensor_13" -> "152 conv2d_17" [label=None, style=solid]; +"152 conv2d_17" -> "153 hardswish__4" [label="(1, 240, 14, 14)", style=solid]; +"153 hardswish__4" -> "154 quantize_per_tensor_default_14" [label="(1, 240, 14, 14)", style=solid]; +"154 quantize_per_tensor_default_14" -> "155 dequantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; +"154 quantize_per_tensor_default_14" -> "156 dequantize_per_tensor_default_18" [label="(1, 240, 14, 14)", style=solid]; +"155 dequantize_per_tensor_default_19" -> "168 mul_2" [label="(1, 240, 14, 14)", style=solid]; +"156 dequantize_per_tensor_default_18" -> "157 adaptive_avg_pool2d_2" [label="(1, 240, 14, 14)", style=solid]; +"157 adaptive_avg_pool2d_2" -> "160 conv2d_18" [label="(1, 240, 1, 1)", style=solid]; +"158 _param_constant50" -> "160 conv2d_18" [label="(64, 240, 1, 1)", style=solid]; +"159 _param_constant51_0_0" -> "160 conv2d_18" [label="(64,)", style=solid]; +"160 conv2d_18" -> "161 relu_2" [label="(1, 64, 1, 1)", style=solid]; +"161 relu_2" -> "164 conv2d_19" [label="(1, 64, 1, 1)", style=solid]; +"162 _param_constant52" -> "164 conv2d_19" [label="(240, 64, 1, 1)", style=solid]; +"163 _param_constant53_0_0" -> "164 conv2d_19" [label="(240,)", style=solid]; +"164 conv2d_19" -> "165 hardsigmoid_2" [label="(1, 240, 1, 1)", style=solid]; +"165 hardsigmoid_2" -> "166 quantize_per_tensor_default_15" [label="(1, 240, 1, 1)", style=solid]; +"166 quantize_per_tensor_default_15" -> "167 dequantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"167 dequantize_per_tensor_default_20" -> "168 mul_2" [label="(1, 240, 1, 1)", style=solid]; +"168 mul_2" -> "169 quantize_per_tensor_default_16" [label="(1, 240, 14, 14)", style=solid]; +"169 quantize_per_tensor_default_16" -> "170 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; +"170 dequantize_per_tensor_default_21" -> "175 conv2d_20" [label="(1, 240, 14, 14)", style=solid]; +"171 conv2d_20_scale_0_updated_constant0" -> "174 mul_tensor_14" [label="(40, 1, 1, 1)", style=solid]; +"172 compressed_weight_updated_constant14" -> "174 mul_tensor_14" [label="(40, 240, 1, 1)", style=solid]; +"173 features_5_block_3_0_weight_bias_0_0" -> "175 conv2d_20" [label="(40,)", style=solid]; +"174 mul_tensor_14" -> "175 conv2d_20" [label=None, style=solid]; +"175 conv2d_20" -> "176 quantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; +"176 quantize_per_tensor_default_17" -> "177 dequantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; +"177 dequantize_per_tensor_default_22" -> "178 add__1" [label="(1, 40, 14, 14)", style=solid]; +"178 add__1" -> "179 quantize_per_tensor_default_18" [label="(1, 40, 14, 14)", style=solid]; +"179 quantize_per_tensor_default_18" -> "180 dequantize_per_tensor_default_24" [label="(1, 40, 14, 14)", style=solid]; +"179 quantize_per_tensor_default_18" -> "181 dequantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; +"180 dequantize_per_tensor_default_24" -> "222 add__2" [label="(1, 40, 14, 14)", style=solid]; +"181 dequantize_per_tensor_default_23" -> "186 conv2d_21" [label="(1, 40, 14, 14)", style=solid]; +"182 conv2d_21_scale_0_updated_constant0" -> "185 mul_tensor_15" [label="(240, 1, 1, 1)", style=solid]; +"183 compressed_weight_updated_constant15" -> "185 mul_tensor_15" [label="(240, 40, 1, 1)", style=solid]; +"184 features_6_block_0_0_weight_bias_0_0" -> "186 conv2d_21" [label="(240,)", style=solid]; +"185 mul_tensor_15" -> "186 conv2d_21" [label=None, style=solid]; +"186 conv2d_21" -> "189 hardswish__5" [label="(1, 240, 14, 14)", style=solid]; +"187 hardswish__5_scale_0" -> "190 quantize_per_channel_default_21" [label="(240,)", style=solid]; +"187 hardswish__5_scale_0" -> "191 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"188 hardswish__5_zero_point_0" -> "190 quantize_per_channel_default_21" [label="(240,)", style=solid]; +"188 hardswish__5_zero_point_0" -> "191 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"189 hardswish__5" -> "190 quantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; +"190 quantize_per_channel_default_21" -> "191 dequantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; +"191 dequantize_per_channel_default_21" -> "196 conv2d_22" [label="(1, 240, 14, 14)", style=solid]; +"192 conv2d_22_scale_0_updated_constant0" -> "195 mul_tensor_16" [label="(240, 1, 1, 1)", style=solid]; +"193 compressed_weight_updated_constant16" -> "195 mul_tensor_16" [label="(240, 1, 5, 5)", style=solid]; +"194 features_6_block_1_0_weight_bias_0_0" -> "196 conv2d_22" [label="(240,)", style=solid]; +"195 mul_tensor_16" -> "196 conv2d_22" [label=None, style=solid]; +"196 conv2d_22" -> "197 hardswish__6" [label="(1, 240, 14, 14)", style=solid]; +"197 hardswish__6" -> "198 quantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; +"198 quantize_per_tensor_default_19" -> "199 dequantize_per_tensor_default_26" [label="(1, 240, 14, 14)", style=solid]; +"198 quantize_per_tensor_default_19" -> "200 dequantize_per_tensor_default_25" [label="(1, 240, 14, 14)", style=solid]; +"199 dequantize_per_tensor_default_26" -> "212 mul_3" [label="(1, 240, 14, 14)", style=solid]; +"200 dequantize_per_tensor_default_25" -> "201 adaptive_avg_pool2d_3" [label="(1, 240, 14, 14)", style=solid]; +"201 adaptive_avg_pool2d_3" -> "204 conv2d_23" [label="(1, 240, 1, 1)", style=solid]; +"202 _param_constant63" -> "204 conv2d_23" [label="(64, 240, 1, 1)", style=solid]; +"203 _param_constant64_0_0" -> "204 conv2d_23" [label="(64,)", style=solid]; +"204 conv2d_23" -> "205 relu_3" [label="(1, 64, 1, 1)", style=solid]; +"205 relu_3" -> "208 conv2d_24" [label="(1, 64, 1, 1)", style=solid]; +"206 _param_constant65" -> "208 conv2d_24" [label="(240, 64, 1, 1)", style=solid]; +"207 _param_constant66_0_0" -> "208 conv2d_24" [label="(240,)", style=solid]; +"208 conv2d_24" -> "209 hardsigmoid_3" [label="(1, 240, 1, 1)", style=solid]; +"209 hardsigmoid_3" -> "210 quantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"210 quantize_per_tensor_default_20" -> "211 dequantize_per_tensor_default_27" [label="(1, 240, 1, 1)", style=solid]; +"211 dequantize_per_tensor_default_27" -> "212 mul_3" [label="(1, 240, 1, 1)", style=solid]; +"212 mul_3" -> "213 quantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; +"213 quantize_per_tensor_default_21" -> "214 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14)", style=solid]; +"214 dequantize_per_tensor_default_28" -> "219 conv2d_25" [label="(1, 240, 14, 14)", style=solid]; +"215 conv2d_25_scale_0_updated_constant0" -> "218 mul_tensor_17" [label="(40, 1, 1, 1)", style=solid]; +"216 compressed_weight_updated_constant17" -> "218 mul_tensor_17" [label="(40, 240, 1, 1)", style=solid]; +"217 features_6_block_3_0_weight_bias_0_0" -> "219 conv2d_25" [label="(40,)", style=solid]; +"218 mul_tensor_17" -> "219 conv2d_25" [label=None, style=solid]; +"219 conv2d_25" -> "220 quantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; +"220 quantize_per_tensor_default_22" -> "221 dequantize_per_tensor_default_29" [label="(1, 40, 14, 14)", style=solid]; +"221 dequantize_per_tensor_default_29" -> "222 add__2" [label="(1, 40, 14, 14)", style=solid]; +"222 add__2" -> "223 quantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; +"223 quantize_per_tensor_default_23" -> "224 dequantize_per_tensor_default_30" [label="(1, 40, 14, 14)", style=solid]; +"224 dequantize_per_tensor_default_30" -> "229 conv2d_26" [label="(1, 40, 14, 14)", style=solid]; +"225 conv2d_26_scale_0_updated_constant0" -> "228 mul_tensor_18" [label="(120, 1, 1, 1)", style=solid]; +"226 compressed_weight_updated_constant18" -> "228 mul_tensor_18" [label="(120, 40, 1, 1)", style=solid]; +"227 features_7_block_0_0_weight_bias_0_0" -> "229 conv2d_26" [label="(120,)", style=solid]; +"228 mul_tensor_18" -> "229 conv2d_26" [label=None, style=solid]; +"229 conv2d_26" -> "232 hardswish__7" [label="(1, 120, 14, 14)", style=solid]; +"230 hardswish__7_scale_0" -> "233 quantize_per_channel_default_25" [label="(120,)", style=solid]; +"230 hardswish__7_scale_0" -> "234 dequantize_per_channel_default_25" [label="(120,)", style=solid]; +"231 hardswish__7_zero_point_0" -> "233 quantize_per_channel_default_25" [label="(120,)", style=solid]; +"231 hardswish__7_zero_point_0" -> "234 dequantize_per_channel_default_25" [label="(120,)", style=solid]; +"232 hardswish__7" -> "233 quantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; +"233 quantize_per_channel_default_25" -> "234 dequantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; +"234 dequantize_per_channel_default_25" -> "239 conv2d_27" [label="(1, 120, 14, 14)", style=solid]; +"235 conv2d_27_scale_0_updated_constant0" -> "238 mul_tensor_19" [label="(120, 1, 1, 1)", style=solid]; +"236 compressed_weight_updated_constant19" -> "238 mul_tensor_19" [label="(120, 1, 5, 5)", style=solid]; +"237 features_7_block_1_0_weight_bias_0_0" -> "239 conv2d_27" [label="(120,)", style=solid]; +"238 mul_tensor_19" -> "239 conv2d_27" [label=None, style=solid]; +"239 conv2d_27" -> "240 hardswish__8" [label="(1, 120, 14, 14)", style=solid]; +"240 hardswish__8" -> "241 quantize_per_tensor_default_24" [label="(1, 120, 14, 14)", style=solid]; +"241 quantize_per_tensor_default_24" -> "242 dequantize_per_tensor_default_32" [label="(1, 120, 14, 14)", style=solid]; +"241 quantize_per_tensor_default_24" -> "243 dequantize_per_tensor_default_31" [label="(1, 120, 14, 14)", style=solid]; +"242 dequantize_per_tensor_default_32" -> "255 mul_4" [label="(1, 120, 14, 14)", style=solid]; +"243 dequantize_per_tensor_default_31" -> "244 adaptive_avg_pool2d_4" [label="(1, 120, 14, 14)", style=solid]; +"244 adaptive_avg_pool2d_4" -> "247 conv2d_28" [label="(1, 120, 1, 1)", style=solid]; +"245 _param_constant76" -> "247 conv2d_28" [label="(32, 120, 1, 1)", style=solid]; +"246 _param_constant77_0_0" -> "247 conv2d_28" [label="(32,)", style=solid]; +"247 conv2d_28" -> "248 relu_4" [label="(1, 32, 1, 1)", style=solid]; +"248 relu_4" -> "251 conv2d_29" [label="(1, 32, 1, 1)", style=solid]; +"249 _param_constant78" -> "251 conv2d_29" [label="(120, 32, 1, 1)", style=solid]; +"250 _param_constant79_0_0" -> "251 conv2d_29" [label="(120,)", style=solid]; +"251 conv2d_29" -> "252 hardsigmoid_4" [label="(1, 120, 1, 1)", style=solid]; +"252 hardsigmoid_4" -> "253 quantize_per_tensor_default_25" [label="(1, 120, 1, 1)", style=solid]; +"253 quantize_per_tensor_default_25" -> "254 dequantize_per_tensor_default_33" [label="(1, 120, 1, 1)", style=solid]; +"254 dequantize_per_tensor_default_33" -> "255 mul_4" [label="(1, 120, 1, 1)", style=solid]; +"255 mul_4" -> "256 quantize_per_tensor_default_26" [label="(1, 120, 14, 14)", style=solid]; +"256 quantize_per_tensor_default_26" -> "257 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14)", style=solid]; +"257 dequantize_per_tensor_default_34" -> "262 conv2d_30" [label="(1, 120, 14, 14)", style=solid]; +"258 conv2d_30_scale_0_updated_constant0" -> "261 mul_tensor_20" [label="(48, 1, 1, 1)", style=solid]; +"259 compressed_weight_updated_constant20" -> "261 mul_tensor_20" [label="(48, 120, 1, 1)", style=solid]; +"260 features_7_block_3_0_weight_bias_0_0" -> "262 conv2d_30" [label="(48,)", style=solid]; +"261 mul_tensor_20" -> "262 conv2d_30" [label=None, style=solid]; +"262 conv2d_30" -> "263 quantize_per_tensor_default_27" [label="(1, 48, 14, 14)", style=solid]; +"263 quantize_per_tensor_default_27" -> "264 dequantize_per_tensor_default_36" [label="(1, 48, 14, 14)", style=solid]; +"263 quantize_per_tensor_default_27" -> "265 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14)", style=solid]; +"264 dequantize_per_tensor_default_36" -> "306 add__3" [label="(1, 48, 14, 14)", style=solid]; +"265 dequantize_per_tensor_default_35" -> "270 conv2d_31" [label="(1, 48, 14, 14)", style=solid]; +"266 conv2d_31_scale_0_updated_constant0" -> "269 mul_tensor_21" [label="(144, 1, 1, 1)", style=solid]; +"267 compressed_weight_updated_constant21" -> "269 mul_tensor_21" [label="(144, 48, 1, 1)", style=solid]; +"268 features_8_block_0_0_weight_bias_0_0" -> "270 conv2d_31" [label="(144,)", style=solid]; +"269 mul_tensor_21" -> "270 conv2d_31" [label=None, style=solid]; +"270 conv2d_31" -> "273 hardswish__9" [label="(1, 144, 14, 14)", style=solid]; +"271 hardswish__9_scale_0" -> "274 quantize_per_channel_default_29" [label="(144,)", style=solid]; +"271 hardswish__9_scale_0" -> "275 dequantize_per_channel_default_29" [label="(144,)", style=solid]; +"272 hardswish__9_zero_point_0" -> "274 quantize_per_channel_default_29" [label="(144,)", style=solid]; +"272 hardswish__9_zero_point_0" -> "275 dequantize_per_channel_default_29" [label="(144,)", style=solid]; +"273 hardswish__9" -> "274 quantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; +"274 quantize_per_channel_default_29" -> "275 dequantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; +"275 dequantize_per_channel_default_29" -> "280 conv2d_32" [label="(1, 144, 14, 14)", style=solid]; +"276 conv2d_32_scale_0_updated_constant0" -> "279 mul_tensor_22" [label="(144, 1, 1, 1)", style=solid]; +"277 compressed_weight_updated_constant22" -> "279 mul_tensor_22" [label="(144, 1, 5, 5)", style=solid]; +"278 features_8_block_1_0_weight_bias_0_0" -> "280 conv2d_32" [label="(144,)", style=solid]; +"279 mul_tensor_22" -> "280 conv2d_32" [label=None, style=solid]; +"280 conv2d_32" -> "281 hardswish__10" [label="(1, 144, 14, 14)", style=solid]; +"281 hardswish__10" -> "282 quantize_per_tensor_default_28" [label="(1, 144, 14, 14)", style=solid]; +"282 quantize_per_tensor_default_28" -> "283 dequantize_per_tensor_default_38" [label="(1, 144, 14, 14)", style=solid]; +"282 quantize_per_tensor_default_28" -> "284 dequantize_per_tensor_default_37" [label="(1, 144, 14, 14)", style=solid]; +"283 dequantize_per_tensor_default_38" -> "296 mul_5" [label="(1, 144, 14, 14)", style=solid]; +"284 dequantize_per_tensor_default_37" -> "285 adaptive_avg_pool2d_5" [label="(1, 144, 14, 14)", style=solid]; +"285 adaptive_avg_pool2d_5" -> "288 conv2d_33" [label="(1, 144, 1, 1)", style=solid]; +"286 _param_constant89" -> "288 conv2d_33" [label="(40, 144, 1, 1)", style=solid]; +"287 _param_constant90_0_0" -> "288 conv2d_33" [label="(40,)", style=solid]; +"288 conv2d_33" -> "289 relu_5" [label="(1, 40, 1, 1)", style=solid]; +"289 relu_5" -> "292 conv2d_34" [label="(1, 40, 1, 1)", style=solid]; +"290 _param_constant91" -> "292 conv2d_34" [label="(144, 40, 1, 1)", style=solid]; +"291 _param_constant92_0_0" -> "292 conv2d_34" [label="(144,)", style=solid]; +"292 conv2d_34" -> "293 hardsigmoid_5" [label="(1, 144, 1, 1)", style=solid]; +"293 hardsigmoid_5" -> "294 quantize_per_tensor_default_29" [label="(1, 144, 1, 1)", style=solid]; +"294 quantize_per_tensor_default_29" -> "295 dequantize_per_tensor_default_39" [label="(1, 144, 1, 1)", style=solid]; +"295 dequantize_per_tensor_default_39" -> "296 mul_5" [label="(1, 144, 1, 1)", style=solid]; +"296 mul_5" -> "297 quantize_per_tensor_default_30" [label="(1, 144, 14, 14)", style=solid]; +"297 quantize_per_tensor_default_30" -> "298 dequantize_per_tensor_default_40" [label="(1, 144, 14, 14)", style=solid]; +"298 dequantize_per_tensor_default_40" -> "303 conv2d_35" [label="(1, 144, 14, 14)", style=solid]; +"299 conv2d_35_scale_0_updated_constant0" -> "302 mul_tensor_23" [label="(48, 1, 1, 1)", style=solid]; +"300 compressed_weight_updated_constant23" -> "302 mul_tensor_23" [label="(48, 144, 1, 1)", style=solid]; +"301 features_8_block_3_0_weight_bias_0_0" -> "303 conv2d_35" [label="(48,)", style=solid]; +"302 mul_tensor_23" -> "303 conv2d_35" [label=None, style=solid]; +"303 conv2d_35" -> "304 quantize_per_tensor_default_31" [label="(1, 48, 14, 14)", style=solid]; +"304 quantize_per_tensor_default_31" -> "305 dequantize_per_tensor_default_41" [label="(1, 48, 14, 14)", style=solid]; +"305 dequantize_per_tensor_default_41" -> "306 add__3" [label="(1, 48, 14, 14)", style=solid]; +"306 add__3" -> "307 quantize_per_tensor_default_32" [label="(1, 48, 14, 14)", style=solid]; +"307 quantize_per_tensor_default_32" -> "308 dequantize_per_tensor_default_42" [label="(1, 48, 14, 14)", style=solid]; +"308 dequantize_per_tensor_default_42" -> "313 conv2d_36" [label="(1, 48, 14, 14)", style=solid]; +"309 conv2d_36_scale_0_updated_constant0" -> "312 mul_tensor_24" [label="(288, 1, 1, 1)", style=solid]; +"310 compressed_weight_updated_constant24" -> "312 mul_tensor_24" [label="(288, 48, 1, 1)", style=solid]; +"311 features_9_block_0_0_weight_bias_0_0" -> "313 conv2d_36" [label="(288,)", style=solid]; +"312 mul_tensor_24" -> "313 conv2d_36" [label=None, style=solid]; +"313 conv2d_36" -> "316 hardswish__11" [label="(1, 288, 14, 14)", style=solid]; +"314 hardswish__11_scale_0" -> "317 quantize_per_channel_default_33" [label="(288,)", style=solid]; +"314 hardswish__11_scale_0" -> "318 dequantize_per_channel_default_33" [label="(288,)", style=solid]; +"315 hardswish__11_zero_point_0" -> "317 quantize_per_channel_default_33" [label="(288,)", style=solid]; +"315 hardswish__11_zero_point_0" -> "318 dequantize_per_channel_default_33" [label="(288,)", style=solid]; +"316 hardswish__11" -> "317 quantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; +"317 quantize_per_channel_default_33" -> "318 dequantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; +"318 dequantize_per_channel_default_33" -> "323 conv2d_37" [label="(1, 288, 14, 14)", style=solid]; +"319 conv2d_37_scale_0_updated_constant0" -> "322 mul_tensor_25" [label="(288, 1, 1, 1)", style=solid]; +"320 compressed_weight_updated_constant25" -> "322 mul_tensor_25" [label="(288, 1, 5, 5)", style=solid]; +"321 features_9_block_1_0_weight_bias_0_0" -> "323 conv2d_37" [label="(288,)", style=solid]; +"322 mul_tensor_25" -> "323 conv2d_37" [label=None, style=solid]; +"323 conv2d_37" -> "324 hardswish__12" [label="(1, 288, 7, 7)", style=solid]; +"324 hardswish__12" -> "325 quantize_per_tensor_default_33" [label="(1, 288, 7, 7)", style=solid]; +"325 quantize_per_tensor_default_33" -> "326 dequantize_per_tensor_default_44" [label="(1, 288, 7, 7)", style=solid]; +"325 quantize_per_tensor_default_33" -> "327 dequantize_per_tensor_default_43" [label="(1, 288, 7, 7)", style=solid]; +"326 dequantize_per_tensor_default_44" -> "339 mul_6" [label="(1, 288, 7, 7)", style=solid]; +"327 dequantize_per_tensor_default_43" -> "328 adaptive_avg_pool2d_6" [label="(1, 288, 7, 7)", style=solid]; +"328 adaptive_avg_pool2d_6" -> "331 conv2d_38" [label="(1, 288, 1, 1)", style=solid]; +"329 _param_constant102" -> "331 conv2d_38" [label="(72, 288, 1, 1)", style=solid]; +"330 _param_constant103_0_0" -> "331 conv2d_38" [label="(72,)", style=solid]; +"331 conv2d_38" -> "332 relu_6" [label="(1, 72, 1, 1)", style=solid]; +"332 relu_6" -> "335 conv2d_39" [label="(1, 72, 1, 1)", style=solid]; +"333 _param_constant104" -> "335 conv2d_39" [label="(288, 72, 1, 1)", style=solid]; +"334 _param_constant105_0_0" -> "335 conv2d_39" [label="(288,)", style=solid]; +"335 conv2d_39" -> "336 hardsigmoid_6" [label="(1, 288, 1, 1)", style=solid]; +"336 hardsigmoid_6" -> "337 quantize_per_tensor_default_34" [label="(1, 288, 1, 1)", style=solid]; +"337 quantize_per_tensor_default_34" -> "338 dequantize_per_tensor_default_45" [label="(1, 288, 1, 1)", style=solid]; +"338 dequantize_per_tensor_default_45" -> "339 mul_6" [label="(1, 288, 1, 1)", style=solid]; +"339 mul_6" -> "340 quantize_per_tensor_default_35" [label="(1, 288, 7, 7)", style=solid]; +"340 quantize_per_tensor_default_35" -> "341 dequantize_per_tensor_default_46" [label="(1, 288, 7, 7)", style=solid]; +"341 dequantize_per_tensor_default_46" -> "346 conv2d_40" [label="(1, 288, 7, 7)", style=solid]; +"342 conv2d_40_scale_0_updated_constant0" -> "345 mul_tensor_26" [label="(96, 1, 1, 1)", style=solid]; +"343 compressed_weight_updated_constant26" -> "345 mul_tensor_26" [label="(96, 288, 1, 1)", style=solid]; +"344 features_9_block_3_0_weight_bias_0_0" -> "346 conv2d_40" [label="(96,)", style=solid]; +"345 mul_tensor_26" -> "346 conv2d_40" [label=None, style=solid]; +"346 conv2d_40" -> "347 quantize_per_tensor_default_36" [label="(1, 96, 7, 7)", style=solid]; +"347 quantize_per_tensor_default_36" -> "348 dequantize_per_tensor_default_48" [label="(1, 96, 7, 7)", style=solid]; +"347 quantize_per_tensor_default_36" -> "349 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7)", style=solid]; +"348 dequantize_per_tensor_default_48" -> "390 add__4" [label="(1, 96, 7, 7)", style=solid]; +"349 dequantize_per_tensor_default_47" -> "354 conv2d_41" [label="(1, 96, 7, 7)", style=solid]; +"350 conv2d_41_scale_0_updated_constant0" -> "353 mul_tensor_27" [label="(576, 1, 1, 1)", style=solid]; +"351 compressed_weight_updated_constant27" -> "353 mul_tensor_27" [label="(576, 96, 1, 1)", style=solid]; +"352 features_10_block_0_0_weight_bias_0_0" -> "354 conv2d_41" [label="(576,)", style=solid]; +"353 mul_tensor_27" -> "354 conv2d_41" [label=None, style=solid]; +"354 conv2d_41" -> "357 hardswish__13" [label="(1, 576, 7, 7)", style=solid]; +"355 hardswish__13_scale_0" -> "358 quantize_per_channel_default_37" [label="(576,)", style=solid]; +"355 hardswish__13_scale_0" -> "359 dequantize_per_channel_default_37" [label="(576,)", style=solid]; +"356 hardswish__13_zero_point_0" -> "358 quantize_per_channel_default_37" [label="(576,)", style=solid]; +"356 hardswish__13_zero_point_0" -> "359 dequantize_per_channel_default_37" [label="(576,)", style=solid]; +"357 hardswish__13" -> "358 quantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; +"358 quantize_per_channel_default_37" -> "359 dequantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; +"359 dequantize_per_channel_default_37" -> "364 conv2d_42" [label="(1, 576, 7, 7)", style=solid]; +"360 conv2d_42_scale_0_updated_constant0" -> "363 mul_tensor_28" [label="(576, 1, 1, 1)", style=solid]; +"361 compressed_weight_updated_constant28" -> "363 mul_tensor_28" [label="(576, 1, 5, 5)", style=solid]; +"362 features_10_block_1_0_weight_bias_0_0" -> "364 conv2d_42" [label="(576,)", style=solid]; +"363 mul_tensor_28" -> "364 conv2d_42" [label=None, style=solid]; +"364 conv2d_42" -> "365 hardswish__14" [label="(1, 576, 7, 7)", style=solid]; +"365 hardswish__14" -> "366 quantize_per_tensor_default_37" [label="(1, 576, 7, 7)", style=solid]; +"366 quantize_per_tensor_default_37" -> "367 dequantize_per_tensor_default_50" [label="(1, 576, 7, 7)", style=solid]; +"366 quantize_per_tensor_default_37" -> "368 dequantize_per_tensor_default_49" [label="(1, 576, 7, 7)", style=solid]; +"367 dequantize_per_tensor_default_50" -> "380 mul_7" [label="(1, 576, 7, 7)", style=solid]; +"368 dequantize_per_tensor_default_49" -> "369 adaptive_avg_pool2d_7" [label="(1, 576, 7, 7)", style=solid]; +"369 adaptive_avg_pool2d_7" -> "372 conv2d_43" [label="(1, 576, 1, 1)", style=solid]; +"370 _param_constant115" -> "372 conv2d_43" [label="(144, 576, 1, 1)", style=solid]; +"371 _param_constant116_0_0" -> "372 conv2d_43" [label="(144,)", style=solid]; +"372 conv2d_43" -> "373 relu_7" [label="(1, 144, 1, 1)", style=solid]; +"373 relu_7" -> "376 conv2d_44" [label="(1, 144, 1, 1)", style=solid]; +"374 _param_constant117" -> "376 conv2d_44" [label="(576, 144, 1, 1)", style=solid]; +"375 _param_constant118_0_0" -> "376 conv2d_44" [label="(576,)", style=solid]; +"376 conv2d_44" -> "377 hardsigmoid_7" [label="(1, 576, 1, 1)", style=solid]; +"377 hardsigmoid_7" -> "378 quantize_per_tensor_default_38" [label="(1, 576, 1, 1)", style=solid]; +"378 quantize_per_tensor_default_38" -> "379 dequantize_per_tensor_default_51" [label="(1, 576, 1, 1)", style=solid]; +"379 dequantize_per_tensor_default_51" -> "380 mul_7" [label="(1, 576, 1, 1)", style=solid]; +"380 mul_7" -> "381 quantize_per_tensor_default_39" [label="(1, 576, 7, 7)", style=solid]; +"381 quantize_per_tensor_default_39" -> "382 dequantize_per_tensor_default_52" [label="(1, 576, 7, 7)", style=solid]; +"382 dequantize_per_tensor_default_52" -> "387 conv2d_45" [label="(1, 576, 7, 7)", style=solid]; +"383 conv2d_45_scale_0_updated_constant0" -> "386 mul_tensor_29" [label="(96, 1, 1, 1)", style=solid]; +"384 compressed_weight_updated_constant29" -> "386 mul_tensor_29" [label="(96, 576, 1, 1)", style=solid]; +"385 features_10_block_3_0_weight_bias_0_0" -> "387 conv2d_45" [label="(96,)", style=solid]; +"386 mul_tensor_29" -> "387 conv2d_45" [label=None, style=solid]; +"387 conv2d_45" -> "388 quantize_per_tensor_default_40" [label="(1, 96, 7, 7)", style=solid]; +"388 quantize_per_tensor_default_40" -> "389 dequantize_per_tensor_default_53" [label="(1, 96, 7, 7)", style=solid]; +"389 dequantize_per_tensor_default_53" -> "390 add__4" [label="(1, 96, 7, 7)", style=solid]; +"390 add__4" -> "391 quantize_per_tensor_default_41" [label="(1, 96, 7, 7)", style=solid]; +"391 quantize_per_tensor_default_41" -> "392 dequantize_per_tensor_default_55" [label="(1, 96, 7, 7)", style=solid]; +"391 quantize_per_tensor_default_41" -> "393 dequantize_per_tensor_default_54" [label="(1, 96, 7, 7)", style=solid]; +"392 dequantize_per_tensor_default_55" -> "434 add__5" [label="(1, 96, 7, 7)", style=solid]; +"393 dequantize_per_tensor_default_54" -> "398 conv2d_46" [label="(1, 96, 7, 7)", style=solid]; +"394 conv2d_46_scale_0_updated_constant0" -> "397 mul_tensor_30" [label="(576, 1, 1, 1)", style=solid]; +"395 compressed_weight_updated_constant30" -> "397 mul_tensor_30" [label="(576, 96, 1, 1)", style=solid]; +"396 features_11_block_0_0_weight_bias_0_0" -> "398 conv2d_46" [label="(576,)", style=solid]; +"397 mul_tensor_30" -> "398 conv2d_46" [label=None, style=solid]; +"398 conv2d_46" -> "401 hardswish__15" [label="(1, 576, 7, 7)", style=solid]; +"399 hardswish__15_scale_0" -> "402 quantize_per_channel_default_41" [label="(576,)", style=solid]; +"399 hardswish__15_scale_0" -> "403 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"400 hardswish__15_zero_point_0" -> "402 quantize_per_channel_default_41" [label="(576,)", style=solid]; +"400 hardswish__15_zero_point_0" -> "403 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"401 hardswish__15" -> "402 quantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; +"402 quantize_per_channel_default_41" -> "403 dequantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; +"403 dequantize_per_channel_default_41" -> "408 conv2d_47" [label="(1, 576, 7, 7)", style=solid]; +"404 conv2d_47_scale_0_updated_constant0" -> "407 mul_tensor_31" [label="(576, 1, 1, 1)", style=solid]; +"405 compressed_weight_updated_constant31" -> "407 mul_tensor_31" [label="(576, 1, 5, 5)", style=solid]; +"406 features_11_block_1_0_weight_bias_0_0" -> "408 conv2d_47" [label="(576,)", style=solid]; +"407 mul_tensor_31" -> "408 conv2d_47" [label=None, style=solid]; +"408 conv2d_47" -> "409 hardswish__16" [label="(1, 576, 7, 7)", style=solid]; +"409 hardswish__16" -> "410 quantize_per_tensor_default_42" [label="(1, 576, 7, 7)", style=solid]; +"410 quantize_per_tensor_default_42" -> "411 dequantize_per_tensor_default_57" [label="(1, 576, 7, 7)", style=solid]; +"410 quantize_per_tensor_default_42" -> "412 dequantize_per_tensor_default_56" [label="(1, 576, 7, 7)", style=solid]; +"411 dequantize_per_tensor_default_57" -> "424 mul_8" [label="(1, 576, 7, 7)", style=solid]; +"412 dequantize_per_tensor_default_56" -> "413 adaptive_avg_pool2d_8" [label="(1, 576, 7, 7)", style=solid]; +"413 adaptive_avg_pool2d_8" -> "416 conv2d_48" [label="(1, 576, 1, 1)", style=solid]; +"414 _param_constant128" -> "416 conv2d_48" [label="(144, 576, 1, 1)", style=solid]; +"415 _param_constant129_0_0" -> "416 conv2d_48" [label="(144,)", style=solid]; +"416 conv2d_48" -> "417 relu_8" [label="(1, 144, 1, 1)", style=solid]; +"417 relu_8" -> "420 conv2d_49" [label="(1, 144, 1, 1)", style=solid]; +"418 _param_constant130" -> "420 conv2d_49" [label="(576, 144, 1, 1)", style=solid]; +"419 _param_constant131_0_0" -> "420 conv2d_49" [label="(576,)", style=solid]; +"420 conv2d_49" -> "421 hardsigmoid_8" [label="(1, 576, 1, 1)", style=solid]; +"421 hardsigmoid_8" -> "422 quantize_per_tensor_default_43" [label="(1, 576, 1, 1)", style=solid]; +"422 quantize_per_tensor_default_43" -> "423 dequantize_per_tensor_default_58" [label="(1, 576, 1, 1)", style=solid]; +"423 dequantize_per_tensor_default_58" -> "424 mul_8" [label="(1, 576, 1, 1)", style=solid]; +"424 mul_8" -> "425 quantize_per_tensor_default_44" [label="(1, 576, 7, 7)", style=solid]; +"425 quantize_per_tensor_default_44" -> "426 dequantize_per_tensor_default_59" [label="(1, 576, 7, 7)", style=solid]; +"426 dequantize_per_tensor_default_59" -> "431 conv2d_50" [label="(1, 576, 7, 7)", style=solid]; +"427 conv2d_50_scale_0_updated_constant0" -> "430 mul_tensor_32" [label="(96, 1, 1, 1)", style=solid]; +"428 compressed_weight_updated_constant32" -> "430 mul_tensor_32" [label="(96, 576, 1, 1)", style=solid]; +"429 features_11_block_3_0_weight_bias_0_0" -> "431 conv2d_50" [label="(96,)", style=solid]; +"430 mul_tensor_32" -> "431 conv2d_50" [label=None, style=solid]; +"431 conv2d_50" -> "432 quantize_per_tensor_default_45" [label="(1, 96, 7, 7)", style=solid]; +"432 quantize_per_tensor_default_45" -> "433 dequantize_per_tensor_default_60" [label="(1, 96, 7, 7)", style=solid]; +"433 dequantize_per_tensor_default_60" -> "434 add__5" [label="(1, 96, 7, 7)", style=solid]; +"434 add__5" -> "435 quantize_per_tensor_default_46" [label="(1, 96, 7, 7)", style=solid]; +"435 quantize_per_tensor_default_46" -> "436 dequantize_per_tensor_default_61" [label="(1, 96, 7, 7)", style=solid]; +"436 dequantize_per_tensor_default_61" -> "441 conv2d_51" [label="(1, 96, 7, 7)", style=solid]; +"437 conv2d_51_scale_0_updated_constant0" -> "440 mul_tensor_33" [label="(576, 1, 1, 1)", style=solid]; +"438 compressed_weight_updated_constant33" -> "440 mul_tensor_33" [label="(576, 96, 1, 1)", style=solid]; +"439 features_12_0_weight_bias_0_0" -> "441 conv2d_51" [label="(576,)", style=solid]; +"440 mul_tensor_33" -> "441 conv2d_51" [label=None, style=solid]; +"441 conv2d_51" -> "442 hardswish__17" [label="(1, 576, 7, 7)", style=solid]; +"442 hardswish__17" -> "443 quantize_per_tensor_default_47" [label="(1, 576, 7, 7)", style=solid]; +"443 quantize_per_tensor_default_47" -> "444 dequantize_per_tensor_default_62" [label="(1, 576, 7, 7)", style=solid]; +"444 dequantize_per_tensor_default_62" -> "445 adaptive_avg_pool2d_9" [label="(1, 576, 7, 7)", style=solid]; +"445 adaptive_avg_pool2d_9" -> "446 quantize_per_tensor_default_48" [label="(1, 576, 1, 1)", style=solid]; +"446 quantize_per_tensor_default_48" -> "447 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1)", style=solid]; +"447 dequantize_per_tensor_default_63" -> "448 flatten" [label="(1, 576, 1, 1)", style=solid]; +"448 flatten" -> "453 linear" [label="(1, 576)", style=solid]; +"449 linear_scale_0_updated_constant0" -> "452 mul_tensor_34" [label="(1024, 1)", style=solid]; +"450 compressed_weight_updated_constant34" -> "452 mul_tensor_34" [label="(1024, 576)", style=solid]; +"451 _param_constant139_0_0" -> "453 linear" [label="(1024,)", style=solid]; +"452 mul_tensor_34" -> "453 linear" [label=None, style=solid]; +"453 linear" -> "454 hardswish__18" [label="(1, 1024)", style=solid]; +"454 hardswish__18" -> "455 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; +"455 quantize_per_tensor_default_49" -> "456 dequantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; +"456 dequantize_per_tensor_default_64" -> "457 dropout_" [label="(1, 1024)", style=solid]; +"457 dropout_" -> "462 linear_1" [label="(1, 1024)", style=solid]; +"458 linear_1_scale_0_updated_constant0" -> "461 mul_tensor_35" [label="(1000, 1)", style=solid]; +"459 compressed_weight_updated_constant35" -> "461 mul_tensor_35" [label="(1000, 1024)", style=solid]; +"460 _param_constant141_0_0" -> "462 linear_1" [label="(1000,)", style=solid]; +"461 mul_tensor_35" -> "462 linear_1" [label=None, style=solid]; +"462 linear_1" -> "463 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot index 8361c1d9250..7b5df16f340 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot @@ -2,538 +2,412 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0" [id=4, type=get_attr]; -"5 conv2d_zero_point_0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 conv1_weight_bias_0_0" [id=8, type=get_attr]; -"9 conv2d" [id=9, type=conv2d]; -"10 relu_" [id=10, type=relu_]; -"11 quantize_per_tensor_default_1" [id=11, type=quantize_per_tensor]; -"12 dequantize_per_tensor_default_1" [id=12, type=dequantize_per_tensor]; -"13 max_pool2d" [id=13, type=max_pool2d]; -"14 _param_constant3" [id=14, type=get_attr]; -"15 conv2d_1_scale_0" [id=15, type=get_attr]; -"16 conv2d_1_zero_point_0" [id=16, type=get_attr]; -"17 quantize_per_channel_default_1" [id=17, type=quantize_per_channel]; -"18 dequantize_per_channel_default_1" [id=18, type=dequantize_per_channel]; -"19 layer1_0_conv1_weight_bias_0_0" [id=19, type=get_attr]; -"20 conv2d_1" [id=20, type=conv2d]; -"21 relu__1" [id=21, type=relu_]; -"22 quantize_per_tensor_default_2" [id=22, type=quantize_per_tensor]; -"23 dequantize_per_tensor_default_2" [id=23, type=dequantize_per_tensor]; -"24 _param_constant6" [id=24, type=get_attr]; -"25 conv2d_2_scale_0" [id=25, type=get_attr]; -"26 conv2d_2_zero_point_0" [id=26, type=get_attr]; -"27 quantize_per_channel_default_2" [id=27, type=quantize_per_channel]; -"28 dequantize_per_channel_default_2" [id=28, type=dequantize_per_channel]; -"29 layer1_0_conv2_weight_bias_0_0" [id=29, type=get_attr]; -"30 conv2d_2" [id=30, type=conv2d]; -"31 quantize_per_tensor_default_3" [id=31, type=quantize_per_tensor]; -"32 dequantize_per_tensor_default_3" [id=32, type=dequantize_per_tensor]; -"33 add_" [id=33, type=add_]; -"34 relu__2" [id=34, type=relu_]; -"35 quantize_per_tensor_default_4" [id=35, type=quantize_per_tensor]; -"36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; -"37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; -"38 _param_constant9" [id=38, type=get_attr]; -"39 conv2d_3_scale_0" [id=39, type=get_attr]; -"40 conv2d_3_zero_point_0" [id=40, type=get_attr]; -"41 quantize_per_channel_default_3" [id=41, type=quantize_per_channel]; -"42 dequantize_per_channel_default_3" [id=42, type=dequantize_per_channel]; -"43 layer1_1_conv1_weight_bias_0_0" [id=43, type=get_attr]; -"44 conv2d_3" [id=44, type=conv2d]; -"45 relu__3" [id=45, type=relu_]; -"46 quantize_per_tensor_default_5" [id=46, type=quantize_per_tensor]; -"47 dequantize_per_tensor_default_6" [id=47, type=dequantize_per_tensor]; -"48 _param_constant12" [id=48, type=get_attr]; -"49 conv2d_4_scale_0" [id=49, type=get_attr]; -"50 conv2d_4_zero_point_0" [id=50, type=get_attr]; -"51 quantize_per_channel_default_4" [id=51, type=quantize_per_channel]; -"52 dequantize_per_channel_default_4" [id=52, type=dequantize_per_channel]; -"53 layer1_1_conv2_weight_bias_0_0" [id=53, type=get_attr]; -"54 conv2d_4" [id=54, type=conv2d]; -"55 quantize_per_tensor_default_6" [id=55, type=quantize_per_tensor]; -"56 dequantize_per_tensor_default_7" [id=56, type=dequantize_per_tensor]; -"57 add__1" [id=57, type=add_]; -"58 relu__4" [id=58, type=relu_]; -"59 quantize_per_tensor_default_7" [id=59, type=quantize_per_tensor]; -"60 dequantize_per_tensor_default_9" [id=60, type=dequantize_per_tensor]; -"61 dequantize_per_tensor_default_8" [id=61, type=dequantize_per_tensor]; -"62 _param_constant15" [id=62, type=get_attr]; -"63 conv2d_5_scale_0" [id=63, type=get_attr]; -"64 conv2d_5_zero_point_0" [id=64, type=get_attr]; -"65 quantize_per_channel_default_5" [id=65, type=quantize_per_channel]; -"66 dequantize_per_channel_default_5" [id=66, type=dequantize_per_channel]; -"67 layer2_0_conv1_weight_bias_0_0" [id=67, type=get_attr]; -"68 conv2d_5" [id=68, type=conv2d]; -"69 relu__5" [id=69, type=relu_]; -"70 quantize_per_tensor_default_8" [id=70, type=quantize_per_tensor]; -"71 dequantize_per_tensor_default_10" [id=71, type=dequantize_per_tensor]; -"72 _param_constant18" [id=72, type=get_attr]; -"73 conv2d_6_scale_0" [id=73, type=get_attr]; -"74 conv2d_6_zero_point_0" [id=74, type=get_attr]; -"75 quantize_per_channel_default_6" [id=75, type=quantize_per_channel]; -"76 dequantize_per_channel_default_6" [id=76, type=dequantize_per_channel]; -"77 layer2_0_conv2_weight_bias_0_0" [id=77, type=get_attr]; -"78 conv2d_6" [id=78, type=conv2d]; -"79 quantize_per_tensor_default_9" [id=79, type=quantize_per_tensor]; -"80 dequantize_per_tensor_default_11" [id=80, type=dequantize_per_tensor]; -"81 _param_constant21" [id=81, type=get_attr]; -"82 conv2d_7_scale_0" [id=82, type=get_attr]; -"83 conv2d_7_zero_point_0" [id=83, type=get_attr]; -"84 quantize_per_channel_default_7" [id=84, type=quantize_per_channel]; -"85 dequantize_per_channel_default_7" [id=85, type=dequantize_per_channel]; -"86 layer2_0_downsample_0_weight_bias_0_0" [id=86, type=get_attr]; -"87 conv2d_7" [id=87, type=conv2d]; -"88 quantize_per_tensor_default_10" [id=88, type=quantize_per_tensor]; -"89 dequantize_per_tensor_default_12" [id=89, type=dequantize_per_tensor]; -"90 add__2" [id=90, type=add_]; -"91 relu__6" [id=91, type=relu_]; -"92 quantize_per_tensor_default_11" [id=92, type=quantize_per_tensor]; -"93 dequantize_per_tensor_default_14" [id=93, type=dequantize_per_tensor]; -"94 dequantize_per_tensor_default_13" [id=94, type=dequantize_per_tensor]; -"95 _param_constant24" [id=95, type=get_attr]; -"96 conv2d_8_scale_0" [id=96, type=get_attr]; -"97 conv2d_8_zero_point_0" [id=97, type=get_attr]; -"98 quantize_per_channel_default_8" [id=98, type=quantize_per_channel]; -"99 dequantize_per_channel_default_8" [id=99, type=dequantize_per_channel]; -"100 layer2_1_conv1_weight_bias_0_0" [id=100, type=get_attr]; -"101 conv2d_8" [id=101, type=conv2d]; -"102 relu__7" [id=102, type=relu_]; -"103 quantize_per_tensor_default_12" [id=103, type=quantize_per_tensor]; -"104 dequantize_per_tensor_default_15" [id=104, type=dequantize_per_tensor]; -"105 _param_constant27" [id=105, type=get_attr]; -"106 conv2d_9_scale_0" [id=106, type=get_attr]; -"107 conv2d_9_zero_point_0" [id=107, type=get_attr]; -"108 quantize_per_channel_default_9" [id=108, type=quantize_per_channel]; -"109 dequantize_per_channel_default_9" [id=109, type=dequantize_per_channel]; -"110 layer2_1_conv2_weight_bias_0_0" [id=110, type=get_attr]; -"111 conv2d_9" [id=111, type=conv2d]; -"112 quantize_per_tensor_default_13" [id=112, type=quantize_per_tensor]; -"113 dequantize_per_tensor_default_16" [id=113, type=dequantize_per_tensor]; -"114 add__3" [id=114, type=add_]; -"115 relu__8" [id=115, type=relu_]; -"116 quantize_per_tensor_default_14" [id=116, type=quantize_per_tensor]; -"117 dequantize_per_tensor_default_18" [id=117, type=dequantize_per_tensor]; -"118 dequantize_per_tensor_default_17" [id=118, type=dequantize_per_tensor]; -"119 _param_constant30" [id=119, type=get_attr]; -"120 conv2d_10_scale_0" [id=120, type=get_attr]; -"121 conv2d_10_zero_point_0" [id=121, type=get_attr]; -"122 quantize_per_channel_default_10" [id=122, type=quantize_per_channel]; -"123 dequantize_per_channel_default_10" [id=123, type=dequantize_per_channel]; -"124 layer3_0_conv1_weight_bias_0_0" [id=124, type=get_attr]; -"125 conv2d_10" [id=125, type=conv2d]; -"126 relu__9" [id=126, type=relu_]; -"127 quantize_per_tensor_default_15" [id=127, type=quantize_per_tensor]; -"128 dequantize_per_tensor_default_19" [id=128, type=dequantize_per_tensor]; -"129 _param_constant33" [id=129, type=get_attr]; -"130 conv2d_11_scale_0" [id=130, type=get_attr]; -"131 conv2d_11_zero_point_0" [id=131, type=get_attr]; -"132 quantize_per_channel_default_11" [id=132, type=quantize_per_channel]; -"133 dequantize_per_channel_default_11" [id=133, type=dequantize_per_channel]; -"134 layer3_0_conv2_weight_bias_0_0" [id=134, type=get_attr]; -"135 conv2d_11" [id=135, type=conv2d]; -"136 quantize_per_tensor_default_16" [id=136, type=quantize_per_tensor]; -"137 dequantize_per_tensor_default_20" [id=137, type=dequantize_per_tensor]; -"138 _param_constant36" [id=138, type=get_attr]; -"139 conv2d_12_scale_0" [id=139, type=get_attr]; -"140 conv2d_12_zero_point_0" [id=140, type=get_attr]; -"141 quantize_per_channel_default_12" [id=141, type=quantize_per_channel]; -"142 dequantize_per_channel_default_12" [id=142, type=dequantize_per_channel]; -"143 layer3_0_downsample_0_weight_bias_0_0" [id=143, type=get_attr]; -"144 conv2d_12" [id=144, type=conv2d]; -"145 quantize_per_tensor_default_17" [id=145, type=quantize_per_tensor]; -"146 dequantize_per_tensor_default_21" [id=146, type=dequantize_per_tensor]; -"147 add__4" [id=147, type=add_]; -"148 relu__10" [id=148, type=relu_]; -"149 quantize_per_tensor_default_18" [id=149, type=quantize_per_tensor]; -"150 dequantize_per_tensor_default_23" [id=150, type=dequantize_per_tensor]; -"151 dequantize_per_tensor_default_22" [id=151, type=dequantize_per_tensor]; -"152 _param_constant39" [id=152, type=get_attr]; -"153 conv2d_13_scale_0" [id=153, type=get_attr]; -"154 conv2d_13_zero_point_0" [id=154, type=get_attr]; -"155 quantize_per_channel_default_13" [id=155, type=quantize_per_channel]; -"156 dequantize_per_channel_default_13" [id=156, type=dequantize_per_channel]; -"157 layer3_1_conv1_weight_bias_0_0" [id=157, type=get_attr]; -"158 conv2d_13" [id=158, type=conv2d]; -"159 relu__11" [id=159, type=relu_]; -"160 quantize_per_tensor_default_19" [id=160, type=quantize_per_tensor]; -"161 dequantize_per_tensor_default_24" [id=161, type=dequantize_per_tensor]; -"162 _param_constant42" [id=162, type=get_attr]; -"163 conv2d_14_scale_0" [id=163, type=get_attr]; -"164 conv2d_14_zero_point_0" [id=164, type=get_attr]; -"165 quantize_per_channel_default_14" [id=165, type=quantize_per_channel]; -"166 dequantize_per_channel_default_14" [id=166, type=dequantize_per_channel]; -"167 layer3_1_conv2_weight_bias_0_0" [id=167, type=get_attr]; -"168 conv2d_14" [id=168, type=conv2d]; -"169 quantize_per_tensor_default_20" [id=169, type=quantize_per_tensor]; -"170 dequantize_per_tensor_default_25" [id=170, type=dequantize_per_tensor]; -"171 add__5" [id=171, type=add_]; -"172 relu__12" [id=172, type=relu_]; -"173 quantize_per_tensor_default_21" [id=173, type=quantize_per_tensor]; -"174 dequantize_per_tensor_default_27" [id=174, type=dequantize_per_tensor]; -"175 dequantize_per_tensor_default_26" [id=175, type=dequantize_per_tensor]; -"176 _param_constant45" [id=176, type=get_attr]; -"177 conv2d_15_scale_0" [id=177, type=get_attr]; -"178 conv2d_15_zero_point_0" [id=178, type=get_attr]; -"179 quantize_per_channel_default_15" [id=179, type=quantize_per_channel]; -"180 dequantize_per_channel_default_15" [id=180, type=dequantize_per_channel]; -"181 layer4_0_conv1_weight_bias_0_0" [id=181, type=get_attr]; -"182 conv2d_15" [id=182, type=conv2d]; -"183 relu__13" [id=183, type=relu_]; -"184 quantize_per_tensor_default_22" [id=184, type=quantize_per_tensor]; -"185 dequantize_per_tensor_default_28" [id=185, type=dequantize_per_tensor]; -"186 _param_constant48" [id=186, type=get_attr]; -"187 conv2d_16_scale_0" [id=187, type=get_attr]; -"188 conv2d_16_zero_point_0" [id=188, type=get_attr]; -"189 quantize_per_channel_default_16" [id=189, type=quantize_per_channel]; -"190 dequantize_per_channel_default_16" [id=190, type=dequantize_per_channel]; -"191 layer4_0_conv2_weight_bias_0_0" [id=191, type=get_attr]; -"192 conv2d_16" [id=192, type=conv2d]; -"193 quantize_per_tensor_default_23" [id=193, type=quantize_per_tensor]; -"194 dequantize_per_tensor_default_29" [id=194, type=dequantize_per_tensor]; -"195 _param_constant51" [id=195, type=get_attr]; -"196 conv2d_17_scale_0" [id=196, type=get_attr]; -"197 conv2d_17_zero_point_0" [id=197, type=get_attr]; -"198 quantize_per_channel_default_17" [id=198, type=quantize_per_channel]; -"199 dequantize_per_channel_default_17" [id=199, type=dequantize_per_channel]; -"200 layer4_0_downsample_0_weight_bias_0_0" [id=200, type=get_attr]; -"201 conv2d_17" [id=201, type=conv2d]; -"202 quantize_per_tensor_default_24" [id=202, type=quantize_per_tensor]; -"203 dequantize_per_tensor_default_30" [id=203, type=dequantize_per_tensor]; -"204 add__6" [id=204, type=add_]; -"205 relu__14" [id=205, type=relu_]; -"206 quantize_per_tensor_default_25" [id=206, type=quantize_per_tensor]; -"207 dequantize_per_tensor_default_32" [id=207, type=dequantize_per_tensor]; -"208 dequantize_per_tensor_default_31" [id=208, type=dequantize_per_tensor]; -"209 _param_constant54" [id=209, type=get_attr]; -"210 conv2d_18_scale_0" [id=210, type=get_attr]; -"211 conv2d_18_zero_point_0" [id=211, type=get_attr]; -"212 quantize_per_channel_default_18" [id=212, type=quantize_per_channel]; -"213 dequantize_per_channel_default_18" [id=213, type=dequantize_per_channel]; -"214 layer4_1_conv1_weight_bias_0_0" [id=214, type=get_attr]; -"215 conv2d_18" [id=215, type=conv2d]; -"216 relu__15" [id=216, type=relu_]; -"217 quantize_per_tensor_default_26" [id=217, type=quantize_per_tensor]; -"218 dequantize_per_tensor_default_33" [id=218, type=dequantize_per_tensor]; -"219 _param_constant57" [id=219, type=get_attr]; -"220 conv2d_19_scale_0" [id=220, type=get_attr]; -"221 conv2d_19_zero_point_0" [id=221, type=get_attr]; -"222 quantize_per_channel_default_19" [id=222, type=quantize_per_channel]; -"223 dequantize_per_channel_default_19" [id=223, type=dequantize_per_channel]; -"224 layer4_1_conv2_weight_bias_0_0" [id=224, type=get_attr]; -"225 conv2d_19" [id=225, type=conv2d]; -"226 quantize_per_tensor_default_27" [id=226, type=quantize_per_tensor]; -"227 dequantize_per_tensor_default_34" [id=227, type=dequantize_per_tensor]; -"228 add__7" [id=228, type=add_]; -"229 relu__16" [id=229, type=relu_]; -"230 quantize_per_tensor_default_28" [id=230, type=quantize_per_tensor]; -"231 dequantize_per_tensor_default_35" [id=231, type=dequantize_per_tensor]; -"232 adaptive_avg_pool2d" [id=232, type=adaptive_avg_pool2d]; -"233 quantize_per_tensor_default_29" [id=233, type=quantize_per_tensor]; -"234 dequantize_per_tensor_default_36" [id=234, type=dequantize_per_tensor]; -"235 flatten" [id=235, type=flatten]; -"236 _param_constant60" [id=236, type=get_attr]; -"237 linear_scale_0" [id=237, type=get_attr]; -"238 linear_zero_point_0" [id=238, type=get_attr]; -"239 quantize_per_channel_default_20" [id=239, type=quantize_per_channel]; -"240 dequantize_per_channel_default_20" [id=240, type=dequantize_per_channel]; -"241 _param_constant61_0_0" [id=241, type=get_attr]; -"242 linear" [id=242, type=linear]; -"243 output" [id=243, type=output]; +"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; +"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; +"5 conv1_weight_bias_0_0" [id=5, type=get_attr]; +"6 mul_tensor" [id=6, type=mul]; +"7 conv2d" [id=7, type=conv2d]; +"8 relu_" [id=8, type=relu_]; +"9 quantize_per_tensor_default_1" [id=9, type=quantize_per_tensor]; +"10 dequantize_per_tensor_default_1" [id=10, type=dequantize_per_tensor]; +"11 max_pool2d" [id=11, type=max_pool2d]; +"12 conv2d_1_scale_0_updated_constant0" [id=12, type=get_attr]; +"13 compressed_weight_updated_constant1" [id=13, type=get_attr]; +"14 layer1_0_conv1_weight_bias_0_0" [id=14, type=get_attr]; +"15 mul_tensor_1" [id=15, type=mul]; +"16 conv2d_1" [id=16, type=conv2d]; +"17 relu__1" [id=17, type=relu_]; +"18 quantize_per_tensor_default_2" [id=18, type=quantize_per_tensor]; +"19 dequantize_per_tensor_default_2" [id=19, type=dequantize_per_tensor]; +"20 conv2d_2_scale_0_updated_constant0" [id=20, type=get_attr]; +"21 compressed_weight_updated_constant2" [id=21, type=get_attr]; +"22 layer1_0_conv2_weight_bias_0_0" [id=22, type=get_attr]; +"23 mul_tensor_2" [id=23, type=mul]; +"24 conv2d_2" [id=24, type=conv2d]; +"25 quantize_per_tensor_default_3" [id=25, type=quantize_per_tensor]; +"26 dequantize_per_tensor_default_3" [id=26, type=dequantize_per_tensor]; +"27 add_" [id=27, type=add_]; +"28 relu__2" [id=28, type=relu_]; +"29 quantize_per_tensor_default_4" [id=29, type=quantize_per_tensor]; +"30 dequantize_per_tensor_default_5" [id=30, type=dequantize_per_tensor]; +"31 dequantize_per_tensor_default_4" [id=31, type=dequantize_per_tensor]; +"32 conv2d_3_scale_0_updated_constant0" [id=32, type=get_attr]; +"33 compressed_weight_updated_constant3" [id=33, type=get_attr]; +"34 layer1_1_conv1_weight_bias_0_0" [id=34, type=get_attr]; +"35 mul_tensor_3" [id=35, type=mul]; +"36 conv2d_3" [id=36, type=conv2d]; +"37 relu__3" [id=37, type=relu_]; +"38 quantize_per_tensor_default_5" [id=38, type=quantize_per_tensor]; +"39 dequantize_per_tensor_default_6" [id=39, type=dequantize_per_tensor]; +"40 conv2d_4_scale_0_updated_constant0" [id=40, type=get_attr]; +"41 compressed_weight_updated_constant4" [id=41, type=get_attr]; +"42 layer1_1_conv2_weight_bias_0_0" [id=42, type=get_attr]; +"43 mul_tensor_4" [id=43, type=mul]; +"44 conv2d_4" [id=44, type=conv2d]; +"45 quantize_per_tensor_default_6" [id=45, type=quantize_per_tensor]; +"46 dequantize_per_tensor_default_7" [id=46, type=dequantize_per_tensor]; +"47 add__1" [id=47, type=add_]; +"48 relu__4" [id=48, type=relu_]; +"49 quantize_per_tensor_default_7" [id=49, type=quantize_per_tensor]; +"50 dequantize_per_tensor_default_9" [id=50, type=dequantize_per_tensor]; +"51 dequantize_per_tensor_default_8" [id=51, type=dequantize_per_tensor]; +"52 conv2d_5_scale_0_updated_constant0" [id=52, type=get_attr]; +"53 compressed_weight_updated_constant5" [id=53, type=get_attr]; +"54 layer2_0_conv1_weight_bias_0_0" [id=54, type=get_attr]; +"55 mul_tensor_5" [id=55, type=mul]; +"56 conv2d_5" [id=56, type=conv2d]; +"57 relu__5" [id=57, type=relu_]; +"58 quantize_per_tensor_default_8" [id=58, type=quantize_per_tensor]; +"59 dequantize_per_tensor_default_10" [id=59, type=dequantize_per_tensor]; +"60 conv2d_6_scale_0_updated_constant0" [id=60, type=get_attr]; +"61 compressed_weight_updated_constant6" [id=61, type=get_attr]; +"62 layer2_0_conv2_weight_bias_0_0" [id=62, type=get_attr]; +"63 mul_tensor_6" [id=63, type=mul]; +"64 conv2d_6" [id=64, type=conv2d]; +"65 quantize_per_tensor_default_9" [id=65, type=quantize_per_tensor]; +"66 dequantize_per_tensor_default_11" [id=66, type=dequantize_per_tensor]; +"67 conv2d_7_scale_0_updated_constant0" [id=67, type=get_attr]; +"68 compressed_weight_updated_constant7" [id=68, type=get_attr]; +"69 layer2_0_downsample_0_weight_bias_0_0" [id=69, type=get_attr]; +"70 mul_tensor_7" [id=70, type=mul]; +"71 conv2d_7" [id=71, type=conv2d]; +"72 quantize_per_tensor_default_10" [id=72, type=quantize_per_tensor]; +"73 dequantize_per_tensor_default_12" [id=73, type=dequantize_per_tensor]; +"74 add__2" [id=74, type=add_]; +"75 relu__6" [id=75, type=relu_]; +"76 quantize_per_tensor_default_11" [id=76, type=quantize_per_tensor]; +"77 dequantize_per_tensor_default_14" [id=77, type=dequantize_per_tensor]; +"78 dequantize_per_tensor_default_13" [id=78, type=dequantize_per_tensor]; +"79 conv2d_8_scale_0_updated_constant0" [id=79, type=get_attr]; +"80 compressed_weight_updated_constant8" [id=80, type=get_attr]; +"81 layer2_1_conv1_weight_bias_0_0" [id=81, type=get_attr]; +"82 mul_tensor_8" [id=82, type=mul]; +"83 conv2d_8" [id=83, type=conv2d]; +"84 relu__7" [id=84, type=relu_]; +"85 quantize_per_tensor_default_12" [id=85, type=quantize_per_tensor]; +"86 dequantize_per_tensor_default_15" [id=86, type=dequantize_per_tensor]; +"87 conv2d_9_scale_0_updated_constant0" [id=87, type=get_attr]; +"88 compressed_weight_updated_constant9" [id=88, type=get_attr]; +"89 layer2_1_conv2_weight_bias_0_0" [id=89, type=get_attr]; +"90 mul_tensor_9" [id=90, type=mul]; +"91 conv2d_9" [id=91, type=conv2d]; +"92 quantize_per_tensor_default_13" [id=92, type=quantize_per_tensor]; +"93 dequantize_per_tensor_default_16" [id=93, type=dequantize_per_tensor]; +"94 add__3" [id=94, type=add_]; +"95 relu__8" [id=95, type=relu_]; +"96 quantize_per_tensor_default_14" [id=96, type=quantize_per_tensor]; +"97 dequantize_per_tensor_default_18" [id=97, type=dequantize_per_tensor]; +"98 dequantize_per_tensor_default_17" [id=98, type=dequantize_per_tensor]; +"99 conv2d_10_scale_0_updated_constant0" [id=99, type=get_attr]; +"100 compressed_weight_updated_constant10" [id=100, type=get_attr]; +"101 layer3_0_conv1_weight_bias_0_0" [id=101, type=get_attr]; +"102 mul_tensor_10" [id=102, type=mul]; +"103 conv2d_10" [id=103, type=conv2d]; +"104 relu__9" [id=104, type=relu_]; +"105 quantize_per_tensor_default_15" [id=105, type=quantize_per_tensor]; +"106 dequantize_per_tensor_default_19" [id=106, type=dequantize_per_tensor]; +"107 conv2d_11_scale_0_updated_constant0" [id=107, type=get_attr]; +"108 compressed_weight_updated_constant11" [id=108, type=get_attr]; +"109 layer3_0_conv2_weight_bias_0_0" [id=109, type=get_attr]; +"110 mul_tensor_11" [id=110, type=mul]; +"111 conv2d_11" [id=111, type=conv2d]; +"112 quantize_per_tensor_default_16" [id=112, type=quantize_per_tensor]; +"113 dequantize_per_tensor_default_20" [id=113, type=dequantize_per_tensor]; +"114 conv2d_12_scale_0_updated_constant0" [id=114, type=get_attr]; +"115 compressed_weight_updated_constant12" [id=115, type=get_attr]; +"116 layer3_0_downsample_0_weight_bias_0_0" [id=116, type=get_attr]; +"117 mul_tensor_12" [id=117, type=mul]; +"118 conv2d_12" [id=118, type=conv2d]; +"119 quantize_per_tensor_default_17" [id=119, type=quantize_per_tensor]; +"120 dequantize_per_tensor_default_21" [id=120, type=dequantize_per_tensor]; +"121 add__4" [id=121, type=add_]; +"122 relu__10" [id=122, type=relu_]; +"123 quantize_per_tensor_default_18" [id=123, type=quantize_per_tensor]; +"124 dequantize_per_tensor_default_23" [id=124, type=dequantize_per_tensor]; +"125 dequantize_per_tensor_default_22" [id=125, type=dequantize_per_tensor]; +"126 conv2d_13_scale_0_updated_constant0" [id=126, type=get_attr]; +"127 compressed_weight_updated_constant13" [id=127, type=get_attr]; +"128 layer3_1_conv1_weight_bias_0_0" [id=128, type=get_attr]; +"129 mul_tensor_13" [id=129, type=mul]; +"130 conv2d_13" [id=130, type=conv2d]; +"131 relu__11" [id=131, type=relu_]; +"132 quantize_per_tensor_default_19" [id=132, type=quantize_per_tensor]; +"133 dequantize_per_tensor_default_24" [id=133, type=dequantize_per_tensor]; +"134 conv2d_14_scale_0_updated_constant0" [id=134, type=get_attr]; +"135 compressed_weight_updated_constant14" [id=135, type=get_attr]; +"136 layer3_1_conv2_weight_bias_0_0" [id=136, type=get_attr]; +"137 mul_tensor_14" [id=137, type=mul]; +"138 conv2d_14" [id=138, type=conv2d]; +"139 quantize_per_tensor_default_20" [id=139, type=quantize_per_tensor]; +"140 dequantize_per_tensor_default_25" [id=140, type=dequantize_per_tensor]; +"141 add__5" [id=141, type=add_]; +"142 relu__12" [id=142, type=relu_]; +"143 quantize_per_tensor_default_21" [id=143, type=quantize_per_tensor]; +"144 dequantize_per_tensor_default_27" [id=144, type=dequantize_per_tensor]; +"145 dequantize_per_tensor_default_26" [id=145, type=dequantize_per_tensor]; +"146 conv2d_15_scale_0_updated_constant0" [id=146, type=get_attr]; +"147 compressed_weight_updated_constant15" [id=147, type=get_attr]; +"148 layer4_0_conv1_weight_bias_0_0" [id=148, type=get_attr]; +"149 mul_tensor_15" [id=149, type=mul]; +"150 conv2d_15" [id=150, type=conv2d]; +"151 relu__13" [id=151, type=relu_]; +"152 quantize_per_tensor_default_22" [id=152, type=quantize_per_tensor]; +"153 dequantize_per_tensor_default_28" [id=153, type=dequantize_per_tensor]; +"154 conv2d_16_scale_0_updated_constant0" [id=154, type=get_attr]; +"155 compressed_weight_updated_constant16" [id=155, type=get_attr]; +"156 layer4_0_conv2_weight_bias_0_0" [id=156, type=get_attr]; +"157 mul_tensor_16" [id=157, type=mul]; +"158 conv2d_16" [id=158, type=conv2d]; +"159 quantize_per_tensor_default_23" [id=159, type=quantize_per_tensor]; +"160 dequantize_per_tensor_default_29" [id=160, type=dequantize_per_tensor]; +"161 conv2d_17_scale_0_updated_constant0" [id=161, type=get_attr]; +"162 compressed_weight_updated_constant17" [id=162, type=get_attr]; +"163 layer4_0_downsample_0_weight_bias_0_0" [id=163, type=get_attr]; +"164 mul_tensor_17" [id=164, type=mul]; +"165 conv2d_17" [id=165, type=conv2d]; +"166 quantize_per_tensor_default_24" [id=166, type=quantize_per_tensor]; +"167 dequantize_per_tensor_default_30" [id=167, type=dequantize_per_tensor]; +"168 add__6" [id=168, type=add_]; +"169 relu__14" [id=169, type=relu_]; +"170 quantize_per_tensor_default_25" [id=170, type=quantize_per_tensor]; +"171 dequantize_per_tensor_default_32" [id=171, type=dequantize_per_tensor]; +"172 dequantize_per_tensor_default_31" [id=172, type=dequantize_per_tensor]; +"173 conv2d_18_scale_0_updated_constant0" [id=173, type=get_attr]; +"174 compressed_weight_updated_constant18" [id=174, type=get_attr]; +"175 layer4_1_conv1_weight_bias_0_0" [id=175, type=get_attr]; +"176 mul_tensor_18" [id=176, type=mul]; +"177 conv2d_18" [id=177, type=conv2d]; +"178 relu__15" [id=178, type=relu_]; +"179 quantize_per_tensor_default_26" [id=179, type=quantize_per_tensor]; +"180 dequantize_per_tensor_default_33" [id=180, type=dequantize_per_tensor]; +"181 conv2d_19_scale_0_updated_constant0" [id=181, type=get_attr]; +"182 compressed_weight_updated_constant19" [id=182, type=get_attr]; +"183 layer4_1_conv2_weight_bias_0_0" [id=183, type=get_attr]; +"184 mul_tensor_19" [id=184, type=mul]; +"185 conv2d_19" [id=185, type=conv2d]; +"186 quantize_per_tensor_default_27" [id=186, type=quantize_per_tensor]; +"187 dequantize_per_tensor_default_34" [id=187, type=dequantize_per_tensor]; +"188 add__7" [id=188, type=add_]; +"189 relu__16" [id=189, type=relu_]; +"190 quantize_per_tensor_default_28" [id=190, type=quantize_per_tensor]; +"191 dequantize_per_tensor_default_35" [id=191, type=dequantize_per_tensor]; +"192 adaptive_avg_pool2d" [id=192, type=adaptive_avg_pool2d]; +"193 quantize_per_tensor_default_29" [id=193, type=quantize_per_tensor]; +"194 dequantize_per_tensor_default_36" [id=194, type=dequantize_per_tensor]; +"195 flatten" [id=195, type=flatten]; +"196 linear_scale_0_updated_constant0" [id=196, type=get_attr]; +"197 compressed_weight_updated_constant20" [id=197, type=get_attr]; +"198 _param_constant61_0_0" [id=198, type=get_attr]; +"199 mul_tensor_20" [id=199, type=mul]; +"200 linear" [id=200, type=linear]; +"201 output" [id=201, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 _param_constant0" -> "6 quantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; -"4 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; -"4 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; -"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; -"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; -"7 dequantize_per_channel_default" -> "9 conv2d" [label="(64, 3, 7, 7)", style=solid]; -"8 conv1_weight_bias_0_0" -> "9 conv2d" [label="(64,)", style=solid]; -"9 conv2d" -> "10 relu_" [label="(1, 64, 112, 112)", style=solid]; -"10 relu_" -> "11 quantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; -"11 quantize_per_tensor_default_1" -> "12 dequantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; -"12 dequantize_per_tensor_default_1" -> "13 max_pool2d" [label="(1, 64, 112, 112)", style=solid]; -"13 max_pool2d" -> "20 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; -"13 max_pool2d" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; -"14 _param_constant3" -> "17 quantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; -"15 conv2d_1_scale_0" -> "17 quantize_per_channel_default_1" [label="(64,)", style=solid]; -"15 conv2d_1_scale_0" -> "18 dequantize_per_channel_default_1" [label="(64,)", style=solid]; -"16 conv2d_1_zero_point_0" -> "17 quantize_per_channel_default_1" [label="(64,)", style=solid]; -"16 conv2d_1_zero_point_0" -> "18 dequantize_per_channel_default_1" [label="(64,)", style=solid]; -"17 quantize_per_channel_default_1" -> "18 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; -"18 dequantize_per_channel_default_1" -> "20 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; -"19 layer1_0_conv1_weight_bias_0_0" -> "20 conv2d_1" [label="(64,)", style=solid]; -"20 conv2d_1" -> "21 relu__1" [label="(1, 64, 56, 56)", style=solid]; -"21 relu__1" -> "22 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; -"22 quantize_per_tensor_default_2" -> "23 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; -"23 dequantize_per_tensor_default_2" -> "30 conv2d_2" [label="(1, 64, 56, 56)", style=solid]; -"24 _param_constant6" -> "27 quantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; -"25 conv2d_2_scale_0" -> "27 quantize_per_channel_default_2" [label="(64,)", style=solid]; -"25 conv2d_2_scale_0" -> "28 dequantize_per_channel_default_2" [label="(64,)", style=solid]; -"26 conv2d_2_zero_point_0" -> "27 quantize_per_channel_default_2" [label="(64,)", style=solid]; -"26 conv2d_2_zero_point_0" -> "28 dequantize_per_channel_default_2" [label="(64,)", style=solid]; -"27 quantize_per_channel_default_2" -> "28 dequantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; -"28 dequantize_per_channel_default_2" -> "30 conv2d_2" [label="(64, 64, 3, 3)", style=solid]; -"29 layer1_0_conv2_weight_bias_0_0" -> "30 conv2d_2" [label="(64,)", style=solid]; -"30 conv2d_2" -> "31 quantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; -"31 quantize_per_tensor_default_3" -> "32 dequantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; -"32 dequantize_per_tensor_default_3" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; -"33 add_" -> "34 relu__2" [label="(1, 64, 56, 56)", style=solid]; -"34 relu__2" -> "35 quantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; -"35 quantize_per_tensor_default_4" -> "36 dequantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; -"35 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; -"36 dequantize_per_tensor_default_5" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; -"37 dequantize_per_tensor_default_4" -> "44 conv2d_3" [label="(1, 64, 56, 56)", style=solid]; -"38 _param_constant9" -> "41 quantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; -"39 conv2d_3_scale_0" -> "41 quantize_per_channel_default_3" [label="(64,)", style=solid]; -"39 conv2d_3_scale_0" -> "42 dequantize_per_channel_default_3" [label="(64,)", style=solid]; -"40 conv2d_3_zero_point_0" -> "41 quantize_per_channel_default_3" [label="(64,)", style=solid]; -"40 conv2d_3_zero_point_0" -> "42 dequantize_per_channel_default_3" [label="(64,)", style=solid]; -"41 quantize_per_channel_default_3" -> "42 dequantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; -"42 dequantize_per_channel_default_3" -> "44 conv2d_3" [label="(64, 64, 3, 3)", style=solid]; -"43 layer1_1_conv1_weight_bias_0_0" -> "44 conv2d_3" [label="(64,)", style=solid]; -"44 conv2d_3" -> "45 relu__3" [label="(1, 64, 56, 56)", style=solid]; -"45 relu__3" -> "46 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; -"46 quantize_per_tensor_default_5" -> "47 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; -"47 dequantize_per_tensor_default_6" -> "54 conv2d_4" [label="(1, 64, 56, 56)", style=solid]; -"48 _param_constant12" -> "51 quantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; -"49 conv2d_4_scale_0" -> "51 quantize_per_channel_default_4" [label="(64,)", style=solid]; -"49 conv2d_4_scale_0" -> "52 dequantize_per_channel_default_4" [label="(64,)", style=solid]; -"50 conv2d_4_zero_point_0" -> "51 quantize_per_channel_default_4" [label="(64,)", style=solid]; -"50 conv2d_4_zero_point_0" -> "52 dequantize_per_channel_default_4" [label="(64,)", style=solid]; -"51 quantize_per_channel_default_4" -> "52 dequantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; -"52 dequantize_per_channel_default_4" -> "54 conv2d_4" [label="(64, 64, 3, 3)", style=solid]; -"53 layer1_1_conv2_weight_bias_0_0" -> "54 conv2d_4" [label="(64,)", style=solid]; -"54 conv2d_4" -> "55 quantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; -"55 quantize_per_tensor_default_6" -> "56 dequantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; -"56 dequantize_per_tensor_default_7" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; -"57 add__1" -> "58 relu__4" [label="(1, 64, 56, 56)", style=solid]; -"58 relu__4" -> "59 quantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; -"59 quantize_per_tensor_default_7" -> "60 dequantize_per_tensor_default_9" [label="(1, 64, 56, 56)", style=solid]; -"59 quantize_per_tensor_default_7" -> "61 dequantize_per_tensor_default_8" [label="(1, 64, 56, 56)", style=solid]; -"60 dequantize_per_tensor_default_9" -> "87 conv2d_7" [label="(1, 64, 56, 56)", style=solid]; -"61 dequantize_per_tensor_default_8" -> "68 conv2d_5" [label="(1, 64, 56, 56)", style=solid]; -"62 _param_constant15" -> "65 quantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; -"63 conv2d_5_scale_0" -> "65 quantize_per_channel_default_5" [label="(128,)", style=solid]; -"63 conv2d_5_scale_0" -> "66 dequantize_per_channel_default_5" [label="(128,)", style=solid]; -"64 conv2d_5_zero_point_0" -> "65 quantize_per_channel_default_5" [label="(128,)", style=solid]; -"64 conv2d_5_zero_point_0" -> "66 dequantize_per_channel_default_5" [label="(128,)", style=solid]; -"65 quantize_per_channel_default_5" -> "66 dequantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; -"66 dequantize_per_channel_default_5" -> "68 conv2d_5" [label="(128, 64, 3, 3)", style=solid]; -"67 layer2_0_conv1_weight_bias_0_0" -> "68 conv2d_5" [label="(128,)", style=solid]; -"68 conv2d_5" -> "69 relu__5" [label="(1, 128, 28, 28)", style=solid]; -"69 relu__5" -> "70 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; -"70 quantize_per_tensor_default_8" -> "71 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; -"71 dequantize_per_tensor_default_10" -> "78 conv2d_6" [label="(1, 128, 28, 28)", style=solid]; -"72 _param_constant18" -> "75 quantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; -"73 conv2d_6_scale_0" -> "75 quantize_per_channel_default_6" [label="(128,)", style=solid]; -"73 conv2d_6_scale_0" -> "76 dequantize_per_channel_default_6" [label="(128,)", style=solid]; -"74 conv2d_6_zero_point_0" -> "75 quantize_per_channel_default_6" [label="(128,)", style=solid]; -"74 conv2d_6_zero_point_0" -> "76 dequantize_per_channel_default_6" [label="(128,)", style=solid]; -"75 quantize_per_channel_default_6" -> "76 dequantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; -"76 dequantize_per_channel_default_6" -> "78 conv2d_6" [label="(128, 128, 3, 3)", style=solid]; -"77 layer2_0_conv2_weight_bias_0_0" -> "78 conv2d_6" [label="(128,)", style=solid]; -"78 conv2d_6" -> "79 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; -"79 quantize_per_tensor_default_9" -> "80 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; -"80 dequantize_per_tensor_default_11" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; -"81 _param_constant21" -> "84 quantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; -"82 conv2d_7_scale_0" -> "84 quantize_per_channel_default_7" [label="(128,)", style=solid]; -"82 conv2d_7_scale_0" -> "85 dequantize_per_channel_default_7" [label="(128,)", style=solid]; -"83 conv2d_7_zero_point_0" -> "84 quantize_per_channel_default_7" [label="(128,)", style=solid]; -"83 conv2d_7_zero_point_0" -> "85 dequantize_per_channel_default_7" [label="(128,)", style=solid]; -"84 quantize_per_channel_default_7" -> "85 dequantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; -"85 dequantize_per_channel_default_7" -> "87 conv2d_7" [label="(128, 64, 1, 1)", style=solid]; -"86 layer2_0_downsample_0_weight_bias_0_0" -> "87 conv2d_7" [label="(128,)", style=solid]; -"87 conv2d_7" -> "88 quantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; -"88 quantize_per_tensor_default_10" -> "89 dequantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; -"89 dequantize_per_tensor_default_12" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; -"90 add__2" -> "91 relu__6" [label="(1, 128, 28, 28)", style=solid]; -"91 relu__6" -> "92 quantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; -"92 quantize_per_tensor_default_11" -> "93 dequantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; -"92 quantize_per_tensor_default_11" -> "94 dequantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; -"93 dequantize_per_tensor_default_14" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; -"94 dequantize_per_tensor_default_13" -> "101 conv2d_8" [label="(1, 128, 28, 28)", style=solid]; -"95 _param_constant24" -> "98 quantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; -"96 conv2d_8_scale_0" -> "98 quantize_per_channel_default_8" [label="(128,)", style=solid]; -"96 conv2d_8_scale_0" -> "99 dequantize_per_channel_default_8" [label="(128,)", style=solid]; -"97 conv2d_8_zero_point_0" -> "98 quantize_per_channel_default_8" [label="(128,)", style=solid]; -"97 conv2d_8_zero_point_0" -> "99 dequantize_per_channel_default_8" [label="(128,)", style=solid]; -"98 quantize_per_channel_default_8" -> "99 dequantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; -"99 dequantize_per_channel_default_8" -> "101 conv2d_8" [label="(128, 128, 3, 3)", style=solid]; -"100 layer2_1_conv1_weight_bias_0_0" -> "101 conv2d_8" [label="(128,)", style=solid]; -"101 conv2d_8" -> "102 relu__7" [label="(1, 128, 28, 28)", style=solid]; -"102 relu__7" -> "103 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; -"103 quantize_per_tensor_default_12" -> "104 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28)", style=solid]; -"104 dequantize_per_tensor_default_15" -> "111 conv2d_9" [label="(1, 128, 28, 28)", style=solid]; -"105 _param_constant27" -> "108 quantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; -"106 conv2d_9_scale_0" -> "108 quantize_per_channel_default_9" [label="(128,)", style=solid]; -"106 conv2d_9_scale_0" -> "109 dequantize_per_channel_default_9" [label="(128,)", style=solid]; -"107 conv2d_9_zero_point_0" -> "108 quantize_per_channel_default_9" [label="(128,)", style=solid]; -"107 conv2d_9_zero_point_0" -> "109 dequantize_per_channel_default_9" [label="(128,)", style=solid]; -"108 quantize_per_channel_default_9" -> "109 dequantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; -"109 dequantize_per_channel_default_9" -> "111 conv2d_9" [label="(128, 128, 3, 3)", style=solid]; -"110 layer2_1_conv2_weight_bias_0_0" -> "111 conv2d_9" [label="(128,)", style=solid]; -"111 conv2d_9" -> "112 quantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; -"112 quantize_per_tensor_default_13" -> "113 dequantize_per_tensor_default_16" [label="(1, 128, 28, 28)", style=solid]; -"113 dequantize_per_tensor_default_16" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; -"114 add__3" -> "115 relu__8" [label="(1, 128, 28, 28)", style=solid]; -"115 relu__8" -> "116 quantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; -"116 quantize_per_tensor_default_14" -> "117 dequantize_per_tensor_default_18" [label="(1, 128, 28, 28)", style=solid]; -"116 quantize_per_tensor_default_14" -> "118 dequantize_per_tensor_default_17" [label="(1, 128, 28, 28)", style=solid]; -"117 dequantize_per_tensor_default_18" -> "144 conv2d_12" [label="(1, 128, 28, 28)", style=solid]; -"118 dequantize_per_tensor_default_17" -> "125 conv2d_10" [label="(1, 128, 28, 28)", style=solid]; -"119 _param_constant30" -> "122 quantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; -"120 conv2d_10_scale_0" -> "122 quantize_per_channel_default_10" [label="(256,)", style=solid]; -"120 conv2d_10_scale_0" -> "123 dequantize_per_channel_default_10" [label="(256,)", style=solid]; -"121 conv2d_10_zero_point_0" -> "122 quantize_per_channel_default_10" [label="(256,)", style=solid]; -"121 conv2d_10_zero_point_0" -> "123 dequantize_per_channel_default_10" [label="(256,)", style=solid]; -"122 quantize_per_channel_default_10" -> "123 dequantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; -"123 dequantize_per_channel_default_10" -> "125 conv2d_10" [label="(256, 128, 3, 3)", style=solid]; -"124 layer3_0_conv1_weight_bias_0_0" -> "125 conv2d_10" [label="(256,)", style=solid]; -"125 conv2d_10" -> "126 relu__9" [label="(1, 256, 14, 14)", style=solid]; -"126 relu__9" -> "127 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; -"127 quantize_per_tensor_default_15" -> "128 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; -"128 dequantize_per_tensor_default_19" -> "135 conv2d_11" [label="(1, 256, 14, 14)", style=solid]; -"129 _param_constant33" -> "132 quantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; -"130 conv2d_11_scale_0" -> "132 quantize_per_channel_default_11" [label="(256,)", style=solid]; -"130 conv2d_11_scale_0" -> "133 dequantize_per_channel_default_11" [label="(256,)", style=solid]; -"131 conv2d_11_zero_point_0" -> "132 quantize_per_channel_default_11" [label="(256,)", style=solid]; -"131 conv2d_11_zero_point_0" -> "133 dequantize_per_channel_default_11" [label="(256,)", style=solid]; -"132 quantize_per_channel_default_11" -> "133 dequantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; -"133 dequantize_per_channel_default_11" -> "135 conv2d_11" [label="(256, 256, 3, 3)", style=solid]; -"134 layer3_0_conv2_weight_bias_0_0" -> "135 conv2d_11" [label="(256,)", style=solid]; -"135 conv2d_11" -> "136 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; -"136 quantize_per_tensor_default_16" -> "137 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; -"137 dequantize_per_tensor_default_20" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; -"138 _param_constant36" -> "141 quantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; -"139 conv2d_12_scale_0" -> "141 quantize_per_channel_default_12" [label="(256,)", style=solid]; -"139 conv2d_12_scale_0" -> "142 dequantize_per_channel_default_12" [label="(256,)", style=solid]; -"140 conv2d_12_zero_point_0" -> "141 quantize_per_channel_default_12" [label="(256,)", style=solid]; -"140 conv2d_12_zero_point_0" -> "142 dequantize_per_channel_default_12" [label="(256,)", style=solid]; -"141 quantize_per_channel_default_12" -> "142 dequantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; -"142 dequantize_per_channel_default_12" -> "144 conv2d_12" [label="(256, 128, 1, 1)", style=solid]; -"143 layer3_0_downsample_0_weight_bias_0_0" -> "144 conv2d_12" [label="(256,)", style=solid]; -"144 conv2d_12" -> "145 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; -"145 quantize_per_tensor_default_17" -> "146 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; -"146 dequantize_per_tensor_default_21" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; -"147 add__4" -> "148 relu__10" [label="(1, 256, 14, 14)", style=solid]; -"148 relu__10" -> "149 quantize_per_tensor_default_18" [label="(1, 256, 14, 14)", style=solid]; -"149 quantize_per_tensor_default_18" -> "150 dequantize_per_tensor_default_23" [label="(1, 256, 14, 14)", style=solid]; -"149 quantize_per_tensor_default_18" -> "151 dequantize_per_tensor_default_22" [label="(1, 256, 14, 14)", style=solid]; -"150 dequantize_per_tensor_default_23" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; -"151 dequantize_per_tensor_default_22" -> "158 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; -"152 _param_constant39" -> "155 quantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; -"153 conv2d_13_scale_0" -> "155 quantize_per_channel_default_13" [label="(256,)", style=solid]; -"153 conv2d_13_scale_0" -> "156 dequantize_per_channel_default_13" [label="(256,)", style=solid]; -"154 conv2d_13_zero_point_0" -> "155 quantize_per_channel_default_13" [label="(256,)", style=solid]; -"154 conv2d_13_zero_point_0" -> "156 dequantize_per_channel_default_13" [label="(256,)", style=solid]; -"155 quantize_per_channel_default_13" -> "156 dequantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; -"156 dequantize_per_channel_default_13" -> "158 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; -"157 layer3_1_conv1_weight_bias_0_0" -> "158 conv2d_13" [label="(256,)", style=solid]; -"158 conv2d_13" -> "159 relu__11" [label="(1, 256, 14, 14)", style=solid]; -"159 relu__11" -> "160 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; -"160 quantize_per_tensor_default_19" -> "161 dequantize_per_tensor_default_24" [label="(1, 256, 14, 14)", style=solid]; -"161 dequantize_per_tensor_default_24" -> "168 conv2d_14" [label="(1, 256, 14, 14)", style=solid]; -"162 _param_constant42" -> "165 quantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; -"163 conv2d_14_scale_0" -> "165 quantize_per_channel_default_14" [label="(256,)", style=solid]; -"163 conv2d_14_scale_0" -> "166 dequantize_per_channel_default_14" [label="(256,)", style=solid]; -"164 conv2d_14_zero_point_0" -> "165 quantize_per_channel_default_14" [label="(256,)", style=solid]; -"164 conv2d_14_zero_point_0" -> "166 dequantize_per_channel_default_14" [label="(256,)", style=solid]; -"165 quantize_per_channel_default_14" -> "166 dequantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; -"166 dequantize_per_channel_default_14" -> "168 conv2d_14" [label="(256, 256, 3, 3)", style=solid]; -"167 layer3_1_conv2_weight_bias_0_0" -> "168 conv2d_14" [label="(256,)", style=solid]; -"168 conv2d_14" -> "169 quantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; -"169 quantize_per_tensor_default_20" -> "170 dequantize_per_tensor_default_25" [label="(1, 256, 14, 14)", style=solid]; -"170 dequantize_per_tensor_default_25" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; -"171 add__5" -> "172 relu__12" [label="(1, 256, 14, 14)", style=solid]; -"172 relu__12" -> "173 quantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; -"173 quantize_per_tensor_default_21" -> "174 dequantize_per_tensor_default_27" [label="(1, 256, 14, 14)", style=solid]; -"173 quantize_per_tensor_default_21" -> "175 dequantize_per_tensor_default_26" [label="(1, 256, 14, 14)", style=solid]; -"174 dequantize_per_tensor_default_27" -> "201 conv2d_17" [label="(1, 256, 14, 14)", style=solid]; -"175 dequantize_per_tensor_default_26" -> "182 conv2d_15" [label="(1, 256, 14, 14)", style=solid]; -"176 _param_constant45" -> "179 quantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; -"177 conv2d_15_scale_0" -> "179 quantize_per_channel_default_15" [label="(512,)", style=solid]; -"177 conv2d_15_scale_0" -> "180 dequantize_per_channel_default_15" [label="(512,)", style=solid]; -"178 conv2d_15_zero_point_0" -> "179 quantize_per_channel_default_15" [label="(512,)", style=solid]; -"178 conv2d_15_zero_point_0" -> "180 dequantize_per_channel_default_15" [label="(512,)", style=solid]; -"179 quantize_per_channel_default_15" -> "180 dequantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; -"180 dequantize_per_channel_default_15" -> "182 conv2d_15" [label="(512, 256, 3, 3)", style=solid]; -"181 layer4_0_conv1_weight_bias_0_0" -> "182 conv2d_15" [label="(512,)", style=solid]; -"182 conv2d_15" -> "183 relu__13" [label="(1, 512, 7, 7)", style=solid]; -"183 relu__13" -> "184 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; -"184 quantize_per_tensor_default_22" -> "185 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; -"185 dequantize_per_tensor_default_28" -> "192 conv2d_16" [label="(1, 512, 7, 7)", style=solid]; -"186 _param_constant48" -> "189 quantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; -"187 conv2d_16_scale_0" -> "189 quantize_per_channel_default_16" [label="(512,)", style=solid]; -"187 conv2d_16_scale_0" -> "190 dequantize_per_channel_default_16" [label="(512,)", style=solid]; -"188 conv2d_16_zero_point_0" -> "189 quantize_per_channel_default_16" [label="(512,)", style=solid]; -"188 conv2d_16_zero_point_0" -> "190 dequantize_per_channel_default_16" [label="(512,)", style=solid]; -"189 quantize_per_channel_default_16" -> "190 dequantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; -"190 dequantize_per_channel_default_16" -> "192 conv2d_16" [label="(512, 512, 3, 3)", style=solid]; -"191 layer4_0_conv2_weight_bias_0_0" -> "192 conv2d_16" [label="(512,)", style=solid]; -"192 conv2d_16" -> "193 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; -"193 quantize_per_tensor_default_23" -> "194 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7)", style=solid]; -"194 dequantize_per_tensor_default_29" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; -"195 _param_constant51" -> "198 quantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; -"196 conv2d_17_scale_0" -> "198 quantize_per_channel_default_17" [label="(512,)", style=solid]; -"196 conv2d_17_scale_0" -> "199 dequantize_per_channel_default_17" [label="(512,)", style=solid]; -"197 conv2d_17_zero_point_0" -> "198 quantize_per_channel_default_17" [label="(512,)", style=solid]; -"197 conv2d_17_zero_point_0" -> "199 dequantize_per_channel_default_17" [label="(512,)", style=solid]; -"198 quantize_per_channel_default_17" -> "199 dequantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; -"199 dequantize_per_channel_default_17" -> "201 conv2d_17" [label="(512, 256, 1, 1)", style=solid]; -"200 layer4_0_downsample_0_weight_bias_0_0" -> "201 conv2d_17" [label="(512,)", style=solid]; -"201 conv2d_17" -> "202 quantize_per_tensor_default_24" [label="(1, 512, 7, 7)", style=solid]; -"202 quantize_per_tensor_default_24" -> "203 dequantize_per_tensor_default_30" [label="(1, 512, 7, 7)", style=solid]; -"203 dequantize_per_tensor_default_30" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; -"204 add__6" -> "205 relu__14" [label="(1, 512, 7, 7)", style=solid]; -"205 relu__14" -> "206 quantize_per_tensor_default_25" [label="(1, 512, 7, 7)", style=solid]; -"206 quantize_per_tensor_default_25" -> "207 dequantize_per_tensor_default_32" [label="(1, 512, 7, 7)", style=solid]; -"206 quantize_per_tensor_default_25" -> "208 dequantize_per_tensor_default_31" [label="(1, 512, 7, 7)", style=solid]; -"207 dequantize_per_tensor_default_32" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; -"208 dequantize_per_tensor_default_31" -> "215 conv2d_18" [label="(1, 512, 7, 7)", style=solid]; -"209 _param_constant54" -> "212 quantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; -"210 conv2d_18_scale_0" -> "212 quantize_per_channel_default_18" [label="(512,)", style=solid]; -"210 conv2d_18_scale_0" -> "213 dequantize_per_channel_default_18" [label="(512,)", style=solid]; -"211 conv2d_18_zero_point_0" -> "212 quantize_per_channel_default_18" [label="(512,)", style=solid]; -"211 conv2d_18_zero_point_0" -> "213 dequantize_per_channel_default_18" [label="(512,)", style=solid]; -"212 quantize_per_channel_default_18" -> "213 dequantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; -"213 dequantize_per_channel_default_18" -> "215 conv2d_18" [label="(512, 512, 3, 3)", style=solid]; -"214 layer4_1_conv1_weight_bias_0_0" -> "215 conv2d_18" [label="(512,)", style=solid]; -"215 conv2d_18" -> "216 relu__15" [label="(1, 512, 7, 7)", style=solid]; -"216 relu__15" -> "217 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; -"217 quantize_per_tensor_default_26" -> "218 dequantize_per_tensor_default_33" [label="(1, 512, 7, 7)", style=solid]; -"218 dequantize_per_tensor_default_33" -> "225 conv2d_19" [label="(1, 512, 7, 7)", style=solid]; -"219 _param_constant57" -> "222 quantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; -"220 conv2d_19_scale_0" -> "222 quantize_per_channel_default_19" [label="(512,)", style=solid]; -"220 conv2d_19_scale_0" -> "223 dequantize_per_channel_default_19" [label="(512,)", style=solid]; -"221 conv2d_19_zero_point_0" -> "222 quantize_per_channel_default_19" [label="(512,)", style=solid]; -"221 conv2d_19_zero_point_0" -> "223 dequantize_per_channel_default_19" [label="(512,)", style=solid]; -"222 quantize_per_channel_default_19" -> "223 dequantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; -"223 dequantize_per_channel_default_19" -> "225 conv2d_19" [label="(512, 512, 3, 3)", style=solid]; -"224 layer4_1_conv2_weight_bias_0_0" -> "225 conv2d_19" [label="(512,)", style=solid]; -"225 conv2d_19" -> "226 quantize_per_tensor_default_27" [label="(1, 512, 7, 7)", style=solid]; -"226 quantize_per_tensor_default_27" -> "227 dequantize_per_tensor_default_34" [label="(1, 512, 7, 7)", style=solid]; -"227 dequantize_per_tensor_default_34" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; -"228 add__7" -> "229 relu__16" [label="(1, 512, 7, 7)", style=solid]; -"229 relu__16" -> "230 quantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; -"230 quantize_per_tensor_default_28" -> "231 dequantize_per_tensor_default_35" [label="(1, 512, 7, 7)", style=solid]; -"231 dequantize_per_tensor_default_35" -> "232 adaptive_avg_pool2d" [label="(1, 512, 7, 7)", style=solid]; -"232 adaptive_avg_pool2d" -> "233 quantize_per_tensor_default_29" [label="(1, 512, 1, 1)", style=solid]; -"233 quantize_per_tensor_default_29" -> "234 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1)", style=solid]; -"234 dequantize_per_tensor_default_36" -> "235 flatten" [label="(1, 512, 1, 1)", style=solid]; -"235 flatten" -> "242 linear" [label="(1, 512)", style=solid]; -"236 _param_constant60" -> "239 quantize_per_channel_default_20" [label="(1000, 512)", style=solid]; -"237 linear_scale_0" -> "239 quantize_per_channel_default_20" [label="(1000,)", style=solid]; -"237 linear_scale_0" -> "240 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; -"238 linear_zero_point_0" -> "239 quantize_per_channel_default_20" [label="(1000,)", style=solid]; -"238 linear_zero_point_0" -> "240 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; -"239 quantize_per_channel_default_20" -> "240 dequantize_per_channel_default_20" [label="(1000, 512)", style=solid]; -"240 dequantize_per_channel_default_20" -> "242 linear" [label="(1000, 512)", style=solid]; -"241 _param_constant61_0_0" -> "242 linear" [label="(1000,)", style=solid]; -"242 linear" -> "243 output" [label="(1, 1000)", style=solid]; -} \ No newline at end of file +"2 dequantize_per_tensor_default" -> "7 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; +"4 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(64, 3, 7, 7)", style=solid]; +"5 conv1_weight_bias_0_0" -> "7 conv2d" [label="(64,)", style=solid]; +"6 mul_tensor" -> "7 conv2d" [label=None, style=solid]; +"7 conv2d" -> "8 relu_" [label="(1, 64, 112, 112)", style=solid]; +"8 relu_" -> "9 quantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; +"9 quantize_per_tensor_default_1" -> "10 dequantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; +"10 dequantize_per_tensor_default_1" -> "11 max_pool2d" [label="(1, 64, 112, 112)", style=solid]; +"11 max_pool2d" -> "16 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; +"11 max_pool2d" -> "27 add_" [label="(1, 64, 56, 56)", style=solid]; +"12 conv2d_1_scale_0_updated_constant0" -> "15 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"13 compressed_weight_updated_constant1" -> "15 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"14 layer1_0_conv1_weight_bias_0_0" -> "16 conv2d_1" [label="(64,)", style=solid]; +"15 mul_tensor_1" -> "16 conv2d_1" [label=None, style=solid]; +"16 conv2d_1" -> "17 relu__1" [label="(1, 64, 56, 56)", style=solid]; +"17 relu__1" -> "18 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; +"18 quantize_per_tensor_default_2" -> "19 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; +"19 dequantize_per_tensor_default_2" -> "24 conv2d_2" [label="(1, 64, 56, 56)", style=solid]; +"20 conv2d_2_scale_0_updated_constant0" -> "23 mul_tensor_2" [label="(64, 1, 1, 1)", style=solid]; +"21 compressed_weight_updated_constant2" -> "23 mul_tensor_2" [label="(64, 64, 3, 3)", style=solid]; +"22 layer1_0_conv2_weight_bias_0_0" -> "24 conv2d_2" [label="(64,)", style=solid]; +"23 mul_tensor_2" -> "24 conv2d_2" [label=None, style=solid]; +"24 conv2d_2" -> "25 quantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; +"25 quantize_per_tensor_default_3" -> "26 dequantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; +"26 dequantize_per_tensor_default_3" -> "27 add_" [label="(1, 64, 56, 56)", style=solid]; +"27 add_" -> "28 relu__2" [label="(1, 64, 56, 56)", style=solid]; +"28 relu__2" -> "29 quantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; +"29 quantize_per_tensor_default_4" -> "30 dequantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; +"29 quantize_per_tensor_default_4" -> "31 dequantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; +"30 dequantize_per_tensor_default_5" -> "47 add__1" [label="(1, 64, 56, 56)", style=solid]; +"31 dequantize_per_tensor_default_4" -> "36 conv2d_3" [label="(1, 64, 56, 56)", style=solid]; +"32 conv2d_3_scale_0_updated_constant0" -> "35 mul_tensor_3" [label="(64, 1, 1, 1)", style=solid]; +"33 compressed_weight_updated_constant3" -> "35 mul_tensor_3" [label="(64, 64, 3, 3)", style=solid]; +"34 layer1_1_conv1_weight_bias_0_0" -> "36 conv2d_3" [label="(64,)", style=solid]; +"35 mul_tensor_3" -> "36 conv2d_3" [label=None, style=solid]; +"36 conv2d_3" -> "37 relu__3" [label="(1, 64, 56, 56)", style=solid]; +"37 relu__3" -> "38 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; +"38 quantize_per_tensor_default_5" -> "39 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; +"39 dequantize_per_tensor_default_6" -> "44 conv2d_4" [label="(1, 64, 56, 56)", style=solid]; +"40 conv2d_4_scale_0_updated_constant0" -> "43 mul_tensor_4" [label="(64, 1, 1, 1)", style=solid]; +"41 compressed_weight_updated_constant4" -> "43 mul_tensor_4" [label="(64, 64, 3, 3)", style=solid]; +"42 layer1_1_conv2_weight_bias_0_0" -> "44 conv2d_4" [label="(64,)", style=solid]; +"43 mul_tensor_4" -> "44 conv2d_4" [label=None, style=solid]; +"44 conv2d_4" -> "45 quantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; +"45 quantize_per_tensor_default_6" -> "46 dequantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; +"46 dequantize_per_tensor_default_7" -> "47 add__1" [label="(1, 64, 56, 56)", style=solid]; +"47 add__1" -> "48 relu__4" [label="(1, 64, 56, 56)", style=solid]; +"48 relu__4" -> "49 quantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; +"49 quantize_per_tensor_default_7" -> "50 dequantize_per_tensor_default_9" [label="(1, 64, 56, 56)", style=solid]; +"49 quantize_per_tensor_default_7" -> "51 dequantize_per_tensor_default_8" [label="(1, 64, 56, 56)", style=solid]; +"50 dequantize_per_tensor_default_9" -> "71 conv2d_7" [label="(1, 64, 56, 56)", style=solid]; +"51 dequantize_per_tensor_default_8" -> "56 conv2d_5" [label="(1, 64, 56, 56)", style=solid]; +"52 conv2d_5_scale_0_updated_constant0" -> "55 mul_tensor_5" [label="(128, 1, 1, 1)", style=solid]; +"53 compressed_weight_updated_constant5" -> "55 mul_tensor_5" [label="(128, 64, 3, 3)", style=solid]; +"54 layer2_0_conv1_weight_bias_0_0" -> "56 conv2d_5" [label="(128,)", style=solid]; +"55 mul_tensor_5" -> "56 conv2d_5" [label=None, style=solid]; +"56 conv2d_5" -> "57 relu__5" [label="(1, 128, 28, 28)", style=solid]; +"57 relu__5" -> "58 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; +"58 quantize_per_tensor_default_8" -> "59 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; +"59 dequantize_per_tensor_default_10" -> "64 conv2d_6" [label="(1, 128, 28, 28)", style=solid]; +"60 conv2d_6_scale_0_updated_constant0" -> "63 mul_tensor_6" [label="(128, 1, 1, 1)", style=solid]; +"61 compressed_weight_updated_constant6" -> "63 mul_tensor_6" [label="(128, 128, 3, 3)", style=solid]; +"62 layer2_0_conv2_weight_bias_0_0" -> "64 conv2d_6" [label="(128,)", style=solid]; +"63 mul_tensor_6" -> "64 conv2d_6" [label=None, style=solid]; +"64 conv2d_6" -> "65 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; +"65 quantize_per_tensor_default_9" -> "66 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; +"66 dequantize_per_tensor_default_11" -> "74 add__2" [label="(1, 128, 28, 28)", style=solid]; +"67 conv2d_7_scale_0_updated_constant0" -> "70 mul_tensor_7" [label="(128, 1, 1, 1)", style=solid]; +"68 compressed_weight_updated_constant7" -> "70 mul_tensor_7" [label="(128, 64, 1, 1)", style=solid]; +"69 layer2_0_downsample_0_weight_bias_0_0" -> "71 conv2d_7" [label="(128,)", style=solid]; +"70 mul_tensor_7" -> "71 conv2d_7" [label=None, style=solid]; +"71 conv2d_7" -> "72 quantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; +"72 quantize_per_tensor_default_10" -> "73 dequantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; +"73 dequantize_per_tensor_default_12" -> "74 add__2" [label="(1, 128, 28, 28)", style=solid]; +"74 add__2" -> "75 relu__6" [label="(1, 128, 28, 28)", style=solid]; +"75 relu__6" -> "76 quantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; +"76 quantize_per_tensor_default_11" -> "77 dequantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; +"76 quantize_per_tensor_default_11" -> "78 dequantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; +"77 dequantize_per_tensor_default_14" -> "94 add__3" [label="(1, 128, 28, 28)", style=solid]; +"78 dequantize_per_tensor_default_13" -> "83 conv2d_8" [label="(1, 128, 28, 28)", style=solid]; +"79 conv2d_8_scale_0_updated_constant0" -> "82 mul_tensor_8" [label="(128, 1, 1, 1)", style=solid]; +"80 compressed_weight_updated_constant8" -> "82 mul_tensor_8" [label="(128, 128, 3, 3)", style=solid]; +"81 layer2_1_conv1_weight_bias_0_0" -> "83 conv2d_8" [label="(128,)", style=solid]; +"82 mul_tensor_8" -> "83 conv2d_8" [label=None, style=solid]; +"83 conv2d_8" -> "84 relu__7" [label="(1, 128, 28, 28)", style=solid]; +"84 relu__7" -> "85 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; +"85 quantize_per_tensor_default_12" -> "86 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28)", style=solid]; +"86 dequantize_per_tensor_default_15" -> "91 conv2d_9" [label="(1, 128, 28, 28)", style=solid]; +"87 conv2d_9_scale_0_updated_constant0" -> "90 mul_tensor_9" [label="(128, 1, 1, 1)", style=solid]; +"88 compressed_weight_updated_constant9" -> "90 mul_tensor_9" [label="(128, 128, 3, 3)", style=solid]; +"89 layer2_1_conv2_weight_bias_0_0" -> "91 conv2d_9" [label="(128,)", style=solid]; +"90 mul_tensor_9" -> "91 conv2d_9" [label=None, style=solid]; +"91 conv2d_9" -> "92 quantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; +"92 quantize_per_tensor_default_13" -> "93 dequantize_per_tensor_default_16" [label="(1, 128, 28, 28)", style=solid]; +"93 dequantize_per_tensor_default_16" -> "94 add__3" [label="(1, 128, 28, 28)", style=solid]; +"94 add__3" -> "95 relu__8" [label="(1, 128, 28, 28)", style=solid]; +"95 relu__8" -> "96 quantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; +"96 quantize_per_tensor_default_14" -> "97 dequantize_per_tensor_default_18" [label="(1, 128, 28, 28)", style=solid]; +"96 quantize_per_tensor_default_14" -> "98 dequantize_per_tensor_default_17" [label="(1, 128, 28, 28)", style=solid]; +"97 dequantize_per_tensor_default_18" -> "118 conv2d_12" [label="(1, 128, 28, 28)", style=solid]; +"98 dequantize_per_tensor_default_17" -> "103 conv2d_10" [label="(1, 128, 28, 28)", style=solid]; +"99 conv2d_10_scale_0_updated_constant0" -> "102 mul_tensor_10" [label="(256, 1, 1, 1)", style=solid]; +"100 compressed_weight_updated_constant10" -> "102 mul_tensor_10" [label="(256, 128, 3, 3)", style=solid]; +"101 layer3_0_conv1_weight_bias_0_0" -> "103 conv2d_10" [label="(256,)", style=solid]; +"102 mul_tensor_10" -> "103 conv2d_10" [label=None, style=solid]; +"103 conv2d_10" -> "104 relu__9" [label="(1, 256, 14, 14)", style=solid]; +"104 relu__9" -> "105 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; +"105 quantize_per_tensor_default_15" -> "106 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; +"106 dequantize_per_tensor_default_19" -> "111 conv2d_11" [label="(1, 256, 14, 14)", style=solid]; +"107 conv2d_11_scale_0_updated_constant0" -> "110 mul_tensor_11" [label="(256, 1, 1, 1)", style=solid]; +"108 compressed_weight_updated_constant11" -> "110 mul_tensor_11" [label="(256, 256, 3, 3)", style=solid]; +"109 layer3_0_conv2_weight_bias_0_0" -> "111 conv2d_11" [label="(256,)", style=solid]; +"110 mul_tensor_11" -> "111 conv2d_11" [label=None, style=solid]; +"111 conv2d_11" -> "112 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; +"112 quantize_per_tensor_default_16" -> "113 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; +"113 dequantize_per_tensor_default_20" -> "121 add__4" [label="(1, 256, 14, 14)", style=solid]; +"114 conv2d_12_scale_0_updated_constant0" -> "117 mul_tensor_12" [label="(256, 1, 1, 1)", style=solid]; +"115 compressed_weight_updated_constant12" -> "117 mul_tensor_12" [label="(256, 128, 1, 1)", style=solid]; +"116 layer3_0_downsample_0_weight_bias_0_0" -> "118 conv2d_12" [label="(256,)", style=solid]; +"117 mul_tensor_12" -> "118 conv2d_12" [label=None, style=solid]; +"118 conv2d_12" -> "119 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"119 quantize_per_tensor_default_17" -> "120 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"120 dequantize_per_tensor_default_21" -> "121 add__4" [label="(1, 256, 14, 14)", style=solid]; +"121 add__4" -> "122 relu__10" [label="(1, 256, 14, 14)", style=solid]; +"122 relu__10" -> "123 quantize_per_tensor_default_18" [label="(1, 256, 14, 14)", style=solid]; +"123 quantize_per_tensor_default_18" -> "124 dequantize_per_tensor_default_23" [label="(1, 256, 14, 14)", style=solid]; +"123 quantize_per_tensor_default_18" -> "125 dequantize_per_tensor_default_22" [label="(1, 256, 14, 14)", style=solid]; +"124 dequantize_per_tensor_default_23" -> "141 add__5" [label="(1, 256, 14, 14)", style=solid]; +"125 dequantize_per_tensor_default_22" -> "130 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; +"126 conv2d_13_scale_0_updated_constant0" -> "129 mul_tensor_13" [label="(256, 1, 1, 1)", style=solid]; +"127 compressed_weight_updated_constant13" -> "129 mul_tensor_13" [label="(256, 256, 3, 3)", style=solid]; +"128 layer3_1_conv1_weight_bias_0_0" -> "130 conv2d_13" [label="(256,)", style=solid]; +"129 mul_tensor_13" -> "130 conv2d_13" [label=None, style=solid]; +"130 conv2d_13" -> "131 relu__11" [label="(1, 256, 14, 14)", style=solid]; +"131 relu__11" -> "132 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; +"132 quantize_per_tensor_default_19" -> "133 dequantize_per_tensor_default_24" [label="(1, 256, 14, 14)", style=solid]; +"133 dequantize_per_tensor_default_24" -> "138 conv2d_14" [label="(1, 256, 14, 14)", style=solid]; +"134 conv2d_14_scale_0_updated_constant0" -> "137 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"135 compressed_weight_updated_constant14" -> "137 mul_tensor_14" [label="(256, 256, 3, 3)", style=solid]; +"136 layer3_1_conv2_weight_bias_0_0" -> "138 conv2d_14" [label="(256,)", style=solid]; +"137 mul_tensor_14" -> "138 conv2d_14" [label=None, style=solid]; +"138 conv2d_14" -> "139 quantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; +"139 quantize_per_tensor_default_20" -> "140 dequantize_per_tensor_default_25" [label="(1, 256, 14, 14)", style=solid]; +"140 dequantize_per_tensor_default_25" -> "141 add__5" [label="(1, 256, 14, 14)", style=solid]; +"141 add__5" -> "142 relu__12" [label="(1, 256, 14, 14)", style=solid]; +"142 relu__12" -> "143 quantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"143 quantize_per_tensor_default_21" -> "144 dequantize_per_tensor_default_27" [label="(1, 256, 14, 14)", style=solid]; +"143 quantize_per_tensor_default_21" -> "145 dequantize_per_tensor_default_26" [label="(1, 256, 14, 14)", style=solid]; +"144 dequantize_per_tensor_default_27" -> "165 conv2d_17" [label="(1, 256, 14, 14)", style=solid]; +"145 dequantize_per_tensor_default_26" -> "150 conv2d_15" [label="(1, 256, 14, 14)", style=solid]; +"146 conv2d_15_scale_0_updated_constant0" -> "149 mul_tensor_15" [label="(512, 1, 1, 1)", style=solid]; +"147 compressed_weight_updated_constant15" -> "149 mul_tensor_15" [label="(512, 256, 3, 3)", style=solid]; +"148 layer4_0_conv1_weight_bias_0_0" -> "150 conv2d_15" [label="(512,)", style=solid]; +"149 mul_tensor_15" -> "150 conv2d_15" [label=None, style=solid]; +"150 conv2d_15" -> "151 relu__13" [label="(1, 512, 7, 7)", style=solid]; +"151 relu__13" -> "152 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; +"152 quantize_per_tensor_default_22" -> "153 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; +"153 dequantize_per_tensor_default_28" -> "158 conv2d_16" [label="(1, 512, 7, 7)", style=solid]; +"154 conv2d_16_scale_0_updated_constant0" -> "157 mul_tensor_16" [label="(512, 1, 1, 1)", style=solid]; +"155 compressed_weight_updated_constant16" -> "157 mul_tensor_16" [label="(512, 512, 3, 3)", style=solid]; +"156 layer4_0_conv2_weight_bias_0_0" -> "158 conv2d_16" [label="(512,)", style=solid]; +"157 mul_tensor_16" -> "158 conv2d_16" [label=None, style=solid]; +"158 conv2d_16" -> "159 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; +"159 quantize_per_tensor_default_23" -> "160 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7)", style=solid]; +"160 dequantize_per_tensor_default_29" -> "168 add__6" [label="(1, 512, 7, 7)", style=solid]; +"161 conv2d_17_scale_0_updated_constant0" -> "164 mul_tensor_17" [label="(512, 1, 1, 1)", style=solid]; +"162 compressed_weight_updated_constant17" -> "164 mul_tensor_17" [label="(512, 256, 1, 1)", style=solid]; +"163 layer4_0_downsample_0_weight_bias_0_0" -> "165 conv2d_17" [label="(512,)", style=solid]; +"164 mul_tensor_17" -> "165 conv2d_17" [label=None, style=solid]; +"165 conv2d_17" -> "166 quantize_per_tensor_default_24" [label="(1, 512, 7, 7)", style=solid]; +"166 quantize_per_tensor_default_24" -> "167 dequantize_per_tensor_default_30" [label="(1, 512, 7, 7)", style=solid]; +"167 dequantize_per_tensor_default_30" -> "168 add__6" [label="(1, 512, 7, 7)", style=solid]; +"168 add__6" -> "169 relu__14" [label="(1, 512, 7, 7)", style=solid]; +"169 relu__14" -> "170 quantize_per_tensor_default_25" [label="(1, 512, 7, 7)", style=solid]; +"170 quantize_per_tensor_default_25" -> "171 dequantize_per_tensor_default_32" [label="(1, 512, 7, 7)", style=solid]; +"170 quantize_per_tensor_default_25" -> "172 dequantize_per_tensor_default_31" [label="(1, 512, 7, 7)", style=solid]; +"171 dequantize_per_tensor_default_32" -> "188 add__7" [label="(1, 512, 7, 7)", style=solid]; +"172 dequantize_per_tensor_default_31" -> "177 conv2d_18" [label="(1, 512, 7, 7)", style=solid]; +"173 conv2d_18_scale_0_updated_constant0" -> "176 mul_tensor_18" [label="(512, 1, 1, 1)", style=solid]; +"174 compressed_weight_updated_constant18" -> "176 mul_tensor_18" [label="(512, 512, 3, 3)", style=solid]; +"175 layer4_1_conv1_weight_bias_0_0" -> "177 conv2d_18" [label="(512,)", style=solid]; +"176 mul_tensor_18" -> "177 conv2d_18" [label=None, style=solid]; +"177 conv2d_18" -> "178 relu__15" [label="(1, 512, 7, 7)", style=solid]; +"178 relu__15" -> "179 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; +"179 quantize_per_tensor_default_26" -> "180 dequantize_per_tensor_default_33" [label="(1, 512, 7, 7)", style=solid]; +"180 dequantize_per_tensor_default_33" -> "185 conv2d_19" [label="(1, 512, 7, 7)", style=solid]; +"181 conv2d_19_scale_0_updated_constant0" -> "184 mul_tensor_19" [label="(512, 1, 1, 1)", style=solid]; +"182 compressed_weight_updated_constant19" -> "184 mul_tensor_19" [label="(512, 512, 3, 3)", style=solid]; +"183 layer4_1_conv2_weight_bias_0_0" -> "185 conv2d_19" [label="(512,)", style=solid]; +"184 mul_tensor_19" -> "185 conv2d_19" [label=None, style=solid]; +"185 conv2d_19" -> "186 quantize_per_tensor_default_27" [label="(1, 512, 7, 7)", style=solid]; +"186 quantize_per_tensor_default_27" -> "187 dequantize_per_tensor_default_34" [label="(1, 512, 7, 7)", style=solid]; +"187 dequantize_per_tensor_default_34" -> "188 add__7" [label="(1, 512, 7, 7)", style=solid]; +"188 add__7" -> "189 relu__16" [label="(1, 512, 7, 7)", style=solid]; +"189 relu__16" -> "190 quantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; +"190 quantize_per_tensor_default_28" -> "191 dequantize_per_tensor_default_35" [label="(1, 512, 7, 7)", style=solid]; +"191 dequantize_per_tensor_default_35" -> "192 adaptive_avg_pool2d" [label="(1, 512, 7, 7)", style=solid]; +"192 adaptive_avg_pool2d" -> "193 quantize_per_tensor_default_29" [label="(1, 512, 1, 1)", style=solid]; +"193 quantize_per_tensor_default_29" -> "194 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1)", style=solid]; +"194 dequantize_per_tensor_default_36" -> "195 flatten" [label="(1, 512, 1, 1)", style=solid]; +"195 flatten" -> "200 linear" [label="(1, 512)", style=solid]; +"196 linear_scale_0_updated_constant0" -> "199 mul_tensor_20" [label="(1000, 1)", style=solid]; +"197 compressed_weight_updated_constant20" -> "199 mul_tensor_20" [label="(1000, 512)", style=solid]; +"198 _param_constant61_0_0" -> "200 linear" [label="(1000,)", style=solid]; +"199 mul_tensor_20" -> "200 linear" [label=None, style=solid]; +"200 linear" -> "201 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot index a403c4bc8e3..110c4584dc0 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot @@ -2,6857 +2,5963 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0" [id=4, type=get_attr]; -"5 conv2d_zero_point_0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 _param_constant1_0_0" [id=8, type=get_attr]; -"9 conv2d" [id=9, type=conv2d]; -"10 permute" [id=10, type=permute]; -"11 _param_constant2" [id=11, type=get_attr]; -"12 _param_constant3" [id=12, type=get_attr]; -"13 layer_norm" [id=13, type=layer_norm]; -"14 _tensor_constant0" [id=14, type=get_attr]; -"15 linear_updated_constant0" [id=15, type=get_attr]; -"16 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=16, type=call_module]; -"17 linear_scale_0" [id=17, type=get_attr]; -"18 linear_zero_point_0" [id=18, type=get_attr]; -"19 quantize_per_channel_default_1" [id=19, type=quantize_per_channel]; -"20 dequantize_per_channel_default_1" [id=20, type=dequantize_per_channel]; -"21 _param_constant5_0_0" [id=21, type=get_attr]; -"22 linear" [id=22, type=linear]; -"23 relu_" [id=23, type=relu_]; -"24 linear_1_updated_constant0" [id=24, type=get_attr]; -"25 relu__0_0_nncf_smooth_quant_0" [id=25, type=call_module]; -"26 linear_1_scale_0" [id=26, type=get_attr]; -"27 linear_1_zero_point_0" [id=27, type=get_attr]; -"28 quantize_per_channel_default_2" [id=28, type=quantize_per_channel]; -"29 dequantize_per_channel_default_2" [id=29, type=dequantize_per_channel]; -"30 linear_1" [id=30, type=linear]; -"31 view" [id=31, type=view]; -"32 _tensor_constant1" [id=32, type=get_attr]; -"33 index" [id=33, type=index]; -"34 view_1" [id=34, type=view]; -"35 permute_1" [id=35, type=permute]; -"36 contiguous" [id=36, type=contiguous]; -"37 unsqueeze" [id=37, type=unsqueeze]; -"38 sigmoid" [id=38, type=sigmoid]; -"39 mul" [id=39, type=mul]; -"40 pad" [id=40, type=pad]; -"41 view_2" [id=41, type=view]; -"42 permute_2" [id=42, type=permute]; -"43 reshape" [id=43, type=reshape]; -"44 linear_2_updated_constant0" [id=44, type=get_attr]; -"45 reshape_0_0_nncf_smooth_quant_0" [id=45, type=call_module]; -"46 quantize_per_tensor_default_1" [id=46, type=quantize_per_tensor]; -"47 dequantize_per_tensor_default_1" [id=47, type=dequantize_per_tensor]; -"48 linear_2_scale_0" [id=48, type=get_attr]; -"49 linear_2_zero_point_0" [id=49, type=get_attr]; -"50 quantize_per_channel_default_3" [id=50, type=quantize_per_channel]; -"51 dequantize_per_channel_default_3" [id=51, type=dequantize_per_channel]; -"52 _param_constant7_0_0" [id=52, type=get_attr]; -"53 linear_2" [id=53, type=linear]; -"54 reshape_1" [id=54, type=reshape]; -"55 permute_3" [id=55, type=permute]; -"56 select" [id=56, type=select]; -"57 select_1" [id=57, type=select]; -"58 select_2" [id=58, type=select]; -"59 linalg_vector_norm" [id=59, type=linalg_vector_norm]; -"60 clamp_min" [id=60, type=clamp_min]; -"61 expand_as" [id=61, type=expand_as]; -"62 div" [id=62, type=div]; -"63 quantize_per_tensor_default_2" [id=63, type=quantize_per_tensor]; -"64 dequantize_per_tensor_default_2" [id=64, type=dequantize_per_tensor]; -"65 linalg_vector_norm_1" [id=65, type=linalg_vector_norm]; -"66 clamp_min_1" [id=66, type=clamp_min]; -"67 expand_as_1" [id=67, type=expand_as]; -"68 div_1" [id=68, type=div]; -"69 quantize_per_tensor_default_3" [id=69, type=quantize_per_tensor]; -"70 dequantize_per_tensor_default_3" [id=70, type=dequantize_per_tensor]; -"71 transpose" [id=71, type=transpose]; -"72 matmul" [id=72, type=matmul]; -"73 _param_constant9" [id=73, type=get_attr]; -"74 clamp" [id=74, type=clamp]; -"75 exp" [id=75, type=exp]; -"76 mul_1" [id=76, type=mul]; -"77 add" [id=77, type=add]; -"78 softmax" [id=78, type=softmax]; -"79 dropout" [id=79, type=dropout]; -"80 matmul_1" [id=80, type=matmul]; -"81 transpose_1" [id=81, type=transpose]; -"82 reshape_2" [id=82, type=reshape]; -"83 linear_3_updated_constant0" [id=83, type=get_attr]; -"84 reshape_2_0_0_nncf_smooth_quant_0" [id=84, type=call_module]; -"85 quantize_per_tensor_default_4" [id=85, type=quantize_per_tensor]; -"86 dequantize_per_tensor_default_4" [id=86, type=dequantize_per_tensor]; -"87 linear_3_scale_0" [id=87, type=get_attr]; -"88 linear_3_zero_point_0" [id=88, type=get_attr]; -"89 quantize_per_channel_default_4" [id=89, type=quantize_per_channel]; -"90 dequantize_per_channel_default_4" [id=90, type=dequantize_per_channel]; -"91 _param_constant11_0_0" [id=91, type=get_attr]; -"92 linear_3" [id=92, type=linear]; -"93 dropout_1" [id=93, type=dropout]; -"94 view_3" [id=94, type=view]; -"95 permute_4" [id=95, type=permute]; -"96 reshape_3" [id=96, type=reshape]; -"97 slice_2" [id=97, type=slice]; -"98 slice_3" [id=98, type=slice]; -"99 _param_constant12" [id=99, type=get_attr]; -"100 _param_constant13" [id=100, type=get_attr]; -"101 layer_norm_1" [id=101, type=layer_norm]; -"102 add_1" [id=102, type=add]; -"103 linear_4_updated_constant0" [id=103, type=get_attr]; -"104 add_1_0_0_nncf_smooth_quant_0" [id=104, type=call_module]; -"105 quantize_per_tensor_default_5" [id=105, type=quantize_per_tensor]; -"106 dequantize_per_tensor_default_5" [id=106, type=dequantize_per_tensor]; -"107 linear_4_scale_0" [id=107, type=get_attr]; -"108 linear_4_zero_point_0" [id=108, type=get_attr]; -"109 quantize_per_channel_default_5" [id=109, type=quantize_per_channel]; -"110 dequantize_per_channel_default_5" [id=110, type=dequantize_per_channel]; -"111 _param_constant15_0_0" [id=111, type=get_attr]; -"112 linear_4" [id=112, type=linear]; -"113 gelu" [id=113, type=gelu]; -"114 dropout_2" [id=114, type=dropout]; -"115 linear_5_updated_constant0" [id=115, type=get_attr]; -"116 dropout_2_0_0_nncf_smooth_quant_0" [id=116, type=call_module]; -"117 quantize_per_tensor_default_6" [id=117, type=quantize_per_tensor]; -"118 dequantize_per_tensor_default_6" [id=118, type=dequantize_per_tensor]; -"119 linear_5_scale_0" [id=119, type=get_attr]; -"120 linear_5_zero_point_0" [id=120, type=get_attr]; -"121 quantize_per_channel_default_6" [id=121, type=quantize_per_channel]; -"122 dequantize_per_channel_default_6" [id=122, type=dequantize_per_channel]; -"123 _param_constant17_0_0" [id=123, type=get_attr]; -"124 linear_5" [id=124, type=linear]; -"125 dropout_3" [id=125, type=dropout]; -"126 _param_constant18" [id=126, type=get_attr]; -"127 _param_constant19" [id=127, type=get_attr]; -"128 layer_norm_2" [id=128, type=layer_norm]; -"129 add_2" [id=129, type=add]; -"130 _tensor_constant2" [id=130, type=get_attr]; -"131 linear_6_updated_constant0" [id=131, type=get_attr]; -"132 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=132, type=call_module]; -"133 linear_6_scale_0" [id=133, type=get_attr]; -"134 linear_6_zero_point_0" [id=134, type=get_attr]; -"135 quantize_per_channel_default_7" [id=135, type=quantize_per_channel]; -"136 dequantize_per_channel_default_7" [id=136, type=dequantize_per_channel]; -"137 _param_constant21_0_0" [id=137, type=get_attr]; -"138 linear_6" [id=138, type=linear]; -"139 relu__1" [id=139, type=relu_]; -"140 linear_7_updated_constant0" [id=140, type=get_attr]; -"141 relu__1_0_0_nncf_smooth_quant_0" [id=141, type=call_module]; -"142 linear_7_scale_0" [id=142, type=get_attr]; -"143 linear_7_zero_point_0" [id=143, type=get_attr]; -"144 quantize_per_channel_default_8" [id=144, type=quantize_per_channel]; -"145 dequantize_per_channel_default_8" [id=145, type=dequantize_per_channel]; -"146 linear_7" [id=146, type=linear]; -"147 view_4" [id=147, type=view]; -"148 _tensor_constant3" [id=148, type=get_attr]; -"149 index_1" [id=149, type=index]; -"150 view_5" [id=150, type=view]; -"151 permute_5" [id=151, type=permute]; -"152 contiguous_1" [id=152, type=contiguous]; -"153 unsqueeze_1" [id=153, type=unsqueeze]; -"154 sigmoid_1" [id=154, type=sigmoid]; -"155 mul_2" [id=155, type=mul]; -"156 pad_1" [id=156, type=pad]; -"157 roll" [id=157, type=roll]; -"158 view_6" [id=158, type=view]; -"159 permute_6" [id=159, type=permute]; -"160 reshape_4" [id=160, type=reshape]; -"161 linear_8_updated_constant0" [id=161, type=get_attr]; -"162 reshape_4_0_0_nncf_smooth_quant_0" [id=162, type=call_module]; -"163 quantize_per_tensor_default_7" [id=163, type=quantize_per_tensor]; -"164 dequantize_per_tensor_default_7" [id=164, type=dequantize_per_tensor]; -"165 linear_8_scale_0" [id=165, type=get_attr]; -"166 linear_8_zero_point_0" [id=166, type=get_attr]; -"167 quantize_per_channel_default_9" [id=167, type=quantize_per_channel]; -"168 dequantize_per_channel_default_9" [id=168, type=dequantize_per_channel]; -"169 _param_constant23_0_0" [id=169, type=get_attr]; -"170 linear_8" [id=170, type=linear]; -"171 reshape_5" [id=171, type=reshape]; -"172 permute_7" [id=172, type=permute]; -"173 select_3" [id=173, type=select]; -"174 select_4" [id=174, type=select]; -"175 select_5" [id=175, type=select]; -"176 linalg_vector_norm_2" [id=176, type=linalg_vector_norm]; -"177 clamp_min_2" [id=177, type=clamp_min]; -"178 expand_as_2" [id=178, type=expand_as]; -"179 div_2" [id=179, type=div]; -"180 quantize_per_tensor_default_8" [id=180, type=quantize_per_tensor]; -"181 dequantize_per_tensor_default_8" [id=181, type=dequantize_per_tensor]; -"182 linalg_vector_norm_3" [id=182, type=linalg_vector_norm]; -"183 clamp_min_3" [id=183, type=clamp_min]; -"184 expand_as_3" [id=184, type=expand_as]; -"185 div_3" [id=185, type=div]; -"186 quantize_per_tensor_default_9" [id=186, type=quantize_per_tensor]; -"187 dequantize_per_tensor_default_9" [id=187, type=dequantize_per_tensor]; -"188 transpose_2" [id=188, type=transpose]; -"189 matmul_2" [id=189, type=matmul]; -"190 _param_constant25" [id=190, type=get_attr]; -"191 clamp_1" [id=191, type=clamp]; -"192 exp_1" [id=192, type=exp]; -"193 mul_3" [id=193, type=mul]; -"194 add_3" [id=194, type=add]; -"195 new_zeros" [id=195, type=new_zeros]; -"196 view_7" [id=196, type=view]; -"197 permute_8" [id=197, type=permute]; -"198 reshape_6" [id=198, type=reshape]; -"199 unsqueeze_2" [id=199, type=unsqueeze]; -"200 unsqueeze_3" [id=200, type=unsqueeze]; -"201 sub" [id=201, type=sub]; -"202 ne" [id=202, type=ne]; -"203 masked_fill" [id=203, type=masked_fill]; -"204 eq" [id=204, type=eq]; -"205 masked_fill_1" [id=205, type=masked_fill]; -"206 view_8" [id=206, type=view]; -"207 unsqueeze_4" [id=207, type=unsqueeze]; -"208 unsqueeze_5" [id=208, type=unsqueeze]; -"209 add_4" [id=209, type=add]; -"210 view_9" [id=210, type=view]; -"211 softmax_1" [id=211, type=softmax]; -"212 dropout_4" [id=212, type=dropout]; -"213 matmul_3" [id=213, type=matmul]; -"214 transpose_3" [id=214, type=transpose]; -"215 reshape_7" [id=215, type=reshape]; -"216 linear_9_updated_constant0" [id=216, type=get_attr]; -"217 reshape_7_0_0_nncf_smooth_quant_0" [id=217, type=call_module]; -"218 quantize_per_tensor_default_10" [id=218, type=quantize_per_tensor]; -"219 dequantize_per_tensor_default_10" [id=219, type=dequantize_per_tensor]; -"220 linear_9_scale_0" [id=220, type=get_attr]; -"221 linear_9_zero_point_0" [id=221, type=get_attr]; -"222 quantize_per_channel_default_10" [id=222, type=quantize_per_channel]; -"223 dequantize_per_channel_default_10" [id=223, type=dequantize_per_channel]; -"224 _param_constant27_0_0" [id=224, type=get_attr]; -"225 linear_9" [id=225, type=linear]; -"226 dropout_5" [id=226, type=dropout]; -"227 view_10" [id=227, type=view]; -"228 permute_9" [id=228, type=permute]; -"229 reshape_8" [id=229, type=reshape]; -"230 roll_1" [id=230, type=roll]; -"231 slice_23" [id=231, type=slice]; -"232 slice_24" [id=232, type=slice]; -"233 _param_constant28" [id=233, type=get_attr]; -"234 _param_constant29" [id=234, type=get_attr]; -"235 layer_norm_3" [id=235, type=layer_norm]; -"236 add_5" [id=236, type=add]; -"237 linear_10_updated_constant0" [id=237, type=get_attr]; -"238 add_5_0_0_nncf_smooth_quant_0" [id=238, type=call_module]; -"239 quantize_per_tensor_default_11" [id=239, type=quantize_per_tensor]; -"240 dequantize_per_tensor_default_11" [id=240, type=dequantize_per_tensor]; -"241 linear_10_scale_0" [id=241, type=get_attr]; -"242 linear_10_zero_point_0" [id=242, type=get_attr]; -"243 quantize_per_channel_default_11" [id=243, type=quantize_per_channel]; -"244 dequantize_per_channel_default_11" [id=244, type=dequantize_per_channel]; -"245 _param_constant31_0_0" [id=245, type=get_attr]; -"246 linear_10" [id=246, type=linear]; -"247 gelu_1" [id=247, type=gelu]; -"248 dropout_6" [id=248, type=dropout]; -"249 linear_11_updated_constant0" [id=249, type=get_attr]; -"250 dropout_6_0_0_nncf_smooth_quant_0" [id=250, type=call_module]; -"251 quantize_per_tensor_default_12" [id=251, type=quantize_per_tensor]; -"252 dequantize_per_tensor_default_12" [id=252, type=dequantize_per_tensor]; -"253 linear_11_scale_0" [id=253, type=get_attr]; -"254 linear_11_zero_point_0" [id=254, type=get_attr]; -"255 quantize_per_channel_default_12" [id=255, type=quantize_per_channel]; -"256 dequantize_per_channel_default_12" [id=256, type=dequantize_per_channel]; -"257 _param_constant33_0_0" [id=257, type=get_attr]; -"258 linear_11" [id=258, type=linear]; -"259 dropout_7" [id=259, type=dropout]; -"260 _param_constant34" [id=260, type=get_attr]; -"261 _param_constant35" [id=261, type=get_attr]; -"262 layer_norm_4" [id=262, type=layer_norm]; -"263 add_6" [id=263, type=add]; -"264 pad_2" [id=264, type=pad]; -"265 slice_25" [id=265, type=slice]; -"266 slice_26" [id=266, type=slice]; -"267 slice_27" [id=267, type=slice]; -"268 slice_28" [id=268, type=slice]; -"269 slice_29" [id=269, type=slice]; -"270 slice_30" [id=270, type=slice]; -"271 slice_31" [id=271, type=slice]; -"272 slice_32" [id=272, type=slice]; -"273 slice_33" [id=273, type=slice]; -"274 slice_34" [id=274, type=slice]; -"275 slice_35" [id=275, type=slice]; -"276 slice_36" [id=276, type=slice]; -"277 cat" [id=277, type=cat]; -"278 linear_12_updated_constant0" [id=278, type=get_attr]; -"279 cat_0_0_nncf_smooth_quant_0" [id=279, type=call_module]; -"280 quantize_per_tensor_default_13" [id=280, type=quantize_per_tensor]; -"281 dequantize_per_tensor_default_13" [id=281, type=dequantize_per_tensor]; -"282 linear_12_scale_0" [id=282, type=get_attr]; -"283 linear_12_zero_point_0" [id=283, type=get_attr]; -"284 quantize_per_channel_default_13" [id=284, type=quantize_per_channel]; -"285 dequantize_per_channel_default_13" [id=285, type=dequantize_per_channel]; -"286 linear_12" [id=286, type=linear]; -"287 _param_constant37" [id=287, type=get_attr]; -"288 _param_constant38" [id=288, type=get_attr]; -"289 layer_norm_5" [id=289, type=layer_norm]; -"290 _tensor_constant13" [id=290, type=get_attr]; -"291 linear_13_updated_constant0" [id=291, type=get_attr]; -"292 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=292, type=call_module]; -"293 linear_13_scale_0" [id=293, type=get_attr]; -"294 linear_13_zero_point_0" [id=294, type=get_attr]; -"295 quantize_per_channel_default_14" [id=295, type=quantize_per_channel]; -"296 dequantize_per_channel_default_14" [id=296, type=dequantize_per_channel]; -"297 _param_constant40_0_0" [id=297, type=get_attr]; -"298 linear_13" [id=298, type=linear]; -"299 relu__2" [id=299, type=relu_]; -"300 linear_14_updated_constant0" [id=300, type=get_attr]; -"301 relu__2_0_0_nncf_smooth_quant_0" [id=301, type=call_module]; -"302 linear_14_scale_0" [id=302, type=get_attr]; -"303 linear_14_zero_point_0" [id=303, type=get_attr]; -"304 quantize_per_channel_default_15" [id=304, type=quantize_per_channel]; -"305 dequantize_per_channel_default_15" [id=305, type=dequantize_per_channel]; -"306 linear_14" [id=306, type=linear]; -"307 view_11" [id=307, type=view]; -"308 _tensor_constant14" [id=308, type=get_attr]; -"309 index_2" [id=309, type=index]; -"310 view_12" [id=310, type=view]; -"311 permute_10" [id=311, type=permute]; -"312 contiguous_2" [id=312, type=contiguous]; -"313 unsqueeze_6" [id=313, type=unsqueeze]; -"314 sigmoid_2" [id=314, type=sigmoid]; -"315 mul_4" [id=315, type=mul]; -"316 pad_3" [id=316, type=pad]; -"317 view_13" [id=317, type=view]; -"318 permute_11" [id=318, type=permute]; -"319 reshape_9" [id=319, type=reshape]; -"320 linear_15_updated_constant0" [id=320, type=get_attr]; -"321 reshape_9_0_0_nncf_smooth_quant_0" [id=321, type=call_module]; -"322 quantize_per_tensor_default_14" [id=322, type=quantize_per_tensor]; -"323 dequantize_per_tensor_default_14" [id=323, type=dequantize_per_tensor]; -"324 linear_15_scale_0" [id=324, type=get_attr]; -"325 linear_15_zero_point_0" [id=325, type=get_attr]; -"326 quantize_per_channel_default_16" [id=326, type=quantize_per_channel]; -"327 dequantize_per_channel_default_16" [id=327, type=dequantize_per_channel]; -"328 _param_constant42_0_0" [id=328, type=get_attr]; -"329 linear_15" [id=329, type=linear]; -"330 reshape_10" [id=330, type=reshape]; -"331 permute_12" [id=331, type=permute]; -"332 select_6" [id=332, type=select]; -"333 select_7" [id=333, type=select]; -"334 select_8" [id=334, type=select]; -"335 linalg_vector_norm_4" [id=335, type=linalg_vector_norm]; -"336 clamp_min_4" [id=336, type=clamp_min]; -"337 expand_as_4" [id=337, type=expand_as]; -"338 div_4" [id=338, type=div]; -"339 quantize_per_tensor_default_15" [id=339, type=quantize_per_tensor]; -"340 dequantize_per_tensor_default_15" [id=340, type=dequantize_per_tensor]; -"341 linalg_vector_norm_5" [id=341, type=linalg_vector_norm]; -"342 clamp_min_5" [id=342, type=clamp_min]; -"343 expand_as_5" [id=343, type=expand_as]; -"344 div_5" [id=344, type=div]; -"345 quantize_per_tensor_default_16" [id=345, type=quantize_per_tensor]; -"346 dequantize_per_tensor_default_16" [id=346, type=dequantize_per_tensor]; -"347 transpose_4" [id=347, type=transpose]; -"348 matmul_4" [id=348, type=matmul]; -"349 _param_constant44" [id=349, type=get_attr]; -"350 clamp_2" [id=350, type=clamp]; -"351 exp_2" [id=351, type=exp]; -"352 mul_5" [id=352, type=mul]; -"353 add_7" [id=353, type=add]; -"354 softmax_2" [id=354, type=softmax]; -"355 dropout_8" [id=355, type=dropout]; -"356 matmul_5" [id=356, type=matmul]; -"357 transpose_5" [id=357, type=transpose]; -"358 reshape_11" [id=358, type=reshape]; -"359 linear_16_updated_constant0" [id=359, type=get_attr]; -"360 reshape_11_0_0_nncf_smooth_quant_0" [id=360, type=call_module]; -"361 quantize_per_tensor_default_17" [id=361, type=quantize_per_tensor]; -"362 dequantize_per_tensor_default_17" [id=362, type=dequantize_per_tensor]; -"363 linear_16_scale_0" [id=363, type=get_attr]; -"364 linear_16_zero_point_0" [id=364, type=get_attr]; -"365 quantize_per_channel_default_17" [id=365, type=quantize_per_channel]; -"366 dequantize_per_channel_default_17" [id=366, type=dequantize_per_channel]; -"367 _param_constant46_0_0" [id=367, type=get_attr]; -"368 linear_16" [id=368, type=linear]; -"369 dropout_9" [id=369, type=dropout]; -"370 view_14" [id=370, type=view]; -"371 permute_13" [id=371, type=permute]; -"372 reshape_12" [id=372, type=reshape]; -"373 slice_38" [id=373, type=slice]; -"374 slice_39" [id=374, type=slice]; -"375 slice_40" [id=375, type=slice]; -"376 slice_41" [id=376, type=slice]; -"377 contiguous_3" [id=377, type=contiguous]; -"378 _param_constant47" [id=378, type=get_attr]; -"379 _param_constant48" [id=379, type=get_attr]; -"380 layer_norm_6" [id=380, type=layer_norm]; -"381 add_8" [id=381, type=add]; -"382 linear_17_updated_constant0" [id=382, type=get_attr]; -"383 add_8_0_0_nncf_smooth_quant_0" [id=383, type=call_module]; -"384 quantize_per_tensor_default_18" [id=384, type=quantize_per_tensor]; -"385 dequantize_per_tensor_default_18" [id=385, type=dequantize_per_tensor]; -"386 linear_17_scale_0" [id=386, type=get_attr]; -"387 linear_17_zero_point_0" [id=387, type=get_attr]; -"388 quantize_per_channel_default_18" [id=388, type=quantize_per_channel]; -"389 dequantize_per_channel_default_18" [id=389, type=dequantize_per_channel]; -"390 _param_constant50_0_0" [id=390, type=get_attr]; -"391 linear_17" [id=391, type=linear]; -"392 gelu_2" [id=392, type=gelu]; -"393 dropout_10" [id=393, type=dropout]; -"394 linear_18_updated_constant0" [id=394, type=get_attr]; -"395 dropout_10_0_0_nncf_smooth_quant_0" [id=395, type=call_module]; -"396 quantize_per_tensor_default_19" [id=396, type=quantize_per_tensor]; -"397 dequantize_per_tensor_default_19" [id=397, type=dequantize_per_tensor]; -"398 linear_18_scale_0" [id=398, type=get_attr]; -"399 linear_18_zero_point_0" [id=399, type=get_attr]; -"400 quantize_per_channel_default_19" [id=400, type=quantize_per_channel]; -"401 dequantize_per_channel_default_19" [id=401, type=dequantize_per_channel]; -"402 _param_constant52_0_0" [id=402, type=get_attr]; -"403 linear_18" [id=403, type=linear]; -"404 dropout_11" [id=404, type=dropout]; -"405 _param_constant53" [id=405, type=get_attr]; -"406 _param_constant54" [id=406, type=get_attr]; -"407 layer_norm_7" [id=407, type=layer_norm]; -"408 add_9" [id=408, type=add]; -"409 _tensor_constant15" [id=409, type=get_attr]; -"410 linear_19_updated_constant0" [id=410, type=get_attr]; -"411 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=411, type=call_module]; -"412 linear_19_scale_0" [id=412, type=get_attr]; -"413 linear_19_zero_point_0" [id=413, type=get_attr]; -"414 quantize_per_channel_default_20" [id=414, type=quantize_per_channel]; -"415 dequantize_per_channel_default_20" [id=415, type=dequantize_per_channel]; -"416 _param_constant56_0_0" [id=416, type=get_attr]; -"417 linear_19" [id=417, type=linear]; -"418 relu__3" [id=418, type=relu_]; -"419 linear_20_updated_constant0" [id=419, type=get_attr]; -"420 relu__3_0_0_nncf_smooth_quant_0" [id=420, type=call_module]; -"421 linear_20_scale_0" [id=421, type=get_attr]; -"422 linear_20_zero_point_0" [id=422, type=get_attr]; -"423 quantize_per_channel_default_21" [id=423, type=quantize_per_channel]; -"424 dequantize_per_channel_default_21" [id=424, type=dequantize_per_channel]; -"425 linear_20" [id=425, type=linear]; -"426 view_15" [id=426, type=view]; -"427 _tensor_constant16" [id=427, type=get_attr]; -"428 index_3" [id=428, type=index]; -"429 view_16" [id=429, type=view]; -"430 permute_14" [id=430, type=permute]; -"431 contiguous_4" [id=431, type=contiguous]; -"432 unsqueeze_7" [id=432, type=unsqueeze]; -"433 sigmoid_3" [id=433, type=sigmoid]; -"434 mul_6" [id=434, type=mul]; -"435 pad_4" [id=435, type=pad]; -"436 roll_2" [id=436, type=roll]; -"437 view_17" [id=437, type=view]; -"438 permute_15" [id=438, type=permute]; -"439 reshape_13" [id=439, type=reshape]; -"440 linear_21_updated_constant0" [id=440, type=get_attr]; -"441 reshape_13_0_0_nncf_smooth_quant_0" [id=441, type=call_module]; -"442 quantize_per_tensor_default_20" [id=442, type=quantize_per_tensor]; -"443 dequantize_per_tensor_default_20" [id=443, type=dequantize_per_tensor]; -"444 linear_21_scale_0" [id=444, type=get_attr]; -"445 linear_21_zero_point_0" [id=445, type=get_attr]; -"446 quantize_per_channel_default_22" [id=446, type=quantize_per_channel]; -"447 dequantize_per_channel_default_22" [id=447, type=dequantize_per_channel]; -"448 _param_constant58_0_0" [id=448, type=get_attr]; -"449 linear_21" [id=449, type=linear]; -"450 reshape_14" [id=450, type=reshape]; -"451 permute_16" [id=451, type=permute]; -"452 select_9" [id=452, type=select]; -"453 select_10" [id=453, type=select]; -"454 select_11" [id=454, type=select]; -"455 linalg_vector_norm_6" [id=455, type=linalg_vector_norm]; -"456 clamp_min_6" [id=456, type=clamp_min]; -"457 expand_as_6" [id=457, type=expand_as]; -"458 div_6" [id=458, type=div]; -"459 quantize_per_tensor_default_21" [id=459, type=quantize_per_tensor]; -"460 dequantize_per_tensor_default_21" [id=460, type=dequantize_per_tensor]; -"461 linalg_vector_norm_7" [id=461, type=linalg_vector_norm]; -"462 clamp_min_7" [id=462, type=clamp_min]; -"463 expand_as_7" [id=463, type=expand_as]; -"464 div_7" [id=464, type=div]; -"465 quantize_per_tensor_default_22" [id=465, type=quantize_per_tensor]; -"466 dequantize_per_tensor_default_22" [id=466, type=dequantize_per_tensor]; -"467 transpose_6" [id=467, type=transpose]; -"468 matmul_6" [id=468, type=matmul]; -"469 _param_constant60" [id=469, type=get_attr]; -"470 clamp_3" [id=470, type=clamp]; -"471 exp_3" [id=471, type=exp]; -"472 mul_7" [id=472, type=mul]; -"473 add_10" [id=473, type=add]; -"474 new_zeros_1" [id=474, type=new_zeros]; -"475 view_18" [id=475, type=view]; -"476 permute_17" [id=476, type=permute]; -"477 reshape_15" [id=477, type=reshape]; -"478 unsqueeze_8" [id=478, type=unsqueeze]; -"479 unsqueeze_9" [id=479, type=unsqueeze]; -"480 sub_1" [id=480, type=sub]; -"481 ne_1" [id=481, type=ne]; -"482 masked_fill_2" [id=482, type=masked_fill]; -"483 eq_1" [id=483, type=eq]; -"484 masked_fill_3" [id=484, type=masked_fill]; -"485 view_19" [id=485, type=view]; -"486 unsqueeze_10" [id=486, type=unsqueeze]; -"487 unsqueeze_11" [id=487, type=unsqueeze]; -"488 add_11" [id=488, type=add]; -"489 view_20" [id=489, type=view]; -"490 softmax_3" [id=490, type=softmax]; -"491 dropout_12" [id=491, type=dropout]; -"492 matmul_7" [id=492, type=matmul]; -"493 transpose_7" [id=493, type=transpose]; -"494 reshape_16" [id=494, type=reshape]; -"495 linear_22_updated_constant0" [id=495, type=get_attr]; -"496 reshape_16_0_0_nncf_smooth_quant_0" [id=496, type=call_module]; -"497 quantize_per_tensor_default_23" [id=497, type=quantize_per_tensor]; -"498 dequantize_per_tensor_default_23" [id=498, type=dequantize_per_tensor]; -"499 linear_22_scale_0" [id=499, type=get_attr]; -"500 linear_22_zero_point_0" [id=500, type=get_attr]; -"501 quantize_per_channel_default_23" [id=501, type=quantize_per_channel]; -"502 dequantize_per_channel_default_23" [id=502, type=dequantize_per_channel]; -"503 _param_constant62_0_0" [id=503, type=get_attr]; -"504 linear_22" [id=504, type=linear]; -"505 dropout_13" [id=505, type=dropout]; -"506 view_21" [id=506, type=view]; -"507 permute_18" [id=507, type=permute]; -"508 reshape_17" [id=508, type=reshape]; -"509 roll_3" [id=509, type=roll]; -"510 slice_61" [id=510, type=slice]; -"511 slice_62" [id=511, type=slice]; -"512 slice_63" [id=512, type=slice]; -"513 slice_64" [id=513, type=slice]; -"514 contiguous_5" [id=514, type=contiguous]; -"515 _param_constant63" [id=515, type=get_attr]; -"516 _param_constant64" [id=516, type=get_attr]; -"517 layer_norm_8" [id=517, type=layer_norm]; -"518 add_12" [id=518, type=add]; -"519 linear_23_updated_constant0" [id=519, type=get_attr]; -"520 add_12_0_0_nncf_smooth_quant_0" [id=520, type=call_module]; -"521 quantize_per_tensor_default_24" [id=521, type=quantize_per_tensor]; -"522 dequantize_per_tensor_default_24" [id=522, type=dequantize_per_tensor]; -"523 linear_23_scale_0" [id=523, type=get_attr]; -"524 linear_23_zero_point_0" [id=524, type=get_attr]; -"525 quantize_per_channel_default_24" [id=525, type=quantize_per_channel]; -"526 dequantize_per_channel_default_24" [id=526, type=dequantize_per_channel]; -"527 _param_constant66_0_0" [id=527, type=get_attr]; -"528 linear_23" [id=528, type=linear]; -"529 gelu_3" [id=529, type=gelu]; -"530 dropout_14" [id=530, type=dropout]; -"531 linear_24_updated_constant0" [id=531, type=get_attr]; -"532 dropout_14_0_0_nncf_smooth_quant_0" [id=532, type=call_module]; -"533 quantize_per_tensor_default_25" [id=533, type=quantize_per_tensor]; -"534 dequantize_per_tensor_default_25" [id=534, type=dequantize_per_tensor]; -"535 linear_24_scale_0" [id=535, type=get_attr]; -"536 linear_24_zero_point_0" [id=536, type=get_attr]; -"537 quantize_per_channel_default_25" [id=537, type=quantize_per_channel]; -"538 dequantize_per_channel_default_25" [id=538, type=dequantize_per_channel]; -"539 _param_constant68_0_0" [id=539, type=get_attr]; -"540 linear_24" [id=540, type=linear]; -"541 dropout_15" [id=541, type=dropout]; -"542 _param_constant69" [id=542, type=get_attr]; -"543 _param_constant70" [id=543, type=get_attr]; -"544 layer_norm_9" [id=544, type=layer_norm]; -"545 add_13" [id=545, type=add]; -"546 pad_5" [id=546, type=pad]; -"547 slice_65" [id=547, type=slice]; -"548 slice_66" [id=548, type=slice]; -"549 slice_67" [id=549, type=slice]; -"550 slice_68" [id=550, type=slice]; -"551 slice_69" [id=551, type=slice]; -"552 slice_70" [id=552, type=slice]; -"553 slice_71" [id=553, type=slice]; -"554 slice_72" [id=554, type=slice]; -"555 slice_73" [id=555, type=slice]; -"556 slice_74" [id=556, type=slice]; -"557 slice_75" [id=557, type=slice]; -"558 slice_76" [id=558, type=slice]; -"559 cat_1" [id=559, type=cat]; -"560 linear_25_updated_constant0" [id=560, type=get_attr]; -"561 cat_1_0_0_nncf_smooth_quant_0" [id=561, type=call_module]; -"562 quantize_per_tensor_default_26" [id=562, type=quantize_per_tensor]; -"563 dequantize_per_tensor_default_26" [id=563, type=dequantize_per_tensor]; -"564 linear_25_scale_0" [id=564, type=get_attr]; -"565 linear_25_zero_point_0" [id=565, type=get_attr]; -"566 quantize_per_channel_default_26" [id=566, type=quantize_per_channel]; -"567 dequantize_per_channel_default_26" [id=567, type=dequantize_per_channel]; -"568 linear_25" [id=568, type=linear]; -"569 _param_constant72" [id=569, type=get_attr]; -"570 _param_constant73" [id=570, type=get_attr]; -"571 layer_norm_10" [id=571, type=layer_norm]; -"572 _tensor_constant26" [id=572, type=get_attr]; -"573 linear_26_updated_constant0" [id=573, type=get_attr]; -"574 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=574, type=call_module]; -"575 linear_26_scale_0" [id=575, type=get_attr]; -"576 linear_26_zero_point_0" [id=576, type=get_attr]; -"577 quantize_per_channel_default_27" [id=577, type=quantize_per_channel]; -"578 dequantize_per_channel_default_27" [id=578, type=dequantize_per_channel]; -"579 _param_constant75_0_0" [id=579, type=get_attr]; -"580 linear_26" [id=580, type=linear]; -"581 relu__4" [id=581, type=relu_]; -"582 linear_27_updated_constant0" [id=582, type=get_attr]; -"583 relu__4_0_0_nncf_smooth_quant_0" [id=583, type=call_module]; -"584 linear_27_scale_0" [id=584, type=get_attr]; -"585 linear_27_zero_point_0" [id=585, type=get_attr]; -"586 quantize_per_channel_default_28" [id=586, type=quantize_per_channel]; -"587 dequantize_per_channel_default_28" [id=587, type=dequantize_per_channel]; -"588 linear_27" [id=588, type=linear]; -"589 view_22" [id=589, type=view]; -"590 _tensor_constant27" [id=590, type=get_attr]; -"591 index_4" [id=591, type=index]; -"592 view_23" [id=592, type=view]; -"593 permute_19" [id=593, type=permute]; -"594 contiguous_6" [id=594, type=contiguous]; -"595 unsqueeze_12" [id=595, type=unsqueeze]; -"596 sigmoid_4" [id=596, type=sigmoid]; -"597 mul_8" [id=597, type=mul]; -"598 pad_6" [id=598, type=pad]; -"599 view_24" [id=599, type=view]; -"600 permute_20" [id=600, type=permute]; -"601 reshape_18" [id=601, type=reshape]; -"602 linear_28_updated_constant0" [id=602, type=get_attr]; -"603 reshape_18_0_0_nncf_smooth_quant_0" [id=603, type=call_module]; -"604 quantize_per_tensor_default_27" [id=604, type=quantize_per_tensor]; -"605 dequantize_per_tensor_default_27" [id=605, type=dequantize_per_tensor]; -"606 linear_28_scale_0" [id=606, type=get_attr]; -"607 linear_28_zero_point_0" [id=607, type=get_attr]; -"608 quantize_per_channel_default_29" [id=608, type=quantize_per_channel]; -"609 dequantize_per_channel_default_29" [id=609, type=dequantize_per_channel]; -"610 _param_constant77_0_0" [id=610, type=get_attr]; -"611 linear_28" [id=611, type=linear]; -"612 reshape_19" [id=612, type=reshape]; -"613 permute_21" [id=613, type=permute]; -"614 select_12" [id=614, type=select]; -"615 select_13" [id=615, type=select]; -"616 select_14" [id=616, type=select]; -"617 linalg_vector_norm_8" [id=617, type=linalg_vector_norm]; -"618 clamp_min_8" [id=618, type=clamp_min]; -"619 expand_as_8" [id=619, type=expand_as]; -"620 div_8" [id=620, type=div]; -"621 quantize_per_tensor_default_28" [id=621, type=quantize_per_tensor]; -"622 dequantize_per_tensor_default_28" [id=622, type=dequantize_per_tensor]; -"623 linalg_vector_norm_9" [id=623, type=linalg_vector_norm]; -"624 clamp_min_9" [id=624, type=clamp_min]; -"625 expand_as_9" [id=625, type=expand_as]; -"626 div_9" [id=626, type=div]; -"627 quantize_per_tensor_default_29" [id=627, type=quantize_per_tensor]; -"628 dequantize_per_tensor_default_29" [id=628, type=dequantize_per_tensor]; -"629 transpose_8" [id=629, type=transpose]; -"630 matmul_8" [id=630, type=matmul]; -"631 _param_constant79" [id=631, type=get_attr]; -"632 clamp_4" [id=632, type=clamp]; -"633 exp_4" [id=633, type=exp]; -"634 mul_9" [id=634, type=mul]; -"635 add_14" [id=635, type=add]; -"636 softmax_4" [id=636, type=softmax]; -"637 dropout_16" [id=637, type=dropout]; -"638 matmul_9" [id=638, type=matmul]; -"639 transpose_9" [id=639, type=transpose]; -"640 reshape_20" [id=640, type=reshape]; -"641 linear_29_updated_constant0" [id=641, type=get_attr]; -"642 reshape_20_0_0_nncf_smooth_quant_0" [id=642, type=call_module]; -"643 quantize_per_tensor_default_30" [id=643, type=quantize_per_tensor]; -"644 dequantize_per_tensor_default_30" [id=644, type=dequantize_per_tensor]; -"645 linear_29_scale_0" [id=645, type=get_attr]; -"646 linear_29_zero_point_0" [id=646, type=get_attr]; -"647 quantize_per_channel_default_30" [id=647, type=quantize_per_channel]; -"648 dequantize_per_channel_default_30" [id=648, type=dequantize_per_channel]; -"649 _param_constant81_0_0" [id=649, type=get_attr]; -"650 linear_29" [id=650, type=linear]; -"651 dropout_17" [id=651, type=dropout]; -"652 view_25" [id=652, type=view]; -"653 permute_22" [id=653, type=permute]; -"654 reshape_21" [id=654, type=reshape]; -"655 slice_78" [id=655, type=slice]; -"656 slice_79" [id=656, type=slice]; -"657 slice_80" [id=657, type=slice]; -"658 slice_81" [id=658, type=slice]; -"659 contiguous_7" [id=659, type=contiguous]; -"660 _param_constant82" [id=660, type=get_attr]; -"661 _param_constant83" [id=661, type=get_attr]; -"662 layer_norm_11" [id=662, type=layer_norm]; -"663 add_15" [id=663, type=add]; -"664 linear_30_updated_constant0" [id=664, type=get_attr]; -"665 add_15_0_0_nncf_smooth_quant_0" [id=665, type=call_module]; -"666 quantize_per_tensor_default_31" [id=666, type=quantize_per_tensor]; -"667 dequantize_per_tensor_default_31" [id=667, type=dequantize_per_tensor]; -"668 linear_30_scale_0" [id=668, type=get_attr]; -"669 linear_30_zero_point_0" [id=669, type=get_attr]; -"670 quantize_per_channel_default_31" [id=670, type=quantize_per_channel]; -"671 dequantize_per_channel_default_31" [id=671, type=dequantize_per_channel]; -"672 _param_constant85_0_0" [id=672, type=get_attr]; -"673 linear_30" [id=673, type=linear]; -"674 gelu_4" [id=674, type=gelu]; -"675 dropout_18" [id=675, type=dropout]; -"676 linear_31_updated_constant0" [id=676, type=get_attr]; -"677 dropout_18_0_0_nncf_smooth_quant_0" [id=677, type=call_module]; -"678 quantize_per_tensor_default_32" [id=678, type=quantize_per_tensor]; -"679 dequantize_per_tensor_default_32" [id=679, type=dequantize_per_tensor]; -"680 linear_31_scale_0" [id=680, type=get_attr]; -"681 linear_31_zero_point_0" [id=681, type=get_attr]; -"682 quantize_per_channel_default_32" [id=682, type=quantize_per_channel]; -"683 dequantize_per_channel_default_32" [id=683, type=dequantize_per_channel]; -"684 _param_constant87_0_0" [id=684, type=get_attr]; -"685 linear_31" [id=685, type=linear]; -"686 dropout_19" [id=686, type=dropout]; -"687 _param_constant88" [id=687, type=get_attr]; -"688 _param_constant89" [id=688, type=get_attr]; -"689 layer_norm_12" [id=689, type=layer_norm]; -"690 add_16" [id=690, type=add]; -"691 _tensor_constant28" [id=691, type=get_attr]; -"692 linear_32_updated_constant0" [id=692, type=get_attr]; -"693 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=693, type=call_module]; -"694 linear_32_scale_0" [id=694, type=get_attr]; -"695 linear_32_zero_point_0" [id=695, type=get_attr]; -"696 quantize_per_channel_default_33" [id=696, type=quantize_per_channel]; -"697 dequantize_per_channel_default_33" [id=697, type=dequantize_per_channel]; -"698 _param_constant91_0_0" [id=698, type=get_attr]; -"699 linear_32" [id=699, type=linear]; -"700 relu__5" [id=700, type=relu_]; -"701 linear_33_updated_constant0" [id=701, type=get_attr]; -"702 relu__5_0_0_nncf_smooth_quant_0" [id=702, type=call_module]; -"703 linear_33_scale_0" [id=703, type=get_attr]; -"704 linear_33_zero_point_0" [id=704, type=get_attr]; -"705 quantize_per_channel_default_34" [id=705, type=quantize_per_channel]; -"706 dequantize_per_channel_default_34" [id=706, type=dequantize_per_channel]; -"707 linear_33" [id=707, type=linear]; -"708 view_26" [id=708, type=view]; -"709 _tensor_constant29" [id=709, type=get_attr]; -"710 index_5" [id=710, type=index]; -"711 view_27" [id=711, type=view]; -"712 permute_23" [id=712, type=permute]; -"713 contiguous_8" [id=713, type=contiguous]; -"714 unsqueeze_13" [id=714, type=unsqueeze]; -"715 sigmoid_5" [id=715, type=sigmoid]; -"716 mul_10" [id=716, type=mul]; -"717 pad_7" [id=717, type=pad]; -"718 roll_4" [id=718, type=roll]; -"719 view_28" [id=719, type=view]; -"720 permute_24" [id=720, type=permute]; -"721 reshape_22" [id=721, type=reshape]; -"722 linear_34_updated_constant0" [id=722, type=get_attr]; -"723 reshape_22_0_0_nncf_smooth_quant_0" [id=723, type=call_module]; -"724 quantize_per_tensor_default_33" [id=724, type=quantize_per_tensor]; -"725 dequantize_per_tensor_default_33" [id=725, type=dequantize_per_tensor]; -"726 linear_34_scale_0" [id=726, type=get_attr]; -"727 linear_34_zero_point_0" [id=727, type=get_attr]; -"728 quantize_per_channel_default_35" [id=728, type=quantize_per_channel]; -"729 dequantize_per_channel_default_35" [id=729, type=dequantize_per_channel]; -"730 _param_constant93_0_0" [id=730, type=get_attr]; -"731 linear_34" [id=731, type=linear]; -"732 reshape_23" [id=732, type=reshape]; -"733 permute_25" [id=733, type=permute]; -"734 select_15" [id=734, type=select]; -"735 select_16" [id=735, type=select]; -"736 select_17" [id=736, type=select]; -"737 linalg_vector_norm_10" [id=737, type=linalg_vector_norm]; -"738 clamp_min_10" [id=738, type=clamp_min]; -"739 expand_as_10" [id=739, type=expand_as]; -"740 div_10" [id=740, type=div]; -"741 quantize_per_tensor_default_34" [id=741, type=quantize_per_tensor]; -"742 dequantize_per_tensor_default_34" [id=742, type=dequantize_per_tensor]; -"743 linalg_vector_norm_11" [id=743, type=linalg_vector_norm]; -"744 clamp_min_11" [id=744, type=clamp_min]; -"745 expand_as_11" [id=745, type=expand_as]; -"746 div_11" [id=746, type=div]; -"747 quantize_per_tensor_default_35" [id=747, type=quantize_per_tensor]; -"748 dequantize_per_tensor_default_35" [id=748, type=dequantize_per_tensor]; -"749 transpose_10" [id=749, type=transpose]; -"750 matmul_10" [id=750, type=matmul]; -"751 _param_constant95" [id=751, type=get_attr]; -"752 clamp_5" [id=752, type=clamp]; -"753 exp_5" [id=753, type=exp]; -"754 mul_11" [id=754, type=mul]; -"755 add_17" [id=755, type=add]; -"756 new_zeros_2" [id=756, type=new_zeros]; -"757 view_29" [id=757, type=view]; -"758 permute_26" [id=758, type=permute]; -"759 reshape_24" [id=759, type=reshape]; -"760 unsqueeze_14" [id=760, type=unsqueeze]; -"761 unsqueeze_15" [id=761, type=unsqueeze]; -"762 sub_2" [id=762, type=sub]; -"763 ne_2" [id=763, type=ne]; -"764 masked_fill_4" [id=764, type=masked_fill]; -"765 eq_2" [id=765, type=eq]; -"766 masked_fill_5" [id=766, type=masked_fill]; -"767 view_30" [id=767, type=view]; -"768 unsqueeze_16" [id=768, type=unsqueeze]; -"769 unsqueeze_17" [id=769, type=unsqueeze]; -"770 add_18" [id=770, type=add]; -"771 view_31" [id=771, type=view]; -"772 softmax_5" [id=772, type=softmax]; -"773 dropout_20" [id=773, type=dropout]; -"774 matmul_11" [id=774, type=matmul]; -"775 transpose_11" [id=775, type=transpose]; -"776 reshape_25" [id=776, type=reshape]; -"777 linear_35_updated_constant0" [id=777, type=get_attr]; -"778 reshape_25_0_0_nncf_smooth_quant_0" [id=778, type=call_module]; -"779 quantize_per_tensor_default_36" [id=779, type=quantize_per_tensor]; -"780 dequantize_per_tensor_default_36" [id=780, type=dequantize_per_tensor]; -"781 linear_35_scale_0" [id=781, type=get_attr]; -"782 linear_35_zero_point_0" [id=782, type=get_attr]; -"783 quantize_per_channel_default_36" [id=783, type=quantize_per_channel]; -"784 dequantize_per_channel_default_36" [id=784, type=dequantize_per_channel]; -"785 _param_constant97_0_0" [id=785, type=get_attr]; -"786 linear_35" [id=786, type=linear]; -"787 dropout_21" [id=787, type=dropout]; -"788 view_32" [id=788, type=view]; -"789 permute_27" [id=789, type=permute]; -"790 reshape_26" [id=790, type=reshape]; -"791 roll_5" [id=791, type=roll]; -"792 slice_101" [id=792, type=slice]; -"793 slice_102" [id=793, type=slice]; -"794 slice_103" [id=794, type=slice]; -"795 slice_104" [id=795, type=slice]; -"796 contiguous_9" [id=796, type=contiguous]; -"797 _param_constant98" [id=797, type=get_attr]; -"798 _param_constant99" [id=798, type=get_attr]; -"799 layer_norm_13" [id=799, type=layer_norm]; -"800 add_19" [id=800, type=add]; -"801 linear_36_updated_constant0" [id=801, type=get_attr]; -"802 add_19_0_0_nncf_smooth_quant_0" [id=802, type=call_module]; -"803 quantize_per_tensor_default_37" [id=803, type=quantize_per_tensor]; -"804 dequantize_per_tensor_default_37" [id=804, type=dequantize_per_tensor]; -"805 linear_36_scale_0" [id=805, type=get_attr]; -"806 linear_36_zero_point_0" [id=806, type=get_attr]; -"807 quantize_per_channel_default_37" [id=807, type=quantize_per_channel]; -"808 dequantize_per_channel_default_37" [id=808, type=dequantize_per_channel]; -"809 _param_constant101_0_0" [id=809, type=get_attr]; -"810 linear_36" [id=810, type=linear]; -"811 gelu_5" [id=811, type=gelu]; -"812 dropout_22" [id=812, type=dropout]; -"813 linear_37_updated_constant0" [id=813, type=get_attr]; -"814 dropout_22_0_0_nncf_smooth_quant_0" [id=814, type=call_module]; -"815 quantize_per_tensor_default_38" [id=815, type=quantize_per_tensor]; -"816 dequantize_per_tensor_default_38" [id=816, type=dequantize_per_tensor]; -"817 linear_37_scale_0" [id=817, type=get_attr]; -"818 linear_37_zero_point_0" [id=818, type=get_attr]; -"819 quantize_per_channel_default_38" [id=819, type=quantize_per_channel]; -"820 dequantize_per_channel_default_38" [id=820, type=dequantize_per_channel]; -"821 _param_constant103_0_0" [id=821, type=get_attr]; -"822 linear_37" [id=822, type=linear]; -"823 dropout_23" [id=823, type=dropout]; -"824 _param_constant104" [id=824, type=get_attr]; -"825 _param_constant105" [id=825, type=get_attr]; -"826 layer_norm_14" [id=826, type=layer_norm]; -"827 add_20" [id=827, type=add]; -"828 _tensor_constant39" [id=828, type=get_attr]; -"829 linear_38_updated_constant0" [id=829, type=get_attr]; -"830 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=830, type=call_module]; -"831 linear_38_scale_0" [id=831, type=get_attr]; -"832 linear_38_zero_point_0" [id=832, type=get_attr]; -"833 quantize_per_channel_default_39" [id=833, type=quantize_per_channel]; -"834 dequantize_per_channel_default_39" [id=834, type=dequantize_per_channel]; -"835 _param_constant107_0_0" [id=835, type=get_attr]; -"836 linear_38" [id=836, type=linear]; -"837 relu__6" [id=837, type=relu_]; -"838 linear_39_updated_constant0" [id=838, type=get_attr]; -"839 relu__6_0_0_nncf_smooth_quant_0" [id=839, type=call_module]; -"840 linear_39_scale_0" [id=840, type=get_attr]; -"841 linear_39_zero_point_0" [id=841, type=get_attr]; -"842 quantize_per_channel_default_40" [id=842, type=quantize_per_channel]; -"843 dequantize_per_channel_default_40" [id=843, type=dequantize_per_channel]; -"844 linear_39" [id=844, type=linear]; -"845 view_33" [id=845, type=view]; -"846 _tensor_constant40" [id=846, type=get_attr]; -"847 index_6" [id=847, type=index]; -"848 view_34" [id=848, type=view]; -"849 permute_28" [id=849, type=permute]; -"850 contiguous_10" [id=850, type=contiguous]; -"851 unsqueeze_18" [id=851, type=unsqueeze]; -"852 sigmoid_6" [id=852, type=sigmoid]; -"853 mul_12" [id=853, type=mul]; -"854 pad_8" [id=854, type=pad]; -"855 view_35" [id=855, type=view]; -"856 permute_29" [id=856, type=permute]; -"857 reshape_27" [id=857, type=reshape]; -"858 linear_40_updated_constant0" [id=858, type=get_attr]; -"859 reshape_27_0_0_nncf_smooth_quant_0" [id=859, type=call_module]; -"860 quantize_per_tensor_default_39" [id=860, type=quantize_per_tensor]; -"861 dequantize_per_tensor_default_39" [id=861, type=dequantize_per_tensor]; -"862 linear_40_scale_0" [id=862, type=get_attr]; -"863 linear_40_zero_point_0" [id=863, type=get_attr]; -"864 quantize_per_channel_default_41" [id=864, type=quantize_per_channel]; -"865 dequantize_per_channel_default_41" [id=865, type=dequantize_per_channel]; -"866 _param_constant109_0_0" [id=866, type=get_attr]; -"867 linear_40" [id=867, type=linear]; -"868 reshape_28" [id=868, type=reshape]; -"869 permute_30" [id=869, type=permute]; -"870 select_18" [id=870, type=select]; -"871 select_19" [id=871, type=select]; -"872 select_20" [id=872, type=select]; -"873 linalg_vector_norm_12" [id=873, type=linalg_vector_norm]; -"874 clamp_min_12" [id=874, type=clamp_min]; -"875 expand_as_12" [id=875, type=expand_as]; -"876 div_12" [id=876, type=div]; -"877 quantize_per_tensor_default_40" [id=877, type=quantize_per_tensor]; -"878 dequantize_per_tensor_default_40" [id=878, type=dequantize_per_tensor]; -"879 linalg_vector_norm_13" [id=879, type=linalg_vector_norm]; -"880 clamp_min_13" [id=880, type=clamp_min]; -"881 expand_as_13" [id=881, type=expand_as]; -"882 div_13" [id=882, type=div]; -"883 quantize_per_tensor_default_41" [id=883, type=quantize_per_tensor]; -"884 dequantize_per_tensor_default_41" [id=884, type=dequantize_per_tensor]; -"885 transpose_12" [id=885, type=transpose]; -"886 matmul_12" [id=886, type=matmul]; -"887 _param_constant111" [id=887, type=get_attr]; -"888 clamp_6" [id=888, type=clamp]; -"889 exp_6" [id=889, type=exp]; -"890 mul_13" [id=890, type=mul]; -"891 add_21" [id=891, type=add]; -"892 softmax_6" [id=892, type=softmax]; -"893 dropout_24" [id=893, type=dropout]; -"894 matmul_13" [id=894, type=matmul]; -"895 transpose_13" [id=895, type=transpose]; -"896 reshape_29" [id=896, type=reshape]; -"897 linear_41_updated_constant0" [id=897, type=get_attr]; -"898 reshape_29_0_0_nncf_smooth_quant_0" [id=898, type=call_module]; -"899 quantize_per_tensor_default_42" [id=899, type=quantize_per_tensor]; -"900 dequantize_per_tensor_default_42" [id=900, type=dequantize_per_tensor]; -"901 linear_41_scale_0" [id=901, type=get_attr]; -"902 linear_41_zero_point_0" [id=902, type=get_attr]; -"903 quantize_per_channel_default_42" [id=903, type=quantize_per_channel]; -"904 dequantize_per_channel_default_42" [id=904, type=dequantize_per_channel]; -"905 _param_constant113_0_0" [id=905, type=get_attr]; -"906 linear_41" [id=906, type=linear]; -"907 dropout_25" [id=907, type=dropout]; -"908 view_36" [id=908, type=view]; -"909 permute_31" [id=909, type=permute]; -"910 reshape_30" [id=910, type=reshape]; -"911 slice_106" [id=911, type=slice]; -"912 slice_107" [id=912, type=slice]; -"913 slice_108" [id=913, type=slice]; -"914 slice_109" [id=914, type=slice]; -"915 contiguous_11" [id=915, type=contiguous]; -"916 _param_constant114" [id=916, type=get_attr]; -"917 _param_constant115" [id=917, type=get_attr]; -"918 layer_norm_15" [id=918, type=layer_norm]; -"919 add_22" [id=919, type=add]; -"920 linear_42_updated_constant0" [id=920, type=get_attr]; -"921 add_22_0_0_nncf_smooth_quant_0" [id=921, type=call_module]; -"922 quantize_per_tensor_default_43" [id=922, type=quantize_per_tensor]; -"923 dequantize_per_tensor_default_43" [id=923, type=dequantize_per_tensor]; -"924 linear_42_scale_0" [id=924, type=get_attr]; -"925 linear_42_zero_point_0" [id=925, type=get_attr]; -"926 quantize_per_channel_default_43" [id=926, type=quantize_per_channel]; -"927 dequantize_per_channel_default_43" [id=927, type=dequantize_per_channel]; -"928 _param_constant117_0_0" [id=928, type=get_attr]; -"929 linear_42" [id=929, type=linear]; -"930 gelu_6" [id=930, type=gelu]; -"931 dropout_26" [id=931, type=dropout]; -"932 linear_43_updated_constant0" [id=932, type=get_attr]; -"933 dropout_26_0_0_nncf_smooth_quant_0" [id=933, type=call_module]; -"934 quantize_per_tensor_default_44" [id=934, type=quantize_per_tensor]; -"935 dequantize_per_tensor_default_44" [id=935, type=dequantize_per_tensor]; -"936 linear_43_scale_0" [id=936, type=get_attr]; -"937 linear_43_zero_point_0" [id=937, type=get_attr]; -"938 quantize_per_channel_default_44" [id=938, type=quantize_per_channel]; -"939 dequantize_per_channel_default_44" [id=939, type=dequantize_per_channel]; -"940 _param_constant119_0_0" [id=940, type=get_attr]; -"941 linear_43" [id=941, type=linear]; -"942 dropout_27" [id=942, type=dropout]; -"943 _param_constant120" [id=943, type=get_attr]; -"944 _param_constant121" [id=944, type=get_attr]; -"945 layer_norm_16" [id=945, type=layer_norm]; -"946 add_23" [id=946, type=add]; -"947 _tensor_constant41" [id=947, type=get_attr]; -"948 linear_44_updated_constant0" [id=948, type=get_attr]; -"949 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=949, type=call_module]; -"950 linear_44_scale_0" [id=950, type=get_attr]; -"951 linear_44_zero_point_0" [id=951, type=get_attr]; -"952 quantize_per_channel_default_45" [id=952, type=quantize_per_channel]; -"953 dequantize_per_channel_default_45" [id=953, type=dequantize_per_channel]; -"954 _param_constant123_0_0" [id=954, type=get_attr]; -"955 linear_44" [id=955, type=linear]; -"956 relu__7" [id=956, type=relu_]; -"957 linear_45_updated_constant0" [id=957, type=get_attr]; -"958 relu__7_0_0_nncf_smooth_quant_0" [id=958, type=call_module]; -"959 linear_45_scale_0" [id=959, type=get_attr]; -"960 linear_45_zero_point_0" [id=960, type=get_attr]; -"961 quantize_per_channel_default_46" [id=961, type=quantize_per_channel]; -"962 dequantize_per_channel_default_46" [id=962, type=dequantize_per_channel]; -"963 linear_45" [id=963, type=linear]; -"964 view_37" [id=964, type=view]; -"965 _tensor_constant42" [id=965, type=get_attr]; -"966 index_7" [id=966, type=index]; -"967 view_38" [id=967, type=view]; -"968 permute_32" [id=968, type=permute]; -"969 contiguous_12" [id=969, type=contiguous]; -"970 unsqueeze_19" [id=970, type=unsqueeze]; -"971 sigmoid_7" [id=971, type=sigmoid]; -"972 mul_14" [id=972, type=mul]; -"973 pad_9" [id=973, type=pad]; -"974 roll_6" [id=974, type=roll]; -"975 view_39" [id=975, type=view]; -"976 permute_33" [id=976, type=permute]; -"977 reshape_31" [id=977, type=reshape]; -"978 linear_46_updated_constant0" [id=978, type=get_attr]; -"979 reshape_31_0_0_nncf_smooth_quant_0" [id=979, type=call_module]; -"980 quantize_per_tensor_default_45" [id=980, type=quantize_per_tensor]; -"981 dequantize_per_tensor_default_45" [id=981, type=dequantize_per_tensor]; -"982 linear_46_scale_0" [id=982, type=get_attr]; -"983 linear_46_zero_point_0" [id=983, type=get_attr]; -"984 quantize_per_channel_default_47" [id=984, type=quantize_per_channel]; -"985 dequantize_per_channel_default_47" [id=985, type=dequantize_per_channel]; -"986 _param_constant125_0_0" [id=986, type=get_attr]; -"987 linear_46" [id=987, type=linear]; -"988 reshape_32" [id=988, type=reshape]; -"989 permute_34" [id=989, type=permute]; -"990 select_21" [id=990, type=select]; -"991 select_22" [id=991, type=select]; -"992 select_23" [id=992, type=select]; -"993 linalg_vector_norm_14" [id=993, type=linalg_vector_norm]; -"994 clamp_min_14" [id=994, type=clamp_min]; -"995 expand_as_14" [id=995, type=expand_as]; -"996 div_14" [id=996, type=div]; -"997 quantize_per_tensor_default_46" [id=997, type=quantize_per_tensor]; -"998 dequantize_per_tensor_default_46" [id=998, type=dequantize_per_tensor]; -"999 linalg_vector_norm_15" [id=999, type=linalg_vector_norm]; -"1000 clamp_min_15" [id=1000, type=clamp_min]; -"1001 expand_as_15" [id=1001, type=expand_as]; -"1002 div_15" [id=1002, type=div]; -"1003 quantize_per_tensor_default_47" [id=1003, type=quantize_per_tensor]; -"1004 dequantize_per_tensor_default_47" [id=1004, type=dequantize_per_tensor]; -"1005 transpose_14" [id=1005, type=transpose]; -"1006 matmul_14" [id=1006, type=matmul]; -"1007 _param_constant127" [id=1007, type=get_attr]; -"1008 clamp_7" [id=1008, type=clamp]; -"1009 exp_7" [id=1009, type=exp]; -"1010 mul_15" [id=1010, type=mul]; -"1011 add_24" [id=1011, type=add]; -"1012 new_zeros_3" [id=1012, type=new_zeros]; -"1013 view_40" [id=1013, type=view]; -"1014 permute_35" [id=1014, type=permute]; -"1015 reshape_33" [id=1015, type=reshape]; -"1016 unsqueeze_20" [id=1016, type=unsqueeze]; -"1017 unsqueeze_21" [id=1017, type=unsqueeze]; -"1018 sub_3" [id=1018, type=sub]; -"1019 ne_3" [id=1019, type=ne]; -"1020 masked_fill_6" [id=1020, type=masked_fill]; -"1021 eq_3" [id=1021, type=eq]; -"1022 masked_fill_7" [id=1022, type=masked_fill]; -"1023 view_41" [id=1023, type=view]; -"1024 unsqueeze_22" [id=1024, type=unsqueeze]; -"1025 unsqueeze_23" [id=1025, type=unsqueeze]; -"1026 add_25" [id=1026, type=add]; -"1027 view_42" [id=1027, type=view]; -"1028 softmax_7" [id=1028, type=softmax]; -"1029 dropout_28" [id=1029, type=dropout]; -"1030 matmul_15" [id=1030, type=matmul]; -"1031 transpose_15" [id=1031, type=transpose]; -"1032 reshape_34" [id=1032, type=reshape]; -"1033 linear_47_updated_constant0" [id=1033, type=get_attr]; -"1034 reshape_34_0_0_nncf_smooth_quant_0" [id=1034, type=call_module]; -"1035 quantize_per_tensor_default_48" [id=1035, type=quantize_per_tensor]; -"1036 dequantize_per_tensor_default_48" [id=1036, type=dequantize_per_tensor]; -"1037 linear_47_scale_0" [id=1037, type=get_attr]; -"1038 linear_47_zero_point_0" [id=1038, type=get_attr]; -"1039 quantize_per_channel_default_48" [id=1039, type=quantize_per_channel]; -"1040 dequantize_per_channel_default_48" [id=1040, type=dequantize_per_channel]; -"1041 _param_constant129_0_0" [id=1041, type=get_attr]; -"1042 linear_47" [id=1042, type=linear]; -"1043 dropout_29" [id=1043, type=dropout]; -"1044 view_43" [id=1044, type=view]; -"1045 permute_36" [id=1045, type=permute]; -"1046 reshape_35" [id=1046, type=reshape]; -"1047 roll_7" [id=1047, type=roll]; -"1048 slice_129" [id=1048, type=slice]; -"1049 slice_130" [id=1049, type=slice]; -"1050 slice_131" [id=1050, type=slice]; -"1051 slice_132" [id=1051, type=slice]; -"1052 contiguous_13" [id=1052, type=contiguous]; -"1053 _param_constant130" [id=1053, type=get_attr]; -"1054 _param_constant131" [id=1054, type=get_attr]; -"1055 layer_norm_17" [id=1055, type=layer_norm]; -"1056 add_26" [id=1056, type=add]; -"1057 linear_48_updated_constant0" [id=1057, type=get_attr]; -"1058 add_26_0_0_nncf_smooth_quant_0" [id=1058, type=call_module]; -"1059 quantize_per_tensor_default_49" [id=1059, type=quantize_per_tensor]; -"1060 dequantize_per_tensor_default_49" [id=1060, type=dequantize_per_tensor]; -"1061 linear_48_scale_0" [id=1061, type=get_attr]; -"1062 linear_48_zero_point_0" [id=1062, type=get_attr]; -"1063 quantize_per_channel_default_49" [id=1063, type=quantize_per_channel]; -"1064 dequantize_per_channel_default_49" [id=1064, type=dequantize_per_channel]; -"1065 _param_constant133_0_0" [id=1065, type=get_attr]; -"1066 linear_48" [id=1066, type=linear]; -"1067 gelu_7" [id=1067, type=gelu]; -"1068 dropout_30" [id=1068, type=dropout]; -"1069 linear_49_updated_constant0" [id=1069, type=get_attr]; -"1070 dropout_30_0_0_nncf_smooth_quant_0" [id=1070, type=call_module]; -"1071 quantize_per_tensor_default_50" [id=1071, type=quantize_per_tensor]; -"1072 dequantize_per_tensor_default_50" [id=1072, type=dequantize_per_tensor]; -"1073 linear_49_scale_0" [id=1073, type=get_attr]; -"1074 linear_49_zero_point_0" [id=1074, type=get_attr]; -"1075 quantize_per_channel_default_50" [id=1075, type=quantize_per_channel]; -"1076 dequantize_per_channel_default_50" [id=1076, type=dequantize_per_channel]; -"1077 _param_constant135_0_0" [id=1077, type=get_attr]; -"1078 linear_49" [id=1078, type=linear]; -"1079 dropout_31" [id=1079, type=dropout]; -"1080 _param_constant136" [id=1080, type=get_attr]; -"1081 _param_constant137" [id=1081, type=get_attr]; -"1082 layer_norm_18" [id=1082, type=layer_norm]; -"1083 add_27" [id=1083, type=add]; -"1084 _tensor_constant52" [id=1084, type=get_attr]; -"1085 linear_50_updated_constant0" [id=1085, type=get_attr]; -"1086 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=1086, type=call_module]; -"1087 linear_50_scale_0" [id=1087, type=get_attr]; -"1088 linear_50_zero_point_0" [id=1088, type=get_attr]; -"1089 quantize_per_channel_default_51" [id=1089, type=quantize_per_channel]; -"1090 dequantize_per_channel_default_51" [id=1090, type=dequantize_per_channel]; -"1091 _param_constant139_0_0" [id=1091, type=get_attr]; -"1092 linear_50" [id=1092, type=linear]; -"1093 relu__8" [id=1093, type=relu_]; -"1094 linear_51_updated_constant0" [id=1094, type=get_attr]; -"1095 relu__8_0_0_nncf_smooth_quant_0" [id=1095, type=call_module]; -"1096 linear_51_scale_0" [id=1096, type=get_attr]; -"1097 linear_51_zero_point_0" [id=1097, type=get_attr]; -"1098 quantize_per_channel_default_52" [id=1098, type=quantize_per_channel]; -"1099 dequantize_per_channel_default_52" [id=1099, type=dequantize_per_channel]; -"1100 linear_51" [id=1100, type=linear]; -"1101 view_44" [id=1101, type=view]; -"1102 _tensor_constant53" [id=1102, type=get_attr]; -"1103 index_8" [id=1103, type=index]; -"1104 view_45" [id=1104, type=view]; -"1105 permute_37" [id=1105, type=permute]; -"1106 contiguous_14" [id=1106, type=contiguous]; -"1107 unsqueeze_24" [id=1107, type=unsqueeze]; -"1108 sigmoid_8" [id=1108, type=sigmoid]; -"1109 mul_16" [id=1109, type=mul]; -"1110 pad_10" [id=1110, type=pad]; -"1111 view_46" [id=1111, type=view]; -"1112 permute_38" [id=1112, type=permute]; -"1113 reshape_36" [id=1113, type=reshape]; -"1114 linear_52_updated_constant0" [id=1114, type=get_attr]; -"1115 reshape_36_0_0_nncf_smooth_quant_0" [id=1115, type=call_module]; -"1116 quantize_per_tensor_default_51" [id=1116, type=quantize_per_tensor]; -"1117 dequantize_per_tensor_default_51" [id=1117, type=dequantize_per_tensor]; -"1118 linear_52_scale_0" [id=1118, type=get_attr]; -"1119 linear_52_zero_point_0" [id=1119, type=get_attr]; -"1120 quantize_per_channel_default_53" [id=1120, type=quantize_per_channel]; -"1121 dequantize_per_channel_default_53" [id=1121, type=dequantize_per_channel]; -"1122 _param_constant141_0_0" [id=1122, type=get_attr]; -"1123 linear_52" [id=1123, type=linear]; -"1124 reshape_37" [id=1124, type=reshape]; -"1125 permute_39" [id=1125, type=permute]; -"1126 select_24" [id=1126, type=select]; -"1127 select_25" [id=1127, type=select]; -"1128 select_26" [id=1128, type=select]; -"1129 linalg_vector_norm_16" [id=1129, type=linalg_vector_norm]; -"1130 clamp_min_16" [id=1130, type=clamp_min]; -"1131 expand_as_16" [id=1131, type=expand_as]; -"1132 div_16" [id=1132, type=div]; -"1133 quantize_per_tensor_default_52" [id=1133, type=quantize_per_tensor]; -"1134 dequantize_per_tensor_default_52" [id=1134, type=dequantize_per_tensor]; -"1135 linalg_vector_norm_17" [id=1135, type=linalg_vector_norm]; -"1136 clamp_min_17" [id=1136, type=clamp_min]; -"1137 expand_as_17" [id=1137, type=expand_as]; -"1138 div_17" [id=1138, type=div]; -"1139 quantize_per_tensor_default_53" [id=1139, type=quantize_per_tensor]; -"1140 dequantize_per_tensor_default_53" [id=1140, type=dequantize_per_tensor]; -"1141 transpose_16" [id=1141, type=transpose]; -"1142 matmul_16" [id=1142, type=matmul]; -"1143 _param_constant143" [id=1143, type=get_attr]; -"1144 clamp_8" [id=1144, type=clamp]; -"1145 exp_8" [id=1145, type=exp]; -"1146 mul_17" [id=1146, type=mul]; -"1147 add_28" [id=1147, type=add]; -"1148 softmax_8" [id=1148, type=softmax]; -"1149 dropout_32" [id=1149, type=dropout]; -"1150 matmul_17" [id=1150, type=matmul]; -"1151 transpose_17" [id=1151, type=transpose]; -"1152 reshape_38" [id=1152, type=reshape]; -"1153 linear_53_updated_constant0" [id=1153, type=get_attr]; -"1154 reshape_38_0_0_nncf_smooth_quant_0" [id=1154, type=call_module]; -"1155 quantize_per_tensor_default_54" [id=1155, type=quantize_per_tensor]; -"1156 dequantize_per_tensor_default_54" [id=1156, type=dequantize_per_tensor]; -"1157 linear_53_scale_0" [id=1157, type=get_attr]; -"1158 linear_53_zero_point_0" [id=1158, type=get_attr]; -"1159 quantize_per_channel_default_54" [id=1159, type=quantize_per_channel]; -"1160 dequantize_per_channel_default_54" [id=1160, type=dequantize_per_channel]; -"1161 _param_constant145_0_0" [id=1161, type=get_attr]; -"1162 linear_53" [id=1162, type=linear]; -"1163 dropout_33" [id=1163, type=dropout]; -"1164 view_47" [id=1164, type=view]; -"1165 permute_40" [id=1165, type=permute]; -"1166 reshape_39" [id=1166, type=reshape]; -"1167 slice_134" [id=1167, type=slice]; -"1168 slice_135" [id=1168, type=slice]; -"1169 slice_136" [id=1169, type=slice]; -"1170 slice_137" [id=1170, type=slice]; -"1171 contiguous_15" [id=1171, type=contiguous]; -"1172 _param_constant146" [id=1172, type=get_attr]; -"1173 _param_constant147" [id=1173, type=get_attr]; -"1174 layer_norm_19" [id=1174, type=layer_norm]; -"1175 add_29" [id=1175, type=add]; -"1176 linear_54_updated_constant0" [id=1176, type=get_attr]; -"1177 add_29_0_0_nncf_smooth_quant_0" [id=1177, type=call_module]; -"1178 quantize_per_tensor_default_55" [id=1178, type=quantize_per_tensor]; -"1179 dequantize_per_tensor_default_55" [id=1179, type=dequantize_per_tensor]; -"1180 linear_54_scale_0" [id=1180, type=get_attr]; -"1181 linear_54_zero_point_0" [id=1181, type=get_attr]; -"1182 quantize_per_channel_default_55" [id=1182, type=quantize_per_channel]; -"1183 dequantize_per_channel_default_55" [id=1183, type=dequantize_per_channel]; -"1184 _param_constant149_0_0" [id=1184, type=get_attr]; -"1185 linear_54" [id=1185, type=linear]; -"1186 gelu_8" [id=1186, type=gelu]; -"1187 dropout_34" [id=1187, type=dropout]; -"1188 linear_55_updated_constant0" [id=1188, type=get_attr]; -"1189 dropout_34_0_0_nncf_smooth_quant_0" [id=1189, type=call_module]; -"1190 quantize_per_tensor_default_56" [id=1190, type=quantize_per_tensor]; -"1191 dequantize_per_tensor_default_56" [id=1191, type=dequantize_per_tensor]; -"1192 linear_55_scale_0" [id=1192, type=get_attr]; -"1193 linear_55_zero_point_0" [id=1193, type=get_attr]; -"1194 quantize_per_channel_default_56" [id=1194, type=quantize_per_channel]; -"1195 dequantize_per_channel_default_56" [id=1195, type=dequantize_per_channel]; -"1196 _param_constant151_0_0" [id=1196, type=get_attr]; -"1197 linear_55" [id=1197, type=linear]; -"1198 dropout_35" [id=1198, type=dropout]; -"1199 _param_constant152" [id=1199, type=get_attr]; -"1200 _param_constant153" [id=1200, type=get_attr]; -"1201 layer_norm_20" [id=1201, type=layer_norm]; -"1202 add_30" [id=1202, type=add]; -"1203 _tensor_constant54" [id=1203, type=get_attr]; -"1204 linear_56_updated_constant0" [id=1204, type=get_attr]; -"1205 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1205, type=call_module]; -"1206 linear_56_scale_0" [id=1206, type=get_attr]; -"1207 linear_56_zero_point_0" [id=1207, type=get_attr]; -"1208 quantize_per_channel_default_57" [id=1208, type=quantize_per_channel]; -"1209 dequantize_per_channel_default_57" [id=1209, type=dequantize_per_channel]; -"1210 _param_constant155_0_0" [id=1210, type=get_attr]; -"1211 linear_56" [id=1211, type=linear]; -"1212 relu__9" [id=1212, type=relu_]; -"1213 linear_57_updated_constant0" [id=1213, type=get_attr]; -"1214 relu__9_0_0_nncf_smooth_quant_0" [id=1214, type=call_module]; -"1215 linear_57_scale_0" [id=1215, type=get_attr]; -"1216 linear_57_zero_point_0" [id=1216, type=get_attr]; -"1217 quantize_per_channel_default_58" [id=1217, type=quantize_per_channel]; -"1218 dequantize_per_channel_default_58" [id=1218, type=dequantize_per_channel]; -"1219 linear_57" [id=1219, type=linear]; -"1220 view_48" [id=1220, type=view]; -"1221 _tensor_constant55" [id=1221, type=get_attr]; -"1222 index_9" [id=1222, type=index]; -"1223 view_49" [id=1223, type=view]; -"1224 permute_41" [id=1224, type=permute]; -"1225 contiguous_16" [id=1225, type=contiguous]; -"1226 unsqueeze_25" [id=1226, type=unsqueeze]; -"1227 sigmoid_9" [id=1227, type=sigmoid]; -"1228 mul_18" [id=1228, type=mul]; -"1229 pad_11" [id=1229, type=pad]; -"1230 roll_8" [id=1230, type=roll]; -"1231 view_50" [id=1231, type=view]; -"1232 permute_42" [id=1232, type=permute]; -"1233 reshape_40" [id=1233, type=reshape]; -"1234 linear_58_updated_constant0" [id=1234, type=get_attr]; -"1235 reshape_40_0_0_nncf_smooth_quant_0" [id=1235, type=call_module]; -"1236 quantize_per_tensor_default_57" [id=1236, type=quantize_per_tensor]; -"1237 dequantize_per_tensor_default_57" [id=1237, type=dequantize_per_tensor]; -"1238 linear_58_scale_0" [id=1238, type=get_attr]; -"1239 linear_58_zero_point_0" [id=1239, type=get_attr]; -"1240 quantize_per_channel_default_59" [id=1240, type=quantize_per_channel]; -"1241 dequantize_per_channel_default_59" [id=1241, type=dequantize_per_channel]; -"1242 _param_constant157_0_0" [id=1242, type=get_attr]; -"1243 linear_58" [id=1243, type=linear]; -"1244 reshape_41" [id=1244, type=reshape]; -"1245 permute_43" [id=1245, type=permute]; -"1246 select_27" [id=1246, type=select]; -"1247 select_28" [id=1247, type=select]; -"1248 select_29" [id=1248, type=select]; -"1249 linalg_vector_norm_18" [id=1249, type=linalg_vector_norm]; -"1250 clamp_min_18" [id=1250, type=clamp_min]; -"1251 expand_as_18" [id=1251, type=expand_as]; -"1252 div_18" [id=1252, type=div]; -"1253 quantize_per_tensor_default_58" [id=1253, type=quantize_per_tensor]; -"1254 dequantize_per_tensor_default_58" [id=1254, type=dequantize_per_tensor]; -"1255 linalg_vector_norm_19" [id=1255, type=linalg_vector_norm]; -"1256 clamp_min_19" [id=1256, type=clamp_min]; -"1257 expand_as_19" [id=1257, type=expand_as]; -"1258 div_19" [id=1258, type=div]; -"1259 quantize_per_tensor_default_59" [id=1259, type=quantize_per_tensor]; -"1260 dequantize_per_tensor_default_59" [id=1260, type=dequantize_per_tensor]; -"1261 transpose_18" [id=1261, type=transpose]; -"1262 matmul_18" [id=1262, type=matmul]; -"1263 _param_constant159" [id=1263, type=get_attr]; -"1264 clamp_9" [id=1264, type=clamp]; -"1265 exp_9" [id=1265, type=exp]; -"1266 mul_19" [id=1266, type=mul]; -"1267 add_31" [id=1267, type=add]; -"1268 new_zeros_4" [id=1268, type=new_zeros]; -"1269 view_51" [id=1269, type=view]; -"1270 permute_44" [id=1270, type=permute]; -"1271 reshape_42" [id=1271, type=reshape]; -"1272 unsqueeze_26" [id=1272, type=unsqueeze]; -"1273 unsqueeze_27" [id=1273, type=unsqueeze]; -"1274 sub_4" [id=1274, type=sub]; -"1275 ne_4" [id=1275, type=ne]; -"1276 masked_fill_8" [id=1276, type=masked_fill]; -"1277 eq_4" [id=1277, type=eq]; -"1278 masked_fill_9" [id=1278, type=masked_fill]; -"1279 view_52" [id=1279, type=view]; -"1280 unsqueeze_28" [id=1280, type=unsqueeze]; -"1281 unsqueeze_29" [id=1281, type=unsqueeze]; -"1282 add_32" [id=1282, type=add]; -"1283 view_53" [id=1283, type=view]; -"1284 softmax_9" [id=1284, type=softmax]; -"1285 dropout_36" [id=1285, type=dropout]; -"1286 matmul_19" [id=1286, type=matmul]; -"1287 transpose_19" [id=1287, type=transpose]; -"1288 reshape_43" [id=1288, type=reshape]; -"1289 linear_59_updated_constant0" [id=1289, type=get_attr]; -"1290 reshape_43_0_0_nncf_smooth_quant_0" [id=1290, type=call_module]; -"1291 quantize_per_tensor_default_60" [id=1291, type=quantize_per_tensor]; -"1292 dequantize_per_tensor_default_60" [id=1292, type=dequantize_per_tensor]; -"1293 linear_59_scale_0" [id=1293, type=get_attr]; -"1294 linear_59_zero_point_0" [id=1294, type=get_attr]; -"1295 quantize_per_channel_default_60" [id=1295, type=quantize_per_channel]; -"1296 dequantize_per_channel_default_60" [id=1296, type=dequantize_per_channel]; -"1297 _param_constant161_0_0" [id=1297, type=get_attr]; -"1298 linear_59" [id=1298, type=linear]; -"1299 dropout_37" [id=1299, type=dropout]; -"1300 view_54" [id=1300, type=view]; -"1301 permute_45" [id=1301, type=permute]; -"1302 reshape_44" [id=1302, type=reshape]; -"1303 roll_9" [id=1303, type=roll]; -"1304 slice_157" [id=1304, type=slice]; -"1305 slice_158" [id=1305, type=slice]; -"1306 slice_159" [id=1306, type=slice]; -"1307 slice_160" [id=1307, type=slice]; -"1308 contiguous_17" [id=1308, type=contiguous]; -"1309 _param_constant162" [id=1309, type=get_attr]; -"1310 _param_constant163" [id=1310, type=get_attr]; -"1311 layer_norm_21" [id=1311, type=layer_norm]; -"1312 add_33" [id=1312, type=add]; -"1313 linear_60_updated_constant0" [id=1313, type=get_attr]; -"1314 add_33_0_0_nncf_smooth_quant_0" [id=1314, type=call_module]; -"1315 quantize_per_tensor_default_61" [id=1315, type=quantize_per_tensor]; -"1316 dequantize_per_tensor_default_61" [id=1316, type=dequantize_per_tensor]; -"1317 linear_60_scale_0" [id=1317, type=get_attr]; -"1318 linear_60_zero_point_0" [id=1318, type=get_attr]; -"1319 quantize_per_channel_default_61" [id=1319, type=quantize_per_channel]; -"1320 dequantize_per_channel_default_61" [id=1320, type=dequantize_per_channel]; -"1321 _param_constant165_0_0" [id=1321, type=get_attr]; -"1322 linear_60" [id=1322, type=linear]; -"1323 gelu_9" [id=1323, type=gelu]; -"1324 dropout_38" [id=1324, type=dropout]; -"1325 linear_61_updated_constant0" [id=1325, type=get_attr]; -"1326 dropout_38_0_0_nncf_smooth_quant_0" [id=1326, type=call_module]; -"1327 quantize_per_tensor_default_62" [id=1327, type=quantize_per_tensor]; -"1328 dequantize_per_tensor_default_62" [id=1328, type=dequantize_per_tensor]; -"1329 linear_61_scale_0" [id=1329, type=get_attr]; -"1330 linear_61_zero_point_0" [id=1330, type=get_attr]; -"1331 quantize_per_channel_default_62" [id=1331, type=quantize_per_channel]; -"1332 dequantize_per_channel_default_62" [id=1332, type=dequantize_per_channel]; -"1333 _param_constant167_0_0" [id=1333, type=get_attr]; -"1334 linear_61" [id=1334, type=linear]; -"1335 dropout_39" [id=1335, type=dropout]; -"1336 _param_constant168" [id=1336, type=get_attr]; -"1337 _param_constant169" [id=1337, type=get_attr]; -"1338 layer_norm_22" [id=1338, type=layer_norm]; -"1339 add_34" [id=1339, type=add]; -"1340 _tensor_constant65" [id=1340, type=get_attr]; -"1341 linear_62_updated_constant0" [id=1341, type=get_attr]; -"1342 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1342, type=call_module]; -"1343 linear_62_scale_0" [id=1343, type=get_attr]; -"1344 linear_62_zero_point_0" [id=1344, type=get_attr]; -"1345 quantize_per_channel_default_63" [id=1345, type=quantize_per_channel]; -"1346 dequantize_per_channel_default_63" [id=1346, type=dequantize_per_channel]; -"1347 _param_constant171_0_0" [id=1347, type=get_attr]; -"1348 linear_62" [id=1348, type=linear]; -"1349 relu__10" [id=1349, type=relu_]; -"1350 linear_63_updated_constant0" [id=1350, type=get_attr]; -"1351 relu__10_0_0_nncf_smooth_quant_0" [id=1351, type=call_module]; -"1352 linear_63_scale_0" [id=1352, type=get_attr]; -"1353 linear_63_zero_point_0" [id=1353, type=get_attr]; -"1354 quantize_per_channel_default_64" [id=1354, type=quantize_per_channel]; -"1355 dequantize_per_channel_default_64" [id=1355, type=dequantize_per_channel]; -"1356 linear_63" [id=1356, type=linear]; -"1357 view_55" [id=1357, type=view]; -"1358 _tensor_constant66" [id=1358, type=get_attr]; -"1359 index_10" [id=1359, type=index]; -"1360 view_56" [id=1360, type=view]; -"1361 permute_46" [id=1361, type=permute]; -"1362 contiguous_18" [id=1362, type=contiguous]; -"1363 unsqueeze_30" [id=1363, type=unsqueeze]; -"1364 sigmoid_10" [id=1364, type=sigmoid]; -"1365 mul_20" [id=1365, type=mul]; -"1366 pad_12" [id=1366, type=pad]; -"1367 view_57" [id=1367, type=view]; -"1368 permute_47" [id=1368, type=permute]; -"1369 reshape_45" [id=1369, type=reshape]; -"1370 linear_64_updated_constant0" [id=1370, type=get_attr]; -"1371 reshape_45_0_0_nncf_smooth_quant_0" [id=1371, type=call_module]; -"1372 quantize_per_tensor_default_63" [id=1372, type=quantize_per_tensor]; -"1373 dequantize_per_tensor_default_63" [id=1373, type=dequantize_per_tensor]; -"1374 linear_64_scale_0" [id=1374, type=get_attr]; -"1375 linear_64_zero_point_0" [id=1375, type=get_attr]; -"1376 quantize_per_channel_default_65" [id=1376, type=quantize_per_channel]; -"1377 dequantize_per_channel_default_65" [id=1377, type=dequantize_per_channel]; -"1378 _param_constant173_0_0" [id=1378, type=get_attr]; -"1379 linear_64" [id=1379, type=linear]; -"1380 reshape_46" [id=1380, type=reshape]; -"1381 permute_48" [id=1381, type=permute]; -"1382 select_30" [id=1382, type=select]; -"1383 select_31" [id=1383, type=select]; -"1384 select_32" [id=1384, type=select]; -"1385 linalg_vector_norm_20" [id=1385, type=linalg_vector_norm]; -"1386 clamp_min_20" [id=1386, type=clamp_min]; -"1387 expand_as_20" [id=1387, type=expand_as]; -"1388 div_20" [id=1388, type=div]; -"1389 quantize_per_tensor_default_64" [id=1389, type=quantize_per_tensor]; -"1390 dequantize_per_tensor_default_64" [id=1390, type=dequantize_per_tensor]; -"1391 linalg_vector_norm_21" [id=1391, type=linalg_vector_norm]; -"1392 clamp_min_21" [id=1392, type=clamp_min]; -"1393 expand_as_21" [id=1393, type=expand_as]; -"1394 div_21" [id=1394, type=div]; -"1395 quantize_per_tensor_default_65" [id=1395, type=quantize_per_tensor]; -"1396 dequantize_per_tensor_default_65" [id=1396, type=dequantize_per_tensor]; -"1397 transpose_20" [id=1397, type=transpose]; -"1398 matmul_20" [id=1398, type=matmul]; -"1399 _param_constant175" [id=1399, type=get_attr]; -"1400 clamp_10" [id=1400, type=clamp]; -"1401 exp_10" [id=1401, type=exp]; -"1402 mul_21" [id=1402, type=mul]; -"1403 add_35" [id=1403, type=add]; -"1404 softmax_10" [id=1404, type=softmax]; -"1405 dropout_40" [id=1405, type=dropout]; -"1406 matmul_21" [id=1406, type=matmul]; -"1407 transpose_21" [id=1407, type=transpose]; -"1408 reshape_47" [id=1408, type=reshape]; -"1409 linear_65_updated_constant0" [id=1409, type=get_attr]; -"1410 reshape_47_0_0_nncf_smooth_quant_0" [id=1410, type=call_module]; -"1411 quantize_per_tensor_default_66" [id=1411, type=quantize_per_tensor]; -"1412 dequantize_per_tensor_default_66" [id=1412, type=dequantize_per_tensor]; -"1413 linear_65_scale_0" [id=1413, type=get_attr]; -"1414 linear_65_zero_point_0" [id=1414, type=get_attr]; -"1415 quantize_per_channel_default_66" [id=1415, type=quantize_per_channel]; -"1416 dequantize_per_channel_default_66" [id=1416, type=dequantize_per_channel]; -"1417 _param_constant177_0_0" [id=1417, type=get_attr]; -"1418 linear_65" [id=1418, type=linear]; -"1419 dropout_41" [id=1419, type=dropout]; -"1420 view_58" [id=1420, type=view]; -"1421 permute_49" [id=1421, type=permute]; -"1422 reshape_48" [id=1422, type=reshape]; -"1423 slice_162" [id=1423, type=slice]; -"1424 slice_163" [id=1424, type=slice]; -"1425 slice_164" [id=1425, type=slice]; -"1426 slice_165" [id=1426, type=slice]; -"1427 contiguous_19" [id=1427, type=contiguous]; -"1428 _param_constant178" [id=1428, type=get_attr]; -"1429 _param_constant179" [id=1429, type=get_attr]; -"1430 layer_norm_23" [id=1430, type=layer_norm]; -"1431 add_36" [id=1431, type=add]; -"1432 linear_66_updated_constant0" [id=1432, type=get_attr]; -"1433 add_36_0_0_nncf_smooth_quant_0" [id=1433, type=call_module]; -"1434 quantize_per_tensor_default_67" [id=1434, type=quantize_per_tensor]; -"1435 dequantize_per_tensor_default_67" [id=1435, type=dequantize_per_tensor]; -"1436 linear_66_scale_0" [id=1436, type=get_attr]; -"1437 linear_66_zero_point_0" [id=1437, type=get_attr]; -"1438 quantize_per_channel_default_67" [id=1438, type=quantize_per_channel]; -"1439 dequantize_per_channel_default_67" [id=1439, type=dequantize_per_channel]; -"1440 _param_constant181_0_0" [id=1440, type=get_attr]; -"1441 linear_66" [id=1441, type=linear]; -"1442 gelu_10" [id=1442, type=gelu]; -"1443 dropout_42" [id=1443, type=dropout]; -"1444 linear_67_updated_constant0" [id=1444, type=get_attr]; -"1445 dropout_42_0_0_nncf_smooth_quant_0" [id=1445, type=call_module]; -"1446 quantize_per_tensor_default_68" [id=1446, type=quantize_per_tensor]; -"1447 dequantize_per_tensor_default_68" [id=1447, type=dequantize_per_tensor]; -"1448 linear_67_scale_0" [id=1448, type=get_attr]; -"1449 linear_67_zero_point_0" [id=1449, type=get_attr]; -"1450 quantize_per_channel_default_68" [id=1450, type=quantize_per_channel]; -"1451 dequantize_per_channel_default_68" [id=1451, type=dequantize_per_channel]; -"1452 _param_constant183_0_0" [id=1452, type=get_attr]; -"1453 linear_67" [id=1453, type=linear]; -"1454 dropout_43" [id=1454, type=dropout]; -"1455 _param_constant184" [id=1455, type=get_attr]; -"1456 _param_constant185" [id=1456, type=get_attr]; -"1457 layer_norm_24" [id=1457, type=layer_norm]; -"1458 add_37" [id=1458, type=add]; -"1459 _tensor_constant67" [id=1459, type=get_attr]; -"1460 linear_68_updated_constant0" [id=1460, type=get_attr]; -"1461 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1461, type=call_module]; -"1462 linear_68_scale_0" [id=1462, type=get_attr]; -"1463 linear_68_zero_point_0" [id=1463, type=get_attr]; -"1464 quantize_per_channel_default_69" [id=1464, type=quantize_per_channel]; -"1465 dequantize_per_channel_default_69" [id=1465, type=dequantize_per_channel]; -"1466 _param_constant187_0_0" [id=1466, type=get_attr]; -"1467 linear_68" [id=1467, type=linear]; -"1468 relu__11" [id=1468, type=relu_]; -"1469 linear_69_updated_constant0" [id=1469, type=get_attr]; -"1470 relu__11_0_0_nncf_smooth_quant_0" [id=1470, type=call_module]; -"1471 linear_69_scale_0" [id=1471, type=get_attr]; -"1472 linear_69_zero_point_0" [id=1472, type=get_attr]; -"1473 quantize_per_channel_default_70" [id=1473, type=quantize_per_channel]; -"1474 dequantize_per_channel_default_70" [id=1474, type=dequantize_per_channel]; -"1475 linear_69" [id=1475, type=linear]; -"1476 view_59" [id=1476, type=view]; -"1477 _tensor_constant68" [id=1477, type=get_attr]; -"1478 index_11" [id=1478, type=index]; -"1479 view_60" [id=1479, type=view]; -"1480 permute_50" [id=1480, type=permute]; -"1481 contiguous_20" [id=1481, type=contiguous]; -"1482 unsqueeze_31" [id=1482, type=unsqueeze]; -"1483 sigmoid_11" [id=1483, type=sigmoid]; -"1484 mul_22" [id=1484, type=mul]; -"1485 pad_13" [id=1485, type=pad]; -"1486 roll_10" [id=1486, type=roll]; -"1487 view_61" [id=1487, type=view]; -"1488 permute_51" [id=1488, type=permute]; -"1489 reshape_49" [id=1489, type=reshape]; -"1490 linear_70_updated_constant0" [id=1490, type=get_attr]; -"1491 reshape_49_0_0_nncf_smooth_quant_0" [id=1491, type=call_module]; -"1492 quantize_per_tensor_default_69" [id=1492, type=quantize_per_tensor]; -"1493 dequantize_per_tensor_default_69" [id=1493, type=dequantize_per_tensor]; -"1494 linear_70_scale_0" [id=1494, type=get_attr]; -"1495 linear_70_zero_point_0" [id=1495, type=get_attr]; -"1496 quantize_per_channel_default_71" [id=1496, type=quantize_per_channel]; -"1497 dequantize_per_channel_default_71" [id=1497, type=dequantize_per_channel]; -"1498 _param_constant189_0_0" [id=1498, type=get_attr]; -"1499 linear_70" [id=1499, type=linear]; -"1500 reshape_50" [id=1500, type=reshape]; -"1501 permute_52" [id=1501, type=permute]; -"1502 select_33" [id=1502, type=select]; -"1503 select_34" [id=1503, type=select]; -"1504 select_35" [id=1504, type=select]; -"1505 linalg_vector_norm_22" [id=1505, type=linalg_vector_norm]; -"1506 clamp_min_22" [id=1506, type=clamp_min]; -"1507 expand_as_22" [id=1507, type=expand_as]; -"1508 div_22" [id=1508, type=div]; -"1509 quantize_per_tensor_default_70" [id=1509, type=quantize_per_tensor]; -"1510 dequantize_per_tensor_default_70" [id=1510, type=dequantize_per_tensor]; -"1511 linalg_vector_norm_23" [id=1511, type=linalg_vector_norm]; -"1512 clamp_min_23" [id=1512, type=clamp_min]; -"1513 expand_as_23" [id=1513, type=expand_as]; -"1514 div_23" [id=1514, type=div]; -"1515 quantize_per_tensor_default_71" [id=1515, type=quantize_per_tensor]; -"1516 dequantize_per_tensor_default_71" [id=1516, type=dequantize_per_tensor]; -"1517 transpose_22" [id=1517, type=transpose]; -"1518 matmul_22" [id=1518, type=matmul]; -"1519 _param_constant191" [id=1519, type=get_attr]; -"1520 clamp_11" [id=1520, type=clamp]; -"1521 exp_11" [id=1521, type=exp]; -"1522 mul_23" [id=1522, type=mul]; -"1523 add_38" [id=1523, type=add]; -"1524 new_zeros_5" [id=1524, type=new_zeros]; -"1525 view_62" [id=1525, type=view]; -"1526 permute_53" [id=1526, type=permute]; -"1527 reshape_51" [id=1527, type=reshape]; -"1528 unsqueeze_32" [id=1528, type=unsqueeze]; -"1529 unsqueeze_33" [id=1529, type=unsqueeze]; -"1530 sub_5" [id=1530, type=sub]; -"1531 ne_5" [id=1531, type=ne]; -"1532 masked_fill_10" [id=1532, type=masked_fill]; -"1533 eq_5" [id=1533, type=eq]; -"1534 masked_fill_11" [id=1534, type=masked_fill]; -"1535 view_63" [id=1535, type=view]; -"1536 unsqueeze_34" [id=1536, type=unsqueeze]; -"1537 unsqueeze_35" [id=1537, type=unsqueeze]; -"1538 add_39" [id=1538, type=add]; -"1539 view_64" [id=1539, type=view]; -"1540 softmax_11" [id=1540, type=softmax]; -"1541 dropout_44" [id=1541, type=dropout]; -"1542 matmul_23" [id=1542, type=matmul]; -"1543 transpose_23" [id=1543, type=transpose]; -"1544 reshape_52" [id=1544, type=reshape]; -"1545 linear_71_updated_constant0" [id=1545, type=get_attr]; -"1546 reshape_52_0_0_nncf_smooth_quant_0" [id=1546, type=call_module]; -"1547 quantize_per_tensor_default_72" [id=1547, type=quantize_per_tensor]; -"1548 dequantize_per_tensor_default_72" [id=1548, type=dequantize_per_tensor]; -"1549 linear_71_scale_0" [id=1549, type=get_attr]; -"1550 linear_71_zero_point_0" [id=1550, type=get_attr]; -"1551 quantize_per_channel_default_72" [id=1551, type=quantize_per_channel]; -"1552 dequantize_per_channel_default_72" [id=1552, type=dequantize_per_channel]; -"1553 _param_constant193_0_0" [id=1553, type=get_attr]; -"1554 linear_71" [id=1554, type=linear]; -"1555 dropout_45" [id=1555, type=dropout]; -"1556 view_65" [id=1556, type=view]; -"1557 permute_54" [id=1557, type=permute]; -"1558 reshape_53" [id=1558, type=reshape]; -"1559 roll_11" [id=1559, type=roll]; -"1560 slice_185" [id=1560, type=slice]; -"1561 slice_186" [id=1561, type=slice]; -"1562 slice_187" [id=1562, type=slice]; -"1563 slice_188" [id=1563, type=slice]; -"1564 contiguous_21" [id=1564, type=contiguous]; -"1565 _param_constant194" [id=1565, type=get_attr]; -"1566 _param_constant195" [id=1566, type=get_attr]; -"1567 layer_norm_25" [id=1567, type=layer_norm]; -"1568 add_40" [id=1568, type=add]; -"1569 linear_72_updated_constant0" [id=1569, type=get_attr]; -"1570 add_40_0_0_nncf_smooth_quant_0" [id=1570, type=call_module]; -"1571 quantize_per_tensor_default_73" [id=1571, type=quantize_per_tensor]; -"1572 dequantize_per_tensor_default_73" [id=1572, type=dequantize_per_tensor]; -"1573 linear_72_scale_0" [id=1573, type=get_attr]; -"1574 linear_72_zero_point_0" [id=1574, type=get_attr]; -"1575 quantize_per_channel_default_73" [id=1575, type=quantize_per_channel]; -"1576 dequantize_per_channel_default_73" [id=1576, type=dequantize_per_channel]; -"1577 _param_constant197_0_0" [id=1577, type=get_attr]; -"1578 linear_72" [id=1578, type=linear]; -"1579 gelu_11" [id=1579, type=gelu]; -"1580 dropout_46" [id=1580, type=dropout]; -"1581 linear_73_updated_constant0" [id=1581, type=get_attr]; -"1582 dropout_46_0_0_nncf_smooth_quant_0" [id=1582, type=call_module]; -"1583 quantize_per_tensor_default_74" [id=1583, type=quantize_per_tensor]; -"1584 dequantize_per_tensor_default_74" [id=1584, type=dequantize_per_tensor]; -"1585 linear_73_scale_0" [id=1585, type=get_attr]; -"1586 linear_73_zero_point_0" [id=1586, type=get_attr]; -"1587 quantize_per_channel_default_74" [id=1587, type=quantize_per_channel]; -"1588 dequantize_per_channel_default_74" [id=1588, type=dequantize_per_channel]; -"1589 _param_constant199_0_0" [id=1589, type=get_attr]; -"1590 linear_73" [id=1590, type=linear]; -"1591 dropout_47" [id=1591, type=dropout]; -"1592 _param_constant200" [id=1592, type=get_attr]; -"1593 _param_constant201" [id=1593, type=get_attr]; -"1594 layer_norm_26" [id=1594, type=layer_norm]; -"1595 add_41" [id=1595, type=add]; -"1596 _tensor_constant78" [id=1596, type=get_attr]; -"1597 linear_74_updated_constant0" [id=1597, type=get_attr]; -"1598 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1598, type=call_module]; -"1599 linear_74_scale_0" [id=1599, type=get_attr]; -"1600 linear_74_zero_point_0" [id=1600, type=get_attr]; -"1601 quantize_per_channel_default_75" [id=1601, type=quantize_per_channel]; -"1602 dequantize_per_channel_default_75" [id=1602, type=dequantize_per_channel]; -"1603 _param_constant203_0_0" [id=1603, type=get_attr]; -"1604 linear_74" [id=1604, type=linear]; -"1605 relu__12" [id=1605, type=relu_]; -"1606 linear_75_updated_constant0" [id=1606, type=get_attr]; -"1607 relu__12_0_0_nncf_smooth_quant_0" [id=1607, type=call_module]; -"1608 linear_75_scale_0" [id=1608, type=get_attr]; -"1609 linear_75_zero_point_0" [id=1609, type=get_attr]; -"1610 quantize_per_channel_default_76" [id=1610, type=quantize_per_channel]; -"1611 dequantize_per_channel_default_76" [id=1611, type=dequantize_per_channel]; -"1612 linear_75" [id=1612, type=linear]; -"1613 view_66" [id=1613, type=view]; -"1614 _tensor_constant79" [id=1614, type=get_attr]; -"1615 index_12" [id=1615, type=index]; -"1616 view_67" [id=1616, type=view]; -"1617 permute_55" [id=1617, type=permute]; -"1618 contiguous_22" [id=1618, type=contiguous]; -"1619 unsqueeze_36" [id=1619, type=unsqueeze]; -"1620 sigmoid_12" [id=1620, type=sigmoid]; -"1621 mul_24" [id=1621, type=mul]; -"1622 pad_14" [id=1622, type=pad]; -"1623 view_68" [id=1623, type=view]; -"1624 permute_56" [id=1624, type=permute]; -"1625 reshape_54" [id=1625, type=reshape]; -"1626 linear_76_updated_constant0" [id=1626, type=get_attr]; -"1627 reshape_54_0_0_nncf_smooth_quant_0" [id=1627, type=call_module]; -"1628 quantize_per_tensor_default_75" [id=1628, type=quantize_per_tensor]; -"1629 dequantize_per_tensor_default_75" [id=1629, type=dequantize_per_tensor]; -"1630 linear_76_scale_0" [id=1630, type=get_attr]; -"1631 linear_76_zero_point_0" [id=1631, type=get_attr]; -"1632 quantize_per_channel_default_77" [id=1632, type=quantize_per_channel]; -"1633 dequantize_per_channel_default_77" [id=1633, type=dequantize_per_channel]; -"1634 _param_constant205_0_0" [id=1634, type=get_attr]; -"1635 linear_76" [id=1635, type=linear]; -"1636 reshape_55" [id=1636, type=reshape]; -"1637 permute_57" [id=1637, type=permute]; -"1638 select_36" [id=1638, type=select]; -"1639 select_37" [id=1639, type=select]; -"1640 select_38" [id=1640, type=select]; -"1641 linalg_vector_norm_24" [id=1641, type=linalg_vector_norm]; -"1642 clamp_min_24" [id=1642, type=clamp_min]; -"1643 expand_as_24" [id=1643, type=expand_as]; -"1644 div_24" [id=1644, type=div]; -"1645 quantize_per_tensor_default_76" [id=1645, type=quantize_per_tensor]; -"1646 dequantize_per_tensor_default_76" [id=1646, type=dequantize_per_tensor]; -"1647 linalg_vector_norm_25" [id=1647, type=linalg_vector_norm]; -"1648 clamp_min_25" [id=1648, type=clamp_min]; -"1649 expand_as_25" [id=1649, type=expand_as]; -"1650 div_25" [id=1650, type=div]; -"1651 quantize_per_tensor_default_77" [id=1651, type=quantize_per_tensor]; -"1652 dequantize_per_tensor_default_77" [id=1652, type=dequantize_per_tensor]; -"1653 transpose_24" [id=1653, type=transpose]; -"1654 matmul_24" [id=1654, type=matmul]; -"1655 _param_constant207" [id=1655, type=get_attr]; -"1656 clamp_12" [id=1656, type=clamp]; -"1657 exp_12" [id=1657, type=exp]; -"1658 mul_25" [id=1658, type=mul]; -"1659 add_42" [id=1659, type=add]; -"1660 softmax_12" [id=1660, type=softmax]; -"1661 dropout_48" [id=1661, type=dropout]; -"1662 matmul_25" [id=1662, type=matmul]; -"1663 transpose_25" [id=1663, type=transpose]; -"1664 reshape_56" [id=1664, type=reshape]; -"1665 linear_77_updated_constant0" [id=1665, type=get_attr]; -"1666 reshape_56_0_0_nncf_smooth_quant_0" [id=1666, type=call_module]; -"1667 quantize_per_tensor_default_78" [id=1667, type=quantize_per_tensor]; -"1668 dequantize_per_tensor_default_78" [id=1668, type=dequantize_per_tensor]; -"1669 linear_77_scale_0" [id=1669, type=get_attr]; -"1670 linear_77_zero_point_0" [id=1670, type=get_attr]; -"1671 quantize_per_channel_default_78" [id=1671, type=quantize_per_channel]; -"1672 dequantize_per_channel_default_78" [id=1672, type=dequantize_per_channel]; -"1673 _param_constant209_0_0" [id=1673, type=get_attr]; -"1674 linear_77" [id=1674, type=linear]; -"1675 dropout_49" [id=1675, type=dropout]; -"1676 view_69" [id=1676, type=view]; -"1677 permute_58" [id=1677, type=permute]; -"1678 reshape_57" [id=1678, type=reshape]; -"1679 slice_190" [id=1679, type=slice]; -"1680 slice_191" [id=1680, type=slice]; -"1681 slice_192" [id=1681, type=slice]; -"1682 slice_193" [id=1682, type=slice]; -"1683 contiguous_23" [id=1683, type=contiguous]; -"1684 _param_constant210" [id=1684, type=get_attr]; -"1685 _param_constant211" [id=1685, type=get_attr]; -"1686 layer_norm_27" [id=1686, type=layer_norm]; -"1687 add_43" [id=1687, type=add]; -"1688 linear_78_updated_constant0" [id=1688, type=get_attr]; -"1689 add_43_0_0_nncf_smooth_quant_0" [id=1689, type=call_module]; -"1690 quantize_per_tensor_default_79" [id=1690, type=quantize_per_tensor]; -"1691 dequantize_per_tensor_default_79" [id=1691, type=dequantize_per_tensor]; -"1692 linear_78_scale_0" [id=1692, type=get_attr]; -"1693 linear_78_zero_point_0" [id=1693, type=get_attr]; -"1694 quantize_per_channel_default_79" [id=1694, type=quantize_per_channel]; -"1695 dequantize_per_channel_default_79" [id=1695, type=dequantize_per_channel]; -"1696 _param_constant213_0_0" [id=1696, type=get_attr]; -"1697 linear_78" [id=1697, type=linear]; -"1698 gelu_12" [id=1698, type=gelu]; -"1699 dropout_50" [id=1699, type=dropout]; -"1700 linear_79_updated_constant0" [id=1700, type=get_attr]; -"1701 dropout_50_0_0_nncf_smooth_quant_0" [id=1701, type=call_module]; -"1702 quantize_per_tensor_default_80" [id=1702, type=quantize_per_tensor]; -"1703 dequantize_per_tensor_default_80" [id=1703, type=dequantize_per_tensor]; -"1704 linear_79_scale_0" [id=1704, type=get_attr]; -"1705 linear_79_zero_point_0" [id=1705, type=get_attr]; -"1706 quantize_per_channel_default_80" [id=1706, type=quantize_per_channel]; -"1707 dequantize_per_channel_default_80" [id=1707, type=dequantize_per_channel]; -"1708 _param_constant215_0_0" [id=1708, type=get_attr]; -"1709 linear_79" [id=1709, type=linear]; -"1710 dropout_51" [id=1710, type=dropout]; -"1711 _param_constant216" [id=1711, type=get_attr]; -"1712 _param_constant217" [id=1712, type=get_attr]; -"1713 layer_norm_28" [id=1713, type=layer_norm]; -"1714 add_44" [id=1714, type=add]; -"1715 _tensor_constant80" [id=1715, type=get_attr]; -"1716 linear_80_updated_constant0" [id=1716, type=get_attr]; -"1717 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1717, type=call_module]; -"1718 linear_80_scale_0" [id=1718, type=get_attr]; -"1719 linear_80_zero_point_0" [id=1719, type=get_attr]; -"1720 quantize_per_channel_default_81" [id=1720, type=quantize_per_channel]; -"1721 dequantize_per_channel_default_81" [id=1721, type=dequantize_per_channel]; -"1722 _param_constant219_0_0" [id=1722, type=get_attr]; -"1723 linear_80" [id=1723, type=linear]; -"1724 relu__13" [id=1724, type=relu_]; -"1725 linear_81_updated_constant0" [id=1725, type=get_attr]; -"1726 relu__13_0_0_nncf_smooth_quant_0" [id=1726, type=call_module]; -"1727 linear_81_scale_0" [id=1727, type=get_attr]; -"1728 linear_81_zero_point_0" [id=1728, type=get_attr]; -"1729 quantize_per_channel_default_82" [id=1729, type=quantize_per_channel]; -"1730 dequantize_per_channel_default_82" [id=1730, type=dequantize_per_channel]; -"1731 linear_81" [id=1731, type=linear]; -"1732 view_70" [id=1732, type=view]; -"1733 _tensor_constant81" [id=1733, type=get_attr]; -"1734 index_13" [id=1734, type=index]; -"1735 view_71" [id=1735, type=view]; -"1736 permute_59" [id=1736, type=permute]; -"1737 contiguous_24" [id=1737, type=contiguous]; -"1738 unsqueeze_37" [id=1738, type=unsqueeze]; -"1739 sigmoid_13" [id=1739, type=sigmoid]; -"1740 mul_26" [id=1740, type=mul]; -"1741 pad_15" [id=1741, type=pad]; -"1742 roll_12" [id=1742, type=roll]; -"1743 view_72" [id=1743, type=view]; -"1744 permute_60" [id=1744, type=permute]; -"1745 reshape_58" [id=1745, type=reshape]; -"1746 linear_82_updated_constant0" [id=1746, type=get_attr]; -"1747 reshape_58_0_0_nncf_smooth_quant_0" [id=1747, type=call_module]; -"1748 quantize_per_tensor_default_81" [id=1748, type=quantize_per_tensor]; -"1749 dequantize_per_tensor_default_81" [id=1749, type=dequantize_per_tensor]; -"1750 linear_82_scale_0" [id=1750, type=get_attr]; -"1751 linear_82_zero_point_0" [id=1751, type=get_attr]; -"1752 quantize_per_channel_default_83" [id=1752, type=quantize_per_channel]; -"1753 dequantize_per_channel_default_83" [id=1753, type=dequantize_per_channel]; -"1754 _param_constant221_0_0" [id=1754, type=get_attr]; -"1755 linear_82" [id=1755, type=linear]; -"1756 reshape_59" [id=1756, type=reshape]; -"1757 permute_61" [id=1757, type=permute]; -"1758 select_39" [id=1758, type=select]; -"1759 select_40" [id=1759, type=select]; -"1760 select_41" [id=1760, type=select]; -"1761 linalg_vector_norm_26" [id=1761, type=linalg_vector_norm]; -"1762 clamp_min_26" [id=1762, type=clamp_min]; -"1763 expand_as_26" [id=1763, type=expand_as]; -"1764 div_26" [id=1764, type=div]; -"1765 quantize_per_tensor_default_82" [id=1765, type=quantize_per_tensor]; -"1766 dequantize_per_tensor_default_82" [id=1766, type=dequantize_per_tensor]; -"1767 linalg_vector_norm_27" [id=1767, type=linalg_vector_norm]; -"1768 clamp_min_27" [id=1768, type=clamp_min]; -"1769 expand_as_27" [id=1769, type=expand_as]; -"1770 div_27" [id=1770, type=div]; -"1771 quantize_per_tensor_default_83" [id=1771, type=quantize_per_tensor]; -"1772 dequantize_per_tensor_default_83" [id=1772, type=dequantize_per_tensor]; -"1773 transpose_26" [id=1773, type=transpose]; -"1774 matmul_26" [id=1774, type=matmul]; -"1775 _param_constant223" [id=1775, type=get_attr]; -"1776 clamp_13" [id=1776, type=clamp]; -"1777 exp_13" [id=1777, type=exp]; -"1778 mul_27" [id=1778, type=mul]; -"1779 add_45" [id=1779, type=add]; -"1780 new_zeros_6" [id=1780, type=new_zeros]; -"1781 view_73" [id=1781, type=view]; -"1782 permute_62" [id=1782, type=permute]; -"1783 reshape_60" [id=1783, type=reshape]; -"1784 unsqueeze_38" [id=1784, type=unsqueeze]; -"1785 unsqueeze_39" [id=1785, type=unsqueeze]; -"1786 sub_6" [id=1786, type=sub]; -"1787 ne_6" [id=1787, type=ne]; -"1788 masked_fill_12" [id=1788, type=masked_fill]; -"1789 eq_6" [id=1789, type=eq]; -"1790 masked_fill_13" [id=1790, type=masked_fill]; -"1791 view_74" [id=1791, type=view]; -"1792 unsqueeze_40" [id=1792, type=unsqueeze]; -"1793 unsqueeze_41" [id=1793, type=unsqueeze]; -"1794 add_46" [id=1794, type=add]; -"1795 view_75" [id=1795, type=view]; -"1796 softmax_13" [id=1796, type=softmax]; -"1797 dropout_52" [id=1797, type=dropout]; -"1798 matmul_27" [id=1798, type=matmul]; -"1799 transpose_27" [id=1799, type=transpose]; -"1800 reshape_61" [id=1800, type=reshape]; -"1801 linear_83_updated_constant0" [id=1801, type=get_attr]; -"1802 reshape_61_0_0_nncf_smooth_quant_0" [id=1802, type=call_module]; -"1803 quantize_per_tensor_default_84" [id=1803, type=quantize_per_tensor]; -"1804 dequantize_per_tensor_default_84" [id=1804, type=dequantize_per_tensor]; -"1805 linear_83_scale_0" [id=1805, type=get_attr]; -"1806 linear_83_zero_point_0" [id=1806, type=get_attr]; -"1807 quantize_per_channel_default_84" [id=1807, type=quantize_per_channel]; -"1808 dequantize_per_channel_default_84" [id=1808, type=dequantize_per_channel]; -"1809 _param_constant225_0_0" [id=1809, type=get_attr]; -"1810 linear_83" [id=1810, type=linear]; -"1811 dropout_53" [id=1811, type=dropout]; -"1812 view_76" [id=1812, type=view]; -"1813 permute_63" [id=1813, type=permute]; -"1814 reshape_62" [id=1814, type=reshape]; -"1815 roll_13" [id=1815, type=roll]; -"1816 slice_213" [id=1816, type=slice]; -"1817 slice_214" [id=1817, type=slice]; -"1818 slice_215" [id=1818, type=slice]; -"1819 slice_216" [id=1819, type=slice]; -"1820 contiguous_25" [id=1820, type=contiguous]; -"1821 _param_constant226" [id=1821, type=get_attr]; -"1822 _param_constant227" [id=1822, type=get_attr]; -"1823 layer_norm_29" [id=1823, type=layer_norm]; -"1824 add_47" [id=1824, type=add]; -"1825 linear_84_updated_constant0" [id=1825, type=get_attr]; -"1826 add_47_0_0_nncf_smooth_quant_0" [id=1826, type=call_module]; -"1827 quantize_per_tensor_default_85" [id=1827, type=quantize_per_tensor]; -"1828 dequantize_per_tensor_default_85" [id=1828, type=dequantize_per_tensor]; -"1829 linear_84_scale_0" [id=1829, type=get_attr]; -"1830 linear_84_zero_point_0" [id=1830, type=get_attr]; -"1831 quantize_per_channel_default_85" [id=1831, type=quantize_per_channel]; -"1832 dequantize_per_channel_default_85" [id=1832, type=dequantize_per_channel]; -"1833 _param_constant229_0_0" [id=1833, type=get_attr]; -"1834 linear_84" [id=1834, type=linear]; -"1835 gelu_13" [id=1835, type=gelu]; -"1836 dropout_54" [id=1836, type=dropout]; -"1837 linear_85_updated_constant0" [id=1837, type=get_attr]; -"1838 dropout_54_0_0_nncf_smooth_quant_0" [id=1838, type=call_module]; -"1839 quantize_per_tensor_default_86" [id=1839, type=quantize_per_tensor]; -"1840 dequantize_per_tensor_default_86" [id=1840, type=dequantize_per_tensor]; -"1841 linear_85_scale_0" [id=1841, type=get_attr]; -"1842 linear_85_zero_point_0" [id=1842, type=get_attr]; -"1843 quantize_per_channel_default_86" [id=1843, type=quantize_per_channel]; -"1844 dequantize_per_channel_default_86" [id=1844, type=dequantize_per_channel]; -"1845 _param_constant231_0_0" [id=1845, type=get_attr]; -"1846 linear_85" [id=1846, type=linear]; -"1847 dropout_55" [id=1847, type=dropout]; -"1848 _param_constant232" [id=1848, type=get_attr]; -"1849 _param_constant233" [id=1849, type=get_attr]; -"1850 layer_norm_30" [id=1850, type=layer_norm]; -"1851 add_48" [id=1851, type=add]; -"1852 _tensor_constant91" [id=1852, type=get_attr]; -"1853 linear_86_updated_constant0" [id=1853, type=get_attr]; -"1854 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1854, type=call_module]; -"1855 linear_86_scale_0" [id=1855, type=get_attr]; -"1856 linear_86_zero_point_0" [id=1856, type=get_attr]; -"1857 quantize_per_channel_default_87" [id=1857, type=quantize_per_channel]; -"1858 dequantize_per_channel_default_87" [id=1858, type=dequantize_per_channel]; -"1859 _param_constant235_0_0" [id=1859, type=get_attr]; -"1860 linear_86" [id=1860, type=linear]; -"1861 relu__14" [id=1861, type=relu_]; -"1862 linear_87_updated_constant0" [id=1862, type=get_attr]; -"1863 relu__14_0_0_nncf_smooth_quant_0" [id=1863, type=call_module]; -"1864 linear_87_scale_0" [id=1864, type=get_attr]; -"1865 linear_87_zero_point_0" [id=1865, type=get_attr]; -"1866 quantize_per_channel_default_88" [id=1866, type=quantize_per_channel]; -"1867 dequantize_per_channel_default_88" [id=1867, type=dequantize_per_channel]; -"1868 linear_87" [id=1868, type=linear]; -"1869 view_77" [id=1869, type=view]; -"1870 _tensor_constant92" [id=1870, type=get_attr]; -"1871 index_14" [id=1871, type=index]; -"1872 view_78" [id=1872, type=view]; -"1873 permute_64" [id=1873, type=permute]; -"1874 contiguous_26" [id=1874, type=contiguous]; -"1875 unsqueeze_42" [id=1875, type=unsqueeze]; -"1876 sigmoid_14" [id=1876, type=sigmoid]; -"1877 mul_28" [id=1877, type=mul]; -"1878 pad_16" [id=1878, type=pad]; -"1879 view_79" [id=1879, type=view]; -"1880 permute_65" [id=1880, type=permute]; -"1881 reshape_63" [id=1881, type=reshape]; -"1882 linear_88_updated_constant0" [id=1882, type=get_attr]; -"1883 reshape_63_0_0_nncf_smooth_quant_0" [id=1883, type=call_module]; -"1884 quantize_per_tensor_default_87" [id=1884, type=quantize_per_tensor]; -"1885 dequantize_per_tensor_default_87" [id=1885, type=dequantize_per_tensor]; -"1886 linear_88_scale_0" [id=1886, type=get_attr]; -"1887 linear_88_zero_point_0" [id=1887, type=get_attr]; -"1888 quantize_per_channel_default_89" [id=1888, type=quantize_per_channel]; -"1889 dequantize_per_channel_default_89" [id=1889, type=dequantize_per_channel]; -"1890 _param_constant237_0_0" [id=1890, type=get_attr]; -"1891 linear_88" [id=1891, type=linear]; -"1892 reshape_64" [id=1892, type=reshape]; -"1893 permute_66" [id=1893, type=permute]; -"1894 select_42" [id=1894, type=select]; -"1895 select_43" [id=1895, type=select]; -"1896 select_44" [id=1896, type=select]; -"1897 linalg_vector_norm_28" [id=1897, type=linalg_vector_norm]; -"1898 clamp_min_28" [id=1898, type=clamp_min]; -"1899 expand_as_28" [id=1899, type=expand_as]; -"1900 div_28" [id=1900, type=div]; -"1901 quantize_per_tensor_default_88" [id=1901, type=quantize_per_tensor]; -"1902 dequantize_per_tensor_default_88" [id=1902, type=dequantize_per_tensor]; -"1903 linalg_vector_norm_29" [id=1903, type=linalg_vector_norm]; -"1904 clamp_min_29" [id=1904, type=clamp_min]; -"1905 expand_as_29" [id=1905, type=expand_as]; -"1906 div_29" [id=1906, type=div]; -"1907 quantize_per_tensor_default_89" [id=1907, type=quantize_per_tensor]; -"1908 dequantize_per_tensor_default_89" [id=1908, type=dequantize_per_tensor]; -"1909 transpose_28" [id=1909, type=transpose]; -"1910 matmul_28" [id=1910, type=matmul]; -"1911 _param_constant239" [id=1911, type=get_attr]; -"1912 clamp_14" [id=1912, type=clamp]; -"1913 exp_14" [id=1913, type=exp]; -"1914 mul_29" [id=1914, type=mul]; -"1915 add_49" [id=1915, type=add]; -"1916 softmax_14" [id=1916, type=softmax]; -"1917 dropout_56" [id=1917, type=dropout]; -"1918 matmul_29" [id=1918, type=matmul]; -"1919 transpose_29" [id=1919, type=transpose]; -"1920 reshape_65" [id=1920, type=reshape]; -"1921 linear_89_updated_constant0" [id=1921, type=get_attr]; -"1922 reshape_65_0_0_nncf_smooth_quant_0" [id=1922, type=call_module]; -"1923 quantize_per_tensor_default_90" [id=1923, type=quantize_per_tensor]; -"1924 dequantize_per_tensor_default_90" [id=1924, type=dequantize_per_tensor]; -"1925 linear_89_scale_0" [id=1925, type=get_attr]; -"1926 linear_89_zero_point_0" [id=1926, type=get_attr]; -"1927 quantize_per_channel_default_90" [id=1927, type=quantize_per_channel]; -"1928 dequantize_per_channel_default_90" [id=1928, type=dequantize_per_channel]; -"1929 _param_constant241_0_0" [id=1929, type=get_attr]; -"1930 linear_89" [id=1930, type=linear]; -"1931 dropout_57" [id=1931, type=dropout]; -"1932 view_80" [id=1932, type=view]; -"1933 permute_67" [id=1933, type=permute]; -"1934 reshape_66" [id=1934, type=reshape]; -"1935 slice_218" [id=1935, type=slice]; -"1936 slice_219" [id=1936, type=slice]; -"1937 slice_220" [id=1937, type=slice]; -"1938 slice_221" [id=1938, type=slice]; -"1939 contiguous_27" [id=1939, type=contiguous]; -"1940 _param_constant242" [id=1940, type=get_attr]; -"1941 _param_constant243" [id=1941, type=get_attr]; -"1942 layer_norm_31" [id=1942, type=layer_norm]; -"1943 add_50" [id=1943, type=add]; -"1944 linear_90_updated_constant0" [id=1944, type=get_attr]; -"1945 add_50_0_0_nncf_smooth_quant_0" [id=1945, type=call_module]; -"1946 quantize_per_tensor_default_91" [id=1946, type=quantize_per_tensor]; -"1947 dequantize_per_tensor_default_91" [id=1947, type=dequantize_per_tensor]; -"1948 linear_90_scale_0" [id=1948, type=get_attr]; -"1949 linear_90_zero_point_0" [id=1949, type=get_attr]; -"1950 quantize_per_channel_default_91" [id=1950, type=quantize_per_channel]; -"1951 dequantize_per_channel_default_91" [id=1951, type=dequantize_per_channel]; -"1952 _param_constant245_0_0" [id=1952, type=get_attr]; -"1953 linear_90" [id=1953, type=linear]; -"1954 gelu_14" [id=1954, type=gelu]; -"1955 dropout_58" [id=1955, type=dropout]; -"1956 linear_91_updated_constant0" [id=1956, type=get_attr]; -"1957 dropout_58_0_0_nncf_smooth_quant_0" [id=1957, type=call_module]; -"1958 quantize_per_tensor_default_92" [id=1958, type=quantize_per_tensor]; -"1959 dequantize_per_tensor_default_92" [id=1959, type=dequantize_per_tensor]; -"1960 linear_91_scale_0" [id=1960, type=get_attr]; -"1961 linear_91_zero_point_0" [id=1961, type=get_attr]; -"1962 quantize_per_channel_default_92" [id=1962, type=quantize_per_channel]; -"1963 dequantize_per_channel_default_92" [id=1963, type=dequantize_per_channel]; -"1964 _param_constant247_0_0" [id=1964, type=get_attr]; -"1965 linear_91" [id=1965, type=linear]; -"1966 dropout_59" [id=1966, type=dropout]; -"1967 _param_constant248" [id=1967, type=get_attr]; -"1968 _param_constant249" [id=1968, type=get_attr]; -"1969 layer_norm_32" [id=1969, type=layer_norm]; -"1970 add_51" [id=1970, type=add]; -"1971 _tensor_constant93" [id=1971, type=get_attr]; -"1972 linear_92_updated_constant0" [id=1972, type=get_attr]; -"1973 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1973, type=call_module]; -"1974 linear_92_scale_0" [id=1974, type=get_attr]; -"1975 linear_92_zero_point_0" [id=1975, type=get_attr]; -"1976 quantize_per_channel_default_93" [id=1976, type=quantize_per_channel]; -"1977 dequantize_per_channel_default_93" [id=1977, type=dequantize_per_channel]; -"1978 _param_constant251_0_0" [id=1978, type=get_attr]; -"1979 linear_92" [id=1979, type=linear]; -"1980 relu__15" [id=1980, type=relu_]; -"1981 linear_93_updated_constant0" [id=1981, type=get_attr]; -"1982 relu__15_0_0_nncf_smooth_quant_0" [id=1982, type=call_module]; -"1983 linear_93_scale_0" [id=1983, type=get_attr]; -"1984 linear_93_zero_point_0" [id=1984, type=get_attr]; -"1985 quantize_per_channel_default_94" [id=1985, type=quantize_per_channel]; -"1986 dequantize_per_channel_default_94" [id=1986, type=dequantize_per_channel]; -"1987 linear_93" [id=1987, type=linear]; -"1988 view_81" [id=1988, type=view]; -"1989 _tensor_constant94" [id=1989, type=get_attr]; -"1990 index_15" [id=1990, type=index]; -"1991 view_82" [id=1991, type=view]; -"1992 permute_68" [id=1992, type=permute]; -"1993 contiguous_28" [id=1993, type=contiguous]; -"1994 unsqueeze_43" [id=1994, type=unsqueeze]; -"1995 sigmoid_15" [id=1995, type=sigmoid]; -"1996 mul_30" [id=1996, type=mul]; -"1997 pad_17" [id=1997, type=pad]; -"1998 roll_14" [id=1998, type=roll]; -"1999 view_83" [id=1999, type=view]; -"2000 permute_69" [id=2000, type=permute]; -"2001 reshape_67" [id=2001, type=reshape]; -"2002 linear_94_updated_constant0" [id=2002, type=get_attr]; -"2003 reshape_67_0_0_nncf_smooth_quant_0" [id=2003, type=call_module]; -"2004 quantize_per_tensor_default_93" [id=2004, type=quantize_per_tensor]; -"2005 dequantize_per_tensor_default_93" [id=2005, type=dequantize_per_tensor]; -"2006 linear_94_scale_0" [id=2006, type=get_attr]; -"2007 linear_94_zero_point_0" [id=2007, type=get_attr]; -"2008 quantize_per_channel_default_95" [id=2008, type=quantize_per_channel]; -"2009 dequantize_per_channel_default_95" [id=2009, type=dequantize_per_channel]; -"2010 _param_constant253_0_0" [id=2010, type=get_attr]; -"2011 linear_94" [id=2011, type=linear]; -"2012 reshape_68" [id=2012, type=reshape]; -"2013 permute_70" [id=2013, type=permute]; -"2014 select_45" [id=2014, type=select]; -"2015 select_46" [id=2015, type=select]; -"2016 select_47" [id=2016, type=select]; -"2017 linalg_vector_norm_30" [id=2017, type=linalg_vector_norm]; -"2018 clamp_min_30" [id=2018, type=clamp_min]; -"2019 expand_as_30" [id=2019, type=expand_as]; -"2020 div_30" [id=2020, type=div]; -"2021 quantize_per_tensor_default_94" [id=2021, type=quantize_per_tensor]; -"2022 dequantize_per_tensor_default_94" [id=2022, type=dequantize_per_tensor]; -"2023 linalg_vector_norm_31" [id=2023, type=linalg_vector_norm]; -"2024 clamp_min_31" [id=2024, type=clamp_min]; -"2025 expand_as_31" [id=2025, type=expand_as]; -"2026 div_31" [id=2026, type=div]; -"2027 quantize_per_tensor_default_95" [id=2027, type=quantize_per_tensor]; -"2028 dequantize_per_tensor_default_95" [id=2028, type=dequantize_per_tensor]; -"2029 transpose_30" [id=2029, type=transpose]; -"2030 matmul_30" [id=2030, type=matmul]; -"2031 _param_constant255" [id=2031, type=get_attr]; -"2032 clamp_15" [id=2032, type=clamp]; -"2033 exp_15" [id=2033, type=exp]; -"2034 mul_31" [id=2034, type=mul]; -"2035 add_52" [id=2035, type=add]; -"2036 new_zeros_7" [id=2036, type=new_zeros]; -"2037 view_84" [id=2037, type=view]; -"2038 permute_71" [id=2038, type=permute]; -"2039 reshape_69" [id=2039, type=reshape]; -"2040 unsqueeze_44" [id=2040, type=unsqueeze]; -"2041 unsqueeze_45" [id=2041, type=unsqueeze]; -"2042 sub_7" [id=2042, type=sub]; -"2043 ne_7" [id=2043, type=ne]; -"2044 masked_fill_14" [id=2044, type=masked_fill]; -"2045 eq_7" [id=2045, type=eq]; -"2046 masked_fill_15" [id=2046, type=masked_fill]; -"2047 view_85" [id=2047, type=view]; -"2048 unsqueeze_46" [id=2048, type=unsqueeze]; -"2049 unsqueeze_47" [id=2049, type=unsqueeze]; -"2050 add_53" [id=2050, type=add]; -"2051 view_86" [id=2051, type=view]; -"2052 softmax_15" [id=2052, type=softmax]; -"2053 dropout_60" [id=2053, type=dropout]; -"2054 matmul_31" [id=2054, type=matmul]; -"2055 transpose_31" [id=2055, type=transpose]; -"2056 reshape_70" [id=2056, type=reshape]; -"2057 linear_95_updated_constant0" [id=2057, type=get_attr]; -"2058 reshape_70_0_0_nncf_smooth_quant_0" [id=2058, type=call_module]; -"2059 quantize_per_tensor_default_96" [id=2059, type=quantize_per_tensor]; -"2060 dequantize_per_tensor_default_96" [id=2060, type=dequantize_per_tensor]; -"2061 linear_95_scale_0" [id=2061, type=get_attr]; -"2062 linear_95_zero_point_0" [id=2062, type=get_attr]; -"2063 quantize_per_channel_default_96" [id=2063, type=quantize_per_channel]; -"2064 dequantize_per_channel_default_96" [id=2064, type=dequantize_per_channel]; -"2065 _param_constant257_0_0" [id=2065, type=get_attr]; -"2066 linear_95" [id=2066, type=linear]; -"2067 dropout_61" [id=2067, type=dropout]; -"2068 view_87" [id=2068, type=view]; -"2069 permute_72" [id=2069, type=permute]; -"2070 reshape_71" [id=2070, type=reshape]; -"2071 roll_15" [id=2071, type=roll]; -"2072 slice_241" [id=2072, type=slice]; -"2073 slice_242" [id=2073, type=slice]; -"2074 slice_243" [id=2074, type=slice]; -"2075 slice_244" [id=2075, type=slice]; -"2076 contiguous_29" [id=2076, type=contiguous]; -"2077 _param_constant258" [id=2077, type=get_attr]; -"2078 _param_constant259" [id=2078, type=get_attr]; -"2079 layer_norm_33" [id=2079, type=layer_norm]; -"2080 add_54" [id=2080, type=add]; -"2081 linear_96_updated_constant0" [id=2081, type=get_attr]; -"2082 add_54_0_0_nncf_smooth_quant_0" [id=2082, type=call_module]; -"2083 quantize_per_tensor_default_97" [id=2083, type=quantize_per_tensor]; -"2084 dequantize_per_tensor_default_97" [id=2084, type=dequantize_per_tensor]; -"2085 linear_96_scale_0" [id=2085, type=get_attr]; -"2086 linear_96_zero_point_0" [id=2086, type=get_attr]; -"2087 quantize_per_channel_default_97" [id=2087, type=quantize_per_channel]; -"2088 dequantize_per_channel_default_97" [id=2088, type=dequantize_per_channel]; -"2089 _param_constant261_0_0" [id=2089, type=get_attr]; -"2090 linear_96" [id=2090, type=linear]; -"2091 gelu_15" [id=2091, type=gelu]; -"2092 dropout_62" [id=2092, type=dropout]; -"2093 linear_97_updated_constant0" [id=2093, type=get_attr]; -"2094 dropout_62_0_0_nncf_smooth_quant_0" [id=2094, type=call_module]; -"2095 quantize_per_tensor_default_98" [id=2095, type=quantize_per_tensor]; -"2096 dequantize_per_tensor_default_98" [id=2096, type=dequantize_per_tensor]; -"2097 linear_97_scale_0" [id=2097, type=get_attr]; -"2098 linear_97_zero_point_0" [id=2098, type=get_attr]; -"2099 quantize_per_channel_default_98" [id=2099, type=quantize_per_channel]; -"2100 dequantize_per_channel_default_98" [id=2100, type=dequantize_per_channel]; -"2101 _param_constant263_0_0" [id=2101, type=get_attr]; -"2102 linear_97" [id=2102, type=linear]; -"2103 dropout_63" [id=2103, type=dropout]; -"2104 _param_constant264" [id=2104, type=get_attr]; -"2105 _param_constant265" [id=2105, type=get_attr]; -"2106 layer_norm_34" [id=2106, type=layer_norm]; -"2107 add_55" [id=2107, type=add]; -"2108 _tensor_constant104" [id=2108, type=get_attr]; -"2109 linear_98_updated_constant0" [id=2109, type=get_attr]; -"2110 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=2110, type=call_module]; -"2111 linear_98_scale_0" [id=2111, type=get_attr]; -"2112 linear_98_zero_point_0" [id=2112, type=get_attr]; -"2113 quantize_per_channel_default_99" [id=2113, type=quantize_per_channel]; -"2114 dequantize_per_channel_default_99" [id=2114, type=dequantize_per_channel]; -"2115 _param_constant267_0_0" [id=2115, type=get_attr]; -"2116 linear_98" [id=2116, type=linear]; -"2117 relu__16" [id=2117, type=relu_]; -"2118 linear_99_updated_constant0" [id=2118, type=get_attr]; -"2119 relu__16_0_0_nncf_smooth_quant_0" [id=2119, type=call_module]; -"2120 linear_99_scale_0" [id=2120, type=get_attr]; -"2121 linear_99_zero_point_0" [id=2121, type=get_attr]; -"2122 quantize_per_channel_default_100" [id=2122, type=quantize_per_channel]; -"2123 dequantize_per_channel_default_100" [id=2123, type=dequantize_per_channel]; -"2124 linear_99" [id=2124, type=linear]; -"2125 view_88" [id=2125, type=view]; -"2126 _tensor_constant105" [id=2126, type=get_attr]; -"2127 index_16" [id=2127, type=index]; -"2128 view_89" [id=2128, type=view]; -"2129 permute_73" [id=2129, type=permute]; -"2130 contiguous_30" [id=2130, type=contiguous]; -"2131 unsqueeze_48" [id=2131, type=unsqueeze]; -"2132 sigmoid_16" [id=2132, type=sigmoid]; -"2133 mul_32" [id=2133, type=mul]; -"2134 pad_18" [id=2134, type=pad]; -"2135 view_90" [id=2135, type=view]; -"2136 permute_74" [id=2136, type=permute]; -"2137 reshape_72" [id=2137, type=reshape]; -"2138 linear_100_updated_constant0" [id=2138, type=get_attr]; -"2139 reshape_72_0_0_nncf_smooth_quant_0" [id=2139, type=call_module]; -"2140 quantize_per_tensor_default_99" [id=2140, type=quantize_per_tensor]; -"2141 dequantize_per_tensor_default_99" [id=2141, type=dequantize_per_tensor]; -"2142 linear_100_scale_0" [id=2142, type=get_attr]; -"2143 linear_100_zero_point_0" [id=2143, type=get_attr]; -"2144 quantize_per_channel_default_101" [id=2144, type=quantize_per_channel]; -"2145 dequantize_per_channel_default_101" [id=2145, type=dequantize_per_channel]; -"2146 _param_constant269_0_0" [id=2146, type=get_attr]; -"2147 linear_100" [id=2147, type=linear]; -"2148 reshape_73" [id=2148, type=reshape]; -"2149 permute_75" [id=2149, type=permute]; -"2150 select_48" [id=2150, type=select]; -"2151 select_49" [id=2151, type=select]; -"2152 select_50" [id=2152, type=select]; -"2153 linalg_vector_norm_32" [id=2153, type=linalg_vector_norm]; -"2154 clamp_min_32" [id=2154, type=clamp_min]; -"2155 expand_as_32" [id=2155, type=expand_as]; -"2156 div_32" [id=2156, type=div]; -"2157 quantize_per_tensor_default_100" [id=2157, type=quantize_per_tensor]; -"2158 dequantize_per_tensor_default_100" [id=2158, type=dequantize_per_tensor]; -"2159 linalg_vector_norm_33" [id=2159, type=linalg_vector_norm]; -"2160 clamp_min_33" [id=2160, type=clamp_min]; -"2161 expand_as_33" [id=2161, type=expand_as]; -"2162 div_33" [id=2162, type=div]; -"2163 quantize_per_tensor_default_101" [id=2163, type=quantize_per_tensor]; -"2164 dequantize_per_tensor_default_101" [id=2164, type=dequantize_per_tensor]; -"2165 transpose_32" [id=2165, type=transpose]; -"2166 matmul_32" [id=2166, type=matmul]; -"2167 _param_constant271" [id=2167, type=get_attr]; -"2168 clamp_16" [id=2168, type=clamp]; -"2169 exp_16" [id=2169, type=exp]; -"2170 mul_33" [id=2170, type=mul]; -"2171 add_56" [id=2171, type=add]; -"2172 softmax_16" [id=2172, type=softmax]; -"2173 dropout_64" [id=2173, type=dropout]; -"2174 matmul_33" [id=2174, type=matmul]; -"2175 transpose_33" [id=2175, type=transpose]; -"2176 reshape_74" [id=2176, type=reshape]; -"2177 linear_101_updated_constant0" [id=2177, type=get_attr]; -"2178 reshape_74_0_0_nncf_smooth_quant_0" [id=2178, type=call_module]; -"2179 quantize_per_tensor_default_102" [id=2179, type=quantize_per_tensor]; -"2180 dequantize_per_tensor_default_102" [id=2180, type=dequantize_per_tensor]; -"2181 linear_101_scale_0" [id=2181, type=get_attr]; -"2182 linear_101_zero_point_0" [id=2182, type=get_attr]; -"2183 quantize_per_channel_default_102" [id=2183, type=quantize_per_channel]; -"2184 dequantize_per_channel_default_102" [id=2184, type=dequantize_per_channel]; -"2185 _param_constant273_0_0" [id=2185, type=get_attr]; -"2186 linear_101" [id=2186, type=linear]; -"2187 dropout_65" [id=2187, type=dropout]; -"2188 view_91" [id=2188, type=view]; -"2189 permute_76" [id=2189, type=permute]; -"2190 reshape_75" [id=2190, type=reshape]; -"2191 slice_246" [id=2191, type=slice]; -"2192 slice_247" [id=2192, type=slice]; -"2193 slice_248" [id=2193, type=slice]; -"2194 slice_249" [id=2194, type=slice]; -"2195 contiguous_31" [id=2195, type=contiguous]; -"2196 _param_constant274" [id=2196, type=get_attr]; -"2197 _param_constant275" [id=2197, type=get_attr]; -"2198 layer_norm_35" [id=2198, type=layer_norm]; -"2199 add_57" [id=2199, type=add]; -"2200 linear_102_updated_constant0" [id=2200, type=get_attr]; -"2201 add_57_0_0_nncf_smooth_quant_0" [id=2201, type=call_module]; -"2202 quantize_per_tensor_default_103" [id=2202, type=quantize_per_tensor]; -"2203 dequantize_per_tensor_default_103" [id=2203, type=dequantize_per_tensor]; -"2204 linear_102_scale_0" [id=2204, type=get_attr]; -"2205 linear_102_zero_point_0" [id=2205, type=get_attr]; -"2206 quantize_per_channel_default_103" [id=2206, type=quantize_per_channel]; -"2207 dequantize_per_channel_default_103" [id=2207, type=dequantize_per_channel]; -"2208 _param_constant277_0_0" [id=2208, type=get_attr]; -"2209 linear_102" [id=2209, type=linear]; -"2210 gelu_16" [id=2210, type=gelu]; -"2211 dropout_66" [id=2211, type=dropout]; -"2212 linear_103_updated_constant0" [id=2212, type=get_attr]; -"2213 dropout_66_0_0_nncf_smooth_quant_0" [id=2213, type=call_module]; -"2214 quantize_per_tensor_default_104" [id=2214, type=quantize_per_tensor]; -"2215 dequantize_per_tensor_default_104" [id=2215, type=dequantize_per_tensor]; -"2216 linear_103_scale_0" [id=2216, type=get_attr]; -"2217 linear_103_zero_point_0" [id=2217, type=get_attr]; -"2218 quantize_per_channel_default_104" [id=2218, type=quantize_per_channel]; -"2219 dequantize_per_channel_default_104" [id=2219, type=dequantize_per_channel]; -"2220 _param_constant279_0_0" [id=2220, type=get_attr]; -"2221 linear_103" [id=2221, type=linear]; -"2222 dropout_67" [id=2222, type=dropout]; -"2223 _param_constant280" [id=2223, type=get_attr]; -"2224 _param_constant281" [id=2224, type=get_attr]; -"2225 layer_norm_36" [id=2225, type=layer_norm]; -"2226 add_58" [id=2226, type=add]; -"2227 _tensor_constant106" [id=2227, type=get_attr]; -"2228 linear_104_updated_constant0" [id=2228, type=get_attr]; -"2229 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2229, type=call_module]; -"2230 linear_104_scale_0" [id=2230, type=get_attr]; -"2231 linear_104_zero_point_0" [id=2231, type=get_attr]; -"2232 quantize_per_channel_default_105" [id=2232, type=quantize_per_channel]; -"2233 dequantize_per_channel_default_105" [id=2233, type=dequantize_per_channel]; -"2234 _param_constant283_0_0" [id=2234, type=get_attr]; -"2235 linear_104" [id=2235, type=linear]; -"2236 relu__17" [id=2236, type=relu_]; -"2237 linear_105_updated_constant0" [id=2237, type=get_attr]; -"2238 relu__17_0_0_nncf_smooth_quant_0" [id=2238, type=call_module]; -"2239 linear_105_scale_0" [id=2239, type=get_attr]; -"2240 linear_105_zero_point_0" [id=2240, type=get_attr]; -"2241 quantize_per_channel_default_106" [id=2241, type=quantize_per_channel]; -"2242 dequantize_per_channel_default_106" [id=2242, type=dequantize_per_channel]; -"2243 linear_105" [id=2243, type=linear]; -"2244 view_92" [id=2244, type=view]; -"2245 _tensor_constant107" [id=2245, type=get_attr]; -"2246 index_17" [id=2246, type=index]; -"2247 view_93" [id=2247, type=view]; -"2248 permute_77" [id=2248, type=permute]; -"2249 contiguous_32" [id=2249, type=contiguous]; -"2250 unsqueeze_49" [id=2250, type=unsqueeze]; -"2251 sigmoid_17" [id=2251, type=sigmoid]; -"2252 mul_34" [id=2252, type=mul]; -"2253 pad_19" [id=2253, type=pad]; -"2254 roll_16" [id=2254, type=roll]; -"2255 view_94" [id=2255, type=view]; -"2256 permute_78" [id=2256, type=permute]; -"2257 reshape_76" [id=2257, type=reshape]; -"2258 linear_106_updated_constant0" [id=2258, type=get_attr]; -"2259 reshape_76_0_0_nncf_smooth_quant_0" [id=2259, type=call_module]; -"2260 quantize_per_tensor_default_105" [id=2260, type=quantize_per_tensor]; -"2261 dequantize_per_tensor_default_105" [id=2261, type=dequantize_per_tensor]; -"2262 linear_106_scale_0" [id=2262, type=get_attr]; -"2263 linear_106_zero_point_0" [id=2263, type=get_attr]; -"2264 quantize_per_channel_default_107" [id=2264, type=quantize_per_channel]; -"2265 dequantize_per_channel_default_107" [id=2265, type=dequantize_per_channel]; -"2266 _param_constant285_0_0" [id=2266, type=get_attr]; -"2267 linear_106" [id=2267, type=linear]; -"2268 reshape_77" [id=2268, type=reshape]; -"2269 permute_79" [id=2269, type=permute]; -"2270 select_51" [id=2270, type=select]; -"2271 select_52" [id=2271, type=select]; -"2272 select_53" [id=2272, type=select]; -"2273 linalg_vector_norm_34" [id=2273, type=linalg_vector_norm]; -"2274 clamp_min_34" [id=2274, type=clamp_min]; -"2275 expand_as_34" [id=2275, type=expand_as]; -"2276 div_34" [id=2276, type=div]; -"2277 quantize_per_tensor_default_106" [id=2277, type=quantize_per_tensor]; -"2278 dequantize_per_tensor_default_106" [id=2278, type=dequantize_per_tensor]; -"2279 linalg_vector_norm_35" [id=2279, type=linalg_vector_norm]; -"2280 clamp_min_35" [id=2280, type=clamp_min]; -"2281 expand_as_35" [id=2281, type=expand_as]; -"2282 div_35" [id=2282, type=div]; -"2283 quantize_per_tensor_default_107" [id=2283, type=quantize_per_tensor]; -"2284 dequantize_per_tensor_default_107" [id=2284, type=dequantize_per_tensor]; -"2285 transpose_34" [id=2285, type=transpose]; -"2286 matmul_34" [id=2286, type=matmul]; -"2287 _param_constant287" [id=2287, type=get_attr]; -"2288 clamp_17" [id=2288, type=clamp]; -"2289 exp_17" [id=2289, type=exp]; -"2290 mul_35" [id=2290, type=mul]; -"2291 add_59" [id=2291, type=add]; -"2292 new_zeros_8" [id=2292, type=new_zeros]; -"2293 view_95" [id=2293, type=view]; -"2294 permute_80" [id=2294, type=permute]; -"2295 reshape_78" [id=2295, type=reshape]; -"2296 unsqueeze_50" [id=2296, type=unsqueeze]; -"2297 unsqueeze_51" [id=2297, type=unsqueeze]; -"2298 sub_8" [id=2298, type=sub]; -"2299 ne_8" [id=2299, type=ne]; -"2300 masked_fill_16" [id=2300, type=masked_fill]; -"2301 eq_8" [id=2301, type=eq]; -"2302 masked_fill_17" [id=2302, type=masked_fill]; -"2303 view_96" [id=2303, type=view]; -"2304 unsqueeze_52" [id=2304, type=unsqueeze]; -"2305 unsqueeze_53" [id=2305, type=unsqueeze]; -"2306 add_60" [id=2306, type=add]; -"2307 view_97" [id=2307, type=view]; -"2308 softmax_17" [id=2308, type=softmax]; -"2309 dropout_68" [id=2309, type=dropout]; -"2310 matmul_35" [id=2310, type=matmul]; -"2311 transpose_35" [id=2311, type=transpose]; -"2312 reshape_79" [id=2312, type=reshape]; -"2313 linear_107_updated_constant0" [id=2313, type=get_attr]; -"2314 reshape_79_0_0_nncf_smooth_quant_0" [id=2314, type=call_module]; -"2315 quantize_per_tensor_default_108" [id=2315, type=quantize_per_tensor]; -"2316 dequantize_per_tensor_default_108" [id=2316, type=dequantize_per_tensor]; -"2317 linear_107_scale_0" [id=2317, type=get_attr]; -"2318 linear_107_zero_point_0" [id=2318, type=get_attr]; -"2319 quantize_per_channel_default_108" [id=2319, type=quantize_per_channel]; -"2320 dequantize_per_channel_default_108" [id=2320, type=dequantize_per_channel]; -"2321 _param_constant289_0_0" [id=2321, type=get_attr]; -"2322 linear_107" [id=2322, type=linear]; -"2323 dropout_69" [id=2323, type=dropout]; -"2324 view_98" [id=2324, type=view]; -"2325 permute_81" [id=2325, type=permute]; -"2326 reshape_80" [id=2326, type=reshape]; -"2327 roll_17" [id=2327, type=roll]; -"2328 slice_269" [id=2328, type=slice]; -"2329 slice_270" [id=2329, type=slice]; -"2330 slice_271" [id=2330, type=slice]; -"2331 slice_272" [id=2331, type=slice]; -"2332 contiguous_33" [id=2332, type=contiguous]; -"2333 _param_constant290" [id=2333, type=get_attr]; -"2334 _param_constant291" [id=2334, type=get_attr]; -"2335 layer_norm_37" [id=2335, type=layer_norm]; -"2336 add_61" [id=2336, type=add]; -"2337 linear_108_updated_constant0" [id=2337, type=get_attr]; -"2338 add_61_0_0_nncf_smooth_quant_0" [id=2338, type=call_module]; -"2339 quantize_per_tensor_default_109" [id=2339, type=quantize_per_tensor]; -"2340 dequantize_per_tensor_default_109" [id=2340, type=dequantize_per_tensor]; -"2341 linear_108_scale_0" [id=2341, type=get_attr]; -"2342 linear_108_zero_point_0" [id=2342, type=get_attr]; -"2343 quantize_per_channel_default_109" [id=2343, type=quantize_per_channel]; -"2344 dequantize_per_channel_default_109" [id=2344, type=dequantize_per_channel]; -"2345 _param_constant293_0_0" [id=2345, type=get_attr]; -"2346 linear_108" [id=2346, type=linear]; -"2347 gelu_17" [id=2347, type=gelu]; -"2348 dropout_70" [id=2348, type=dropout]; -"2349 linear_109_updated_constant0" [id=2349, type=get_attr]; -"2350 dropout_70_0_0_nncf_smooth_quant_0" [id=2350, type=call_module]; -"2351 quantize_per_tensor_default_110" [id=2351, type=quantize_per_tensor]; -"2352 dequantize_per_tensor_default_110" [id=2352, type=dequantize_per_tensor]; -"2353 linear_109_scale_0" [id=2353, type=get_attr]; -"2354 linear_109_zero_point_0" [id=2354, type=get_attr]; -"2355 quantize_per_channel_default_110" [id=2355, type=quantize_per_channel]; -"2356 dequantize_per_channel_default_110" [id=2356, type=dequantize_per_channel]; -"2357 _param_constant295_0_0" [id=2357, type=get_attr]; -"2358 linear_109" [id=2358, type=linear]; -"2359 dropout_71" [id=2359, type=dropout]; -"2360 _param_constant296" [id=2360, type=get_attr]; -"2361 _param_constant297" [id=2361, type=get_attr]; -"2362 layer_norm_38" [id=2362, type=layer_norm]; -"2363 add_62" [id=2363, type=add]; -"2364 _tensor_constant117" [id=2364, type=get_attr]; -"2365 linear_110_updated_constant0" [id=2365, type=get_attr]; -"2366 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2366, type=call_module]; -"2367 linear_110_scale_0" [id=2367, type=get_attr]; -"2368 linear_110_zero_point_0" [id=2368, type=get_attr]; -"2369 quantize_per_channel_default_111" [id=2369, type=quantize_per_channel]; -"2370 dequantize_per_channel_default_111" [id=2370, type=dequantize_per_channel]; -"2371 _param_constant299_0_0" [id=2371, type=get_attr]; -"2372 linear_110" [id=2372, type=linear]; -"2373 relu__18" [id=2373, type=relu_]; -"2374 linear_111_updated_constant0" [id=2374, type=get_attr]; -"2375 relu__18_0_0_nncf_smooth_quant_0" [id=2375, type=call_module]; -"2376 linear_111_scale_0" [id=2376, type=get_attr]; -"2377 linear_111_zero_point_0" [id=2377, type=get_attr]; -"2378 quantize_per_channel_default_112" [id=2378, type=quantize_per_channel]; -"2379 dequantize_per_channel_default_112" [id=2379, type=dequantize_per_channel]; -"2380 linear_111" [id=2380, type=linear]; -"2381 view_99" [id=2381, type=view]; -"2382 _tensor_constant118" [id=2382, type=get_attr]; -"2383 index_18" [id=2383, type=index]; -"2384 view_100" [id=2384, type=view]; -"2385 permute_82" [id=2385, type=permute]; -"2386 contiguous_34" [id=2386, type=contiguous]; -"2387 unsqueeze_54" [id=2387, type=unsqueeze]; -"2388 sigmoid_18" [id=2388, type=sigmoid]; -"2389 mul_36" [id=2389, type=mul]; -"2390 pad_20" [id=2390, type=pad]; -"2391 view_101" [id=2391, type=view]; -"2392 permute_83" [id=2392, type=permute]; -"2393 reshape_81" [id=2393, type=reshape]; -"2394 linear_112_updated_constant0" [id=2394, type=get_attr]; -"2395 reshape_81_0_0_nncf_smooth_quant_0" [id=2395, type=call_module]; -"2396 quantize_per_tensor_default_111" [id=2396, type=quantize_per_tensor]; -"2397 dequantize_per_tensor_default_111" [id=2397, type=dequantize_per_tensor]; -"2398 linear_112_scale_0" [id=2398, type=get_attr]; -"2399 linear_112_zero_point_0" [id=2399, type=get_attr]; -"2400 quantize_per_channel_default_113" [id=2400, type=quantize_per_channel]; -"2401 dequantize_per_channel_default_113" [id=2401, type=dequantize_per_channel]; -"2402 _param_constant301_0_0" [id=2402, type=get_attr]; -"2403 linear_112" [id=2403, type=linear]; -"2404 reshape_82" [id=2404, type=reshape]; -"2405 permute_84" [id=2405, type=permute]; -"2406 select_54" [id=2406, type=select]; -"2407 select_55" [id=2407, type=select]; -"2408 select_56" [id=2408, type=select]; -"2409 linalg_vector_norm_36" [id=2409, type=linalg_vector_norm]; -"2410 clamp_min_36" [id=2410, type=clamp_min]; -"2411 expand_as_36" [id=2411, type=expand_as]; -"2412 div_36" [id=2412, type=div]; -"2413 quantize_per_tensor_default_112" [id=2413, type=quantize_per_tensor]; -"2414 dequantize_per_tensor_default_112" [id=2414, type=dequantize_per_tensor]; -"2415 linalg_vector_norm_37" [id=2415, type=linalg_vector_norm]; -"2416 clamp_min_37" [id=2416, type=clamp_min]; -"2417 expand_as_37" [id=2417, type=expand_as]; -"2418 div_37" [id=2418, type=div]; -"2419 quantize_per_tensor_default_113" [id=2419, type=quantize_per_tensor]; -"2420 dequantize_per_tensor_default_113" [id=2420, type=dequantize_per_tensor]; -"2421 transpose_36" [id=2421, type=transpose]; -"2422 matmul_36" [id=2422, type=matmul]; -"2423 _param_constant303" [id=2423, type=get_attr]; -"2424 clamp_18" [id=2424, type=clamp]; -"2425 exp_18" [id=2425, type=exp]; -"2426 mul_37" [id=2426, type=mul]; -"2427 add_63" [id=2427, type=add]; -"2428 softmax_18" [id=2428, type=softmax]; -"2429 dropout_72" [id=2429, type=dropout]; -"2430 matmul_37" [id=2430, type=matmul]; -"2431 transpose_37" [id=2431, type=transpose]; -"2432 reshape_83" [id=2432, type=reshape]; -"2433 linear_113_updated_constant0" [id=2433, type=get_attr]; -"2434 reshape_83_0_0_nncf_smooth_quant_0" [id=2434, type=call_module]; -"2435 quantize_per_tensor_default_114" [id=2435, type=quantize_per_tensor]; -"2436 dequantize_per_tensor_default_114" [id=2436, type=dequantize_per_tensor]; -"2437 linear_113_scale_0" [id=2437, type=get_attr]; -"2438 linear_113_zero_point_0" [id=2438, type=get_attr]; -"2439 quantize_per_channel_default_114" [id=2439, type=quantize_per_channel]; -"2440 dequantize_per_channel_default_114" [id=2440, type=dequantize_per_channel]; -"2441 _param_constant305_0_0" [id=2441, type=get_attr]; -"2442 linear_113" [id=2442, type=linear]; -"2443 dropout_73" [id=2443, type=dropout]; -"2444 view_102" [id=2444, type=view]; -"2445 permute_85" [id=2445, type=permute]; -"2446 reshape_84" [id=2446, type=reshape]; -"2447 slice_274" [id=2447, type=slice]; -"2448 slice_275" [id=2448, type=slice]; -"2449 slice_276" [id=2449, type=slice]; -"2450 slice_277" [id=2450, type=slice]; -"2451 contiguous_35" [id=2451, type=contiguous]; -"2452 _param_constant306" [id=2452, type=get_attr]; -"2453 _param_constant307" [id=2453, type=get_attr]; -"2454 layer_norm_39" [id=2454, type=layer_norm]; -"2455 add_64" [id=2455, type=add]; -"2456 linear_114_updated_constant0" [id=2456, type=get_attr]; -"2457 add_64_0_0_nncf_smooth_quant_0" [id=2457, type=call_module]; -"2458 quantize_per_tensor_default_115" [id=2458, type=quantize_per_tensor]; -"2459 dequantize_per_tensor_default_115" [id=2459, type=dequantize_per_tensor]; -"2460 linear_114_scale_0" [id=2460, type=get_attr]; -"2461 linear_114_zero_point_0" [id=2461, type=get_attr]; -"2462 quantize_per_channel_default_115" [id=2462, type=quantize_per_channel]; -"2463 dequantize_per_channel_default_115" [id=2463, type=dequantize_per_channel]; -"2464 _param_constant309_0_0" [id=2464, type=get_attr]; -"2465 linear_114" [id=2465, type=linear]; -"2466 gelu_18" [id=2466, type=gelu]; -"2467 dropout_74" [id=2467, type=dropout]; -"2468 linear_115_updated_constant0" [id=2468, type=get_attr]; -"2469 dropout_74_0_0_nncf_smooth_quant_0" [id=2469, type=call_module]; -"2470 quantize_per_tensor_default_116" [id=2470, type=quantize_per_tensor]; -"2471 dequantize_per_tensor_default_116" [id=2471, type=dequantize_per_tensor]; -"2472 linear_115_scale_0" [id=2472, type=get_attr]; -"2473 linear_115_zero_point_0" [id=2473, type=get_attr]; -"2474 quantize_per_channel_default_116" [id=2474, type=quantize_per_channel]; -"2475 dequantize_per_channel_default_116" [id=2475, type=dequantize_per_channel]; -"2476 _param_constant311_0_0" [id=2476, type=get_attr]; -"2477 linear_115" [id=2477, type=linear]; -"2478 dropout_75" [id=2478, type=dropout]; -"2479 _param_constant312" [id=2479, type=get_attr]; -"2480 _param_constant313" [id=2480, type=get_attr]; -"2481 layer_norm_40" [id=2481, type=layer_norm]; -"2482 add_65" [id=2482, type=add]; -"2483 _tensor_constant119" [id=2483, type=get_attr]; -"2484 linear_116_updated_constant0" [id=2484, type=get_attr]; -"2485 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2485, type=call_module]; -"2486 linear_116_scale_0" [id=2486, type=get_attr]; -"2487 linear_116_zero_point_0" [id=2487, type=get_attr]; -"2488 quantize_per_channel_default_117" [id=2488, type=quantize_per_channel]; -"2489 dequantize_per_channel_default_117" [id=2489, type=dequantize_per_channel]; -"2490 _param_constant315_0_0" [id=2490, type=get_attr]; -"2491 linear_116" [id=2491, type=linear]; -"2492 relu__19" [id=2492, type=relu_]; -"2493 linear_117_updated_constant0" [id=2493, type=get_attr]; -"2494 relu__19_0_0_nncf_smooth_quant_0" [id=2494, type=call_module]; -"2495 linear_117_scale_0" [id=2495, type=get_attr]; -"2496 linear_117_zero_point_0" [id=2496, type=get_attr]; -"2497 quantize_per_channel_default_118" [id=2497, type=quantize_per_channel]; -"2498 dequantize_per_channel_default_118" [id=2498, type=dequantize_per_channel]; -"2499 linear_117" [id=2499, type=linear]; -"2500 view_103" [id=2500, type=view]; -"2501 _tensor_constant120" [id=2501, type=get_attr]; -"2502 index_19" [id=2502, type=index]; -"2503 view_104" [id=2503, type=view]; -"2504 permute_86" [id=2504, type=permute]; -"2505 contiguous_36" [id=2505, type=contiguous]; -"2506 unsqueeze_55" [id=2506, type=unsqueeze]; -"2507 sigmoid_19" [id=2507, type=sigmoid]; -"2508 mul_38" [id=2508, type=mul]; -"2509 pad_21" [id=2509, type=pad]; -"2510 roll_18" [id=2510, type=roll]; -"2511 view_105" [id=2511, type=view]; -"2512 permute_87" [id=2512, type=permute]; -"2513 reshape_85" [id=2513, type=reshape]; -"2514 linear_118_updated_constant0" [id=2514, type=get_attr]; -"2515 reshape_85_0_0_nncf_smooth_quant_0" [id=2515, type=call_module]; -"2516 quantize_per_tensor_default_117" [id=2516, type=quantize_per_tensor]; -"2517 dequantize_per_tensor_default_117" [id=2517, type=dequantize_per_tensor]; -"2518 linear_118_scale_0" [id=2518, type=get_attr]; -"2519 linear_118_zero_point_0" [id=2519, type=get_attr]; -"2520 quantize_per_channel_default_119" [id=2520, type=quantize_per_channel]; -"2521 dequantize_per_channel_default_119" [id=2521, type=dequantize_per_channel]; -"2522 _param_constant317_0_0" [id=2522, type=get_attr]; -"2523 linear_118" [id=2523, type=linear]; -"2524 reshape_86" [id=2524, type=reshape]; -"2525 permute_88" [id=2525, type=permute]; -"2526 select_57" [id=2526, type=select]; -"2527 select_58" [id=2527, type=select]; -"2528 select_59" [id=2528, type=select]; -"2529 linalg_vector_norm_38" [id=2529, type=linalg_vector_norm]; -"2530 clamp_min_38" [id=2530, type=clamp_min]; -"2531 expand_as_38" [id=2531, type=expand_as]; -"2532 div_38" [id=2532, type=div]; -"2533 quantize_per_tensor_default_118" [id=2533, type=quantize_per_tensor]; -"2534 dequantize_per_tensor_default_118" [id=2534, type=dequantize_per_tensor]; -"2535 linalg_vector_norm_39" [id=2535, type=linalg_vector_norm]; -"2536 clamp_min_39" [id=2536, type=clamp_min]; -"2537 expand_as_39" [id=2537, type=expand_as]; -"2538 div_39" [id=2538, type=div]; -"2539 quantize_per_tensor_default_119" [id=2539, type=quantize_per_tensor]; -"2540 dequantize_per_tensor_default_119" [id=2540, type=dequantize_per_tensor]; -"2541 transpose_38" [id=2541, type=transpose]; -"2542 matmul_38" [id=2542, type=matmul]; -"2543 _param_constant319" [id=2543, type=get_attr]; -"2544 clamp_19" [id=2544, type=clamp]; -"2545 exp_19" [id=2545, type=exp]; -"2546 mul_39" [id=2546, type=mul]; -"2547 add_66" [id=2547, type=add]; -"2548 new_zeros_9" [id=2548, type=new_zeros]; -"2549 view_106" [id=2549, type=view]; -"2550 permute_89" [id=2550, type=permute]; -"2551 reshape_87" [id=2551, type=reshape]; -"2552 unsqueeze_56" [id=2552, type=unsqueeze]; -"2553 unsqueeze_57" [id=2553, type=unsqueeze]; -"2554 sub_9" [id=2554, type=sub]; -"2555 ne_9" [id=2555, type=ne]; -"2556 masked_fill_18" [id=2556, type=masked_fill]; -"2557 eq_9" [id=2557, type=eq]; -"2558 masked_fill_19" [id=2558, type=masked_fill]; -"2559 view_107" [id=2559, type=view]; -"2560 unsqueeze_58" [id=2560, type=unsqueeze]; -"2561 unsqueeze_59" [id=2561, type=unsqueeze]; -"2562 add_67" [id=2562, type=add]; -"2563 view_108" [id=2563, type=view]; -"2564 softmax_19" [id=2564, type=softmax]; -"2565 dropout_76" [id=2565, type=dropout]; -"2566 matmul_39" [id=2566, type=matmul]; -"2567 transpose_39" [id=2567, type=transpose]; -"2568 reshape_88" [id=2568, type=reshape]; -"2569 linear_119_updated_constant0" [id=2569, type=get_attr]; -"2570 reshape_88_0_0_nncf_smooth_quant_0" [id=2570, type=call_module]; -"2571 quantize_per_tensor_default_120" [id=2571, type=quantize_per_tensor]; -"2572 dequantize_per_tensor_default_120" [id=2572, type=dequantize_per_tensor]; -"2573 linear_119_scale_0" [id=2573, type=get_attr]; -"2574 linear_119_zero_point_0" [id=2574, type=get_attr]; -"2575 quantize_per_channel_default_120" [id=2575, type=quantize_per_channel]; -"2576 dequantize_per_channel_default_120" [id=2576, type=dequantize_per_channel]; -"2577 _param_constant321_0_0" [id=2577, type=get_attr]; -"2578 linear_119" [id=2578, type=linear]; -"2579 dropout_77" [id=2579, type=dropout]; -"2580 view_109" [id=2580, type=view]; -"2581 permute_90" [id=2581, type=permute]; -"2582 reshape_89" [id=2582, type=reshape]; -"2583 roll_19" [id=2583, type=roll]; -"2584 slice_297" [id=2584, type=slice]; -"2585 slice_298" [id=2585, type=slice]; -"2586 slice_299" [id=2586, type=slice]; -"2587 slice_300" [id=2587, type=slice]; -"2588 contiguous_37" [id=2588, type=contiguous]; -"2589 _param_constant322" [id=2589, type=get_attr]; -"2590 _param_constant323" [id=2590, type=get_attr]; -"2591 layer_norm_41" [id=2591, type=layer_norm]; -"2592 add_68" [id=2592, type=add]; -"2593 linear_120_updated_constant0" [id=2593, type=get_attr]; -"2594 add_68_0_0_nncf_smooth_quant_0" [id=2594, type=call_module]; -"2595 quantize_per_tensor_default_121" [id=2595, type=quantize_per_tensor]; -"2596 dequantize_per_tensor_default_121" [id=2596, type=dequantize_per_tensor]; -"2597 linear_120_scale_0" [id=2597, type=get_attr]; -"2598 linear_120_zero_point_0" [id=2598, type=get_attr]; -"2599 quantize_per_channel_default_121" [id=2599, type=quantize_per_channel]; -"2600 dequantize_per_channel_default_121" [id=2600, type=dequantize_per_channel]; -"2601 _param_constant325_0_0" [id=2601, type=get_attr]; -"2602 linear_120" [id=2602, type=linear]; -"2603 gelu_19" [id=2603, type=gelu]; -"2604 dropout_78" [id=2604, type=dropout]; -"2605 linear_121_updated_constant0" [id=2605, type=get_attr]; -"2606 dropout_78_0_0_nncf_smooth_quant_0" [id=2606, type=call_module]; -"2607 quantize_per_tensor_default_122" [id=2607, type=quantize_per_tensor]; -"2608 dequantize_per_tensor_default_122" [id=2608, type=dequantize_per_tensor]; -"2609 linear_121_scale_0" [id=2609, type=get_attr]; -"2610 linear_121_zero_point_0" [id=2610, type=get_attr]; -"2611 quantize_per_channel_default_122" [id=2611, type=quantize_per_channel]; -"2612 dequantize_per_channel_default_122" [id=2612, type=dequantize_per_channel]; -"2613 _param_constant327_0_0" [id=2613, type=get_attr]; -"2614 linear_121" [id=2614, type=linear]; -"2615 dropout_79" [id=2615, type=dropout]; -"2616 _param_constant328" [id=2616, type=get_attr]; -"2617 _param_constant329" [id=2617, type=get_attr]; -"2618 layer_norm_42" [id=2618, type=layer_norm]; -"2619 add_69" [id=2619, type=add]; -"2620 _tensor_constant130" [id=2620, type=get_attr]; -"2621 linear_122_updated_constant0" [id=2621, type=get_attr]; -"2622 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2622, type=call_module]; -"2623 linear_122_scale_0" [id=2623, type=get_attr]; -"2624 linear_122_zero_point_0" [id=2624, type=get_attr]; -"2625 quantize_per_channel_default_123" [id=2625, type=quantize_per_channel]; -"2626 dequantize_per_channel_default_123" [id=2626, type=dequantize_per_channel]; -"2627 _param_constant331_0_0" [id=2627, type=get_attr]; -"2628 linear_122" [id=2628, type=linear]; -"2629 relu__20" [id=2629, type=relu_]; -"2630 linear_123_updated_constant0" [id=2630, type=get_attr]; -"2631 relu__20_0_0_nncf_smooth_quant_0" [id=2631, type=call_module]; -"2632 linear_123_scale_0" [id=2632, type=get_attr]; -"2633 linear_123_zero_point_0" [id=2633, type=get_attr]; -"2634 quantize_per_channel_default_124" [id=2634, type=quantize_per_channel]; -"2635 dequantize_per_channel_default_124" [id=2635, type=dequantize_per_channel]; -"2636 linear_123" [id=2636, type=linear]; -"2637 view_110" [id=2637, type=view]; -"2638 _tensor_constant131" [id=2638, type=get_attr]; -"2639 index_20" [id=2639, type=index]; -"2640 view_111" [id=2640, type=view]; -"2641 permute_91" [id=2641, type=permute]; -"2642 contiguous_38" [id=2642, type=contiguous]; -"2643 unsqueeze_60" [id=2643, type=unsqueeze]; -"2644 sigmoid_20" [id=2644, type=sigmoid]; -"2645 mul_40" [id=2645, type=mul]; -"2646 pad_22" [id=2646, type=pad]; -"2647 view_112" [id=2647, type=view]; -"2648 permute_92" [id=2648, type=permute]; -"2649 reshape_90" [id=2649, type=reshape]; -"2650 linear_124_updated_constant0" [id=2650, type=get_attr]; -"2651 reshape_90_0_0_nncf_smooth_quant_0" [id=2651, type=call_module]; -"2652 quantize_per_tensor_default_123" [id=2652, type=quantize_per_tensor]; -"2653 dequantize_per_tensor_default_123" [id=2653, type=dequantize_per_tensor]; -"2654 linear_124_scale_0" [id=2654, type=get_attr]; -"2655 linear_124_zero_point_0" [id=2655, type=get_attr]; -"2656 quantize_per_channel_default_125" [id=2656, type=quantize_per_channel]; -"2657 dequantize_per_channel_default_125" [id=2657, type=dequantize_per_channel]; -"2658 _param_constant333_0_0" [id=2658, type=get_attr]; -"2659 linear_124" [id=2659, type=linear]; -"2660 reshape_91" [id=2660, type=reshape]; -"2661 permute_93" [id=2661, type=permute]; -"2662 select_60" [id=2662, type=select]; -"2663 select_61" [id=2663, type=select]; -"2664 select_62" [id=2664, type=select]; -"2665 linalg_vector_norm_40" [id=2665, type=linalg_vector_norm]; -"2666 clamp_min_40" [id=2666, type=clamp_min]; -"2667 expand_as_40" [id=2667, type=expand_as]; -"2668 div_40" [id=2668, type=div]; -"2669 quantize_per_tensor_default_124" [id=2669, type=quantize_per_tensor]; -"2670 dequantize_per_tensor_default_124" [id=2670, type=dequantize_per_tensor]; -"2671 linalg_vector_norm_41" [id=2671, type=linalg_vector_norm]; -"2672 clamp_min_41" [id=2672, type=clamp_min]; -"2673 expand_as_41" [id=2673, type=expand_as]; -"2674 div_41" [id=2674, type=div]; -"2675 quantize_per_tensor_default_125" [id=2675, type=quantize_per_tensor]; -"2676 dequantize_per_tensor_default_125" [id=2676, type=dequantize_per_tensor]; -"2677 transpose_40" [id=2677, type=transpose]; -"2678 matmul_40" [id=2678, type=matmul]; -"2679 _param_constant335" [id=2679, type=get_attr]; -"2680 clamp_20" [id=2680, type=clamp]; -"2681 exp_20" [id=2681, type=exp]; -"2682 mul_41" [id=2682, type=mul]; -"2683 add_70" [id=2683, type=add]; -"2684 softmax_20" [id=2684, type=softmax]; -"2685 dropout_80" [id=2685, type=dropout]; -"2686 matmul_41" [id=2686, type=matmul]; -"2687 transpose_41" [id=2687, type=transpose]; -"2688 reshape_92" [id=2688, type=reshape]; -"2689 linear_125_updated_constant0" [id=2689, type=get_attr]; -"2690 reshape_92_0_0_nncf_smooth_quant_0" [id=2690, type=call_module]; -"2691 quantize_per_tensor_default_126" [id=2691, type=quantize_per_tensor]; -"2692 dequantize_per_tensor_default_126" [id=2692, type=dequantize_per_tensor]; -"2693 linear_125_scale_0" [id=2693, type=get_attr]; -"2694 linear_125_zero_point_0" [id=2694, type=get_attr]; -"2695 quantize_per_channel_default_126" [id=2695, type=quantize_per_channel]; -"2696 dequantize_per_channel_default_126" [id=2696, type=dequantize_per_channel]; -"2697 _param_constant337_0_0" [id=2697, type=get_attr]; -"2698 linear_125" [id=2698, type=linear]; -"2699 dropout_81" [id=2699, type=dropout]; -"2700 view_113" [id=2700, type=view]; -"2701 permute_94" [id=2701, type=permute]; -"2702 reshape_93" [id=2702, type=reshape]; -"2703 slice_302" [id=2703, type=slice]; -"2704 slice_303" [id=2704, type=slice]; -"2705 slice_304" [id=2705, type=slice]; -"2706 slice_305" [id=2706, type=slice]; -"2707 contiguous_39" [id=2707, type=contiguous]; -"2708 _param_constant338" [id=2708, type=get_attr]; -"2709 _param_constant339" [id=2709, type=get_attr]; -"2710 layer_norm_43" [id=2710, type=layer_norm]; -"2711 add_71" [id=2711, type=add]; -"2712 linear_126_updated_constant0" [id=2712, type=get_attr]; -"2713 add_71_0_0_nncf_smooth_quant_0" [id=2713, type=call_module]; -"2714 quantize_per_tensor_default_127" [id=2714, type=quantize_per_tensor]; -"2715 dequantize_per_tensor_default_127" [id=2715, type=dequantize_per_tensor]; -"2716 linear_126_scale_0" [id=2716, type=get_attr]; -"2717 linear_126_zero_point_0" [id=2717, type=get_attr]; -"2718 quantize_per_channel_default_127" [id=2718, type=quantize_per_channel]; -"2719 dequantize_per_channel_default_127" [id=2719, type=dequantize_per_channel]; -"2720 _param_constant341_0_0" [id=2720, type=get_attr]; -"2721 linear_126" [id=2721, type=linear]; -"2722 gelu_20" [id=2722, type=gelu]; -"2723 dropout_82" [id=2723, type=dropout]; -"2724 linear_127_updated_constant0" [id=2724, type=get_attr]; -"2725 dropout_82_0_0_nncf_smooth_quant_0" [id=2725, type=call_module]; -"2726 quantize_per_tensor_default_128" [id=2726, type=quantize_per_tensor]; -"2727 dequantize_per_tensor_default_128" [id=2727, type=dequantize_per_tensor]; -"2728 linear_127_scale_0" [id=2728, type=get_attr]; -"2729 linear_127_zero_point_0" [id=2729, type=get_attr]; -"2730 quantize_per_channel_default_128" [id=2730, type=quantize_per_channel]; -"2731 dequantize_per_channel_default_128" [id=2731, type=dequantize_per_channel]; -"2732 _param_constant343_0_0" [id=2732, type=get_attr]; -"2733 linear_127" [id=2733, type=linear]; -"2734 dropout_83" [id=2734, type=dropout]; -"2735 _param_constant344" [id=2735, type=get_attr]; -"2736 _param_constant345" [id=2736, type=get_attr]; -"2737 layer_norm_44" [id=2737, type=layer_norm]; -"2738 add_72" [id=2738, type=add]; -"2739 _tensor_constant132" [id=2739, type=get_attr]; -"2740 linear_128_updated_constant0" [id=2740, type=get_attr]; -"2741 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2741, type=call_module]; -"2742 linear_128_scale_0" [id=2742, type=get_attr]; -"2743 linear_128_zero_point_0" [id=2743, type=get_attr]; -"2744 quantize_per_channel_default_129" [id=2744, type=quantize_per_channel]; -"2745 dequantize_per_channel_default_129" [id=2745, type=dequantize_per_channel]; -"2746 _param_constant347_0_0" [id=2746, type=get_attr]; -"2747 linear_128" [id=2747, type=linear]; -"2748 relu__21" [id=2748, type=relu_]; -"2749 linear_129_updated_constant0" [id=2749, type=get_attr]; -"2750 relu__21_0_0_nncf_smooth_quant_0" [id=2750, type=call_module]; -"2751 linear_129_scale_0" [id=2751, type=get_attr]; -"2752 linear_129_zero_point_0" [id=2752, type=get_attr]; -"2753 quantize_per_channel_default_130" [id=2753, type=quantize_per_channel]; -"2754 dequantize_per_channel_default_130" [id=2754, type=dequantize_per_channel]; -"2755 linear_129" [id=2755, type=linear]; -"2756 view_114" [id=2756, type=view]; -"2757 _tensor_constant133" [id=2757, type=get_attr]; -"2758 index_21" [id=2758, type=index]; -"2759 view_115" [id=2759, type=view]; -"2760 permute_95" [id=2760, type=permute]; -"2761 contiguous_40" [id=2761, type=contiguous]; -"2762 unsqueeze_61" [id=2762, type=unsqueeze]; -"2763 sigmoid_21" [id=2763, type=sigmoid]; -"2764 mul_42" [id=2764, type=mul]; -"2765 pad_23" [id=2765, type=pad]; -"2766 roll_20" [id=2766, type=roll]; -"2767 view_116" [id=2767, type=view]; -"2768 permute_96" [id=2768, type=permute]; -"2769 reshape_94" [id=2769, type=reshape]; -"2770 linear_130_updated_constant0" [id=2770, type=get_attr]; -"2771 reshape_94_0_0_nncf_smooth_quant_0" [id=2771, type=call_module]; -"2772 quantize_per_tensor_default_129" [id=2772, type=quantize_per_tensor]; -"2773 dequantize_per_tensor_default_129" [id=2773, type=dequantize_per_tensor]; -"2774 linear_130_scale_0" [id=2774, type=get_attr]; -"2775 linear_130_zero_point_0" [id=2775, type=get_attr]; -"2776 quantize_per_channel_default_131" [id=2776, type=quantize_per_channel]; -"2777 dequantize_per_channel_default_131" [id=2777, type=dequantize_per_channel]; -"2778 _param_constant349_0_0" [id=2778, type=get_attr]; -"2779 linear_130" [id=2779, type=linear]; -"2780 reshape_95" [id=2780, type=reshape]; -"2781 permute_97" [id=2781, type=permute]; -"2782 select_63" [id=2782, type=select]; -"2783 select_64" [id=2783, type=select]; -"2784 select_65" [id=2784, type=select]; -"2785 linalg_vector_norm_42" [id=2785, type=linalg_vector_norm]; -"2786 clamp_min_42" [id=2786, type=clamp_min]; -"2787 expand_as_42" [id=2787, type=expand_as]; -"2788 div_42" [id=2788, type=div]; -"2789 quantize_per_tensor_default_130" [id=2789, type=quantize_per_tensor]; -"2790 dequantize_per_tensor_default_130" [id=2790, type=dequantize_per_tensor]; -"2791 linalg_vector_norm_43" [id=2791, type=linalg_vector_norm]; -"2792 clamp_min_43" [id=2792, type=clamp_min]; -"2793 expand_as_43" [id=2793, type=expand_as]; -"2794 div_43" [id=2794, type=div]; -"2795 quantize_per_tensor_default_131" [id=2795, type=quantize_per_tensor]; -"2796 dequantize_per_tensor_default_131" [id=2796, type=dequantize_per_tensor]; -"2797 transpose_42" [id=2797, type=transpose]; -"2798 matmul_42" [id=2798, type=matmul]; -"2799 _param_constant351" [id=2799, type=get_attr]; -"2800 clamp_21" [id=2800, type=clamp]; -"2801 exp_21" [id=2801, type=exp]; -"2802 mul_43" [id=2802, type=mul]; -"2803 add_73" [id=2803, type=add]; -"2804 new_zeros_10" [id=2804, type=new_zeros]; -"2805 view_117" [id=2805, type=view]; -"2806 permute_98" [id=2806, type=permute]; -"2807 reshape_96" [id=2807, type=reshape]; -"2808 unsqueeze_62" [id=2808, type=unsqueeze]; -"2809 unsqueeze_63" [id=2809, type=unsqueeze]; -"2810 sub_10" [id=2810, type=sub]; -"2811 ne_10" [id=2811, type=ne]; -"2812 masked_fill_20" [id=2812, type=masked_fill]; -"2813 eq_10" [id=2813, type=eq]; -"2814 masked_fill_21" [id=2814, type=masked_fill]; -"2815 view_118" [id=2815, type=view]; -"2816 unsqueeze_64" [id=2816, type=unsqueeze]; -"2817 unsqueeze_65" [id=2817, type=unsqueeze]; -"2818 add_74" [id=2818, type=add]; -"2819 view_119" [id=2819, type=view]; -"2820 softmax_21" [id=2820, type=softmax]; -"2821 dropout_84" [id=2821, type=dropout]; -"2822 matmul_43" [id=2822, type=matmul]; -"2823 transpose_43" [id=2823, type=transpose]; -"2824 reshape_97" [id=2824, type=reshape]; -"2825 linear_131_updated_constant0" [id=2825, type=get_attr]; -"2826 reshape_97_0_0_nncf_smooth_quant_0" [id=2826, type=call_module]; -"2827 quantize_per_tensor_default_132" [id=2827, type=quantize_per_tensor]; -"2828 dequantize_per_tensor_default_132" [id=2828, type=dequantize_per_tensor]; -"2829 linear_131_scale_0" [id=2829, type=get_attr]; -"2830 linear_131_zero_point_0" [id=2830, type=get_attr]; -"2831 quantize_per_channel_default_132" [id=2831, type=quantize_per_channel]; -"2832 dequantize_per_channel_default_132" [id=2832, type=dequantize_per_channel]; -"2833 _param_constant353_0_0" [id=2833, type=get_attr]; -"2834 linear_131" [id=2834, type=linear]; -"2835 dropout_85" [id=2835, type=dropout]; -"2836 view_120" [id=2836, type=view]; -"2837 permute_99" [id=2837, type=permute]; -"2838 reshape_98" [id=2838, type=reshape]; -"2839 roll_21" [id=2839, type=roll]; -"2840 slice_325" [id=2840, type=slice]; -"2841 slice_326" [id=2841, type=slice]; -"2842 slice_327" [id=2842, type=slice]; -"2843 slice_328" [id=2843, type=slice]; -"2844 contiguous_41" [id=2844, type=contiguous]; -"2845 _param_constant354" [id=2845, type=get_attr]; -"2846 _param_constant355" [id=2846, type=get_attr]; -"2847 layer_norm_45" [id=2847, type=layer_norm]; -"2848 add_75" [id=2848, type=add]; -"2849 linear_132_updated_constant0" [id=2849, type=get_attr]; -"2850 add_75_0_0_nncf_smooth_quant_0" [id=2850, type=call_module]; -"2851 quantize_per_tensor_default_133" [id=2851, type=quantize_per_tensor]; -"2852 dequantize_per_tensor_default_133" [id=2852, type=dequantize_per_tensor]; -"2853 linear_132_scale_0" [id=2853, type=get_attr]; -"2854 linear_132_zero_point_0" [id=2854, type=get_attr]; -"2855 quantize_per_channel_default_133" [id=2855, type=quantize_per_channel]; -"2856 dequantize_per_channel_default_133" [id=2856, type=dequantize_per_channel]; -"2857 _param_constant357_0_0" [id=2857, type=get_attr]; -"2858 linear_132" [id=2858, type=linear]; -"2859 gelu_21" [id=2859, type=gelu]; -"2860 dropout_86" [id=2860, type=dropout]; -"2861 linear_133_updated_constant0" [id=2861, type=get_attr]; -"2862 dropout_86_0_0_nncf_smooth_quant_0" [id=2862, type=call_module]; -"2863 quantize_per_tensor_default_134" [id=2863, type=quantize_per_tensor]; -"2864 dequantize_per_tensor_default_134" [id=2864, type=dequantize_per_tensor]; -"2865 linear_133_scale_0" [id=2865, type=get_attr]; -"2866 linear_133_zero_point_0" [id=2866, type=get_attr]; -"2867 quantize_per_channel_default_134" [id=2867, type=quantize_per_channel]; -"2868 dequantize_per_channel_default_134" [id=2868, type=dequantize_per_channel]; -"2869 _param_constant359_0_0" [id=2869, type=get_attr]; -"2870 linear_133" [id=2870, type=linear]; -"2871 dropout_87" [id=2871, type=dropout]; -"2872 _param_constant360" [id=2872, type=get_attr]; -"2873 _param_constant361" [id=2873, type=get_attr]; -"2874 layer_norm_46" [id=2874, type=layer_norm]; -"2875 add_76" [id=2875, type=add]; -"2876 pad_24" [id=2876, type=pad]; -"2877 slice_329" [id=2877, type=slice]; -"2878 slice_330" [id=2878, type=slice]; -"2879 slice_331" [id=2879, type=slice]; -"2880 slice_332" [id=2880, type=slice]; -"2881 slice_333" [id=2881, type=slice]; -"2882 slice_334" [id=2882, type=slice]; -"2883 slice_335" [id=2883, type=slice]; -"2884 slice_336" [id=2884, type=slice]; -"2885 slice_337" [id=2885, type=slice]; -"2886 slice_338" [id=2886, type=slice]; -"2887 slice_339" [id=2887, type=slice]; -"2888 slice_340" [id=2888, type=slice]; -"2889 cat_2" [id=2889, type=cat]; -"2890 linear_134_updated_constant0" [id=2890, type=get_attr]; -"2891 cat_2_0_0_nncf_smooth_quant_0" [id=2891, type=call_module]; -"2892 quantize_per_tensor_default_135" [id=2892, type=quantize_per_tensor]; -"2893 dequantize_per_tensor_default_135" [id=2893, type=dequantize_per_tensor]; -"2894 linear_134_scale_0" [id=2894, type=get_attr]; -"2895 linear_134_zero_point_0" [id=2895, type=get_attr]; -"2896 quantize_per_channel_default_135" [id=2896, type=quantize_per_channel]; -"2897 dequantize_per_channel_default_135" [id=2897, type=dequantize_per_channel]; -"2898 linear_134" [id=2898, type=linear]; -"2899 _param_constant363" [id=2899, type=get_attr]; -"2900 _param_constant364" [id=2900, type=get_attr]; -"2901 layer_norm_47" [id=2901, type=layer_norm]; -"2902 _tensor_constant143" [id=2902, type=get_attr]; -"2903 linear_135_updated_constant0" [id=2903, type=get_attr]; -"2904 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2904, type=call_module]; -"2905 linear_135_scale_0" [id=2905, type=get_attr]; -"2906 linear_135_zero_point_0" [id=2906, type=get_attr]; -"2907 quantize_per_channel_default_136" [id=2907, type=quantize_per_channel]; -"2908 dequantize_per_channel_default_136" [id=2908, type=dequantize_per_channel]; -"2909 _param_constant366_0_0" [id=2909, type=get_attr]; -"2910 linear_135" [id=2910, type=linear]; -"2911 relu__22" [id=2911, type=relu_]; -"2912 linear_136_updated_constant0" [id=2912, type=get_attr]; -"2913 relu__22_0_0_nncf_smooth_quant_0" [id=2913, type=call_module]; -"2914 linear_136_scale_0" [id=2914, type=get_attr]; -"2915 linear_136_zero_point_0" [id=2915, type=get_attr]; -"2916 quantize_per_channel_default_137" [id=2916, type=quantize_per_channel]; -"2917 dequantize_per_channel_default_137" [id=2917, type=dequantize_per_channel]; -"2918 linear_136" [id=2918, type=linear]; -"2919 view_121" [id=2919, type=view]; -"2920 _tensor_constant144" [id=2920, type=get_attr]; -"2921 index_22" [id=2921, type=index]; -"2922 view_122" [id=2922, type=view]; -"2923 permute_100" [id=2923, type=permute]; -"2924 contiguous_42" [id=2924, type=contiguous]; -"2925 unsqueeze_66" [id=2925, type=unsqueeze]; -"2926 sigmoid_22" [id=2926, type=sigmoid]; -"2927 mul_44" [id=2927, type=mul]; -"2928 pad_25" [id=2928, type=pad]; -"2929 view_123" [id=2929, type=view]; -"2930 permute_101" [id=2930, type=permute]; -"2931 reshape_99" [id=2931, type=reshape]; -"2932 linear_137_updated_constant0" [id=2932, type=get_attr]; -"2933 reshape_99_0_0_nncf_smooth_quant_0" [id=2933, type=call_module]; -"2934 quantize_per_tensor_default_136" [id=2934, type=quantize_per_tensor]; -"2935 dequantize_per_tensor_default_136" [id=2935, type=dequantize_per_tensor]; -"2936 linear_137_scale_0" [id=2936, type=get_attr]; -"2937 linear_137_zero_point_0" [id=2937, type=get_attr]; -"2938 quantize_per_channel_default_138" [id=2938, type=quantize_per_channel]; -"2939 dequantize_per_channel_default_138" [id=2939, type=dequantize_per_channel]; -"2940 _param_constant368_0_0" [id=2940, type=get_attr]; -"2941 linear_137" [id=2941, type=linear]; -"2942 reshape_100" [id=2942, type=reshape]; -"2943 permute_102" [id=2943, type=permute]; -"2944 select_66" [id=2944, type=select]; -"2945 select_67" [id=2945, type=select]; -"2946 select_68" [id=2946, type=select]; -"2947 linalg_vector_norm_44" [id=2947, type=linalg_vector_norm]; -"2948 clamp_min_44" [id=2948, type=clamp_min]; -"2949 expand_as_44" [id=2949, type=expand_as]; -"2950 div_44" [id=2950, type=div]; -"2951 quantize_per_tensor_default_137" [id=2951, type=quantize_per_tensor]; -"2952 dequantize_per_tensor_default_137" [id=2952, type=dequantize_per_tensor]; -"2953 linalg_vector_norm_45" [id=2953, type=linalg_vector_norm]; -"2954 clamp_min_45" [id=2954, type=clamp_min]; -"2955 expand_as_45" [id=2955, type=expand_as]; -"2956 div_45" [id=2956, type=div]; -"2957 quantize_per_tensor_default_138" [id=2957, type=quantize_per_tensor]; -"2958 dequantize_per_tensor_default_138" [id=2958, type=dequantize_per_tensor]; -"2959 transpose_44" [id=2959, type=transpose]; -"2960 matmul_44" [id=2960, type=matmul]; -"2961 _param_constant370" [id=2961, type=get_attr]; -"2962 clamp_22" [id=2962, type=clamp]; -"2963 exp_22" [id=2963, type=exp]; -"2964 mul_45" [id=2964, type=mul]; -"2965 add_77" [id=2965, type=add]; -"2966 softmax_22" [id=2966, type=softmax]; -"2967 dropout_88" [id=2967, type=dropout]; -"2968 matmul_45" [id=2968, type=matmul]; -"2969 transpose_45" [id=2969, type=transpose]; -"2970 reshape_101" [id=2970, type=reshape]; -"2971 linear_138_updated_constant0" [id=2971, type=get_attr]; -"2972 reshape_101_0_0_nncf_smooth_quant_0" [id=2972, type=call_module]; -"2973 quantize_per_tensor_default_139" [id=2973, type=quantize_per_tensor]; -"2974 dequantize_per_tensor_default_139" [id=2974, type=dequantize_per_tensor]; -"2975 linear_138_scale_0" [id=2975, type=get_attr]; -"2976 linear_138_zero_point_0" [id=2976, type=get_attr]; -"2977 quantize_per_channel_default_139" [id=2977, type=quantize_per_channel]; -"2978 dequantize_per_channel_default_139" [id=2978, type=dequantize_per_channel]; -"2979 _param_constant372_0_0" [id=2979, type=get_attr]; -"2980 linear_138" [id=2980, type=linear]; -"2981 dropout_89" [id=2981, type=dropout]; -"2982 view_124" [id=2982, type=view]; -"2983 permute_103" [id=2983, type=permute]; -"2984 reshape_102" [id=2984, type=reshape]; -"2985 slice_342" [id=2985, type=slice]; -"2986 slice_343" [id=2986, type=slice]; -"2987 slice_344" [id=2987, type=slice]; -"2988 slice_345" [id=2988, type=slice]; -"2989 contiguous_43" [id=2989, type=contiguous]; -"2990 _param_constant373" [id=2990, type=get_attr]; -"2991 _param_constant374" [id=2991, type=get_attr]; -"2992 layer_norm_48" [id=2992, type=layer_norm]; -"2993 add_78" [id=2993, type=add]; -"2994 linear_139_updated_constant0" [id=2994, type=get_attr]; -"2995 add_78_0_0_nncf_smooth_quant_0" [id=2995, type=call_module]; -"2996 quantize_per_tensor_default_140" [id=2996, type=quantize_per_tensor]; -"2997 dequantize_per_tensor_default_140" [id=2997, type=dequantize_per_tensor]; -"2998 linear_139_scale_0" [id=2998, type=get_attr]; -"2999 linear_139_zero_point_0" [id=2999, type=get_attr]; -"3000 quantize_per_channel_default_140" [id=3000, type=quantize_per_channel]; -"3001 dequantize_per_channel_default_140" [id=3001, type=dequantize_per_channel]; -"3002 _param_constant376_0_0" [id=3002, type=get_attr]; -"3003 linear_139" [id=3003, type=linear]; -"3004 gelu_22" [id=3004, type=gelu]; -"3005 dropout_90" [id=3005, type=dropout]; -"3006 linear_140_updated_constant0" [id=3006, type=get_attr]; -"3007 dropout_90_0_0_nncf_smooth_quant_0" [id=3007, type=call_module]; -"3008 quantize_per_tensor_default_141" [id=3008, type=quantize_per_tensor]; -"3009 dequantize_per_tensor_default_141" [id=3009, type=dequantize_per_tensor]; -"3010 linear_140_scale_0" [id=3010, type=get_attr]; -"3011 linear_140_zero_point_0" [id=3011, type=get_attr]; -"3012 quantize_per_channel_default_141" [id=3012, type=quantize_per_channel]; -"3013 dequantize_per_channel_default_141" [id=3013, type=dequantize_per_channel]; -"3014 _param_constant378_0_0" [id=3014, type=get_attr]; -"3015 linear_140" [id=3015, type=linear]; -"3016 dropout_91" [id=3016, type=dropout]; -"3017 _param_constant379" [id=3017, type=get_attr]; -"3018 _param_constant380" [id=3018, type=get_attr]; -"3019 layer_norm_49" [id=3019, type=layer_norm]; -"3020 add_79" [id=3020, type=add]; -"3021 _tensor_constant145" [id=3021, type=get_attr]; -"3022 linear_141_updated_constant0" [id=3022, type=get_attr]; -"3023 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=3023, type=call_module]; -"3024 linear_141_scale_0" [id=3024, type=get_attr]; -"3025 linear_141_zero_point_0" [id=3025, type=get_attr]; -"3026 quantize_per_channel_default_142" [id=3026, type=quantize_per_channel]; -"3027 dequantize_per_channel_default_142" [id=3027, type=dequantize_per_channel]; -"3028 _param_constant382_0_0" [id=3028, type=get_attr]; -"3029 linear_141" [id=3029, type=linear]; -"3030 relu__23" [id=3030, type=relu_]; -"3031 linear_142_updated_constant0" [id=3031, type=get_attr]; -"3032 relu__23_0_0_nncf_smooth_quant_0" [id=3032, type=call_module]; -"3033 linear_142_scale_0" [id=3033, type=get_attr]; -"3034 linear_142_zero_point_0" [id=3034, type=get_attr]; -"3035 quantize_per_channel_default_143" [id=3035, type=quantize_per_channel]; -"3036 dequantize_per_channel_default_143" [id=3036, type=dequantize_per_channel]; -"3037 linear_142" [id=3037, type=linear]; -"3038 view_125" [id=3038, type=view]; -"3039 _tensor_constant146" [id=3039, type=get_attr]; -"3040 index_23" [id=3040, type=index]; -"3041 view_126" [id=3041, type=view]; -"3042 permute_104" [id=3042, type=permute]; -"3043 contiguous_44" [id=3043, type=contiguous]; -"3044 unsqueeze_67" [id=3044, type=unsqueeze]; -"3045 sigmoid_23" [id=3045, type=sigmoid]; -"3046 mul_46" [id=3046, type=mul]; -"3047 pad_26" [id=3047, type=pad]; -"3048 view_127" [id=3048, type=view]; -"3049 permute_105" [id=3049, type=permute]; -"3050 reshape_103" [id=3050, type=reshape]; -"3051 linear_143_updated_constant0" [id=3051, type=get_attr]; -"3052 reshape_103_0_0_nncf_smooth_quant_0" [id=3052, type=call_module]; -"3053 quantize_per_tensor_default_142" [id=3053, type=quantize_per_tensor]; -"3054 dequantize_per_tensor_default_142" [id=3054, type=dequantize_per_tensor]; -"3055 linear_143_scale_0" [id=3055, type=get_attr]; -"3056 linear_143_zero_point_0" [id=3056, type=get_attr]; -"3057 quantize_per_channel_default_144" [id=3057, type=quantize_per_channel]; -"3058 dequantize_per_channel_default_144" [id=3058, type=dequantize_per_channel]; -"3059 _param_constant384_0_0" [id=3059, type=get_attr]; -"3060 linear_143" [id=3060, type=linear]; -"3061 reshape_104" [id=3061, type=reshape]; -"3062 permute_106" [id=3062, type=permute]; -"3063 select_69" [id=3063, type=select]; -"3064 select_70" [id=3064, type=select]; -"3065 select_71" [id=3065, type=select]; -"3066 linalg_vector_norm_46" [id=3066, type=linalg_vector_norm]; -"3067 clamp_min_46" [id=3067, type=clamp_min]; -"3068 expand_as_46" [id=3068, type=expand_as]; -"3069 div_46" [id=3069, type=div]; -"3070 quantize_per_tensor_default_143" [id=3070, type=quantize_per_tensor]; -"3071 dequantize_per_tensor_default_143" [id=3071, type=dequantize_per_tensor]; -"3072 linalg_vector_norm_47" [id=3072, type=linalg_vector_norm]; -"3073 clamp_min_47" [id=3073, type=clamp_min]; -"3074 expand_as_47" [id=3074, type=expand_as]; -"3075 div_47" [id=3075, type=div]; -"3076 quantize_per_tensor_default_144" [id=3076, type=quantize_per_tensor]; -"3077 dequantize_per_tensor_default_144" [id=3077, type=dequantize_per_tensor]; -"3078 transpose_46" [id=3078, type=transpose]; -"3079 matmul_46" [id=3079, type=matmul]; -"3080 _param_constant386" [id=3080, type=get_attr]; -"3081 clamp_23" [id=3081, type=clamp]; -"3082 exp_23" [id=3082, type=exp]; -"3083 mul_47" [id=3083, type=mul]; -"3084 add_80" [id=3084, type=add]; -"3085 softmax_23" [id=3085, type=softmax]; -"3086 dropout_92" [id=3086, type=dropout]; -"3087 matmul_47" [id=3087, type=matmul]; -"3088 transpose_47" [id=3088, type=transpose]; -"3089 reshape_105" [id=3089, type=reshape]; -"3090 linear_144_updated_constant0" [id=3090, type=get_attr]; -"3091 reshape_105_0_0_nncf_smooth_quant_0" [id=3091, type=call_module]; -"3092 quantize_per_tensor_default_145" [id=3092, type=quantize_per_tensor]; -"3093 dequantize_per_tensor_default_145" [id=3093, type=dequantize_per_tensor]; -"3094 linear_144_scale_0" [id=3094, type=get_attr]; -"3095 linear_144_zero_point_0" [id=3095, type=get_attr]; -"3096 quantize_per_channel_default_145" [id=3096, type=quantize_per_channel]; -"3097 dequantize_per_channel_default_145" [id=3097, type=dequantize_per_channel]; -"3098 _param_constant388_0_0" [id=3098, type=get_attr]; -"3099 linear_144" [id=3099, type=linear]; -"3100 dropout_93" [id=3100, type=dropout]; -"3101 view_128" [id=3101, type=view]; -"3102 permute_107" [id=3102, type=permute]; -"3103 reshape_106" [id=3103, type=reshape]; -"3104 slice_347" [id=3104, type=slice]; -"3105 slice_348" [id=3105, type=slice]; -"3106 slice_349" [id=3106, type=slice]; -"3107 slice_350" [id=3107, type=slice]; -"3108 contiguous_45" [id=3108, type=contiguous]; -"3109 _param_constant389" [id=3109, type=get_attr]; -"3110 _param_constant390" [id=3110, type=get_attr]; -"3111 layer_norm_50" [id=3111, type=layer_norm]; -"3112 add_81" [id=3112, type=add]; -"3113 linear_145_updated_constant0" [id=3113, type=get_attr]; -"3114 add_81_0_0_nncf_smooth_quant_0" [id=3114, type=call_module]; -"3115 quantize_per_tensor_default_146" [id=3115, type=quantize_per_tensor]; -"3116 dequantize_per_tensor_default_146" [id=3116, type=dequantize_per_tensor]; -"3117 linear_145_scale_0" [id=3117, type=get_attr]; -"3118 linear_145_zero_point_0" [id=3118, type=get_attr]; -"3119 quantize_per_channel_default_146" [id=3119, type=quantize_per_channel]; -"3120 dequantize_per_channel_default_146" [id=3120, type=dequantize_per_channel]; -"3121 _param_constant392_0_0" [id=3121, type=get_attr]; -"3122 linear_145" [id=3122, type=linear]; -"3123 gelu_23" [id=3123, type=gelu]; -"3124 dropout_94" [id=3124, type=dropout]; -"3125 linear_146_updated_constant0" [id=3125, type=get_attr]; -"3126 dropout_94_0_0_nncf_smooth_quant_0" [id=3126, type=call_module]; -"3127 quantize_per_tensor_default_147" [id=3127, type=quantize_per_tensor]; -"3128 dequantize_per_tensor_default_147" [id=3128, type=dequantize_per_tensor]; -"3129 linear_146_scale_0" [id=3129, type=get_attr]; -"3130 linear_146_zero_point_0" [id=3130, type=get_attr]; -"3131 quantize_per_channel_default_147" [id=3131, type=quantize_per_channel]; -"3132 dequantize_per_channel_default_147" [id=3132, type=dequantize_per_channel]; -"3133 _param_constant394_0_0" [id=3133, type=get_attr]; -"3134 linear_146" [id=3134, type=linear]; -"3135 dropout_95" [id=3135, type=dropout]; -"3136 _param_constant395" [id=3136, type=get_attr]; -"3137 _param_constant396" [id=3137, type=get_attr]; -"3138 layer_norm_51" [id=3138, type=layer_norm]; -"3139 add_82" [id=3139, type=add]; -"3140 _param_constant397" [id=3140, type=get_attr]; -"3141 _param_constant398" [id=3141, type=get_attr]; -"3142 layer_norm_52" [id=3142, type=layer_norm]; -"3143 permute_108" [id=3143, type=permute]; -"3144 adaptive_avg_pool2d" [id=3144, type=adaptive_avg_pool2d]; -"3145 flatten" [id=3145, type=flatten]; -"3146 linear_147_updated_constant0" [id=3146, type=get_attr]; -"3147 flatten_0_0_nncf_smooth_quant_0" [id=3147, type=call_module]; -"3148 quantize_per_tensor_default_148" [id=3148, type=quantize_per_tensor]; -"3149 dequantize_per_tensor_default_148" [id=3149, type=dequantize_per_tensor]; -"3150 linear_147_scale_0" [id=3150, type=get_attr]; -"3151 linear_147_zero_point_0" [id=3151, type=get_attr]; -"3152 quantize_per_channel_default_148" [id=3152, type=quantize_per_channel]; -"3153 dequantize_per_channel_default_148" [id=3153, type=dequantize_per_channel]; -"3154 _param_constant400_0_0" [id=3154, type=get_attr]; -"3155 linear_147" [id=3155, type=linear]; -"3156 output" [id=3156, type=output]; +"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; +"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; +"5 _param_constant1_0_0" [id=5, type=get_attr]; +"6 mul_tensor" [id=6, type=mul]; +"7 conv2d" [id=7, type=conv2d]; +"8 permute" [id=8, type=permute]; +"9 _param_constant2" [id=9, type=get_attr]; +"10 _param_constant3" [id=10, type=get_attr]; +"11 layer_norm" [id=11, type=layer_norm]; +"12 _tensor_constant0" [id=12, type=get_attr]; +"13 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=13, type=call_module]; +"14 linear_scale_0_updated_constant0" [id=14, type=get_attr]; +"15 compressed_weight_updated_constant1" [id=15, type=get_attr]; +"16 _param_constant5_0_0" [id=16, type=get_attr]; +"17 mul_tensor_1" [id=17, type=mul]; +"18 linear" [id=18, type=linear]; +"19 relu_" [id=19, type=relu_]; +"20 relu__0_0_nncf_smooth_quant_0" [id=20, type=call_module]; +"21 linear_1_scale_0_updated_constant0" [id=21, type=get_attr]; +"22 compressed_weight_updated_constant2" [id=22, type=get_attr]; +"23 mul_tensor_2" [id=23, type=mul]; +"24 linear_1" [id=24, type=linear]; +"25 view" [id=25, type=view]; +"26 _tensor_constant1" [id=26, type=get_attr]; +"27 index" [id=27, type=index]; +"28 view_1" [id=28, type=view]; +"29 permute_1" [id=29, type=permute]; +"30 contiguous" [id=30, type=contiguous]; +"31 unsqueeze" [id=31, type=unsqueeze]; +"32 sigmoid" [id=32, type=sigmoid]; +"33 mul" [id=33, type=mul]; +"34 pad" [id=34, type=pad]; +"35 view_2" [id=35, type=view]; +"36 permute_2" [id=36, type=permute]; +"37 reshape" [id=37, type=reshape]; +"38 reshape_0_0_nncf_smooth_quant_0" [id=38, type=call_module]; +"39 quantize_per_tensor_default_1" [id=39, type=quantize_per_tensor]; +"40 dequantize_per_tensor_default_1" [id=40, type=dequantize_per_tensor]; +"41 linear_2_scale_0_updated_constant0" [id=41, type=get_attr]; +"42 compressed_weight_updated_constant3" [id=42, type=get_attr]; +"43 _param_constant7_0_0" [id=43, type=get_attr]; +"44 mul_tensor_3" [id=44, type=mul]; +"45 linear_2" [id=45, type=linear]; +"46 reshape_1" [id=46, type=reshape]; +"47 permute_3" [id=47, type=permute]; +"48 select" [id=48, type=select]; +"49 select_1" [id=49, type=select]; +"50 select_2" [id=50, type=select]; +"51 linalg_vector_norm" [id=51, type=linalg_vector_norm]; +"52 clamp_min" [id=52, type=clamp_min]; +"53 expand_as" [id=53, type=expand_as]; +"54 div" [id=54, type=div]; +"55 quantize_per_tensor_default_2" [id=55, type=quantize_per_tensor]; +"56 dequantize_per_tensor_default_2" [id=56, type=dequantize_per_tensor]; +"57 linalg_vector_norm_1" [id=57, type=linalg_vector_norm]; +"58 clamp_min_1" [id=58, type=clamp_min]; +"59 expand_as_1" [id=59, type=expand_as]; +"60 div_1" [id=60, type=div]; +"61 quantize_per_tensor_default_3" [id=61, type=quantize_per_tensor]; +"62 dequantize_per_tensor_default_3" [id=62, type=dequantize_per_tensor]; +"63 transpose" [id=63, type=transpose]; +"64 matmul" [id=64, type=matmul]; +"65 _param_constant9" [id=65, type=get_attr]; +"66 clamp" [id=66, type=clamp]; +"67 exp" [id=67, type=exp]; +"68 mul_1" [id=68, type=mul]; +"69 add" [id=69, type=add]; +"70 softmax" [id=70, type=softmax]; +"71 dropout" [id=71, type=dropout]; +"72 matmul_1" [id=72, type=matmul]; +"73 transpose_1" [id=73, type=transpose]; +"74 reshape_2" [id=74, type=reshape]; +"75 reshape_2_0_0_nncf_smooth_quant_0" [id=75, type=call_module]; +"76 quantize_per_tensor_default_4" [id=76, type=quantize_per_tensor]; +"77 dequantize_per_tensor_default_4" [id=77, type=dequantize_per_tensor]; +"78 linear_3_scale_0_updated_constant0" [id=78, type=get_attr]; +"79 compressed_weight_updated_constant4" [id=79, type=get_attr]; +"80 _param_constant11_0_0" [id=80, type=get_attr]; +"81 mul_tensor_4" [id=81, type=mul]; +"82 linear_3" [id=82, type=linear]; +"83 dropout_1" [id=83, type=dropout]; +"84 view_3" [id=84, type=view]; +"85 permute_4" [id=85, type=permute]; +"86 reshape_3" [id=86, type=reshape]; +"87 slice_2" [id=87, type=slice]; +"88 slice_3" [id=88, type=slice]; +"89 _param_constant12" [id=89, type=get_attr]; +"90 _param_constant13" [id=90, type=get_attr]; +"91 layer_norm_1" [id=91, type=layer_norm]; +"92 add_1" [id=92, type=add]; +"93 add_1_0_0_nncf_smooth_quant_0" [id=93, type=call_module]; +"94 quantize_per_tensor_default_5" [id=94, type=quantize_per_tensor]; +"95 dequantize_per_tensor_default_5" [id=95, type=dequantize_per_tensor]; +"96 linear_4_scale_0_updated_constant0" [id=96, type=get_attr]; +"97 compressed_weight_updated_constant5" [id=97, type=get_attr]; +"98 _param_constant15_0_0" [id=98, type=get_attr]; +"99 mul_tensor_5" [id=99, type=mul]; +"100 linear_4" [id=100, type=linear]; +"101 gelu" [id=101, type=gelu]; +"102 dropout_2" [id=102, type=dropout]; +"103 dropout_2_0_0_nncf_smooth_quant_0" [id=103, type=call_module]; +"104 quantize_per_tensor_default_6" [id=104, type=quantize_per_tensor]; +"105 dequantize_per_tensor_default_6" [id=105, type=dequantize_per_tensor]; +"106 linear_5_scale_0_updated_constant0" [id=106, type=get_attr]; +"107 compressed_weight_updated_constant6" [id=107, type=get_attr]; +"108 _param_constant17_0_0" [id=108, type=get_attr]; +"109 mul_tensor_6" [id=109, type=mul]; +"110 linear_5" [id=110, type=linear]; +"111 dropout_3" [id=111, type=dropout]; +"112 _param_constant18" [id=112, type=get_attr]; +"113 _param_constant19" [id=113, type=get_attr]; +"114 layer_norm_2" [id=114, type=layer_norm]; +"115 add_2" [id=115, type=add]; +"116 _tensor_constant2" [id=116, type=get_attr]; +"117 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=117, type=call_module]; +"118 linear_6_scale_0_updated_constant0" [id=118, type=get_attr]; +"119 compressed_weight_updated_constant7" [id=119, type=get_attr]; +"120 _param_constant21_0_0" [id=120, type=get_attr]; +"121 mul_tensor_7" [id=121, type=mul]; +"122 linear_6" [id=122, type=linear]; +"123 relu__1" [id=123, type=relu_]; +"124 relu__1_0_0_nncf_smooth_quant_0" [id=124, type=call_module]; +"125 linear_7_scale_0_updated_constant0" [id=125, type=get_attr]; +"126 compressed_weight_updated_constant8" [id=126, type=get_attr]; +"127 mul_tensor_8" [id=127, type=mul]; +"128 linear_7" [id=128, type=linear]; +"129 view_4" [id=129, type=view]; +"130 _tensor_constant3" [id=130, type=get_attr]; +"131 index_1" [id=131, type=index]; +"132 view_5" [id=132, type=view]; +"133 permute_5" [id=133, type=permute]; +"134 contiguous_1" [id=134, type=contiguous]; +"135 unsqueeze_1" [id=135, type=unsqueeze]; +"136 sigmoid_1" [id=136, type=sigmoid]; +"137 mul_2" [id=137, type=mul]; +"138 pad_1" [id=138, type=pad]; +"139 roll" [id=139, type=roll]; +"140 view_6" [id=140, type=view]; +"141 permute_6" [id=141, type=permute]; +"142 reshape_4" [id=142, type=reshape]; +"143 reshape_4_0_0_nncf_smooth_quant_0" [id=143, type=call_module]; +"144 quantize_per_tensor_default_7" [id=144, type=quantize_per_tensor]; +"145 dequantize_per_tensor_default_7" [id=145, type=dequantize_per_tensor]; +"146 linear_8_scale_0_updated_constant0" [id=146, type=get_attr]; +"147 compressed_weight_updated_constant9" [id=147, type=get_attr]; +"148 _param_constant23_0_0" [id=148, type=get_attr]; +"149 mul_tensor_9" [id=149, type=mul]; +"150 linear_8" [id=150, type=linear]; +"151 reshape_5" [id=151, type=reshape]; +"152 permute_7" [id=152, type=permute]; +"153 select_3" [id=153, type=select]; +"154 select_4" [id=154, type=select]; +"155 select_5" [id=155, type=select]; +"156 linalg_vector_norm_2" [id=156, type=linalg_vector_norm]; +"157 clamp_min_2" [id=157, type=clamp_min]; +"158 expand_as_2" [id=158, type=expand_as]; +"159 div_2" [id=159, type=div]; +"160 quantize_per_tensor_default_8" [id=160, type=quantize_per_tensor]; +"161 dequantize_per_tensor_default_8" [id=161, type=dequantize_per_tensor]; +"162 linalg_vector_norm_3" [id=162, type=linalg_vector_norm]; +"163 clamp_min_3" [id=163, type=clamp_min]; +"164 expand_as_3" [id=164, type=expand_as]; +"165 div_3" [id=165, type=div]; +"166 quantize_per_tensor_default_9" [id=166, type=quantize_per_tensor]; +"167 dequantize_per_tensor_default_9" [id=167, type=dequantize_per_tensor]; +"168 transpose_2" [id=168, type=transpose]; +"169 matmul_2" [id=169, type=matmul]; +"170 _param_constant25" [id=170, type=get_attr]; +"171 clamp_1" [id=171, type=clamp]; +"172 exp_1" [id=172, type=exp]; +"173 mul_3" [id=173, type=mul]; +"174 add_3" [id=174, type=add]; +"175 new_zeros" [id=175, type=new_zeros]; +"176 view_7" [id=176, type=view]; +"177 permute_8" [id=177, type=permute]; +"178 reshape_6" [id=178, type=reshape]; +"179 unsqueeze_2" [id=179, type=unsqueeze]; +"180 unsqueeze_3" [id=180, type=unsqueeze]; +"181 sub" [id=181, type=sub]; +"182 ne" [id=182, type=ne]; +"183 masked_fill" [id=183, type=masked_fill]; +"184 eq" [id=184, type=eq]; +"185 masked_fill_1" [id=185, type=masked_fill]; +"186 view_8" [id=186, type=view]; +"187 unsqueeze_4" [id=187, type=unsqueeze]; +"188 unsqueeze_5" [id=188, type=unsqueeze]; +"189 add_4" [id=189, type=add]; +"190 view_9" [id=190, type=view]; +"191 softmax_1" [id=191, type=softmax]; +"192 dropout_4" [id=192, type=dropout]; +"193 matmul_3" [id=193, type=matmul]; +"194 transpose_3" [id=194, type=transpose]; +"195 reshape_7" [id=195, type=reshape]; +"196 reshape_7_0_0_nncf_smooth_quant_0" [id=196, type=call_module]; +"197 quantize_per_tensor_default_10" [id=197, type=quantize_per_tensor]; +"198 dequantize_per_tensor_default_10" [id=198, type=dequantize_per_tensor]; +"199 linear_9_scale_0_updated_constant0" [id=199, type=get_attr]; +"200 compressed_weight_updated_constant10" [id=200, type=get_attr]; +"201 _param_constant27_0_0" [id=201, type=get_attr]; +"202 mul_tensor_10" [id=202, type=mul]; +"203 linear_9" [id=203, type=linear]; +"204 dropout_5" [id=204, type=dropout]; +"205 view_10" [id=205, type=view]; +"206 permute_9" [id=206, type=permute]; +"207 reshape_8" [id=207, type=reshape]; +"208 roll_1" [id=208, type=roll]; +"209 slice_23" [id=209, type=slice]; +"210 slice_24" [id=210, type=slice]; +"211 _param_constant28" [id=211, type=get_attr]; +"212 _param_constant29" [id=212, type=get_attr]; +"213 layer_norm_3" [id=213, type=layer_norm]; +"214 add_5" [id=214, type=add]; +"215 add_5_0_0_nncf_smooth_quant_0" [id=215, type=call_module]; +"216 quantize_per_tensor_default_11" [id=216, type=quantize_per_tensor]; +"217 dequantize_per_tensor_default_11" [id=217, type=dequantize_per_tensor]; +"218 linear_10_scale_0_updated_constant0" [id=218, type=get_attr]; +"219 compressed_weight_updated_constant11" [id=219, type=get_attr]; +"220 _param_constant31_0_0" [id=220, type=get_attr]; +"221 mul_tensor_11" [id=221, type=mul]; +"222 linear_10" [id=222, type=linear]; +"223 gelu_1" [id=223, type=gelu]; +"224 dropout_6" [id=224, type=dropout]; +"225 dropout_6_0_0_nncf_smooth_quant_0" [id=225, type=call_module]; +"226 quantize_per_tensor_default_12" [id=226, type=quantize_per_tensor]; +"227 dequantize_per_tensor_default_12" [id=227, type=dequantize_per_tensor]; +"228 linear_11_scale_0_updated_constant0" [id=228, type=get_attr]; +"229 compressed_weight_updated_constant12" [id=229, type=get_attr]; +"230 _param_constant33_0_0" [id=230, type=get_attr]; +"231 mul_tensor_12" [id=231, type=mul]; +"232 linear_11" [id=232, type=linear]; +"233 dropout_7" [id=233, type=dropout]; +"234 _param_constant34" [id=234, type=get_attr]; +"235 _param_constant35" [id=235, type=get_attr]; +"236 layer_norm_4" [id=236, type=layer_norm]; +"237 add_6" [id=237, type=add]; +"238 pad_2" [id=238, type=pad]; +"239 slice_25" [id=239, type=slice]; +"240 slice_26" [id=240, type=slice]; +"241 slice_27" [id=241, type=slice]; +"242 slice_28" [id=242, type=slice]; +"243 slice_29" [id=243, type=slice]; +"244 slice_30" [id=244, type=slice]; +"245 slice_31" [id=245, type=slice]; +"246 slice_32" [id=246, type=slice]; +"247 slice_33" [id=247, type=slice]; +"248 slice_34" [id=248, type=slice]; +"249 slice_35" [id=249, type=slice]; +"250 slice_36" [id=250, type=slice]; +"251 cat" [id=251, type=cat]; +"252 cat_0_0_nncf_smooth_quant_0" [id=252, type=call_module]; +"253 quantize_per_tensor_default_13" [id=253, type=quantize_per_tensor]; +"254 dequantize_per_tensor_default_13" [id=254, type=dequantize_per_tensor]; +"255 linear_12_scale_0_updated_constant0" [id=255, type=get_attr]; +"256 compressed_weight_updated_constant13" [id=256, type=get_attr]; +"257 mul_tensor_13" [id=257, type=mul]; +"258 linear_12" [id=258, type=linear]; +"259 _param_constant37" [id=259, type=get_attr]; +"260 _param_constant38" [id=260, type=get_attr]; +"261 layer_norm_5" [id=261, type=layer_norm]; +"262 _tensor_constant13" [id=262, type=get_attr]; +"263 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=263, type=call_module]; +"264 linear_13_scale_0_updated_constant0" [id=264, type=get_attr]; +"265 compressed_weight_updated_constant14" [id=265, type=get_attr]; +"266 _param_constant40_0_0" [id=266, type=get_attr]; +"267 mul_tensor_14" [id=267, type=mul]; +"268 linear_13" [id=268, type=linear]; +"269 relu__2" [id=269, type=relu_]; +"270 relu__2_0_0_nncf_smooth_quant_0" [id=270, type=call_module]; +"271 linear_14_scale_0_updated_constant0" [id=271, type=get_attr]; +"272 compressed_weight_updated_constant15" [id=272, type=get_attr]; +"273 mul_tensor_15" [id=273, type=mul]; +"274 linear_14" [id=274, type=linear]; +"275 view_11" [id=275, type=view]; +"276 _tensor_constant14" [id=276, type=get_attr]; +"277 index_2" [id=277, type=index]; +"278 view_12" [id=278, type=view]; +"279 permute_10" [id=279, type=permute]; +"280 contiguous_2" [id=280, type=contiguous]; +"281 unsqueeze_6" [id=281, type=unsqueeze]; +"282 sigmoid_2" [id=282, type=sigmoid]; +"283 mul_4" [id=283, type=mul]; +"284 pad_3" [id=284, type=pad]; +"285 view_13" [id=285, type=view]; +"286 permute_11" [id=286, type=permute]; +"287 reshape_9" [id=287, type=reshape]; +"288 reshape_9_0_0_nncf_smooth_quant_0" [id=288, type=call_module]; +"289 quantize_per_tensor_default_14" [id=289, type=quantize_per_tensor]; +"290 dequantize_per_tensor_default_14" [id=290, type=dequantize_per_tensor]; +"291 linear_15_scale_0_updated_constant0" [id=291, type=get_attr]; +"292 compressed_weight_updated_constant16" [id=292, type=get_attr]; +"293 _param_constant42_0_0" [id=293, type=get_attr]; +"294 mul_tensor_16" [id=294, type=mul]; +"295 linear_15" [id=295, type=linear]; +"296 reshape_10" [id=296, type=reshape]; +"297 permute_12" [id=297, type=permute]; +"298 select_6" [id=298, type=select]; +"299 select_7" [id=299, type=select]; +"300 select_8" [id=300, type=select]; +"301 linalg_vector_norm_4" [id=301, type=linalg_vector_norm]; +"302 clamp_min_4" [id=302, type=clamp_min]; +"303 expand_as_4" [id=303, type=expand_as]; +"304 div_4" [id=304, type=div]; +"305 quantize_per_tensor_default_15" [id=305, type=quantize_per_tensor]; +"306 dequantize_per_tensor_default_15" [id=306, type=dequantize_per_tensor]; +"307 linalg_vector_norm_5" [id=307, type=linalg_vector_norm]; +"308 clamp_min_5" [id=308, type=clamp_min]; +"309 expand_as_5" [id=309, type=expand_as]; +"310 div_5" [id=310, type=div]; +"311 quantize_per_tensor_default_16" [id=311, type=quantize_per_tensor]; +"312 dequantize_per_tensor_default_16" [id=312, type=dequantize_per_tensor]; +"313 transpose_4" [id=313, type=transpose]; +"314 matmul_4" [id=314, type=matmul]; +"315 _param_constant44" [id=315, type=get_attr]; +"316 clamp_2" [id=316, type=clamp]; +"317 exp_2" [id=317, type=exp]; +"318 mul_5" [id=318, type=mul]; +"319 add_7" [id=319, type=add]; +"320 softmax_2" [id=320, type=softmax]; +"321 dropout_8" [id=321, type=dropout]; +"322 matmul_5" [id=322, type=matmul]; +"323 transpose_5" [id=323, type=transpose]; +"324 reshape_11" [id=324, type=reshape]; +"325 reshape_11_0_0_nncf_smooth_quant_0" [id=325, type=call_module]; +"326 quantize_per_tensor_default_17" [id=326, type=quantize_per_tensor]; +"327 dequantize_per_tensor_default_17" [id=327, type=dequantize_per_tensor]; +"328 linear_16_scale_0_updated_constant0" [id=328, type=get_attr]; +"329 compressed_weight_updated_constant17" [id=329, type=get_attr]; +"330 _param_constant46_0_0" [id=330, type=get_attr]; +"331 mul_tensor_17" [id=331, type=mul]; +"332 linear_16" [id=332, type=linear]; +"333 dropout_9" [id=333, type=dropout]; +"334 view_14" [id=334, type=view]; +"335 permute_13" [id=335, type=permute]; +"336 reshape_12" [id=336, type=reshape]; +"337 slice_38" [id=337, type=slice]; +"338 slice_39" [id=338, type=slice]; +"339 slice_40" [id=339, type=slice]; +"340 slice_41" [id=340, type=slice]; +"341 contiguous_3" [id=341, type=contiguous]; +"342 _param_constant47" [id=342, type=get_attr]; +"343 _param_constant48" [id=343, type=get_attr]; +"344 layer_norm_6" [id=344, type=layer_norm]; +"345 add_8" [id=345, type=add]; +"346 add_8_0_0_nncf_smooth_quant_0" [id=346, type=call_module]; +"347 quantize_per_tensor_default_18" [id=347, type=quantize_per_tensor]; +"348 dequantize_per_tensor_default_18" [id=348, type=dequantize_per_tensor]; +"349 linear_17_scale_0_updated_constant0" [id=349, type=get_attr]; +"350 compressed_weight_updated_constant18" [id=350, type=get_attr]; +"351 _param_constant50_0_0" [id=351, type=get_attr]; +"352 mul_tensor_18" [id=352, type=mul]; +"353 linear_17" [id=353, type=linear]; +"354 gelu_2" [id=354, type=gelu]; +"355 dropout_10" [id=355, type=dropout]; +"356 dropout_10_0_0_nncf_smooth_quant_0" [id=356, type=call_module]; +"357 quantize_per_tensor_default_19" [id=357, type=quantize_per_tensor]; +"358 dequantize_per_tensor_default_19" [id=358, type=dequantize_per_tensor]; +"359 linear_18_scale_0_updated_constant0" [id=359, type=get_attr]; +"360 compressed_weight_updated_constant19" [id=360, type=get_attr]; +"361 _param_constant52_0_0" [id=361, type=get_attr]; +"362 mul_tensor_19" [id=362, type=mul]; +"363 linear_18" [id=363, type=linear]; +"364 dropout_11" [id=364, type=dropout]; +"365 _param_constant53" [id=365, type=get_attr]; +"366 _param_constant54" [id=366, type=get_attr]; +"367 layer_norm_7" [id=367, type=layer_norm]; +"368 add_9" [id=368, type=add]; +"369 _tensor_constant15" [id=369, type=get_attr]; +"370 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=370, type=call_module]; +"371 linear_19_scale_0_updated_constant0" [id=371, type=get_attr]; +"372 compressed_weight_updated_constant20" [id=372, type=get_attr]; +"373 _param_constant56_0_0" [id=373, type=get_attr]; +"374 mul_tensor_20" [id=374, type=mul]; +"375 linear_19" [id=375, type=linear]; +"376 relu__3" [id=376, type=relu_]; +"377 relu__3_0_0_nncf_smooth_quant_0" [id=377, type=call_module]; +"378 linear_20_scale_0_updated_constant0" [id=378, type=get_attr]; +"379 compressed_weight_updated_constant21" [id=379, type=get_attr]; +"380 mul_tensor_21" [id=380, type=mul]; +"381 linear_20" [id=381, type=linear]; +"382 view_15" [id=382, type=view]; +"383 _tensor_constant16" [id=383, type=get_attr]; +"384 index_3" [id=384, type=index]; +"385 view_16" [id=385, type=view]; +"386 permute_14" [id=386, type=permute]; +"387 contiguous_4" [id=387, type=contiguous]; +"388 unsqueeze_7" [id=388, type=unsqueeze]; +"389 sigmoid_3" [id=389, type=sigmoid]; +"390 mul_6" [id=390, type=mul]; +"391 pad_4" [id=391, type=pad]; +"392 roll_2" [id=392, type=roll]; +"393 view_17" [id=393, type=view]; +"394 permute_15" [id=394, type=permute]; +"395 reshape_13" [id=395, type=reshape]; +"396 reshape_13_0_0_nncf_smooth_quant_0" [id=396, type=call_module]; +"397 quantize_per_tensor_default_20" [id=397, type=quantize_per_tensor]; +"398 dequantize_per_tensor_default_20" [id=398, type=dequantize_per_tensor]; +"399 linear_21_scale_0_updated_constant0" [id=399, type=get_attr]; +"400 compressed_weight_updated_constant22" [id=400, type=get_attr]; +"401 _param_constant58_0_0" [id=401, type=get_attr]; +"402 mul_tensor_22" [id=402, type=mul]; +"403 linear_21" [id=403, type=linear]; +"404 reshape_14" [id=404, type=reshape]; +"405 permute_16" [id=405, type=permute]; +"406 select_9" [id=406, type=select]; +"407 select_10" [id=407, type=select]; +"408 select_11" [id=408, type=select]; +"409 linalg_vector_norm_6" [id=409, type=linalg_vector_norm]; +"410 clamp_min_6" [id=410, type=clamp_min]; +"411 expand_as_6" [id=411, type=expand_as]; +"412 div_6" [id=412, type=div]; +"413 quantize_per_tensor_default_21" [id=413, type=quantize_per_tensor]; +"414 dequantize_per_tensor_default_21" [id=414, type=dequantize_per_tensor]; +"415 linalg_vector_norm_7" [id=415, type=linalg_vector_norm]; +"416 clamp_min_7" [id=416, type=clamp_min]; +"417 expand_as_7" [id=417, type=expand_as]; +"418 div_7" [id=418, type=div]; +"419 quantize_per_tensor_default_22" [id=419, type=quantize_per_tensor]; +"420 dequantize_per_tensor_default_22" [id=420, type=dequantize_per_tensor]; +"421 transpose_6" [id=421, type=transpose]; +"422 matmul_6" [id=422, type=matmul]; +"423 _param_constant60" [id=423, type=get_attr]; +"424 clamp_3" [id=424, type=clamp]; +"425 exp_3" [id=425, type=exp]; +"426 mul_7" [id=426, type=mul]; +"427 add_10" [id=427, type=add]; +"428 new_zeros_1" [id=428, type=new_zeros]; +"429 view_18" [id=429, type=view]; +"430 permute_17" [id=430, type=permute]; +"431 reshape_15" [id=431, type=reshape]; +"432 unsqueeze_8" [id=432, type=unsqueeze]; +"433 unsqueeze_9" [id=433, type=unsqueeze]; +"434 sub_1" [id=434, type=sub]; +"435 ne_1" [id=435, type=ne]; +"436 masked_fill_2" [id=436, type=masked_fill]; +"437 eq_1" [id=437, type=eq]; +"438 masked_fill_3" [id=438, type=masked_fill]; +"439 view_19" [id=439, type=view]; +"440 unsqueeze_10" [id=440, type=unsqueeze]; +"441 unsqueeze_11" [id=441, type=unsqueeze]; +"442 add_11" [id=442, type=add]; +"443 view_20" [id=443, type=view]; +"444 softmax_3" [id=444, type=softmax]; +"445 dropout_12" [id=445, type=dropout]; +"446 matmul_7" [id=446, type=matmul]; +"447 transpose_7" [id=447, type=transpose]; +"448 reshape_16" [id=448, type=reshape]; +"449 reshape_16_0_0_nncf_smooth_quant_0" [id=449, type=call_module]; +"450 quantize_per_tensor_default_23" [id=450, type=quantize_per_tensor]; +"451 dequantize_per_tensor_default_23" [id=451, type=dequantize_per_tensor]; +"452 linear_22_scale_0_updated_constant0" [id=452, type=get_attr]; +"453 compressed_weight_updated_constant23" [id=453, type=get_attr]; +"454 _param_constant62_0_0" [id=454, type=get_attr]; +"455 mul_tensor_23" [id=455, type=mul]; +"456 linear_22" [id=456, type=linear]; +"457 dropout_13" [id=457, type=dropout]; +"458 view_21" [id=458, type=view]; +"459 permute_18" [id=459, type=permute]; +"460 reshape_17" [id=460, type=reshape]; +"461 roll_3" [id=461, type=roll]; +"462 slice_61" [id=462, type=slice]; +"463 slice_62" [id=463, type=slice]; +"464 slice_63" [id=464, type=slice]; +"465 slice_64" [id=465, type=slice]; +"466 contiguous_5" [id=466, type=contiguous]; +"467 _param_constant63" [id=467, type=get_attr]; +"468 _param_constant64" [id=468, type=get_attr]; +"469 layer_norm_8" [id=469, type=layer_norm]; +"470 add_12" [id=470, type=add]; +"471 add_12_0_0_nncf_smooth_quant_0" [id=471, type=call_module]; +"472 quantize_per_tensor_default_24" [id=472, type=quantize_per_tensor]; +"473 dequantize_per_tensor_default_24" [id=473, type=dequantize_per_tensor]; +"474 linear_23_scale_0_updated_constant0" [id=474, type=get_attr]; +"475 compressed_weight_updated_constant24" [id=475, type=get_attr]; +"476 _param_constant66_0_0" [id=476, type=get_attr]; +"477 mul_tensor_24" [id=477, type=mul]; +"478 linear_23" [id=478, type=linear]; +"479 gelu_3" [id=479, type=gelu]; +"480 dropout_14" [id=480, type=dropout]; +"481 dropout_14_0_0_nncf_smooth_quant_0" [id=481, type=call_module]; +"482 quantize_per_tensor_default_25" [id=482, type=quantize_per_tensor]; +"483 dequantize_per_tensor_default_25" [id=483, type=dequantize_per_tensor]; +"484 linear_24_scale_0_updated_constant0" [id=484, type=get_attr]; +"485 compressed_weight_updated_constant25" [id=485, type=get_attr]; +"486 _param_constant68_0_0" [id=486, type=get_attr]; +"487 mul_tensor_25" [id=487, type=mul]; +"488 linear_24" [id=488, type=linear]; +"489 dropout_15" [id=489, type=dropout]; +"490 _param_constant69" [id=490, type=get_attr]; +"491 _param_constant70" [id=491, type=get_attr]; +"492 layer_norm_9" [id=492, type=layer_norm]; +"493 add_13" [id=493, type=add]; +"494 pad_5" [id=494, type=pad]; +"495 slice_65" [id=495, type=slice]; +"496 slice_66" [id=496, type=slice]; +"497 slice_67" [id=497, type=slice]; +"498 slice_68" [id=498, type=slice]; +"499 slice_69" [id=499, type=slice]; +"500 slice_70" [id=500, type=slice]; +"501 slice_71" [id=501, type=slice]; +"502 slice_72" [id=502, type=slice]; +"503 slice_73" [id=503, type=slice]; +"504 slice_74" [id=504, type=slice]; +"505 slice_75" [id=505, type=slice]; +"506 slice_76" [id=506, type=slice]; +"507 cat_1" [id=507, type=cat]; +"508 cat_1_0_0_nncf_smooth_quant_0" [id=508, type=call_module]; +"509 quantize_per_tensor_default_26" [id=509, type=quantize_per_tensor]; +"510 dequantize_per_tensor_default_26" [id=510, type=dequantize_per_tensor]; +"511 linear_25_scale_0_updated_constant0" [id=511, type=get_attr]; +"512 compressed_weight_updated_constant26" [id=512, type=get_attr]; +"513 mul_tensor_26" [id=513, type=mul]; +"514 linear_25" [id=514, type=linear]; +"515 _param_constant72" [id=515, type=get_attr]; +"516 _param_constant73" [id=516, type=get_attr]; +"517 layer_norm_10" [id=517, type=layer_norm]; +"518 _tensor_constant26" [id=518, type=get_attr]; +"519 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=519, type=call_module]; +"520 linear_26_scale_0_updated_constant0" [id=520, type=get_attr]; +"521 compressed_weight_updated_constant27" [id=521, type=get_attr]; +"522 _param_constant75_0_0" [id=522, type=get_attr]; +"523 mul_tensor_27" [id=523, type=mul]; +"524 linear_26" [id=524, type=linear]; +"525 relu__4" [id=525, type=relu_]; +"526 relu__4_0_0_nncf_smooth_quant_0" [id=526, type=call_module]; +"527 linear_27_scale_0_updated_constant0" [id=527, type=get_attr]; +"528 compressed_weight_updated_constant28" [id=528, type=get_attr]; +"529 mul_tensor_28" [id=529, type=mul]; +"530 linear_27" [id=530, type=linear]; +"531 view_22" [id=531, type=view]; +"532 _tensor_constant27" [id=532, type=get_attr]; +"533 index_4" [id=533, type=index]; +"534 view_23" [id=534, type=view]; +"535 permute_19" [id=535, type=permute]; +"536 contiguous_6" [id=536, type=contiguous]; +"537 unsqueeze_12" [id=537, type=unsqueeze]; +"538 sigmoid_4" [id=538, type=sigmoid]; +"539 mul_8" [id=539, type=mul]; +"540 pad_6" [id=540, type=pad]; +"541 view_24" [id=541, type=view]; +"542 permute_20" [id=542, type=permute]; +"543 reshape_18" [id=543, type=reshape]; +"544 reshape_18_0_0_nncf_smooth_quant_0" [id=544, type=call_module]; +"545 quantize_per_tensor_default_27" [id=545, type=quantize_per_tensor]; +"546 dequantize_per_tensor_default_27" [id=546, type=dequantize_per_tensor]; +"547 linear_28_scale_0_updated_constant0" [id=547, type=get_attr]; +"548 compressed_weight_updated_constant29" [id=548, type=get_attr]; +"549 _param_constant77_0_0" [id=549, type=get_attr]; +"550 mul_tensor_29" [id=550, type=mul]; +"551 linear_28" [id=551, type=linear]; +"552 reshape_19" [id=552, type=reshape]; +"553 permute_21" [id=553, type=permute]; +"554 select_12" [id=554, type=select]; +"555 select_13" [id=555, type=select]; +"556 select_14" [id=556, type=select]; +"557 linalg_vector_norm_8" [id=557, type=linalg_vector_norm]; +"558 clamp_min_8" [id=558, type=clamp_min]; +"559 expand_as_8" [id=559, type=expand_as]; +"560 div_8" [id=560, type=div]; +"561 quantize_per_tensor_default_28" [id=561, type=quantize_per_tensor]; +"562 dequantize_per_tensor_default_28" [id=562, type=dequantize_per_tensor]; +"563 linalg_vector_norm_9" [id=563, type=linalg_vector_norm]; +"564 clamp_min_9" [id=564, type=clamp_min]; +"565 expand_as_9" [id=565, type=expand_as]; +"566 div_9" [id=566, type=div]; +"567 quantize_per_tensor_default_29" [id=567, type=quantize_per_tensor]; +"568 dequantize_per_tensor_default_29" [id=568, type=dequantize_per_tensor]; +"569 transpose_8" [id=569, type=transpose]; +"570 matmul_8" [id=570, type=matmul]; +"571 _param_constant79" [id=571, type=get_attr]; +"572 clamp_4" [id=572, type=clamp]; +"573 exp_4" [id=573, type=exp]; +"574 mul_9" [id=574, type=mul]; +"575 add_14" [id=575, type=add]; +"576 softmax_4" [id=576, type=softmax]; +"577 dropout_16" [id=577, type=dropout]; +"578 matmul_9" [id=578, type=matmul]; +"579 transpose_9" [id=579, type=transpose]; +"580 reshape_20" [id=580, type=reshape]; +"581 reshape_20_0_0_nncf_smooth_quant_0" [id=581, type=call_module]; +"582 quantize_per_tensor_default_30" [id=582, type=quantize_per_tensor]; +"583 dequantize_per_tensor_default_30" [id=583, type=dequantize_per_tensor]; +"584 linear_29_scale_0_updated_constant0" [id=584, type=get_attr]; +"585 compressed_weight_updated_constant30" [id=585, type=get_attr]; +"586 _param_constant81_0_0" [id=586, type=get_attr]; +"587 mul_tensor_30" [id=587, type=mul]; +"588 linear_29" [id=588, type=linear]; +"589 dropout_17" [id=589, type=dropout]; +"590 view_25" [id=590, type=view]; +"591 permute_22" [id=591, type=permute]; +"592 reshape_21" [id=592, type=reshape]; +"593 slice_78" [id=593, type=slice]; +"594 slice_79" [id=594, type=slice]; +"595 slice_80" [id=595, type=slice]; +"596 slice_81" [id=596, type=slice]; +"597 contiguous_7" [id=597, type=contiguous]; +"598 _param_constant82" [id=598, type=get_attr]; +"599 _param_constant83" [id=599, type=get_attr]; +"600 layer_norm_11" [id=600, type=layer_norm]; +"601 add_15" [id=601, type=add]; +"602 add_15_0_0_nncf_smooth_quant_0" [id=602, type=call_module]; +"603 quantize_per_tensor_default_31" [id=603, type=quantize_per_tensor]; +"604 dequantize_per_tensor_default_31" [id=604, type=dequantize_per_tensor]; +"605 linear_30_scale_0_updated_constant0" [id=605, type=get_attr]; +"606 compressed_weight_updated_constant31" [id=606, type=get_attr]; +"607 _param_constant85_0_0" [id=607, type=get_attr]; +"608 mul_tensor_31" [id=608, type=mul]; +"609 linear_30" [id=609, type=linear]; +"610 gelu_4" [id=610, type=gelu]; +"611 dropout_18" [id=611, type=dropout]; +"612 dropout_18_0_0_nncf_smooth_quant_0" [id=612, type=call_module]; +"613 quantize_per_tensor_default_32" [id=613, type=quantize_per_tensor]; +"614 dequantize_per_tensor_default_32" [id=614, type=dequantize_per_tensor]; +"615 linear_31_scale_0_updated_constant0" [id=615, type=get_attr]; +"616 compressed_weight_updated_constant32" [id=616, type=get_attr]; +"617 _param_constant87_0_0" [id=617, type=get_attr]; +"618 mul_tensor_32" [id=618, type=mul]; +"619 linear_31" [id=619, type=linear]; +"620 dropout_19" [id=620, type=dropout]; +"621 _param_constant88" [id=621, type=get_attr]; +"622 _param_constant89" [id=622, type=get_attr]; +"623 layer_norm_12" [id=623, type=layer_norm]; +"624 add_16" [id=624, type=add]; +"625 _tensor_constant28" [id=625, type=get_attr]; +"626 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=626, type=call_module]; +"627 linear_32_scale_0_updated_constant0" [id=627, type=get_attr]; +"628 compressed_weight_updated_constant33" [id=628, type=get_attr]; +"629 _param_constant91_0_0" [id=629, type=get_attr]; +"630 mul_tensor_33" [id=630, type=mul]; +"631 linear_32" [id=631, type=linear]; +"632 relu__5" [id=632, type=relu_]; +"633 relu__5_0_0_nncf_smooth_quant_0" [id=633, type=call_module]; +"634 linear_33_scale_0_updated_constant0" [id=634, type=get_attr]; +"635 compressed_weight_updated_constant34" [id=635, type=get_attr]; +"636 mul_tensor_34" [id=636, type=mul]; +"637 linear_33" [id=637, type=linear]; +"638 view_26" [id=638, type=view]; +"639 _tensor_constant29" [id=639, type=get_attr]; +"640 index_5" [id=640, type=index]; +"641 view_27" [id=641, type=view]; +"642 permute_23" [id=642, type=permute]; +"643 contiguous_8" [id=643, type=contiguous]; +"644 unsqueeze_13" [id=644, type=unsqueeze]; +"645 sigmoid_5" [id=645, type=sigmoid]; +"646 mul_10" [id=646, type=mul]; +"647 pad_7" [id=647, type=pad]; +"648 roll_4" [id=648, type=roll]; +"649 view_28" [id=649, type=view]; +"650 permute_24" [id=650, type=permute]; +"651 reshape_22" [id=651, type=reshape]; +"652 reshape_22_0_0_nncf_smooth_quant_0" [id=652, type=call_module]; +"653 quantize_per_tensor_default_33" [id=653, type=quantize_per_tensor]; +"654 dequantize_per_tensor_default_33" [id=654, type=dequantize_per_tensor]; +"655 linear_34_scale_0_updated_constant0" [id=655, type=get_attr]; +"656 compressed_weight_updated_constant35" [id=656, type=get_attr]; +"657 _param_constant93_0_0" [id=657, type=get_attr]; +"658 mul_tensor_35" [id=658, type=mul]; +"659 linear_34" [id=659, type=linear]; +"660 reshape_23" [id=660, type=reshape]; +"661 permute_25" [id=661, type=permute]; +"662 select_15" [id=662, type=select]; +"663 select_16" [id=663, type=select]; +"664 select_17" [id=664, type=select]; +"665 linalg_vector_norm_10" [id=665, type=linalg_vector_norm]; +"666 clamp_min_10" [id=666, type=clamp_min]; +"667 expand_as_10" [id=667, type=expand_as]; +"668 div_10" [id=668, type=div]; +"669 quantize_per_tensor_default_34" [id=669, type=quantize_per_tensor]; +"670 dequantize_per_tensor_default_34" [id=670, type=dequantize_per_tensor]; +"671 linalg_vector_norm_11" [id=671, type=linalg_vector_norm]; +"672 clamp_min_11" [id=672, type=clamp_min]; +"673 expand_as_11" [id=673, type=expand_as]; +"674 div_11" [id=674, type=div]; +"675 quantize_per_tensor_default_35" [id=675, type=quantize_per_tensor]; +"676 dequantize_per_tensor_default_35" [id=676, type=dequantize_per_tensor]; +"677 transpose_10" [id=677, type=transpose]; +"678 matmul_10" [id=678, type=matmul]; +"679 _param_constant95" [id=679, type=get_attr]; +"680 clamp_5" [id=680, type=clamp]; +"681 exp_5" [id=681, type=exp]; +"682 mul_11" [id=682, type=mul]; +"683 add_17" [id=683, type=add]; +"684 new_zeros_2" [id=684, type=new_zeros]; +"685 view_29" [id=685, type=view]; +"686 permute_26" [id=686, type=permute]; +"687 reshape_24" [id=687, type=reshape]; +"688 unsqueeze_14" [id=688, type=unsqueeze]; +"689 unsqueeze_15" [id=689, type=unsqueeze]; +"690 sub_2" [id=690, type=sub]; +"691 ne_2" [id=691, type=ne]; +"692 masked_fill_4" [id=692, type=masked_fill]; +"693 eq_2" [id=693, type=eq]; +"694 masked_fill_5" [id=694, type=masked_fill]; +"695 view_30" [id=695, type=view]; +"696 unsqueeze_16" [id=696, type=unsqueeze]; +"697 unsqueeze_17" [id=697, type=unsqueeze]; +"698 add_18" [id=698, type=add]; +"699 view_31" [id=699, type=view]; +"700 softmax_5" [id=700, type=softmax]; +"701 dropout_20" [id=701, type=dropout]; +"702 matmul_11" [id=702, type=matmul]; +"703 transpose_11" [id=703, type=transpose]; +"704 reshape_25" [id=704, type=reshape]; +"705 reshape_25_0_0_nncf_smooth_quant_0" [id=705, type=call_module]; +"706 quantize_per_tensor_default_36" [id=706, type=quantize_per_tensor]; +"707 dequantize_per_tensor_default_36" [id=707, type=dequantize_per_tensor]; +"708 linear_35_scale_0_updated_constant0" [id=708, type=get_attr]; +"709 compressed_weight_updated_constant36" [id=709, type=get_attr]; +"710 _param_constant97_0_0" [id=710, type=get_attr]; +"711 mul_tensor_36" [id=711, type=mul]; +"712 linear_35" [id=712, type=linear]; +"713 dropout_21" [id=713, type=dropout]; +"714 view_32" [id=714, type=view]; +"715 permute_27" [id=715, type=permute]; +"716 reshape_26" [id=716, type=reshape]; +"717 roll_5" [id=717, type=roll]; +"718 slice_101" [id=718, type=slice]; +"719 slice_102" [id=719, type=slice]; +"720 slice_103" [id=720, type=slice]; +"721 slice_104" [id=721, type=slice]; +"722 contiguous_9" [id=722, type=contiguous]; +"723 _param_constant98" [id=723, type=get_attr]; +"724 _param_constant99" [id=724, type=get_attr]; +"725 layer_norm_13" [id=725, type=layer_norm]; +"726 add_19" [id=726, type=add]; +"727 add_19_0_0_nncf_smooth_quant_0" [id=727, type=call_module]; +"728 quantize_per_tensor_default_37" [id=728, type=quantize_per_tensor]; +"729 dequantize_per_tensor_default_37" [id=729, type=dequantize_per_tensor]; +"730 linear_36_scale_0_updated_constant0" [id=730, type=get_attr]; +"731 compressed_weight_updated_constant37" [id=731, type=get_attr]; +"732 _param_constant101_0_0" [id=732, type=get_attr]; +"733 mul_tensor_37" [id=733, type=mul]; +"734 linear_36" [id=734, type=linear]; +"735 gelu_5" [id=735, type=gelu]; +"736 dropout_22" [id=736, type=dropout]; +"737 dropout_22_0_0_nncf_smooth_quant_0" [id=737, type=call_module]; +"738 quantize_per_tensor_default_38" [id=738, type=quantize_per_tensor]; +"739 dequantize_per_tensor_default_38" [id=739, type=dequantize_per_tensor]; +"740 linear_37_scale_0_updated_constant0" [id=740, type=get_attr]; +"741 compressed_weight_updated_constant38" [id=741, type=get_attr]; +"742 _param_constant103_0_0" [id=742, type=get_attr]; +"743 mul_tensor_38" [id=743, type=mul]; +"744 linear_37" [id=744, type=linear]; +"745 dropout_23" [id=745, type=dropout]; +"746 _param_constant104" [id=746, type=get_attr]; +"747 _param_constant105" [id=747, type=get_attr]; +"748 layer_norm_14" [id=748, type=layer_norm]; +"749 add_20" [id=749, type=add]; +"750 _tensor_constant39" [id=750, type=get_attr]; +"751 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=751, type=call_module]; +"752 linear_38_scale_0_updated_constant0" [id=752, type=get_attr]; +"753 compressed_weight_updated_constant39" [id=753, type=get_attr]; +"754 _param_constant107_0_0" [id=754, type=get_attr]; +"755 mul_tensor_39" [id=755, type=mul]; +"756 linear_38" [id=756, type=linear]; +"757 relu__6" [id=757, type=relu_]; +"758 relu__6_0_0_nncf_smooth_quant_0" [id=758, type=call_module]; +"759 linear_39_scale_0_updated_constant0" [id=759, type=get_attr]; +"760 compressed_weight_updated_constant40" [id=760, type=get_attr]; +"761 mul_tensor_40" [id=761, type=mul]; +"762 linear_39" [id=762, type=linear]; +"763 view_33" [id=763, type=view]; +"764 _tensor_constant40" [id=764, type=get_attr]; +"765 index_6" [id=765, type=index]; +"766 view_34" [id=766, type=view]; +"767 permute_28" [id=767, type=permute]; +"768 contiguous_10" [id=768, type=contiguous]; +"769 unsqueeze_18" [id=769, type=unsqueeze]; +"770 sigmoid_6" [id=770, type=sigmoid]; +"771 mul_12" [id=771, type=mul]; +"772 pad_8" [id=772, type=pad]; +"773 view_35" [id=773, type=view]; +"774 permute_29" [id=774, type=permute]; +"775 reshape_27" [id=775, type=reshape]; +"776 reshape_27_0_0_nncf_smooth_quant_0" [id=776, type=call_module]; +"777 quantize_per_tensor_default_39" [id=777, type=quantize_per_tensor]; +"778 dequantize_per_tensor_default_39" [id=778, type=dequantize_per_tensor]; +"779 linear_40_scale_0_updated_constant0" [id=779, type=get_attr]; +"780 compressed_weight_updated_constant41" [id=780, type=get_attr]; +"781 _param_constant109_0_0" [id=781, type=get_attr]; +"782 mul_tensor_41" [id=782, type=mul]; +"783 linear_40" [id=783, type=linear]; +"784 reshape_28" [id=784, type=reshape]; +"785 permute_30" [id=785, type=permute]; +"786 select_18" [id=786, type=select]; +"787 select_19" [id=787, type=select]; +"788 select_20" [id=788, type=select]; +"789 linalg_vector_norm_12" [id=789, type=linalg_vector_norm]; +"790 clamp_min_12" [id=790, type=clamp_min]; +"791 expand_as_12" [id=791, type=expand_as]; +"792 div_12" [id=792, type=div]; +"793 quantize_per_tensor_default_40" [id=793, type=quantize_per_tensor]; +"794 dequantize_per_tensor_default_40" [id=794, type=dequantize_per_tensor]; +"795 linalg_vector_norm_13" [id=795, type=linalg_vector_norm]; +"796 clamp_min_13" [id=796, type=clamp_min]; +"797 expand_as_13" [id=797, type=expand_as]; +"798 div_13" [id=798, type=div]; +"799 quantize_per_tensor_default_41" [id=799, type=quantize_per_tensor]; +"800 dequantize_per_tensor_default_41" [id=800, type=dequantize_per_tensor]; +"801 transpose_12" [id=801, type=transpose]; +"802 matmul_12" [id=802, type=matmul]; +"803 _param_constant111" [id=803, type=get_attr]; +"804 clamp_6" [id=804, type=clamp]; +"805 exp_6" [id=805, type=exp]; +"806 mul_13" [id=806, type=mul]; +"807 add_21" [id=807, type=add]; +"808 softmax_6" [id=808, type=softmax]; +"809 dropout_24" [id=809, type=dropout]; +"810 matmul_13" [id=810, type=matmul]; +"811 transpose_13" [id=811, type=transpose]; +"812 reshape_29" [id=812, type=reshape]; +"813 reshape_29_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; +"814 quantize_per_tensor_default_42" [id=814, type=quantize_per_tensor]; +"815 dequantize_per_tensor_default_42" [id=815, type=dequantize_per_tensor]; +"816 linear_41_scale_0_updated_constant0" [id=816, type=get_attr]; +"817 compressed_weight_updated_constant42" [id=817, type=get_attr]; +"818 _param_constant113_0_0" [id=818, type=get_attr]; +"819 mul_tensor_42" [id=819, type=mul]; +"820 linear_41" [id=820, type=linear]; +"821 dropout_25" [id=821, type=dropout]; +"822 view_36" [id=822, type=view]; +"823 permute_31" [id=823, type=permute]; +"824 reshape_30" [id=824, type=reshape]; +"825 slice_106" [id=825, type=slice]; +"826 slice_107" [id=826, type=slice]; +"827 slice_108" [id=827, type=slice]; +"828 slice_109" [id=828, type=slice]; +"829 contiguous_11" [id=829, type=contiguous]; +"830 _param_constant114" [id=830, type=get_attr]; +"831 _param_constant115" [id=831, type=get_attr]; +"832 layer_norm_15" [id=832, type=layer_norm]; +"833 add_22" [id=833, type=add]; +"834 add_22_0_0_nncf_smooth_quant_0" [id=834, type=call_module]; +"835 quantize_per_tensor_default_43" [id=835, type=quantize_per_tensor]; +"836 dequantize_per_tensor_default_43" [id=836, type=dequantize_per_tensor]; +"837 linear_42_scale_0_updated_constant0" [id=837, type=get_attr]; +"838 compressed_weight_updated_constant43" [id=838, type=get_attr]; +"839 _param_constant117_0_0" [id=839, type=get_attr]; +"840 mul_tensor_43" [id=840, type=mul]; +"841 linear_42" [id=841, type=linear]; +"842 gelu_6" [id=842, type=gelu]; +"843 dropout_26" [id=843, type=dropout]; +"844 dropout_26_0_0_nncf_smooth_quant_0" [id=844, type=call_module]; +"845 quantize_per_tensor_default_44" [id=845, type=quantize_per_tensor]; +"846 dequantize_per_tensor_default_44" [id=846, type=dequantize_per_tensor]; +"847 linear_43_scale_0_updated_constant0" [id=847, type=get_attr]; +"848 compressed_weight_updated_constant44" [id=848, type=get_attr]; +"849 _param_constant119_0_0" [id=849, type=get_attr]; +"850 mul_tensor_44" [id=850, type=mul]; +"851 linear_43" [id=851, type=linear]; +"852 dropout_27" [id=852, type=dropout]; +"853 _param_constant120" [id=853, type=get_attr]; +"854 _param_constant121" [id=854, type=get_attr]; +"855 layer_norm_16" [id=855, type=layer_norm]; +"856 add_23" [id=856, type=add]; +"857 _tensor_constant41" [id=857, type=get_attr]; +"858 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=858, type=call_module]; +"859 linear_44_scale_0_updated_constant0" [id=859, type=get_attr]; +"860 compressed_weight_updated_constant45" [id=860, type=get_attr]; +"861 _param_constant123_0_0" [id=861, type=get_attr]; +"862 mul_tensor_45" [id=862, type=mul]; +"863 linear_44" [id=863, type=linear]; +"864 relu__7" [id=864, type=relu_]; +"865 relu__7_0_0_nncf_smooth_quant_0" [id=865, type=call_module]; +"866 linear_45_scale_0_updated_constant0" [id=866, type=get_attr]; +"867 compressed_weight_updated_constant46" [id=867, type=get_attr]; +"868 mul_tensor_46" [id=868, type=mul]; +"869 linear_45" [id=869, type=linear]; +"870 view_37" [id=870, type=view]; +"871 _tensor_constant42" [id=871, type=get_attr]; +"872 index_7" [id=872, type=index]; +"873 view_38" [id=873, type=view]; +"874 permute_32" [id=874, type=permute]; +"875 contiguous_12" [id=875, type=contiguous]; +"876 unsqueeze_19" [id=876, type=unsqueeze]; +"877 sigmoid_7" [id=877, type=sigmoid]; +"878 mul_14" [id=878, type=mul]; +"879 pad_9" [id=879, type=pad]; +"880 roll_6" [id=880, type=roll]; +"881 view_39" [id=881, type=view]; +"882 permute_33" [id=882, type=permute]; +"883 reshape_31" [id=883, type=reshape]; +"884 reshape_31_0_0_nncf_smooth_quant_0" [id=884, type=call_module]; +"885 quantize_per_tensor_default_45" [id=885, type=quantize_per_tensor]; +"886 dequantize_per_tensor_default_45" [id=886, type=dequantize_per_tensor]; +"887 linear_46_scale_0_updated_constant0" [id=887, type=get_attr]; +"888 compressed_weight_updated_constant47" [id=888, type=get_attr]; +"889 _param_constant125_0_0" [id=889, type=get_attr]; +"890 mul_tensor_47" [id=890, type=mul]; +"891 linear_46" [id=891, type=linear]; +"892 reshape_32" [id=892, type=reshape]; +"893 permute_34" [id=893, type=permute]; +"894 select_21" [id=894, type=select]; +"895 select_22" [id=895, type=select]; +"896 select_23" [id=896, type=select]; +"897 linalg_vector_norm_14" [id=897, type=linalg_vector_norm]; +"898 clamp_min_14" [id=898, type=clamp_min]; +"899 expand_as_14" [id=899, type=expand_as]; +"900 div_14" [id=900, type=div]; +"901 quantize_per_tensor_default_46" [id=901, type=quantize_per_tensor]; +"902 dequantize_per_tensor_default_46" [id=902, type=dequantize_per_tensor]; +"903 linalg_vector_norm_15" [id=903, type=linalg_vector_norm]; +"904 clamp_min_15" [id=904, type=clamp_min]; +"905 expand_as_15" [id=905, type=expand_as]; +"906 div_15" [id=906, type=div]; +"907 quantize_per_tensor_default_47" [id=907, type=quantize_per_tensor]; +"908 dequantize_per_tensor_default_47" [id=908, type=dequantize_per_tensor]; +"909 transpose_14" [id=909, type=transpose]; +"910 matmul_14" [id=910, type=matmul]; +"911 _param_constant127" [id=911, type=get_attr]; +"912 clamp_7" [id=912, type=clamp]; +"913 exp_7" [id=913, type=exp]; +"914 mul_15" [id=914, type=mul]; +"915 add_24" [id=915, type=add]; +"916 new_zeros_3" [id=916, type=new_zeros]; +"917 view_40" [id=917, type=view]; +"918 permute_35" [id=918, type=permute]; +"919 reshape_33" [id=919, type=reshape]; +"920 unsqueeze_20" [id=920, type=unsqueeze]; +"921 unsqueeze_21" [id=921, type=unsqueeze]; +"922 sub_3" [id=922, type=sub]; +"923 ne_3" [id=923, type=ne]; +"924 masked_fill_6" [id=924, type=masked_fill]; +"925 eq_3" [id=925, type=eq]; +"926 masked_fill_7" [id=926, type=masked_fill]; +"927 view_41" [id=927, type=view]; +"928 unsqueeze_22" [id=928, type=unsqueeze]; +"929 unsqueeze_23" [id=929, type=unsqueeze]; +"930 add_25" [id=930, type=add]; +"931 view_42" [id=931, type=view]; +"932 softmax_7" [id=932, type=softmax]; +"933 dropout_28" [id=933, type=dropout]; +"934 matmul_15" [id=934, type=matmul]; +"935 transpose_15" [id=935, type=transpose]; +"936 reshape_34" [id=936, type=reshape]; +"937 reshape_34_0_0_nncf_smooth_quant_0" [id=937, type=call_module]; +"938 quantize_per_tensor_default_48" [id=938, type=quantize_per_tensor]; +"939 dequantize_per_tensor_default_48" [id=939, type=dequantize_per_tensor]; +"940 linear_47_scale_0_updated_constant0" [id=940, type=get_attr]; +"941 compressed_weight_updated_constant48" [id=941, type=get_attr]; +"942 _param_constant129_0_0" [id=942, type=get_attr]; +"943 mul_tensor_48" [id=943, type=mul]; +"944 linear_47" [id=944, type=linear]; +"945 dropout_29" [id=945, type=dropout]; +"946 view_43" [id=946, type=view]; +"947 permute_36" [id=947, type=permute]; +"948 reshape_35" [id=948, type=reshape]; +"949 roll_7" [id=949, type=roll]; +"950 slice_129" [id=950, type=slice]; +"951 slice_130" [id=951, type=slice]; +"952 slice_131" [id=952, type=slice]; +"953 slice_132" [id=953, type=slice]; +"954 contiguous_13" [id=954, type=contiguous]; +"955 _param_constant130" [id=955, type=get_attr]; +"956 _param_constant131" [id=956, type=get_attr]; +"957 layer_norm_17" [id=957, type=layer_norm]; +"958 add_26" [id=958, type=add]; +"959 add_26_0_0_nncf_smooth_quant_0" [id=959, type=call_module]; +"960 quantize_per_tensor_default_49" [id=960, type=quantize_per_tensor]; +"961 dequantize_per_tensor_default_49" [id=961, type=dequantize_per_tensor]; +"962 linear_48_scale_0_updated_constant0" [id=962, type=get_attr]; +"963 compressed_weight_updated_constant49" [id=963, type=get_attr]; +"964 _param_constant133_0_0" [id=964, type=get_attr]; +"965 mul_tensor_49" [id=965, type=mul]; +"966 linear_48" [id=966, type=linear]; +"967 gelu_7" [id=967, type=gelu]; +"968 dropout_30" [id=968, type=dropout]; +"969 dropout_30_0_0_nncf_smooth_quant_0" [id=969, type=call_module]; +"970 quantize_per_tensor_default_50" [id=970, type=quantize_per_tensor]; +"971 dequantize_per_tensor_default_50" [id=971, type=dequantize_per_tensor]; +"972 linear_49_scale_0_updated_constant0" [id=972, type=get_attr]; +"973 compressed_weight_updated_constant50" [id=973, type=get_attr]; +"974 _param_constant135_0_0" [id=974, type=get_attr]; +"975 mul_tensor_50" [id=975, type=mul]; +"976 linear_49" [id=976, type=linear]; +"977 dropout_31" [id=977, type=dropout]; +"978 _param_constant136" [id=978, type=get_attr]; +"979 _param_constant137" [id=979, type=get_attr]; +"980 layer_norm_18" [id=980, type=layer_norm]; +"981 add_27" [id=981, type=add]; +"982 _tensor_constant52" [id=982, type=get_attr]; +"983 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=983, type=call_module]; +"984 linear_50_scale_0_updated_constant0" [id=984, type=get_attr]; +"985 compressed_weight_updated_constant51" [id=985, type=get_attr]; +"986 _param_constant139_0_0" [id=986, type=get_attr]; +"987 mul_tensor_51" [id=987, type=mul]; +"988 linear_50" [id=988, type=linear]; +"989 relu__8" [id=989, type=relu_]; +"990 relu__8_0_0_nncf_smooth_quant_0" [id=990, type=call_module]; +"991 linear_51_scale_0_updated_constant0" [id=991, type=get_attr]; +"992 compressed_weight_updated_constant52" [id=992, type=get_attr]; +"993 mul_tensor_52" [id=993, type=mul]; +"994 linear_51" [id=994, type=linear]; +"995 view_44" [id=995, type=view]; +"996 _tensor_constant53" [id=996, type=get_attr]; +"997 index_8" [id=997, type=index]; +"998 view_45" [id=998, type=view]; +"999 permute_37" [id=999, type=permute]; +"1000 contiguous_14" [id=1000, type=contiguous]; +"1001 unsqueeze_24" [id=1001, type=unsqueeze]; +"1002 sigmoid_8" [id=1002, type=sigmoid]; +"1003 mul_16" [id=1003, type=mul]; +"1004 pad_10" [id=1004, type=pad]; +"1005 view_46" [id=1005, type=view]; +"1006 permute_38" [id=1006, type=permute]; +"1007 reshape_36" [id=1007, type=reshape]; +"1008 reshape_36_0_0_nncf_smooth_quant_0" [id=1008, type=call_module]; +"1009 quantize_per_tensor_default_51" [id=1009, type=quantize_per_tensor]; +"1010 dequantize_per_tensor_default_51" [id=1010, type=dequantize_per_tensor]; +"1011 linear_52_scale_0_updated_constant0" [id=1011, type=get_attr]; +"1012 compressed_weight_updated_constant53" [id=1012, type=get_attr]; +"1013 _param_constant141_0_0" [id=1013, type=get_attr]; +"1014 mul_tensor_53" [id=1014, type=mul]; +"1015 linear_52" [id=1015, type=linear]; +"1016 reshape_37" [id=1016, type=reshape]; +"1017 permute_39" [id=1017, type=permute]; +"1018 select_24" [id=1018, type=select]; +"1019 select_25" [id=1019, type=select]; +"1020 select_26" [id=1020, type=select]; +"1021 linalg_vector_norm_16" [id=1021, type=linalg_vector_norm]; +"1022 clamp_min_16" [id=1022, type=clamp_min]; +"1023 expand_as_16" [id=1023, type=expand_as]; +"1024 div_16" [id=1024, type=div]; +"1025 quantize_per_tensor_default_52" [id=1025, type=quantize_per_tensor]; +"1026 dequantize_per_tensor_default_52" [id=1026, type=dequantize_per_tensor]; +"1027 linalg_vector_norm_17" [id=1027, type=linalg_vector_norm]; +"1028 clamp_min_17" [id=1028, type=clamp_min]; +"1029 expand_as_17" [id=1029, type=expand_as]; +"1030 div_17" [id=1030, type=div]; +"1031 quantize_per_tensor_default_53" [id=1031, type=quantize_per_tensor]; +"1032 dequantize_per_tensor_default_53" [id=1032, type=dequantize_per_tensor]; +"1033 transpose_16" [id=1033, type=transpose]; +"1034 matmul_16" [id=1034, type=matmul]; +"1035 _param_constant143" [id=1035, type=get_attr]; +"1036 clamp_8" [id=1036, type=clamp]; +"1037 exp_8" [id=1037, type=exp]; +"1038 mul_17" [id=1038, type=mul]; +"1039 add_28" [id=1039, type=add]; +"1040 softmax_8" [id=1040, type=softmax]; +"1041 dropout_32" [id=1041, type=dropout]; +"1042 matmul_17" [id=1042, type=matmul]; +"1043 transpose_17" [id=1043, type=transpose]; +"1044 reshape_38" [id=1044, type=reshape]; +"1045 reshape_38_0_0_nncf_smooth_quant_0" [id=1045, type=call_module]; +"1046 quantize_per_tensor_default_54" [id=1046, type=quantize_per_tensor]; +"1047 dequantize_per_tensor_default_54" [id=1047, type=dequantize_per_tensor]; +"1048 linear_53_scale_0_updated_constant0" [id=1048, type=get_attr]; +"1049 compressed_weight_updated_constant54" [id=1049, type=get_attr]; +"1050 _param_constant145_0_0" [id=1050, type=get_attr]; +"1051 mul_tensor_54" [id=1051, type=mul]; +"1052 linear_53" [id=1052, type=linear]; +"1053 dropout_33" [id=1053, type=dropout]; +"1054 view_47" [id=1054, type=view]; +"1055 permute_40" [id=1055, type=permute]; +"1056 reshape_39" [id=1056, type=reshape]; +"1057 slice_134" [id=1057, type=slice]; +"1058 slice_135" [id=1058, type=slice]; +"1059 slice_136" [id=1059, type=slice]; +"1060 slice_137" [id=1060, type=slice]; +"1061 contiguous_15" [id=1061, type=contiguous]; +"1062 _param_constant146" [id=1062, type=get_attr]; +"1063 _param_constant147" [id=1063, type=get_attr]; +"1064 layer_norm_19" [id=1064, type=layer_norm]; +"1065 add_29" [id=1065, type=add]; +"1066 add_29_0_0_nncf_smooth_quant_0" [id=1066, type=call_module]; +"1067 quantize_per_tensor_default_55" [id=1067, type=quantize_per_tensor]; +"1068 dequantize_per_tensor_default_55" [id=1068, type=dequantize_per_tensor]; +"1069 linear_54_scale_0_updated_constant0" [id=1069, type=get_attr]; +"1070 compressed_weight_updated_constant55" [id=1070, type=get_attr]; +"1071 _param_constant149_0_0" [id=1071, type=get_attr]; +"1072 mul_tensor_55" [id=1072, type=mul]; +"1073 linear_54" [id=1073, type=linear]; +"1074 gelu_8" [id=1074, type=gelu]; +"1075 dropout_34" [id=1075, type=dropout]; +"1076 dropout_34_0_0_nncf_smooth_quant_0" [id=1076, type=call_module]; +"1077 quantize_per_tensor_default_56" [id=1077, type=quantize_per_tensor]; +"1078 dequantize_per_tensor_default_56" [id=1078, type=dequantize_per_tensor]; +"1079 linear_55_scale_0_updated_constant0" [id=1079, type=get_attr]; +"1080 compressed_weight_updated_constant56" [id=1080, type=get_attr]; +"1081 _param_constant151_0_0" [id=1081, type=get_attr]; +"1082 mul_tensor_56" [id=1082, type=mul]; +"1083 linear_55" [id=1083, type=linear]; +"1084 dropout_35" [id=1084, type=dropout]; +"1085 _param_constant152" [id=1085, type=get_attr]; +"1086 _param_constant153" [id=1086, type=get_attr]; +"1087 layer_norm_20" [id=1087, type=layer_norm]; +"1088 add_30" [id=1088, type=add]; +"1089 _tensor_constant54" [id=1089, type=get_attr]; +"1090 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1090, type=call_module]; +"1091 linear_56_scale_0_updated_constant0" [id=1091, type=get_attr]; +"1092 compressed_weight_updated_constant57" [id=1092, type=get_attr]; +"1093 _param_constant155_0_0" [id=1093, type=get_attr]; +"1094 mul_tensor_57" [id=1094, type=mul]; +"1095 linear_56" [id=1095, type=linear]; +"1096 relu__9" [id=1096, type=relu_]; +"1097 relu__9_0_0_nncf_smooth_quant_0" [id=1097, type=call_module]; +"1098 linear_57_scale_0_updated_constant0" [id=1098, type=get_attr]; +"1099 compressed_weight_updated_constant58" [id=1099, type=get_attr]; +"1100 mul_tensor_58" [id=1100, type=mul]; +"1101 linear_57" [id=1101, type=linear]; +"1102 view_48" [id=1102, type=view]; +"1103 _tensor_constant55" [id=1103, type=get_attr]; +"1104 index_9" [id=1104, type=index]; +"1105 view_49" [id=1105, type=view]; +"1106 permute_41" [id=1106, type=permute]; +"1107 contiguous_16" [id=1107, type=contiguous]; +"1108 unsqueeze_25" [id=1108, type=unsqueeze]; +"1109 sigmoid_9" [id=1109, type=sigmoid]; +"1110 mul_18" [id=1110, type=mul]; +"1111 pad_11" [id=1111, type=pad]; +"1112 roll_8" [id=1112, type=roll]; +"1113 view_50" [id=1113, type=view]; +"1114 permute_42" [id=1114, type=permute]; +"1115 reshape_40" [id=1115, type=reshape]; +"1116 reshape_40_0_0_nncf_smooth_quant_0" [id=1116, type=call_module]; +"1117 quantize_per_tensor_default_57" [id=1117, type=quantize_per_tensor]; +"1118 dequantize_per_tensor_default_57" [id=1118, type=dequantize_per_tensor]; +"1119 linear_58_scale_0_updated_constant0" [id=1119, type=get_attr]; +"1120 compressed_weight_updated_constant59" [id=1120, type=get_attr]; +"1121 _param_constant157_0_0" [id=1121, type=get_attr]; +"1122 mul_tensor_59" [id=1122, type=mul]; +"1123 linear_58" [id=1123, type=linear]; +"1124 reshape_41" [id=1124, type=reshape]; +"1125 permute_43" [id=1125, type=permute]; +"1126 select_27" [id=1126, type=select]; +"1127 select_28" [id=1127, type=select]; +"1128 select_29" [id=1128, type=select]; +"1129 linalg_vector_norm_18" [id=1129, type=linalg_vector_norm]; +"1130 clamp_min_18" [id=1130, type=clamp_min]; +"1131 expand_as_18" [id=1131, type=expand_as]; +"1132 div_18" [id=1132, type=div]; +"1133 quantize_per_tensor_default_58" [id=1133, type=quantize_per_tensor]; +"1134 dequantize_per_tensor_default_58" [id=1134, type=dequantize_per_tensor]; +"1135 linalg_vector_norm_19" [id=1135, type=linalg_vector_norm]; +"1136 clamp_min_19" [id=1136, type=clamp_min]; +"1137 expand_as_19" [id=1137, type=expand_as]; +"1138 div_19" [id=1138, type=div]; +"1139 quantize_per_tensor_default_59" [id=1139, type=quantize_per_tensor]; +"1140 dequantize_per_tensor_default_59" [id=1140, type=dequantize_per_tensor]; +"1141 transpose_18" [id=1141, type=transpose]; +"1142 matmul_18" [id=1142, type=matmul]; +"1143 _param_constant159" [id=1143, type=get_attr]; +"1144 clamp_9" [id=1144, type=clamp]; +"1145 exp_9" [id=1145, type=exp]; +"1146 mul_19" [id=1146, type=mul]; +"1147 add_31" [id=1147, type=add]; +"1148 new_zeros_4" [id=1148, type=new_zeros]; +"1149 view_51" [id=1149, type=view]; +"1150 permute_44" [id=1150, type=permute]; +"1151 reshape_42" [id=1151, type=reshape]; +"1152 unsqueeze_26" [id=1152, type=unsqueeze]; +"1153 unsqueeze_27" [id=1153, type=unsqueeze]; +"1154 sub_4" [id=1154, type=sub]; +"1155 ne_4" [id=1155, type=ne]; +"1156 masked_fill_8" [id=1156, type=masked_fill]; +"1157 eq_4" [id=1157, type=eq]; +"1158 masked_fill_9" [id=1158, type=masked_fill]; +"1159 view_52" [id=1159, type=view]; +"1160 unsqueeze_28" [id=1160, type=unsqueeze]; +"1161 unsqueeze_29" [id=1161, type=unsqueeze]; +"1162 add_32" [id=1162, type=add]; +"1163 view_53" [id=1163, type=view]; +"1164 softmax_9" [id=1164, type=softmax]; +"1165 dropout_36" [id=1165, type=dropout]; +"1166 matmul_19" [id=1166, type=matmul]; +"1167 transpose_19" [id=1167, type=transpose]; +"1168 reshape_43" [id=1168, type=reshape]; +"1169 reshape_43_0_0_nncf_smooth_quant_0" [id=1169, type=call_module]; +"1170 quantize_per_tensor_default_60" [id=1170, type=quantize_per_tensor]; +"1171 dequantize_per_tensor_default_60" [id=1171, type=dequantize_per_tensor]; +"1172 linear_59_scale_0_updated_constant0" [id=1172, type=get_attr]; +"1173 compressed_weight_updated_constant60" [id=1173, type=get_attr]; +"1174 _param_constant161_0_0" [id=1174, type=get_attr]; +"1175 mul_tensor_60" [id=1175, type=mul]; +"1176 linear_59" [id=1176, type=linear]; +"1177 dropout_37" [id=1177, type=dropout]; +"1178 view_54" [id=1178, type=view]; +"1179 permute_45" [id=1179, type=permute]; +"1180 reshape_44" [id=1180, type=reshape]; +"1181 roll_9" [id=1181, type=roll]; +"1182 slice_157" [id=1182, type=slice]; +"1183 slice_158" [id=1183, type=slice]; +"1184 slice_159" [id=1184, type=slice]; +"1185 slice_160" [id=1185, type=slice]; +"1186 contiguous_17" [id=1186, type=contiguous]; +"1187 _param_constant162" [id=1187, type=get_attr]; +"1188 _param_constant163" [id=1188, type=get_attr]; +"1189 layer_norm_21" [id=1189, type=layer_norm]; +"1190 add_33" [id=1190, type=add]; +"1191 add_33_0_0_nncf_smooth_quant_0" [id=1191, type=call_module]; +"1192 quantize_per_tensor_default_61" [id=1192, type=quantize_per_tensor]; +"1193 dequantize_per_tensor_default_61" [id=1193, type=dequantize_per_tensor]; +"1194 linear_60_scale_0_updated_constant0" [id=1194, type=get_attr]; +"1195 compressed_weight_updated_constant61" [id=1195, type=get_attr]; +"1196 _param_constant165_0_0" [id=1196, type=get_attr]; +"1197 mul_tensor_61" [id=1197, type=mul]; +"1198 linear_60" [id=1198, type=linear]; +"1199 gelu_9" [id=1199, type=gelu]; +"1200 dropout_38" [id=1200, type=dropout]; +"1201 dropout_38_0_0_nncf_smooth_quant_0" [id=1201, type=call_module]; +"1202 quantize_per_tensor_default_62" [id=1202, type=quantize_per_tensor]; +"1203 dequantize_per_tensor_default_62" [id=1203, type=dequantize_per_tensor]; +"1204 linear_61_scale_0_updated_constant0" [id=1204, type=get_attr]; +"1205 compressed_weight_updated_constant62" [id=1205, type=get_attr]; +"1206 _param_constant167_0_0" [id=1206, type=get_attr]; +"1207 mul_tensor_62" [id=1207, type=mul]; +"1208 linear_61" [id=1208, type=linear]; +"1209 dropout_39" [id=1209, type=dropout]; +"1210 _param_constant168" [id=1210, type=get_attr]; +"1211 _param_constant169" [id=1211, type=get_attr]; +"1212 layer_norm_22" [id=1212, type=layer_norm]; +"1213 add_34" [id=1213, type=add]; +"1214 _tensor_constant65" [id=1214, type=get_attr]; +"1215 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1215, type=call_module]; +"1216 linear_62_scale_0_updated_constant0" [id=1216, type=get_attr]; +"1217 compressed_weight_updated_constant63" [id=1217, type=get_attr]; +"1218 _param_constant171_0_0" [id=1218, type=get_attr]; +"1219 mul_tensor_63" [id=1219, type=mul]; +"1220 linear_62" [id=1220, type=linear]; +"1221 relu__10" [id=1221, type=relu_]; +"1222 relu__10_0_0_nncf_smooth_quant_0" [id=1222, type=call_module]; +"1223 linear_63_scale_0_updated_constant0" [id=1223, type=get_attr]; +"1224 compressed_weight_updated_constant64" [id=1224, type=get_attr]; +"1225 mul_tensor_64" [id=1225, type=mul]; +"1226 linear_63" [id=1226, type=linear]; +"1227 view_55" [id=1227, type=view]; +"1228 _tensor_constant66" [id=1228, type=get_attr]; +"1229 index_10" [id=1229, type=index]; +"1230 view_56" [id=1230, type=view]; +"1231 permute_46" [id=1231, type=permute]; +"1232 contiguous_18" [id=1232, type=contiguous]; +"1233 unsqueeze_30" [id=1233, type=unsqueeze]; +"1234 sigmoid_10" [id=1234, type=sigmoid]; +"1235 mul_20" [id=1235, type=mul]; +"1236 pad_12" [id=1236, type=pad]; +"1237 view_57" [id=1237, type=view]; +"1238 permute_47" [id=1238, type=permute]; +"1239 reshape_45" [id=1239, type=reshape]; +"1240 reshape_45_0_0_nncf_smooth_quant_0" [id=1240, type=call_module]; +"1241 quantize_per_tensor_default_63" [id=1241, type=quantize_per_tensor]; +"1242 dequantize_per_tensor_default_63" [id=1242, type=dequantize_per_tensor]; +"1243 linear_64_scale_0_updated_constant0" [id=1243, type=get_attr]; +"1244 compressed_weight_updated_constant65" [id=1244, type=get_attr]; +"1245 _param_constant173_0_0" [id=1245, type=get_attr]; +"1246 mul_tensor_65" [id=1246, type=mul]; +"1247 linear_64" [id=1247, type=linear]; +"1248 reshape_46" [id=1248, type=reshape]; +"1249 permute_48" [id=1249, type=permute]; +"1250 select_30" [id=1250, type=select]; +"1251 select_31" [id=1251, type=select]; +"1252 select_32" [id=1252, type=select]; +"1253 linalg_vector_norm_20" [id=1253, type=linalg_vector_norm]; +"1254 clamp_min_20" [id=1254, type=clamp_min]; +"1255 expand_as_20" [id=1255, type=expand_as]; +"1256 div_20" [id=1256, type=div]; +"1257 quantize_per_tensor_default_64" [id=1257, type=quantize_per_tensor]; +"1258 dequantize_per_tensor_default_64" [id=1258, type=dequantize_per_tensor]; +"1259 linalg_vector_norm_21" [id=1259, type=linalg_vector_norm]; +"1260 clamp_min_21" [id=1260, type=clamp_min]; +"1261 expand_as_21" [id=1261, type=expand_as]; +"1262 div_21" [id=1262, type=div]; +"1263 quantize_per_tensor_default_65" [id=1263, type=quantize_per_tensor]; +"1264 dequantize_per_tensor_default_65" [id=1264, type=dequantize_per_tensor]; +"1265 transpose_20" [id=1265, type=transpose]; +"1266 matmul_20" [id=1266, type=matmul]; +"1267 _param_constant175" [id=1267, type=get_attr]; +"1268 clamp_10" [id=1268, type=clamp]; +"1269 exp_10" [id=1269, type=exp]; +"1270 mul_21" [id=1270, type=mul]; +"1271 add_35" [id=1271, type=add]; +"1272 softmax_10" [id=1272, type=softmax]; +"1273 dropout_40" [id=1273, type=dropout]; +"1274 matmul_21" [id=1274, type=matmul]; +"1275 transpose_21" [id=1275, type=transpose]; +"1276 reshape_47" [id=1276, type=reshape]; +"1277 reshape_47_0_0_nncf_smooth_quant_0" [id=1277, type=call_module]; +"1278 quantize_per_tensor_default_66" [id=1278, type=quantize_per_tensor]; +"1279 dequantize_per_tensor_default_66" [id=1279, type=dequantize_per_tensor]; +"1280 linear_65_scale_0_updated_constant0" [id=1280, type=get_attr]; +"1281 compressed_weight_updated_constant66" [id=1281, type=get_attr]; +"1282 _param_constant177_0_0" [id=1282, type=get_attr]; +"1283 mul_tensor_66" [id=1283, type=mul]; +"1284 linear_65" [id=1284, type=linear]; +"1285 dropout_41" [id=1285, type=dropout]; +"1286 view_58" [id=1286, type=view]; +"1287 permute_49" [id=1287, type=permute]; +"1288 reshape_48" [id=1288, type=reshape]; +"1289 slice_162" [id=1289, type=slice]; +"1290 slice_163" [id=1290, type=slice]; +"1291 slice_164" [id=1291, type=slice]; +"1292 slice_165" [id=1292, type=slice]; +"1293 contiguous_19" [id=1293, type=contiguous]; +"1294 _param_constant178" [id=1294, type=get_attr]; +"1295 _param_constant179" [id=1295, type=get_attr]; +"1296 layer_norm_23" [id=1296, type=layer_norm]; +"1297 add_36" [id=1297, type=add]; +"1298 add_36_0_0_nncf_smooth_quant_0" [id=1298, type=call_module]; +"1299 quantize_per_tensor_default_67" [id=1299, type=quantize_per_tensor]; +"1300 dequantize_per_tensor_default_67" [id=1300, type=dequantize_per_tensor]; +"1301 linear_66_scale_0_updated_constant0" [id=1301, type=get_attr]; +"1302 compressed_weight_updated_constant67" [id=1302, type=get_attr]; +"1303 _param_constant181_0_0" [id=1303, type=get_attr]; +"1304 mul_tensor_67" [id=1304, type=mul]; +"1305 linear_66" [id=1305, type=linear]; +"1306 gelu_10" [id=1306, type=gelu]; +"1307 dropout_42" [id=1307, type=dropout]; +"1308 dropout_42_0_0_nncf_smooth_quant_0" [id=1308, type=call_module]; +"1309 quantize_per_tensor_default_68" [id=1309, type=quantize_per_tensor]; +"1310 dequantize_per_tensor_default_68" [id=1310, type=dequantize_per_tensor]; +"1311 linear_67_scale_0_updated_constant0" [id=1311, type=get_attr]; +"1312 compressed_weight_updated_constant68" [id=1312, type=get_attr]; +"1313 _param_constant183_0_0" [id=1313, type=get_attr]; +"1314 mul_tensor_68" [id=1314, type=mul]; +"1315 linear_67" [id=1315, type=linear]; +"1316 dropout_43" [id=1316, type=dropout]; +"1317 _param_constant184" [id=1317, type=get_attr]; +"1318 _param_constant185" [id=1318, type=get_attr]; +"1319 layer_norm_24" [id=1319, type=layer_norm]; +"1320 add_37" [id=1320, type=add]; +"1321 _tensor_constant67" [id=1321, type=get_attr]; +"1322 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1322, type=call_module]; +"1323 linear_68_scale_0_updated_constant0" [id=1323, type=get_attr]; +"1324 compressed_weight_updated_constant69" [id=1324, type=get_attr]; +"1325 _param_constant187_0_0" [id=1325, type=get_attr]; +"1326 mul_tensor_69" [id=1326, type=mul]; +"1327 linear_68" [id=1327, type=linear]; +"1328 relu__11" [id=1328, type=relu_]; +"1329 relu__11_0_0_nncf_smooth_quant_0" [id=1329, type=call_module]; +"1330 linear_69_scale_0_updated_constant0" [id=1330, type=get_attr]; +"1331 compressed_weight_updated_constant70" [id=1331, type=get_attr]; +"1332 mul_tensor_70" [id=1332, type=mul]; +"1333 linear_69" [id=1333, type=linear]; +"1334 view_59" [id=1334, type=view]; +"1335 _tensor_constant68" [id=1335, type=get_attr]; +"1336 index_11" [id=1336, type=index]; +"1337 view_60" [id=1337, type=view]; +"1338 permute_50" [id=1338, type=permute]; +"1339 contiguous_20" [id=1339, type=contiguous]; +"1340 unsqueeze_31" [id=1340, type=unsqueeze]; +"1341 sigmoid_11" [id=1341, type=sigmoid]; +"1342 mul_22" [id=1342, type=mul]; +"1343 pad_13" [id=1343, type=pad]; +"1344 roll_10" [id=1344, type=roll]; +"1345 view_61" [id=1345, type=view]; +"1346 permute_51" [id=1346, type=permute]; +"1347 reshape_49" [id=1347, type=reshape]; +"1348 reshape_49_0_0_nncf_smooth_quant_0" [id=1348, type=call_module]; +"1349 quantize_per_tensor_default_69" [id=1349, type=quantize_per_tensor]; +"1350 dequantize_per_tensor_default_69" [id=1350, type=dequantize_per_tensor]; +"1351 linear_70_scale_0_updated_constant0" [id=1351, type=get_attr]; +"1352 compressed_weight_updated_constant71" [id=1352, type=get_attr]; +"1353 _param_constant189_0_0" [id=1353, type=get_attr]; +"1354 mul_tensor_71" [id=1354, type=mul]; +"1355 linear_70" [id=1355, type=linear]; +"1356 reshape_50" [id=1356, type=reshape]; +"1357 permute_52" [id=1357, type=permute]; +"1358 select_33" [id=1358, type=select]; +"1359 select_34" [id=1359, type=select]; +"1360 select_35" [id=1360, type=select]; +"1361 linalg_vector_norm_22" [id=1361, type=linalg_vector_norm]; +"1362 clamp_min_22" [id=1362, type=clamp_min]; +"1363 expand_as_22" [id=1363, type=expand_as]; +"1364 div_22" [id=1364, type=div]; +"1365 quantize_per_tensor_default_70" [id=1365, type=quantize_per_tensor]; +"1366 dequantize_per_tensor_default_70" [id=1366, type=dequantize_per_tensor]; +"1367 linalg_vector_norm_23" [id=1367, type=linalg_vector_norm]; +"1368 clamp_min_23" [id=1368, type=clamp_min]; +"1369 expand_as_23" [id=1369, type=expand_as]; +"1370 div_23" [id=1370, type=div]; +"1371 quantize_per_tensor_default_71" [id=1371, type=quantize_per_tensor]; +"1372 dequantize_per_tensor_default_71" [id=1372, type=dequantize_per_tensor]; +"1373 transpose_22" [id=1373, type=transpose]; +"1374 matmul_22" [id=1374, type=matmul]; +"1375 _param_constant191" [id=1375, type=get_attr]; +"1376 clamp_11" [id=1376, type=clamp]; +"1377 exp_11" [id=1377, type=exp]; +"1378 mul_23" [id=1378, type=mul]; +"1379 add_38" [id=1379, type=add]; +"1380 new_zeros_5" [id=1380, type=new_zeros]; +"1381 view_62" [id=1381, type=view]; +"1382 permute_53" [id=1382, type=permute]; +"1383 reshape_51" [id=1383, type=reshape]; +"1384 unsqueeze_32" [id=1384, type=unsqueeze]; +"1385 unsqueeze_33" [id=1385, type=unsqueeze]; +"1386 sub_5" [id=1386, type=sub]; +"1387 ne_5" [id=1387, type=ne]; +"1388 masked_fill_10" [id=1388, type=masked_fill]; +"1389 eq_5" [id=1389, type=eq]; +"1390 masked_fill_11" [id=1390, type=masked_fill]; +"1391 view_63" [id=1391, type=view]; +"1392 unsqueeze_34" [id=1392, type=unsqueeze]; +"1393 unsqueeze_35" [id=1393, type=unsqueeze]; +"1394 add_39" [id=1394, type=add]; +"1395 view_64" [id=1395, type=view]; +"1396 softmax_11" [id=1396, type=softmax]; +"1397 dropout_44" [id=1397, type=dropout]; +"1398 matmul_23" [id=1398, type=matmul]; +"1399 transpose_23" [id=1399, type=transpose]; +"1400 reshape_52" [id=1400, type=reshape]; +"1401 reshape_52_0_0_nncf_smooth_quant_0" [id=1401, type=call_module]; +"1402 quantize_per_tensor_default_72" [id=1402, type=quantize_per_tensor]; +"1403 dequantize_per_tensor_default_72" [id=1403, type=dequantize_per_tensor]; +"1404 linear_71_scale_0_updated_constant0" [id=1404, type=get_attr]; +"1405 compressed_weight_updated_constant72" [id=1405, type=get_attr]; +"1406 _param_constant193_0_0" [id=1406, type=get_attr]; +"1407 mul_tensor_72" [id=1407, type=mul]; +"1408 linear_71" [id=1408, type=linear]; +"1409 dropout_45" [id=1409, type=dropout]; +"1410 view_65" [id=1410, type=view]; +"1411 permute_54" [id=1411, type=permute]; +"1412 reshape_53" [id=1412, type=reshape]; +"1413 roll_11" [id=1413, type=roll]; +"1414 slice_185" [id=1414, type=slice]; +"1415 slice_186" [id=1415, type=slice]; +"1416 slice_187" [id=1416, type=slice]; +"1417 slice_188" [id=1417, type=slice]; +"1418 contiguous_21" [id=1418, type=contiguous]; +"1419 _param_constant194" [id=1419, type=get_attr]; +"1420 _param_constant195" [id=1420, type=get_attr]; +"1421 layer_norm_25" [id=1421, type=layer_norm]; +"1422 add_40" [id=1422, type=add]; +"1423 add_40_0_0_nncf_smooth_quant_0" [id=1423, type=call_module]; +"1424 quantize_per_tensor_default_73" [id=1424, type=quantize_per_tensor]; +"1425 dequantize_per_tensor_default_73" [id=1425, type=dequantize_per_tensor]; +"1426 linear_72_scale_0_updated_constant0" [id=1426, type=get_attr]; +"1427 compressed_weight_updated_constant73" [id=1427, type=get_attr]; +"1428 _param_constant197_0_0" [id=1428, type=get_attr]; +"1429 mul_tensor_73" [id=1429, type=mul]; +"1430 linear_72" [id=1430, type=linear]; +"1431 gelu_11" [id=1431, type=gelu]; +"1432 dropout_46" [id=1432, type=dropout]; +"1433 dropout_46_0_0_nncf_smooth_quant_0" [id=1433, type=call_module]; +"1434 quantize_per_tensor_default_74" [id=1434, type=quantize_per_tensor]; +"1435 dequantize_per_tensor_default_74" [id=1435, type=dequantize_per_tensor]; +"1436 linear_73_scale_0_updated_constant0" [id=1436, type=get_attr]; +"1437 compressed_weight_updated_constant74" [id=1437, type=get_attr]; +"1438 _param_constant199_0_0" [id=1438, type=get_attr]; +"1439 mul_tensor_74" [id=1439, type=mul]; +"1440 linear_73" [id=1440, type=linear]; +"1441 dropout_47" [id=1441, type=dropout]; +"1442 _param_constant200" [id=1442, type=get_attr]; +"1443 _param_constant201" [id=1443, type=get_attr]; +"1444 layer_norm_26" [id=1444, type=layer_norm]; +"1445 add_41" [id=1445, type=add]; +"1446 _tensor_constant78" [id=1446, type=get_attr]; +"1447 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1447, type=call_module]; +"1448 linear_74_scale_0_updated_constant0" [id=1448, type=get_attr]; +"1449 compressed_weight_updated_constant75" [id=1449, type=get_attr]; +"1450 _param_constant203_0_0" [id=1450, type=get_attr]; +"1451 mul_tensor_75" [id=1451, type=mul]; +"1452 linear_74" [id=1452, type=linear]; +"1453 relu__12" [id=1453, type=relu_]; +"1454 relu__12_0_0_nncf_smooth_quant_0" [id=1454, type=call_module]; +"1455 linear_75_scale_0_updated_constant0" [id=1455, type=get_attr]; +"1456 compressed_weight_updated_constant76" [id=1456, type=get_attr]; +"1457 mul_tensor_76" [id=1457, type=mul]; +"1458 linear_75" [id=1458, type=linear]; +"1459 view_66" [id=1459, type=view]; +"1460 _tensor_constant79" [id=1460, type=get_attr]; +"1461 index_12" [id=1461, type=index]; +"1462 view_67" [id=1462, type=view]; +"1463 permute_55" [id=1463, type=permute]; +"1464 contiguous_22" [id=1464, type=contiguous]; +"1465 unsqueeze_36" [id=1465, type=unsqueeze]; +"1466 sigmoid_12" [id=1466, type=sigmoid]; +"1467 mul_24" [id=1467, type=mul]; +"1468 pad_14" [id=1468, type=pad]; +"1469 view_68" [id=1469, type=view]; +"1470 permute_56" [id=1470, type=permute]; +"1471 reshape_54" [id=1471, type=reshape]; +"1472 reshape_54_0_0_nncf_smooth_quant_0" [id=1472, type=call_module]; +"1473 quantize_per_tensor_default_75" [id=1473, type=quantize_per_tensor]; +"1474 dequantize_per_tensor_default_75" [id=1474, type=dequantize_per_tensor]; +"1475 linear_76_scale_0_updated_constant0" [id=1475, type=get_attr]; +"1476 compressed_weight_updated_constant77" [id=1476, type=get_attr]; +"1477 _param_constant205_0_0" [id=1477, type=get_attr]; +"1478 mul_tensor_77" [id=1478, type=mul]; +"1479 linear_76" [id=1479, type=linear]; +"1480 reshape_55" [id=1480, type=reshape]; +"1481 permute_57" [id=1481, type=permute]; +"1482 select_36" [id=1482, type=select]; +"1483 select_37" [id=1483, type=select]; +"1484 select_38" [id=1484, type=select]; +"1485 linalg_vector_norm_24" [id=1485, type=linalg_vector_norm]; +"1486 clamp_min_24" [id=1486, type=clamp_min]; +"1487 expand_as_24" [id=1487, type=expand_as]; +"1488 div_24" [id=1488, type=div]; +"1489 quantize_per_tensor_default_76" [id=1489, type=quantize_per_tensor]; +"1490 dequantize_per_tensor_default_76" [id=1490, type=dequantize_per_tensor]; +"1491 linalg_vector_norm_25" [id=1491, type=linalg_vector_norm]; +"1492 clamp_min_25" [id=1492, type=clamp_min]; +"1493 expand_as_25" [id=1493, type=expand_as]; +"1494 div_25" [id=1494, type=div]; +"1495 quantize_per_tensor_default_77" [id=1495, type=quantize_per_tensor]; +"1496 dequantize_per_tensor_default_77" [id=1496, type=dequantize_per_tensor]; +"1497 transpose_24" [id=1497, type=transpose]; +"1498 matmul_24" [id=1498, type=matmul]; +"1499 _param_constant207" [id=1499, type=get_attr]; +"1500 clamp_12" [id=1500, type=clamp]; +"1501 exp_12" [id=1501, type=exp]; +"1502 mul_25" [id=1502, type=mul]; +"1503 add_42" [id=1503, type=add]; +"1504 softmax_12" [id=1504, type=softmax]; +"1505 dropout_48" [id=1505, type=dropout]; +"1506 matmul_25" [id=1506, type=matmul]; +"1507 transpose_25" [id=1507, type=transpose]; +"1508 reshape_56" [id=1508, type=reshape]; +"1509 reshape_56_0_0_nncf_smooth_quant_0" [id=1509, type=call_module]; +"1510 quantize_per_tensor_default_78" [id=1510, type=quantize_per_tensor]; +"1511 dequantize_per_tensor_default_78" [id=1511, type=dequantize_per_tensor]; +"1512 linear_77_scale_0_updated_constant0" [id=1512, type=get_attr]; +"1513 compressed_weight_updated_constant78" [id=1513, type=get_attr]; +"1514 _param_constant209_0_0" [id=1514, type=get_attr]; +"1515 mul_tensor_78" [id=1515, type=mul]; +"1516 linear_77" [id=1516, type=linear]; +"1517 dropout_49" [id=1517, type=dropout]; +"1518 view_69" [id=1518, type=view]; +"1519 permute_58" [id=1519, type=permute]; +"1520 reshape_57" [id=1520, type=reshape]; +"1521 slice_190" [id=1521, type=slice]; +"1522 slice_191" [id=1522, type=slice]; +"1523 slice_192" [id=1523, type=slice]; +"1524 slice_193" [id=1524, type=slice]; +"1525 contiguous_23" [id=1525, type=contiguous]; +"1526 _param_constant210" [id=1526, type=get_attr]; +"1527 _param_constant211" [id=1527, type=get_attr]; +"1528 layer_norm_27" [id=1528, type=layer_norm]; +"1529 add_43" [id=1529, type=add]; +"1530 add_43_0_0_nncf_smooth_quant_0" [id=1530, type=call_module]; +"1531 quantize_per_tensor_default_79" [id=1531, type=quantize_per_tensor]; +"1532 dequantize_per_tensor_default_79" [id=1532, type=dequantize_per_tensor]; +"1533 linear_78_scale_0_updated_constant0" [id=1533, type=get_attr]; +"1534 compressed_weight_updated_constant79" [id=1534, type=get_attr]; +"1535 _param_constant213_0_0" [id=1535, type=get_attr]; +"1536 mul_tensor_79" [id=1536, type=mul]; +"1537 linear_78" [id=1537, type=linear]; +"1538 gelu_12" [id=1538, type=gelu]; +"1539 dropout_50" [id=1539, type=dropout]; +"1540 dropout_50_0_0_nncf_smooth_quant_0" [id=1540, type=call_module]; +"1541 quantize_per_tensor_default_80" [id=1541, type=quantize_per_tensor]; +"1542 dequantize_per_tensor_default_80" [id=1542, type=dequantize_per_tensor]; +"1543 linear_79_scale_0_updated_constant0" [id=1543, type=get_attr]; +"1544 compressed_weight_updated_constant80" [id=1544, type=get_attr]; +"1545 _param_constant215_0_0" [id=1545, type=get_attr]; +"1546 mul_tensor_80" [id=1546, type=mul]; +"1547 linear_79" [id=1547, type=linear]; +"1548 dropout_51" [id=1548, type=dropout]; +"1549 _param_constant216" [id=1549, type=get_attr]; +"1550 _param_constant217" [id=1550, type=get_attr]; +"1551 layer_norm_28" [id=1551, type=layer_norm]; +"1552 add_44" [id=1552, type=add]; +"1553 _tensor_constant80" [id=1553, type=get_attr]; +"1554 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1554, type=call_module]; +"1555 linear_80_scale_0_updated_constant0" [id=1555, type=get_attr]; +"1556 compressed_weight_updated_constant81" [id=1556, type=get_attr]; +"1557 _param_constant219_0_0" [id=1557, type=get_attr]; +"1558 mul_tensor_81" [id=1558, type=mul]; +"1559 linear_80" [id=1559, type=linear]; +"1560 relu__13" [id=1560, type=relu_]; +"1561 relu__13_0_0_nncf_smooth_quant_0" [id=1561, type=call_module]; +"1562 linear_81_scale_0_updated_constant0" [id=1562, type=get_attr]; +"1563 compressed_weight_updated_constant82" [id=1563, type=get_attr]; +"1564 mul_tensor_82" [id=1564, type=mul]; +"1565 linear_81" [id=1565, type=linear]; +"1566 view_70" [id=1566, type=view]; +"1567 _tensor_constant81" [id=1567, type=get_attr]; +"1568 index_13" [id=1568, type=index]; +"1569 view_71" [id=1569, type=view]; +"1570 permute_59" [id=1570, type=permute]; +"1571 contiguous_24" [id=1571, type=contiguous]; +"1572 unsqueeze_37" [id=1572, type=unsqueeze]; +"1573 sigmoid_13" [id=1573, type=sigmoid]; +"1574 mul_26" [id=1574, type=mul]; +"1575 pad_15" [id=1575, type=pad]; +"1576 roll_12" [id=1576, type=roll]; +"1577 view_72" [id=1577, type=view]; +"1578 permute_60" [id=1578, type=permute]; +"1579 reshape_58" [id=1579, type=reshape]; +"1580 reshape_58_0_0_nncf_smooth_quant_0" [id=1580, type=call_module]; +"1581 quantize_per_tensor_default_81" [id=1581, type=quantize_per_tensor]; +"1582 dequantize_per_tensor_default_81" [id=1582, type=dequantize_per_tensor]; +"1583 linear_82_scale_0_updated_constant0" [id=1583, type=get_attr]; +"1584 compressed_weight_updated_constant83" [id=1584, type=get_attr]; +"1585 _param_constant221_0_0" [id=1585, type=get_attr]; +"1586 mul_tensor_83" [id=1586, type=mul]; +"1587 linear_82" [id=1587, type=linear]; +"1588 reshape_59" [id=1588, type=reshape]; +"1589 permute_61" [id=1589, type=permute]; +"1590 select_39" [id=1590, type=select]; +"1591 select_40" [id=1591, type=select]; +"1592 select_41" [id=1592, type=select]; +"1593 linalg_vector_norm_26" [id=1593, type=linalg_vector_norm]; +"1594 clamp_min_26" [id=1594, type=clamp_min]; +"1595 expand_as_26" [id=1595, type=expand_as]; +"1596 div_26" [id=1596, type=div]; +"1597 quantize_per_tensor_default_82" [id=1597, type=quantize_per_tensor]; +"1598 dequantize_per_tensor_default_82" [id=1598, type=dequantize_per_tensor]; +"1599 linalg_vector_norm_27" [id=1599, type=linalg_vector_norm]; +"1600 clamp_min_27" [id=1600, type=clamp_min]; +"1601 expand_as_27" [id=1601, type=expand_as]; +"1602 div_27" [id=1602, type=div]; +"1603 quantize_per_tensor_default_83" [id=1603, type=quantize_per_tensor]; +"1604 dequantize_per_tensor_default_83" [id=1604, type=dequantize_per_tensor]; +"1605 transpose_26" [id=1605, type=transpose]; +"1606 matmul_26" [id=1606, type=matmul]; +"1607 _param_constant223" [id=1607, type=get_attr]; +"1608 clamp_13" [id=1608, type=clamp]; +"1609 exp_13" [id=1609, type=exp]; +"1610 mul_27" [id=1610, type=mul]; +"1611 add_45" [id=1611, type=add]; +"1612 new_zeros_6" [id=1612, type=new_zeros]; +"1613 view_73" [id=1613, type=view]; +"1614 permute_62" [id=1614, type=permute]; +"1615 reshape_60" [id=1615, type=reshape]; +"1616 unsqueeze_38" [id=1616, type=unsqueeze]; +"1617 unsqueeze_39" [id=1617, type=unsqueeze]; +"1618 sub_6" [id=1618, type=sub]; +"1619 ne_6" [id=1619, type=ne]; +"1620 masked_fill_12" [id=1620, type=masked_fill]; +"1621 eq_6" [id=1621, type=eq]; +"1622 masked_fill_13" [id=1622, type=masked_fill]; +"1623 view_74" [id=1623, type=view]; +"1624 unsqueeze_40" [id=1624, type=unsqueeze]; +"1625 unsqueeze_41" [id=1625, type=unsqueeze]; +"1626 add_46" [id=1626, type=add]; +"1627 view_75" [id=1627, type=view]; +"1628 softmax_13" [id=1628, type=softmax]; +"1629 dropout_52" [id=1629, type=dropout]; +"1630 matmul_27" [id=1630, type=matmul]; +"1631 transpose_27" [id=1631, type=transpose]; +"1632 reshape_61" [id=1632, type=reshape]; +"1633 reshape_61_0_0_nncf_smooth_quant_0" [id=1633, type=call_module]; +"1634 quantize_per_tensor_default_84" [id=1634, type=quantize_per_tensor]; +"1635 dequantize_per_tensor_default_84" [id=1635, type=dequantize_per_tensor]; +"1636 linear_83_scale_0_updated_constant0" [id=1636, type=get_attr]; +"1637 compressed_weight_updated_constant84" [id=1637, type=get_attr]; +"1638 _param_constant225_0_0" [id=1638, type=get_attr]; +"1639 mul_tensor_84" [id=1639, type=mul]; +"1640 linear_83" [id=1640, type=linear]; +"1641 dropout_53" [id=1641, type=dropout]; +"1642 view_76" [id=1642, type=view]; +"1643 permute_63" [id=1643, type=permute]; +"1644 reshape_62" [id=1644, type=reshape]; +"1645 roll_13" [id=1645, type=roll]; +"1646 slice_213" [id=1646, type=slice]; +"1647 slice_214" [id=1647, type=slice]; +"1648 slice_215" [id=1648, type=slice]; +"1649 slice_216" [id=1649, type=slice]; +"1650 contiguous_25" [id=1650, type=contiguous]; +"1651 _param_constant226" [id=1651, type=get_attr]; +"1652 _param_constant227" [id=1652, type=get_attr]; +"1653 layer_norm_29" [id=1653, type=layer_norm]; +"1654 add_47" [id=1654, type=add]; +"1655 add_47_0_0_nncf_smooth_quant_0" [id=1655, type=call_module]; +"1656 quantize_per_tensor_default_85" [id=1656, type=quantize_per_tensor]; +"1657 dequantize_per_tensor_default_85" [id=1657, type=dequantize_per_tensor]; +"1658 linear_84_scale_0_updated_constant0" [id=1658, type=get_attr]; +"1659 compressed_weight_updated_constant85" [id=1659, type=get_attr]; +"1660 _param_constant229_0_0" [id=1660, type=get_attr]; +"1661 mul_tensor_85" [id=1661, type=mul]; +"1662 linear_84" [id=1662, type=linear]; +"1663 gelu_13" [id=1663, type=gelu]; +"1664 dropout_54" [id=1664, type=dropout]; +"1665 dropout_54_0_0_nncf_smooth_quant_0" [id=1665, type=call_module]; +"1666 quantize_per_tensor_default_86" [id=1666, type=quantize_per_tensor]; +"1667 dequantize_per_tensor_default_86" [id=1667, type=dequantize_per_tensor]; +"1668 linear_85_scale_0_updated_constant0" [id=1668, type=get_attr]; +"1669 compressed_weight_updated_constant86" [id=1669, type=get_attr]; +"1670 _param_constant231_0_0" [id=1670, type=get_attr]; +"1671 mul_tensor_86" [id=1671, type=mul]; +"1672 linear_85" [id=1672, type=linear]; +"1673 dropout_55" [id=1673, type=dropout]; +"1674 _param_constant232" [id=1674, type=get_attr]; +"1675 _param_constant233" [id=1675, type=get_attr]; +"1676 layer_norm_30" [id=1676, type=layer_norm]; +"1677 add_48" [id=1677, type=add]; +"1678 _tensor_constant91" [id=1678, type=get_attr]; +"1679 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1679, type=call_module]; +"1680 linear_86_scale_0_updated_constant0" [id=1680, type=get_attr]; +"1681 compressed_weight_updated_constant87" [id=1681, type=get_attr]; +"1682 _param_constant235_0_0" [id=1682, type=get_attr]; +"1683 mul_tensor_87" [id=1683, type=mul]; +"1684 linear_86" [id=1684, type=linear]; +"1685 relu__14" [id=1685, type=relu_]; +"1686 relu__14_0_0_nncf_smooth_quant_0" [id=1686, type=call_module]; +"1687 linear_87_scale_0_updated_constant0" [id=1687, type=get_attr]; +"1688 compressed_weight_updated_constant88" [id=1688, type=get_attr]; +"1689 mul_tensor_88" [id=1689, type=mul]; +"1690 linear_87" [id=1690, type=linear]; +"1691 view_77" [id=1691, type=view]; +"1692 _tensor_constant92" [id=1692, type=get_attr]; +"1693 index_14" [id=1693, type=index]; +"1694 view_78" [id=1694, type=view]; +"1695 permute_64" [id=1695, type=permute]; +"1696 contiguous_26" [id=1696, type=contiguous]; +"1697 unsqueeze_42" [id=1697, type=unsqueeze]; +"1698 sigmoid_14" [id=1698, type=sigmoid]; +"1699 mul_28" [id=1699, type=mul]; +"1700 pad_16" [id=1700, type=pad]; +"1701 view_79" [id=1701, type=view]; +"1702 permute_65" [id=1702, type=permute]; +"1703 reshape_63" [id=1703, type=reshape]; +"1704 reshape_63_0_0_nncf_smooth_quant_0" [id=1704, type=call_module]; +"1705 quantize_per_tensor_default_87" [id=1705, type=quantize_per_tensor]; +"1706 dequantize_per_tensor_default_87" [id=1706, type=dequantize_per_tensor]; +"1707 linear_88_scale_0_updated_constant0" [id=1707, type=get_attr]; +"1708 compressed_weight_updated_constant89" [id=1708, type=get_attr]; +"1709 _param_constant237_0_0" [id=1709, type=get_attr]; +"1710 mul_tensor_89" [id=1710, type=mul]; +"1711 linear_88" [id=1711, type=linear]; +"1712 reshape_64" [id=1712, type=reshape]; +"1713 permute_66" [id=1713, type=permute]; +"1714 select_42" [id=1714, type=select]; +"1715 select_43" [id=1715, type=select]; +"1716 select_44" [id=1716, type=select]; +"1717 linalg_vector_norm_28" [id=1717, type=linalg_vector_norm]; +"1718 clamp_min_28" [id=1718, type=clamp_min]; +"1719 expand_as_28" [id=1719, type=expand_as]; +"1720 div_28" [id=1720, type=div]; +"1721 quantize_per_tensor_default_88" [id=1721, type=quantize_per_tensor]; +"1722 dequantize_per_tensor_default_88" [id=1722, type=dequantize_per_tensor]; +"1723 linalg_vector_norm_29" [id=1723, type=linalg_vector_norm]; +"1724 clamp_min_29" [id=1724, type=clamp_min]; +"1725 expand_as_29" [id=1725, type=expand_as]; +"1726 div_29" [id=1726, type=div]; +"1727 quantize_per_tensor_default_89" [id=1727, type=quantize_per_tensor]; +"1728 dequantize_per_tensor_default_89" [id=1728, type=dequantize_per_tensor]; +"1729 transpose_28" [id=1729, type=transpose]; +"1730 matmul_28" [id=1730, type=matmul]; +"1731 _param_constant239" [id=1731, type=get_attr]; +"1732 clamp_14" [id=1732, type=clamp]; +"1733 exp_14" [id=1733, type=exp]; +"1734 mul_29" [id=1734, type=mul]; +"1735 add_49" [id=1735, type=add]; +"1736 softmax_14" [id=1736, type=softmax]; +"1737 dropout_56" [id=1737, type=dropout]; +"1738 matmul_29" [id=1738, type=matmul]; +"1739 transpose_29" [id=1739, type=transpose]; +"1740 reshape_65" [id=1740, type=reshape]; +"1741 reshape_65_0_0_nncf_smooth_quant_0" [id=1741, type=call_module]; +"1742 quantize_per_tensor_default_90" [id=1742, type=quantize_per_tensor]; +"1743 dequantize_per_tensor_default_90" [id=1743, type=dequantize_per_tensor]; +"1744 linear_89_scale_0_updated_constant0" [id=1744, type=get_attr]; +"1745 compressed_weight_updated_constant90" [id=1745, type=get_attr]; +"1746 _param_constant241_0_0" [id=1746, type=get_attr]; +"1747 mul_tensor_90" [id=1747, type=mul]; +"1748 linear_89" [id=1748, type=linear]; +"1749 dropout_57" [id=1749, type=dropout]; +"1750 view_80" [id=1750, type=view]; +"1751 permute_67" [id=1751, type=permute]; +"1752 reshape_66" [id=1752, type=reshape]; +"1753 slice_218" [id=1753, type=slice]; +"1754 slice_219" [id=1754, type=slice]; +"1755 slice_220" [id=1755, type=slice]; +"1756 slice_221" [id=1756, type=slice]; +"1757 contiguous_27" [id=1757, type=contiguous]; +"1758 _param_constant242" [id=1758, type=get_attr]; +"1759 _param_constant243" [id=1759, type=get_attr]; +"1760 layer_norm_31" [id=1760, type=layer_norm]; +"1761 add_50" [id=1761, type=add]; +"1762 add_50_0_0_nncf_smooth_quant_0" [id=1762, type=call_module]; +"1763 quantize_per_tensor_default_91" [id=1763, type=quantize_per_tensor]; +"1764 dequantize_per_tensor_default_91" [id=1764, type=dequantize_per_tensor]; +"1765 linear_90_scale_0_updated_constant0" [id=1765, type=get_attr]; +"1766 compressed_weight_updated_constant91" [id=1766, type=get_attr]; +"1767 _param_constant245_0_0" [id=1767, type=get_attr]; +"1768 mul_tensor_91" [id=1768, type=mul]; +"1769 linear_90" [id=1769, type=linear]; +"1770 gelu_14" [id=1770, type=gelu]; +"1771 dropout_58" [id=1771, type=dropout]; +"1772 dropout_58_0_0_nncf_smooth_quant_0" [id=1772, type=call_module]; +"1773 quantize_per_tensor_default_92" [id=1773, type=quantize_per_tensor]; +"1774 dequantize_per_tensor_default_92" [id=1774, type=dequantize_per_tensor]; +"1775 linear_91_scale_0_updated_constant0" [id=1775, type=get_attr]; +"1776 compressed_weight_updated_constant92" [id=1776, type=get_attr]; +"1777 _param_constant247_0_0" [id=1777, type=get_attr]; +"1778 mul_tensor_92" [id=1778, type=mul]; +"1779 linear_91" [id=1779, type=linear]; +"1780 dropout_59" [id=1780, type=dropout]; +"1781 _param_constant248" [id=1781, type=get_attr]; +"1782 _param_constant249" [id=1782, type=get_attr]; +"1783 layer_norm_32" [id=1783, type=layer_norm]; +"1784 add_51" [id=1784, type=add]; +"1785 _tensor_constant93" [id=1785, type=get_attr]; +"1786 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1786, type=call_module]; +"1787 linear_92_scale_0_updated_constant0" [id=1787, type=get_attr]; +"1788 compressed_weight_updated_constant93" [id=1788, type=get_attr]; +"1789 _param_constant251_0_0" [id=1789, type=get_attr]; +"1790 mul_tensor_93" [id=1790, type=mul]; +"1791 linear_92" [id=1791, type=linear]; +"1792 relu__15" [id=1792, type=relu_]; +"1793 relu__15_0_0_nncf_smooth_quant_0" [id=1793, type=call_module]; +"1794 linear_93_scale_0_updated_constant0" [id=1794, type=get_attr]; +"1795 compressed_weight_updated_constant94" [id=1795, type=get_attr]; +"1796 mul_tensor_94" [id=1796, type=mul]; +"1797 linear_93" [id=1797, type=linear]; +"1798 view_81" [id=1798, type=view]; +"1799 _tensor_constant94" [id=1799, type=get_attr]; +"1800 index_15" [id=1800, type=index]; +"1801 view_82" [id=1801, type=view]; +"1802 permute_68" [id=1802, type=permute]; +"1803 contiguous_28" [id=1803, type=contiguous]; +"1804 unsqueeze_43" [id=1804, type=unsqueeze]; +"1805 sigmoid_15" [id=1805, type=sigmoid]; +"1806 mul_30" [id=1806, type=mul]; +"1807 pad_17" [id=1807, type=pad]; +"1808 roll_14" [id=1808, type=roll]; +"1809 view_83" [id=1809, type=view]; +"1810 permute_69" [id=1810, type=permute]; +"1811 reshape_67" [id=1811, type=reshape]; +"1812 reshape_67_0_0_nncf_smooth_quant_0" [id=1812, type=call_module]; +"1813 quantize_per_tensor_default_93" [id=1813, type=quantize_per_tensor]; +"1814 dequantize_per_tensor_default_93" [id=1814, type=dequantize_per_tensor]; +"1815 linear_94_scale_0_updated_constant0" [id=1815, type=get_attr]; +"1816 compressed_weight_updated_constant95" [id=1816, type=get_attr]; +"1817 _param_constant253_0_0" [id=1817, type=get_attr]; +"1818 mul_tensor_95" [id=1818, type=mul]; +"1819 linear_94" [id=1819, type=linear]; +"1820 reshape_68" [id=1820, type=reshape]; +"1821 permute_70" [id=1821, type=permute]; +"1822 select_45" [id=1822, type=select]; +"1823 select_46" [id=1823, type=select]; +"1824 select_47" [id=1824, type=select]; +"1825 linalg_vector_norm_30" [id=1825, type=linalg_vector_norm]; +"1826 clamp_min_30" [id=1826, type=clamp_min]; +"1827 expand_as_30" [id=1827, type=expand_as]; +"1828 div_30" [id=1828, type=div]; +"1829 quantize_per_tensor_default_94" [id=1829, type=quantize_per_tensor]; +"1830 dequantize_per_tensor_default_94" [id=1830, type=dequantize_per_tensor]; +"1831 linalg_vector_norm_31" [id=1831, type=linalg_vector_norm]; +"1832 clamp_min_31" [id=1832, type=clamp_min]; +"1833 expand_as_31" [id=1833, type=expand_as]; +"1834 div_31" [id=1834, type=div]; +"1835 quantize_per_tensor_default_95" [id=1835, type=quantize_per_tensor]; +"1836 dequantize_per_tensor_default_95" [id=1836, type=dequantize_per_tensor]; +"1837 transpose_30" [id=1837, type=transpose]; +"1838 matmul_30" [id=1838, type=matmul]; +"1839 _param_constant255" [id=1839, type=get_attr]; +"1840 clamp_15" [id=1840, type=clamp]; +"1841 exp_15" [id=1841, type=exp]; +"1842 mul_31" [id=1842, type=mul]; +"1843 add_52" [id=1843, type=add]; +"1844 new_zeros_7" [id=1844, type=new_zeros]; +"1845 view_84" [id=1845, type=view]; +"1846 permute_71" [id=1846, type=permute]; +"1847 reshape_69" [id=1847, type=reshape]; +"1848 unsqueeze_44" [id=1848, type=unsqueeze]; +"1849 unsqueeze_45" [id=1849, type=unsqueeze]; +"1850 sub_7" [id=1850, type=sub]; +"1851 ne_7" [id=1851, type=ne]; +"1852 masked_fill_14" [id=1852, type=masked_fill]; +"1853 eq_7" [id=1853, type=eq]; +"1854 masked_fill_15" [id=1854, type=masked_fill]; +"1855 view_85" [id=1855, type=view]; +"1856 unsqueeze_46" [id=1856, type=unsqueeze]; +"1857 unsqueeze_47" [id=1857, type=unsqueeze]; +"1858 add_53" [id=1858, type=add]; +"1859 view_86" [id=1859, type=view]; +"1860 softmax_15" [id=1860, type=softmax]; +"1861 dropout_60" [id=1861, type=dropout]; +"1862 matmul_31" [id=1862, type=matmul]; +"1863 transpose_31" [id=1863, type=transpose]; +"1864 reshape_70" [id=1864, type=reshape]; +"1865 reshape_70_0_0_nncf_smooth_quant_0" [id=1865, type=call_module]; +"1866 quantize_per_tensor_default_96" [id=1866, type=quantize_per_tensor]; +"1867 dequantize_per_tensor_default_96" [id=1867, type=dequantize_per_tensor]; +"1868 linear_95_scale_0_updated_constant0" [id=1868, type=get_attr]; +"1869 compressed_weight_updated_constant96" [id=1869, type=get_attr]; +"1870 _param_constant257_0_0" [id=1870, type=get_attr]; +"1871 mul_tensor_96" [id=1871, type=mul]; +"1872 linear_95" [id=1872, type=linear]; +"1873 dropout_61" [id=1873, type=dropout]; +"1874 view_87" [id=1874, type=view]; +"1875 permute_72" [id=1875, type=permute]; +"1876 reshape_71" [id=1876, type=reshape]; +"1877 roll_15" [id=1877, type=roll]; +"1878 slice_241" [id=1878, type=slice]; +"1879 slice_242" [id=1879, type=slice]; +"1880 slice_243" [id=1880, type=slice]; +"1881 slice_244" [id=1881, type=slice]; +"1882 contiguous_29" [id=1882, type=contiguous]; +"1883 _param_constant258" [id=1883, type=get_attr]; +"1884 _param_constant259" [id=1884, type=get_attr]; +"1885 layer_norm_33" [id=1885, type=layer_norm]; +"1886 add_54" [id=1886, type=add]; +"1887 add_54_0_0_nncf_smooth_quant_0" [id=1887, type=call_module]; +"1888 quantize_per_tensor_default_97" [id=1888, type=quantize_per_tensor]; +"1889 dequantize_per_tensor_default_97" [id=1889, type=dequantize_per_tensor]; +"1890 linear_96_scale_0_updated_constant0" [id=1890, type=get_attr]; +"1891 compressed_weight_updated_constant97" [id=1891, type=get_attr]; +"1892 _param_constant261_0_0" [id=1892, type=get_attr]; +"1893 mul_tensor_97" [id=1893, type=mul]; +"1894 linear_96" [id=1894, type=linear]; +"1895 gelu_15" [id=1895, type=gelu]; +"1896 dropout_62" [id=1896, type=dropout]; +"1897 dropout_62_0_0_nncf_smooth_quant_0" [id=1897, type=call_module]; +"1898 quantize_per_tensor_default_98" [id=1898, type=quantize_per_tensor]; +"1899 dequantize_per_tensor_default_98" [id=1899, type=dequantize_per_tensor]; +"1900 linear_97_scale_0_updated_constant0" [id=1900, type=get_attr]; +"1901 compressed_weight_updated_constant98" [id=1901, type=get_attr]; +"1902 _param_constant263_0_0" [id=1902, type=get_attr]; +"1903 mul_tensor_98" [id=1903, type=mul]; +"1904 linear_97" [id=1904, type=linear]; +"1905 dropout_63" [id=1905, type=dropout]; +"1906 _param_constant264" [id=1906, type=get_attr]; +"1907 _param_constant265" [id=1907, type=get_attr]; +"1908 layer_norm_34" [id=1908, type=layer_norm]; +"1909 add_55" [id=1909, type=add]; +"1910 _tensor_constant104" [id=1910, type=get_attr]; +"1911 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=1911, type=call_module]; +"1912 linear_98_scale_0_updated_constant0" [id=1912, type=get_attr]; +"1913 compressed_weight_updated_constant99" [id=1913, type=get_attr]; +"1914 _param_constant267_0_0" [id=1914, type=get_attr]; +"1915 mul_tensor_99" [id=1915, type=mul]; +"1916 linear_98" [id=1916, type=linear]; +"1917 relu__16" [id=1917, type=relu_]; +"1918 relu__16_0_0_nncf_smooth_quant_0" [id=1918, type=call_module]; +"1919 linear_99_scale_0_updated_constant0" [id=1919, type=get_attr]; +"1920 compressed_weight_updated_constant100" [id=1920, type=get_attr]; +"1921 mul_tensor_100" [id=1921, type=mul]; +"1922 linear_99" [id=1922, type=linear]; +"1923 view_88" [id=1923, type=view]; +"1924 _tensor_constant105" [id=1924, type=get_attr]; +"1925 index_16" [id=1925, type=index]; +"1926 view_89" [id=1926, type=view]; +"1927 permute_73" [id=1927, type=permute]; +"1928 contiguous_30" [id=1928, type=contiguous]; +"1929 unsqueeze_48" [id=1929, type=unsqueeze]; +"1930 sigmoid_16" [id=1930, type=sigmoid]; +"1931 mul_32" [id=1931, type=mul]; +"1932 pad_18" [id=1932, type=pad]; +"1933 view_90" [id=1933, type=view]; +"1934 permute_74" [id=1934, type=permute]; +"1935 reshape_72" [id=1935, type=reshape]; +"1936 reshape_72_0_0_nncf_smooth_quant_0" [id=1936, type=call_module]; +"1937 quantize_per_tensor_default_99" [id=1937, type=quantize_per_tensor]; +"1938 dequantize_per_tensor_default_99" [id=1938, type=dequantize_per_tensor]; +"1939 linear_100_scale_0_updated_constant0" [id=1939, type=get_attr]; +"1940 compressed_weight_updated_constant101" [id=1940, type=get_attr]; +"1941 _param_constant269_0_0" [id=1941, type=get_attr]; +"1942 mul_tensor_101" [id=1942, type=mul]; +"1943 linear_100" [id=1943, type=linear]; +"1944 reshape_73" [id=1944, type=reshape]; +"1945 permute_75" [id=1945, type=permute]; +"1946 select_48" [id=1946, type=select]; +"1947 select_49" [id=1947, type=select]; +"1948 select_50" [id=1948, type=select]; +"1949 linalg_vector_norm_32" [id=1949, type=linalg_vector_norm]; +"1950 clamp_min_32" [id=1950, type=clamp_min]; +"1951 expand_as_32" [id=1951, type=expand_as]; +"1952 div_32" [id=1952, type=div]; +"1953 quantize_per_tensor_default_100" [id=1953, type=quantize_per_tensor]; +"1954 dequantize_per_tensor_default_100" [id=1954, type=dequantize_per_tensor]; +"1955 linalg_vector_norm_33" [id=1955, type=linalg_vector_norm]; +"1956 clamp_min_33" [id=1956, type=clamp_min]; +"1957 expand_as_33" [id=1957, type=expand_as]; +"1958 div_33" [id=1958, type=div]; +"1959 quantize_per_tensor_default_101" [id=1959, type=quantize_per_tensor]; +"1960 dequantize_per_tensor_default_101" [id=1960, type=dequantize_per_tensor]; +"1961 transpose_32" [id=1961, type=transpose]; +"1962 matmul_32" [id=1962, type=matmul]; +"1963 _param_constant271" [id=1963, type=get_attr]; +"1964 clamp_16" [id=1964, type=clamp]; +"1965 exp_16" [id=1965, type=exp]; +"1966 mul_33" [id=1966, type=mul]; +"1967 add_56" [id=1967, type=add]; +"1968 softmax_16" [id=1968, type=softmax]; +"1969 dropout_64" [id=1969, type=dropout]; +"1970 matmul_33" [id=1970, type=matmul]; +"1971 transpose_33" [id=1971, type=transpose]; +"1972 reshape_74" [id=1972, type=reshape]; +"1973 reshape_74_0_0_nncf_smooth_quant_0" [id=1973, type=call_module]; +"1974 quantize_per_tensor_default_102" [id=1974, type=quantize_per_tensor]; +"1975 dequantize_per_tensor_default_102" [id=1975, type=dequantize_per_tensor]; +"1976 linear_101_scale_0_updated_constant0" [id=1976, type=get_attr]; +"1977 compressed_weight_updated_constant102" [id=1977, type=get_attr]; +"1978 _param_constant273_0_0" [id=1978, type=get_attr]; +"1979 mul_tensor_102" [id=1979, type=mul]; +"1980 linear_101" [id=1980, type=linear]; +"1981 dropout_65" [id=1981, type=dropout]; +"1982 view_91" [id=1982, type=view]; +"1983 permute_76" [id=1983, type=permute]; +"1984 reshape_75" [id=1984, type=reshape]; +"1985 slice_246" [id=1985, type=slice]; +"1986 slice_247" [id=1986, type=slice]; +"1987 slice_248" [id=1987, type=slice]; +"1988 slice_249" [id=1988, type=slice]; +"1989 contiguous_31" [id=1989, type=contiguous]; +"1990 _param_constant274" [id=1990, type=get_attr]; +"1991 _param_constant275" [id=1991, type=get_attr]; +"1992 layer_norm_35" [id=1992, type=layer_norm]; +"1993 add_57" [id=1993, type=add]; +"1994 add_57_0_0_nncf_smooth_quant_0" [id=1994, type=call_module]; +"1995 quantize_per_tensor_default_103" [id=1995, type=quantize_per_tensor]; +"1996 dequantize_per_tensor_default_103" [id=1996, type=dequantize_per_tensor]; +"1997 linear_102_scale_0_updated_constant0" [id=1997, type=get_attr]; +"1998 compressed_weight_updated_constant103" [id=1998, type=get_attr]; +"1999 _param_constant277_0_0" [id=1999, type=get_attr]; +"2000 mul_tensor_103" [id=2000, type=mul]; +"2001 linear_102" [id=2001, type=linear]; +"2002 gelu_16" [id=2002, type=gelu]; +"2003 dropout_66" [id=2003, type=dropout]; +"2004 dropout_66_0_0_nncf_smooth_quant_0" [id=2004, type=call_module]; +"2005 quantize_per_tensor_default_104" [id=2005, type=quantize_per_tensor]; +"2006 dequantize_per_tensor_default_104" [id=2006, type=dequantize_per_tensor]; +"2007 linear_103_scale_0_updated_constant0" [id=2007, type=get_attr]; +"2008 compressed_weight_updated_constant104" [id=2008, type=get_attr]; +"2009 _param_constant279_0_0" [id=2009, type=get_attr]; +"2010 mul_tensor_104" [id=2010, type=mul]; +"2011 linear_103" [id=2011, type=linear]; +"2012 dropout_67" [id=2012, type=dropout]; +"2013 _param_constant280" [id=2013, type=get_attr]; +"2014 _param_constant281" [id=2014, type=get_attr]; +"2015 layer_norm_36" [id=2015, type=layer_norm]; +"2016 add_58" [id=2016, type=add]; +"2017 _tensor_constant106" [id=2017, type=get_attr]; +"2018 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2018, type=call_module]; +"2019 linear_104_scale_0_updated_constant0" [id=2019, type=get_attr]; +"2020 compressed_weight_updated_constant105" [id=2020, type=get_attr]; +"2021 _param_constant283_0_0" [id=2021, type=get_attr]; +"2022 mul_tensor_105" [id=2022, type=mul]; +"2023 linear_104" [id=2023, type=linear]; +"2024 relu__17" [id=2024, type=relu_]; +"2025 relu__17_0_0_nncf_smooth_quant_0" [id=2025, type=call_module]; +"2026 linear_105_scale_0_updated_constant0" [id=2026, type=get_attr]; +"2027 compressed_weight_updated_constant106" [id=2027, type=get_attr]; +"2028 mul_tensor_106" [id=2028, type=mul]; +"2029 linear_105" [id=2029, type=linear]; +"2030 view_92" [id=2030, type=view]; +"2031 _tensor_constant107" [id=2031, type=get_attr]; +"2032 index_17" [id=2032, type=index]; +"2033 view_93" [id=2033, type=view]; +"2034 permute_77" [id=2034, type=permute]; +"2035 contiguous_32" [id=2035, type=contiguous]; +"2036 unsqueeze_49" [id=2036, type=unsqueeze]; +"2037 sigmoid_17" [id=2037, type=sigmoid]; +"2038 mul_34" [id=2038, type=mul]; +"2039 pad_19" [id=2039, type=pad]; +"2040 roll_16" [id=2040, type=roll]; +"2041 view_94" [id=2041, type=view]; +"2042 permute_78" [id=2042, type=permute]; +"2043 reshape_76" [id=2043, type=reshape]; +"2044 reshape_76_0_0_nncf_smooth_quant_0" [id=2044, type=call_module]; +"2045 quantize_per_tensor_default_105" [id=2045, type=quantize_per_tensor]; +"2046 dequantize_per_tensor_default_105" [id=2046, type=dequantize_per_tensor]; +"2047 linear_106_scale_0_updated_constant0" [id=2047, type=get_attr]; +"2048 compressed_weight_updated_constant107" [id=2048, type=get_attr]; +"2049 _param_constant285_0_0" [id=2049, type=get_attr]; +"2050 mul_tensor_107" [id=2050, type=mul]; +"2051 linear_106" [id=2051, type=linear]; +"2052 reshape_77" [id=2052, type=reshape]; +"2053 permute_79" [id=2053, type=permute]; +"2054 select_51" [id=2054, type=select]; +"2055 select_52" [id=2055, type=select]; +"2056 select_53" [id=2056, type=select]; +"2057 linalg_vector_norm_34" [id=2057, type=linalg_vector_norm]; +"2058 clamp_min_34" [id=2058, type=clamp_min]; +"2059 expand_as_34" [id=2059, type=expand_as]; +"2060 div_34" [id=2060, type=div]; +"2061 quantize_per_tensor_default_106" [id=2061, type=quantize_per_tensor]; +"2062 dequantize_per_tensor_default_106" [id=2062, type=dequantize_per_tensor]; +"2063 linalg_vector_norm_35" [id=2063, type=linalg_vector_norm]; +"2064 clamp_min_35" [id=2064, type=clamp_min]; +"2065 expand_as_35" [id=2065, type=expand_as]; +"2066 div_35" [id=2066, type=div]; +"2067 quantize_per_tensor_default_107" [id=2067, type=quantize_per_tensor]; +"2068 dequantize_per_tensor_default_107" [id=2068, type=dequantize_per_tensor]; +"2069 transpose_34" [id=2069, type=transpose]; +"2070 matmul_34" [id=2070, type=matmul]; +"2071 _param_constant287" [id=2071, type=get_attr]; +"2072 clamp_17" [id=2072, type=clamp]; +"2073 exp_17" [id=2073, type=exp]; +"2074 mul_35" [id=2074, type=mul]; +"2075 add_59" [id=2075, type=add]; +"2076 new_zeros_8" [id=2076, type=new_zeros]; +"2077 view_95" [id=2077, type=view]; +"2078 permute_80" [id=2078, type=permute]; +"2079 reshape_78" [id=2079, type=reshape]; +"2080 unsqueeze_50" [id=2080, type=unsqueeze]; +"2081 unsqueeze_51" [id=2081, type=unsqueeze]; +"2082 sub_8" [id=2082, type=sub]; +"2083 ne_8" [id=2083, type=ne]; +"2084 masked_fill_16" [id=2084, type=masked_fill]; +"2085 eq_8" [id=2085, type=eq]; +"2086 masked_fill_17" [id=2086, type=masked_fill]; +"2087 view_96" [id=2087, type=view]; +"2088 unsqueeze_52" [id=2088, type=unsqueeze]; +"2089 unsqueeze_53" [id=2089, type=unsqueeze]; +"2090 add_60" [id=2090, type=add]; +"2091 view_97" [id=2091, type=view]; +"2092 softmax_17" [id=2092, type=softmax]; +"2093 dropout_68" [id=2093, type=dropout]; +"2094 matmul_35" [id=2094, type=matmul]; +"2095 transpose_35" [id=2095, type=transpose]; +"2096 reshape_79" [id=2096, type=reshape]; +"2097 reshape_79_0_0_nncf_smooth_quant_0" [id=2097, type=call_module]; +"2098 quantize_per_tensor_default_108" [id=2098, type=quantize_per_tensor]; +"2099 dequantize_per_tensor_default_108" [id=2099, type=dequantize_per_tensor]; +"2100 linear_107_scale_0_updated_constant0" [id=2100, type=get_attr]; +"2101 compressed_weight_updated_constant108" [id=2101, type=get_attr]; +"2102 _param_constant289_0_0" [id=2102, type=get_attr]; +"2103 mul_tensor_108" [id=2103, type=mul]; +"2104 linear_107" [id=2104, type=linear]; +"2105 dropout_69" [id=2105, type=dropout]; +"2106 view_98" [id=2106, type=view]; +"2107 permute_81" [id=2107, type=permute]; +"2108 reshape_80" [id=2108, type=reshape]; +"2109 roll_17" [id=2109, type=roll]; +"2110 slice_269" [id=2110, type=slice]; +"2111 slice_270" [id=2111, type=slice]; +"2112 slice_271" [id=2112, type=slice]; +"2113 slice_272" [id=2113, type=slice]; +"2114 contiguous_33" [id=2114, type=contiguous]; +"2115 _param_constant290" [id=2115, type=get_attr]; +"2116 _param_constant291" [id=2116, type=get_attr]; +"2117 layer_norm_37" [id=2117, type=layer_norm]; +"2118 add_61" [id=2118, type=add]; +"2119 add_61_0_0_nncf_smooth_quant_0" [id=2119, type=call_module]; +"2120 quantize_per_tensor_default_109" [id=2120, type=quantize_per_tensor]; +"2121 dequantize_per_tensor_default_109" [id=2121, type=dequantize_per_tensor]; +"2122 linear_108_scale_0_updated_constant0" [id=2122, type=get_attr]; +"2123 compressed_weight_updated_constant109" [id=2123, type=get_attr]; +"2124 _param_constant293_0_0" [id=2124, type=get_attr]; +"2125 mul_tensor_109" [id=2125, type=mul]; +"2126 linear_108" [id=2126, type=linear]; +"2127 gelu_17" [id=2127, type=gelu]; +"2128 dropout_70" [id=2128, type=dropout]; +"2129 dropout_70_0_0_nncf_smooth_quant_0" [id=2129, type=call_module]; +"2130 quantize_per_tensor_default_110" [id=2130, type=quantize_per_tensor]; +"2131 dequantize_per_tensor_default_110" [id=2131, type=dequantize_per_tensor]; +"2132 linear_109_scale_0_updated_constant0" [id=2132, type=get_attr]; +"2133 compressed_weight_updated_constant110" [id=2133, type=get_attr]; +"2134 _param_constant295_0_0" [id=2134, type=get_attr]; +"2135 mul_tensor_110" [id=2135, type=mul]; +"2136 linear_109" [id=2136, type=linear]; +"2137 dropout_71" [id=2137, type=dropout]; +"2138 _param_constant296" [id=2138, type=get_attr]; +"2139 _param_constant297" [id=2139, type=get_attr]; +"2140 layer_norm_38" [id=2140, type=layer_norm]; +"2141 add_62" [id=2141, type=add]; +"2142 _tensor_constant117" [id=2142, type=get_attr]; +"2143 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2143, type=call_module]; +"2144 linear_110_scale_0_updated_constant0" [id=2144, type=get_attr]; +"2145 compressed_weight_updated_constant111" [id=2145, type=get_attr]; +"2146 _param_constant299_0_0" [id=2146, type=get_attr]; +"2147 mul_tensor_111" [id=2147, type=mul]; +"2148 linear_110" [id=2148, type=linear]; +"2149 relu__18" [id=2149, type=relu_]; +"2150 relu__18_0_0_nncf_smooth_quant_0" [id=2150, type=call_module]; +"2151 linear_111_scale_0_updated_constant0" [id=2151, type=get_attr]; +"2152 compressed_weight_updated_constant112" [id=2152, type=get_attr]; +"2153 mul_tensor_112" [id=2153, type=mul]; +"2154 linear_111" [id=2154, type=linear]; +"2155 view_99" [id=2155, type=view]; +"2156 _tensor_constant118" [id=2156, type=get_attr]; +"2157 index_18" [id=2157, type=index]; +"2158 view_100" [id=2158, type=view]; +"2159 permute_82" [id=2159, type=permute]; +"2160 contiguous_34" [id=2160, type=contiguous]; +"2161 unsqueeze_54" [id=2161, type=unsqueeze]; +"2162 sigmoid_18" [id=2162, type=sigmoid]; +"2163 mul_36" [id=2163, type=mul]; +"2164 pad_20" [id=2164, type=pad]; +"2165 view_101" [id=2165, type=view]; +"2166 permute_83" [id=2166, type=permute]; +"2167 reshape_81" [id=2167, type=reshape]; +"2168 reshape_81_0_0_nncf_smooth_quant_0" [id=2168, type=call_module]; +"2169 quantize_per_tensor_default_111" [id=2169, type=quantize_per_tensor]; +"2170 dequantize_per_tensor_default_111" [id=2170, type=dequantize_per_tensor]; +"2171 linear_112_scale_0_updated_constant0" [id=2171, type=get_attr]; +"2172 compressed_weight_updated_constant113" [id=2172, type=get_attr]; +"2173 _param_constant301_0_0" [id=2173, type=get_attr]; +"2174 mul_tensor_113" [id=2174, type=mul]; +"2175 linear_112" [id=2175, type=linear]; +"2176 reshape_82" [id=2176, type=reshape]; +"2177 permute_84" [id=2177, type=permute]; +"2178 select_54" [id=2178, type=select]; +"2179 select_55" [id=2179, type=select]; +"2180 select_56" [id=2180, type=select]; +"2181 linalg_vector_norm_36" [id=2181, type=linalg_vector_norm]; +"2182 clamp_min_36" [id=2182, type=clamp_min]; +"2183 expand_as_36" [id=2183, type=expand_as]; +"2184 div_36" [id=2184, type=div]; +"2185 quantize_per_tensor_default_112" [id=2185, type=quantize_per_tensor]; +"2186 dequantize_per_tensor_default_112" [id=2186, type=dequantize_per_tensor]; +"2187 linalg_vector_norm_37" [id=2187, type=linalg_vector_norm]; +"2188 clamp_min_37" [id=2188, type=clamp_min]; +"2189 expand_as_37" [id=2189, type=expand_as]; +"2190 div_37" [id=2190, type=div]; +"2191 quantize_per_tensor_default_113" [id=2191, type=quantize_per_tensor]; +"2192 dequantize_per_tensor_default_113" [id=2192, type=dequantize_per_tensor]; +"2193 transpose_36" [id=2193, type=transpose]; +"2194 matmul_36" [id=2194, type=matmul]; +"2195 _param_constant303" [id=2195, type=get_attr]; +"2196 clamp_18" [id=2196, type=clamp]; +"2197 exp_18" [id=2197, type=exp]; +"2198 mul_37" [id=2198, type=mul]; +"2199 add_63" [id=2199, type=add]; +"2200 softmax_18" [id=2200, type=softmax]; +"2201 dropout_72" [id=2201, type=dropout]; +"2202 matmul_37" [id=2202, type=matmul]; +"2203 transpose_37" [id=2203, type=transpose]; +"2204 reshape_83" [id=2204, type=reshape]; +"2205 reshape_83_0_0_nncf_smooth_quant_0" [id=2205, type=call_module]; +"2206 quantize_per_tensor_default_114" [id=2206, type=quantize_per_tensor]; +"2207 dequantize_per_tensor_default_114" [id=2207, type=dequantize_per_tensor]; +"2208 linear_113_scale_0_updated_constant0" [id=2208, type=get_attr]; +"2209 compressed_weight_updated_constant114" [id=2209, type=get_attr]; +"2210 _param_constant305_0_0" [id=2210, type=get_attr]; +"2211 mul_tensor_114" [id=2211, type=mul]; +"2212 linear_113" [id=2212, type=linear]; +"2213 dropout_73" [id=2213, type=dropout]; +"2214 view_102" [id=2214, type=view]; +"2215 permute_85" [id=2215, type=permute]; +"2216 reshape_84" [id=2216, type=reshape]; +"2217 slice_274" [id=2217, type=slice]; +"2218 slice_275" [id=2218, type=slice]; +"2219 slice_276" [id=2219, type=slice]; +"2220 slice_277" [id=2220, type=slice]; +"2221 contiguous_35" [id=2221, type=contiguous]; +"2222 _param_constant306" [id=2222, type=get_attr]; +"2223 _param_constant307" [id=2223, type=get_attr]; +"2224 layer_norm_39" [id=2224, type=layer_norm]; +"2225 add_64" [id=2225, type=add]; +"2226 add_64_0_0_nncf_smooth_quant_0" [id=2226, type=call_module]; +"2227 quantize_per_tensor_default_115" [id=2227, type=quantize_per_tensor]; +"2228 dequantize_per_tensor_default_115" [id=2228, type=dequantize_per_tensor]; +"2229 linear_114_scale_0_updated_constant0" [id=2229, type=get_attr]; +"2230 compressed_weight_updated_constant115" [id=2230, type=get_attr]; +"2231 _param_constant309_0_0" [id=2231, type=get_attr]; +"2232 mul_tensor_115" [id=2232, type=mul]; +"2233 linear_114" [id=2233, type=linear]; +"2234 gelu_18" [id=2234, type=gelu]; +"2235 dropout_74" [id=2235, type=dropout]; +"2236 dropout_74_0_0_nncf_smooth_quant_0" [id=2236, type=call_module]; +"2237 quantize_per_tensor_default_116" [id=2237, type=quantize_per_tensor]; +"2238 dequantize_per_tensor_default_116" [id=2238, type=dequantize_per_tensor]; +"2239 linear_115_scale_0_updated_constant0" [id=2239, type=get_attr]; +"2240 compressed_weight_updated_constant116" [id=2240, type=get_attr]; +"2241 _param_constant311_0_0" [id=2241, type=get_attr]; +"2242 mul_tensor_116" [id=2242, type=mul]; +"2243 linear_115" [id=2243, type=linear]; +"2244 dropout_75" [id=2244, type=dropout]; +"2245 _param_constant312" [id=2245, type=get_attr]; +"2246 _param_constant313" [id=2246, type=get_attr]; +"2247 layer_norm_40" [id=2247, type=layer_norm]; +"2248 add_65" [id=2248, type=add]; +"2249 _tensor_constant119" [id=2249, type=get_attr]; +"2250 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2250, type=call_module]; +"2251 linear_116_scale_0_updated_constant0" [id=2251, type=get_attr]; +"2252 compressed_weight_updated_constant117" [id=2252, type=get_attr]; +"2253 _param_constant315_0_0" [id=2253, type=get_attr]; +"2254 mul_tensor_117" [id=2254, type=mul]; +"2255 linear_116" [id=2255, type=linear]; +"2256 relu__19" [id=2256, type=relu_]; +"2257 relu__19_0_0_nncf_smooth_quant_0" [id=2257, type=call_module]; +"2258 linear_117_scale_0_updated_constant0" [id=2258, type=get_attr]; +"2259 compressed_weight_updated_constant118" [id=2259, type=get_attr]; +"2260 mul_tensor_118" [id=2260, type=mul]; +"2261 linear_117" [id=2261, type=linear]; +"2262 view_103" [id=2262, type=view]; +"2263 _tensor_constant120" [id=2263, type=get_attr]; +"2264 index_19" [id=2264, type=index]; +"2265 view_104" [id=2265, type=view]; +"2266 permute_86" [id=2266, type=permute]; +"2267 contiguous_36" [id=2267, type=contiguous]; +"2268 unsqueeze_55" [id=2268, type=unsqueeze]; +"2269 sigmoid_19" [id=2269, type=sigmoid]; +"2270 mul_38" [id=2270, type=mul]; +"2271 pad_21" [id=2271, type=pad]; +"2272 roll_18" [id=2272, type=roll]; +"2273 view_105" [id=2273, type=view]; +"2274 permute_87" [id=2274, type=permute]; +"2275 reshape_85" [id=2275, type=reshape]; +"2276 reshape_85_0_0_nncf_smooth_quant_0" [id=2276, type=call_module]; +"2277 quantize_per_tensor_default_117" [id=2277, type=quantize_per_tensor]; +"2278 dequantize_per_tensor_default_117" [id=2278, type=dequantize_per_tensor]; +"2279 linear_118_scale_0_updated_constant0" [id=2279, type=get_attr]; +"2280 compressed_weight_updated_constant119" [id=2280, type=get_attr]; +"2281 _param_constant317_0_0" [id=2281, type=get_attr]; +"2282 mul_tensor_119" [id=2282, type=mul]; +"2283 linear_118" [id=2283, type=linear]; +"2284 reshape_86" [id=2284, type=reshape]; +"2285 permute_88" [id=2285, type=permute]; +"2286 select_57" [id=2286, type=select]; +"2287 select_58" [id=2287, type=select]; +"2288 select_59" [id=2288, type=select]; +"2289 linalg_vector_norm_38" [id=2289, type=linalg_vector_norm]; +"2290 clamp_min_38" [id=2290, type=clamp_min]; +"2291 expand_as_38" [id=2291, type=expand_as]; +"2292 div_38" [id=2292, type=div]; +"2293 quantize_per_tensor_default_118" [id=2293, type=quantize_per_tensor]; +"2294 dequantize_per_tensor_default_118" [id=2294, type=dequantize_per_tensor]; +"2295 linalg_vector_norm_39" [id=2295, type=linalg_vector_norm]; +"2296 clamp_min_39" [id=2296, type=clamp_min]; +"2297 expand_as_39" [id=2297, type=expand_as]; +"2298 div_39" [id=2298, type=div]; +"2299 quantize_per_tensor_default_119" [id=2299, type=quantize_per_tensor]; +"2300 dequantize_per_tensor_default_119" [id=2300, type=dequantize_per_tensor]; +"2301 transpose_38" [id=2301, type=transpose]; +"2302 matmul_38" [id=2302, type=matmul]; +"2303 _param_constant319" [id=2303, type=get_attr]; +"2304 clamp_19" [id=2304, type=clamp]; +"2305 exp_19" [id=2305, type=exp]; +"2306 mul_39" [id=2306, type=mul]; +"2307 add_66" [id=2307, type=add]; +"2308 new_zeros_9" [id=2308, type=new_zeros]; +"2309 view_106" [id=2309, type=view]; +"2310 permute_89" [id=2310, type=permute]; +"2311 reshape_87" [id=2311, type=reshape]; +"2312 unsqueeze_56" [id=2312, type=unsqueeze]; +"2313 unsqueeze_57" [id=2313, type=unsqueeze]; +"2314 sub_9" [id=2314, type=sub]; +"2315 ne_9" [id=2315, type=ne]; +"2316 masked_fill_18" [id=2316, type=masked_fill]; +"2317 eq_9" [id=2317, type=eq]; +"2318 masked_fill_19" [id=2318, type=masked_fill]; +"2319 view_107" [id=2319, type=view]; +"2320 unsqueeze_58" [id=2320, type=unsqueeze]; +"2321 unsqueeze_59" [id=2321, type=unsqueeze]; +"2322 add_67" [id=2322, type=add]; +"2323 view_108" [id=2323, type=view]; +"2324 softmax_19" [id=2324, type=softmax]; +"2325 dropout_76" [id=2325, type=dropout]; +"2326 matmul_39" [id=2326, type=matmul]; +"2327 transpose_39" [id=2327, type=transpose]; +"2328 reshape_88" [id=2328, type=reshape]; +"2329 reshape_88_0_0_nncf_smooth_quant_0" [id=2329, type=call_module]; +"2330 quantize_per_tensor_default_120" [id=2330, type=quantize_per_tensor]; +"2331 dequantize_per_tensor_default_120" [id=2331, type=dequantize_per_tensor]; +"2332 linear_119_scale_0_updated_constant0" [id=2332, type=get_attr]; +"2333 compressed_weight_updated_constant120" [id=2333, type=get_attr]; +"2334 _param_constant321_0_0" [id=2334, type=get_attr]; +"2335 mul_tensor_120" [id=2335, type=mul]; +"2336 linear_119" [id=2336, type=linear]; +"2337 dropout_77" [id=2337, type=dropout]; +"2338 view_109" [id=2338, type=view]; +"2339 permute_90" [id=2339, type=permute]; +"2340 reshape_89" [id=2340, type=reshape]; +"2341 roll_19" [id=2341, type=roll]; +"2342 slice_297" [id=2342, type=slice]; +"2343 slice_298" [id=2343, type=slice]; +"2344 slice_299" [id=2344, type=slice]; +"2345 slice_300" [id=2345, type=slice]; +"2346 contiguous_37" [id=2346, type=contiguous]; +"2347 _param_constant322" [id=2347, type=get_attr]; +"2348 _param_constant323" [id=2348, type=get_attr]; +"2349 layer_norm_41" [id=2349, type=layer_norm]; +"2350 add_68" [id=2350, type=add]; +"2351 add_68_0_0_nncf_smooth_quant_0" [id=2351, type=call_module]; +"2352 quantize_per_tensor_default_121" [id=2352, type=quantize_per_tensor]; +"2353 dequantize_per_tensor_default_121" [id=2353, type=dequantize_per_tensor]; +"2354 linear_120_scale_0_updated_constant0" [id=2354, type=get_attr]; +"2355 compressed_weight_updated_constant121" [id=2355, type=get_attr]; +"2356 _param_constant325_0_0" [id=2356, type=get_attr]; +"2357 mul_tensor_121" [id=2357, type=mul]; +"2358 linear_120" [id=2358, type=linear]; +"2359 gelu_19" [id=2359, type=gelu]; +"2360 dropout_78" [id=2360, type=dropout]; +"2361 dropout_78_0_0_nncf_smooth_quant_0" [id=2361, type=call_module]; +"2362 quantize_per_tensor_default_122" [id=2362, type=quantize_per_tensor]; +"2363 dequantize_per_tensor_default_122" [id=2363, type=dequantize_per_tensor]; +"2364 linear_121_scale_0_updated_constant0" [id=2364, type=get_attr]; +"2365 compressed_weight_updated_constant122" [id=2365, type=get_attr]; +"2366 _param_constant327_0_0" [id=2366, type=get_attr]; +"2367 mul_tensor_122" [id=2367, type=mul]; +"2368 linear_121" [id=2368, type=linear]; +"2369 dropout_79" [id=2369, type=dropout]; +"2370 _param_constant328" [id=2370, type=get_attr]; +"2371 _param_constant329" [id=2371, type=get_attr]; +"2372 layer_norm_42" [id=2372, type=layer_norm]; +"2373 add_69" [id=2373, type=add]; +"2374 _tensor_constant130" [id=2374, type=get_attr]; +"2375 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2375, type=call_module]; +"2376 linear_122_scale_0_updated_constant0" [id=2376, type=get_attr]; +"2377 compressed_weight_updated_constant123" [id=2377, type=get_attr]; +"2378 _param_constant331_0_0" [id=2378, type=get_attr]; +"2379 mul_tensor_123" [id=2379, type=mul]; +"2380 linear_122" [id=2380, type=linear]; +"2381 relu__20" [id=2381, type=relu_]; +"2382 relu__20_0_0_nncf_smooth_quant_0" [id=2382, type=call_module]; +"2383 linear_123_scale_0_updated_constant0" [id=2383, type=get_attr]; +"2384 compressed_weight_updated_constant124" [id=2384, type=get_attr]; +"2385 mul_tensor_124" [id=2385, type=mul]; +"2386 linear_123" [id=2386, type=linear]; +"2387 view_110" [id=2387, type=view]; +"2388 _tensor_constant131" [id=2388, type=get_attr]; +"2389 index_20" [id=2389, type=index]; +"2390 view_111" [id=2390, type=view]; +"2391 permute_91" [id=2391, type=permute]; +"2392 contiguous_38" [id=2392, type=contiguous]; +"2393 unsqueeze_60" [id=2393, type=unsqueeze]; +"2394 sigmoid_20" [id=2394, type=sigmoid]; +"2395 mul_40" [id=2395, type=mul]; +"2396 pad_22" [id=2396, type=pad]; +"2397 view_112" [id=2397, type=view]; +"2398 permute_92" [id=2398, type=permute]; +"2399 reshape_90" [id=2399, type=reshape]; +"2400 reshape_90_0_0_nncf_smooth_quant_0" [id=2400, type=call_module]; +"2401 quantize_per_tensor_default_123" [id=2401, type=quantize_per_tensor]; +"2402 dequantize_per_tensor_default_123" [id=2402, type=dequantize_per_tensor]; +"2403 linear_124_scale_0_updated_constant0" [id=2403, type=get_attr]; +"2404 compressed_weight_updated_constant125" [id=2404, type=get_attr]; +"2405 _param_constant333_0_0" [id=2405, type=get_attr]; +"2406 mul_tensor_125" [id=2406, type=mul]; +"2407 linear_124" [id=2407, type=linear]; +"2408 reshape_91" [id=2408, type=reshape]; +"2409 permute_93" [id=2409, type=permute]; +"2410 select_60" [id=2410, type=select]; +"2411 select_61" [id=2411, type=select]; +"2412 select_62" [id=2412, type=select]; +"2413 linalg_vector_norm_40" [id=2413, type=linalg_vector_norm]; +"2414 clamp_min_40" [id=2414, type=clamp_min]; +"2415 expand_as_40" [id=2415, type=expand_as]; +"2416 div_40" [id=2416, type=div]; +"2417 quantize_per_tensor_default_124" [id=2417, type=quantize_per_tensor]; +"2418 dequantize_per_tensor_default_124" [id=2418, type=dequantize_per_tensor]; +"2419 linalg_vector_norm_41" [id=2419, type=linalg_vector_norm]; +"2420 clamp_min_41" [id=2420, type=clamp_min]; +"2421 expand_as_41" [id=2421, type=expand_as]; +"2422 div_41" [id=2422, type=div]; +"2423 quantize_per_tensor_default_125" [id=2423, type=quantize_per_tensor]; +"2424 dequantize_per_tensor_default_125" [id=2424, type=dequantize_per_tensor]; +"2425 transpose_40" [id=2425, type=transpose]; +"2426 matmul_40" [id=2426, type=matmul]; +"2427 _param_constant335" [id=2427, type=get_attr]; +"2428 clamp_20" [id=2428, type=clamp]; +"2429 exp_20" [id=2429, type=exp]; +"2430 mul_41" [id=2430, type=mul]; +"2431 add_70" [id=2431, type=add]; +"2432 softmax_20" [id=2432, type=softmax]; +"2433 dropout_80" [id=2433, type=dropout]; +"2434 matmul_41" [id=2434, type=matmul]; +"2435 transpose_41" [id=2435, type=transpose]; +"2436 reshape_92" [id=2436, type=reshape]; +"2437 reshape_92_0_0_nncf_smooth_quant_0" [id=2437, type=call_module]; +"2438 quantize_per_tensor_default_126" [id=2438, type=quantize_per_tensor]; +"2439 dequantize_per_tensor_default_126" [id=2439, type=dequantize_per_tensor]; +"2440 linear_125_scale_0_updated_constant0" [id=2440, type=get_attr]; +"2441 compressed_weight_updated_constant126" [id=2441, type=get_attr]; +"2442 _param_constant337_0_0" [id=2442, type=get_attr]; +"2443 mul_tensor_126" [id=2443, type=mul]; +"2444 linear_125" [id=2444, type=linear]; +"2445 dropout_81" [id=2445, type=dropout]; +"2446 view_113" [id=2446, type=view]; +"2447 permute_94" [id=2447, type=permute]; +"2448 reshape_93" [id=2448, type=reshape]; +"2449 slice_302" [id=2449, type=slice]; +"2450 slice_303" [id=2450, type=slice]; +"2451 slice_304" [id=2451, type=slice]; +"2452 slice_305" [id=2452, type=slice]; +"2453 contiguous_39" [id=2453, type=contiguous]; +"2454 _param_constant338" [id=2454, type=get_attr]; +"2455 _param_constant339" [id=2455, type=get_attr]; +"2456 layer_norm_43" [id=2456, type=layer_norm]; +"2457 add_71" [id=2457, type=add]; +"2458 add_71_0_0_nncf_smooth_quant_0" [id=2458, type=call_module]; +"2459 quantize_per_tensor_default_127" [id=2459, type=quantize_per_tensor]; +"2460 dequantize_per_tensor_default_127" [id=2460, type=dequantize_per_tensor]; +"2461 linear_126_scale_0_updated_constant0" [id=2461, type=get_attr]; +"2462 compressed_weight_updated_constant127" [id=2462, type=get_attr]; +"2463 _param_constant341_0_0" [id=2463, type=get_attr]; +"2464 mul_tensor_127" [id=2464, type=mul]; +"2465 linear_126" [id=2465, type=linear]; +"2466 gelu_20" [id=2466, type=gelu]; +"2467 dropout_82" [id=2467, type=dropout]; +"2468 dropout_82_0_0_nncf_smooth_quant_0" [id=2468, type=call_module]; +"2469 quantize_per_tensor_default_128" [id=2469, type=quantize_per_tensor]; +"2470 dequantize_per_tensor_default_128" [id=2470, type=dequantize_per_tensor]; +"2471 linear_127_scale_0_updated_constant0" [id=2471, type=get_attr]; +"2472 compressed_weight_updated_constant128" [id=2472, type=get_attr]; +"2473 _param_constant343_0_0" [id=2473, type=get_attr]; +"2474 mul_tensor_128" [id=2474, type=mul]; +"2475 linear_127" [id=2475, type=linear]; +"2476 dropout_83" [id=2476, type=dropout]; +"2477 _param_constant344" [id=2477, type=get_attr]; +"2478 _param_constant345" [id=2478, type=get_attr]; +"2479 layer_norm_44" [id=2479, type=layer_norm]; +"2480 add_72" [id=2480, type=add]; +"2481 _tensor_constant132" [id=2481, type=get_attr]; +"2482 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2482, type=call_module]; +"2483 linear_128_scale_0_updated_constant0" [id=2483, type=get_attr]; +"2484 compressed_weight_updated_constant129" [id=2484, type=get_attr]; +"2485 _param_constant347_0_0" [id=2485, type=get_attr]; +"2486 mul_tensor_129" [id=2486, type=mul]; +"2487 linear_128" [id=2487, type=linear]; +"2488 relu__21" [id=2488, type=relu_]; +"2489 relu__21_0_0_nncf_smooth_quant_0" [id=2489, type=call_module]; +"2490 linear_129_scale_0_updated_constant0" [id=2490, type=get_attr]; +"2491 compressed_weight_updated_constant130" [id=2491, type=get_attr]; +"2492 mul_tensor_130" [id=2492, type=mul]; +"2493 linear_129" [id=2493, type=linear]; +"2494 view_114" [id=2494, type=view]; +"2495 _tensor_constant133" [id=2495, type=get_attr]; +"2496 index_21" [id=2496, type=index]; +"2497 view_115" [id=2497, type=view]; +"2498 permute_95" [id=2498, type=permute]; +"2499 contiguous_40" [id=2499, type=contiguous]; +"2500 unsqueeze_61" [id=2500, type=unsqueeze]; +"2501 sigmoid_21" [id=2501, type=sigmoid]; +"2502 mul_42" [id=2502, type=mul]; +"2503 pad_23" [id=2503, type=pad]; +"2504 roll_20" [id=2504, type=roll]; +"2505 view_116" [id=2505, type=view]; +"2506 permute_96" [id=2506, type=permute]; +"2507 reshape_94" [id=2507, type=reshape]; +"2508 reshape_94_0_0_nncf_smooth_quant_0" [id=2508, type=call_module]; +"2509 quantize_per_tensor_default_129" [id=2509, type=quantize_per_tensor]; +"2510 dequantize_per_tensor_default_129" [id=2510, type=dequantize_per_tensor]; +"2511 linear_130_scale_0_updated_constant0" [id=2511, type=get_attr]; +"2512 compressed_weight_updated_constant131" [id=2512, type=get_attr]; +"2513 _param_constant349_0_0" [id=2513, type=get_attr]; +"2514 mul_tensor_131" [id=2514, type=mul]; +"2515 linear_130" [id=2515, type=linear]; +"2516 reshape_95" [id=2516, type=reshape]; +"2517 permute_97" [id=2517, type=permute]; +"2518 select_63" [id=2518, type=select]; +"2519 select_64" [id=2519, type=select]; +"2520 select_65" [id=2520, type=select]; +"2521 linalg_vector_norm_42" [id=2521, type=linalg_vector_norm]; +"2522 clamp_min_42" [id=2522, type=clamp_min]; +"2523 expand_as_42" [id=2523, type=expand_as]; +"2524 div_42" [id=2524, type=div]; +"2525 quantize_per_tensor_default_130" [id=2525, type=quantize_per_tensor]; +"2526 dequantize_per_tensor_default_130" [id=2526, type=dequantize_per_tensor]; +"2527 linalg_vector_norm_43" [id=2527, type=linalg_vector_norm]; +"2528 clamp_min_43" [id=2528, type=clamp_min]; +"2529 expand_as_43" [id=2529, type=expand_as]; +"2530 div_43" [id=2530, type=div]; +"2531 quantize_per_tensor_default_131" [id=2531, type=quantize_per_tensor]; +"2532 dequantize_per_tensor_default_131" [id=2532, type=dequantize_per_tensor]; +"2533 transpose_42" [id=2533, type=transpose]; +"2534 matmul_42" [id=2534, type=matmul]; +"2535 _param_constant351" [id=2535, type=get_attr]; +"2536 clamp_21" [id=2536, type=clamp]; +"2537 exp_21" [id=2537, type=exp]; +"2538 mul_43" [id=2538, type=mul]; +"2539 add_73" [id=2539, type=add]; +"2540 new_zeros_10" [id=2540, type=new_zeros]; +"2541 view_117" [id=2541, type=view]; +"2542 permute_98" [id=2542, type=permute]; +"2543 reshape_96" [id=2543, type=reshape]; +"2544 unsqueeze_62" [id=2544, type=unsqueeze]; +"2545 unsqueeze_63" [id=2545, type=unsqueeze]; +"2546 sub_10" [id=2546, type=sub]; +"2547 ne_10" [id=2547, type=ne]; +"2548 masked_fill_20" [id=2548, type=masked_fill]; +"2549 eq_10" [id=2549, type=eq]; +"2550 masked_fill_21" [id=2550, type=masked_fill]; +"2551 view_118" [id=2551, type=view]; +"2552 unsqueeze_64" [id=2552, type=unsqueeze]; +"2553 unsqueeze_65" [id=2553, type=unsqueeze]; +"2554 add_74" [id=2554, type=add]; +"2555 view_119" [id=2555, type=view]; +"2556 softmax_21" [id=2556, type=softmax]; +"2557 dropout_84" [id=2557, type=dropout]; +"2558 matmul_43" [id=2558, type=matmul]; +"2559 transpose_43" [id=2559, type=transpose]; +"2560 reshape_97" [id=2560, type=reshape]; +"2561 reshape_97_0_0_nncf_smooth_quant_0" [id=2561, type=call_module]; +"2562 quantize_per_tensor_default_132" [id=2562, type=quantize_per_tensor]; +"2563 dequantize_per_tensor_default_132" [id=2563, type=dequantize_per_tensor]; +"2564 linear_131_scale_0_updated_constant0" [id=2564, type=get_attr]; +"2565 compressed_weight_updated_constant132" [id=2565, type=get_attr]; +"2566 _param_constant353_0_0" [id=2566, type=get_attr]; +"2567 mul_tensor_132" [id=2567, type=mul]; +"2568 linear_131" [id=2568, type=linear]; +"2569 dropout_85" [id=2569, type=dropout]; +"2570 view_120" [id=2570, type=view]; +"2571 permute_99" [id=2571, type=permute]; +"2572 reshape_98" [id=2572, type=reshape]; +"2573 roll_21" [id=2573, type=roll]; +"2574 slice_325" [id=2574, type=slice]; +"2575 slice_326" [id=2575, type=slice]; +"2576 slice_327" [id=2576, type=slice]; +"2577 slice_328" [id=2577, type=slice]; +"2578 contiguous_41" [id=2578, type=contiguous]; +"2579 _param_constant354" [id=2579, type=get_attr]; +"2580 _param_constant355" [id=2580, type=get_attr]; +"2581 layer_norm_45" [id=2581, type=layer_norm]; +"2582 add_75" [id=2582, type=add]; +"2583 add_75_0_0_nncf_smooth_quant_0" [id=2583, type=call_module]; +"2584 quantize_per_tensor_default_133" [id=2584, type=quantize_per_tensor]; +"2585 dequantize_per_tensor_default_133" [id=2585, type=dequantize_per_tensor]; +"2586 linear_132_scale_0_updated_constant0" [id=2586, type=get_attr]; +"2587 compressed_weight_updated_constant133" [id=2587, type=get_attr]; +"2588 _param_constant357_0_0" [id=2588, type=get_attr]; +"2589 mul_tensor_133" [id=2589, type=mul]; +"2590 linear_132" [id=2590, type=linear]; +"2591 gelu_21" [id=2591, type=gelu]; +"2592 dropout_86" [id=2592, type=dropout]; +"2593 dropout_86_0_0_nncf_smooth_quant_0" [id=2593, type=call_module]; +"2594 quantize_per_tensor_default_134" [id=2594, type=quantize_per_tensor]; +"2595 dequantize_per_tensor_default_134" [id=2595, type=dequantize_per_tensor]; +"2596 linear_133_scale_0_updated_constant0" [id=2596, type=get_attr]; +"2597 compressed_weight_updated_constant134" [id=2597, type=get_attr]; +"2598 _param_constant359_0_0" [id=2598, type=get_attr]; +"2599 mul_tensor_134" [id=2599, type=mul]; +"2600 linear_133" [id=2600, type=linear]; +"2601 dropout_87" [id=2601, type=dropout]; +"2602 _param_constant360" [id=2602, type=get_attr]; +"2603 _param_constant361" [id=2603, type=get_attr]; +"2604 layer_norm_46" [id=2604, type=layer_norm]; +"2605 add_76" [id=2605, type=add]; +"2606 pad_24" [id=2606, type=pad]; +"2607 slice_329" [id=2607, type=slice]; +"2608 slice_330" [id=2608, type=slice]; +"2609 slice_331" [id=2609, type=slice]; +"2610 slice_332" [id=2610, type=slice]; +"2611 slice_333" [id=2611, type=slice]; +"2612 slice_334" [id=2612, type=slice]; +"2613 slice_335" [id=2613, type=slice]; +"2614 slice_336" [id=2614, type=slice]; +"2615 slice_337" [id=2615, type=slice]; +"2616 slice_338" [id=2616, type=slice]; +"2617 slice_339" [id=2617, type=slice]; +"2618 slice_340" [id=2618, type=slice]; +"2619 cat_2" [id=2619, type=cat]; +"2620 cat_2_0_0_nncf_smooth_quant_0" [id=2620, type=call_module]; +"2621 quantize_per_tensor_default_135" [id=2621, type=quantize_per_tensor]; +"2622 dequantize_per_tensor_default_135" [id=2622, type=dequantize_per_tensor]; +"2623 linear_134_scale_0_updated_constant0" [id=2623, type=get_attr]; +"2624 compressed_weight_updated_constant135" [id=2624, type=get_attr]; +"2625 mul_tensor_135" [id=2625, type=mul]; +"2626 linear_134" [id=2626, type=linear]; +"2627 _param_constant363" [id=2627, type=get_attr]; +"2628 _param_constant364" [id=2628, type=get_attr]; +"2629 layer_norm_47" [id=2629, type=layer_norm]; +"2630 _tensor_constant143" [id=2630, type=get_attr]; +"2631 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2631, type=call_module]; +"2632 linear_135_scale_0_updated_constant0" [id=2632, type=get_attr]; +"2633 compressed_weight_updated_constant136" [id=2633, type=get_attr]; +"2634 _param_constant366_0_0" [id=2634, type=get_attr]; +"2635 mul_tensor_136" [id=2635, type=mul]; +"2636 linear_135" [id=2636, type=linear]; +"2637 relu__22" [id=2637, type=relu_]; +"2638 relu__22_0_0_nncf_smooth_quant_0" [id=2638, type=call_module]; +"2639 linear_136_scale_0_updated_constant0" [id=2639, type=get_attr]; +"2640 compressed_weight_updated_constant137" [id=2640, type=get_attr]; +"2641 mul_tensor_137" [id=2641, type=mul]; +"2642 linear_136" [id=2642, type=linear]; +"2643 view_121" [id=2643, type=view]; +"2644 _tensor_constant144" [id=2644, type=get_attr]; +"2645 index_22" [id=2645, type=index]; +"2646 view_122" [id=2646, type=view]; +"2647 permute_100" [id=2647, type=permute]; +"2648 contiguous_42" [id=2648, type=contiguous]; +"2649 unsqueeze_66" [id=2649, type=unsqueeze]; +"2650 sigmoid_22" [id=2650, type=sigmoid]; +"2651 mul_44" [id=2651, type=mul]; +"2652 pad_25" [id=2652, type=pad]; +"2653 view_123" [id=2653, type=view]; +"2654 permute_101" [id=2654, type=permute]; +"2655 reshape_99" [id=2655, type=reshape]; +"2656 reshape_99_0_0_nncf_smooth_quant_0" [id=2656, type=call_module]; +"2657 quantize_per_tensor_default_136" [id=2657, type=quantize_per_tensor]; +"2658 dequantize_per_tensor_default_136" [id=2658, type=dequantize_per_tensor]; +"2659 linear_137_scale_0_updated_constant0" [id=2659, type=get_attr]; +"2660 compressed_weight_updated_constant138" [id=2660, type=get_attr]; +"2661 _param_constant368_0_0" [id=2661, type=get_attr]; +"2662 mul_tensor_138" [id=2662, type=mul]; +"2663 linear_137" [id=2663, type=linear]; +"2664 reshape_100" [id=2664, type=reshape]; +"2665 permute_102" [id=2665, type=permute]; +"2666 select_66" [id=2666, type=select]; +"2667 select_67" [id=2667, type=select]; +"2668 select_68" [id=2668, type=select]; +"2669 linalg_vector_norm_44" [id=2669, type=linalg_vector_norm]; +"2670 clamp_min_44" [id=2670, type=clamp_min]; +"2671 expand_as_44" [id=2671, type=expand_as]; +"2672 div_44" [id=2672, type=div]; +"2673 quantize_per_tensor_default_137" [id=2673, type=quantize_per_tensor]; +"2674 dequantize_per_tensor_default_137" [id=2674, type=dequantize_per_tensor]; +"2675 linalg_vector_norm_45" [id=2675, type=linalg_vector_norm]; +"2676 clamp_min_45" [id=2676, type=clamp_min]; +"2677 expand_as_45" [id=2677, type=expand_as]; +"2678 div_45" [id=2678, type=div]; +"2679 quantize_per_tensor_default_138" [id=2679, type=quantize_per_tensor]; +"2680 dequantize_per_tensor_default_138" [id=2680, type=dequantize_per_tensor]; +"2681 transpose_44" [id=2681, type=transpose]; +"2682 matmul_44" [id=2682, type=matmul]; +"2683 _param_constant370" [id=2683, type=get_attr]; +"2684 clamp_22" [id=2684, type=clamp]; +"2685 exp_22" [id=2685, type=exp]; +"2686 mul_45" [id=2686, type=mul]; +"2687 add_77" [id=2687, type=add]; +"2688 softmax_22" [id=2688, type=softmax]; +"2689 dropout_88" [id=2689, type=dropout]; +"2690 matmul_45" [id=2690, type=matmul]; +"2691 transpose_45" [id=2691, type=transpose]; +"2692 reshape_101" [id=2692, type=reshape]; +"2693 reshape_101_0_0_nncf_smooth_quant_0" [id=2693, type=call_module]; +"2694 quantize_per_tensor_default_139" [id=2694, type=quantize_per_tensor]; +"2695 dequantize_per_tensor_default_139" [id=2695, type=dequantize_per_tensor]; +"2696 linear_138_scale_0_updated_constant0" [id=2696, type=get_attr]; +"2697 compressed_weight_updated_constant139" [id=2697, type=get_attr]; +"2698 _param_constant372_0_0" [id=2698, type=get_attr]; +"2699 mul_tensor_139" [id=2699, type=mul]; +"2700 linear_138" [id=2700, type=linear]; +"2701 dropout_89" [id=2701, type=dropout]; +"2702 view_124" [id=2702, type=view]; +"2703 permute_103" [id=2703, type=permute]; +"2704 reshape_102" [id=2704, type=reshape]; +"2705 slice_342" [id=2705, type=slice]; +"2706 slice_343" [id=2706, type=slice]; +"2707 slice_344" [id=2707, type=slice]; +"2708 slice_345" [id=2708, type=slice]; +"2709 contiguous_43" [id=2709, type=contiguous]; +"2710 _param_constant373" [id=2710, type=get_attr]; +"2711 _param_constant374" [id=2711, type=get_attr]; +"2712 layer_norm_48" [id=2712, type=layer_norm]; +"2713 add_78" [id=2713, type=add]; +"2714 add_78_0_0_nncf_smooth_quant_0" [id=2714, type=call_module]; +"2715 quantize_per_tensor_default_140" [id=2715, type=quantize_per_tensor]; +"2716 dequantize_per_tensor_default_140" [id=2716, type=dequantize_per_tensor]; +"2717 linear_139_scale_0_updated_constant0" [id=2717, type=get_attr]; +"2718 compressed_weight_updated_constant140" [id=2718, type=get_attr]; +"2719 _param_constant376_0_0" [id=2719, type=get_attr]; +"2720 mul_tensor_140" [id=2720, type=mul]; +"2721 linear_139" [id=2721, type=linear]; +"2722 gelu_22" [id=2722, type=gelu]; +"2723 dropout_90" [id=2723, type=dropout]; +"2724 dropout_90_0_0_nncf_smooth_quant_0" [id=2724, type=call_module]; +"2725 quantize_per_tensor_default_141" [id=2725, type=quantize_per_tensor]; +"2726 dequantize_per_tensor_default_141" [id=2726, type=dequantize_per_tensor]; +"2727 linear_140_scale_0_updated_constant0" [id=2727, type=get_attr]; +"2728 compressed_weight_updated_constant141" [id=2728, type=get_attr]; +"2729 _param_constant378_0_0" [id=2729, type=get_attr]; +"2730 mul_tensor_141" [id=2730, type=mul]; +"2731 linear_140" [id=2731, type=linear]; +"2732 dropout_91" [id=2732, type=dropout]; +"2733 _param_constant379" [id=2733, type=get_attr]; +"2734 _param_constant380" [id=2734, type=get_attr]; +"2735 layer_norm_49" [id=2735, type=layer_norm]; +"2736 add_79" [id=2736, type=add]; +"2737 _tensor_constant145" [id=2737, type=get_attr]; +"2738 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=2738, type=call_module]; +"2739 linear_141_scale_0_updated_constant0" [id=2739, type=get_attr]; +"2740 compressed_weight_updated_constant142" [id=2740, type=get_attr]; +"2741 _param_constant382_0_0" [id=2741, type=get_attr]; +"2742 mul_tensor_142" [id=2742, type=mul]; +"2743 linear_141" [id=2743, type=linear]; +"2744 relu__23" [id=2744, type=relu_]; +"2745 relu__23_0_0_nncf_smooth_quant_0" [id=2745, type=call_module]; +"2746 linear_142_scale_0_updated_constant0" [id=2746, type=get_attr]; +"2747 compressed_weight_updated_constant143" [id=2747, type=get_attr]; +"2748 mul_tensor_143" [id=2748, type=mul]; +"2749 linear_142" [id=2749, type=linear]; +"2750 view_125" [id=2750, type=view]; +"2751 _tensor_constant146" [id=2751, type=get_attr]; +"2752 index_23" [id=2752, type=index]; +"2753 view_126" [id=2753, type=view]; +"2754 permute_104" [id=2754, type=permute]; +"2755 contiguous_44" [id=2755, type=contiguous]; +"2756 unsqueeze_67" [id=2756, type=unsqueeze]; +"2757 sigmoid_23" [id=2757, type=sigmoid]; +"2758 mul_46" [id=2758, type=mul]; +"2759 pad_26" [id=2759, type=pad]; +"2760 view_127" [id=2760, type=view]; +"2761 permute_105" [id=2761, type=permute]; +"2762 reshape_103" [id=2762, type=reshape]; +"2763 reshape_103_0_0_nncf_smooth_quant_0" [id=2763, type=call_module]; +"2764 quantize_per_tensor_default_142" [id=2764, type=quantize_per_tensor]; +"2765 dequantize_per_tensor_default_142" [id=2765, type=dequantize_per_tensor]; +"2766 linear_143_scale_0_updated_constant0" [id=2766, type=get_attr]; +"2767 compressed_weight_updated_constant144" [id=2767, type=get_attr]; +"2768 _param_constant384_0_0" [id=2768, type=get_attr]; +"2769 mul_tensor_144" [id=2769, type=mul]; +"2770 linear_143" [id=2770, type=linear]; +"2771 reshape_104" [id=2771, type=reshape]; +"2772 permute_106" [id=2772, type=permute]; +"2773 select_69" [id=2773, type=select]; +"2774 select_70" [id=2774, type=select]; +"2775 select_71" [id=2775, type=select]; +"2776 linalg_vector_norm_46" [id=2776, type=linalg_vector_norm]; +"2777 clamp_min_46" [id=2777, type=clamp_min]; +"2778 expand_as_46" [id=2778, type=expand_as]; +"2779 div_46" [id=2779, type=div]; +"2780 quantize_per_tensor_default_143" [id=2780, type=quantize_per_tensor]; +"2781 dequantize_per_tensor_default_143" [id=2781, type=dequantize_per_tensor]; +"2782 linalg_vector_norm_47" [id=2782, type=linalg_vector_norm]; +"2783 clamp_min_47" [id=2783, type=clamp_min]; +"2784 expand_as_47" [id=2784, type=expand_as]; +"2785 div_47" [id=2785, type=div]; +"2786 quantize_per_tensor_default_144" [id=2786, type=quantize_per_tensor]; +"2787 dequantize_per_tensor_default_144" [id=2787, type=dequantize_per_tensor]; +"2788 transpose_46" [id=2788, type=transpose]; +"2789 matmul_46" [id=2789, type=matmul]; +"2790 _param_constant386" [id=2790, type=get_attr]; +"2791 clamp_23" [id=2791, type=clamp]; +"2792 exp_23" [id=2792, type=exp]; +"2793 mul_47" [id=2793, type=mul]; +"2794 add_80" [id=2794, type=add]; +"2795 softmax_23" [id=2795, type=softmax]; +"2796 dropout_92" [id=2796, type=dropout]; +"2797 matmul_47" [id=2797, type=matmul]; +"2798 transpose_47" [id=2798, type=transpose]; +"2799 reshape_105" [id=2799, type=reshape]; +"2800 reshape_105_0_0_nncf_smooth_quant_0" [id=2800, type=call_module]; +"2801 quantize_per_tensor_default_145" [id=2801, type=quantize_per_tensor]; +"2802 dequantize_per_tensor_default_145" [id=2802, type=dequantize_per_tensor]; +"2803 linear_144_scale_0_updated_constant0" [id=2803, type=get_attr]; +"2804 compressed_weight_updated_constant145" [id=2804, type=get_attr]; +"2805 _param_constant388_0_0" [id=2805, type=get_attr]; +"2806 mul_tensor_145" [id=2806, type=mul]; +"2807 linear_144" [id=2807, type=linear]; +"2808 dropout_93" [id=2808, type=dropout]; +"2809 view_128" [id=2809, type=view]; +"2810 permute_107" [id=2810, type=permute]; +"2811 reshape_106" [id=2811, type=reshape]; +"2812 slice_347" [id=2812, type=slice]; +"2813 slice_348" [id=2813, type=slice]; +"2814 slice_349" [id=2814, type=slice]; +"2815 slice_350" [id=2815, type=slice]; +"2816 contiguous_45" [id=2816, type=contiguous]; +"2817 _param_constant389" [id=2817, type=get_attr]; +"2818 _param_constant390" [id=2818, type=get_attr]; +"2819 layer_norm_50" [id=2819, type=layer_norm]; +"2820 add_81" [id=2820, type=add]; +"2821 add_81_0_0_nncf_smooth_quant_0" [id=2821, type=call_module]; +"2822 quantize_per_tensor_default_146" [id=2822, type=quantize_per_tensor]; +"2823 dequantize_per_tensor_default_146" [id=2823, type=dequantize_per_tensor]; +"2824 linear_145_scale_0_updated_constant0" [id=2824, type=get_attr]; +"2825 compressed_weight_updated_constant146" [id=2825, type=get_attr]; +"2826 _param_constant392_0_0" [id=2826, type=get_attr]; +"2827 mul_tensor_146" [id=2827, type=mul]; +"2828 linear_145" [id=2828, type=linear]; +"2829 gelu_23" [id=2829, type=gelu]; +"2830 dropout_94" [id=2830, type=dropout]; +"2831 dropout_94_0_0_nncf_smooth_quant_0" [id=2831, type=call_module]; +"2832 quantize_per_tensor_default_147" [id=2832, type=quantize_per_tensor]; +"2833 dequantize_per_tensor_default_147" [id=2833, type=dequantize_per_tensor]; +"2834 linear_146_scale_0_updated_constant0" [id=2834, type=get_attr]; +"2835 compressed_weight_updated_constant147" [id=2835, type=get_attr]; +"2836 _param_constant394_0_0" [id=2836, type=get_attr]; +"2837 mul_tensor_147" [id=2837, type=mul]; +"2838 linear_146" [id=2838, type=linear]; +"2839 dropout_95" [id=2839, type=dropout]; +"2840 _param_constant395" [id=2840, type=get_attr]; +"2841 _param_constant396" [id=2841, type=get_attr]; +"2842 layer_norm_51" [id=2842, type=layer_norm]; +"2843 add_82" [id=2843, type=add]; +"2844 _param_constant397" [id=2844, type=get_attr]; +"2845 _param_constant398" [id=2845, type=get_attr]; +"2846 layer_norm_52" [id=2846, type=layer_norm]; +"2847 permute_108" [id=2847, type=permute]; +"2848 adaptive_avg_pool2d" [id=2848, type=adaptive_avg_pool2d]; +"2849 flatten" [id=2849, type=flatten]; +"2850 flatten_0_0_nncf_smooth_quant_0" [id=2850, type=call_module]; +"2851 quantize_per_tensor_default_148" [id=2851, type=quantize_per_tensor]; +"2852 dequantize_per_tensor_default_148" [id=2852, type=dequantize_per_tensor]; +"2853 linear_147_scale_0_updated_constant0" [id=2853, type=get_attr]; +"2854 compressed_weight_updated_constant148" [id=2854, type=get_attr]; +"2855 _param_constant400_0_0" [id=2855, type=get_attr]; +"2856 mul_tensor_148" [id=2856, type=mul]; +"2857 linear_147" [id=2857, type=linear]; +"2858 output" [id=2858, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 _param_constant0" -> "6 quantize_per_channel_default" [label="(96, 3, 4, 4)", style=solid]; -"4 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(96,)", style=solid]; -"4 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(96,)", style=solid]; -"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(96,)", style=solid]; -"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(96,)", style=solid]; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(96, 3, 4, 4)", style=solid]; -"7 dequantize_per_channel_default" -> "9 conv2d" [label="(96, 3, 4, 4)", style=solid]; -"8 _param_constant1_0_0" -> "9 conv2d" [label="(96,)", style=solid]; -"9 conv2d" -> "10 permute" [label="(1, 96, 56, 56)", style=solid]; -"10 permute" -> "13 layer_norm" [label="(1, 56, 56, 96)", style=solid]; -"11 _param_constant2" -> "13 layer_norm" [label="(96,)", style=solid]; -"12 _param_constant3" -> "13 layer_norm" [label="(96,)", style=solid]; -"13 layer_norm" -> "40 pad" [label="(1, 56, 56, 96)", style=solid]; -"13 layer_norm" -> "102 add_1" [label="(1, 56, 56, 96)", style=solid]; -"14 _tensor_constant0" -> "16 _tensor_constant0_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"15 linear_updated_constant0" -> "19 quantize_per_channel_default_1" [label="(512, 2)", style=solid]; -"16 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "22 linear" [label="(1, 15, 15, 2)", style=solid]; -"17 linear_scale_0" -> "19 quantize_per_channel_default_1" [label="(512,)", style=solid]; -"17 linear_scale_0" -> "20 dequantize_per_channel_default_1" [label="(512,)", style=solid]; -"18 linear_zero_point_0" -> "19 quantize_per_channel_default_1" [label="(512,)", style=solid]; -"18 linear_zero_point_0" -> "20 dequantize_per_channel_default_1" [label="(512,)", style=solid]; -"19 quantize_per_channel_default_1" -> "20 dequantize_per_channel_default_1" [label="(512, 2)", style=solid]; -"20 dequantize_per_channel_default_1" -> "22 linear" [label="(512, 2)", style=solid]; -"21 _param_constant5_0_0" -> "22 linear" [label="(512,)", style=solid]; -"22 linear" -> "23 relu_" [label="(1, 15, 15, 512)", style=solid]; -"23 relu_" -> "25 relu__0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"24 linear_1_updated_constant0" -> "28 quantize_per_channel_default_2" [label="(3, 512)", style=solid]; -"25 relu__0_0_nncf_smooth_quant_0" -> "30 linear_1" [label="(1, 15, 15, 512)", style=solid]; -"26 linear_1_scale_0" -> "28 quantize_per_channel_default_2" [label="(3,)", style=solid]; -"26 linear_1_scale_0" -> "29 dequantize_per_channel_default_2" [label="(3,)", style=solid]; -"27 linear_1_zero_point_0" -> "28 quantize_per_channel_default_2" [label="(3,)", style=solid]; -"27 linear_1_zero_point_0" -> "29 dequantize_per_channel_default_2" [label="(3,)", style=solid]; -"28 quantize_per_channel_default_2" -> "29 dequantize_per_channel_default_2" [label="(3, 512)", style=solid]; -"29 dequantize_per_channel_default_2" -> "30 linear_1" [label="(3, 512)", style=solid]; -"30 linear_1" -> "31 view" [label="(1, 15, 15, 3)", style=solid]; -"31 view" -> "33 index" [label="(225, 3)", style=solid]; -"32 _tensor_constant1" -> "33 index" [label="(4096,)", style=solid]; -"33 index" -> "34 view_1" [label="(4096, 3)", style=solid]; -"34 view_1" -> "35 permute_1" [label="(64, 64, 3)", style=solid]; -"35 permute_1" -> "36 contiguous" [label="(3, 64, 64)", style=solid]; -"36 contiguous" -> "37 unsqueeze" [label="(3, 64, 64)", style=solid]; -"37 unsqueeze" -> "38 sigmoid" [label="(1, 3, 64, 64)", style=solid]; -"38 sigmoid" -> "39 mul" [label="(1, 3, 64, 64)", style=solid]; -"39 mul" -> "77 add" [label="(1, 3, 64, 64)", style=solid]; -"40 pad" -> "41 view_2" [label="(1, 56, 56, 96)", style=solid]; -"41 view_2" -> "42 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"42 permute_2" -> "43 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"43 reshape" -> "45 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"44 linear_2_updated_constant0" -> "50 quantize_per_channel_default_3" [label="(288, 96)", style=solid]; -"45 reshape_0_0_nncf_smooth_quant_0" -> "46 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; -"46 quantize_per_tensor_default_1" -> "47 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; -"47 dequantize_per_tensor_default_1" -> "53 linear_2" [label="(49, 64, 96)", style=solid]; -"48 linear_2_scale_0" -> "50 quantize_per_channel_default_3" [label="(288,)", style=solid]; -"48 linear_2_scale_0" -> "51 dequantize_per_channel_default_3" [label="(288,)", style=solid]; -"49 linear_2_zero_point_0" -> "50 quantize_per_channel_default_3" [label="(288,)", style=solid]; -"49 linear_2_zero_point_0" -> "51 dequantize_per_channel_default_3" [label="(288,)", style=solid]; -"50 quantize_per_channel_default_3" -> "51 dequantize_per_channel_default_3" [label="(288, 96)", style=solid]; -"51 dequantize_per_channel_default_3" -> "53 linear_2" [label="(288, 96)", style=solid]; -"52 _param_constant7_0_0" -> "53 linear_2" [label="(288,)", style=solid]; -"53 linear_2" -> "54 reshape_1" [label="(49, 64, 288)", style=solid]; -"54 reshape_1" -> "55 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; -"55 permute_3" -> "56 select" [label="(3, 49, 3, 64, 32)", style=solid]; -"55 permute_3" -> "57 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; -"55 permute_3" -> "58 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; -"56 select" -> "59 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; -"56 select" -> "61 expand_as" [label="(49, 3, 64, 32)", style=solid]; -"56 select" -> "62 div" [label="(49, 3, 64, 32)", style=solid]; -"57 select_1" -> "65 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; -"57 select_1" -> "67 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; -"57 select_1" -> "68 div_1" [label="(49, 3, 64, 32)", style=solid]; -"58 select_2" -> "80 matmul_1" [label="(49, 3, 64, 32)", style=solid]; -"59 linalg_vector_norm" -> "60 clamp_min" [label="(49, 3, 64, 1)", style=solid]; -"60 clamp_min" -> "61 expand_as" [label="(49, 3, 64, 1)", style=solid]; -"61 expand_as" -> "62 div" [label="(49, 3, 64, 32)", style=solid]; -"62 div" -> "63 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; -"63 quantize_per_tensor_default_2" -> "64 dequantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; -"64 dequantize_per_tensor_default_2" -> "72 matmul" [label="(49, 3, 64, 32)", style=solid]; -"65 linalg_vector_norm_1" -> "66 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; -"66 clamp_min_1" -> "67 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; -"67 expand_as_1" -> "68 div_1" [label="(49, 3, 64, 32)", style=solid]; -"68 div_1" -> "69 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; -"69 quantize_per_tensor_default_3" -> "70 dequantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; -"70 dequantize_per_tensor_default_3" -> "71 transpose" [label="(49, 3, 64, 32)", style=solid]; -"71 transpose" -> "72 matmul" [label="(49, 3, 32, 64)", style=solid]; -"72 matmul" -> "76 mul_1" [label="(49, 3, 64, 64)", style=solid]; -"73 _param_constant9" -> "74 clamp" [label="(3, 1, 1)", style=solid]; -"74 clamp" -> "75 exp" [label="(3, 1, 1)", style=solid]; -"75 exp" -> "76 mul_1" [label="(3, 1, 1)", style=solid]; -"76 mul_1" -> "77 add" [label="(49, 3, 64, 64)", style=solid]; -"77 add" -> "78 softmax" [label="(49, 3, 64, 64)", style=solid]; -"78 softmax" -> "79 dropout" [label="(49, 3, 64, 64)", style=solid]; -"79 dropout" -> "80 matmul_1" [label="(49, 3, 64, 64)", style=solid]; -"80 matmul_1" -> "81 transpose_1" [label="(49, 3, 64, 32)", style=solid]; -"81 transpose_1" -> "82 reshape_2" [label="(49, 64, 3, 32)", style=solid]; -"82 reshape_2" -> "84 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"83 linear_3_updated_constant0" -> "89 quantize_per_channel_default_4" [label="(96, 96)", style=solid]; -"84 reshape_2_0_0_nncf_smooth_quant_0" -> "85 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; -"85 quantize_per_tensor_default_4" -> "86 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; -"86 dequantize_per_tensor_default_4" -> "92 linear_3" [label="(49, 64, 96)", style=solid]; -"87 linear_3_scale_0" -> "89 quantize_per_channel_default_4" [label="(96,)", style=solid]; -"87 linear_3_scale_0" -> "90 dequantize_per_channel_default_4" [label="(96,)", style=solid]; -"88 linear_3_zero_point_0" -> "89 quantize_per_channel_default_4" [label="(96,)", style=solid]; -"88 linear_3_zero_point_0" -> "90 dequantize_per_channel_default_4" [label="(96,)", style=solid]; -"89 quantize_per_channel_default_4" -> "90 dequantize_per_channel_default_4" [label="(96, 96)", style=solid]; -"90 dequantize_per_channel_default_4" -> "92 linear_3" [label="(96, 96)", style=solid]; -"91 _param_constant11_0_0" -> "92 linear_3" [label="(96,)", style=solid]; -"92 linear_3" -> "93 dropout_1" [label="(49, 64, 96)", style=solid]; -"93 dropout_1" -> "94 view_3" [label="(49, 64, 96)", style=solid]; -"94 view_3" -> "95 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"95 permute_4" -> "96 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"96 reshape_3" -> "97 slice_2" [label="(1, 56, 56, 96)", style=solid]; -"97 slice_2" -> "98 slice_3" [label="(1, 56, 56, 96)", style=solid]; -"98 slice_3" -> "101 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; -"99 _param_constant12" -> "101 layer_norm_1" [label="(96,)", style=solid]; -"100 _param_constant13" -> "101 layer_norm_1" [label="(96,)", style=solid]; -"101 layer_norm_1" -> "102 add_1" [label="(1, 56, 56, 96)", style=solid]; -"102 add_1" -> "104 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; -"102 add_1" -> "129 add_2" [label="(1, 56, 56, 96)", style=solid]; -"103 linear_4_updated_constant0" -> "109 quantize_per_channel_default_5" [label="(384, 96)", style=solid]; -"104 add_1_0_0_nncf_smooth_quant_0" -> "105 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; -"105 quantize_per_tensor_default_5" -> "106 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; -"106 dequantize_per_tensor_default_5" -> "112 linear_4" [label="(1, 56, 56, 96)", style=solid]; -"107 linear_4_scale_0" -> "109 quantize_per_channel_default_5" [label="(384,)", style=solid]; -"107 linear_4_scale_0" -> "110 dequantize_per_channel_default_5" [label="(384,)", style=solid]; -"108 linear_4_zero_point_0" -> "109 quantize_per_channel_default_5" [label="(384,)", style=solid]; -"108 linear_4_zero_point_0" -> "110 dequantize_per_channel_default_5" [label="(384,)", style=solid]; -"109 quantize_per_channel_default_5" -> "110 dequantize_per_channel_default_5" [label="(384, 96)", style=solid]; -"110 dequantize_per_channel_default_5" -> "112 linear_4" [label="(384, 96)", style=solid]; -"111 _param_constant15_0_0" -> "112 linear_4" [label="(384,)", style=solid]; -"112 linear_4" -> "113 gelu" [label="(1, 56, 56, 384)", style=solid]; -"113 gelu" -> "114 dropout_2" [label="(1, 56, 56, 384)", style=solid]; -"114 dropout_2" -> "116 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; -"115 linear_5_updated_constant0" -> "121 quantize_per_channel_default_6" [label="(96, 384)", style=solid]; -"116 dropout_2_0_0_nncf_smooth_quant_0" -> "117 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; -"117 quantize_per_tensor_default_6" -> "118 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; -"118 dequantize_per_tensor_default_6" -> "124 linear_5" [label="(1, 56, 56, 384)", style=solid]; -"119 linear_5_scale_0" -> "121 quantize_per_channel_default_6" [label="(96,)", style=solid]; -"119 linear_5_scale_0" -> "122 dequantize_per_channel_default_6" [label="(96,)", style=solid]; -"120 linear_5_zero_point_0" -> "121 quantize_per_channel_default_6" [label="(96,)", style=solid]; -"120 linear_5_zero_point_0" -> "122 dequantize_per_channel_default_6" [label="(96,)", style=solid]; -"121 quantize_per_channel_default_6" -> "122 dequantize_per_channel_default_6" [label="(96, 384)", style=solid]; -"122 dequantize_per_channel_default_6" -> "124 linear_5" [label="(96, 384)", style=solid]; -"123 _param_constant17_0_0" -> "124 linear_5" [label="(96,)", style=solid]; -"124 linear_5" -> "125 dropout_3" [label="(1, 56, 56, 96)", style=solid]; -"125 dropout_3" -> "128 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; -"126 _param_constant18" -> "128 layer_norm_2" [label="(96,)", style=solid]; -"127 _param_constant19" -> "128 layer_norm_2" [label="(96,)", style=solid]; -"128 layer_norm_2" -> "129 add_2" [label="(1, 56, 56, 96)", style=solid]; -"129 add_2" -> "156 pad_1" [label="(1, 56, 56, 96)", style=solid]; -"129 add_2" -> "236 add_5" [label="(1, 56, 56, 96)", style=solid]; -"130 _tensor_constant2" -> "132 _tensor_constant2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"131 linear_6_updated_constant0" -> "135 quantize_per_channel_default_7" [label="(512, 2)", style=solid]; -"132 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "138 linear_6" [label="(1, 15, 15, 2)", style=solid]; -"133 linear_6_scale_0" -> "135 quantize_per_channel_default_7" [label="(512,)", style=solid]; -"133 linear_6_scale_0" -> "136 dequantize_per_channel_default_7" [label="(512,)", style=solid]; -"134 linear_6_zero_point_0" -> "135 quantize_per_channel_default_7" [label="(512,)", style=solid]; -"134 linear_6_zero_point_0" -> "136 dequantize_per_channel_default_7" [label="(512,)", style=solid]; -"135 quantize_per_channel_default_7" -> "136 dequantize_per_channel_default_7" [label="(512, 2)", style=solid]; -"136 dequantize_per_channel_default_7" -> "138 linear_6" [label="(512, 2)", style=solid]; -"137 _param_constant21_0_0" -> "138 linear_6" [label="(512,)", style=solid]; -"138 linear_6" -> "139 relu__1" [label="(1, 15, 15, 512)", style=solid]; -"139 relu__1" -> "141 relu__1_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"140 linear_7_updated_constant0" -> "144 quantize_per_channel_default_8" [label="(3, 512)", style=solid]; -"141 relu__1_0_0_nncf_smooth_quant_0" -> "146 linear_7" [label="(1, 15, 15, 512)", style=solid]; -"142 linear_7_scale_0" -> "144 quantize_per_channel_default_8" [label="(3,)", style=solid]; -"142 linear_7_scale_0" -> "145 dequantize_per_channel_default_8" [label="(3,)", style=solid]; -"143 linear_7_zero_point_0" -> "144 quantize_per_channel_default_8" [label="(3,)", style=solid]; -"143 linear_7_zero_point_0" -> "145 dequantize_per_channel_default_8" [label="(3,)", style=solid]; -"144 quantize_per_channel_default_8" -> "145 dequantize_per_channel_default_8" [label="(3, 512)", style=solid]; -"145 dequantize_per_channel_default_8" -> "146 linear_7" [label="(3, 512)", style=solid]; -"146 linear_7" -> "147 view_4" [label="(1, 15, 15, 3)", style=solid]; -"147 view_4" -> "149 index_1" [label="(225, 3)", style=solid]; -"148 _tensor_constant3" -> "149 index_1" [label="(4096,)", style=solid]; -"149 index_1" -> "150 view_5" [label="(4096, 3)", style=solid]; -"150 view_5" -> "151 permute_5" [label="(64, 64, 3)", style=solid]; -"151 permute_5" -> "152 contiguous_1" [label="(3, 64, 64)", style=solid]; -"152 contiguous_1" -> "153 unsqueeze_1" [label="(3, 64, 64)", style=solid]; -"153 unsqueeze_1" -> "154 sigmoid_1" [label="(1, 3, 64, 64)", style=solid]; -"154 sigmoid_1" -> "155 mul_2" [label="(1, 3, 64, 64)", style=solid]; -"155 mul_2" -> "194 add_3" [label="(1, 3, 64, 64)", style=solid]; -"156 pad_1" -> "157 roll" [label="(1, 56, 56, 96)", style=solid]; -"157 roll" -> "158 view_6" [label="(1, 56, 56, 96)", style=solid]; -"158 view_6" -> "159 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"159 permute_6" -> "160 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"160 reshape_4" -> "162 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"160 reshape_4" -> "195 new_zeros" [label="(49, 64, 96)", style=solid]; -"161 linear_8_updated_constant0" -> "167 quantize_per_channel_default_9" [label="(288, 96)", style=solid]; -"162 reshape_4_0_0_nncf_smooth_quant_0" -> "163 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; -"163 quantize_per_tensor_default_7" -> "164 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; -"164 dequantize_per_tensor_default_7" -> "170 linear_8" [label="(49, 64, 96)", style=solid]; -"165 linear_8_scale_0" -> "167 quantize_per_channel_default_9" [label="(288,)", style=solid]; -"165 linear_8_scale_0" -> "168 dequantize_per_channel_default_9" [label="(288,)", style=solid]; -"166 linear_8_zero_point_0" -> "167 quantize_per_channel_default_9" [label="(288,)", style=solid]; -"166 linear_8_zero_point_0" -> "168 dequantize_per_channel_default_9" [label="(288,)", style=solid]; -"167 quantize_per_channel_default_9" -> "168 dequantize_per_channel_default_9" [label="(288, 96)", style=solid]; -"168 dequantize_per_channel_default_9" -> "170 linear_8" [label="(288, 96)", style=solid]; -"169 _param_constant23_0_0" -> "170 linear_8" [label="(288,)", style=solid]; -"170 linear_8" -> "171 reshape_5" [label="(49, 64, 288)", style=solid]; -"171 reshape_5" -> "172 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; -"172 permute_7" -> "173 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; -"172 permute_7" -> "174 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; -"172 permute_7" -> "175 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; -"173 select_3" -> "176 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; -"173 select_3" -> "178 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; -"173 select_3" -> "179 div_2" [label="(49, 3, 64, 32)", style=solid]; -"174 select_4" -> "182 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; -"174 select_4" -> "184 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; -"174 select_4" -> "185 div_3" [label="(49, 3, 64, 32)", style=solid]; -"175 select_5" -> "213 matmul_3" [label="(49, 3, 64, 32)", style=solid]; -"176 linalg_vector_norm_2" -> "177 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; -"177 clamp_min_2" -> "178 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; -"178 expand_as_2" -> "179 div_2" [label="(49, 3, 64, 32)", style=solid]; -"179 div_2" -> "180 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; -"180 quantize_per_tensor_default_8" -> "181 dequantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; -"181 dequantize_per_tensor_default_8" -> "189 matmul_2" [label="(49, 3, 64, 32)", style=solid]; -"182 linalg_vector_norm_3" -> "183 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; -"183 clamp_min_3" -> "184 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; -"184 expand_as_3" -> "185 div_3" [label="(49, 3, 64, 32)", style=solid]; -"185 div_3" -> "186 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; -"186 quantize_per_tensor_default_9" -> "187 dequantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; -"187 dequantize_per_tensor_default_9" -> "188 transpose_2" [label="(49, 3, 64, 32)", style=solid]; -"188 transpose_2" -> "189 matmul_2" [label="(49, 3, 32, 64)", style=solid]; -"189 matmul_2" -> "193 mul_3" [label="(49, 3, 64, 64)", style=solid]; -"190 _param_constant25" -> "191 clamp_1" [label="(3, 1, 1)", style=solid]; -"191 clamp_1" -> "192 exp_1" [label="(3, 1, 1)", style=solid]; -"192 exp_1" -> "193 mul_3" [label="(3, 1, 1)", style=solid]; -"193 mul_3" -> "194 add_3" [label="(49, 3, 64, 64)", style=solid]; -"194 add_3" -> "206 view_8" [label="(49, 3, 64, 64)", style=solid]; -"195 new_zeros" -> "196 view_7" [label="(56, 56)", style=solid]; -"196 view_7" -> "197 permute_8" [label="(7, 8, 7, 8)", style=solid]; -"197 permute_8" -> "198 reshape_6" [label="(7, 7, 8, 8)", style=solid]; -"198 reshape_6" -> "199 unsqueeze_2" [label="(49, 64)", style=solid]; -"198 reshape_6" -> "200 unsqueeze_3" [label="(49, 64)", style=solid]; -"199 unsqueeze_2" -> "201 sub" [label="(49, 1, 64)", style=solid]; -"200 unsqueeze_3" -> "201 sub" [label="(49, 64, 1)", style=solid]; -"201 sub" -> "202 ne" [label="(49, 64, 64)", style=solid]; -"201 sub" -> "203 masked_fill" [label="(49, 64, 64)", style=solid]; -"201 sub" -> "204 eq" [label="(49, 64, 64)", style=solid]; -"202 ne" -> "203 masked_fill" [label="(49, 64, 64)", style=solid]; -"203 masked_fill" -> "205 masked_fill_1" [label="(49, 64, 64)", style=solid]; -"204 eq" -> "205 masked_fill_1" [label="(49, 64, 64)", style=solid]; -"205 masked_fill_1" -> "207 unsqueeze_4" [label="(49, 64, 64)", style=solid]; -"206 view_8" -> "209 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; -"207 unsqueeze_4" -> "208 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; -"208 unsqueeze_5" -> "209 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; -"209 add_4" -> "210 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; -"210 view_9" -> "211 softmax_1" [label="(49, 3, 64, 64)", style=solid]; -"211 softmax_1" -> "212 dropout_4" [label="(49, 3, 64, 64)", style=solid]; -"212 dropout_4" -> "213 matmul_3" [label="(49, 3, 64, 64)", style=solid]; -"213 matmul_3" -> "214 transpose_3" [label="(49, 3, 64, 32)", style=solid]; -"214 transpose_3" -> "215 reshape_7" [label="(49, 64, 3, 32)", style=solid]; -"215 reshape_7" -> "217 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"216 linear_9_updated_constant0" -> "222 quantize_per_channel_default_10" [label="(96, 96)", style=solid]; -"217 reshape_7_0_0_nncf_smooth_quant_0" -> "218 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; -"218 quantize_per_tensor_default_10" -> "219 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; -"219 dequantize_per_tensor_default_10" -> "225 linear_9" [label="(49, 64, 96)", style=solid]; -"220 linear_9_scale_0" -> "222 quantize_per_channel_default_10" [label="(96,)", style=solid]; -"220 linear_9_scale_0" -> "223 dequantize_per_channel_default_10" [label="(96,)", style=solid]; -"221 linear_9_zero_point_0" -> "222 quantize_per_channel_default_10" [label="(96,)", style=solid]; -"221 linear_9_zero_point_0" -> "223 dequantize_per_channel_default_10" [label="(96,)", style=solid]; -"222 quantize_per_channel_default_10" -> "223 dequantize_per_channel_default_10" [label="(96, 96)", style=solid]; -"223 dequantize_per_channel_default_10" -> "225 linear_9" [label="(96, 96)", style=solid]; -"224 _param_constant27_0_0" -> "225 linear_9" [label="(96,)", style=solid]; -"225 linear_9" -> "226 dropout_5" [label="(49, 64, 96)", style=solid]; -"226 dropout_5" -> "227 view_10" [label="(49, 64, 96)", style=solid]; -"227 view_10" -> "228 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"228 permute_9" -> "229 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"229 reshape_8" -> "230 roll_1" [label="(1, 56, 56, 96)", style=solid]; -"230 roll_1" -> "231 slice_23" [label="(1, 56, 56, 96)", style=solid]; -"231 slice_23" -> "232 slice_24" [label="(1, 56, 56, 96)", style=solid]; -"232 slice_24" -> "235 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; -"233 _param_constant28" -> "235 layer_norm_3" [label="(96,)", style=solid]; -"234 _param_constant29" -> "235 layer_norm_3" [label="(96,)", style=solid]; -"235 layer_norm_3" -> "236 add_5" [label="(1, 56, 56, 96)", style=solid]; -"236 add_5" -> "238 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; -"236 add_5" -> "263 add_6" [label="(1, 56, 56, 96)", style=solid]; -"237 linear_10_updated_constant0" -> "243 quantize_per_channel_default_11" [label="(384, 96)", style=solid]; -"238 add_5_0_0_nncf_smooth_quant_0" -> "239 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; -"239 quantize_per_tensor_default_11" -> "240 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; -"240 dequantize_per_tensor_default_11" -> "246 linear_10" [label="(1, 56, 56, 96)", style=solid]; -"241 linear_10_scale_0" -> "243 quantize_per_channel_default_11" [label="(384,)", style=solid]; -"241 linear_10_scale_0" -> "244 dequantize_per_channel_default_11" [label="(384,)", style=solid]; -"242 linear_10_zero_point_0" -> "243 quantize_per_channel_default_11" [label="(384,)", style=solid]; -"242 linear_10_zero_point_0" -> "244 dequantize_per_channel_default_11" [label="(384,)", style=solid]; -"243 quantize_per_channel_default_11" -> "244 dequantize_per_channel_default_11" [label="(384, 96)", style=solid]; -"244 dequantize_per_channel_default_11" -> "246 linear_10" [label="(384, 96)", style=solid]; -"245 _param_constant31_0_0" -> "246 linear_10" [label="(384,)", style=solid]; -"246 linear_10" -> "247 gelu_1" [label="(1, 56, 56, 384)", style=solid]; -"247 gelu_1" -> "248 dropout_6" [label="(1, 56, 56, 384)", style=solid]; -"248 dropout_6" -> "250 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; -"249 linear_11_updated_constant0" -> "255 quantize_per_channel_default_12" [label="(96, 384)", style=solid]; -"250 dropout_6_0_0_nncf_smooth_quant_0" -> "251 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; -"251 quantize_per_tensor_default_12" -> "252 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; -"252 dequantize_per_tensor_default_12" -> "258 linear_11" [label="(1, 56, 56, 384)", style=solid]; -"253 linear_11_scale_0" -> "255 quantize_per_channel_default_12" [label="(96,)", style=solid]; -"253 linear_11_scale_0" -> "256 dequantize_per_channel_default_12" [label="(96,)", style=solid]; -"254 linear_11_zero_point_0" -> "255 quantize_per_channel_default_12" [label="(96,)", style=solid]; -"254 linear_11_zero_point_0" -> "256 dequantize_per_channel_default_12" [label="(96,)", style=solid]; -"255 quantize_per_channel_default_12" -> "256 dequantize_per_channel_default_12" [label="(96, 384)", style=solid]; -"256 dequantize_per_channel_default_12" -> "258 linear_11" [label="(96, 384)", style=solid]; -"257 _param_constant33_0_0" -> "258 linear_11" [label="(96,)", style=solid]; -"258 linear_11" -> "259 dropout_7" [label="(1, 56, 56, 96)", style=solid]; -"259 dropout_7" -> "262 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; -"260 _param_constant34" -> "262 layer_norm_4" [label="(96,)", style=solid]; -"261 _param_constant35" -> "262 layer_norm_4" [label="(96,)", style=solid]; -"262 layer_norm_4" -> "263 add_6" [label="(1, 56, 56, 96)", style=solid]; -"263 add_6" -> "264 pad_2" [label="(1, 56, 56, 96)", style=solid]; -"264 pad_2" -> "265 slice_25" [label="(1, 56, 56, 96)", style=solid]; -"264 pad_2" -> "268 slice_28" [label="(1, 56, 56, 96)", style=solid]; -"264 pad_2" -> "271 slice_31" [label="(1, 56, 56, 96)", style=solid]; -"264 pad_2" -> "274 slice_34" [label="(1, 56, 56, 96)", style=solid]; -"265 slice_25" -> "266 slice_26" [label="(1, 28, 56, 96)", style=solid]; -"266 slice_26" -> "267 slice_27" [label="(1, 28, 28, 96)", style=solid]; -"267 slice_27" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; -"268 slice_28" -> "269 slice_29" [label="(1, 28, 56, 96)", style=solid]; -"269 slice_29" -> "270 slice_30" [label="(1, 28, 28, 96)", style=solid]; -"270 slice_30" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; -"271 slice_31" -> "272 slice_32" [label="(1, 28, 56, 96)", style=solid]; -"272 slice_32" -> "273 slice_33" [label="(1, 28, 28, 96)", style=solid]; -"273 slice_33" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; -"274 slice_34" -> "275 slice_35" [label="(1, 28, 56, 96)", style=solid]; -"275 slice_35" -> "276 slice_36" [label="(1, 28, 28, 96)", style=solid]; -"276 slice_36" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; -"277 cat" -> "279 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; -"278 linear_12_updated_constant0" -> "284 quantize_per_channel_default_13" [label="(192, 384)", style=solid]; -"279 cat_0_0_nncf_smooth_quant_0" -> "280 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; -"280 quantize_per_tensor_default_13" -> "281 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; -"281 dequantize_per_tensor_default_13" -> "286 linear_12" [label="(1, 28, 28, 384)", style=solid]; -"282 linear_12_scale_0" -> "284 quantize_per_channel_default_13" [label="(192,)", style=solid]; -"282 linear_12_scale_0" -> "285 dequantize_per_channel_default_13" [label="(192,)", style=solid]; -"283 linear_12_zero_point_0" -> "284 quantize_per_channel_default_13" [label="(192,)", style=solid]; -"283 linear_12_zero_point_0" -> "285 dequantize_per_channel_default_13" [label="(192,)", style=solid]; -"284 quantize_per_channel_default_13" -> "285 dequantize_per_channel_default_13" [label="(192, 384)", style=solid]; -"285 dequantize_per_channel_default_13" -> "286 linear_12" [label="(192, 384)", style=solid]; -"286 linear_12" -> "289 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; -"287 _param_constant37" -> "289 layer_norm_5" [label="(192,)", style=solid]; -"288 _param_constant38" -> "289 layer_norm_5" [label="(192,)", style=solid]; -"289 layer_norm_5" -> "316 pad_3" [label="(1, 28, 28, 192)", style=solid]; -"289 layer_norm_5" -> "381 add_8" [label="(1, 28, 28, 192)", style=solid]; -"290 _tensor_constant13" -> "292 _tensor_constant13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"291 linear_13_updated_constant0" -> "295 quantize_per_channel_default_14" [label="(512, 2)", style=solid]; -"292 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "298 linear_13" [label="(1, 15, 15, 2)", style=solid]; -"293 linear_13_scale_0" -> "295 quantize_per_channel_default_14" [label="(512,)", style=solid]; -"293 linear_13_scale_0" -> "296 dequantize_per_channel_default_14" [label="(512,)", style=solid]; -"294 linear_13_zero_point_0" -> "295 quantize_per_channel_default_14" [label="(512,)", style=solid]; -"294 linear_13_zero_point_0" -> "296 dequantize_per_channel_default_14" [label="(512,)", style=solid]; -"295 quantize_per_channel_default_14" -> "296 dequantize_per_channel_default_14" [label="(512, 2)", style=solid]; -"296 dequantize_per_channel_default_14" -> "298 linear_13" [label="(512, 2)", style=solid]; -"297 _param_constant40_0_0" -> "298 linear_13" [label="(512,)", style=solid]; -"298 linear_13" -> "299 relu__2" [label="(1, 15, 15, 512)", style=solid]; -"299 relu__2" -> "301 relu__2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"300 linear_14_updated_constant0" -> "304 quantize_per_channel_default_15" [label="(6, 512)", style=solid]; -"301 relu__2_0_0_nncf_smooth_quant_0" -> "306 linear_14" [label="(1, 15, 15, 512)", style=solid]; -"302 linear_14_scale_0" -> "304 quantize_per_channel_default_15" [label="(6,)", style=solid]; -"302 linear_14_scale_0" -> "305 dequantize_per_channel_default_15" [label="(6,)", style=solid]; -"303 linear_14_zero_point_0" -> "304 quantize_per_channel_default_15" [label="(6,)", style=solid]; -"303 linear_14_zero_point_0" -> "305 dequantize_per_channel_default_15" [label="(6,)", style=solid]; -"304 quantize_per_channel_default_15" -> "305 dequantize_per_channel_default_15" [label="(6, 512)", style=solid]; -"305 dequantize_per_channel_default_15" -> "306 linear_14" [label="(6, 512)", style=solid]; -"306 linear_14" -> "307 view_11" [label="(1, 15, 15, 6)", style=solid]; -"307 view_11" -> "309 index_2" [label="(225, 6)", style=solid]; -"308 _tensor_constant14" -> "309 index_2" [label="(4096,)", style=solid]; -"309 index_2" -> "310 view_12" [label="(4096, 6)", style=solid]; -"310 view_12" -> "311 permute_10" [label="(64, 64, 6)", style=solid]; -"311 permute_10" -> "312 contiguous_2" [label="(6, 64, 64)", style=solid]; -"312 contiguous_2" -> "313 unsqueeze_6" [label="(6, 64, 64)", style=solid]; -"313 unsqueeze_6" -> "314 sigmoid_2" [label="(1, 6, 64, 64)", style=solid]; -"314 sigmoid_2" -> "315 mul_4" [label="(1, 6, 64, 64)", style=solid]; -"315 mul_4" -> "353 add_7" [label="(1, 6, 64, 64)", style=solid]; -"316 pad_3" -> "317 view_13" [label="(1, 32, 32, 192)", style=solid]; -"317 view_13" -> "318 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"318 permute_11" -> "319 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"319 reshape_9" -> "321 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"320 linear_15_updated_constant0" -> "326 quantize_per_channel_default_16" [label="(576, 192)", style=solid]; -"321 reshape_9_0_0_nncf_smooth_quant_0" -> "322 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; -"322 quantize_per_tensor_default_14" -> "323 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; -"323 dequantize_per_tensor_default_14" -> "329 linear_15" [label="(16, 64, 192)", style=solid]; -"324 linear_15_scale_0" -> "326 quantize_per_channel_default_16" [label="(576,)", style=solid]; -"324 linear_15_scale_0" -> "327 dequantize_per_channel_default_16" [label="(576,)", style=solid]; -"325 linear_15_zero_point_0" -> "326 quantize_per_channel_default_16" [label="(576,)", style=solid]; -"325 linear_15_zero_point_0" -> "327 dequantize_per_channel_default_16" [label="(576,)", style=solid]; -"326 quantize_per_channel_default_16" -> "327 dequantize_per_channel_default_16" [label="(576, 192)", style=solid]; -"327 dequantize_per_channel_default_16" -> "329 linear_15" [label="(576, 192)", style=solid]; -"328 _param_constant42_0_0" -> "329 linear_15" [label="(576,)", style=solid]; -"329 linear_15" -> "330 reshape_10" [label="(16, 64, 576)", style=solid]; -"330 reshape_10" -> "331 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; -"331 permute_12" -> "332 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; -"331 permute_12" -> "333 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; -"331 permute_12" -> "334 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; -"332 select_6" -> "335 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; -"332 select_6" -> "337 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; -"332 select_6" -> "338 div_4" [label="(16, 6, 64, 32)", style=solid]; -"333 select_7" -> "341 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; -"333 select_7" -> "343 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; -"333 select_7" -> "344 div_5" [label="(16, 6, 64, 32)", style=solid]; -"334 select_8" -> "356 matmul_5" [label="(16, 6, 64, 32)", style=solid]; -"335 linalg_vector_norm_4" -> "336 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; -"336 clamp_min_4" -> "337 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; -"337 expand_as_4" -> "338 div_4" [label="(16, 6, 64, 32)", style=solid]; -"338 div_4" -> "339 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; -"339 quantize_per_tensor_default_15" -> "340 dequantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; -"340 dequantize_per_tensor_default_15" -> "348 matmul_4" [label="(16, 6, 64, 32)", style=solid]; -"341 linalg_vector_norm_5" -> "342 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; -"342 clamp_min_5" -> "343 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; -"343 expand_as_5" -> "344 div_5" [label="(16, 6, 64, 32)", style=solid]; -"344 div_5" -> "345 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; -"345 quantize_per_tensor_default_16" -> "346 dequantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; -"346 dequantize_per_tensor_default_16" -> "347 transpose_4" [label="(16, 6, 64, 32)", style=solid]; -"347 transpose_4" -> "348 matmul_4" [label="(16, 6, 32, 64)", style=solid]; -"348 matmul_4" -> "352 mul_5" [label="(16, 6, 64, 64)", style=solid]; -"349 _param_constant44" -> "350 clamp_2" [label="(6, 1, 1)", style=solid]; -"350 clamp_2" -> "351 exp_2" [label="(6, 1, 1)", style=solid]; -"351 exp_2" -> "352 mul_5" [label="(6, 1, 1)", style=solid]; -"352 mul_5" -> "353 add_7" [label="(16, 6, 64, 64)", style=solid]; -"353 add_7" -> "354 softmax_2" [label="(16, 6, 64, 64)", style=solid]; -"354 softmax_2" -> "355 dropout_8" [label="(16, 6, 64, 64)", style=solid]; -"355 dropout_8" -> "356 matmul_5" [label="(16, 6, 64, 64)", style=solid]; -"356 matmul_5" -> "357 transpose_5" [label="(16, 6, 64, 32)", style=solid]; -"357 transpose_5" -> "358 reshape_11" [label="(16, 64, 6, 32)", style=solid]; -"358 reshape_11" -> "360 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"359 linear_16_updated_constant0" -> "365 quantize_per_channel_default_17" [label="(192, 192)", style=solid]; -"360 reshape_11_0_0_nncf_smooth_quant_0" -> "361 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; -"361 quantize_per_tensor_default_17" -> "362 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; -"362 dequantize_per_tensor_default_17" -> "368 linear_16" [label="(16, 64, 192)", style=solid]; -"363 linear_16_scale_0" -> "365 quantize_per_channel_default_17" [label="(192,)", style=solid]; -"363 linear_16_scale_0" -> "366 dequantize_per_channel_default_17" [label="(192,)", style=solid]; -"364 linear_16_zero_point_0" -> "365 quantize_per_channel_default_17" [label="(192,)", style=solid]; -"364 linear_16_zero_point_0" -> "366 dequantize_per_channel_default_17" [label="(192,)", style=solid]; -"365 quantize_per_channel_default_17" -> "366 dequantize_per_channel_default_17" [label="(192, 192)", style=solid]; -"366 dequantize_per_channel_default_17" -> "368 linear_16" [label="(192, 192)", style=solid]; -"367 _param_constant46_0_0" -> "368 linear_16" [label="(192,)", style=solid]; -"368 linear_16" -> "369 dropout_9" [label="(16, 64, 192)", style=solid]; -"369 dropout_9" -> "370 view_14" [label="(16, 64, 192)", style=solid]; -"370 view_14" -> "371 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"371 permute_13" -> "372 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"372 reshape_12" -> "373 slice_38" [label="(1, 32, 32, 192)", style=solid]; -"373 slice_38" -> "374 slice_39" [label="(1, 32, 32, 192)", style=solid]; -"374 slice_39" -> "375 slice_40" [label="(1, 28, 32, 192)", style=solid]; -"375 slice_40" -> "376 slice_41" [label="(1, 28, 28, 192)", style=solid]; -"376 slice_41" -> "377 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; -"377 contiguous_3" -> "380 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; -"378 _param_constant47" -> "380 layer_norm_6" [label="(192,)", style=solid]; -"379 _param_constant48" -> "380 layer_norm_6" [label="(192,)", style=solid]; -"380 layer_norm_6" -> "381 add_8" [label="(1, 28, 28, 192)", style=solid]; -"381 add_8" -> "383 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; -"381 add_8" -> "408 add_9" [label="(1, 28, 28, 192)", style=solid]; -"382 linear_17_updated_constant0" -> "388 quantize_per_channel_default_18" [label="(768, 192)", style=solid]; -"383 add_8_0_0_nncf_smooth_quant_0" -> "384 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; -"384 quantize_per_tensor_default_18" -> "385 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; -"385 dequantize_per_tensor_default_18" -> "391 linear_17" [label="(1, 28, 28, 192)", style=solid]; -"386 linear_17_scale_0" -> "388 quantize_per_channel_default_18" [label="(768,)", style=solid]; -"386 linear_17_scale_0" -> "389 dequantize_per_channel_default_18" [label="(768,)", style=solid]; -"387 linear_17_zero_point_0" -> "388 quantize_per_channel_default_18" [label="(768,)", style=solid]; -"387 linear_17_zero_point_0" -> "389 dequantize_per_channel_default_18" [label="(768,)", style=solid]; -"388 quantize_per_channel_default_18" -> "389 dequantize_per_channel_default_18" [label="(768, 192)", style=solid]; -"389 dequantize_per_channel_default_18" -> "391 linear_17" [label="(768, 192)", style=solid]; -"390 _param_constant50_0_0" -> "391 linear_17" [label="(768,)", style=solid]; -"391 linear_17" -> "392 gelu_2" [label="(1, 28, 28, 768)", style=solid]; -"392 gelu_2" -> "393 dropout_10" [label="(1, 28, 28, 768)", style=solid]; -"393 dropout_10" -> "395 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; -"394 linear_18_updated_constant0" -> "400 quantize_per_channel_default_19" [label="(192, 768)", style=solid]; -"395 dropout_10_0_0_nncf_smooth_quant_0" -> "396 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; -"396 quantize_per_tensor_default_19" -> "397 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; -"397 dequantize_per_tensor_default_19" -> "403 linear_18" [label="(1, 28, 28, 768)", style=solid]; -"398 linear_18_scale_0" -> "400 quantize_per_channel_default_19" [label="(192,)", style=solid]; -"398 linear_18_scale_0" -> "401 dequantize_per_channel_default_19" [label="(192,)", style=solid]; -"399 linear_18_zero_point_0" -> "400 quantize_per_channel_default_19" [label="(192,)", style=solid]; -"399 linear_18_zero_point_0" -> "401 dequantize_per_channel_default_19" [label="(192,)", style=solid]; -"400 quantize_per_channel_default_19" -> "401 dequantize_per_channel_default_19" [label="(192, 768)", style=solid]; -"401 dequantize_per_channel_default_19" -> "403 linear_18" [label="(192, 768)", style=solid]; -"402 _param_constant52_0_0" -> "403 linear_18" [label="(192,)", style=solid]; -"403 linear_18" -> "404 dropout_11" [label="(1, 28, 28, 192)", style=solid]; -"404 dropout_11" -> "407 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; -"405 _param_constant53" -> "407 layer_norm_7" [label="(192,)", style=solid]; -"406 _param_constant54" -> "407 layer_norm_7" [label="(192,)", style=solid]; -"407 layer_norm_7" -> "408 add_9" [label="(1, 28, 28, 192)", style=solid]; -"408 add_9" -> "435 pad_4" [label="(1, 28, 28, 192)", style=solid]; -"408 add_9" -> "518 add_12" [label="(1, 28, 28, 192)", style=solid]; -"409 _tensor_constant15" -> "411 _tensor_constant15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"410 linear_19_updated_constant0" -> "414 quantize_per_channel_default_20" [label="(512, 2)", style=solid]; -"411 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "417 linear_19" [label="(1, 15, 15, 2)", style=solid]; -"412 linear_19_scale_0" -> "414 quantize_per_channel_default_20" [label="(512,)", style=solid]; -"412 linear_19_scale_0" -> "415 dequantize_per_channel_default_20" [label="(512,)", style=solid]; -"413 linear_19_zero_point_0" -> "414 quantize_per_channel_default_20" [label="(512,)", style=solid]; -"413 linear_19_zero_point_0" -> "415 dequantize_per_channel_default_20" [label="(512,)", style=solid]; -"414 quantize_per_channel_default_20" -> "415 dequantize_per_channel_default_20" [label="(512, 2)", style=solid]; -"415 dequantize_per_channel_default_20" -> "417 linear_19" [label="(512, 2)", style=solid]; -"416 _param_constant56_0_0" -> "417 linear_19" [label="(512,)", style=solid]; -"417 linear_19" -> "418 relu__3" [label="(1, 15, 15, 512)", style=solid]; -"418 relu__3" -> "420 relu__3_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"419 linear_20_updated_constant0" -> "423 quantize_per_channel_default_21" [label="(6, 512)", style=solid]; -"420 relu__3_0_0_nncf_smooth_quant_0" -> "425 linear_20" [label="(1, 15, 15, 512)", style=solid]; -"421 linear_20_scale_0" -> "423 quantize_per_channel_default_21" [label="(6,)", style=solid]; -"421 linear_20_scale_0" -> "424 dequantize_per_channel_default_21" [label="(6,)", style=solid]; -"422 linear_20_zero_point_0" -> "423 quantize_per_channel_default_21" [label="(6,)", style=solid]; -"422 linear_20_zero_point_0" -> "424 dequantize_per_channel_default_21" [label="(6,)", style=solid]; -"423 quantize_per_channel_default_21" -> "424 dequantize_per_channel_default_21" [label="(6, 512)", style=solid]; -"424 dequantize_per_channel_default_21" -> "425 linear_20" [label="(6, 512)", style=solid]; -"425 linear_20" -> "426 view_15" [label="(1, 15, 15, 6)", style=solid]; -"426 view_15" -> "428 index_3" [label="(225, 6)", style=solid]; -"427 _tensor_constant16" -> "428 index_3" [label="(4096,)", style=solid]; -"428 index_3" -> "429 view_16" [label="(4096, 6)", style=solid]; -"429 view_16" -> "430 permute_14" [label="(64, 64, 6)", style=solid]; -"430 permute_14" -> "431 contiguous_4" [label="(6, 64, 64)", style=solid]; -"431 contiguous_4" -> "432 unsqueeze_7" [label="(6, 64, 64)", style=solid]; -"432 unsqueeze_7" -> "433 sigmoid_3" [label="(1, 6, 64, 64)", style=solid]; -"433 sigmoid_3" -> "434 mul_6" [label="(1, 6, 64, 64)", style=solid]; -"434 mul_6" -> "473 add_10" [label="(1, 6, 64, 64)", style=solid]; -"435 pad_4" -> "436 roll_2" [label="(1, 32, 32, 192)", style=solid]; -"436 roll_2" -> "437 view_17" [label="(1, 32, 32, 192)", style=solid]; -"437 view_17" -> "438 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"438 permute_15" -> "439 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"439 reshape_13" -> "441 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"439 reshape_13" -> "474 new_zeros_1" [label="(16, 64, 192)", style=solid]; -"440 linear_21_updated_constant0" -> "446 quantize_per_channel_default_22" [label="(576, 192)", style=solid]; -"441 reshape_13_0_0_nncf_smooth_quant_0" -> "442 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; -"442 quantize_per_tensor_default_20" -> "443 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; -"443 dequantize_per_tensor_default_20" -> "449 linear_21" [label="(16, 64, 192)", style=solid]; -"444 linear_21_scale_0" -> "446 quantize_per_channel_default_22" [label="(576,)", style=solid]; -"444 linear_21_scale_0" -> "447 dequantize_per_channel_default_22" [label="(576,)", style=solid]; -"445 linear_21_zero_point_0" -> "446 quantize_per_channel_default_22" [label="(576,)", style=solid]; -"445 linear_21_zero_point_0" -> "447 dequantize_per_channel_default_22" [label="(576,)", style=solid]; -"446 quantize_per_channel_default_22" -> "447 dequantize_per_channel_default_22" [label="(576, 192)", style=solid]; -"447 dequantize_per_channel_default_22" -> "449 linear_21" [label="(576, 192)", style=solid]; -"448 _param_constant58_0_0" -> "449 linear_21" [label="(576,)", style=solid]; -"449 linear_21" -> "450 reshape_14" [label="(16, 64, 576)", style=solid]; -"450 reshape_14" -> "451 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; -"451 permute_16" -> "452 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; -"451 permute_16" -> "453 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; -"451 permute_16" -> "454 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; -"452 select_9" -> "455 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; -"452 select_9" -> "457 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; -"452 select_9" -> "458 div_6" [label="(16, 6, 64, 32)", style=solid]; -"453 select_10" -> "461 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; -"453 select_10" -> "463 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; -"453 select_10" -> "464 div_7" [label="(16, 6, 64, 32)", style=solid]; -"454 select_11" -> "492 matmul_7" [label="(16, 6, 64, 32)", style=solid]; -"455 linalg_vector_norm_6" -> "456 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; -"456 clamp_min_6" -> "457 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; -"457 expand_as_6" -> "458 div_6" [label="(16, 6, 64, 32)", style=solid]; -"458 div_6" -> "459 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; -"459 quantize_per_tensor_default_21" -> "460 dequantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; -"460 dequantize_per_tensor_default_21" -> "468 matmul_6" [label="(16, 6, 64, 32)", style=solid]; -"461 linalg_vector_norm_7" -> "462 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; -"462 clamp_min_7" -> "463 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; -"463 expand_as_7" -> "464 div_7" [label="(16, 6, 64, 32)", style=solid]; -"464 div_7" -> "465 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; -"465 quantize_per_tensor_default_22" -> "466 dequantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; -"466 dequantize_per_tensor_default_22" -> "467 transpose_6" [label="(16, 6, 64, 32)", style=solid]; -"467 transpose_6" -> "468 matmul_6" [label="(16, 6, 32, 64)", style=solid]; -"468 matmul_6" -> "472 mul_7" [label="(16, 6, 64, 64)", style=solid]; -"469 _param_constant60" -> "470 clamp_3" [label="(6, 1, 1)", style=solid]; -"470 clamp_3" -> "471 exp_3" [label="(6, 1, 1)", style=solid]; -"471 exp_3" -> "472 mul_7" [label="(6, 1, 1)", style=solid]; -"472 mul_7" -> "473 add_10" [label="(16, 6, 64, 64)", style=solid]; -"473 add_10" -> "485 view_19" [label="(16, 6, 64, 64)", style=solid]; -"474 new_zeros_1" -> "475 view_18" [label="(32, 32)", style=solid]; -"475 view_18" -> "476 permute_17" [label="(4, 8, 4, 8)", style=solid]; -"476 permute_17" -> "477 reshape_15" [label="(4, 4, 8, 8)", style=solid]; -"477 reshape_15" -> "478 unsqueeze_8" [label="(16, 64)", style=solid]; -"477 reshape_15" -> "479 unsqueeze_9" [label="(16, 64)", style=solid]; -"478 unsqueeze_8" -> "480 sub_1" [label="(16, 1, 64)", style=solid]; -"479 unsqueeze_9" -> "480 sub_1" [label="(16, 64, 1)", style=solid]; -"480 sub_1" -> "481 ne_1" [label="(16, 64, 64)", style=solid]; -"480 sub_1" -> "482 masked_fill_2" [label="(16, 64, 64)", style=solid]; -"480 sub_1" -> "483 eq_1" [label="(16, 64, 64)", style=solid]; -"481 ne_1" -> "482 masked_fill_2" [label="(16, 64, 64)", style=solid]; -"482 masked_fill_2" -> "484 masked_fill_3" [label="(16, 64, 64)", style=solid]; -"483 eq_1" -> "484 masked_fill_3" [label="(16, 64, 64)", style=solid]; -"484 masked_fill_3" -> "486 unsqueeze_10" [label="(16, 64, 64)", style=solid]; -"485 view_19" -> "488 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; -"486 unsqueeze_10" -> "487 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; -"487 unsqueeze_11" -> "488 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; -"488 add_11" -> "489 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; -"489 view_20" -> "490 softmax_3" [label="(16, 6, 64, 64)", style=solid]; -"490 softmax_3" -> "491 dropout_12" [label="(16, 6, 64, 64)", style=solid]; -"491 dropout_12" -> "492 matmul_7" [label="(16, 6, 64, 64)", style=solid]; -"492 matmul_7" -> "493 transpose_7" [label="(16, 6, 64, 32)", style=solid]; -"493 transpose_7" -> "494 reshape_16" [label="(16, 64, 6, 32)", style=solid]; -"494 reshape_16" -> "496 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"495 linear_22_updated_constant0" -> "501 quantize_per_channel_default_23" [label="(192, 192)", style=solid]; -"496 reshape_16_0_0_nncf_smooth_quant_0" -> "497 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; -"497 quantize_per_tensor_default_23" -> "498 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; -"498 dequantize_per_tensor_default_23" -> "504 linear_22" [label="(16, 64, 192)", style=solid]; -"499 linear_22_scale_0" -> "501 quantize_per_channel_default_23" [label="(192,)", style=solid]; -"499 linear_22_scale_0" -> "502 dequantize_per_channel_default_23" [label="(192,)", style=solid]; -"500 linear_22_zero_point_0" -> "501 quantize_per_channel_default_23" [label="(192,)", style=solid]; -"500 linear_22_zero_point_0" -> "502 dequantize_per_channel_default_23" [label="(192,)", style=solid]; -"501 quantize_per_channel_default_23" -> "502 dequantize_per_channel_default_23" [label="(192, 192)", style=solid]; -"502 dequantize_per_channel_default_23" -> "504 linear_22" [label="(192, 192)", style=solid]; -"503 _param_constant62_0_0" -> "504 linear_22" [label="(192,)", style=solid]; -"504 linear_22" -> "505 dropout_13" [label="(16, 64, 192)", style=solid]; -"505 dropout_13" -> "506 view_21" [label="(16, 64, 192)", style=solid]; -"506 view_21" -> "507 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"507 permute_18" -> "508 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"508 reshape_17" -> "509 roll_3" [label="(1, 32, 32, 192)", style=solid]; -"509 roll_3" -> "510 slice_61" [label="(1, 32, 32, 192)", style=solid]; -"510 slice_61" -> "511 slice_62" [label="(1, 32, 32, 192)", style=solid]; -"511 slice_62" -> "512 slice_63" [label="(1, 28, 32, 192)", style=solid]; -"512 slice_63" -> "513 slice_64" [label="(1, 28, 28, 192)", style=solid]; -"513 slice_64" -> "514 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; -"514 contiguous_5" -> "517 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; -"515 _param_constant63" -> "517 layer_norm_8" [label="(192,)", style=solid]; -"516 _param_constant64" -> "517 layer_norm_8" [label="(192,)", style=solid]; -"517 layer_norm_8" -> "518 add_12" [label="(1, 28, 28, 192)", style=solid]; -"518 add_12" -> "520 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; -"518 add_12" -> "545 add_13" [label="(1, 28, 28, 192)", style=solid]; -"519 linear_23_updated_constant0" -> "525 quantize_per_channel_default_24" [label="(768, 192)", style=solid]; -"520 add_12_0_0_nncf_smooth_quant_0" -> "521 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; -"521 quantize_per_tensor_default_24" -> "522 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; -"522 dequantize_per_tensor_default_24" -> "528 linear_23" [label="(1, 28, 28, 192)", style=solid]; -"523 linear_23_scale_0" -> "525 quantize_per_channel_default_24" [label="(768,)", style=solid]; -"523 linear_23_scale_0" -> "526 dequantize_per_channel_default_24" [label="(768,)", style=solid]; -"524 linear_23_zero_point_0" -> "525 quantize_per_channel_default_24" [label="(768,)", style=solid]; -"524 linear_23_zero_point_0" -> "526 dequantize_per_channel_default_24" [label="(768,)", style=solid]; -"525 quantize_per_channel_default_24" -> "526 dequantize_per_channel_default_24" [label="(768, 192)", style=solid]; -"526 dequantize_per_channel_default_24" -> "528 linear_23" [label="(768, 192)", style=solid]; -"527 _param_constant66_0_0" -> "528 linear_23" [label="(768,)", style=solid]; -"528 linear_23" -> "529 gelu_3" [label="(1, 28, 28, 768)", style=solid]; -"529 gelu_3" -> "530 dropout_14" [label="(1, 28, 28, 768)", style=solid]; -"530 dropout_14" -> "532 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; -"531 linear_24_updated_constant0" -> "537 quantize_per_channel_default_25" [label="(192, 768)", style=solid]; -"532 dropout_14_0_0_nncf_smooth_quant_0" -> "533 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; -"533 quantize_per_tensor_default_25" -> "534 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; -"534 dequantize_per_tensor_default_25" -> "540 linear_24" [label="(1, 28, 28, 768)", style=solid]; -"535 linear_24_scale_0" -> "537 quantize_per_channel_default_25" [label="(192,)", style=solid]; -"535 linear_24_scale_0" -> "538 dequantize_per_channel_default_25" [label="(192,)", style=solid]; -"536 linear_24_zero_point_0" -> "537 quantize_per_channel_default_25" [label="(192,)", style=solid]; -"536 linear_24_zero_point_0" -> "538 dequantize_per_channel_default_25" [label="(192,)", style=solid]; -"537 quantize_per_channel_default_25" -> "538 dequantize_per_channel_default_25" [label="(192, 768)", style=solid]; -"538 dequantize_per_channel_default_25" -> "540 linear_24" [label="(192, 768)", style=solid]; -"539 _param_constant68_0_0" -> "540 linear_24" [label="(192,)", style=solid]; -"540 linear_24" -> "541 dropout_15" [label="(1, 28, 28, 192)", style=solid]; -"541 dropout_15" -> "544 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; -"542 _param_constant69" -> "544 layer_norm_9" [label="(192,)", style=solid]; -"543 _param_constant70" -> "544 layer_norm_9" [label="(192,)", style=solid]; -"544 layer_norm_9" -> "545 add_13" [label="(1, 28, 28, 192)", style=solid]; -"545 add_13" -> "546 pad_5" [label="(1, 28, 28, 192)", style=solid]; -"546 pad_5" -> "547 slice_65" [label="(1, 28, 28, 192)", style=solid]; -"546 pad_5" -> "550 slice_68" [label="(1, 28, 28, 192)", style=solid]; -"546 pad_5" -> "553 slice_71" [label="(1, 28, 28, 192)", style=solid]; -"546 pad_5" -> "556 slice_74" [label="(1, 28, 28, 192)", style=solid]; -"547 slice_65" -> "548 slice_66" [label="(1, 14, 28, 192)", style=solid]; -"548 slice_66" -> "549 slice_67" [label="(1, 14, 14, 192)", style=solid]; -"549 slice_67" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"550 slice_68" -> "551 slice_69" [label="(1, 14, 28, 192)", style=solid]; -"551 slice_69" -> "552 slice_70" [label="(1, 14, 14, 192)", style=solid]; -"552 slice_70" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"553 slice_71" -> "554 slice_72" [label="(1, 14, 28, 192)", style=solid]; -"554 slice_72" -> "555 slice_73" [label="(1, 14, 14, 192)", style=solid]; -"555 slice_73" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"556 slice_74" -> "557 slice_75" [label="(1, 14, 28, 192)", style=solid]; -"557 slice_75" -> "558 slice_76" [label="(1, 14, 14, 192)", style=solid]; -"558 slice_76" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"559 cat_1" -> "561 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; -"560 linear_25_updated_constant0" -> "566 quantize_per_channel_default_26" [label="(384, 768)", style=solid]; -"561 cat_1_0_0_nncf_smooth_quant_0" -> "562 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; -"562 quantize_per_tensor_default_26" -> "563 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; -"563 dequantize_per_tensor_default_26" -> "568 linear_25" [label="(1, 14, 14, 768)", style=solid]; -"564 linear_25_scale_0" -> "566 quantize_per_channel_default_26" [label="(384,)", style=solid]; -"564 linear_25_scale_0" -> "567 dequantize_per_channel_default_26" [label="(384,)", style=solid]; -"565 linear_25_zero_point_0" -> "566 quantize_per_channel_default_26" [label="(384,)", style=solid]; -"565 linear_25_zero_point_0" -> "567 dequantize_per_channel_default_26" [label="(384,)", style=solid]; -"566 quantize_per_channel_default_26" -> "567 dequantize_per_channel_default_26" [label="(384, 768)", style=solid]; -"567 dequantize_per_channel_default_26" -> "568 linear_25" [label="(384, 768)", style=solid]; -"568 linear_25" -> "571 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; -"569 _param_constant72" -> "571 layer_norm_10" [label="(384,)", style=solid]; -"570 _param_constant73" -> "571 layer_norm_10" [label="(384,)", style=solid]; -"571 layer_norm_10" -> "598 pad_6" [label="(1, 14, 14, 384)", style=solid]; -"571 layer_norm_10" -> "663 add_15" [label="(1, 14, 14, 384)", style=solid]; -"572 _tensor_constant26" -> "574 _tensor_constant26_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"573 linear_26_updated_constant0" -> "577 quantize_per_channel_default_27" [label="(512, 2)", style=solid]; -"574 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "580 linear_26" [label="(1, 15, 15, 2)", style=solid]; -"575 linear_26_scale_0" -> "577 quantize_per_channel_default_27" [label="(512,)", style=solid]; -"575 linear_26_scale_0" -> "578 dequantize_per_channel_default_27" [label="(512,)", style=solid]; -"576 linear_26_zero_point_0" -> "577 quantize_per_channel_default_27" [label="(512,)", style=solid]; -"576 linear_26_zero_point_0" -> "578 dequantize_per_channel_default_27" [label="(512,)", style=solid]; -"577 quantize_per_channel_default_27" -> "578 dequantize_per_channel_default_27" [label="(512, 2)", style=solid]; -"578 dequantize_per_channel_default_27" -> "580 linear_26" [label="(512, 2)", style=solid]; -"579 _param_constant75_0_0" -> "580 linear_26" [label="(512,)", style=solid]; -"580 linear_26" -> "581 relu__4" [label="(1, 15, 15, 512)", style=solid]; -"581 relu__4" -> "583 relu__4_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"582 linear_27_updated_constant0" -> "586 quantize_per_channel_default_28" [label="(12, 512)", style=solid]; -"583 relu__4_0_0_nncf_smooth_quant_0" -> "588 linear_27" [label="(1, 15, 15, 512)", style=solid]; -"584 linear_27_scale_0" -> "586 quantize_per_channel_default_28" [label="(12,)", style=solid]; -"584 linear_27_scale_0" -> "587 dequantize_per_channel_default_28" [label="(12,)", style=solid]; -"585 linear_27_zero_point_0" -> "586 quantize_per_channel_default_28" [label="(12,)", style=solid]; -"585 linear_27_zero_point_0" -> "587 dequantize_per_channel_default_28" [label="(12,)", style=solid]; -"586 quantize_per_channel_default_28" -> "587 dequantize_per_channel_default_28" [label="(12, 512)", style=solid]; -"587 dequantize_per_channel_default_28" -> "588 linear_27" [label="(12, 512)", style=solid]; -"588 linear_27" -> "589 view_22" [label="(1, 15, 15, 12)", style=solid]; -"589 view_22" -> "591 index_4" [label="(225, 12)", style=solid]; -"590 _tensor_constant27" -> "591 index_4" [label="(4096,)", style=solid]; -"591 index_4" -> "592 view_23" [label="(4096, 12)", style=solid]; -"592 view_23" -> "593 permute_19" [label="(64, 64, 12)", style=solid]; -"593 permute_19" -> "594 contiguous_6" [label="(12, 64, 64)", style=solid]; -"594 contiguous_6" -> "595 unsqueeze_12" [label="(12, 64, 64)", style=solid]; -"595 unsqueeze_12" -> "596 sigmoid_4" [label="(1, 12, 64, 64)", style=solid]; -"596 sigmoid_4" -> "597 mul_8" [label="(1, 12, 64, 64)", style=solid]; -"597 mul_8" -> "635 add_14" [label="(1, 12, 64, 64)", style=solid]; -"598 pad_6" -> "599 view_24" [label="(1, 16, 16, 384)", style=solid]; -"599 view_24" -> "600 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"600 permute_20" -> "601 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"601 reshape_18" -> "603 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"602 linear_28_updated_constant0" -> "608 quantize_per_channel_default_29" [label="(1152, 384)", style=solid]; -"603 reshape_18_0_0_nncf_smooth_quant_0" -> "604 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; -"604 quantize_per_tensor_default_27" -> "605 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; -"605 dequantize_per_tensor_default_27" -> "611 linear_28" [label="(4, 64, 384)", style=solid]; -"606 linear_28_scale_0" -> "608 quantize_per_channel_default_29" [label="(1152,)", style=solid]; -"606 linear_28_scale_0" -> "609 dequantize_per_channel_default_29" [label="(1152,)", style=solid]; -"607 linear_28_zero_point_0" -> "608 quantize_per_channel_default_29" [label="(1152,)", style=solid]; -"607 linear_28_zero_point_0" -> "609 dequantize_per_channel_default_29" [label="(1152,)", style=solid]; -"608 quantize_per_channel_default_29" -> "609 dequantize_per_channel_default_29" [label="(1152, 384)", style=solid]; -"609 dequantize_per_channel_default_29" -> "611 linear_28" [label="(1152, 384)", style=solid]; -"610 _param_constant77_0_0" -> "611 linear_28" [label="(1152,)", style=solid]; -"611 linear_28" -> "612 reshape_19" [label="(4, 64, 1152)", style=solid]; -"612 reshape_19" -> "613 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; -"613 permute_21" -> "614 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; -"613 permute_21" -> "615 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; -"613 permute_21" -> "616 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; -"614 select_12" -> "617 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; -"614 select_12" -> "619 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; -"614 select_12" -> "620 div_8" [label="(4, 12, 64, 32)", style=solid]; -"615 select_13" -> "623 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; -"615 select_13" -> "625 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; -"615 select_13" -> "626 div_9" [label="(4, 12, 64, 32)", style=solid]; -"616 select_14" -> "638 matmul_9" [label="(4, 12, 64, 32)", style=solid]; -"617 linalg_vector_norm_8" -> "618 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; -"618 clamp_min_8" -> "619 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; -"619 expand_as_8" -> "620 div_8" [label="(4, 12, 64, 32)", style=solid]; -"620 div_8" -> "621 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; -"621 quantize_per_tensor_default_28" -> "622 dequantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; -"622 dequantize_per_tensor_default_28" -> "630 matmul_8" [label="(4, 12, 64, 32)", style=solid]; -"623 linalg_vector_norm_9" -> "624 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; -"624 clamp_min_9" -> "625 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; -"625 expand_as_9" -> "626 div_9" [label="(4, 12, 64, 32)", style=solid]; -"626 div_9" -> "627 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; -"627 quantize_per_tensor_default_29" -> "628 dequantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; -"628 dequantize_per_tensor_default_29" -> "629 transpose_8" [label="(4, 12, 64, 32)", style=solid]; -"629 transpose_8" -> "630 matmul_8" [label="(4, 12, 32, 64)", style=solid]; -"630 matmul_8" -> "634 mul_9" [label="(4, 12, 64, 64)", style=solid]; -"631 _param_constant79" -> "632 clamp_4" [label="(12, 1, 1)", style=solid]; -"632 clamp_4" -> "633 exp_4" [label="(12, 1, 1)", style=solid]; -"633 exp_4" -> "634 mul_9" [label="(12, 1, 1)", style=solid]; -"634 mul_9" -> "635 add_14" [label="(4, 12, 64, 64)", style=solid]; -"635 add_14" -> "636 softmax_4" [label="(4, 12, 64, 64)", style=solid]; -"636 softmax_4" -> "637 dropout_16" [label="(4, 12, 64, 64)", style=solid]; -"637 dropout_16" -> "638 matmul_9" [label="(4, 12, 64, 64)", style=solid]; -"638 matmul_9" -> "639 transpose_9" [label="(4, 12, 64, 32)", style=solid]; -"639 transpose_9" -> "640 reshape_20" [label="(4, 64, 12, 32)", style=solid]; -"640 reshape_20" -> "642 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"641 linear_29_updated_constant0" -> "647 quantize_per_channel_default_30" [label="(384, 384)", style=solid]; -"642 reshape_20_0_0_nncf_smooth_quant_0" -> "643 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; -"643 quantize_per_tensor_default_30" -> "644 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; -"644 dequantize_per_tensor_default_30" -> "650 linear_29" [label="(4, 64, 384)", style=solid]; -"645 linear_29_scale_0" -> "647 quantize_per_channel_default_30" [label="(384,)", style=solid]; -"645 linear_29_scale_0" -> "648 dequantize_per_channel_default_30" [label="(384,)", style=solid]; -"646 linear_29_zero_point_0" -> "647 quantize_per_channel_default_30" [label="(384,)", style=solid]; -"646 linear_29_zero_point_0" -> "648 dequantize_per_channel_default_30" [label="(384,)", style=solid]; -"647 quantize_per_channel_default_30" -> "648 dequantize_per_channel_default_30" [label="(384, 384)", style=solid]; -"648 dequantize_per_channel_default_30" -> "650 linear_29" [label="(384, 384)", style=solid]; -"649 _param_constant81_0_0" -> "650 linear_29" [label="(384,)", style=solid]; -"650 linear_29" -> "651 dropout_17" [label="(4, 64, 384)", style=solid]; -"651 dropout_17" -> "652 view_25" [label="(4, 64, 384)", style=solid]; -"652 view_25" -> "653 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"653 permute_22" -> "654 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"654 reshape_21" -> "655 slice_78" [label="(1, 16, 16, 384)", style=solid]; -"655 slice_78" -> "656 slice_79" [label="(1, 16, 16, 384)", style=solid]; -"656 slice_79" -> "657 slice_80" [label="(1, 14, 16, 384)", style=solid]; -"657 slice_80" -> "658 slice_81" [label="(1, 14, 14, 384)", style=solid]; -"658 slice_81" -> "659 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; -"659 contiguous_7" -> "662 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; -"660 _param_constant82" -> "662 layer_norm_11" [label="(384,)", style=solid]; -"661 _param_constant83" -> "662 layer_norm_11" [label="(384,)", style=solid]; -"662 layer_norm_11" -> "663 add_15" [label="(1, 14, 14, 384)", style=solid]; -"663 add_15" -> "665 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"663 add_15" -> "690 add_16" [label="(1, 14, 14, 384)", style=solid]; -"664 linear_30_updated_constant0" -> "670 quantize_per_channel_default_31" [label="(1536, 384)", style=solid]; -"665 add_15_0_0_nncf_smooth_quant_0" -> "666 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; -"666 quantize_per_tensor_default_31" -> "667 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; -"667 dequantize_per_tensor_default_31" -> "673 linear_30" [label="(1, 14, 14, 384)", style=solid]; -"668 linear_30_scale_0" -> "670 quantize_per_channel_default_31" [label="(1536,)", style=solid]; -"668 linear_30_scale_0" -> "671 dequantize_per_channel_default_31" [label="(1536,)", style=solid]; -"669 linear_30_zero_point_0" -> "670 quantize_per_channel_default_31" [label="(1536,)", style=solid]; -"669 linear_30_zero_point_0" -> "671 dequantize_per_channel_default_31" [label="(1536,)", style=solid]; -"670 quantize_per_channel_default_31" -> "671 dequantize_per_channel_default_31" [label="(1536, 384)", style=solid]; -"671 dequantize_per_channel_default_31" -> "673 linear_30" [label="(1536, 384)", style=solid]; -"672 _param_constant85_0_0" -> "673 linear_30" [label="(1536,)", style=solid]; -"673 linear_30" -> "674 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; -"674 gelu_4" -> "675 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; -"675 dropout_18" -> "677 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"676 linear_31_updated_constant0" -> "682 quantize_per_channel_default_32" [label="(384, 1536)", style=solid]; -"677 dropout_18_0_0_nncf_smooth_quant_0" -> "678 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; -"678 quantize_per_tensor_default_32" -> "679 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; -"679 dequantize_per_tensor_default_32" -> "685 linear_31" [label="(1, 14, 14, 1536)", style=solid]; -"680 linear_31_scale_0" -> "682 quantize_per_channel_default_32" [label="(384,)", style=solid]; -"680 linear_31_scale_0" -> "683 dequantize_per_channel_default_32" [label="(384,)", style=solid]; -"681 linear_31_zero_point_0" -> "682 quantize_per_channel_default_32" [label="(384,)", style=solid]; -"681 linear_31_zero_point_0" -> "683 dequantize_per_channel_default_32" [label="(384,)", style=solid]; -"682 quantize_per_channel_default_32" -> "683 dequantize_per_channel_default_32" [label="(384, 1536)", style=solid]; -"683 dequantize_per_channel_default_32" -> "685 linear_31" [label="(384, 1536)", style=solid]; -"684 _param_constant87_0_0" -> "685 linear_31" [label="(384,)", style=solid]; -"685 linear_31" -> "686 dropout_19" [label="(1, 14, 14, 384)", style=solid]; -"686 dropout_19" -> "689 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; -"687 _param_constant88" -> "689 layer_norm_12" [label="(384,)", style=solid]; -"688 _param_constant89" -> "689 layer_norm_12" [label="(384,)", style=solid]; -"689 layer_norm_12" -> "690 add_16" [label="(1, 14, 14, 384)", style=solid]; -"690 add_16" -> "717 pad_7" [label="(1, 14, 14, 384)", style=solid]; -"690 add_16" -> "800 add_19" [label="(1, 14, 14, 384)", style=solid]; -"691 _tensor_constant28" -> "693 _tensor_constant28_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"692 linear_32_updated_constant0" -> "696 quantize_per_channel_default_33" [label="(512, 2)", style=solid]; -"693 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "699 linear_32" [label="(1, 15, 15, 2)", style=solid]; -"694 linear_32_scale_0" -> "696 quantize_per_channel_default_33" [label="(512,)", style=solid]; -"694 linear_32_scale_0" -> "697 dequantize_per_channel_default_33" [label="(512,)", style=solid]; -"695 linear_32_zero_point_0" -> "696 quantize_per_channel_default_33" [label="(512,)", style=solid]; -"695 linear_32_zero_point_0" -> "697 dequantize_per_channel_default_33" [label="(512,)", style=solid]; -"696 quantize_per_channel_default_33" -> "697 dequantize_per_channel_default_33" [label="(512, 2)", style=solid]; -"697 dequantize_per_channel_default_33" -> "699 linear_32" [label="(512, 2)", style=solid]; -"698 _param_constant91_0_0" -> "699 linear_32" [label="(512,)", style=solid]; -"699 linear_32" -> "700 relu__5" [label="(1, 15, 15, 512)", style=solid]; -"700 relu__5" -> "702 relu__5_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"701 linear_33_updated_constant0" -> "705 quantize_per_channel_default_34" [label="(12, 512)", style=solid]; -"702 relu__5_0_0_nncf_smooth_quant_0" -> "707 linear_33" [label="(1, 15, 15, 512)", style=solid]; -"703 linear_33_scale_0" -> "705 quantize_per_channel_default_34" [label="(12,)", style=solid]; -"703 linear_33_scale_0" -> "706 dequantize_per_channel_default_34" [label="(12,)", style=solid]; -"704 linear_33_zero_point_0" -> "705 quantize_per_channel_default_34" [label="(12,)", style=solid]; -"704 linear_33_zero_point_0" -> "706 dequantize_per_channel_default_34" [label="(12,)", style=solid]; -"705 quantize_per_channel_default_34" -> "706 dequantize_per_channel_default_34" [label="(12, 512)", style=solid]; -"706 dequantize_per_channel_default_34" -> "707 linear_33" [label="(12, 512)", style=solid]; -"707 linear_33" -> "708 view_26" [label="(1, 15, 15, 12)", style=solid]; -"708 view_26" -> "710 index_5" [label="(225, 12)", style=solid]; -"709 _tensor_constant29" -> "710 index_5" [label="(4096,)", style=solid]; -"710 index_5" -> "711 view_27" [label="(4096, 12)", style=solid]; -"711 view_27" -> "712 permute_23" [label="(64, 64, 12)", style=solid]; -"712 permute_23" -> "713 contiguous_8" [label="(12, 64, 64)", style=solid]; -"713 contiguous_8" -> "714 unsqueeze_13" [label="(12, 64, 64)", style=solid]; -"714 unsqueeze_13" -> "715 sigmoid_5" [label="(1, 12, 64, 64)", style=solid]; -"715 sigmoid_5" -> "716 mul_10" [label="(1, 12, 64, 64)", style=solid]; -"716 mul_10" -> "755 add_17" [label="(1, 12, 64, 64)", style=solid]; -"717 pad_7" -> "718 roll_4" [label="(1, 16, 16, 384)", style=solid]; -"718 roll_4" -> "719 view_28" [label="(1, 16, 16, 384)", style=solid]; -"719 view_28" -> "720 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"720 permute_24" -> "721 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"721 reshape_22" -> "723 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"721 reshape_22" -> "756 new_zeros_2" [label="(4, 64, 384)", style=solid]; -"722 linear_34_updated_constant0" -> "728 quantize_per_channel_default_35" [label="(1152, 384)", style=solid]; -"723 reshape_22_0_0_nncf_smooth_quant_0" -> "724 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; -"724 quantize_per_tensor_default_33" -> "725 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; -"725 dequantize_per_tensor_default_33" -> "731 linear_34" [label="(4, 64, 384)", style=solid]; -"726 linear_34_scale_0" -> "728 quantize_per_channel_default_35" [label="(1152,)", style=solid]; -"726 linear_34_scale_0" -> "729 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; -"727 linear_34_zero_point_0" -> "728 quantize_per_channel_default_35" [label="(1152,)", style=solid]; -"727 linear_34_zero_point_0" -> "729 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; -"728 quantize_per_channel_default_35" -> "729 dequantize_per_channel_default_35" [label="(1152, 384)", style=solid]; -"729 dequantize_per_channel_default_35" -> "731 linear_34" [label="(1152, 384)", style=solid]; -"730 _param_constant93_0_0" -> "731 linear_34" [label="(1152,)", style=solid]; -"731 linear_34" -> "732 reshape_23" [label="(4, 64, 1152)", style=solid]; -"732 reshape_23" -> "733 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; -"733 permute_25" -> "734 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; -"733 permute_25" -> "735 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; -"733 permute_25" -> "736 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; -"734 select_15" -> "737 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; -"734 select_15" -> "739 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; -"734 select_15" -> "740 div_10" [label="(4, 12, 64, 32)", style=solid]; -"735 select_16" -> "743 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; -"735 select_16" -> "745 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; -"735 select_16" -> "746 div_11" [label="(4, 12, 64, 32)", style=solid]; -"736 select_17" -> "774 matmul_11" [label="(4, 12, 64, 32)", style=solid]; -"737 linalg_vector_norm_10" -> "738 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; -"738 clamp_min_10" -> "739 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; -"739 expand_as_10" -> "740 div_10" [label="(4, 12, 64, 32)", style=solid]; -"740 div_10" -> "741 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; -"741 quantize_per_tensor_default_34" -> "742 dequantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; -"742 dequantize_per_tensor_default_34" -> "750 matmul_10" [label="(4, 12, 64, 32)", style=solid]; -"743 linalg_vector_norm_11" -> "744 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; -"744 clamp_min_11" -> "745 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; -"745 expand_as_11" -> "746 div_11" [label="(4, 12, 64, 32)", style=solid]; -"746 div_11" -> "747 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; -"747 quantize_per_tensor_default_35" -> "748 dequantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; -"748 dequantize_per_tensor_default_35" -> "749 transpose_10" [label="(4, 12, 64, 32)", style=solid]; -"749 transpose_10" -> "750 matmul_10" [label="(4, 12, 32, 64)", style=solid]; -"750 matmul_10" -> "754 mul_11" [label="(4, 12, 64, 64)", style=solid]; -"751 _param_constant95" -> "752 clamp_5" [label="(12, 1, 1)", style=solid]; -"752 clamp_5" -> "753 exp_5" [label="(12, 1, 1)", style=solid]; -"753 exp_5" -> "754 mul_11" [label="(12, 1, 1)", style=solid]; -"754 mul_11" -> "755 add_17" [label="(4, 12, 64, 64)", style=solid]; -"755 add_17" -> "767 view_30" [label="(4, 12, 64, 64)", style=solid]; -"756 new_zeros_2" -> "757 view_29" [label="(16, 16)", style=solid]; -"757 view_29" -> "758 permute_26" [label="(2, 8, 2, 8)", style=solid]; -"758 permute_26" -> "759 reshape_24" [label="(2, 2, 8, 8)", style=solid]; -"759 reshape_24" -> "760 unsqueeze_14" [label="(4, 64)", style=solid]; -"759 reshape_24" -> "761 unsqueeze_15" [label="(4, 64)", style=solid]; -"760 unsqueeze_14" -> "762 sub_2" [label="(4, 1, 64)", style=solid]; -"761 unsqueeze_15" -> "762 sub_2" [label="(4, 64, 1)", style=solid]; -"762 sub_2" -> "763 ne_2" [label="(4, 64, 64)", style=solid]; -"762 sub_2" -> "764 masked_fill_4" [label="(4, 64, 64)", style=solid]; -"762 sub_2" -> "765 eq_2" [label="(4, 64, 64)", style=solid]; -"763 ne_2" -> "764 masked_fill_4" [label="(4, 64, 64)", style=solid]; -"764 masked_fill_4" -> "766 masked_fill_5" [label="(4, 64, 64)", style=solid]; -"765 eq_2" -> "766 masked_fill_5" [label="(4, 64, 64)", style=solid]; -"766 masked_fill_5" -> "768 unsqueeze_16" [label="(4, 64, 64)", style=solid]; -"767 view_30" -> "770 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; -"768 unsqueeze_16" -> "769 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; -"769 unsqueeze_17" -> "770 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; -"770 add_18" -> "771 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; -"771 view_31" -> "772 softmax_5" [label="(4, 12, 64, 64)", style=solid]; -"772 softmax_5" -> "773 dropout_20" [label="(4, 12, 64, 64)", style=solid]; -"773 dropout_20" -> "774 matmul_11" [label="(4, 12, 64, 64)", style=solid]; -"774 matmul_11" -> "775 transpose_11" [label="(4, 12, 64, 32)", style=solid]; -"775 transpose_11" -> "776 reshape_25" [label="(4, 64, 12, 32)", style=solid]; -"776 reshape_25" -> "778 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"777 linear_35_updated_constant0" -> "783 quantize_per_channel_default_36" [label="(384, 384)", style=solid]; -"778 reshape_25_0_0_nncf_smooth_quant_0" -> "779 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; -"779 quantize_per_tensor_default_36" -> "780 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; -"780 dequantize_per_tensor_default_36" -> "786 linear_35" [label="(4, 64, 384)", style=solid]; -"781 linear_35_scale_0" -> "783 quantize_per_channel_default_36" [label="(384,)", style=solid]; -"781 linear_35_scale_0" -> "784 dequantize_per_channel_default_36" [label="(384,)", style=solid]; -"782 linear_35_zero_point_0" -> "783 quantize_per_channel_default_36" [label="(384,)", style=solid]; -"782 linear_35_zero_point_0" -> "784 dequantize_per_channel_default_36" [label="(384,)", style=solid]; -"783 quantize_per_channel_default_36" -> "784 dequantize_per_channel_default_36" [label="(384, 384)", style=solid]; -"784 dequantize_per_channel_default_36" -> "786 linear_35" [label="(384, 384)", style=solid]; -"785 _param_constant97_0_0" -> "786 linear_35" [label="(384,)", style=solid]; -"786 linear_35" -> "787 dropout_21" [label="(4, 64, 384)", style=solid]; -"787 dropout_21" -> "788 view_32" [label="(4, 64, 384)", style=solid]; -"788 view_32" -> "789 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"789 permute_27" -> "790 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"790 reshape_26" -> "791 roll_5" [label="(1, 16, 16, 384)", style=solid]; -"791 roll_5" -> "792 slice_101" [label="(1, 16, 16, 384)", style=solid]; -"792 slice_101" -> "793 slice_102" [label="(1, 16, 16, 384)", style=solid]; -"793 slice_102" -> "794 slice_103" [label="(1, 14, 16, 384)", style=solid]; -"794 slice_103" -> "795 slice_104" [label="(1, 14, 14, 384)", style=solid]; -"795 slice_104" -> "796 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; -"796 contiguous_9" -> "799 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; -"797 _param_constant98" -> "799 layer_norm_13" [label="(384,)", style=solid]; -"798 _param_constant99" -> "799 layer_norm_13" [label="(384,)", style=solid]; -"799 layer_norm_13" -> "800 add_19" [label="(1, 14, 14, 384)", style=solid]; -"800 add_19" -> "802 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"800 add_19" -> "827 add_20" [label="(1, 14, 14, 384)", style=solid]; -"801 linear_36_updated_constant0" -> "807 quantize_per_channel_default_37" [label="(1536, 384)", style=solid]; -"802 add_19_0_0_nncf_smooth_quant_0" -> "803 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; -"803 quantize_per_tensor_default_37" -> "804 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; -"804 dequantize_per_tensor_default_37" -> "810 linear_36" [label="(1, 14, 14, 384)", style=solid]; -"805 linear_36_scale_0" -> "807 quantize_per_channel_default_37" [label="(1536,)", style=solid]; -"805 linear_36_scale_0" -> "808 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; -"806 linear_36_zero_point_0" -> "807 quantize_per_channel_default_37" [label="(1536,)", style=solid]; -"806 linear_36_zero_point_0" -> "808 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; -"807 quantize_per_channel_default_37" -> "808 dequantize_per_channel_default_37" [label="(1536, 384)", style=solid]; -"808 dequantize_per_channel_default_37" -> "810 linear_36" [label="(1536, 384)", style=solid]; -"809 _param_constant101_0_0" -> "810 linear_36" [label="(1536,)", style=solid]; -"810 linear_36" -> "811 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; -"811 gelu_5" -> "812 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; -"812 dropout_22" -> "814 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"813 linear_37_updated_constant0" -> "819 quantize_per_channel_default_38" [label="(384, 1536)", style=solid]; -"814 dropout_22_0_0_nncf_smooth_quant_0" -> "815 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; -"815 quantize_per_tensor_default_38" -> "816 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; -"816 dequantize_per_tensor_default_38" -> "822 linear_37" [label="(1, 14, 14, 1536)", style=solid]; -"817 linear_37_scale_0" -> "819 quantize_per_channel_default_38" [label="(384,)", style=solid]; -"817 linear_37_scale_0" -> "820 dequantize_per_channel_default_38" [label="(384,)", style=solid]; -"818 linear_37_zero_point_0" -> "819 quantize_per_channel_default_38" [label="(384,)", style=solid]; -"818 linear_37_zero_point_0" -> "820 dequantize_per_channel_default_38" [label="(384,)", style=solid]; -"819 quantize_per_channel_default_38" -> "820 dequantize_per_channel_default_38" [label="(384, 1536)", style=solid]; -"820 dequantize_per_channel_default_38" -> "822 linear_37" [label="(384, 1536)", style=solid]; -"821 _param_constant103_0_0" -> "822 linear_37" [label="(384,)", style=solid]; -"822 linear_37" -> "823 dropout_23" [label="(1, 14, 14, 384)", style=solid]; -"823 dropout_23" -> "826 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; -"824 _param_constant104" -> "826 layer_norm_14" [label="(384,)", style=solid]; -"825 _param_constant105" -> "826 layer_norm_14" [label="(384,)", style=solid]; -"826 layer_norm_14" -> "827 add_20" [label="(1, 14, 14, 384)", style=solid]; -"827 add_20" -> "854 pad_8" [label="(1, 14, 14, 384)", style=solid]; -"827 add_20" -> "919 add_22" [label="(1, 14, 14, 384)", style=solid]; -"828 _tensor_constant39" -> "830 _tensor_constant39_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"829 linear_38_updated_constant0" -> "833 quantize_per_channel_default_39" [label="(512, 2)", style=solid]; -"830 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "836 linear_38" [label="(1, 15, 15, 2)", style=solid]; -"831 linear_38_scale_0" -> "833 quantize_per_channel_default_39" [label="(512,)", style=solid]; -"831 linear_38_scale_0" -> "834 dequantize_per_channel_default_39" [label="(512,)", style=solid]; -"832 linear_38_zero_point_0" -> "833 quantize_per_channel_default_39" [label="(512,)", style=solid]; -"832 linear_38_zero_point_0" -> "834 dequantize_per_channel_default_39" [label="(512,)", style=solid]; -"833 quantize_per_channel_default_39" -> "834 dequantize_per_channel_default_39" [label="(512, 2)", style=solid]; -"834 dequantize_per_channel_default_39" -> "836 linear_38" [label="(512, 2)", style=solid]; -"835 _param_constant107_0_0" -> "836 linear_38" [label="(512,)", style=solid]; -"836 linear_38" -> "837 relu__6" [label="(1, 15, 15, 512)", style=solid]; -"837 relu__6" -> "839 relu__6_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"838 linear_39_updated_constant0" -> "842 quantize_per_channel_default_40" [label="(12, 512)", style=solid]; -"839 relu__6_0_0_nncf_smooth_quant_0" -> "844 linear_39" [label="(1, 15, 15, 512)", style=solid]; -"840 linear_39_scale_0" -> "842 quantize_per_channel_default_40" [label="(12,)", style=solid]; -"840 linear_39_scale_0" -> "843 dequantize_per_channel_default_40" [label="(12,)", style=solid]; -"841 linear_39_zero_point_0" -> "842 quantize_per_channel_default_40" [label="(12,)", style=solid]; -"841 linear_39_zero_point_0" -> "843 dequantize_per_channel_default_40" [label="(12,)", style=solid]; -"842 quantize_per_channel_default_40" -> "843 dequantize_per_channel_default_40" [label="(12, 512)", style=solid]; -"843 dequantize_per_channel_default_40" -> "844 linear_39" [label="(12, 512)", style=solid]; -"844 linear_39" -> "845 view_33" [label="(1, 15, 15, 12)", style=solid]; -"845 view_33" -> "847 index_6" [label="(225, 12)", style=solid]; -"846 _tensor_constant40" -> "847 index_6" [label="(4096,)", style=solid]; -"847 index_6" -> "848 view_34" [label="(4096, 12)", style=solid]; -"848 view_34" -> "849 permute_28" [label="(64, 64, 12)", style=solid]; -"849 permute_28" -> "850 contiguous_10" [label="(12, 64, 64)", style=solid]; -"850 contiguous_10" -> "851 unsqueeze_18" [label="(12, 64, 64)", style=solid]; -"851 unsqueeze_18" -> "852 sigmoid_6" [label="(1, 12, 64, 64)", style=solid]; -"852 sigmoid_6" -> "853 mul_12" [label="(1, 12, 64, 64)", style=solid]; -"853 mul_12" -> "891 add_21" [label="(1, 12, 64, 64)", style=solid]; -"854 pad_8" -> "855 view_35" [label="(1, 16, 16, 384)", style=solid]; -"855 view_35" -> "856 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"856 permute_29" -> "857 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"857 reshape_27" -> "859 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"858 linear_40_updated_constant0" -> "864 quantize_per_channel_default_41" [label="(1152, 384)", style=solid]; -"859 reshape_27_0_0_nncf_smooth_quant_0" -> "860 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; -"860 quantize_per_tensor_default_39" -> "861 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; -"861 dequantize_per_tensor_default_39" -> "867 linear_40" [label="(4, 64, 384)", style=solid]; -"862 linear_40_scale_0" -> "864 quantize_per_channel_default_41" [label="(1152,)", style=solid]; -"862 linear_40_scale_0" -> "865 dequantize_per_channel_default_41" [label="(1152,)", style=solid]; -"863 linear_40_zero_point_0" -> "864 quantize_per_channel_default_41" [label="(1152,)", style=solid]; -"863 linear_40_zero_point_0" -> "865 dequantize_per_channel_default_41" [label="(1152,)", style=solid]; -"864 quantize_per_channel_default_41" -> "865 dequantize_per_channel_default_41" [label="(1152, 384)", style=solid]; -"865 dequantize_per_channel_default_41" -> "867 linear_40" [label="(1152, 384)", style=solid]; -"866 _param_constant109_0_0" -> "867 linear_40" [label="(1152,)", style=solid]; -"867 linear_40" -> "868 reshape_28" [label="(4, 64, 1152)", style=solid]; -"868 reshape_28" -> "869 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; -"869 permute_30" -> "870 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; -"869 permute_30" -> "871 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; -"869 permute_30" -> "872 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; -"870 select_18" -> "873 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; -"870 select_18" -> "875 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; -"870 select_18" -> "876 div_12" [label="(4, 12, 64, 32)", style=solid]; -"871 select_19" -> "879 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; -"871 select_19" -> "881 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; -"871 select_19" -> "882 div_13" [label="(4, 12, 64, 32)", style=solid]; -"872 select_20" -> "894 matmul_13" [label="(4, 12, 64, 32)", style=solid]; -"873 linalg_vector_norm_12" -> "874 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; -"874 clamp_min_12" -> "875 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; -"875 expand_as_12" -> "876 div_12" [label="(4, 12, 64, 32)", style=solid]; -"876 div_12" -> "877 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; -"877 quantize_per_tensor_default_40" -> "878 dequantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; -"878 dequantize_per_tensor_default_40" -> "886 matmul_12" [label="(4, 12, 64, 32)", style=solid]; -"879 linalg_vector_norm_13" -> "880 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; -"880 clamp_min_13" -> "881 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; -"881 expand_as_13" -> "882 div_13" [label="(4, 12, 64, 32)", style=solid]; -"882 div_13" -> "883 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; -"883 quantize_per_tensor_default_41" -> "884 dequantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; -"884 dequantize_per_tensor_default_41" -> "885 transpose_12" [label="(4, 12, 64, 32)", style=solid]; -"885 transpose_12" -> "886 matmul_12" [label="(4, 12, 32, 64)", style=solid]; -"886 matmul_12" -> "890 mul_13" [label="(4, 12, 64, 64)", style=solid]; -"887 _param_constant111" -> "888 clamp_6" [label="(12, 1, 1)", style=solid]; -"888 clamp_6" -> "889 exp_6" [label="(12, 1, 1)", style=solid]; -"889 exp_6" -> "890 mul_13" [label="(12, 1, 1)", style=solid]; -"890 mul_13" -> "891 add_21" [label="(4, 12, 64, 64)", style=solid]; -"891 add_21" -> "892 softmax_6" [label="(4, 12, 64, 64)", style=solid]; -"892 softmax_6" -> "893 dropout_24" [label="(4, 12, 64, 64)", style=solid]; -"893 dropout_24" -> "894 matmul_13" [label="(4, 12, 64, 64)", style=solid]; -"894 matmul_13" -> "895 transpose_13" [label="(4, 12, 64, 32)", style=solid]; -"895 transpose_13" -> "896 reshape_29" [label="(4, 64, 12, 32)", style=solid]; -"896 reshape_29" -> "898 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"897 linear_41_updated_constant0" -> "903 quantize_per_channel_default_42" [label="(384, 384)", style=solid]; -"898 reshape_29_0_0_nncf_smooth_quant_0" -> "899 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; -"899 quantize_per_tensor_default_42" -> "900 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; -"900 dequantize_per_tensor_default_42" -> "906 linear_41" [label="(4, 64, 384)", style=solid]; -"901 linear_41_scale_0" -> "903 quantize_per_channel_default_42" [label="(384,)", style=solid]; -"901 linear_41_scale_0" -> "904 dequantize_per_channel_default_42" [label="(384,)", style=solid]; -"902 linear_41_zero_point_0" -> "903 quantize_per_channel_default_42" [label="(384,)", style=solid]; -"902 linear_41_zero_point_0" -> "904 dequantize_per_channel_default_42" [label="(384,)", style=solid]; -"903 quantize_per_channel_default_42" -> "904 dequantize_per_channel_default_42" [label="(384, 384)", style=solid]; -"904 dequantize_per_channel_default_42" -> "906 linear_41" [label="(384, 384)", style=solid]; -"905 _param_constant113_0_0" -> "906 linear_41" [label="(384,)", style=solid]; -"906 linear_41" -> "907 dropout_25" [label="(4, 64, 384)", style=solid]; -"907 dropout_25" -> "908 view_36" [label="(4, 64, 384)", style=solid]; -"908 view_36" -> "909 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"909 permute_31" -> "910 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"910 reshape_30" -> "911 slice_106" [label="(1, 16, 16, 384)", style=solid]; -"911 slice_106" -> "912 slice_107" [label="(1, 16, 16, 384)", style=solid]; -"912 slice_107" -> "913 slice_108" [label="(1, 14, 16, 384)", style=solid]; -"913 slice_108" -> "914 slice_109" [label="(1, 14, 14, 384)", style=solid]; -"914 slice_109" -> "915 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; -"915 contiguous_11" -> "918 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; -"916 _param_constant114" -> "918 layer_norm_15" [label="(384,)", style=solid]; -"917 _param_constant115" -> "918 layer_norm_15" [label="(384,)", style=solid]; -"918 layer_norm_15" -> "919 add_22" [label="(1, 14, 14, 384)", style=solid]; -"919 add_22" -> "921 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"919 add_22" -> "946 add_23" [label="(1, 14, 14, 384)", style=solid]; -"920 linear_42_updated_constant0" -> "926 quantize_per_channel_default_43" [label="(1536, 384)", style=solid]; -"921 add_22_0_0_nncf_smooth_quant_0" -> "922 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; -"922 quantize_per_tensor_default_43" -> "923 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; -"923 dequantize_per_tensor_default_43" -> "929 linear_42" [label="(1, 14, 14, 384)", style=solid]; -"924 linear_42_scale_0" -> "926 quantize_per_channel_default_43" [label="(1536,)", style=solid]; -"924 linear_42_scale_0" -> "927 dequantize_per_channel_default_43" [label="(1536,)", style=solid]; -"925 linear_42_zero_point_0" -> "926 quantize_per_channel_default_43" [label="(1536,)", style=solid]; -"925 linear_42_zero_point_0" -> "927 dequantize_per_channel_default_43" [label="(1536,)", style=solid]; -"926 quantize_per_channel_default_43" -> "927 dequantize_per_channel_default_43" [label="(1536, 384)", style=solid]; -"927 dequantize_per_channel_default_43" -> "929 linear_42" [label="(1536, 384)", style=solid]; -"928 _param_constant117_0_0" -> "929 linear_42" [label="(1536,)", style=solid]; -"929 linear_42" -> "930 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; -"930 gelu_6" -> "931 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; -"931 dropout_26" -> "933 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"932 linear_43_updated_constant0" -> "938 quantize_per_channel_default_44" [label="(384, 1536)", style=solid]; -"933 dropout_26_0_0_nncf_smooth_quant_0" -> "934 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; -"934 quantize_per_tensor_default_44" -> "935 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; -"935 dequantize_per_tensor_default_44" -> "941 linear_43" [label="(1, 14, 14, 1536)", style=solid]; -"936 linear_43_scale_0" -> "938 quantize_per_channel_default_44" [label="(384,)", style=solid]; -"936 linear_43_scale_0" -> "939 dequantize_per_channel_default_44" [label="(384,)", style=solid]; -"937 linear_43_zero_point_0" -> "938 quantize_per_channel_default_44" [label="(384,)", style=solid]; -"937 linear_43_zero_point_0" -> "939 dequantize_per_channel_default_44" [label="(384,)", style=solid]; -"938 quantize_per_channel_default_44" -> "939 dequantize_per_channel_default_44" [label="(384, 1536)", style=solid]; -"939 dequantize_per_channel_default_44" -> "941 linear_43" [label="(384, 1536)", style=solid]; -"940 _param_constant119_0_0" -> "941 linear_43" [label="(384,)", style=solid]; -"941 linear_43" -> "942 dropout_27" [label="(1, 14, 14, 384)", style=solid]; -"942 dropout_27" -> "945 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; -"943 _param_constant120" -> "945 layer_norm_16" [label="(384,)", style=solid]; -"944 _param_constant121" -> "945 layer_norm_16" [label="(384,)", style=solid]; -"945 layer_norm_16" -> "946 add_23" [label="(1, 14, 14, 384)", style=solid]; -"946 add_23" -> "973 pad_9" [label="(1, 14, 14, 384)", style=solid]; -"946 add_23" -> "1056 add_26" [label="(1, 14, 14, 384)", style=solid]; -"947 _tensor_constant41" -> "949 _tensor_constant41_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"948 linear_44_updated_constant0" -> "952 quantize_per_channel_default_45" [label="(512, 2)", style=solid]; -"949 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "955 linear_44" [label="(1, 15, 15, 2)", style=solid]; -"950 linear_44_scale_0" -> "952 quantize_per_channel_default_45" [label="(512,)", style=solid]; -"950 linear_44_scale_0" -> "953 dequantize_per_channel_default_45" [label="(512,)", style=solid]; -"951 linear_44_zero_point_0" -> "952 quantize_per_channel_default_45" [label="(512,)", style=solid]; -"951 linear_44_zero_point_0" -> "953 dequantize_per_channel_default_45" [label="(512,)", style=solid]; -"952 quantize_per_channel_default_45" -> "953 dequantize_per_channel_default_45" [label="(512, 2)", style=solid]; -"953 dequantize_per_channel_default_45" -> "955 linear_44" [label="(512, 2)", style=solid]; -"954 _param_constant123_0_0" -> "955 linear_44" [label="(512,)", style=solid]; -"955 linear_44" -> "956 relu__7" [label="(1, 15, 15, 512)", style=solid]; -"956 relu__7" -> "958 relu__7_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"957 linear_45_updated_constant0" -> "961 quantize_per_channel_default_46" [label="(12, 512)", style=solid]; -"958 relu__7_0_0_nncf_smooth_quant_0" -> "963 linear_45" [label="(1, 15, 15, 512)", style=solid]; -"959 linear_45_scale_0" -> "961 quantize_per_channel_default_46" [label="(12,)", style=solid]; -"959 linear_45_scale_0" -> "962 dequantize_per_channel_default_46" [label="(12,)", style=solid]; -"960 linear_45_zero_point_0" -> "961 quantize_per_channel_default_46" [label="(12,)", style=solid]; -"960 linear_45_zero_point_0" -> "962 dequantize_per_channel_default_46" [label="(12,)", style=solid]; -"961 quantize_per_channel_default_46" -> "962 dequantize_per_channel_default_46" [label="(12, 512)", style=solid]; -"962 dequantize_per_channel_default_46" -> "963 linear_45" [label="(12, 512)", style=solid]; -"963 linear_45" -> "964 view_37" [label="(1, 15, 15, 12)", style=solid]; -"964 view_37" -> "966 index_7" [label="(225, 12)", style=solid]; -"965 _tensor_constant42" -> "966 index_7" [label="(4096,)", style=solid]; -"966 index_7" -> "967 view_38" [label="(4096, 12)", style=solid]; -"967 view_38" -> "968 permute_32" [label="(64, 64, 12)", style=solid]; -"968 permute_32" -> "969 contiguous_12" [label="(12, 64, 64)", style=solid]; -"969 contiguous_12" -> "970 unsqueeze_19" [label="(12, 64, 64)", style=solid]; -"970 unsqueeze_19" -> "971 sigmoid_7" [label="(1, 12, 64, 64)", style=solid]; -"971 sigmoid_7" -> "972 mul_14" [label="(1, 12, 64, 64)", style=solid]; -"972 mul_14" -> "1011 add_24" [label="(1, 12, 64, 64)", style=solid]; -"973 pad_9" -> "974 roll_6" [label="(1, 16, 16, 384)", style=solid]; -"974 roll_6" -> "975 view_39" [label="(1, 16, 16, 384)", style=solid]; -"975 view_39" -> "976 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"976 permute_33" -> "977 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"977 reshape_31" -> "979 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"977 reshape_31" -> "1012 new_zeros_3" [label="(4, 64, 384)", style=solid]; -"978 linear_46_updated_constant0" -> "984 quantize_per_channel_default_47" [label="(1152, 384)", style=solid]; -"979 reshape_31_0_0_nncf_smooth_quant_0" -> "980 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; -"980 quantize_per_tensor_default_45" -> "981 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; -"981 dequantize_per_tensor_default_45" -> "987 linear_46" [label="(4, 64, 384)", style=solid]; -"982 linear_46_scale_0" -> "984 quantize_per_channel_default_47" [label="(1152,)", style=solid]; -"982 linear_46_scale_0" -> "985 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; -"983 linear_46_zero_point_0" -> "984 quantize_per_channel_default_47" [label="(1152,)", style=solid]; -"983 linear_46_zero_point_0" -> "985 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; -"984 quantize_per_channel_default_47" -> "985 dequantize_per_channel_default_47" [label="(1152, 384)", style=solid]; -"985 dequantize_per_channel_default_47" -> "987 linear_46" [label="(1152, 384)", style=solid]; -"986 _param_constant125_0_0" -> "987 linear_46" [label="(1152,)", style=solid]; -"987 linear_46" -> "988 reshape_32" [label="(4, 64, 1152)", style=solid]; -"988 reshape_32" -> "989 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; -"989 permute_34" -> "990 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; -"989 permute_34" -> "991 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; -"989 permute_34" -> "992 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; -"990 select_21" -> "993 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; -"990 select_21" -> "995 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; -"990 select_21" -> "996 div_14" [label="(4, 12, 64, 32)", style=solid]; -"991 select_22" -> "999 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; -"991 select_22" -> "1001 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; -"991 select_22" -> "1002 div_15" [label="(4, 12, 64, 32)", style=solid]; -"992 select_23" -> "1030 matmul_15" [label="(4, 12, 64, 32)", style=solid]; -"993 linalg_vector_norm_14" -> "994 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; -"994 clamp_min_14" -> "995 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; -"995 expand_as_14" -> "996 div_14" [label="(4, 12, 64, 32)", style=solid]; -"996 div_14" -> "997 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; -"997 quantize_per_tensor_default_46" -> "998 dequantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; -"998 dequantize_per_tensor_default_46" -> "1006 matmul_14" [label="(4, 12, 64, 32)", style=solid]; -"999 linalg_vector_norm_15" -> "1000 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; -"1000 clamp_min_15" -> "1001 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; -"1001 expand_as_15" -> "1002 div_15" [label="(4, 12, 64, 32)", style=solid]; -"1002 div_15" -> "1003 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; -"1003 quantize_per_tensor_default_47" -> "1004 dequantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; -"1004 dequantize_per_tensor_default_47" -> "1005 transpose_14" [label="(4, 12, 64, 32)", style=solid]; -"1005 transpose_14" -> "1006 matmul_14" [label="(4, 12, 32, 64)", style=solid]; -"1006 matmul_14" -> "1010 mul_15" [label="(4, 12, 64, 64)", style=solid]; -"1007 _param_constant127" -> "1008 clamp_7" [label="(12, 1, 1)", style=solid]; -"1008 clamp_7" -> "1009 exp_7" [label="(12, 1, 1)", style=solid]; -"1009 exp_7" -> "1010 mul_15" [label="(12, 1, 1)", style=solid]; -"1010 mul_15" -> "1011 add_24" [label="(4, 12, 64, 64)", style=solid]; -"1011 add_24" -> "1023 view_41" [label="(4, 12, 64, 64)", style=solid]; -"1012 new_zeros_3" -> "1013 view_40" [label="(16, 16)", style=solid]; -"1013 view_40" -> "1014 permute_35" [label="(2, 8, 2, 8)", style=solid]; -"1014 permute_35" -> "1015 reshape_33" [label="(2, 2, 8, 8)", style=solid]; -"1015 reshape_33" -> "1016 unsqueeze_20" [label="(4, 64)", style=solid]; -"1015 reshape_33" -> "1017 unsqueeze_21" [label="(4, 64)", style=solid]; -"1016 unsqueeze_20" -> "1018 sub_3" [label="(4, 1, 64)", style=solid]; -"1017 unsqueeze_21" -> "1018 sub_3" [label="(4, 64, 1)", style=solid]; -"1018 sub_3" -> "1019 ne_3" [label="(4, 64, 64)", style=solid]; -"1018 sub_3" -> "1020 masked_fill_6" [label="(4, 64, 64)", style=solid]; -"1018 sub_3" -> "1021 eq_3" [label="(4, 64, 64)", style=solid]; -"1019 ne_3" -> "1020 masked_fill_6" [label="(4, 64, 64)", style=solid]; -"1020 masked_fill_6" -> "1022 masked_fill_7" [label="(4, 64, 64)", style=solid]; -"1021 eq_3" -> "1022 masked_fill_7" [label="(4, 64, 64)", style=solid]; -"1022 masked_fill_7" -> "1024 unsqueeze_22" [label="(4, 64, 64)", style=solid]; -"1023 view_41" -> "1026 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; -"1024 unsqueeze_22" -> "1025 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; -"1025 unsqueeze_23" -> "1026 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; -"1026 add_25" -> "1027 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; -"1027 view_42" -> "1028 softmax_7" [label="(4, 12, 64, 64)", style=solid]; -"1028 softmax_7" -> "1029 dropout_28" [label="(4, 12, 64, 64)", style=solid]; -"1029 dropout_28" -> "1030 matmul_15" [label="(4, 12, 64, 64)", style=solid]; -"1030 matmul_15" -> "1031 transpose_15" [label="(4, 12, 64, 32)", style=solid]; -"1031 transpose_15" -> "1032 reshape_34" [label="(4, 64, 12, 32)", style=solid]; -"1032 reshape_34" -> "1034 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1033 linear_47_updated_constant0" -> "1039 quantize_per_channel_default_48" [label="(384, 384)", style=solid]; -"1034 reshape_34_0_0_nncf_smooth_quant_0" -> "1035 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; -"1035 quantize_per_tensor_default_48" -> "1036 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; -"1036 dequantize_per_tensor_default_48" -> "1042 linear_47" [label="(4, 64, 384)", style=solid]; -"1037 linear_47_scale_0" -> "1039 quantize_per_channel_default_48" [label="(384,)", style=solid]; -"1037 linear_47_scale_0" -> "1040 dequantize_per_channel_default_48" [label="(384,)", style=solid]; -"1038 linear_47_zero_point_0" -> "1039 quantize_per_channel_default_48" [label="(384,)", style=solid]; -"1038 linear_47_zero_point_0" -> "1040 dequantize_per_channel_default_48" [label="(384,)", style=solid]; -"1039 quantize_per_channel_default_48" -> "1040 dequantize_per_channel_default_48" [label="(384, 384)", style=solid]; -"1040 dequantize_per_channel_default_48" -> "1042 linear_47" [label="(384, 384)", style=solid]; -"1041 _param_constant129_0_0" -> "1042 linear_47" [label="(384,)", style=solid]; -"1042 linear_47" -> "1043 dropout_29" [label="(4, 64, 384)", style=solid]; -"1043 dropout_29" -> "1044 view_43" [label="(4, 64, 384)", style=solid]; -"1044 view_43" -> "1045 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1045 permute_36" -> "1046 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1046 reshape_35" -> "1047 roll_7" [label="(1, 16, 16, 384)", style=solid]; -"1047 roll_7" -> "1048 slice_129" [label="(1, 16, 16, 384)", style=solid]; -"1048 slice_129" -> "1049 slice_130" [label="(1, 16, 16, 384)", style=solid]; -"1049 slice_130" -> "1050 slice_131" [label="(1, 14, 16, 384)", style=solid]; -"1050 slice_131" -> "1051 slice_132" [label="(1, 14, 14, 384)", style=solid]; -"1051 slice_132" -> "1052 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; -"1052 contiguous_13" -> "1055 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; -"1053 _param_constant130" -> "1055 layer_norm_17" [label="(384,)", style=solid]; -"1054 _param_constant131" -> "1055 layer_norm_17" [label="(384,)", style=solid]; -"1055 layer_norm_17" -> "1056 add_26" [label="(1, 14, 14, 384)", style=solid]; -"1056 add_26" -> "1058 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1056 add_26" -> "1083 add_27" [label="(1, 14, 14, 384)", style=solid]; -"1057 linear_48_updated_constant0" -> "1063 quantize_per_channel_default_49" [label="(1536, 384)", style=solid]; -"1058 add_26_0_0_nncf_smooth_quant_0" -> "1059 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; -"1059 quantize_per_tensor_default_49" -> "1060 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; -"1060 dequantize_per_tensor_default_49" -> "1066 linear_48" [label="(1, 14, 14, 384)", style=solid]; -"1061 linear_48_scale_0" -> "1063 quantize_per_channel_default_49" [label="(1536,)", style=solid]; -"1061 linear_48_scale_0" -> "1064 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; -"1062 linear_48_zero_point_0" -> "1063 quantize_per_channel_default_49" [label="(1536,)", style=solid]; -"1062 linear_48_zero_point_0" -> "1064 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; -"1063 quantize_per_channel_default_49" -> "1064 dequantize_per_channel_default_49" [label="(1536, 384)", style=solid]; -"1064 dequantize_per_channel_default_49" -> "1066 linear_48" [label="(1536, 384)", style=solid]; -"1065 _param_constant133_0_0" -> "1066 linear_48" [label="(1536,)", style=solid]; -"1066 linear_48" -> "1067 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; -"1067 gelu_7" -> "1068 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; -"1068 dropout_30" -> "1070 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1069 linear_49_updated_constant0" -> "1075 quantize_per_channel_default_50" [label="(384, 1536)", style=solid]; -"1070 dropout_30_0_0_nncf_smooth_quant_0" -> "1071 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; -"1071 quantize_per_tensor_default_50" -> "1072 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; -"1072 dequantize_per_tensor_default_50" -> "1078 linear_49" [label="(1, 14, 14, 1536)", style=solid]; -"1073 linear_49_scale_0" -> "1075 quantize_per_channel_default_50" [label="(384,)", style=solid]; -"1073 linear_49_scale_0" -> "1076 dequantize_per_channel_default_50" [label="(384,)", style=solid]; -"1074 linear_49_zero_point_0" -> "1075 quantize_per_channel_default_50" [label="(384,)", style=solid]; -"1074 linear_49_zero_point_0" -> "1076 dequantize_per_channel_default_50" [label="(384,)", style=solid]; -"1075 quantize_per_channel_default_50" -> "1076 dequantize_per_channel_default_50" [label="(384, 1536)", style=solid]; -"1076 dequantize_per_channel_default_50" -> "1078 linear_49" [label="(384, 1536)", style=solid]; -"1077 _param_constant135_0_0" -> "1078 linear_49" [label="(384,)", style=solid]; -"1078 linear_49" -> "1079 dropout_31" [label="(1, 14, 14, 384)", style=solid]; -"1079 dropout_31" -> "1082 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; -"1080 _param_constant136" -> "1082 layer_norm_18" [label="(384,)", style=solid]; -"1081 _param_constant137" -> "1082 layer_norm_18" [label="(384,)", style=solid]; -"1082 layer_norm_18" -> "1083 add_27" [label="(1, 14, 14, 384)", style=solid]; -"1083 add_27" -> "1110 pad_10" [label="(1, 14, 14, 384)", style=solid]; -"1083 add_27" -> "1175 add_29" [label="(1, 14, 14, 384)", style=solid]; -"1084 _tensor_constant52" -> "1086 _tensor_constant52_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1085 linear_50_updated_constant0" -> "1089 quantize_per_channel_default_51" [label="(512, 2)", style=solid]; -"1086 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "1092 linear_50" [label="(1, 15, 15, 2)", style=solid]; -"1087 linear_50_scale_0" -> "1089 quantize_per_channel_default_51" [label="(512,)", style=solid]; -"1087 linear_50_scale_0" -> "1090 dequantize_per_channel_default_51" [label="(512,)", style=solid]; -"1088 linear_50_zero_point_0" -> "1089 quantize_per_channel_default_51" [label="(512,)", style=solid]; -"1088 linear_50_zero_point_0" -> "1090 dequantize_per_channel_default_51" [label="(512,)", style=solid]; -"1089 quantize_per_channel_default_51" -> "1090 dequantize_per_channel_default_51" [label="(512, 2)", style=solid]; -"1090 dequantize_per_channel_default_51" -> "1092 linear_50" [label="(512, 2)", style=solid]; -"1091 _param_constant139_0_0" -> "1092 linear_50" [label="(512,)", style=solid]; -"1092 linear_50" -> "1093 relu__8" [label="(1, 15, 15, 512)", style=solid]; -"1093 relu__8" -> "1095 relu__8_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1094 linear_51_updated_constant0" -> "1098 quantize_per_channel_default_52" [label="(12, 512)", style=solid]; -"1095 relu__8_0_0_nncf_smooth_quant_0" -> "1100 linear_51" [label="(1, 15, 15, 512)", style=solid]; -"1096 linear_51_scale_0" -> "1098 quantize_per_channel_default_52" [label="(12,)", style=solid]; -"1096 linear_51_scale_0" -> "1099 dequantize_per_channel_default_52" [label="(12,)", style=solid]; -"1097 linear_51_zero_point_0" -> "1098 quantize_per_channel_default_52" [label="(12,)", style=solid]; -"1097 linear_51_zero_point_0" -> "1099 dequantize_per_channel_default_52" [label="(12,)", style=solid]; -"1098 quantize_per_channel_default_52" -> "1099 dequantize_per_channel_default_52" [label="(12, 512)", style=solid]; -"1099 dequantize_per_channel_default_52" -> "1100 linear_51" [label="(12, 512)", style=solid]; -"1100 linear_51" -> "1101 view_44" [label="(1, 15, 15, 12)", style=solid]; -"1101 view_44" -> "1103 index_8" [label="(225, 12)", style=solid]; -"1102 _tensor_constant53" -> "1103 index_8" [label="(4096,)", style=solid]; -"1103 index_8" -> "1104 view_45" [label="(4096, 12)", style=solid]; -"1104 view_45" -> "1105 permute_37" [label="(64, 64, 12)", style=solid]; -"1105 permute_37" -> "1106 contiguous_14" [label="(12, 64, 64)", style=solid]; -"1106 contiguous_14" -> "1107 unsqueeze_24" [label="(12, 64, 64)", style=solid]; -"1107 unsqueeze_24" -> "1108 sigmoid_8" [label="(1, 12, 64, 64)", style=solid]; -"1108 sigmoid_8" -> "1109 mul_16" [label="(1, 12, 64, 64)", style=solid]; -"1109 mul_16" -> "1147 add_28" [label="(1, 12, 64, 64)", style=solid]; -"1110 pad_10" -> "1111 view_46" [label="(1, 16, 16, 384)", style=solid]; -"1111 view_46" -> "1112 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1112 permute_38" -> "1113 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1113 reshape_36" -> "1115 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1114 linear_52_updated_constant0" -> "1120 quantize_per_channel_default_53" [label="(1152, 384)", style=solid]; -"1115 reshape_36_0_0_nncf_smooth_quant_0" -> "1116 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; -"1116 quantize_per_tensor_default_51" -> "1117 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; -"1117 dequantize_per_tensor_default_51" -> "1123 linear_52" [label="(4, 64, 384)", style=solid]; -"1118 linear_52_scale_0" -> "1120 quantize_per_channel_default_53" [label="(1152,)", style=solid]; -"1118 linear_52_scale_0" -> "1121 dequantize_per_channel_default_53" [label="(1152,)", style=solid]; -"1119 linear_52_zero_point_0" -> "1120 quantize_per_channel_default_53" [label="(1152,)", style=solid]; -"1119 linear_52_zero_point_0" -> "1121 dequantize_per_channel_default_53" [label="(1152,)", style=solid]; -"1120 quantize_per_channel_default_53" -> "1121 dequantize_per_channel_default_53" [label="(1152, 384)", style=solid]; -"1121 dequantize_per_channel_default_53" -> "1123 linear_52" [label="(1152, 384)", style=solid]; -"1122 _param_constant141_0_0" -> "1123 linear_52" [label="(1152,)", style=solid]; -"1123 linear_52" -> "1124 reshape_37" [label="(4, 64, 1152)", style=solid]; -"1124 reshape_37" -> "1125 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; -"1125 permute_39" -> "1126 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; -"1125 permute_39" -> "1127 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; -"1125 permute_39" -> "1128 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; -"1126 select_24" -> "1129 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; -"1126 select_24" -> "1131 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; -"1126 select_24" -> "1132 div_16" [label="(4, 12, 64, 32)", style=solid]; -"1127 select_25" -> "1135 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; -"1127 select_25" -> "1137 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; -"1127 select_25" -> "1138 div_17" [label="(4, 12, 64, 32)", style=solid]; -"1128 select_26" -> "1150 matmul_17" [label="(4, 12, 64, 32)", style=solid]; -"1129 linalg_vector_norm_16" -> "1130 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; -"1130 clamp_min_16" -> "1131 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; -"1131 expand_as_16" -> "1132 div_16" [label="(4, 12, 64, 32)", style=solid]; -"1132 div_16" -> "1133 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; -"1133 quantize_per_tensor_default_52" -> "1134 dequantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; -"1134 dequantize_per_tensor_default_52" -> "1142 matmul_16" [label="(4, 12, 64, 32)", style=solid]; -"1135 linalg_vector_norm_17" -> "1136 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; -"1136 clamp_min_17" -> "1137 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; -"1137 expand_as_17" -> "1138 div_17" [label="(4, 12, 64, 32)", style=solid]; -"1138 div_17" -> "1139 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; -"1139 quantize_per_tensor_default_53" -> "1140 dequantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; -"1140 dequantize_per_tensor_default_53" -> "1141 transpose_16" [label="(4, 12, 64, 32)", style=solid]; -"1141 transpose_16" -> "1142 matmul_16" [label="(4, 12, 32, 64)", style=solid]; -"1142 matmul_16" -> "1146 mul_17" [label="(4, 12, 64, 64)", style=solid]; -"1143 _param_constant143" -> "1144 clamp_8" [label="(12, 1, 1)", style=solid]; -"1144 clamp_8" -> "1145 exp_8" [label="(12, 1, 1)", style=solid]; -"1145 exp_8" -> "1146 mul_17" [label="(12, 1, 1)", style=solid]; -"1146 mul_17" -> "1147 add_28" [label="(4, 12, 64, 64)", style=solid]; -"1147 add_28" -> "1148 softmax_8" [label="(4, 12, 64, 64)", style=solid]; -"1148 softmax_8" -> "1149 dropout_32" [label="(4, 12, 64, 64)", style=solid]; -"1149 dropout_32" -> "1150 matmul_17" [label="(4, 12, 64, 64)", style=solid]; -"1150 matmul_17" -> "1151 transpose_17" [label="(4, 12, 64, 32)", style=solid]; -"1151 transpose_17" -> "1152 reshape_38" [label="(4, 64, 12, 32)", style=solid]; -"1152 reshape_38" -> "1154 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1153 linear_53_updated_constant0" -> "1159 quantize_per_channel_default_54" [label="(384, 384)", style=solid]; -"1154 reshape_38_0_0_nncf_smooth_quant_0" -> "1155 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; -"1155 quantize_per_tensor_default_54" -> "1156 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; -"1156 dequantize_per_tensor_default_54" -> "1162 linear_53" [label="(4, 64, 384)", style=solid]; -"1157 linear_53_scale_0" -> "1159 quantize_per_channel_default_54" [label="(384,)", style=solid]; -"1157 linear_53_scale_0" -> "1160 dequantize_per_channel_default_54" [label="(384,)", style=solid]; -"1158 linear_53_zero_point_0" -> "1159 quantize_per_channel_default_54" [label="(384,)", style=solid]; -"1158 linear_53_zero_point_0" -> "1160 dequantize_per_channel_default_54" [label="(384,)", style=solid]; -"1159 quantize_per_channel_default_54" -> "1160 dequantize_per_channel_default_54" [label="(384, 384)", style=solid]; -"1160 dequantize_per_channel_default_54" -> "1162 linear_53" [label="(384, 384)", style=solid]; -"1161 _param_constant145_0_0" -> "1162 linear_53" [label="(384,)", style=solid]; -"1162 linear_53" -> "1163 dropout_33" [label="(4, 64, 384)", style=solid]; -"1163 dropout_33" -> "1164 view_47" [label="(4, 64, 384)", style=solid]; -"1164 view_47" -> "1165 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1165 permute_40" -> "1166 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1166 reshape_39" -> "1167 slice_134" [label="(1, 16, 16, 384)", style=solid]; -"1167 slice_134" -> "1168 slice_135" [label="(1, 16, 16, 384)", style=solid]; -"1168 slice_135" -> "1169 slice_136" [label="(1, 14, 16, 384)", style=solid]; -"1169 slice_136" -> "1170 slice_137" [label="(1, 14, 14, 384)", style=solid]; -"1170 slice_137" -> "1171 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; -"1171 contiguous_15" -> "1174 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; -"1172 _param_constant146" -> "1174 layer_norm_19" [label="(384,)", style=solid]; -"1173 _param_constant147" -> "1174 layer_norm_19" [label="(384,)", style=solid]; -"1174 layer_norm_19" -> "1175 add_29" [label="(1, 14, 14, 384)", style=solid]; -"1175 add_29" -> "1177 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1175 add_29" -> "1202 add_30" [label="(1, 14, 14, 384)", style=solid]; -"1176 linear_54_updated_constant0" -> "1182 quantize_per_channel_default_55" [label="(1536, 384)", style=solid]; -"1177 add_29_0_0_nncf_smooth_quant_0" -> "1178 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; -"1178 quantize_per_tensor_default_55" -> "1179 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; -"1179 dequantize_per_tensor_default_55" -> "1185 linear_54" [label="(1, 14, 14, 384)", style=solid]; -"1180 linear_54_scale_0" -> "1182 quantize_per_channel_default_55" [label="(1536,)", style=solid]; -"1180 linear_54_scale_0" -> "1183 dequantize_per_channel_default_55" [label="(1536,)", style=solid]; -"1181 linear_54_zero_point_0" -> "1182 quantize_per_channel_default_55" [label="(1536,)", style=solid]; -"1181 linear_54_zero_point_0" -> "1183 dequantize_per_channel_default_55" [label="(1536,)", style=solid]; -"1182 quantize_per_channel_default_55" -> "1183 dequantize_per_channel_default_55" [label="(1536, 384)", style=solid]; -"1183 dequantize_per_channel_default_55" -> "1185 linear_54" [label="(1536, 384)", style=solid]; -"1184 _param_constant149_0_0" -> "1185 linear_54" [label="(1536,)", style=solid]; -"1185 linear_54" -> "1186 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; -"1186 gelu_8" -> "1187 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; -"1187 dropout_34" -> "1189 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1188 linear_55_updated_constant0" -> "1194 quantize_per_channel_default_56" [label="(384, 1536)", style=solid]; -"1189 dropout_34_0_0_nncf_smooth_quant_0" -> "1190 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; -"1190 quantize_per_tensor_default_56" -> "1191 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; -"1191 dequantize_per_tensor_default_56" -> "1197 linear_55" [label="(1, 14, 14, 1536)", style=solid]; -"1192 linear_55_scale_0" -> "1194 quantize_per_channel_default_56" [label="(384,)", style=solid]; -"1192 linear_55_scale_0" -> "1195 dequantize_per_channel_default_56" [label="(384,)", style=solid]; -"1193 linear_55_zero_point_0" -> "1194 quantize_per_channel_default_56" [label="(384,)", style=solid]; -"1193 linear_55_zero_point_0" -> "1195 dequantize_per_channel_default_56" [label="(384,)", style=solid]; -"1194 quantize_per_channel_default_56" -> "1195 dequantize_per_channel_default_56" [label="(384, 1536)", style=solid]; -"1195 dequantize_per_channel_default_56" -> "1197 linear_55" [label="(384, 1536)", style=solid]; -"1196 _param_constant151_0_0" -> "1197 linear_55" [label="(384,)", style=solid]; -"1197 linear_55" -> "1198 dropout_35" [label="(1, 14, 14, 384)", style=solid]; -"1198 dropout_35" -> "1201 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; -"1199 _param_constant152" -> "1201 layer_norm_20" [label="(384,)", style=solid]; -"1200 _param_constant153" -> "1201 layer_norm_20" [label="(384,)", style=solid]; -"1201 layer_norm_20" -> "1202 add_30" [label="(1, 14, 14, 384)", style=solid]; -"1202 add_30" -> "1229 pad_11" [label="(1, 14, 14, 384)", style=solid]; -"1202 add_30" -> "1312 add_33" [label="(1, 14, 14, 384)", style=solid]; -"1203 _tensor_constant54" -> "1205 _tensor_constant54_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1204 linear_56_updated_constant0" -> "1208 quantize_per_channel_default_57" [label="(512, 2)", style=solid]; -"1205 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1211 linear_56" [label="(1, 15, 15, 2)", style=solid]; -"1206 linear_56_scale_0" -> "1208 quantize_per_channel_default_57" [label="(512,)", style=solid]; -"1206 linear_56_scale_0" -> "1209 dequantize_per_channel_default_57" [label="(512,)", style=solid]; -"1207 linear_56_zero_point_0" -> "1208 quantize_per_channel_default_57" [label="(512,)", style=solid]; -"1207 linear_56_zero_point_0" -> "1209 dequantize_per_channel_default_57" [label="(512,)", style=solid]; -"1208 quantize_per_channel_default_57" -> "1209 dequantize_per_channel_default_57" [label="(512, 2)", style=solid]; -"1209 dequantize_per_channel_default_57" -> "1211 linear_56" [label="(512, 2)", style=solid]; -"1210 _param_constant155_0_0" -> "1211 linear_56" [label="(512,)", style=solid]; -"1211 linear_56" -> "1212 relu__9" [label="(1, 15, 15, 512)", style=solid]; -"1212 relu__9" -> "1214 relu__9_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1213 linear_57_updated_constant0" -> "1217 quantize_per_channel_default_58" [label="(12, 512)", style=solid]; -"1214 relu__9_0_0_nncf_smooth_quant_0" -> "1219 linear_57" [label="(1, 15, 15, 512)", style=solid]; -"1215 linear_57_scale_0" -> "1217 quantize_per_channel_default_58" [label="(12,)", style=solid]; -"1215 linear_57_scale_0" -> "1218 dequantize_per_channel_default_58" [label="(12,)", style=solid]; -"1216 linear_57_zero_point_0" -> "1217 quantize_per_channel_default_58" [label="(12,)", style=solid]; -"1216 linear_57_zero_point_0" -> "1218 dequantize_per_channel_default_58" [label="(12,)", style=solid]; -"1217 quantize_per_channel_default_58" -> "1218 dequantize_per_channel_default_58" [label="(12, 512)", style=solid]; -"1218 dequantize_per_channel_default_58" -> "1219 linear_57" [label="(12, 512)", style=solid]; -"1219 linear_57" -> "1220 view_48" [label="(1, 15, 15, 12)", style=solid]; -"1220 view_48" -> "1222 index_9" [label="(225, 12)", style=solid]; -"1221 _tensor_constant55" -> "1222 index_9" [label="(4096,)", style=solid]; -"1222 index_9" -> "1223 view_49" [label="(4096, 12)", style=solid]; -"1223 view_49" -> "1224 permute_41" [label="(64, 64, 12)", style=solid]; -"1224 permute_41" -> "1225 contiguous_16" [label="(12, 64, 64)", style=solid]; -"1225 contiguous_16" -> "1226 unsqueeze_25" [label="(12, 64, 64)", style=solid]; -"1226 unsqueeze_25" -> "1227 sigmoid_9" [label="(1, 12, 64, 64)", style=solid]; -"1227 sigmoid_9" -> "1228 mul_18" [label="(1, 12, 64, 64)", style=solid]; -"1228 mul_18" -> "1267 add_31" [label="(1, 12, 64, 64)", style=solid]; -"1229 pad_11" -> "1230 roll_8" [label="(1, 16, 16, 384)", style=solid]; -"1230 roll_8" -> "1231 view_50" [label="(1, 16, 16, 384)", style=solid]; -"1231 view_50" -> "1232 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1232 permute_42" -> "1233 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1233 reshape_40" -> "1235 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1233 reshape_40" -> "1268 new_zeros_4" [label="(4, 64, 384)", style=solid]; -"1234 linear_58_updated_constant0" -> "1240 quantize_per_channel_default_59" [label="(1152, 384)", style=solid]; -"1235 reshape_40_0_0_nncf_smooth_quant_0" -> "1236 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; -"1236 quantize_per_tensor_default_57" -> "1237 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; -"1237 dequantize_per_tensor_default_57" -> "1243 linear_58" [label="(4, 64, 384)", style=solid]; -"1238 linear_58_scale_0" -> "1240 quantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1238 linear_58_scale_0" -> "1241 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1239 linear_58_zero_point_0" -> "1240 quantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1239 linear_58_zero_point_0" -> "1241 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1240 quantize_per_channel_default_59" -> "1241 dequantize_per_channel_default_59" [label="(1152, 384)", style=solid]; -"1241 dequantize_per_channel_default_59" -> "1243 linear_58" [label="(1152, 384)", style=solid]; -"1242 _param_constant157_0_0" -> "1243 linear_58" [label="(1152,)", style=solid]; -"1243 linear_58" -> "1244 reshape_41" [label="(4, 64, 1152)", style=solid]; -"1244 reshape_41" -> "1245 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; -"1245 permute_43" -> "1246 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; -"1245 permute_43" -> "1247 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; -"1245 permute_43" -> "1248 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; -"1246 select_27" -> "1249 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; -"1246 select_27" -> "1251 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; -"1246 select_27" -> "1252 div_18" [label="(4, 12, 64, 32)", style=solid]; -"1247 select_28" -> "1255 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; -"1247 select_28" -> "1257 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; -"1247 select_28" -> "1258 div_19" [label="(4, 12, 64, 32)", style=solid]; -"1248 select_29" -> "1286 matmul_19" [label="(4, 12, 64, 32)", style=solid]; -"1249 linalg_vector_norm_18" -> "1250 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; -"1250 clamp_min_18" -> "1251 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; -"1251 expand_as_18" -> "1252 div_18" [label="(4, 12, 64, 32)", style=solid]; -"1252 div_18" -> "1253 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; -"1253 quantize_per_tensor_default_58" -> "1254 dequantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; -"1254 dequantize_per_tensor_default_58" -> "1262 matmul_18" [label="(4, 12, 64, 32)", style=solid]; -"1255 linalg_vector_norm_19" -> "1256 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; -"1256 clamp_min_19" -> "1257 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; -"1257 expand_as_19" -> "1258 div_19" [label="(4, 12, 64, 32)", style=solid]; -"1258 div_19" -> "1259 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; -"1259 quantize_per_tensor_default_59" -> "1260 dequantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; -"1260 dequantize_per_tensor_default_59" -> "1261 transpose_18" [label="(4, 12, 64, 32)", style=solid]; -"1261 transpose_18" -> "1262 matmul_18" [label="(4, 12, 32, 64)", style=solid]; -"1262 matmul_18" -> "1266 mul_19" [label="(4, 12, 64, 64)", style=solid]; -"1263 _param_constant159" -> "1264 clamp_9" [label="(12, 1, 1)", style=solid]; -"1264 clamp_9" -> "1265 exp_9" [label="(12, 1, 1)", style=solid]; -"1265 exp_9" -> "1266 mul_19" [label="(12, 1, 1)", style=solid]; -"1266 mul_19" -> "1267 add_31" [label="(4, 12, 64, 64)", style=solid]; -"1267 add_31" -> "1279 view_52" [label="(4, 12, 64, 64)", style=solid]; -"1268 new_zeros_4" -> "1269 view_51" [label="(16, 16)", style=solid]; -"1269 view_51" -> "1270 permute_44" [label="(2, 8, 2, 8)", style=solid]; -"1270 permute_44" -> "1271 reshape_42" [label="(2, 2, 8, 8)", style=solid]; -"1271 reshape_42" -> "1272 unsqueeze_26" [label="(4, 64)", style=solid]; -"1271 reshape_42" -> "1273 unsqueeze_27" [label="(4, 64)", style=solid]; -"1272 unsqueeze_26" -> "1274 sub_4" [label="(4, 1, 64)", style=solid]; -"1273 unsqueeze_27" -> "1274 sub_4" [label="(4, 64, 1)", style=solid]; -"1274 sub_4" -> "1275 ne_4" [label="(4, 64, 64)", style=solid]; -"1274 sub_4" -> "1276 masked_fill_8" [label="(4, 64, 64)", style=solid]; -"1274 sub_4" -> "1277 eq_4" [label="(4, 64, 64)", style=solid]; -"1275 ne_4" -> "1276 masked_fill_8" [label="(4, 64, 64)", style=solid]; -"1276 masked_fill_8" -> "1278 masked_fill_9" [label="(4, 64, 64)", style=solid]; -"1277 eq_4" -> "1278 masked_fill_9" [label="(4, 64, 64)", style=solid]; -"1278 masked_fill_9" -> "1280 unsqueeze_28" [label="(4, 64, 64)", style=solid]; -"1279 view_52" -> "1282 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; -"1280 unsqueeze_28" -> "1281 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; -"1281 unsqueeze_29" -> "1282 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; -"1282 add_32" -> "1283 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; -"1283 view_53" -> "1284 softmax_9" [label="(4, 12, 64, 64)", style=solid]; -"1284 softmax_9" -> "1285 dropout_36" [label="(4, 12, 64, 64)", style=solid]; -"1285 dropout_36" -> "1286 matmul_19" [label="(4, 12, 64, 64)", style=solid]; -"1286 matmul_19" -> "1287 transpose_19" [label="(4, 12, 64, 32)", style=solid]; -"1287 transpose_19" -> "1288 reshape_43" [label="(4, 64, 12, 32)", style=solid]; -"1288 reshape_43" -> "1290 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1289 linear_59_updated_constant0" -> "1295 quantize_per_channel_default_60" [label="(384, 384)", style=solid]; -"1290 reshape_43_0_0_nncf_smooth_quant_0" -> "1291 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; -"1291 quantize_per_tensor_default_60" -> "1292 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; -"1292 dequantize_per_tensor_default_60" -> "1298 linear_59" [label="(4, 64, 384)", style=solid]; -"1293 linear_59_scale_0" -> "1295 quantize_per_channel_default_60" [label="(384,)", style=solid]; -"1293 linear_59_scale_0" -> "1296 dequantize_per_channel_default_60" [label="(384,)", style=solid]; -"1294 linear_59_zero_point_0" -> "1295 quantize_per_channel_default_60" [label="(384,)", style=solid]; -"1294 linear_59_zero_point_0" -> "1296 dequantize_per_channel_default_60" [label="(384,)", style=solid]; -"1295 quantize_per_channel_default_60" -> "1296 dequantize_per_channel_default_60" [label="(384, 384)", style=solid]; -"1296 dequantize_per_channel_default_60" -> "1298 linear_59" [label="(384, 384)", style=solid]; -"1297 _param_constant161_0_0" -> "1298 linear_59" [label="(384,)", style=solid]; -"1298 linear_59" -> "1299 dropout_37" [label="(4, 64, 384)", style=solid]; -"1299 dropout_37" -> "1300 view_54" [label="(4, 64, 384)", style=solid]; -"1300 view_54" -> "1301 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1301 permute_45" -> "1302 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1302 reshape_44" -> "1303 roll_9" [label="(1, 16, 16, 384)", style=solid]; -"1303 roll_9" -> "1304 slice_157" [label="(1, 16, 16, 384)", style=solid]; -"1304 slice_157" -> "1305 slice_158" [label="(1, 16, 16, 384)", style=solid]; -"1305 slice_158" -> "1306 slice_159" [label="(1, 14, 16, 384)", style=solid]; -"1306 slice_159" -> "1307 slice_160" [label="(1, 14, 14, 384)", style=solid]; -"1307 slice_160" -> "1308 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; -"1308 contiguous_17" -> "1311 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; -"1309 _param_constant162" -> "1311 layer_norm_21" [label="(384,)", style=solid]; -"1310 _param_constant163" -> "1311 layer_norm_21" [label="(384,)", style=solid]; -"1311 layer_norm_21" -> "1312 add_33" [label="(1, 14, 14, 384)", style=solid]; -"1312 add_33" -> "1314 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1312 add_33" -> "1339 add_34" [label="(1, 14, 14, 384)", style=solid]; -"1313 linear_60_updated_constant0" -> "1319 quantize_per_channel_default_61" [label="(1536, 384)", style=solid]; -"1314 add_33_0_0_nncf_smooth_quant_0" -> "1315 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; -"1315 quantize_per_tensor_default_61" -> "1316 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; -"1316 dequantize_per_tensor_default_61" -> "1322 linear_60" [label="(1, 14, 14, 384)", style=solid]; -"1317 linear_60_scale_0" -> "1319 quantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1317 linear_60_scale_0" -> "1320 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1318 linear_60_zero_point_0" -> "1319 quantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1318 linear_60_zero_point_0" -> "1320 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1319 quantize_per_channel_default_61" -> "1320 dequantize_per_channel_default_61" [label="(1536, 384)", style=solid]; -"1320 dequantize_per_channel_default_61" -> "1322 linear_60" [label="(1536, 384)", style=solid]; -"1321 _param_constant165_0_0" -> "1322 linear_60" [label="(1536,)", style=solid]; -"1322 linear_60" -> "1323 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; -"1323 gelu_9" -> "1324 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; -"1324 dropout_38" -> "1326 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1325 linear_61_updated_constant0" -> "1331 quantize_per_channel_default_62" [label="(384, 1536)", style=solid]; -"1326 dropout_38_0_0_nncf_smooth_quant_0" -> "1327 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; -"1327 quantize_per_tensor_default_62" -> "1328 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; -"1328 dequantize_per_tensor_default_62" -> "1334 linear_61" [label="(1, 14, 14, 1536)", style=solid]; -"1329 linear_61_scale_0" -> "1331 quantize_per_channel_default_62" [label="(384,)", style=solid]; -"1329 linear_61_scale_0" -> "1332 dequantize_per_channel_default_62" [label="(384,)", style=solid]; -"1330 linear_61_zero_point_0" -> "1331 quantize_per_channel_default_62" [label="(384,)", style=solid]; -"1330 linear_61_zero_point_0" -> "1332 dequantize_per_channel_default_62" [label="(384,)", style=solid]; -"1331 quantize_per_channel_default_62" -> "1332 dequantize_per_channel_default_62" [label="(384, 1536)", style=solid]; -"1332 dequantize_per_channel_default_62" -> "1334 linear_61" [label="(384, 1536)", style=solid]; -"1333 _param_constant167_0_0" -> "1334 linear_61" [label="(384,)", style=solid]; -"1334 linear_61" -> "1335 dropout_39" [label="(1, 14, 14, 384)", style=solid]; -"1335 dropout_39" -> "1338 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; -"1336 _param_constant168" -> "1338 layer_norm_22" [label="(384,)", style=solid]; -"1337 _param_constant169" -> "1338 layer_norm_22" [label="(384,)", style=solid]; -"1338 layer_norm_22" -> "1339 add_34" [label="(1, 14, 14, 384)", style=solid]; -"1339 add_34" -> "1366 pad_12" [label="(1, 14, 14, 384)", style=solid]; -"1339 add_34" -> "1431 add_36" [label="(1, 14, 14, 384)", style=solid]; -"1340 _tensor_constant65" -> "1342 _tensor_constant65_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1341 linear_62_updated_constant0" -> "1345 quantize_per_channel_default_63" [label="(512, 2)", style=solid]; -"1342 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1348 linear_62" [label="(1, 15, 15, 2)", style=solid]; -"1343 linear_62_scale_0" -> "1345 quantize_per_channel_default_63" [label="(512,)", style=solid]; -"1343 linear_62_scale_0" -> "1346 dequantize_per_channel_default_63" [label="(512,)", style=solid]; -"1344 linear_62_zero_point_0" -> "1345 quantize_per_channel_default_63" [label="(512,)", style=solid]; -"1344 linear_62_zero_point_0" -> "1346 dequantize_per_channel_default_63" [label="(512,)", style=solid]; -"1345 quantize_per_channel_default_63" -> "1346 dequantize_per_channel_default_63" [label="(512, 2)", style=solid]; -"1346 dequantize_per_channel_default_63" -> "1348 linear_62" [label="(512, 2)", style=solid]; -"1347 _param_constant171_0_0" -> "1348 linear_62" [label="(512,)", style=solid]; -"1348 linear_62" -> "1349 relu__10" [label="(1, 15, 15, 512)", style=solid]; -"1349 relu__10" -> "1351 relu__10_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1350 linear_63_updated_constant0" -> "1354 quantize_per_channel_default_64" [label="(12, 512)", style=solid]; -"1351 relu__10_0_0_nncf_smooth_quant_0" -> "1356 linear_63" [label="(1, 15, 15, 512)", style=solid]; -"1352 linear_63_scale_0" -> "1354 quantize_per_channel_default_64" [label="(12,)", style=solid]; -"1352 linear_63_scale_0" -> "1355 dequantize_per_channel_default_64" [label="(12,)", style=solid]; -"1353 linear_63_zero_point_0" -> "1354 quantize_per_channel_default_64" [label="(12,)", style=solid]; -"1353 linear_63_zero_point_0" -> "1355 dequantize_per_channel_default_64" [label="(12,)", style=solid]; -"1354 quantize_per_channel_default_64" -> "1355 dequantize_per_channel_default_64" [label="(12, 512)", style=solid]; -"1355 dequantize_per_channel_default_64" -> "1356 linear_63" [label="(12, 512)", style=solid]; -"1356 linear_63" -> "1357 view_55" [label="(1, 15, 15, 12)", style=solid]; -"1357 view_55" -> "1359 index_10" [label="(225, 12)", style=solid]; -"1358 _tensor_constant66" -> "1359 index_10" [label="(4096,)", style=solid]; -"1359 index_10" -> "1360 view_56" [label="(4096, 12)", style=solid]; -"1360 view_56" -> "1361 permute_46" [label="(64, 64, 12)", style=solid]; -"1361 permute_46" -> "1362 contiguous_18" [label="(12, 64, 64)", style=solid]; -"1362 contiguous_18" -> "1363 unsqueeze_30" [label="(12, 64, 64)", style=solid]; -"1363 unsqueeze_30" -> "1364 sigmoid_10" [label="(1, 12, 64, 64)", style=solid]; -"1364 sigmoid_10" -> "1365 mul_20" [label="(1, 12, 64, 64)", style=solid]; -"1365 mul_20" -> "1403 add_35" [label="(1, 12, 64, 64)", style=solid]; -"1366 pad_12" -> "1367 view_57" [label="(1, 16, 16, 384)", style=solid]; -"1367 view_57" -> "1368 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1368 permute_47" -> "1369 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1369 reshape_45" -> "1371 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1370 linear_64_updated_constant0" -> "1376 quantize_per_channel_default_65" [label="(1152, 384)", style=solid]; -"1371 reshape_45_0_0_nncf_smooth_quant_0" -> "1372 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; -"1372 quantize_per_tensor_default_63" -> "1373 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; -"1373 dequantize_per_tensor_default_63" -> "1379 linear_64" [label="(4, 64, 384)", style=solid]; -"1374 linear_64_scale_0" -> "1376 quantize_per_channel_default_65" [label="(1152,)", style=solid]; -"1374 linear_64_scale_0" -> "1377 dequantize_per_channel_default_65" [label="(1152,)", style=solid]; -"1375 linear_64_zero_point_0" -> "1376 quantize_per_channel_default_65" [label="(1152,)", style=solid]; -"1375 linear_64_zero_point_0" -> "1377 dequantize_per_channel_default_65" [label="(1152,)", style=solid]; -"1376 quantize_per_channel_default_65" -> "1377 dequantize_per_channel_default_65" [label="(1152, 384)", style=solid]; -"1377 dequantize_per_channel_default_65" -> "1379 linear_64" [label="(1152, 384)", style=solid]; -"1378 _param_constant173_0_0" -> "1379 linear_64" [label="(1152,)", style=solid]; -"1379 linear_64" -> "1380 reshape_46" [label="(4, 64, 1152)", style=solid]; -"1380 reshape_46" -> "1381 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; -"1381 permute_48" -> "1382 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; -"1381 permute_48" -> "1383 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; -"1381 permute_48" -> "1384 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; -"1382 select_30" -> "1385 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; -"1382 select_30" -> "1387 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; -"1382 select_30" -> "1388 div_20" [label="(4, 12, 64, 32)", style=solid]; -"1383 select_31" -> "1391 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; -"1383 select_31" -> "1393 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; -"1383 select_31" -> "1394 div_21" [label="(4, 12, 64, 32)", style=solid]; -"1384 select_32" -> "1406 matmul_21" [label="(4, 12, 64, 32)", style=solid]; -"1385 linalg_vector_norm_20" -> "1386 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; -"1386 clamp_min_20" -> "1387 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; -"1387 expand_as_20" -> "1388 div_20" [label="(4, 12, 64, 32)", style=solid]; -"1388 div_20" -> "1389 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; -"1389 quantize_per_tensor_default_64" -> "1390 dequantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; -"1390 dequantize_per_tensor_default_64" -> "1398 matmul_20" [label="(4, 12, 64, 32)", style=solid]; -"1391 linalg_vector_norm_21" -> "1392 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; -"1392 clamp_min_21" -> "1393 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; -"1393 expand_as_21" -> "1394 div_21" [label="(4, 12, 64, 32)", style=solid]; -"1394 div_21" -> "1395 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; -"1395 quantize_per_tensor_default_65" -> "1396 dequantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; -"1396 dequantize_per_tensor_default_65" -> "1397 transpose_20" [label="(4, 12, 64, 32)", style=solid]; -"1397 transpose_20" -> "1398 matmul_20" [label="(4, 12, 32, 64)", style=solid]; -"1398 matmul_20" -> "1402 mul_21" [label="(4, 12, 64, 64)", style=solid]; -"1399 _param_constant175" -> "1400 clamp_10" [label="(12, 1, 1)", style=solid]; -"1400 clamp_10" -> "1401 exp_10" [label="(12, 1, 1)", style=solid]; -"1401 exp_10" -> "1402 mul_21" [label="(12, 1, 1)", style=solid]; -"1402 mul_21" -> "1403 add_35" [label="(4, 12, 64, 64)", style=solid]; -"1403 add_35" -> "1404 softmax_10" [label="(4, 12, 64, 64)", style=solid]; -"1404 softmax_10" -> "1405 dropout_40" [label="(4, 12, 64, 64)", style=solid]; -"1405 dropout_40" -> "1406 matmul_21" [label="(4, 12, 64, 64)", style=solid]; -"1406 matmul_21" -> "1407 transpose_21" [label="(4, 12, 64, 32)", style=solid]; -"1407 transpose_21" -> "1408 reshape_47" [label="(4, 64, 12, 32)", style=solid]; -"1408 reshape_47" -> "1410 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1409 linear_65_updated_constant0" -> "1415 quantize_per_channel_default_66" [label="(384, 384)", style=solid]; -"1410 reshape_47_0_0_nncf_smooth_quant_0" -> "1411 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; -"1411 quantize_per_tensor_default_66" -> "1412 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; -"1412 dequantize_per_tensor_default_66" -> "1418 linear_65" [label="(4, 64, 384)", style=solid]; -"1413 linear_65_scale_0" -> "1415 quantize_per_channel_default_66" [label="(384,)", style=solid]; -"1413 linear_65_scale_0" -> "1416 dequantize_per_channel_default_66" [label="(384,)", style=solid]; -"1414 linear_65_zero_point_0" -> "1415 quantize_per_channel_default_66" [label="(384,)", style=solid]; -"1414 linear_65_zero_point_0" -> "1416 dequantize_per_channel_default_66" [label="(384,)", style=solid]; -"1415 quantize_per_channel_default_66" -> "1416 dequantize_per_channel_default_66" [label="(384, 384)", style=solid]; -"1416 dequantize_per_channel_default_66" -> "1418 linear_65" [label="(384, 384)", style=solid]; -"1417 _param_constant177_0_0" -> "1418 linear_65" [label="(384,)", style=solid]; -"1418 linear_65" -> "1419 dropout_41" [label="(4, 64, 384)", style=solid]; -"1419 dropout_41" -> "1420 view_58" [label="(4, 64, 384)", style=solid]; -"1420 view_58" -> "1421 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1421 permute_49" -> "1422 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1422 reshape_48" -> "1423 slice_162" [label="(1, 16, 16, 384)", style=solid]; -"1423 slice_162" -> "1424 slice_163" [label="(1, 16, 16, 384)", style=solid]; -"1424 slice_163" -> "1425 slice_164" [label="(1, 14, 16, 384)", style=solid]; -"1425 slice_164" -> "1426 slice_165" [label="(1, 14, 14, 384)", style=solid]; -"1426 slice_165" -> "1427 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; -"1427 contiguous_19" -> "1430 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; -"1428 _param_constant178" -> "1430 layer_norm_23" [label="(384,)", style=solid]; -"1429 _param_constant179" -> "1430 layer_norm_23" [label="(384,)", style=solid]; -"1430 layer_norm_23" -> "1431 add_36" [label="(1, 14, 14, 384)", style=solid]; -"1431 add_36" -> "1433 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1431 add_36" -> "1458 add_37" [label="(1, 14, 14, 384)", style=solid]; -"1432 linear_66_updated_constant0" -> "1438 quantize_per_channel_default_67" [label="(1536, 384)", style=solid]; -"1433 add_36_0_0_nncf_smooth_quant_0" -> "1434 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; -"1434 quantize_per_tensor_default_67" -> "1435 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; -"1435 dequantize_per_tensor_default_67" -> "1441 linear_66" [label="(1, 14, 14, 384)", style=solid]; -"1436 linear_66_scale_0" -> "1438 quantize_per_channel_default_67" [label="(1536,)", style=solid]; -"1436 linear_66_scale_0" -> "1439 dequantize_per_channel_default_67" [label="(1536,)", style=solid]; -"1437 linear_66_zero_point_0" -> "1438 quantize_per_channel_default_67" [label="(1536,)", style=solid]; -"1437 linear_66_zero_point_0" -> "1439 dequantize_per_channel_default_67" [label="(1536,)", style=solid]; -"1438 quantize_per_channel_default_67" -> "1439 dequantize_per_channel_default_67" [label="(1536, 384)", style=solid]; -"1439 dequantize_per_channel_default_67" -> "1441 linear_66" [label="(1536, 384)", style=solid]; -"1440 _param_constant181_0_0" -> "1441 linear_66" [label="(1536,)", style=solid]; -"1441 linear_66" -> "1442 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; -"1442 gelu_10" -> "1443 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; -"1443 dropout_42" -> "1445 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1444 linear_67_updated_constant0" -> "1450 quantize_per_channel_default_68" [label="(384, 1536)", style=solid]; -"1445 dropout_42_0_0_nncf_smooth_quant_0" -> "1446 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; -"1446 quantize_per_tensor_default_68" -> "1447 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; -"1447 dequantize_per_tensor_default_68" -> "1453 linear_67" [label="(1, 14, 14, 1536)", style=solid]; -"1448 linear_67_scale_0" -> "1450 quantize_per_channel_default_68" [label="(384,)", style=solid]; -"1448 linear_67_scale_0" -> "1451 dequantize_per_channel_default_68" [label="(384,)", style=solid]; -"1449 linear_67_zero_point_0" -> "1450 quantize_per_channel_default_68" [label="(384,)", style=solid]; -"1449 linear_67_zero_point_0" -> "1451 dequantize_per_channel_default_68" [label="(384,)", style=solid]; -"1450 quantize_per_channel_default_68" -> "1451 dequantize_per_channel_default_68" [label="(384, 1536)", style=solid]; -"1451 dequantize_per_channel_default_68" -> "1453 linear_67" [label="(384, 1536)", style=solid]; -"1452 _param_constant183_0_0" -> "1453 linear_67" [label="(384,)", style=solid]; -"1453 linear_67" -> "1454 dropout_43" [label="(1, 14, 14, 384)", style=solid]; -"1454 dropout_43" -> "1457 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; -"1455 _param_constant184" -> "1457 layer_norm_24" [label="(384,)", style=solid]; -"1456 _param_constant185" -> "1457 layer_norm_24" [label="(384,)", style=solid]; -"1457 layer_norm_24" -> "1458 add_37" [label="(1, 14, 14, 384)", style=solid]; -"1458 add_37" -> "1485 pad_13" [label="(1, 14, 14, 384)", style=solid]; -"1458 add_37" -> "1568 add_40" [label="(1, 14, 14, 384)", style=solid]; -"1459 _tensor_constant67" -> "1461 _tensor_constant67_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1460 linear_68_updated_constant0" -> "1464 quantize_per_channel_default_69" [label="(512, 2)", style=solid]; -"1461 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1467 linear_68" [label="(1, 15, 15, 2)", style=solid]; -"1462 linear_68_scale_0" -> "1464 quantize_per_channel_default_69" [label="(512,)", style=solid]; -"1462 linear_68_scale_0" -> "1465 dequantize_per_channel_default_69" [label="(512,)", style=solid]; -"1463 linear_68_zero_point_0" -> "1464 quantize_per_channel_default_69" [label="(512,)", style=solid]; -"1463 linear_68_zero_point_0" -> "1465 dequantize_per_channel_default_69" [label="(512,)", style=solid]; -"1464 quantize_per_channel_default_69" -> "1465 dequantize_per_channel_default_69" [label="(512, 2)", style=solid]; -"1465 dequantize_per_channel_default_69" -> "1467 linear_68" [label="(512, 2)", style=solid]; -"1466 _param_constant187_0_0" -> "1467 linear_68" [label="(512,)", style=solid]; -"1467 linear_68" -> "1468 relu__11" [label="(1, 15, 15, 512)", style=solid]; -"1468 relu__11" -> "1470 relu__11_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1469 linear_69_updated_constant0" -> "1473 quantize_per_channel_default_70" [label="(12, 512)", style=solid]; -"1470 relu__11_0_0_nncf_smooth_quant_0" -> "1475 linear_69" [label="(1, 15, 15, 512)", style=solid]; -"1471 linear_69_scale_0" -> "1473 quantize_per_channel_default_70" [label="(12,)", style=solid]; -"1471 linear_69_scale_0" -> "1474 dequantize_per_channel_default_70" [label="(12,)", style=solid]; -"1472 linear_69_zero_point_0" -> "1473 quantize_per_channel_default_70" [label="(12,)", style=solid]; -"1472 linear_69_zero_point_0" -> "1474 dequantize_per_channel_default_70" [label="(12,)", style=solid]; -"1473 quantize_per_channel_default_70" -> "1474 dequantize_per_channel_default_70" [label="(12, 512)", style=solid]; -"1474 dequantize_per_channel_default_70" -> "1475 linear_69" [label="(12, 512)", style=solid]; -"1475 linear_69" -> "1476 view_59" [label="(1, 15, 15, 12)", style=solid]; -"1476 view_59" -> "1478 index_11" [label="(225, 12)", style=solid]; -"1477 _tensor_constant68" -> "1478 index_11" [label="(4096,)", style=solid]; -"1478 index_11" -> "1479 view_60" [label="(4096, 12)", style=solid]; -"1479 view_60" -> "1480 permute_50" [label="(64, 64, 12)", style=solid]; -"1480 permute_50" -> "1481 contiguous_20" [label="(12, 64, 64)", style=solid]; -"1481 contiguous_20" -> "1482 unsqueeze_31" [label="(12, 64, 64)", style=solid]; -"1482 unsqueeze_31" -> "1483 sigmoid_11" [label="(1, 12, 64, 64)", style=solid]; -"1483 sigmoid_11" -> "1484 mul_22" [label="(1, 12, 64, 64)", style=solid]; -"1484 mul_22" -> "1523 add_38" [label="(1, 12, 64, 64)", style=solid]; -"1485 pad_13" -> "1486 roll_10" [label="(1, 16, 16, 384)", style=solid]; -"1486 roll_10" -> "1487 view_61" [label="(1, 16, 16, 384)", style=solid]; -"1487 view_61" -> "1488 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1488 permute_51" -> "1489 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1489 reshape_49" -> "1491 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1489 reshape_49" -> "1524 new_zeros_5" [label="(4, 64, 384)", style=solid]; -"1490 linear_70_updated_constant0" -> "1496 quantize_per_channel_default_71" [label="(1152, 384)", style=solid]; -"1491 reshape_49_0_0_nncf_smooth_quant_0" -> "1492 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; -"1492 quantize_per_tensor_default_69" -> "1493 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; -"1493 dequantize_per_tensor_default_69" -> "1499 linear_70" [label="(4, 64, 384)", style=solid]; -"1494 linear_70_scale_0" -> "1496 quantize_per_channel_default_71" [label="(1152,)", style=solid]; -"1494 linear_70_scale_0" -> "1497 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; -"1495 linear_70_zero_point_0" -> "1496 quantize_per_channel_default_71" [label="(1152,)", style=solid]; -"1495 linear_70_zero_point_0" -> "1497 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; -"1496 quantize_per_channel_default_71" -> "1497 dequantize_per_channel_default_71" [label="(1152, 384)", style=solid]; -"1497 dequantize_per_channel_default_71" -> "1499 linear_70" [label="(1152, 384)", style=solid]; -"1498 _param_constant189_0_0" -> "1499 linear_70" [label="(1152,)", style=solid]; -"1499 linear_70" -> "1500 reshape_50" [label="(4, 64, 1152)", style=solid]; -"1500 reshape_50" -> "1501 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; -"1501 permute_52" -> "1502 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; -"1501 permute_52" -> "1503 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; -"1501 permute_52" -> "1504 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; -"1502 select_33" -> "1505 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; -"1502 select_33" -> "1507 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; -"1502 select_33" -> "1508 div_22" [label="(4, 12, 64, 32)", style=solid]; -"1503 select_34" -> "1511 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; -"1503 select_34" -> "1513 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; -"1503 select_34" -> "1514 div_23" [label="(4, 12, 64, 32)", style=solid]; -"1504 select_35" -> "1542 matmul_23" [label="(4, 12, 64, 32)", style=solid]; -"1505 linalg_vector_norm_22" -> "1506 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; -"1506 clamp_min_22" -> "1507 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; -"1507 expand_as_22" -> "1508 div_22" [label="(4, 12, 64, 32)", style=solid]; -"1508 div_22" -> "1509 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; -"1509 quantize_per_tensor_default_70" -> "1510 dequantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; -"1510 dequantize_per_tensor_default_70" -> "1518 matmul_22" [label="(4, 12, 64, 32)", style=solid]; -"1511 linalg_vector_norm_23" -> "1512 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; -"1512 clamp_min_23" -> "1513 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; -"1513 expand_as_23" -> "1514 div_23" [label="(4, 12, 64, 32)", style=solid]; -"1514 div_23" -> "1515 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; -"1515 quantize_per_tensor_default_71" -> "1516 dequantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; -"1516 dequantize_per_tensor_default_71" -> "1517 transpose_22" [label="(4, 12, 64, 32)", style=solid]; -"1517 transpose_22" -> "1518 matmul_22" [label="(4, 12, 32, 64)", style=solid]; -"1518 matmul_22" -> "1522 mul_23" [label="(4, 12, 64, 64)", style=solid]; -"1519 _param_constant191" -> "1520 clamp_11" [label="(12, 1, 1)", style=solid]; -"1520 clamp_11" -> "1521 exp_11" [label="(12, 1, 1)", style=solid]; -"1521 exp_11" -> "1522 mul_23" [label="(12, 1, 1)", style=solid]; -"1522 mul_23" -> "1523 add_38" [label="(4, 12, 64, 64)", style=solid]; -"1523 add_38" -> "1535 view_63" [label="(4, 12, 64, 64)", style=solid]; -"1524 new_zeros_5" -> "1525 view_62" [label="(16, 16)", style=solid]; -"1525 view_62" -> "1526 permute_53" [label="(2, 8, 2, 8)", style=solid]; -"1526 permute_53" -> "1527 reshape_51" [label="(2, 2, 8, 8)", style=solid]; -"1527 reshape_51" -> "1528 unsqueeze_32" [label="(4, 64)", style=solid]; -"1527 reshape_51" -> "1529 unsqueeze_33" [label="(4, 64)", style=solid]; -"1528 unsqueeze_32" -> "1530 sub_5" [label="(4, 1, 64)", style=solid]; -"1529 unsqueeze_33" -> "1530 sub_5" [label="(4, 64, 1)", style=solid]; -"1530 sub_5" -> "1531 ne_5" [label="(4, 64, 64)", style=solid]; -"1530 sub_5" -> "1532 masked_fill_10" [label="(4, 64, 64)", style=solid]; -"1530 sub_5" -> "1533 eq_5" [label="(4, 64, 64)", style=solid]; -"1531 ne_5" -> "1532 masked_fill_10" [label="(4, 64, 64)", style=solid]; -"1532 masked_fill_10" -> "1534 masked_fill_11" [label="(4, 64, 64)", style=solid]; -"1533 eq_5" -> "1534 masked_fill_11" [label="(4, 64, 64)", style=solid]; -"1534 masked_fill_11" -> "1536 unsqueeze_34" [label="(4, 64, 64)", style=solid]; -"1535 view_63" -> "1538 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; -"1536 unsqueeze_34" -> "1537 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; -"1537 unsqueeze_35" -> "1538 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; -"1538 add_39" -> "1539 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; -"1539 view_64" -> "1540 softmax_11" [label="(4, 12, 64, 64)", style=solid]; -"1540 softmax_11" -> "1541 dropout_44" [label="(4, 12, 64, 64)", style=solid]; -"1541 dropout_44" -> "1542 matmul_23" [label="(4, 12, 64, 64)", style=solid]; -"1542 matmul_23" -> "1543 transpose_23" [label="(4, 12, 64, 32)", style=solid]; -"1543 transpose_23" -> "1544 reshape_52" [label="(4, 64, 12, 32)", style=solid]; -"1544 reshape_52" -> "1546 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1545 linear_71_updated_constant0" -> "1551 quantize_per_channel_default_72" [label="(384, 384)", style=solid]; -"1546 reshape_52_0_0_nncf_smooth_quant_0" -> "1547 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; -"1547 quantize_per_tensor_default_72" -> "1548 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; -"1548 dequantize_per_tensor_default_72" -> "1554 linear_71" [label="(4, 64, 384)", style=solid]; -"1549 linear_71_scale_0" -> "1551 quantize_per_channel_default_72" [label="(384,)", style=solid]; -"1549 linear_71_scale_0" -> "1552 dequantize_per_channel_default_72" [label="(384,)", style=solid]; -"1550 linear_71_zero_point_0" -> "1551 quantize_per_channel_default_72" [label="(384,)", style=solid]; -"1550 linear_71_zero_point_0" -> "1552 dequantize_per_channel_default_72" [label="(384,)", style=solid]; -"1551 quantize_per_channel_default_72" -> "1552 dequantize_per_channel_default_72" [label="(384, 384)", style=solid]; -"1552 dequantize_per_channel_default_72" -> "1554 linear_71" [label="(384, 384)", style=solid]; -"1553 _param_constant193_0_0" -> "1554 linear_71" [label="(384,)", style=solid]; -"1554 linear_71" -> "1555 dropout_45" [label="(4, 64, 384)", style=solid]; -"1555 dropout_45" -> "1556 view_65" [label="(4, 64, 384)", style=solid]; -"1556 view_65" -> "1557 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1557 permute_54" -> "1558 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1558 reshape_53" -> "1559 roll_11" [label="(1, 16, 16, 384)", style=solid]; -"1559 roll_11" -> "1560 slice_185" [label="(1, 16, 16, 384)", style=solid]; -"1560 slice_185" -> "1561 slice_186" [label="(1, 16, 16, 384)", style=solid]; -"1561 slice_186" -> "1562 slice_187" [label="(1, 14, 16, 384)", style=solid]; -"1562 slice_187" -> "1563 slice_188" [label="(1, 14, 14, 384)", style=solid]; -"1563 slice_188" -> "1564 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; -"1564 contiguous_21" -> "1567 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; -"1565 _param_constant194" -> "1567 layer_norm_25" [label="(384,)", style=solid]; -"1566 _param_constant195" -> "1567 layer_norm_25" [label="(384,)", style=solid]; -"1567 layer_norm_25" -> "1568 add_40" [label="(1, 14, 14, 384)", style=solid]; -"1568 add_40" -> "1570 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1568 add_40" -> "1595 add_41" [label="(1, 14, 14, 384)", style=solid]; -"1569 linear_72_updated_constant0" -> "1575 quantize_per_channel_default_73" [label="(1536, 384)", style=solid]; -"1570 add_40_0_0_nncf_smooth_quant_0" -> "1571 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; -"1571 quantize_per_tensor_default_73" -> "1572 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; -"1572 dequantize_per_tensor_default_73" -> "1578 linear_72" [label="(1, 14, 14, 384)", style=solid]; -"1573 linear_72_scale_0" -> "1575 quantize_per_channel_default_73" [label="(1536,)", style=solid]; -"1573 linear_72_scale_0" -> "1576 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; -"1574 linear_72_zero_point_0" -> "1575 quantize_per_channel_default_73" [label="(1536,)", style=solid]; -"1574 linear_72_zero_point_0" -> "1576 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; -"1575 quantize_per_channel_default_73" -> "1576 dequantize_per_channel_default_73" [label="(1536, 384)", style=solid]; -"1576 dequantize_per_channel_default_73" -> "1578 linear_72" [label="(1536, 384)", style=solid]; -"1577 _param_constant197_0_0" -> "1578 linear_72" [label="(1536,)", style=solid]; -"1578 linear_72" -> "1579 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; -"1579 gelu_11" -> "1580 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; -"1580 dropout_46" -> "1582 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1581 linear_73_updated_constant0" -> "1587 quantize_per_channel_default_74" [label="(384, 1536)", style=solid]; -"1582 dropout_46_0_0_nncf_smooth_quant_0" -> "1583 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; -"1583 quantize_per_tensor_default_74" -> "1584 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; -"1584 dequantize_per_tensor_default_74" -> "1590 linear_73" [label="(1, 14, 14, 1536)", style=solid]; -"1585 linear_73_scale_0" -> "1587 quantize_per_channel_default_74" [label="(384,)", style=solid]; -"1585 linear_73_scale_0" -> "1588 dequantize_per_channel_default_74" [label="(384,)", style=solid]; -"1586 linear_73_zero_point_0" -> "1587 quantize_per_channel_default_74" [label="(384,)", style=solid]; -"1586 linear_73_zero_point_0" -> "1588 dequantize_per_channel_default_74" [label="(384,)", style=solid]; -"1587 quantize_per_channel_default_74" -> "1588 dequantize_per_channel_default_74" [label="(384, 1536)", style=solid]; -"1588 dequantize_per_channel_default_74" -> "1590 linear_73" [label="(384, 1536)", style=solid]; -"1589 _param_constant199_0_0" -> "1590 linear_73" [label="(384,)", style=solid]; -"1590 linear_73" -> "1591 dropout_47" [label="(1, 14, 14, 384)", style=solid]; -"1591 dropout_47" -> "1594 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; -"1592 _param_constant200" -> "1594 layer_norm_26" [label="(384,)", style=solid]; -"1593 _param_constant201" -> "1594 layer_norm_26" [label="(384,)", style=solid]; -"1594 layer_norm_26" -> "1595 add_41" [label="(1, 14, 14, 384)", style=solid]; -"1595 add_41" -> "1622 pad_14" [label="(1, 14, 14, 384)", style=solid]; -"1595 add_41" -> "1687 add_43" [label="(1, 14, 14, 384)", style=solid]; -"1596 _tensor_constant78" -> "1598 _tensor_constant78_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1597 linear_74_updated_constant0" -> "1601 quantize_per_channel_default_75" [label="(512, 2)", style=solid]; -"1598 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1604 linear_74" [label="(1, 15, 15, 2)", style=solid]; -"1599 linear_74_scale_0" -> "1601 quantize_per_channel_default_75" [label="(512,)", style=solid]; -"1599 linear_74_scale_0" -> "1602 dequantize_per_channel_default_75" [label="(512,)", style=solid]; -"1600 linear_74_zero_point_0" -> "1601 quantize_per_channel_default_75" [label="(512,)", style=solid]; -"1600 linear_74_zero_point_0" -> "1602 dequantize_per_channel_default_75" [label="(512,)", style=solid]; -"1601 quantize_per_channel_default_75" -> "1602 dequantize_per_channel_default_75" [label="(512, 2)", style=solid]; -"1602 dequantize_per_channel_default_75" -> "1604 linear_74" [label="(512, 2)", style=solid]; -"1603 _param_constant203_0_0" -> "1604 linear_74" [label="(512,)", style=solid]; -"1604 linear_74" -> "1605 relu__12" [label="(1, 15, 15, 512)", style=solid]; -"1605 relu__12" -> "1607 relu__12_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1606 linear_75_updated_constant0" -> "1610 quantize_per_channel_default_76" [label="(12, 512)", style=solid]; -"1607 relu__12_0_0_nncf_smooth_quant_0" -> "1612 linear_75" [label="(1, 15, 15, 512)", style=solid]; -"1608 linear_75_scale_0" -> "1610 quantize_per_channel_default_76" [label="(12,)", style=solid]; -"1608 linear_75_scale_0" -> "1611 dequantize_per_channel_default_76" [label="(12,)", style=solid]; -"1609 linear_75_zero_point_0" -> "1610 quantize_per_channel_default_76" [label="(12,)", style=solid]; -"1609 linear_75_zero_point_0" -> "1611 dequantize_per_channel_default_76" [label="(12,)", style=solid]; -"1610 quantize_per_channel_default_76" -> "1611 dequantize_per_channel_default_76" [label="(12, 512)", style=solid]; -"1611 dequantize_per_channel_default_76" -> "1612 linear_75" [label="(12, 512)", style=solid]; -"1612 linear_75" -> "1613 view_66" [label="(1, 15, 15, 12)", style=solid]; -"1613 view_66" -> "1615 index_12" [label="(225, 12)", style=solid]; -"1614 _tensor_constant79" -> "1615 index_12" [label="(4096,)", style=solid]; -"1615 index_12" -> "1616 view_67" [label="(4096, 12)", style=solid]; -"1616 view_67" -> "1617 permute_55" [label="(64, 64, 12)", style=solid]; -"1617 permute_55" -> "1618 contiguous_22" [label="(12, 64, 64)", style=solid]; -"1618 contiguous_22" -> "1619 unsqueeze_36" [label="(12, 64, 64)", style=solid]; -"1619 unsqueeze_36" -> "1620 sigmoid_12" [label="(1, 12, 64, 64)", style=solid]; -"1620 sigmoid_12" -> "1621 mul_24" [label="(1, 12, 64, 64)", style=solid]; -"1621 mul_24" -> "1659 add_42" [label="(1, 12, 64, 64)", style=solid]; -"1622 pad_14" -> "1623 view_68" [label="(1, 16, 16, 384)", style=solid]; -"1623 view_68" -> "1624 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1624 permute_56" -> "1625 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1625 reshape_54" -> "1627 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1626 linear_76_updated_constant0" -> "1632 quantize_per_channel_default_77" [label="(1152, 384)", style=solid]; -"1627 reshape_54_0_0_nncf_smooth_quant_0" -> "1628 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; -"1628 quantize_per_tensor_default_75" -> "1629 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; -"1629 dequantize_per_tensor_default_75" -> "1635 linear_76" [label="(4, 64, 384)", style=solid]; -"1630 linear_76_scale_0" -> "1632 quantize_per_channel_default_77" [label="(1152,)", style=solid]; -"1630 linear_76_scale_0" -> "1633 dequantize_per_channel_default_77" [label="(1152,)", style=solid]; -"1631 linear_76_zero_point_0" -> "1632 quantize_per_channel_default_77" [label="(1152,)", style=solid]; -"1631 linear_76_zero_point_0" -> "1633 dequantize_per_channel_default_77" [label="(1152,)", style=solid]; -"1632 quantize_per_channel_default_77" -> "1633 dequantize_per_channel_default_77" [label="(1152, 384)", style=solid]; -"1633 dequantize_per_channel_default_77" -> "1635 linear_76" [label="(1152, 384)", style=solid]; -"1634 _param_constant205_0_0" -> "1635 linear_76" [label="(1152,)", style=solid]; -"1635 linear_76" -> "1636 reshape_55" [label="(4, 64, 1152)", style=solid]; -"1636 reshape_55" -> "1637 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; -"1637 permute_57" -> "1638 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; -"1637 permute_57" -> "1639 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; -"1637 permute_57" -> "1640 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; -"1638 select_36" -> "1641 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; -"1638 select_36" -> "1643 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; -"1638 select_36" -> "1644 div_24" [label="(4, 12, 64, 32)", style=solid]; -"1639 select_37" -> "1647 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; -"1639 select_37" -> "1649 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; -"1639 select_37" -> "1650 div_25" [label="(4, 12, 64, 32)", style=solid]; -"1640 select_38" -> "1662 matmul_25" [label="(4, 12, 64, 32)", style=solid]; -"1641 linalg_vector_norm_24" -> "1642 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; -"1642 clamp_min_24" -> "1643 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; -"1643 expand_as_24" -> "1644 div_24" [label="(4, 12, 64, 32)", style=solid]; -"1644 div_24" -> "1645 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; -"1645 quantize_per_tensor_default_76" -> "1646 dequantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; -"1646 dequantize_per_tensor_default_76" -> "1654 matmul_24" [label="(4, 12, 64, 32)", style=solid]; -"1647 linalg_vector_norm_25" -> "1648 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; -"1648 clamp_min_25" -> "1649 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; -"1649 expand_as_25" -> "1650 div_25" [label="(4, 12, 64, 32)", style=solid]; -"1650 div_25" -> "1651 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; -"1651 quantize_per_tensor_default_77" -> "1652 dequantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; -"1652 dequantize_per_tensor_default_77" -> "1653 transpose_24" [label="(4, 12, 64, 32)", style=solid]; -"1653 transpose_24" -> "1654 matmul_24" [label="(4, 12, 32, 64)", style=solid]; -"1654 matmul_24" -> "1658 mul_25" [label="(4, 12, 64, 64)", style=solid]; -"1655 _param_constant207" -> "1656 clamp_12" [label="(12, 1, 1)", style=solid]; -"1656 clamp_12" -> "1657 exp_12" [label="(12, 1, 1)", style=solid]; -"1657 exp_12" -> "1658 mul_25" [label="(12, 1, 1)", style=solid]; -"1658 mul_25" -> "1659 add_42" [label="(4, 12, 64, 64)", style=solid]; -"1659 add_42" -> "1660 softmax_12" [label="(4, 12, 64, 64)", style=solid]; -"1660 softmax_12" -> "1661 dropout_48" [label="(4, 12, 64, 64)", style=solid]; -"1661 dropout_48" -> "1662 matmul_25" [label="(4, 12, 64, 64)", style=solid]; -"1662 matmul_25" -> "1663 transpose_25" [label="(4, 12, 64, 32)", style=solid]; -"1663 transpose_25" -> "1664 reshape_56" [label="(4, 64, 12, 32)", style=solid]; -"1664 reshape_56" -> "1666 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1665 linear_77_updated_constant0" -> "1671 quantize_per_channel_default_78" [label="(384, 384)", style=solid]; -"1666 reshape_56_0_0_nncf_smooth_quant_0" -> "1667 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; -"1667 quantize_per_tensor_default_78" -> "1668 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; -"1668 dequantize_per_tensor_default_78" -> "1674 linear_77" [label="(4, 64, 384)", style=solid]; -"1669 linear_77_scale_0" -> "1671 quantize_per_channel_default_78" [label="(384,)", style=solid]; -"1669 linear_77_scale_0" -> "1672 dequantize_per_channel_default_78" [label="(384,)", style=solid]; -"1670 linear_77_zero_point_0" -> "1671 quantize_per_channel_default_78" [label="(384,)", style=solid]; -"1670 linear_77_zero_point_0" -> "1672 dequantize_per_channel_default_78" [label="(384,)", style=solid]; -"1671 quantize_per_channel_default_78" -> "1672 dequantize_per_channel_default_78" [label="(384, 384)", style=solid]; -"1672 dequantize_per_channel_default_78" -> "1674 linear_77" [label="(384, 384)", style=solid]; -"1673 _param_constant209_0_0" -> "1674 linear_77" [label="(384,)", style=solid]; -"1674 linear_77" -> "1675 dropout_49" [label="(4, 64, 384)", style=solid]; -"1675 dropout_49" -> "1676 view_69" [label="(4, 64, 384)", style=solid]; -"1676 view_69" -> "1677 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1677 permute_58" -> "1678 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1678 reshape_57" -> "1679 slice_190" [label="(1, 16, 16, 384)", style=solid]; -"1679 slice_190" -> "1680 slice_191" [label="(1, 16, 16, 384)", style=solid]; -"1680 slice_191" -> "1681 slice_192" [label="(1, 14, 16, 384)", style=solid]; -"1681 slice_192" -> "1682 slice_193" [label="(1, 14, 14, 384)", style=solid]; -"1682 slice_193" -> "1683 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; -"1683 contiguous_23" -> "1686 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; -"1684 _param_constant210" -> "1686 layer_norm_27" [label="(384,)", style=solid]; -"1685 _param_constant211" -> "1686 layer_norm_27" [label="(384,)", style=solid]; -"1686 layer_norm_27" -> "1687 add_43" [label="(1, 14, 14, 384)", style=solid]; -"1687 add_43" -> "1689 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1687 add_43" -> "1714 add_44" [label="(1, 14, 14, 384)", style=solid]; -"1688 linear_78_updated_constant0" -> "1694 quantize_per_channel_default_79" [label="(1536, 384)", style=solid]; -"1689 add_43_0_0_nncf_smooth_quant_0" -> "1690 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; -"1690 quantize_per_tensor_default_79" -> "1691 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; -"1691 dequantize_per_tensor_default_79" -> "1697 linear_78" [label="(1, 14, 14, 384)", style=solid]; -"1692 linear_78_scale_0" -> "1694 quantize_per_channel_default_79" [label="(1536,)", style=solid]; -"1692 linear_78_scale_0" -> "1695 dequantize_per_channel_default_79" [label="(1536,)", style=solid]; -"1693 linear_78_zero_point_0" -> "1694 quantize_per_channel_default_79" [label="(1536,)", style=solid]; -"1693 linear_78_zero_point_0" -> "1695 dequantize_per_channel_default_79" [label="(1536,)", style=solid]; -"1694 quantize_per_channel_default_79" -> "1695 dequantize_per_channel_default_79" [label="(1536, 384)", style=solid]; -"1695 dequantize_per_channel_default_79" -> "1697 linear_78" [label="(1536, 384)", style=solid]; -"1696 _param_constant213_0_0" -> "1697 linear_78" [label="(1536,)", style=solid]; -"1697 linear_78" -> "1698 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; -"1698 gelu_12" -> "1699 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; -"1699 dropout_50" -> "1701 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1700 linear_79_updated_constant0" -> "1706 quantize_per_channel_default_80" [label="(384, 1536)", style=solid]; -"1701 dropout_50_0_0_nncf_smooth_quant_0" -> "1702 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; -"1702 quantize_per_tensor_default_80" -> "1703 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; -"1703 dequantize_per_tensor_default_80" -> "1709 linear_79" [label="(1, 14, 14, 1536)", style=solid]; -"1704 linear_79_scale_0" -> "1706 quantize_per_channel_default_80" [label="(384,)", style=solid]; -"1704 linear_79_scale_0" -> "1707 dequantize_per_channel_default_80" [label="(384,)", style=solid]; -"1705 linear_79_zero_point_0" -> "1706 quantize_per_channel_default_80" [label="(384,)", style=solid]; -"1705 linear_79_zero_point_0" -> "1707 dequantize_per_channel_default_80" [label="(384,)", style=solid]; -"1706 quantize_per_channel_default_80" -> "1707 dequantize_per_channel_default_80" [label="(384, 1536)", style=solid]; -"1707 dequantize_per_channel_default_80" -> "1709 linear_79" [label="(384, 1536)", style=solid]; -"1708 _param_constant215_0_0" -> "1709 linear_79" [label="(384,)", style=solid]; -"1709 linear_79" -> "1710 dropout_51" [label="(1, 14, 14, 384)", style=solid]; -"1710 dropout_51" -> "1713 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; -"1711 _param_constant216" -> "1713 layer_norm_28" [label="(384,)", style=solid]; -"1712 _param_constant217" -> "1713 layer_norm_28" [label="(384,)", style=solid]; -"1713 layer_norm_28" -> "1714 add_44" [label="(1, 14, 14, 384)", style=solid]; -"1714 add_44" -> "1741 pad_15" [label="(1, 14, 14, 384)", style=solid]; -"1714 add_44" -> "1824 add_47" [label="(1, 14, 14, 384)", style=solid]; -"1715 _tensor_constant80" -> "1717 _tensor_constant80_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1716 linear_80_updated_constant0" -> "1720 quantize_per_channel_default_81" [label="(512, 2)", style=solid]; -"1717 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1723 linear_80" [label="(1, 15, 15, 2)", style=solid]; -"1718 linear_80_scale_0" -> "1720 quantize_per_channel_default_81" [label="(512,)", style=solid]; -"1718 linear_80_scale_0" -> "1721 dequantize_per_channel_default_81" [label="(512,)", style=solid]; -"1719 linear_80_zero_point_0" -> "1720 quantize_per_channel_default_81" [label="(512,)", style=solid]; -"1719 linear_80_zero_point_0" -> "1721 dequantize_per_channel_default_81" [label="(512,)", style=solid]; -"1720 quantize_per_channel_default_81" -> "1721 dequantize_per_channel_default_81" [label="(512, 2)", style=solid]; -"1721 dequantize_per_channel_default_81" -> "1723 linear_80" [label="(512, 2)", style=solid]; -"1722 _param_constant219_0_0" -> "1723 linear_80" [label="(512,)", style=solid]; -"1723 linear_80" -> "1724 relu__13" [label="(1, 15, 15, 512)", style=solid]; -"1724 relu__13" -> "1726 relu__13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1725 linear_81_updated_constant0" -> "1729 quantize_per_channel_default_82" [label="(12, 512)", style=solid]; -"1726 relu__13_0_0_nncf_smooth_quant_0" -> "1731 linear_81" [label="(1, 15, 15, 512)", style=solid]; -"1727 linear_81_scale_0" -> "1729 quantize_per_channel_default_82" [label="(12,)", style=solid]; -"1727 linear_81_scale_0" -> "1730 dequantize_per_channel_default_82" [label="(12,)", style=solid]; -"1728 linear_81_zero_point_0" -> "1729 quantize_per_channel_default_82" [label="(12,)", style=solid]; -"1728 linear_81_zero_point_0" -> "1730 dequantize_per_channel_default_82" [label="(12,)", style=solid]; -"1729 quantize_per_channel_default_82" -> "1730 dequantize_per_channel_default_82" [label="(12, 512)", style=solid]; -"1730 dequantize_per_channel_default_82" -> "1731 linear_81" [label="(12, 512)", style=solid]; -"1731 linear_81" -> "1732 view_70" [label="(1, 15, 15, 12)", style=solid]; -"1732 view_70" -> "1734 index_13" [label="(225, 12)", style=solid]; -"1733 _tensor_constant81" -> "1734 index_13" [label="(4096,)", style=solid]; -"1734 index_13" -> "1735 view_71" [label="(4096, 12)", style=solid]; -"1735 view_71" -> "1736 permute_59" [label="(64, 64, 12)", style=solid]; -"1736 permute_59" -> "1737 contiguous_24" [label="(12, 64, 64)", style=solid]; -"1737 contiguous_24" -> "1738 unsqueeze_37" [label="(12, 64, 64)", style=solid]; -"1738 unsqueeze_37" -> "1739 sigmoid_13" [label="(1, 12, 64, 64)", style=solid]; -"1739 sigmoid_13" -> "1740 mul_26" [label="(1, 12, 64, 64)", style=solid]; -"1740 mul_26" -> "1779 add_45" [label="(1, 12, 64, 64)", style=solid]; -"1741 pad_15" -> "1742 roll_12" [label="(1, 16, 16, 384)", style=solid]; -"1742 roll_12" -> "1743 view_72" [label="(1, 16, 16, 384)", style=solid]; -"1743 view_72" -> "1744 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1744 permute_60" -> "1745 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1745 reshape_58" -> "1747 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1745 reshape_58" -> "1780 new_zeros_6" [label="(4, 64, 384)", style=solid]; -"1746 linear_82_updated_constant0" -> "1752 quantize_per_channel_default_83" [label="(1152, 384)", style=solid]; -"1747 reshape_58_0_0_nncf_smooth_quant_0" -> "1748 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; -"1748 quantize_per_tensor_default_81" -> "1749 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; -"1749 dequantize_per_tensor_default_81" -> "1755 linear_82" [label="(4, 64, 384)", style=solid]; -"1750 linear_82_scale_0" -> "1752 quantize_per_channel_default_83" [label="(1152,)", style=solid]; -"1750 linear_82_scale_0" -> "1753 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; -"1751 linear_82_zero_point_0" -> "1752 quantize_per_channel_default_83" [label="(1152,)", style=solid]; -"1751 linear_82_zero_point_0" -> "1753 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; -"1752 quantize_per_channel_default_83" -> "1753 dequantize_per_channel_default_83" [label="(1152, 384)", style=solid]; -"1753 dequantize_per_channel_default_83" -> "1755 linear_82" [label="(1152, 384)", style=solid]; -"1754 _param_constant221_0_0" -> "1755 linear_82" [label="(1152,)", style=solid]; -"1755 linear_82" -> "1756 reshape_59" [label="(4, 64, 1152)", style=solid]; -"1756 reshape_59" -> "1757 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; -"1757 permute_61" -> "1758 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; -"1757 permute_61" -> "1759 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; -"1757 permute_61" -> "1760 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; -"1758 select_39" -> "1761 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; -"1758 select_39" -> "1763 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; -"1758 select_39" -> "1764 div_26" [label="(4, 12, 64, 32)", style=solid]; -"1759 select_40" -> "1767 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; -"1759 select_40" -> "1769 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; -"1759 select_40" -> "1770 div_27" [label="(4, 12, 64, 32)", style=solid]; -"1760 select_41" -> "1798 matmul_27" [label="(4, 12, 64, 32)", style=solid]; -"1761 linalg_vector_norm_26" -> "1762 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; -"1762 clamp_min_26" -> "1763 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; -"1763 expand_as_26" -> "1764 div_26" [label="(4, 12, 64, 32)", style=solid]; -"1764 div_26" -> "1765 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; -"1765 quantize_per_tensor_default_82" -> "1766 dequantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; -"1766 dequantize_per_tensor_default_82" -> "1774 matmul_26" [label="(4, 12, 64, 32)", style=solid]; -"1767 linalg_vector_norm_27" -> "1768 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; -"1768 clamp_min_27" -> "1769 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; -"1769 expand_as_27" -> "1770 div_27" [label="(4, 12, 64, 32)", style=solid]; -"1770 div_27" -> "1771 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; -"1771 quantize_per_tensor_default_83" -> "1772 dequantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; -"1772 dequantize_per_tensor_default_83" -> "1773 transpose_26" [label="(4, 12, 64, 32)", style=solid]; -"1773 transpose_26" -> "1774 matmul_26" [label="(4, 12, 32, 64)", style=solid]; -"1774 matmul_26" -> "1778 mul_27" [label="(4, 12, 64, 64)", style=solid]; -"1775 _param_constant223" -> "1776 clamp_13" [label="(12, 1, 1)", style=solid]; -"1776 clamp_13" -> "1777 exp_13" [label="(12, 1, 1)", style=solid]; -"1777 exp_13" -> "1778 mul_27" [label="(12, 1, 1)", style=solid]; -"1778 mul_27" -> "1779 add_45" [label="(4, 12, 64, 64)", style=solid]; -"1779 add_45" -> "1791 view_74" [label="(4, 12, 64, 64)", style=solid]; -"1780 new_zeros_6" -> "1781 view_73" [label="(16, 16)", style=solid]; -"1781 view_73" -> "1782 permute_62" [label="(2, 8, 2, 8)", style=solid]; -"1782 permute_62" -> "1783 reshape_60" [label="(2, 2, 8, 8)", style=solid]; -"1783 reshape_60" -> "1784 unsqueeze_38" [label="(4, 64)", style=solid]; -"1783 reshape_60" -> "1785 unsqueeze_39" [label="(4, 64)", style=solid]; -"1784 unsqueeze_38" -> "1786 sub_6" [label="(4, 1, 64)", style=solid]; -"1785 unsqueeze_39" -> "1786 sub_6" [label="(4, 64, 1)", style=solid]; -"1786 sub_6" -> "1787 ne_6" [label="(4, 64, 64)", style=solid]; -"1786 sub_6" -> "1788 masked_fill_12" [label="(4, 64, 64)", style=solid]; -"1786 sub_6" -> "1789 eq_6" [label="(4, 64, 64)", style=solid]; -"1787 ne_6" -> "1788 masked_fill_12" [label="(4, 64, 64)", style=solid]; -"1788 masked_fill_12" -> "1790 masked_fill_13" [label="(4, 64, 64)", style=solid]; -"1789 eq_6" -> "1790 masked_fill_13" [label="(4, 64, 64)", style=solid]; -"1790 masked_fill_13" -> "1792 unsqueeze_40" [label="(4, 64, 64)", style=solid]; -"1791 view_74" -> "1794 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; -"1792 unsqueeze_40" -> "1793 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; -"1793 unsqueeze_41" -> "1794 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; -"1794 add_46" -> "1795 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; -"1795 view_75" -> "1796 softmax_13" [label="(4, 12, 64, 64)", style=solid]; -"1796 softmax_13" -> "1797 dropout_52" [label="(4, 12, 64, 64)", style=solid]; -"1797 dropout_52" -> "1798 matmul_27" [label="(4, 12, 64, 64)", style=solid]; -"1798 matmul_27" -> "1799 transpose_27" [label="(4, 12, 64, 32)", style=solid]; -"1799 transpose_27" -> "1800 reshape_61" [label="(4, 64, 12, 32)", style=solid]; -"1800 reshape_61" -> "1802 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1801 linear_83_updated_constant0" -> "1807 quantize_per_channel_default_84" [label="(384, 384)", style=solid]; -"1802 reshape_61_0_0_nncf_smooth_quant_0" -> "1803 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; -"1803 quantize_per_tensor_default_84" -> "1804 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; -"1804 dequantize_per_tensor_default_84" -> "1810 linear_83" [label="(4, 64, 384)", style=solid]; -"1805 linear_83_scale_0" -> "1807 quantize_per_channel_default_84" [label="(384,)", style=solid]; -"1805 linear_83_scale_0" -> "1808 dequantize_per_channel_default_84" [label="(384,)", style=solid]; -"1806 linear_83_zero_point_0" -> "1807 quantize_per_channel_default_84" [label="(384,)", style=solid]; -"1806 linear_83_zero_point_0" -> "1808 dequantize_per_channel_default_84" [label="(384,)", style=solid]; -"1807 quantize_per_channel_default_84" -> "1808 dequantize_per_channel_default_84" [label="(384, 384)", style=solid]; -"1808 dequantize_per_channel_default_84" -> "1810 linear_83" [label="(384, 384)", style=solid]; -"1809 _param_constant225_0_0" -> "1810 linear_83" [label="(384,)", style=solid]; -"1810 linear_83" -> "1811 dropout_53" [label="(4, 64, 384)", style=solid]; -"1811 dropout_53" -> "1812 view_76" [label="(4, 64, 384)", style=solid]; -"1812 view_76" -> "1813 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1813 permute_63" -> "1814 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1814 reshape_62" -> "1815 roll_13" [label="(1, 16, 16, 384)", style=solid]; -"1815 roll_13" -> "1816 slice_213" [label="(1, 16, 16, 384)", style=solid]; -"1816 slice_213" -> "1817 slice_214" [label="(1, 16, 16, 384)", style=solid]; -"1817 slice_214" -> "1818 slice_215" [label="(1, 14, 16, 384)", style=solid]; -"1818 slice_215" -> "1819 slice_216" [label="(1, 14, 14, 384)", style=solid]; -"1819 slice_216" -> "1820 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; -"1820 contiguous_25" -> "1823 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; -"1821 _param_constant226" -> "1823 layer_norm_29" [label="(384,)", style=solid]; -"1822 _param_constant227" -> "1823 layer_norm_29" [label="(384,)", style=solid]; -"1823 layer_norm_29" -> "1824 add_47" [label="(1, 14, 14, 384)", style=solid]; -"1824 add_47" -> "1826 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1824 add_47" -> "1851 add_48" [label="(1, 14, 14, 384)", style=solid]; -"1825 linear_84_updated_constant0" -> "1831 quantize_per_channel_default_85" [label="(1536, 384)", style=solid]; -"1826 add_47_0_0_nncf_smooth_quant_0" -> "1827 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; -"1827 quantize_per_tensor_default_85" -> "1828 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; -"1828 dequantize_per_tensor_default_85" -> "1834 linear_84" [label="(1, 14, 14, 384)", style=solid]; -"1829 linear_84_scale_0" -> "1831 quantize_per_channel_default_85" [label="(1536,)", style=solid]; -"1829 linear_84_scale_0" -> "1832 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; -"1830 linear_84_zero_point_0" -> "1831 quantize_per_channel_default_85" [label="(1536,)", style=solid]; -"1830 linear_84_zero_point_0" -> "1832 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; -"1831 quantize_per_channel_default_85" -> "1832 dequantize_per_channel_default_85" [label="(1536, 384)", style=solid]; -"1832 dequantize_per_channel_default_85" -> "1834 linear_84" [label="(1536, 384)", style=solid]; -"1833 _param_constant229_0_0" -> "1834 linear_84" [label="(1536,)", style=solid]; -"1834 linear_84" -> "1835 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; -"1835 gelu_13" -> "1836 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; -"1836 dropout_54" -> "1838 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1837 linear_85_updated_constant0" -> "1843 quantize_per_channel_default_86" [label="(384, 1536)", style=solid]; -"1838 dropout_54_0_0_nncf_smooth_quant_0" -> "1839 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; -"1839 quantize_per_tensor_default_86" -> "1840 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; -"1840 dequantize_per_tensor_default_86" -> "1846 linear_85" [label="(1, 14, 14, 1536)", style=solid]; -"1841 linear_85_scale_0" -> "1843 quantize_per_channel_default_86" [label="(384,)", style=solid]; -"1841 linear_85_scale_0" -> "1844 dequantize_per_channel_default_86" [label="(384,)", style=solid]; -"1842 linear_85_zero_point_0" -> "1843 quantize_per_channel_default_86" [label="(384,)", style=solid]; -"1842 linear_85_zero_point_0" -> "1844 dequantize_per_channel_default_86" [label="(384,)", style=solid]; -"1843 quantize_per_channel_default_86" -> "1844 dequantize_per_channel_default_86" [label="(384, 1536)", style=solid]; -"1844 dequantize_per_channel_default_86" -> "1846 linear_85" [label="(384, 1536)", style=solid]; -"1845 _param_constant231_0_0" -> "1846 linear_85" [label="(384,)", style=solid]; -"1846 linear_85" -> "1847 dropout_55" [label="(1, 14, 14, 384)", style=solid]; -"1847 dropout_55" -> "1850 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; -"1848 _param_constant232" -> "1850 layer_norm_30" [label="(384,)", style=solid]; -"1849 _param_constant233" -> "1850 layer_norm_30" [label="(384,)", style=solid]; -"1850 layer_norm_30" -> "1851 add_48" [label="(1, 14, 14, 384)", style=solid]; -"1851 add_48" -> "1878 pad_16" [label="(1, 14, 14, 384)", style=solid]; -"1851 add_48" -> "1943 add_50" [label="(1, 14, 14, 384)", style=solid]; -"1852 _tensor_constant91" -> "1854 _tensor_constant91_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1853 linear_86_updated_constant0" -> "1857 quantize_per_channel_default_87" [label="(512, 2)", style=solid]; -"1854 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1860 linear_86" [label="(1, 15, 15, 2)", style=solid]; -"1855 linear_86_scale_0" -> "1857 quantize_per_channel_default_87" [label="(512,)", style=solid]; -"1855 linear_86_scale_0" -> "1858 dequantize_per_channel_default_87" [label="(512,)", style=solid]; -"1856 linear_86_zero_point_0" -> "1857 quantize_per_channel_default_87" [label="(512,)", style=solid]; -"1856 linear_86_zero_point_0" -> "1858 dequantize_per_channel_default_87" [label="(512,)", style=solid]; -"1857 quantize_per_channel_default_87" -> "1858 dequantize_per_channel_default_87" [label="(512, 2)", style=solid]; -"1858 dequantize_per_channel_default_87" -> "1860 linear_86" [label="(512, 2)", style=solid]; -"1859 _param_constant235_0_0" -> "1860 linear_86" [label="(512,)", style=solid]; -"1860 linear_86" -> "1861 relu__14" [label="(1, 15, 15, 512)", style=solid]; -"1861 relu__14" -> "1863 relu__14_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1862 linear_87_updated_constant0" -> "1866 quantize_per_channel_default_88" [label="(12, 512)", style=solid]; -"1863 relu__14_0_0_nncf_smooth_quant_0" -> "1868 linear_87" [label="(1, 15, 15, 512)", style=solid]; -"1864 linear_87_scale_0" -> "1866 quantize_per_channel_default_88" [label="(12,)", style=solid]; -"1864 linear_87_scale_0" -> "1867 dequantize_per_channel_default_88" [label="(12,)", style=solid]; -"1865 linear_87_zero_point_0" -> "1866 quantize_per_channel_default_88" [label="(12,)", style=solid]; -"1865 linear_87_zero_point_0" -> "1867 dequantize_per_channel_default_88" [label="(12,)", style=solid]; -"1866 quantize_per_channel_default_88" -> "1867 dequantize_per_channel_default_88" [label="(12, 512)", style=solid]; -"1867 dequantize_per_channel_default_88" -> "1868 linear_87" [label="(12, 512)", style=solid]; -"1868 linear_87" -> "1869 view_77" [label="(1, 15, 15, 12)", style=solid]; -"1869 view_77" -> "1871 index_14" [label="(225, 12)", style=solid]; -"1870 _tensor_constant92" -> "1871 index_14" [label="(4096,)", style=solid]; -"1871 index_14" -> "1872 view_78" [label="(4096, 12)", style=solid]; -"1872 view_78" -> "1873 permute_64" [label="(64, 64, 12)", style=solid]; -"1873 permute_64" -> "1874 contiguous_26" [label="(12, 64, 64)", style=solid]; -"1874 contiguous_26" -> "1875 unsqueeze_42" [label="(12, 64, 64)", style=solid]; -"1875 unsqueeze_42" -> "1876 sigmoid_14" [label="(1, 12, 64, 64)", style=solid]; -"1876 sigmoid_14" -> "1877 mul_28" [label="(1, 12, 64, 64)", style=solid]; -"1877 mul_28" -> "1915 add_49" [label="(1, 12, 64, 64)", style=solid]; -"1878 pad_16" -> "1879 view_79" [label="(1, 16, 16, 384)", style=solid]; -"1879 view_79" -> "1880 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1880 permute_65" -> "1881 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1881 reshape_63" -> "1883 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1882 linear_88_updated_constant0" -> "1888 quantize_per_channel_default_89" [label="(1152, 384)", style=solid]; -"1883 reshape_63_0_0_nncf_smooth_quant_0" -> "1884 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; -"1884 quantize_per_tensor_default_87" -> "1885 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; -"1885 dequantize_per_tensor_default_87" -> "1891 linear_88" [label="(4, 64, 384)", style=solid]; -"1886 linear_88_scale_0" -> "1888 quantize_per_channel_default_89" [label="(1152,)", style=solid]; -"1886 linear_88_scale_0" -> "1889 dequantize_per_channel_default_89" [label="(1152,)", style=solid]; -"1887 linear_88_zero_point_0" -> "1888 quantize_per_channel_default_89" [label="(1152,)", style=solid]; -"1887 linear_88_zero_point_0" -> "1889 dequantize_per_channel_default_89" [label="(1152,)", style=solid]; -"1888 quantize_per_channel_default_89" -> "1889 dequantize_per_channel_default_89" [label="(1152, 384)", style=solid]; -"1889 dequantize_per_channel_default_89" -> "1891 linear_88" [label="(1152, 384)", style=solid]; -"1890 _param_constant237_0_0" -> "1891 linear_88" [label="(1152,)", style=solid]; -"1891 linear_88" -> "1892 reshape_64" [label="(4, 64, 1152)", style=solid]; -"1892 reshape_64" -> "1893 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; -"1893 permute_66" -> "1894 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; -"1893 permute_66" -> "1895 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; -"1893 permute_66" -> "1896 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; -"1894 select_42" -> "1897 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; -"1894 select_42" -> "1899 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; -"1894 select_42" -> "1900 div_28" [label="(4, 12, 64, 32)", style=solid]; -"1895 select_43" -> "1903 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; -"1895 select_43" -> "1905 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; -"1895 select_43" -> "1906 div_29" [label="(4, 12, 64, 32)", style=solid]; -"1896 select_44" -> "1918 matmul_29" [label="(4, 12, 64, 32)", style=solid]; -"1897 linalg_vector_norm_28" -> "1898 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; -"1898 clamp_min_28" -> "1899 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; -"1899 expand_as_28" -> "1900 div_28" [label="(4, 12, 64, 32)", style=solid]; -"1900 div_28" -> "1901 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; -"1901 quantize_per_tensor_default_88" -> "1902 dequantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; -"1902 dequantize_per_tensor_default_88" -> "1910 matmul_28" [label="(4, 12, 64, 32)", style=solid]; -"1903 linalg_vector_norm_29" -> "1904 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; -"1904 clamp_min_29" -> "1905 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; -"1905 expand_as_29" -> "1906 div_29" [label="(4, 12, 64, 32)", style=solid]; -"1906 div_29" -> "1907 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; -"1907 quantize_per_tensor_default_89" -> "1908 dequantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; -"1908 dequantize_per_tensor_default_89" -> "1909 transpose_28" [label="(4, 12, 64, 32)", style=solid]; -"1909 transpose_28" -> "1910 matmul_28" [label="(4, 12, 32, 64)", style=solid]; -"1910 matmul_28" -> "1914 mul_29" [label="(4, 12, 64, 64)", style=solid]; -"1911 _param_constant239" -> "1912 clamp_14" [label="(12, 1, 1)", style=solid]; -"1912 clamp_14" -> "1913 exp_14" [label="(12, 1, 1)", style=solid]; -"1913 exp_14" -> "1914 mul_29" [label="(12, 1, 1)", style=solid]; -"1914 mul_29" -> "1915 add_49" [label="(4, 12, 64, 64)", style=solid]; -"1915 add_49" -> "1916 softmax_14" [label="(4, 12, 64, 64)", style=solid]; -"1916 softmax_14" -> "1917 dropout_56" [label="(4, 12, 64, 64)", style=solid]; -"1917 dropout_56" -> "1918 matmul_29" [label="(4, 12, 64, 64)", style=solid]; -"1918 matmul_29" -> "1919 transpose_29" [label="(4, 12, 64, 32)", style=solid]; -"1919 transpose_29" -> "1920 reshape_65" [label="(4, 64, 12, 32)", style=solid]; -"1920 reshape_65" -> "1922 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1921 linear_89_updated_constant0" -> "1927 quantize_per_channel_default_90" [label="(384, 384)", style=solid]; -"1922 reshape_65_0_0_nncf_smooth_quant_0" -> "1923 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; -"1923 quantize_per_tensor_default_90" -> "1924 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; -"1924 dequantize_per_tensor_default_90" -> "1930 linear_89" [label="(4, 64, 384)", style=solid]; -"1925 linear_89_scale_0" -> "1927 quantize_per_channel_default_90" [label="(384,)", style=solid]; -"1925 linear_89_scale_0" -> "1928 dequantize_per_channel_default_90" [label="(384,)", style=solid]; -"1926 linear_89_zero_point_0" -> "1927 quantize_per_channel_default_90" [label="(384,)", style=solid]; -"1926 linear_89_zero_point_0" -> "1928 dequantize_per_channel_default_90" [label="(384,)", style=solid]; -"1927 quantize_per_channel_default_90" -> "1928 dequantize_per_channel_default_90" [label="(384, 384)", style=solid]; -"1928 dequantize_per_channel_default_90" -> "1930 linear_89" [label="(384, 384)", style=solid]; -"1929 _param_constant241_0_0" -> "1930 linear_89" [label="(384,)", style=solid]; -"1930 linear_89" -> "1931 dropout_57" [label="(4, 64, 384)", style=solid]; -"1931 dropout_57" -> "1932 view_80" [label="(4, 64, 384)", style=solid]; -"1932 view_80" -> "1933 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1933 permute_67" -> "1934 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1934 reshape_66" -> "1935 slice_218" [label="(1, 16, 16, 384)", style=solid]; -"1935 slice_218" -> "1936 slice_219" [label="(1, 16, 16, 384)", style=solid]; -"1936 slice_219" -> "1937 slice_220" [label="(1, 14, 16, 384)", style=solid]; -"1937 slice_220" -> "1938 slice_221" [label="(1, 14, 14, 384)", style=solid]; -"1938 slice_221" -> "1939 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; -"1939 contiguous_27" -> "1942 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; -"1940 _param_constant242" -> "1942 layer_norm_31" [label="(384,)", style=solid]; -"1941 _param_constant243" -> "1942 layer_norm_31" [label="(384,)", style=solid]; -"1942 layer_norm_31" -> "1943 add_50" [label="(1, 14, 14, 384)", style=solid]; -"1943 add_50" -> "1945 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1943 add_50" -> "1970 add_51" [label="(1, 14, 14, 384)", style=solid]; -"1944 linear_90_updated_constant0" -> "1950 quantize_per_channel_default_91" [label="(1536, 384)", style=solid]; -"1945 add_50_0_0_nncf_smooth_quant_0" -> "1946 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; -"1946 quantize_per_tensor_default_91" -> "1947 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; -"1947 dequantize_per_tensor_default_91" -> "1953 linear_90" [label="(1, 14, 14, 384)", style=solid]; -"1948 linear_90_scale_0" -> "1950 quantize_per_channel_default_91" [label="(1536,)", style=solid]; -"1948 linear_90_scale_0" -> "1951 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; -"1949 linear_90_zero_point_0" -> "1950 quantize_per_channel_default_91" [label="(1536,)", style=solid]; -"1949 linear_90_zero_point_0" -> "1951 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; -"1950 quantize_per_channel_default_91" -> "1951 dequantize_per_channel_default_91" [label="(1536, 384)", style=solid]; -"1951 dequantize_per_channel_default_91" -> "1953 linear_90" [label="(1536, 384)", style=solid]; -"1952 _param_constant245_0_0" -> "1953 linear_90" [label="(1536,)", style=solid]; -"1953 linear_90" -> "1954 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; -"1954 gelu_14" -> "1955 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; -"1955 dropout_58" -> "1957 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1956 linear_91_updated_constant0" -> "1962 quantize_per_channel_default_92" [label="(384, 1536)", style=solid]; -"1957 dropout_58_0_0_nncf_smooth_quant_0" -> "1958 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; -"1958 quantize_per_tensor_default_92" -> "1959 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; -"1959 dequantize_per_tensor_default_92" -> "1965 linear_91" [label="(1, 14, 14, 1536)", style=solid]; -"1960 linear_91_scale_0" -> "1962 quantize_per_channel_default_92" [label="(384,)", style=solid]; -"1960 linear_91_scale_0" -> "1963 dequantize_per_channel_default_92" [label="(384,)", style=solid]; -"1961 linear_91_zero_point_0" -> "1962 quantize_per_channel_default_92" [label="(384,)", style=solid]; -"1961 linear_91_zero_point_0" -> "1963 dequantize_per_channel_default_92" [label="(384,)", style=solid]; -"1962 quantize_per_channel_default_92" -> "1963 dequantize_per_channel_default_92" [label="(384, 1536)", style=solid]; -"1963 dequantize_per_channel_default_92" -> "1965 linear_91" [label="(384, 1536)", style=solid]; -"1964 _param_constant247_0_0" -> "1965 linear_91" [label="(384,)", style=solid]; -"1965 linear_91" -> "1966 dropout_59" [label="(1, 14, 14, 384)", style=solid]; -"1966 dropout_59" -> "1969 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; -"1967 _param_constant248" -> "1969 layer_norm_32" [label="(384,)", style=solid]; -"1968 _param_constant249" -> "1969 layer_norm_32" [label="(384,)", style=solid]; -"1969 layer_norm_32" -> "1970 add_51" [label="(1, 14, 14, 384)", style=solid]; -"1970 add_51" -> "1997 pad_17" [label="(1, 14, 14, 384)", style=solid]; -"1970 add_51" -> "2080 add_54" [label="(1, 14, 14, 384)", style=solid]; -"1971 _tensor_constant93" -> "1973 _tensor_constant93_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1972 linear_92_updated_constant0" -> "1976 quantize_per_channel_default_93" [label="(512, 2)", style=solid]; -"1973 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1979 linear_92" [label="(1, 15, 15, 2)", style=solid]; -"1974 linear_92_scale_0" -> "1976 quantize_per_channel_default_93" [label="(512,)", style=solid]; -"1974 linear_92_scale_0" -> "1977 dequantize_per_channel_default_93" [label="(512,)", style=solid]; -"1975 linear_92_zero_point_0" -> "1976 quantize_per_channel_default_93" [label="(512,)", style=solid]; -"1975 linear_92_zero_point_0" -> "1977 dequantize_per_channel_default_93" [label="(512,)", style=solid]; -"1976 quantize_per_channel_default_93" -> "1977 dequantize_per_channel_default_93" [label="(512, 2)", style=solid]; -"1977 dequantize_per_channel_default_93" -> "1979 linear_92" [label="(512, 2)", style=solid]; -"1978 _param_constant251_0_0" -> "1979 linear_92" [label="(512,)", style=solid]; -"1979 linear_92" -> "1980 relu__15" [label="(1, 15, 15, 512)", style=solid]; -"1980 relu__15" -> "1982 relu__15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1981 linear_93_updated_constant0" -> "1985 quantize_per_channel_default_94" [label="(12, 512)", style=solid]; -"1982 relu__15_0_0_nncf_smooth_quant_0" -> "1987 linear_93" [label="(1, 15, 15, 512)", style=solid]; -"1983 linear_93_scale_0" -> "1985 quantize_per_channel_default_94" [label="(12,)", style=solid]; -"1983 linear_93_scale_0" -> "1986 dequantize_per_channel_default_94" [label="(12,)", style=solid]; -"1984 linear_93_zero_point_0" -> "1985 quantize_per_channel_default_94" [label="(12,)", style=solid]; -"1984 linear_93_zero_point_0" -> "1986 dequantize_per_channel_default_94" [label="(12,)", style=solid]; -"1985 quantize_per_channel_default_94" -> "1986 dequantize_per_channel_default_94" [label="(12, 512)", style=solid]; -"1986 dequantize_per_channel_default_94" -> "1987 linear_93" [label="(12, 512)", style=solid]; -"1987 linear_93" -> "1988 view_81" [label="(1, 15, 15, 12)", style=solid]; -"1988 view_81" -> "1990 index_15" [label="(225, 12)", style=solid]; -"1989 _tensor_constant94" -> "1990 index_15" [label="(4096,)", style=solid]; -"1990 index_15" -> "1991 view_82" [label="(4096, 12)", style=solid]; -"1991 view_82" -> "1992 permute_68" [label="(64, 64, 12)", style=solid]; -"1992 permute_68" -> "1993 contiguous_28" [label="(12, 64, 64)", style=solid]; -"1993 contiguous_28" -> "1994 unsqueeze_43" [label="(12, 64, 64)", style=solid]; -"1994 unsqueeze_43" -> "1995 sigmoid_15" [label="(1, 12, 64, 64)", style=solid]; -"1995 sigmoid_15" -> "1996 mul_30" [label="(1, 12, 64, 64)", style=solid]; -"1996 mul_30" -> "2035 add_52" [label="(1, 12, 64, 64)", style=solid]; -"1997 pad_17" -> "1998 roll_14" [label="(1, 16, 16, 384)", style=solid]; -"1998 roll_14" -> "1999 view_83" [label="(1, 16, 16, 384)", style=solid]; -"1999 view_83" -> "2000 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2000 permute_69" -> "2001 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2001 reshape_67" -> "2003 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2001 reshape_67" -> "2036 new_zeros_7" [label="(4, 64, 384)", style=solid]; -"2002 linear_94_updated_constant0" -> "2008 quantize_per_channel_default_95" [label="(1152, 384)", style=solid]; -"2003 reshape_67_0_0_nncf_smooth_quant_0" -> "2004 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; -"2004 quantize_per_tensor_default_93" -> "2005 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; -"2005 dequantize_per_tensor_default_93" -> "2011 linear_94" [label="(4, 64, 384)", style=solid]; -"2006 linear_94_scale_0" -> "2008 quantize_per_channel_default_95" [label="(1152,)", style=solid]; -"2006 linear_94_scale_0" -> "2009 dequantize_per_channel_default_95" [label="(1152,)", style=solid]; -"2007 linear_94_zero_point_0" -> "2008 quantize_per_channel_default_95" [label="(1152,)", style=solid]; -"2007 linear_94_zero_point_0" -> "2009 dequantize_per_channel_default_95" [label="(1152,)", style=solid]; -"2008 quantize_per_channel_default_95" -> "2009 dequantize_per_channel_default_95" [label="(1152, 384)", style=solid]; -"2009 dequantize_per_channel_default_95" -> "2011 linear_94" [label="(1152, 384)", style=solid]; -"2010 _param_constant253_0_0" -> "2011 linear_94" [label="(1152,)", style=solid]; -"2011 linear_94" -> "2012 reshape_68" [label="(4, 64, 1152)", style=solid]; -"2012 reshape_68" -> "2013 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; -"2013 permute_70" -> "2014 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; -"2013 permute_70" -> "2015 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; -"2013 permute_70" -> "2016 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; -"2014 select_45" -> "2017 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; -"2014 select_45" -> "2019 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; -"2014 select_45" -> "2020 div_30" [label="(4, 12, 64, 32)", style=solid]; -"2015 select_46" -> "2023 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; -"2015 select_46" -> "2025 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; -"2015 select_46" -> "2026 div_31" [label="(4, 12, 64, 32)", style=solid]; -"2016 select_47" -> "2054 matmul_31" [label="(4, 12, 64, 32)", style=solid]; -"2017 linalg_vector_norm_30" -> "2018 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; -"2018 clamp_min_30" -> "2019 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; -"2019 expand_as_30" -> "2020 div_30" [label="(4, 12, 64, 32)", style=solid]; -"2020 div_30" -> "2021 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; -"2021 quantize_per_tensor_default_94" -> "2022 dequantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; -"2022 dequantize_per_tensor_default_94" -> "2030 matmul_30" [label="(4, 12, 64, 32)", style=solid]; -"2023 linalg_vector_norm_31" -> "2024 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; -"2024 clamp_min_31" -> "2025 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; -"2025 expand_as_31" -> "2026 div_31" [label="(4, 12, 64, 32)", style=solid]; -"2026 div_31" -> "2027 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; -"2027 quantize_per_tensor_default_95" -> "2028 dequantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; -"2028 dequantize_per_tensor_default_95" -> "2029 transpose_30" [label="(4, 12, 64, 32)", style=solid]; -"2029 transpose_30" -> "2030 matmul_30" [label="(4, 12, 32, 64)", style=solid]; -"2030 matmul_30" -> "2034 mul_31" [label="(4, 12, 64, 64)", style=solid]; -"2031 _param_constant255" -> "2032 clamp_15" [label="(12, 1, 1)", style=solid]; -"2032 clamp_15" -> "2033 exp_15" [label="(12, 1, 1)", style=solid]; -"2033 exp_15" -> "2034 mul_31" [label="(12, 1, 1)", style=solid]; -"2034 mul_31" -> "2035 add_52" [label="(4, 12, 64, 64)", style=solid]; -"2035 add_52" -> "2047 view_85" [label="(4, 12, 64, 64)", style=solid]; -"2036 new_zeros_7" -> "2037 view_84" [label="(16, 16)", style=solid]; -"2037 view_84" -> "2038 permute_71" [label="(2, 8, 2, 8)", style=solid]; -"2038 permute_71" -> "2039 reshape_69" [label="(2, 2, 8, 8)", style=solid]; -"2039 reshape_69" -> "2040 unsqueeze_44" [label="(4, 64)", style=solid]; -"2039 reshape_69" -> "2041 unsqueeze_45" [label="(4, 64)", style=solid]; -"2040 unsqueeze_44" -> "2042 sub_7" [label="(4, 1, 64)", style=solid]; -"2041 unsqueeze_45" -> "2042 sub_7" [label="(4, 64, 1)", style=solid]; -"2042 sub_7" -> "2043 ne_7" [label="(4, 64, 64)", style=solid]; -"2042 sub_7" -> "2044 masked_fill_14" [label="(4, 64, 64)", style=solid]; -"2042 sub_7" -> "2045 eq_7" [label="(4, 64, 64)", style=solid]; -"2043 ne_7" -> "2044 masked_fill_14" [label="(4, 64, 64)", style=solid]; -"2044 masked_fill_14" -> "2046 masked_fill_15" [label="(4, 64, 64)", style=solid]; -"2045 eq_7" -> "2046 masked_fill_15" [label="(4, 64, 64)", style=solid]; -"2046 masked_fill_15" -> "2048 unsqueeze_46" [label="(4, 64, 64)", style=solid]; -"2047 view_85" -> "2050 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; -"2048 unsqueeze_46" -> "2049 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; -"2049 unsqueeze_47" -> "2050 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; -"2050 add_53" -> "2051 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; -"2051 view_86" -> "2052 softmax_15" [label="(4, 12, 64, 64)", style=solid]; -"2052 softmax_15" -> "2053 dropout_60" [label="(4, 12, 64, 64)", style=solid]; -"2053 dropout_60" -> "2054 matmul_31" [label="(4, 12, 64, 64)", style=solid]; -"2054 matmul_31" -> "2055 transpose_31" [label="(4, 12, 64, 32)", style=solid]; -"2055 transpose_31" -> "2056 reshape_70" [label="(4, 64, 12, 32)", style=solid]; -"2056 reshape_70" -> "2058 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2057 linear_95_updated_constant0" -> "2063 quantize_per_channel_default_96" [label="(384, 384)", style=solid]; -"2058 reshape_70_0_0_nncf_smooth_quant_0" -> "2059 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; -"2059 quantize_per_tensor_default_96" -> "2060 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; -"2060 dequantize_per_tensor_default_96" -> "2066 linear_95" [label="(4, 64, 384)", style=solid]; -"2061 linear_95_scale_0" -> "2063 quantize_per_channel_default_96" [label="(384,)", style=solid]; -"2061 linear_95_scale_0" -> "2064 dequantize_per_channel_default_96" [label="(384,)", style=solid]; -"2062 linear_95_zero_point_0" -> "2063 quantize_per_channel_default_96" [label="(384,)", style=solid]; -"2062 linear_95_zero_point_0" -> "2064 dequantize_per_channel_default_96" [label="(384,)", style=solid]; -"2063 quantize_per_channel_default_96" -> "2064 dequantize_per_channel_default_96" [label="(384, 384)", style=solid]; -"2064 dequantize_per_channel_default_96" -> "2066 linear_95" [label="(384, 384)", style=solid]; -"2065 _param_constant257_0_0" -> "2066 linear_95" [label="(384,)", style=solid]; -"2066 linear_95" -> "2067 dropout_61" [label="(4, 64, 384)", style=solid]; -"2067 dropout_61" -> "2068 view_87" [label="(4, 64, 384)", style=solid]; -"2068 view_87" -> "2069 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2069 permute_72" -> "2070 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2070 reshape_71" -> "2071 roll_15" [label="(1, 16, 16, 384)", style=solid]; -"2071 roll_15" -> "2072 slice_241" [label="(1, 16, 16, 384)", style=solid]; -"2072 slice_241" -> "2073 slice_242" [label="(1, 16, 16, 384)", style=solid]; -"2073 slice_242" -> "2074 slice_243" [label="(1, 14, 16, 384)", style=solid]; -"2074 slice_243" -> "2075 slice_244" [label="(1, 14, 14, 384)", style=solid]; -"2075 slice_244" -> "2076 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; -"2076 contiguous_29" -> "2079 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; -"2077 _param_constant258" -> "2079 layer_norm_33" [label="(384,)", style=solid]; -"2078 _param_constant259" -> "2079 layer_norm_33" [label="(384,)", style=solid]; -"2079 layer_norm_33" -> "2080 add_54" [label="(1, 14, 14, 384)", style=solid]; -"2080 add_54" -> "2082 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2080 add_54" -> "2107 add_55" [label="(1, 14, 14, 384)", style=solid]; -"2081 linear_96_updated_constant0" -> "2087 quantize_per_channel_default_97" [label="(1536, 384)", style=solid]; -"2082 add_54_0_0_nncf_smooth_quant_0" -> "2083 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; -"2083 quantize_per_tensor_default_97" -> "2084 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; -"2084 dequantize_per_tensor_default_97" -> "2090 linear_96" [label="(1, 14, 14, 384)", style=solid]; -"2085 linear_96_scale_0" -> "2087 quantize_per_channel_default_97" [label="(1536,)", style=solid]; -"2085 linear_96_scale_0" -> "2088 dequantize_per_channel_default_97" [label="(1536,)", style=solid]; -"2086 linear_96_zero_point_0" -> "2087 quantize_per_channel_default_97" [label="(1536,)", style=solid]; -"2086 linear_96_zero_point_0" -> "2088 dequantize_per_channel_default_97" [label="(1536,)", style=solid]; -"2087 quantize_per_channel_default_97" -> "2088 dequantize_per_channel_default_97" [label="(1536, 384)", style=solid]; -"2088 dequantize_per_channel_default_97" -> "2090 linear_96" [label="(1536, 384)", style=solid]; -"2089 _param_constant261_0_0" -> "2090 linear_96" [label="(1536,)", style=solid]; -"2090 linear_96" -> "2091 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; -"2091 gelu_15" -> "2092 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; -"2092 dropout_62" -> "2094 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2093 linear_97_updated_constant0" -> "2099 quantize_per_channel_default_98" [label="(384, 1536)", style=solid]; -"2094 dropout_62_0_0_nncf_smooth_quant_0" -> "2095 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; -"2095 quantize_per_tensor_default_98" -> "2096 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; -"2096 dequantize_per_tensor_default_98" -> "2102 linear_97" [label="(1, 14, 14, 1536)", style=solid]; -"2097 linear_97_scale_0" -> "2099 quantize_per_channel_default_98" [label="(384,)", style=solid]; -"2097 linear_97_scale_0" -> "2100 dequantize_per_channel_default_98" [label="(384,)", style=solid]; -"2098 linear_97_zero_point_0" -> "2099 quantize_per_channel_default_98" [label="(384,)", style=solid]; -"2098 linear_97_zero_point_0" -> "2100 dequantize_per_channel_default_98" [label="(384,)", style=solid]; -"2099 quantize_per_channel_default_98" -> "2100 dequantize_per_channel_default_98" [label="(384, 1536)", style=solid]; -"2100 dequantize_per_channel_default_98" -> "2102 linear_97" [label="(384, 1536)", style=solid]; -"2101 _param_constant263_0_0" -> "2102 linear_97" [label="(384,)", style=solid]; -"2102 linear_97" -> "2103 dropout_63" [label="(1, 14, 14, 384)", style=solid]; -"2103 dropout_63" -> "2106 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; -"2104 _param_constant264" -> "2106 layer_norm_34" [label="(384,)", style=solid]; -"2105 _param_constant265" -> "2106 layer_norm_34" [label="(384,)", style=solid]; -"2106 layer_norm_34" -> "2107 add_55" [label="(1, 14, 14, 384)", style=solid]; -"2107 add_55" -> "2134 pad_18" [label="(1, 14, 14, 384)", style=solid]; -"2107 add_55" -> "2199 add_57" [label="(1, 14, 14, 384)", style=solid]; -"2108 _tensor_constant104" -> "2110 _tensor_constant104_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2109 linear_98_updated_constant0" -> "2113 quantize_per_channel_default_99" [label="(512, 2)", style=solid]; -"2110 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "2116 linear_98" [label="(1, 15, 15, 2)", style=solid]; -"2111 linear_98_scale_0" -> "2113 quantize_per_channel_default_99" [label="(512,)", style=solid]; -"2111 linear_98_scale_0" -> "2114 dequantize_per_channel_default_99" [label="(512,)", style=solid]; -"2112 linear_98_zero_point_0" -> "2113 quantize_per_channel_default_99" [label="(512,)", style=solid]; -"2112 linear_98_zero_point_0" -> "2114 dequantize_per_channel_default_99" [label="(512,)", style=solid]; -"2113 quantize_per_channel_default_99" -> "2114 dequantize_per_channel_default_99" [label="(512, 2)", style=solid]; -"2114 dequantize_per_channel_default_99" -> "2116 linear_98" [label="(512, 2)", style=solid]; -"2115 _param_constant267_0_0" -> "2116 linear_98" [label="(512,)", style=solid]; -"2116 linear_98" -> "2117 relu__16" [label="(1, 15, 15, 512)", style=solid]; -"2117 relu__16" -> "2119 relu__16_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2118 linear_99_updated_constant0" -> "2122 quantize_per_channel_default_100" [label="(12, 512)", style=solid]; -"2119 relu__16_0_0_nncf_smooth_quant_0" -> "2124 linear_99" [label="(1, 15, 15, 512)", style=solid]; -"2120 linear_99_scale_0" -> "2122 quantize_per_channel_default_100" [label="(12,)", style=solid]; -"2120 linear_99_scale_0" -> "2123 dequantize_per_channel_default_100" [label="(12,)", style=solid]; -"2121 linear_99_zero_point_0" -> "2122 quantize_per_channel_default_100" [label="(12,)", style=solid]; -"2121 linear_99_zero_point_0" -> "2123 dequantize_per_channel_default_100" [label="(12,)", style=solid]; -"2122 quantize_per_channel_default_100" -> "2123 dequantize_per_channel_default_100" [label="(12, 512)", style=solid]; -"2123 dequantize_per_channel_default_100" -> "2124 linear_99" [label="(12, 512)", style=solid]; -"2124 linear_99" -> "2125 view_88" [label="(1, 15, 15, 12)", style=solid]; -"2125 view_88" -> "2127 index_16" [label="(225, 12)", style=solid]; -"2126 _tensor_constant105" -> "2127 index_16" [label="(4096,)", style=solid]; -"2127 index_16" -> "2128 view_89" [label="(4096, 12)", style=solid]; -"2128 view_89" -> "2129 permute_73" [label="(64, 64, 12)", style=solid]; -"2129 permute_73" -> "2130 contiguous_30" [label="(12, 64, 64)", style=solid]; -"2130 contiguous_30" -> "2131 unsqueeze_48" [label="(12, 64, 64)", style=solid]; -"2131 unsqueeze_48" -> "2132 sigmoid_16" [label="(1, 12, 64, 64)", style=solid]; -"2132 sigmoid_16" -> "2133 mul_32" [label="(1, 12, 64, 64)", style=solid]; -"2133 mul_32" -> "2171 add_56" [label="(1, 12, 64, 64)", style=solid]; -"2134 pad_18" -> "2135 view_90" [label="(1, 16, 16, 384)", style=solid]; -"2135 view_90" -> "2136 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2136 permute_74" -> "2137 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2137 reshape_72" -> "2139 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2138 linear_100_updated_constant0" -> "2144 quantize_per_channel_default_101" [label="(1152, 384)", style=solid]; -"2139 reshape_72_0_0_nncf_smooth_quant_0" -> "2140 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; -"2140 quantize_per_tensor_default_99" -> "2141 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; -"2141 dequantize_per_tensor_default_99" -> "2147 linear_100" [label="(4, 64, 384)", style=solid]; -"2142 linear_100_scale_0" -> "2144 quantize_per_channel_default_101" [label="(1152,)", style=solid]; -"2142 linear_100_scale_0" -> "2145 dequantize_per_channel_default_101" [label="(1152,)", style=solid]; -"2143 linear_100_zero_point_0" -> "2144 quantize_per_channel_default_101" [label="(1152,)", style=solid]; -"2143 linear_100_zero_point_0" -> "2145 dequantize_per_channel_default_101" [label="(1152,)", style=solid]; -"2144 quantize_per_channel_default_101" -> "2145 dequantize_per_channel_default_101" [label="(1152, 384)", style=solid]; -"2145 dequantize_per_channel_default_101" -> "2147 linear_100" [label="(1152, 384)", style=solid]; -"2146 _param_constant269_0_0" -> "2147 linear_100" [label="(1152,)", style=solid]; -"2147 linear_100" -> "2148 reshape_73" [label="(4, 64, 1152)", style=solid]; -"2148 reshape_73" -> "2149 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; -"2149 permute_75" -> "2150 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; -"2149 permute_75" -> "2151 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; -"2149 permute_75" -> "2152 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; -"2150 select_48" -> "2153 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; -"2150 select_48" -> "2155 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; -"2150 select_48" -> "2156 div_32" [label="(4, 12, 64, 32)", style=solid]; -"2151 select_49" -> "2159 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; -"2151 select_49" -> "2161 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; -"2151 select_49" -> "2162 div_33" [label="(4, 12, 64, 32)", style=solid]; -"2152 select_50" -> "2174 matmul_33" [label="(4, 12, 64, 32)", style=solid]; -"2153 linalg_vector_norm_32" -> "2154 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; -"2154 clamp_min_32" -> "2155 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; -"2155 expand_as_32" -> "2156 div_32" [label="(4, 12, 64, 32)", style=solid]; -"2156 div_32" -> "2157 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; -"2157 quantize_per_tensor_default_100" -> "2158 dequantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; -"2158 dequantize_per_tensor_default_100" -> "2166 matmul_32" [label="(4, 12, 64, 32)", style=solid]; -"2159 linalg_vector_norm_33" -> "2160 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; -"2160 clamp_min_33" -> "2161 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; -"2161 expand_as_33" -> "2162 div_33" [label="(4, 12, 64, 32)", style=solid]; -"2162 div_33" -> "2163 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; -"2163 quantize_per_tensor_default_101" -> "2164 dequantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; -"2164 dequantize_per_tensor_default_101" -> "2165 transpose_32" [label="(4, 12, 64, 32)", style=solid]; -"2165 transpose_32" -> "2166 matmul_32" [label="(4, 12, 32, 64)", style=solid]; -"2166 matmul_32" -> "2170 mul_33" [label="(4, 12, 64, 64)", style=solid]; -"2167 _param_constant271" -> "2168 clamp_16" [label="(12, 1, 1)", style=solid]; -"2168 clamp_16" -> "2169 exp_16" [label="(12, 1, 1)", style=solid]; -"2169 exp_16" -> "2170 mul_33" [label="(12, 1, 1)", style=solid]; -"2170 mul_33" -> "2171 add_56" [label="(4, 12, 64, 64)", style=solid]; -"2171 add_56" -> "2172 softmax_16" [label="(4, 12, 64, 64)", style=solid]; -"2172 softmax_16" -> "2173 dropout_64" [label="(4, 12, 64, 64)", style=solid]; -"2173 dropout_64" -> "2174 matmul_33" [label="(4, 12, 64, 64)", style=solid]; -"2174 matmul_33" -> "2175 transpose_33" [label="(4, 12, 64, 32)", style=solid]; -"2175 transpose_33" -> "2176 reshape_74" [label="(4, 64, 12, 32)", style=solid]; -"2176 reshape_74" -> "2178 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2177 linear_101_updated_constant0" -> "2183 quantize_per_channel_default_102" [label="(384, 384)", style=solid]; -"2178 reshape_74_0_0_nncf_smooth_quant_0" -> "2179 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; -"2179 quantize_per_tensor_default_102" -> "2180 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; -"2180 dequantize_per_tensor_default_102" -> "2186 linear_101" [label="(4, 64, 384)", style=solid]; -"2181 linear_101_scale_0" -> "2183 quantize_per_channel_default_102" [label="(384,)", style=solid]; -"2181 linear_101_scale_0" -> "2184 dequantize_per_channel_default_102" [label="(384,)", style=solid]; -"2182 linear_101_zero_point_0" -> "2183 quantize_per_channel_default_102" [label="(384,)", style=solid]; -"2182 linear_101_zero_point_0" -> "2184 dequantize_per_channel_default_102" [label="(384,)", style=solid]; -"2183 quantize_per_channel_default_102" -> "2184 dequantize_per_channel_default_102" [label="(384, 384)", style=solid]; -"2184 dequantize_per_channel_default_102" -> "2186 linear_101" [label="(384, 384)", style=solid]; -"2185 _param_constant273_0_0" -> "2186 linear_101" [label="(384,)", style=solid]; -"2186 linear_101" -> "2187 dropout_65" [label="(4, 64, 384)", style=solid]; -"2187 dropout_65" -> "2188 view_91" [label="(4, 64, 384)", style=solid]; -"2188 view_91" -> "2189 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2189 permute_76" -> "2190 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2190 reshape_75" -> "2191 slice_246" [label="(1, 16, 16, 384)", style=solid]; -"2191 slice_246" -> "2192 slice_247" [label="(1, 16, 16, 384)", style=solid]; -"2192 slice_247" -> "2193 slice_248" [label="(1, 14, 16, 384)", style=solid]; -"2193 slice_248" -> "2194 slice_249" [label="(1, 14, 14, 384)", style=solid]; -"2194 slice_249" -> "2195 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; -"2195 contiguous_31" -> "2198 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; -"2196 _param_constant274" -> "2198 layer_norm_35" [label="(384,)", style=solid]; -"2197 _param_constant275" -> "2198 layer_norm_35" [label="(384,)", style=solid]; -"2198 layer_norm_35" -> "2199 add_57" [label="(1, 14, 14, 384)", style=solid]; -"2199 add_57" -> "2201 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2199 add_57" -> "2226 add_58" [label="(1, 14, 14, 384)", style=solid]; -"2200 linear_102_updated_constant0" -> "2206 quantize_per_channel_default_103" [label="(1536, 384)", style=solid]; -"2201 add_57_0_0_nncf_smooth_quant_0" -> "2202 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; -"2202 quantize_per_tensor_default_103" -> "2203 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; -"2203 dequantize_per_tensor_default_103" -> "2209 linear_102" [label="(1, 14, 14, 384)", style=solid]; -"2204 linear_102_scale_0" -> "2206 quantize_per_channel_default_103" [label="(1536,)", style=solid]; -"2204 linear_102_scale_0" -> "2207 dequantize_per_channel_default_103" [label="(1536,)", style=solid]; -"2205 linear_102_zero_point_0" -> "2206 quantize_per_channel_default_103" [label="(1536,)", style=solid]; -"2205 linear_102_zero_point_0" -> "2207 dequantize_per_channel_default_103" [label="(1536,)", style=solid]; -"2206 quantize_per_channel_default_103" -> "2207 dequantize_per_channel_default_103" [label="(1536, 384)", style=solid]; -"2207 dequantize_per_channel_default_103" -> "2209 linear_102" [label="(1536, 384)", style=solid]; -"2208 _param_constant277_0_0" -> "2209 linear_102" [label="(1536,)", style=solid]; -"2209 linear_102" -> "2210 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; -"2210 gelu_16" -> "2211 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; -"2211 dropout_66" -> "2213 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2212 linear_103_updated_constant0" -> "2218 quantize_per_channel_default_104" [label="(384, 1536)", style=solid]; -"2213 dropout_66_0_0_nncf_smooth_quant_0" -> "2214 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; -"2214 quantize_per_tensor_default_104" -> "2215 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; -"2215 dequantize_per_tensor_default_104" -> "2221 linear_103" [label="(1, 14, 14, 1536)", style=solid]; -"2216 linear_103_scale_0" -> "2218 quantize_per_channel_default_104" [label="(384,)", style=solid]; -"2216 linear_103_scale_0" -> "2219 dequantize_per_channel_default_104" [label="(384,)", style=solid]; -"2217 linear_103_zero_point_0" -> "2218 quantize_per_channel_default_104" [label="(384,)", style=solid]; -"2217 linear_103_zero_point_0" -> "2219 dequantize_per_channel_default_104" [label="(384,)", style=solid]; -"2218 quantize_per_channel_default_104" -> "2219 dequantize_per_channel_default_104" [label="(384, 1536)", style=solid]; -"2219 dequantize_per_channel_default_104" -> "2221 linear_103" [label="(384, 1536)", style=solid]; -"2220 _param_constant279_0_0" -> "2221 linear_103" [label="(384,)", style=solid]; -"2221 linear_103" -> "2222 dropout_67" [label="(1, 14, 14, 384)", style=solid]; -"2222 dropout_67" -> "2225 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; -"2223 _param_constant280" -> "2225 layer_norm_36" [label="(384,)", style=solid]; -"2224 _param_constant281" -> "2225 layer_norm_36" [label="(384,)", style=solid]; -"2225 layer_norm_36" -> "2226 add_58" [label="(1, 14, 14, 384)", style=solid]; -"2226 add_58" -> "2253 pad_19" [label="(1, 14, 14, 384)", style=solid]; -"2226 add_58" -> "2336 add_61" [label="(1, 14, 14, 384)", style=solid]; -"2227 _tensor_constant106" -> "2229 _tensor_constant106_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2228 linear_104_updated_constant0" -> "2232 quantize_per_channel_default_105" [label="(512, 2)", style=solid]; -"2229 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2235 linear_104" [label="(1, 15, 15, 2)", style=solid]; -"2230 linear_104_scale_0" -> "2232 quantize_per_channel_default_105" [label="(512,)", style=solid]; -"2230 linear_104_scale_0" -> "2233 dequantize_per_channel_default_105" [label="(512,)", style=solid]; -"2231 linear_104_zero_point_0" -> "2232 quantize_per_channel_default_105" [label="(512,)", style=solid]; -"2231 linear_104_zero_point_0" -> "2233 dequantize_per_channel_default_105" [label="(512,)", style=solid]; -"2232 quantize_per_channel_default_105" -> "2233 dequantize_per_channel_default_105" [label="(512, 2)", style=solid]; -"2233 dequantize_per_channel_default_105" -> "2235 linear_104" [label="(512, 2)", style=solid]; -"2234 _param_constant283_0_0" -> "2235 linear_104" [label="(512,)", style=solid]; -"2235 linear_104" -> "2236 relu__17" [label="(1, 15, 15, 512)", style=solid]; -"2236 relu__17" -> "2238 relu__17_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2237 linear_105_updated_constant0" -> "2241 quantize_per_channel_default_106" [label="(12, 512)", style=solid]; -"2238 relu__17_0_0_nncf_smooth_quant_0" -> "2243 linear_105" [label="(1, 15, 15, 512)", style=solid]; -"2239 linear_105_scale_0" -> "2241 quantize_per_channel_default_106" [label="(12,)", style=solid]; -"2239 linear_105_scale_0" -> "2242 dequantize_per_channel_default_106" [label="(12,)", style=solid]; -"2240 linear_105_zero_point_0" -> "2241 quantize_per_channel_default_106" [label="(12,)", style=solid]; -"2240 linear_105_zero_point_0" -> "2242 dequantize_per_channel_default_106" [label="(12,)", style=solid]; -"2241 quantize_per_channel_default_106" -> "2242 dequantize_per_channel_default_106" [label="(12, 512)", style=solid]; -"2242 dequantize_per_channel_default_106" -> "2243 linear_105" [label="(12, 512)", style=solid]; -"2243 linear_105" -> "2244 view_92" [label="(1, 15, 15, 12)", style=solid]; -"2244 view_92" -> "2246 index_17" [label="(225, 12)", style=solid]; -"2245 _tensor_constant107" -> "2246 index_17" [label="(4096,)", style=solid]; -"2246 index_17" -> "2247 view_93" [label="(4096, 12)", style=solid]; -"2247 view_93" -> "2248 permute_77" [label="(64, 64, 12)", style=solid]; -"2248 permute_77" -> "2249 contiguous_32" [label="(12, 64, 64)", style=solid]; -"2249 contiguous_32" -> "2250 unsqueeze_49" [label="(12, 64, 64)", style=solid]; -"2250 unsqueeze_49" -> "2251 sigmoid_17" [label="(1, 12, 64, 64)", style=solid]; -"2251 sigmoid_17" -> "2252 mul_34" [label="(1, 12, 64, 64)", style=solid]; -"2252 mul_34" -> "2291 add_59" [label="(1, 12, 64, 64)", style=solid]; -"2253 pad_19" -> "2254 roll_16" [label="(1, 16, 16, 384)", style=solid]; -"2254 roll_16" -> "2255 view_94" [label="(1, 16, 16, 384)", style=solid]; -"2255 view_94" -> "2256 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2256 permute_78" -> "2257 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2257 reshape_76" -> "2259 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2257 reshape_76" -> "2292 new_zeros_8" [label="(4, 64, 384)", style=solid]; -"2258 linear_106_updated_constant0" -> "2264 quantize_per_channel_default_107" [label="(1152, 384)", style=solid]; -"2259 reshape_76_0_0_nncf_smooth_quant_0" -> "2260 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; -"2260 quantize_per_tensor_default_105" -> "2261 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; -"2261 dequantize_per_tensor_default_105" -> "2267 linear_106" [label="(4, 64, 384)", style=solid]; -"2262 linear_106_scale_0" -> "2264 quantize_per_channel_default_107" [label="(1152,)", style=solid]; -"2262 linear_106_scale_0" -> "2265 dequantize_per_channel_default_107" [label="(1152,)", style=solid]; -"2263 linear_106_zero_point_0" -> "2264 quantize_per_channel_default_107" [label="(1152,)", style=solid]; -"2263 linear_106_zero_point_0" -> "2265 dequantize_per_channel_default_107" [label="(1152,)", style=solid]; -"2264 quantize_per_channel_default_107" -> "2265 dequantize_per_channel_default_107" [label="(1152, 384)", style=solid]; -"2265 dequantize_per_channel_default_107" -> "2267 linear_106" [label="(1152, 384)", style=solid]; -"2266 _param_constant285_0_0" -> "2267 linear_106" [label="(1152,)", style=solid]; -"2267 linear_106" -> "2268 reshape_77" [label="(4, 64, 1152)", style=solid]; -"2268 reshape_77" -> "2269 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; -"2269 permute_79" -> "2270 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; -"2269 permute_79" -> "2271 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; -"2269 permute_79" -> "2272 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; -"2270 select_51" -> "2273 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; -"2270 select_51" -> "2275 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; -"2270 select_51" -> "2276 div_34" [label="(4, 12, 64, 32)", style=solid]; -"2271 select_52" -> "2279 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; -"2271 select_52" -> "2281 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; -"2271 select_52" -> "2282 div_35" [label="(4, 12, 64, 32)", style=solid]; -"2272 select_53" -> "2310 matmul_35" [label="(4, 12, 64, 32)", style=solid]; -"2273 linalg_vector_norm_34" -> "2274 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; -"2274 clamp_min_34" -> "2275 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; -"2275 expand_as_34" -> "2276 div_34" [label="(4, 12, 64, 32)", style=solid]; -"2276 div_34" -> "2277 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; -"2277 quantize_per_tensor_default_106" -> "2278 dequantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; -"2278 dequantize_per_tensor_default_106" -> "2286 matmul_34" [label="(4, 12, 64, 32)", style=solid]; -"2279 linalg_vector_norm_35" -> "2280 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; -"2280 clamp_min_35" -> "2281 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; -"2281 expand_as_35" -> "2282 div_35" [label="(4, 12, 64, 32)", style=solid]; -"2282 div_35" -> "2283 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; -"2283 quantize_per_tensor_default_107" -> "2284 dequantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; -"2284 dequantize_per_tensor_default_107" -> "2285 transpose_34" [label="(4, 12, 64, 32)", style=solid]; -"2285 transpose_34" -> "2286 matmul_34" [label="(4, 12, 32, 64)", style=solid]; -"2286 matmul_34" -> "2290 mul_35" [label="(4, 12, 64, 64)", style=solid]; -"2287 _param_constant287" -> "2288 clamp_17" [label="(12, 1, 1)", style=solid]; -"2288 clamp_17" -> "2289 exp_17" [label="(12, 1, 1)", style=solid]; -"2289 exp_17" -> "2290 mul_35" [label="(12, 1, 1)", style=solid]; -"2290 mul_35" -> "2291 add_59" [label="(4, 12, 64, 64)", style=solid]; -"2291 add_59" -> "2303 view_96" [label="(4, 12, 64, 64)", style=solid]; -"2292 new_zeros_8" -> "2293 view_95" [label="(16, 16)", style=solid]; -"2293 view_95" -> "2294 permute_80" [label="(2, 8, 2, 8)", style=solid]; -"2294 permute_80" -> "2295 reshape_78" [label="(2, 2, 8, 8)", style=solid]; -"2295 reshape_78" -> "2296 unsqueeze_50" [label="(4, 64)", style=solid]; -"2295 reshape_78" -> "2297 unsqueeze_51" [label="(4, 64)", style=solid]; -"2296 unsqueeze_50" -> "2298 sub_8" [label="(4, 1, 64)", style=solid]; -"2297 unsqueeze_51" -> "2298 sub_8" [label="(4, 64, 1)", style=solid]; -"2298 sub_8" -> "2299 ne_8" [label="(4, 64, 64)", style=solid]; -"2298 sub_8" -> "2300 masked_fill_16" [label="(4, 64, 64)", style=solid]; -"2298 sub_8" -> "2301 eq_8" [label="(4, 64, 64)", style=solid]; -"2299 ne_8" -> "2300 masked_fill_16" [label="(4, 64, 64)", style=solid]; -"2300 masked_fill_16" -> "2302 masked_fill_17" [label="(4, 64, 64)", style=solid]; -"2301 eq_8" -> "2302 masked_fill_17" [label="(4, 64, 64)", style=solid]; -"2302 masked_fill_17" -> "2304 unsqueeze_52" [label="(4, 64, 64)", style=solid]; -"2303 view_96" -> "2306 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; -"2304 unsqueeze_52" -> "2305 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; -"2305 unsqueeze_53" -> "2306 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; -"2306 add_60" -> "2307 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; -"2307 view_97" -> "2308 softmax_17" [label="(4, 12, 64, 64)", style=solid]; -"2308 softmax_17" -> "2309 dropout_68" [label="(4, 12, 64, 64)", style=solid]; -"2309 dropout_68" -> "2310 matmul_35" [label="(4, 12, 64, 64)", style=solid]; -"2310 matmul_35" -> "2311 transpose_35" [label="(4, 12, 64, 32)", style=solid]; -"2311 transpose_35" -> "2312 reshape_79" [label="(4, 64, 12, 32)", style=solid]; -"2312 reshape_79" -> "2314 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2313 linear_107_updated_constant0" -> "2319 quantize_per_channel_default_108" [label="(384, 384)", style=solid]; -"2314 reshape_79_0_0_nncf_smooth_quant_0" -> "2315 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; -"2315 quantize_per_tensor_default_108" -> "2316 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; -"2316 dequantize_per_tensor_default_108" -> "2322 linear_107" [label="(4, 64, 384)", style=solid]; -"2317 linear_107_scale_0" -> "2319 quantize_per_channel_default_108" [label="(384,)", style=solid]; -"2317 linear_107_scale_0" -> "2320 dequantize_per_channel_default_108" [label="(384,)", style=solid]; -"2318 linear_107_zero_point_0" -> "2319 quantize_per_channel_default_108" [label="(384,)", style=solid]; -"2318 linear_107_zero_point_0" -> "2320 dequantize_per_channel_default_108" [label="(384,)", style=solid]; -"2319 quantize_per_channel_default_108" -> "2320 dequantize_per_channel_default_108" [label="(384, 384)", style=solid]; -"2320 dequantize_per_channel_default_108" -> "2322 linear_107" [label="(384, 384)", style=solid]; -"2321 _param_constant289_0_0" -> "2322 linear_107" [label="(384,)", style=solid]; -"2322 linear_107" -> "2323 dropout_69" [label="(4, 64, 384)", style=solid]; -"2323 dropout_69" -> "2324 view_98" [label="(4, 64, 384)", style=solid]; -"2324 view_98" -> "2325 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2325 permute_81" -> "2326 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2326 reshape_80" -> "2327 roll_17" [label="(1, 16, 16, 384)", style=solid]; -"2327 roll_17" -> "2328 slice_269" [label="(1, 16, 16, 384)", style=solid]; -"2328 slice_269" -> "2329 slice_270" [label="(1, 16, 16, 384)", style=solid]; -"2329 slice_270" -> "2330 slice_271" [label="(1, 14, 16, 384)", style=solid]; -"2330 slice_271" -> "2331 slice_272" [label="(1, 14, 14, 384)", style=solid]; -"2331 slice_272" -> "2332 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; -"2332 contiguous_33" -> "2335 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; -"2333 _param_constant290" -> "2335 layer_norm_37" [label="(384,)", style=solid]; -"2334 _param_constant291" -> "2335 layer_norm_37" [label="(384,)", style=solid]; -"2335 layer_norm_37" -> "2336 add_61" [label="(1, 14, 14, 384)", style=solid]; -"2336 add_61" -> "2338 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2336 add_61" -> "2363 add_62" [label="(1, 14, 14, 384)", style=solid]; -"2337 linear_108_updated_constant0" -> "2343 quantize_per_channel_default_109" [label="(1536, 384)", style=solid]; -"2338 add_61_0_0_nncf_smooth_quant_0" -> "2339 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; -"2339 quantize_per_tensor_default_109" -> "2340 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; -"2340 dequantize_per_tensor_default_109" -> "2346 linear_108" [label="(1, 14, 14, 384)", style=solid]; -"2341 linear_108_scale_0" -> "2343 quantize_per_channel_default_109" [label="(1536,)", style=solid]; -"2341 linear_108_scale_0" -> "2344 dequantize_per_channel_default_109" [label="(1536,)", style=solid]; -"2342 linear_108_zero_point_0" -> "2343 quantize_per_channel_default_109" [label="(1536,)", style=solid]; -"2342 linear_108_zero_point_0" -> "2344 dequantize_per_channel_default_109" [label="(1536,)", style=solid]; -"2343 quantize_per_channel_default_109" -> "2344 dequantize_per_channel_default_109" [label="(1536, 384)", style=solid]; -"2344 dequantize_per_channel_default_109" -> "2346 linear_108" [label="(1536, 384)", style=solid]; -"2345 _param_constant293_0_0" -> "2346 linear_108" [label="(1536,)", style=solid]; -"2346 linear_108" -> "2347 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; -"2347 gelu_17" -> "2348 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; -"2348 dropout_70" -> "2350 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2349 linear_109_updated_constant0" -> "2355 quantize_per_channel_default_110" [label="(384, 1536)", style=solid]; -"2350 dropout_70_0_0_nncf_smooth_quant_0" -> "2351 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; -"2351 quantize_per_tensor_default_110" -> "2352 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; -"2352 dequantize_per_tensor_default_110" -> "2358 linear_109" [label="(1, 14, 14, 1536)", style=solid]; -"2353 linear_109_scale_0" -> "2355 quantize_per_channel_default_110" [label="(384,)", style=solid]; -"2353 linear_109_scale_0" -> "2356 dequantize_per_channel_default_110" [label="(384,)", style=solid]; -"2354 linear_109_zero_point_0" -> "2355 quantize_per_channel_default_110" [label="(384,)", style=solid]; -"2354 linear_109_zero_point_0" -> "2356 dequantize_per_channel_default_110" [label="(384,)", style=solid]; -"2355 quantize_per_channel_default_110" -> "2356 dequantize_per_channel_default_110" [label="(384, 1536)", style=solid]; -"2356 dequantize_per_channel_default_110" -> "2358 linear_109" [label="(384, 1536)", style=solid]; -"2357 _param_constant295_0_0" -> "2358 linear_109" [label="(384,)", style=solid]; -"2358 linear_109" -> "2359 dropout_71" [label="(1, 14, 14, 384)", style=solid]; -"2359 dropout_71" -> "2362 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; -"2360 _param_constant296" -> "2362 layer_norm_38" [label="(384,)", style=solid]; -"2361 _param_constant297" -> "2362 layer_norm_38" [label="(384,)", style=solid]; -"2362 layer_norm_38" -> "2363 add_62" [label="(1, 14, 14, 384)", style=solid]; -"2363 add_62" -> "2390 pad_20" [label="(1, 14, 14, 384)", style=solid]; -"2363 add_62" -> "2455 add_64" [label="(1, 14, 14, 384)", style=solid]; -"2364 _tensor_constant117" -> "2366 _tensor_constant117_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2365 linear_110_updated_constant0" -> "2369 quantize_per_channel_default_111" [label="(512, 2)", style=solid]; -"2366 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2372 linear_110" [label="(1, 15, 15, 2)", style=solid]; -"2367 linear_110_scale_0" -> "2369 quantize_per_channel_default_111" [label="(512,)", style=solid]; -"2367 linear_110_scale_0" -> "2370 dequantize_per_channel_default_111" [label="(512,)", style=solid]; -"2368 linear_110_zero_point_0" -> "2369 quantize_per_channel_default_111" [label="(512,)", style=solid]; -"2368 linear_110_zero_point_0" -> "2370 dequantize_per_channel_default_111" [label="(512,)", style=solid]; -"2369 quantize_per_channel_default_111" -> "2370 dequantize_per_channel_default_111" [label="(512, 2)", style=solid]; -"2370 dequantize_per_channel_default_111" -> "2372 linear_110" [label="(512, 2)", style=solid]; -"2371 _param_constant299_0_0" -> "2372 linear_110" [label="(512,)", style=solid]; -"2372 linear_110" -> "2373 relu__18" [label="(1, 15, 15, 512)", style=solid]; -"2373 relu__18" -> "2375 relu__18_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2374 linear_111_updated_constant0" -> "2378 quantize_per_channel_default_112" [label="(12, 512)", style=solid]; -"2375 relu__18_0_0_nncf_smooth_quant_0" -> "2380 linear_111" [label="(1, 15, 15, 512)", style=solid]; -"2376 linear_111_scale_0" -> "2378 quantize_per_channel_default_112" [label="(12,)", style=solid]; -"2376 linear_111_scale_0" -> "2379 dequantize_per_channel_default_112" [label="(12,)", style=solid]; -"2377 linear_111_zero_point_0" -> "2378 quantize_per_channel_default_112" [label="(12,)", style=solid]; -"2377 linear_111_zero_point_0" -> "2379 dequantize_per_channel_default_112" [label="(12,)", style=solid]; -"2378 quantize_per_channel_default_112" -> "2379 dequantize_per_channel_default_112" [label="(12, 512)", style=solid]; -"2379 dequantize_per_channel_default_112" -> "2380 linear_111" [label="(12, 512)", style=solid]; -"2380 linear_111" -> "2381 view_99" [label="(1, 15, 15, 12)", style=solid]; -"2381 view_99" -> "2383 index_18" [label="(225, 12)", style=solid]; -"2382 _tensor_constant118" -> "2383 index_18" [label="(4096,)", style=solid]; -"2383 index_18" -> "2384 view_100" [label="(4096, 12)", style=solid]; -"2384 view_100" -> "2385 permute_82" [label="(64, 64, 12)", style=solid]; -"2385 permute_82" -> "2386 contiguous_34" [label="(12, 64, 64)", style=solid]; -"2386 contiguous_34" -> "2387 unsqueeze_54" [label="(12, 64, 64)", style=solid]; -"2387 unsqueeze_54" -> "2388 sigmoid_18" [label="(1, 12, 64, 64)", style=solid]; -"2388 sigmoid_18" -> "2389 mul_36" [label="(1, 12, 64, 64)", style=solid]; -"2389 mul_36" -> "2427 add_63" [label="(1, 12, 64, 64)", style=solid]; -"2390 pad_20" -> "2391 view_101" [label="(1, 16, 16, 384)", style=solid]; -"2391 view_101" -> "2392 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2392 permute_83" -> "2393 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2393 reshape_81" -> "2395 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2394 linear_112_updated_constant0" -> "2400 quantize_per_channel_default_113" [label="(1152, 384)", style=solid]; -"2395 reshape_81_0_0_nncf_smooth_quant_0" -> "2396 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; -"2396 quantize_per_tensor_default_111" -> "2397 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; -"2397 dequantize_per_tensor_default_111" -> "2403 linear_112" [label="(4, 64, 384)", style=solid]; -"2398 linear_112_scale_0" -> "2400 quantize_per_channel_default_113" [label="(1152,)", style=solid]; -"2398 linear_112_scale_0" -> "2401 dequantize_per_channel_default_113" [label="(1152,)", style=solid]; -"2399 linear_112_zero_point_0" -> "2400 quantize_per_channel_default_113" [label="(1152,)", style=solid]; -"2399 linear_112_zero_point_0" -> "2401 dequantize_per_channel_default_113" [label="(1152,)", style=solid]; -"2400 quantize_per_channel_default_113" -> "2401 dequantize_per_channel_default_113" [label="(1152, 384)", style=solid]; -"2401 dequantize_per_channel_default_113" -> "2403 linear_112" [label="(1152, 384)", style=solid]; -"2402 _param_constant301_0_0" -> "2403 linear_112" [label="(1152,)", style=solid]; -"2403 linear_112" -> "2404 reshape_82" [label="(4, 64, 1152)", style=solid]; -"2404 reshape_82" -> "2405 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; -"2405 permute_84" -> "2406 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; -"2405 permute_84" -> "2407 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; -"2405 permute_84" -> "2408 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; -"2406 select_54" -> "2409 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; -"2406 select_54" -> "2411 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; -"2406 select_54" -> "2412 div_36" [label="(4, 12, 64, 32)", style=solid]; -"2407 select_55" -> "2415 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; -"2407 select_55" -> "2417 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; -"2407 select_55" -> "2418 div_37" [label="(4, 12, 64, 32)", style=solid]; -"2408 select_56" -> "2430 matmul_37" [label="(4, 12, 64, 32)", style=solid]; -"2409 linalg_vector_norm_36" -> "2410 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; -"2410 clamp_min_36" -> "2411 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; -"2411 expand_as_36" -> "2412 div_36" [label="(4, 12, 64, 32)", style=solid]; -"2412 div_36" -> "2413 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; -"2413 quantize_per_tensor_default_112" -> "2414 dequantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; -"2414 dequantize_per_tensor_default_112" -> "2422 matmul_36" [label="(4, 12, 64, 32)", style=solid]; -"2415 linalg_vector_norm_37" -> "2416 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; -"2416 clamp_min_37" -> "2417 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; -"2417 expand_as_37" -> "2418 div_37" [label="(4, 12, 64, 32)", style=solid]; -"2418 div_37" -> "2419 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; -"2419 quantize_per_tensor_default_113" -> "2420 dequantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; -"2420 dequantize_per_tensor_default_113" -> "2421 transpose_36" [label="(4, 12, 64, 32)", style=solid]; -"2421 transpose_36" -> "2422 matmul_36" [label="(4, 12, 32, 64)", style=solid]; -"2422 matmul_36" -> "2426 mul_37" [label="(4, 12, 64, 64)", style=solid]; -"2423 _param_constant303" -> "2424 clamp_18" [label="(12, 1, 1)", style=solid]; -"2424 clamp_18" -> "2425 exp_18" [label="(12, 1, 1)", style=solid]; -"2425 exp_18" -> "2426 mul_37" [label="(12, 1, 1)", style=solid]; -"2426 mul_37" -> "2427 add_63" [label="(4, 12, 64, 64)", style=solid]; -"2427 add_63" -> "2428 softmax_18" [label="(4, 12, 64, 64)", style=solid]; -"2428 softmax_18" -> "2429 dropout_72" [label="(4, 12, 64, 64)", style=solid]; -"2429 dropout_72" -> "2430 matmul_37" [label="(4, 12, 64, 64)", style=solid]; -"2430 matmul_37" -> "2431 transpose_37" [label="(4, 12, 64, 32)", style=solid]; -"2431 transpose_37" -> "2432 reshape_83" [label="(4, 64, 12, 32)", style=solid]; -"2432 reshape_83" -> "2434 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2433 linear_113_updated_constant0" -> "2439 quantize_per_channel_default_114" [label="(384, 384)", style=solid]; -"2434 reshape_83_0_0_nncf_smooth_quant_0" -> "2435 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; -"2435 quantize_per_tensor_default_114" -> "2436 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; -"2436 dequantize_per_tensor_default_114" -> "2442 linear_113" [label="(4, 64, 384)", style=solid]; -"2437 linear_113_scale_0" -> "2439 quantize_per_channel_default_114" [label="(384,)", style=solid]; -"2437 linear_113_scale_0" -> "2440 dequantize_per_channel_default_114" [label="(384,)", style=solid]; -"2438 linear_113_zero_point_0" -> "2439 quantize_per_channel_default_114" [label="(384,)", style=solid]; -"2438 linear_113_zero_point_0" -> "2440 dequantize_per_channel_default_114" [label="(384,)", style=solid]; -"2439 quantize_per_channel_default_114" -> "2440 dequantize_per_channel_default_114" [label="(384, 384)", style=solid]; -"2440 dequantize_per_channel_default_114" -> "2442 linear_113" [label="(384, 384)", style=solid]; -"2441 _param_constant305_0_0" -> "2442 linear_113" [label="(384,)", style=solid]; -"2442 linear_113" -> "2443 dropout_73" [label="(4, 64, 384)", style=solid]; -"2443 dropout_73" -> "2444 view_102" [label="(4, 64, 384)", style=solid]; -"2444 view_102" -> "2445 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2445 permute_85" -> "2446 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2446 reshape_84" -> "2447 slice_274" [label="(1, 16, 16, 384)", style=solid]; -"2447 slice_274" -> "2448 slice_275" [label="(1, 16, 16, 384)", style=solid]; -"2448 slice_275" -> "2449 slice_276" [label="(1, 14, 16, 384)", style=solid]; -"2449 slice_276" -> "2450 slice_277" [label="(1, 14, 14, 384)", style=solid]; -"2450 slice_277" -> "2451 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; -"2451 contiguous_35" -> "2454 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; -"2452 _param_constant306" -> "2454 layer_norm_39" [label="(384,)", style=solid]; -"2453 _param_constant307" -> "2454 layer_norm_39" [label="(384,)", style=solid]; -"2454 layer_norm_39" -> "2455 add_64" [label="(1, 14, 14, 384)", style=solid]; -"2455 add_64" -> "2457 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2455 add_64" -> "2482 add_65" [label="(1, 14, 14, 384)", style=solid]; -"2456 linear_114_updated_constant0" -> "2462 quantize_per_channel_default_115" [label="(1536, 384)", style=solid]; -"2457 add_64_0_0_nncf_smooth_quant_0" -> "2458 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; -"2458 quantize_per_tensor_default_115" -> "2459 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; -"2459 dequantize_per_tensor_default_115" -> "2465 linear_114" [label="(1, 14, 14, 384)", style=solid]; -"2460 linear_114_scale_0" -> "2462 quantize_per_channel_default_115" [label="(1536,)", style=solid]; -"2460 linear_114_scale_0" -> "2463 dequantize_per_channel_default_115" [label="(1536,)", style=solid]; -"2461 linear_114_zero_point_0" -> "2462 quantize_per_channel_default_115" [label="(1536,)", style=solid]; -"2461 linear_114_zero_point_0" -> "2463 dequantize_per_channel_default_115" [label="(1536,)", style=solid]; -"2462 quantize_per_channel_default_115" -> "2463 dequantize_per_channel_default_115" [label="(1536, 384)", style=solid]; -"2463 dequantize_per_channel_default_115" -> "2465 linear_114" [label="(1536, 384)", style=solid]; -"2464 _param_constant309_0_0" -> "2465 linear_114" [label="(1536,)", style=solid]; -"2465 linear_114" -> "2466 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; -"2466 gelu_18" -> "2467 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; -"2467 dropout_74" -> "2469 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2468 linear_115_updated_constant0" -> "2474 quantize_per_channel_default_116" [label="(384, 1536)", style=solid]; -"2469 dropout_74_0_0_nncf_smooth_quant_0" -> "2470 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; -"2470 quantize_per_tensor_default_116" -> "2471 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; -"2471 dequantize_per_tensor_default_116" -> "2477 linear_115" [label="(1, 14, 14, 1536)", style=solid]; -"2472 linear_115_scale_0" -> "2474 quantize_per_channel_default_116" [label="(384,)", style=solid]; -"2472 linear_115_scale_0" -> "2475 dequantize_per_channel_default_116" [label="(384,)", style=solid]; -"2473 linear_115_zero_point_0" -> "2474 quantize_per_channel_default_116" [label="(384,)", style=solid]; -"2473 linear_115_zero_point_0" -> "2475 dequantize_per_channel_default_116" [label="(384,)", style=solid]; -"2474 quantize_per_channel_default_116" -> "2475 dequantize_per_channel_default_116" [label="(384, 1536)", style=solid]; -"2475 dequantize_per_channel_default_116" -> "2477 linear_115" [label="(384, 1536)", style=solid]; -"2476 _param_constant311_0_0" -> "2477 linear_115" [label="(384,)", style=solid]; -"2477 linear_115" -> "2478 dropout_75" [label="(1, 14, 14, 384)", style=solid]; -"2478 dropout_75" -> "2481 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; -"2479 _param_constant312" -> "2481 layer_norm_40" [label="(384,)", style=solid]; -"2480 _param_constant313" -> "2481 layer_norm_40" [label="(384,)", style=solid]; -"2481 layer_norm_40" -> "2482 add_65" [label="(1, 14, 14, 384)", style=solid]; -"2482 add_65" -> "2509 pad_21" [label="(1, 14, 14, 384)", style=solid]; -"2482 add_65" -> "2592 add_68" [label="(1, 14, 14, 384)", style=solid]; -"2483 _tensor_constant119" -> "2485 _tensor_constant119_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2484 linear_116_updated_constant0" -> "2488 quantize_per_channel_default_117" [label="(512, 2)", style=solid]; -"2485 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2491 linear_116" [label="(1, 15, 15, 2)", style=solid]; -"2486 linear_116_scale_0" -> "2488 quantize_per_channel_default_117" [label="(512,)", style=solid]; -"2486 linear_116_scale_0" -> "2489 dequantize_per_channel_default_117" [label="(512,)", style=solid]; -"2487 linear_116_zero_point_0" -> "2488 quantize_per_channel_default_117" [label="(512,)", style=solid]; -"2487 linear_116_zero_point_0" -> "2489 dequantize_per_channel_default_117" [label="(512,)", style=solid]; -"2488 quantize_per_channel_default_117" -> "2489 dequantize_per_channel_default_117" [label="(512, 2)", style=solid]; -"2489 dequantize_per_channel_default_117" -> "2491 linear_116" [label="(512, 2)", style=solid]; -"2490 _param_constant315_0_0" -> "2491 linear_116" [label="(512,)", style=solid]; -"2491 linear_116" -> "2492 relu__19" [label="(1, 15, 15, 512)", style=solid]; -"2492 relu__19" -> "2494 relu__19_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2493 linear_117_updated_constant0" -> "2497 quantize_per_channel_default_118" [label="(12, 512)", style=solid]; -"2494 relu__19_0_0_nncf_smooth_quant_0" -> "2499 linear_117" [label="(1, 15, 15, 512)", style=solid]; -"2495 linear_117_scale_0" -> "2497 quantize_per_channel_default_118" [label="(12,)", style=solid]; -"2495 linear_117_scale_0" -> "2498 dequantize_per_channel_default_118" [label="(12,)", style=solid]; -"2496 linear_117_zero_point_0" -> "2497 quantize_per_channel_default_118" [label="(12,)", style=solid]; -"2496 linear_117_zero_point_0" -> "2498 dequantize_per_channel_default_118" [label="(12,)", style=solid]; -"2497 quantize_per_channel_default_118" -> "2498 dequantize_per_channel_default_118" [label="(12, 512)", style=solid]; -"2498 dequantize_per_channel_default_118" -> "2499 linear_117" [label="(12, 512)", style=solid]; -"2499 linear_117" -> "2500 view_103" [label="(1, 15, 15, 12)", style=solid]; -"2500 view_103" -> "2502 index_19" [label="(225, 12)", style=solid]; -"2501 _tensor_constant120" -> "2502 index_19" [label="(4096,)", style=solid]; -"2502 index_19" -> "2503 view_104" [label="(4096, 12)", style=solid]; -"2503 view_104" -> "2504 permute_86" [label="(64, 64, 12)", style=solid]; -"2504 permute_86" -> "2505 contiguous_36" [label="(12, 64, 64)", style=solid]; -"2505 contiguous_36" -> "2506 unsqueeze_55" [label="(12, 64, 64)", style=solid]; -"2506 unsqueeze_55" -> "2507 sigmoid_19" [label="(1, 12, 64, 64)", style=solid]; -"2507 sigmoid_19" -> "2508 mul_38" [label="(1, 12, 64, 64)", style=solid]; -"2508 mul_38" -> "2547 add_66" [label="(1, 12, 64, 64)", style=solid]; -"2509 pad_21" -> "2510 roll_18" [label="(1, 16, 16, 384)", style=solid]; -"2510 roll_18" -> "2511 view_105" [label="(1, 16, 16, 384)", style=solid]; -"2511 view_105" -> "2512 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2512 permute_87" -> "2513 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2513 reshape_85" -> "2515 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2513 reshape_85" -> "2548 new_zeros_9" [label="(4, 64, 384)", style=solid]; -"2514 linear_118_updated_constant0" -> "2520 quantize_per_channel_default_119" [label="(1152, 384)", style=solid]; -"2515 reshape_85_0_0_nncf_smooth_quant_0" -> "2516 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; -"2516 quantize_per_tensor_default_117" -> "2517 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; -"2517 dequantize_per_tensor_default_117" -> "2523 linear_118" [label="(4, 64, 384)", style=solid]; -"2518 linear_118_scale_0" -> "2520 quantize_per_channel_default_119" [label="(1152,)", style=solid]; -"2518 linear_118_scale_0" -> "2521 dequantize_per_channel_default_119" [label="(1152,)", style=solid]; -"2519 linear_118_zero_point_0" -> "2520 quantize_per_channel_default_119" [label="(1152,)", style=solid]; -"2519 linear_118_zero_point_0" -> "2521 dequantize_per_channel_default_119" [label="(1152,)", style=solid]; -"2520 quantize_per_channel_default_119" -> "2521 dequantize_per_channel_default_119" [label="(1152, 384)", style=solid]; -"2521 dequantize_per_channel_default_119" -> "2523 linear_118" [label="(1152, 384)", style=solid]; -"2522 _param_constant317_0_0" -> "2523 linear_118" [label="(1152,)", style=solid]; -"2523 linear_118" -> "2524 reshape_86" [label="(4, 64, 1152)", style=solid]; -"2524 reshape_86" -> "2525 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; -"2525 permute_88" -> "2526 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; -"2525 permute_88" -> "2527 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; -"2525 permute_88" -> "2528 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; -"2526 select_57" -> "2529 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; -"2526 select_57" -> "2531 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; -"2526 select_57" -> "2532 div_38" [label="(4, 12, 64, 32)", style=solid]; -"2527 select_58" -> "2535 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; -"2527 select_58" -> "2537 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; -"2527 select_58" -> "2538 div_39" [label="(4, 12, 64, 32)", style=solid]; -"2528 select_59" -> "2566 matmul_39" [label="(4, 12, 64, 32)", style=solid]; -"2529 linalg_vector_norm_38" -> "2530 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; -"2530 clamp_min_38" -> "2531 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; -"2531 expand_as_38" -> "2532 div_38" [label="(4, 12, 64, 32)", style=solid]; -"2532 div_38" -> "2533 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; -"2533 quantize_per_tensor_default_118" -> "2534 dequantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; -"2534 dequantize_per_tensor_default_118" -> "2542 matmul_38" [label="(4, 12, 64, 32)", style=solid]; -"2535 linalg_vector_norm_39" -> "2536 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; -"2536 clamp_min_39" -> "2537 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; -"2537 expand_as_39" -> "2538 div_39" [label="(4, 12, 64, 32)", style=solid]; -"2538 div_39" -> "2539 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; -"2539 quantize_per_tensor_default_119" -> "2540 dequantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; -"2540 dequantize_per_tensor_default_119" -> "2541 transpose_38" [label="(4, 12, 64, 32)", style=solid]; -"2541 transpose_38" -> "2542 matmul_38" [label="(4, 12, 32, 64)", style=solid]; -"2542 matmul_38" -> "2546 mul_39" [label="(4, 12, 64, 64)", style=solid]; -"2543 _param_constant319" -> "2544 clamp_19" [label="(12, 1, 1)", style=solid]; -"2544 clamp_19" -> "2545 exp_19" [label="(12, 1, 1)", style=solid]; -"2545 exp_19" -> "2546 mul_39" [label="(12, 1, 1)", style=solid]; -"2546 mul_39" -> "2547 add_66" [label="(4, 12, 64, 64)", style=solid]; -"2547 add_66" -> "2559 view_107" [label="(4, 12, 64, 64)", style=solid]; -"2548 new_zeros_9" -> "2549 view_106" [label="(16, 16)", style=solid]; -"2549 view_106" -> "2550 permute_89" [label="(2, 8, 2, 8)", style=solid]; -"2550 permute_89" -> "2551 reshape_87" [label="(2, 2, 8, 8)", style=solid]; -"2551 reshape_87" -> "2552 unsqueeze_56" [label="(4, 64)", style=solid]; -"2551 reshape_87" -> "2553 unsqueeze_57" [label="(4, 64)", style=solid]; -"2552 unsqueeze_56" -> "2554 sub_9" [label="(4, 1, 64)", style=solid]; -"2553 unsqueeze_57" -> "2554 sub_9" [label="(4, 64, 1)", style=solid]; -"2554 sub_9" -> "2555 ne_9" [label="(4, 64, 64)", style=solid]; -"2554 sub_9" -> "2556 masked_fill_18" [label="(4, 64, 64)", style=solid]; -"2554 sub_9" -> "2557 eq_9" [label="(4, 64, 64)", style=solid]; -"2555 ne_9" -> "2556 masked_fill_18" [label="(4, 64, 64)", style=solid]; -"2556 masked_fill_18" -> "2558 masked_fill_19" [label="(4, 64, 64)", style=solid]; -"2557 eq_9" -> "2558 masked_fill_19" [label="(4, 64, 64)", style=solid]; -"2558 masked_fill_19" -> "2560 unsqueeze_58" [label="(4, 64, 64)", style=solid]; -"2559 view_107" -> "2562 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; -"2560 unsqueeze_58" -> "2561 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; -"2561 unsqueeze_59" -> "2562 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; -"2562 add_67" -> "2563 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; -"2563 view_108" -> "2564 softmax_19" [label="(4, 12, 64, 64)", style=solid]; -"2564 softmax_19" -> "2565 dropout_76" [label="(4, 12, 64, 64)", style=solid]; -"2565 dropout_76" -> "2566 matmul_39" [label="(4, 12, 64, 64)", style=solid]; -"2566 matmul_39" -> "2567 transpose_39" [label="(4, 12, 64, 32)", style=solid]; -"2567 transpose_39" -> "2568 reshape_88" [label="(4, 64, 12, 32)", style=solid]; -"2568 reshape_88" -> "2570 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2569 linear_119_updated_constant0" -> "2575 quantize_per_channel_default_120" [label="(384, 384)", style=solid]; -"2570 reshape_88_0_0_nncf_smooth_quant_0" -> "2571 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; -"2571 quantize_per_tensor_default_120" -> "2572 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; -"2572 dequantize_per_tensor_default_120" -> "2578 linear_119" [label="(4, 64, 384)", style=solid]; -"2573 linear_119_scale_0" -> "2575 quantize_per_channel_default_120" [label="(384,)", style=solid]; -"2573 linear_119_scale_0" -> "2576 dequantize_per_channel_default_120" [label="(384,)", style=solid]; -"2574 linear_119_zero_point_0" -> "2575 quantize_per_channel_default_120" [label="(384,)", style=solid]; -"2574 linear_119_zero_point_0" -> "2576 dequantize_per_channel_default_120" [label="(384,)", style=solid]; -"2575 quantize_per_channel_default_120" -> "2576 dequantize_per_channel_default_120" [label="(384, 384)", style=solid]; -"2576 dequantize_per_channel_default_120" -> "2578 linear_119" [label="(384, 384)", style=solid]; -"2577 _param_constant321_0_0" -> "2578 linear_119" [label="(384,)", style=solid]; -"2578 linear_119" -> "2579 dropout_77" [label="(4, 64, 384)", style=solid]; -"2579 dropout_77" -> "2580 view_109" [label="(4, 64, 384)", style=solid]; -"2580 view_109" -> "2581 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2581 permute_90" -> "2582 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2582 reshape_89" -> "2583 roll_19" [label="(1, 16, 16, 384)", style=solid]; -"2583 roll_19" -> "2584 slice_297" [label="(1, 16, 16, 384)", style=solid]; -"2584 slice_297" -> "2585 slice_298" [label="(1, 16, 16, 384)", style=solid]; -"2585 slice_298" -> "2586 slice_299" [label="(1, 14, 16, 384)", style=solid]; -"2586 slice_299" -> "2587 slice_300" [label="(1, 14, 14, 384)", style=solid]; -"2587 slice_300" -> "2588 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; -"2588 contiguous_37" -> "2591 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; -"2589 _param_constant322" -> "2591 layer_norm_41" [label="(384,)", style=solid]; -"2590 _param_constant323" -> "2591 layer_norm_41" [label="(384,)", style=solid]; -"2591 layer_norm_41" -> "2592 add_68" [label="(1, 14, 14, 384)", style=solid]; -"2592 add_68" -> "2594 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2592 add_68" -> "2619 add_69" [label="(1, 14, 14, 384)", style=solid]; -"2593 linear_120_updated_constant0" -> "2599 quantize_per_channel_default_121" [label="(1536, 384)", style=solid]; -"2594 add_68_0_0_nncf_smooth_quant_0" -> "2595 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; -"2595 quantize_per_tensor_default_121" -> "2596 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; -"2596 dequantize_per_tensor_default_121" -> "2602 linear_120" [label="(1, 14, 14, 384)", style=solid]; -"2597 linear_120_scale_0" -> "2599 quantize_per_channel_default_121" [label="(1536,)", style=solid]; -"2597 linear_120_scale_0" -> "2600 dequantize_per_channel_default_121" [label="(1536,)", style=solid]; -"2598 linear_120_zero_point_0" -> "2599 quantize_per_channel_default_121" [label="(1536,)", style=solid]; -"2598 linear_120_zero_point_0" -> "2600 dequantize_per_channel_default_121" [label="(1536,)", style=solid]; -"2599 quantize_per_channel_default_121" -> "2600 dequantize_per_channel_default_121" [label="(1536, 384)", style=solid]; -"2600 dequantize_per_channel_default_121" -> "2602 linear_120" [label="(1536, 384)", style=solid]; -"2601 _param_constant325_0_0" -> "2602 linear_120" [label="(1536,)", style=solid]; -"2602 linear_120" -> "2603 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; -"2603 gelu_19" -> "2604 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; -"2604 dropout_78" -> "2606 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2605 linear_121_updated_constant0" -> "2611 quantize_per_channel_default_122" [label="(384, 1536)", style=solid]; -"2606 dropout_78_0_0_nncf_smooth_quant_0" -> "2607 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; -"2607 quantize_per_tensor_default_122" -> "2608 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; -"2608 dequantize_per_tensor_default_122" -> "2614 linear_121" [label="(1, 14, 14, 1536)", style=solid]; -"2609 linear_121_scale_0" -> "2611 quantize_per_channel_default_122" [label="(384,)", style=solid]; -"2609 linear_121_scale_0" -> "2612 dequantize_per_channel_default_122" [label="(384,)", style=solid]; -"2610 linear_121_zero_point_0" -> "2611 quantize_per_channel_default_122" [label="(384,)", style=solid]; -"2610 linear_121_zero_point_0" -> "2612 dequantize_per_channel_default_122" [label="(384,)", style=solid]; -"2611 quantize_per_channel_default_122" -> "2612 dequantize_per_channel_default_122" [label="(384, 1536)", style=solid]; -"2612 dequantize_per_channel_default_122" -> "2614 linear_121" [label="(384, 1536)", style=solid]; -"2613 _param_constant327_0_0" -> "2614 linear_121" [label="(384,)", style=solid]; -"2614 linear_121" -> "2615 dropout_79" [label="(1, 14, 14, 384)", style=solid]; -"2615 dropout_79" -> "2618 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; -"2616 _param_constant328" -> "2618 layer_norm_42" [label="(384,)", style=solid]; -"2617 _param_constant329" -> "2618 layer_norm_42" [label="(384,)", style=solid]; -"2618 layer_norm_42" -> "2619 add_69" [label="(1, 14, 14, 384)", style=solid]; -"2619 add_69" -> "2646 pad_22" [label="(1, 14, 14, 384)", style=solid]; -"2619 add_69" -> "2711 add_71" [label="(1, 14, 14, 384)", style=solid]; -"2620 _tensor_constant130" -> "2622 _tensor_constant130_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2621 linear_122_updated_constant0" -> "2625 quantize_per_channel_default_123" [label="(512, 2)", style=solid]; -"2622 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2628 linear_122" [label="(1, 15, 15, 2)", style=solid]; -"2623 linear_122_scale_0" -> "2625 quantize_per_channel_default_123" [label="(512,)", style=solid]; -"2623 linear_122_scale_0" -> "2626 dequantize_per_channel_default_123" [label="(512,)", style=solid]; -"2624 linear_122_zero_point_0" -> "2625 quantize_per_channel_default_123" [label="(512,)", style=solid]; -"2624 linear_122_zero_point_0" -> "2626 dequantize_per_channel_default_123" [label="(512,)", style=solid]; -"2625 quantize_per_channel_default_123" -> "2626 dequantize_per_channel_default_123" [label="(512, 2)", style=solid]; -"2626 dequantize_per_channel_default_123" -> "2628 linear_122" [label="(512, 2)", style=solid]; -"2627 _param_constant331_0_0" -> "2628 linear_122" [label="(512,)", style=solid]; -"2628 linear_122" -> "2629 relu__20" [label="(1, 15, 15, 512)", style=solid]; -"2629 relu__20" -> "2631 relu__20_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2630 linear_123_updated_constant0" -> "2634 quantize_per_channel_default_124" [label="(12, 512)", style=solid]; -"2631 relu__20_0_0_nncf_smooth_quant_0" -> "2636 linear_123" [label="(1, 15, 15, 512)", style=solid]; -"2632 linear_123_scale_0" -> "2634 quantize_per_channel_default_124" [label="(12,)", style=solid]; -"2632 linear_123_scale_0" -> "2635 dequantize_per_channel_default_124" [label="(12,)", style=solid]; -"2633 linear_123_zero_point_0" -> "2634 quantize_per_channel_default_124" [label="(12,)", style=solid]; -"2633 linear_123_zero_point_0" -> "2635 dequantize_per_channel_default_124" [label="(12,)", style=solid]; -"2634 quantize_per_channel_default_124" -> "2635 dequantize_per_channel_default_124" [label="(12, 512)", style=solid]; -"2635 dequantize_per_channel_default_124" -> "2636 linear_123" [label="(12, 512)", style=solid]; -"2636 linear_123" -> "2637 view_110" [label="(1, 15, 15, 12)", style=solid]; -"2637 view_110" -> "2639 index_20" [label="(225, 12)", style=solid]; -"2638 _tensor_constant131" -> "2639 index_20" [label="(4096,)", style=solid]; -"2639 index_20" -> "2640 view_111" [label="(4096, 12)", style=solid]; -"2640 view_111" -> "2641 permute_91" [label="(64, 64, 12)", style=solid]; -"2641 permute_91" -> "2642 contiguous_38" [label="(12, 64, 64)", style=solid]; -"2642 contiguous_38" -> "2643 unsqueeze_60" [label="(12, 64, 64)", style=solid]; -"2643 unsqueeze_60" -> "2644 sigmoid_20" [label="(1, 12, 64, 64)", style=solid]; -"2644 sigmoid_20" -> "2645 mul_40" [label="(1, 12, 64, 64)", style=solid]; -"2645 mul_40" -> "2683 add_70" [label="(1, 12, 64, 64)", style=solid]; -"2646 pad_22" -> "2647 view_112" [label="(1, 16, 16, 384)", style=solid]; -"2647 view_112" -> "2648 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2648 permute_92" -> "2649 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2649 reshape_90" -> "2651 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2650 linear_124_updated_constant0" -> "2656 quantize_per_channel_default_125" [label="(1152, 384)", style=solid]; -"2651 reshape_90_0_0_nncf_smooth_quant_0" -> "2652 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; -"2652 quantize_per_tensor_default_123" -> "2653 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; -"2653 dequantize_per_tensor_default_123" -> "2659 linear_124" [label="(4, 64, 384)", style=solid]; -"2654 linear_124_scale_0" -> "2656 quantize_per_channel_default_125" [label="(1152,)", style=solid]; -"2654 linear_124_scale_0" -> "2657 dequantize_per_channel_default_125" [label="(1152,)", style=solid]; -"2655 linear_124_zero_point_0" -> "2656 quantize_per_channel_default_125" [label="(1152,)", style=solid]; -"2655 linear_124_zero_point_0" -> "2657 dequantize_per_channel_default_125" [label="(1152,)", style=solid]; -"2656 quantize_per_channel_default_125" -> "2657 dequantize_per_channel_default_125" [label="(1152, 384)", style=solid]; -"2657 dequantize_per_channel_default_125" -> "2659 linear_124" [label="(1152, 384)", style=solid]; -"2658 _param_constant333_0_0" -> "2659 linear_124" [label="(1152,)", style=solid]; -"2659 linear_124" -> "2660 reshape_91" [label="(4, 64, 1152)", style=solid]; -"2660 reshape_91" -> "2661 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; -"2661 permute_93" -> "2662 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; -"2661 permute_93" -> "2663 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; -"2661 permute_93" -> "2664 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; -"2662 select_60" -> "2665 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; -"2662 select_60" -> "2667 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; -"2662 select_60" -> "2668 div_40" [label="(4, 12, 64, 32)", style=solid]; -"2663 select_61" -> "2671 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; -"2663 select_61" -> "2673 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; -"2663 select_61" -> "2674 div_41" [label="(4, 12, 64, 32)", style=solid]; -"2664 select_62" -> "2686 matmul_41" [label="(4, 12, 64, 32)", style=solid]; -"2665 linalg_vector_norm_40" -> "2666 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; -"2666 clamp_min_40" -> "2667 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; -"2667 expand_as_40" -> "2668 div_40" [label="(4, 12, 64, 32)", style=solid]; -"2668 div_40" -> "2669 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; -"2669 quantize_per_tensor_default_124" -> "2670 dequantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; -"2670 dequantize_per_tensor_default_124" -> "2678 matmul_40" [label="(4, 12, 64, 32)", style=solid]; -"2671 linalg_vector_norm_41" -> "2672 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; -"2672 clamp_min_41" -> "2673 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; -"2673 expand_as_41" -> "2674 div_41" [label="(4, 12, 64, 32)", style=solid]; -"2674 div_41" -> "2675 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; -"2675 quantize_per_tensor_default_125" -> "2676 dequantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; -"2676 dequantize_per_tensor_default_125" -> "2677 transpose_40" [label="(4, 12, 64, 32)", style=solid]; -"2677 transpose_40" -> "2678 matmul_40" [label="(4, 12, 32, 64)", style=solid]; -"2678 matmul_40" -> "2682 mul_41" [label="(4, 12, 64, 64)", style=solid]; -"2679 _param_constant335" -> "2680 clamp_20" [label="(12, 1, 1)", style=solid]; -"2680 clamp_20" -> "2681 exp_20" [label="(12, 1, 1)", style=solid]; -"2681 exp_20" -> "2682 mul_41" [label="(12, 1, 1)", style=solid]; -"2682 mul_41" -> "2683 add_70" [label="(4, 12, 64, 64)", style=solid]; -"2683 add_70" -> "2684 softmax_20" [label="(4, 12, 64, 64)", style=solid]; -"2684 softmax_20" -> "2685 dropout_80" [label="(4, 12, 64, 64)", style=solid]; -"2685 dropout_80" -> "2686 matmul_41" [label="(4, 12, 64, 64)", style=solid]; -"2686 matmul_41" -> "2687 transpose_41" [label="(4, 12, 64, 32)", style=solid]; -"2687 transpose_41" -> "2688 reshape_92" [label="(4, 64, 12, 32)", style=solid]; -"2688 reshape_92" -> "2690 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2689 linear_125_updated_constant0" -> "2695 quantize_per_channel_default_126" [label="(384, 384)", style=solid]; -"2690 reshape_92_0_0_nncf_smooth_quant_0" -> "2691 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; -"2691 quantize_per_tensor_default_126" -> "2692 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; -"2692 dequantize_per_tensor_default_126" -> "2698 linear_125" [label="(4, 64, 384)", style=solid]; -"2693 linear_125_scale_0" -> "2695 quantize_per_channel_default_126" [label="(384,)", style=solid]; -"2693 linear_125_scale_0" -> "2696 dequantize_per_channel_default_126" [label="(384,)", style=solid]; -"2694 linear_125_zero_point_0" -> "2695 quantize_per_channel_default_126" [label="(384,)", style=solid]; -"2694 linear_125_zero_point_0" -> "2696 dequantize_per_channel_default_126" [label="(384,)", style=solid]; -"2695 quantize_per_channel_default_126" -> "2696 dequantize_per_channel_default_126" [label="(384, 384)", style=solid]; -"2696 dequantize_per_channel_default_126" -> "2698 linear_125" [label="(384, 384)", style=solid]; -"2697 _param_constant337_0_0" -> "2698 linear_125" [label="(384,)", style=solid]; -"2698 linear_125" -> "2699 dropout_81" [label="(4, 64, 384)", style=solid]; -"2699 dropout_81" -> "2700 view_113" [label="(4, 64, 384)", style=solid]; -"2700 view_113" -> "2701 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2701 permute_94" -> "2702 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2702 reshape_93" -> "2703 slice_302" [label="(1, 16, 16, 384)", style=solid]; -"2703 slice_302" -> "2704 slice_303" [label="(1, 16, 16, 384)", style=solid]; -"2704 slice_303" -> "2705 slice_304" [label="(1, 14, 16, 384)", style=solid]; -"2705 slice_304" -> "2706 slice_305" [label="(1, 14, 14, 384)", style=solid]; -"2706 slice_305" -> "2707 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; -"2707 contiguous_39" -> "2710 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; -"2708 _param_constant338" -> "2710 layer_norm_43" [label="(384,)", style=solid]; -"2709 _param_constant339" -> "2710 layer_norm_43" [label="(384,)", style=solid]; -"2710 layer_norm_43" -> "2711 add_71" [label="(1, 14, 14, 384)", style=solid]; -"2711 add_71" -> "2713 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2711 add_71" -> "2738 add_72" [label="(1, 14, 14, 384)", style=solid]; -"2712 linear_126_updated_constant0" -> "2718 quantize_per_channel_default_127" [label="(1536, 384)", style=solid]; -"2713 add_71_0_0_nncf_smooth_quant_0" -> "2714 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; -"2714 quantize_per_tensor_default_127" -> "2715 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; -"2715 dequantize_per_tensor_default_127" -> "2721 linear_126" [label="(1, 14, 14, 384)", style=solid]; -"2716 linear_126_scale_0" -> "2718 quantize_per_channel_default_127" [label="(1536,)", style=solid]; -"2716 linear_126_scale_0" -> "2719 dequantize_per_channel_default_127" [label="(1536,)", style=solid]; -"2717 linear_126_zero_point_0" -> "2718 quantize_per_channel_default_127" [label="(1536,)", style=solid]; -"2717 linear_126_zero_point_0" -> "2719 dequantize_per_channel_default_127" [label="(1536,)", style=solid]; -"2718 quantize_per_channel_default_127" -> "2719 dequantize_per_channel_default_127" [label="(1536, 384)", style=solid]; -"2719 dequantize_per_channel_default_127" -> "2721 linear_126" [label="(1536, 384)", style=solid]; -"2720 _param_constant341_0_0" -> "2721 linear_126" [label="(1536,)", style=solid]; -"2721 linear_126" -> "2722 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; -"2722 gelu_20" -> "2723 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; -"2723 dropout_82" -> "2725 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2724 linear_127_updated_constant0" -> "2730 quantize_per_channel_default_128" [label="(384, 1536)", style=solid]; -"2725 dropout_82_0_0_nncf_smooth_quant_0" -> "2726 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; -"2726 quantize_per_tensor_default_128" -> "2727 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; -"2727 dequantize_per_tensor_default_128" -> "2733 linear_127" [label="(1, 14, 14, 1536)", style=solid]; -"2728 linear_127_scale_0" -> "2730 quantize_per_channel_default_128" [label="(384,)", style=solid]; -"2728 linear_127_scale_0" -> "2731 dequantize_per_channel_default_128" [label="(384,)", style=solid]; -"2729 linear_127_zero_point_0" -> "2730 quantize_per_channel_default_128" [label="(384,)", style=solid]; -"2729 linear_127_zero_point_0" -> "2731 dequantize_per_channel_default_128" [label="(384,)", style=solid]; -"2730 quantize_per_channel_default_128" -> "2731 dequantize_per_channel_default_128" [label="(384, 1536)", style=solid]; -"2731 dequantize_per_channel_default_128" -> "2733 linear_127" [label="(384, 1536)", style=solid]; -"2732 _param_constant343_0_0" -> "2733 linear_127" [label="(384,)", style=solid]; -"2733 linear_127" -> "2734 dropout_83" [label="(1, 14, 14, 384)", style=solid]; -"2734 dropout_83" -> "2737 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; -"2735 _param_constant344" -> "2737 layer_norm_44" [label="(384,)", style=solid]; -"2736 _param_constant345" -> "2737 layer_norm_44" [label="(384,)", style=solid]; -"2737 layer_norm_44" -> "2738 add_72" [label="(1, 14, 14, 384)", style=solid]; -"2738 add_72" -> "2765 pad_23" [label="(1, 14, 14, 384)", style=solid]; -"2738 add_72" -> "2848 add_75" [label="(1, 14, 14, 384)", style=solid]; -"2739 _tensor_constant132" -> "2741 _tensor_constant132_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2740 linear_128_updated_constant0" -> "2744 quantize_per_channel_default_129" [label="(512, 2)", style=solid]; -"2741 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2747 linear_128" [label="(1, 15, 15, 2)", style=solid]; -"2742 linear_128_scale_0" -> "2744 quantize_per_channel_default_129" [label="(512,)", style=solid]; -"2742 linear_128_scale_0" -> "2745 dequantize_per_channel_default_129" [label="(512,)", style=solid]; -"2743 linear_128_zero_point_0" -> "2744 quantize_per_channel_default_129" [label="(512,)", style=solid]; -"2743 linear_128_zero_point_0" -> "2745 dequantize_per_channel_default_129" [label="(512,)", style=solid]; -"2744 quantize_per_channel_default_129" -> "2745 dequantize_per_channel_default_129" [label="(512, 2)", style=solid]; -"2745 dequantize_per_channel_default_129" -> "2747 linear_128" [label="(512, 2)", style=solid]; -"2746 _param_constant347_0_0" -> "2747 linear_128" [label="(512,)", style=solid]; -"2747 linear_128" -> "2748 relu__21" [label="(1, 15, 15, 512)", style=solid]; -"2748 relu__21" -> "2750 relu__21_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2749 linear_129_updated_constant0" -> "2753 quantize_per_channel_default_130" [label="(12, 512)", style=solid]; -"2750 relu__21_0_0_nncf_smooth_quant_0" -> "2755 linear_129" [label="(1, 15, 15, 512)", style=solid]; -"2751 linear_129_scale_0" -> "2753 quantize_per_channel_default_130" [label="(12,)", style=solid]; -"2751 linear_129_scale_0" -> "2754 dequantize_per_channel_default_130" [label="(12,)", style=solid]; -"2752 linear_129_zero_point_0" -> "2753 quantize_per_channel_default_130" [label="(12,)", style=solid]; -"2752 linear_129_zero_point_0" -> "2754 dequantize_per_channel_default_130" [label="(12,)", style=solid]; -"2753 quantize_per_channel_default_130" -> "2754 dequantize_per_channel_default_130" [label="(12, 512)", style=solid]; -"2754 dequantize_per_channel_default_130" -> "2755 linear_129" [label="(12, 512)", style=solid]; -"2755 linear_129" -> "2756 view_114" [label="(1, 15, 15, 12)", style=solid]; -"2756 view_114" -> "2758 index_21" [label="(225, 12)", style=solid]; -"2757 _tensor_constant133" -> "2758 index_21" [label="(4096,)", style=solid]; -"2758 index_21" -> "2759 view_115" [label="(4096, 12)", style=solid]; -"2759 view_115" -> "2760 permute_95" [label="(64, 64, 12)", style=solid]; -"2760 permute_95" -> "2761 contiguous_40" [label="(12, 64, 64)", style=solid]; -"2761 contiguous_40" -> "2762 unsqueeze_61" [label="(12, 64, 64)", style=solid]; -"2762 unsqueeze_61" -> "2763 sigmoid_21" [label="(1, 12, 64, 64)", style=solid]; -"2763 sigmoid_21" -> "2764 mul_42" [label="(1, 12, 64, 64)", style=solid]; -"2764 mul_42" -> "2803 add_73" [label="(1, 12, 64, 64)", style=solid]; -"2765 pad_23" -> "2766 roll_20" [label="(1, 16, 16, 384)", style=solid]; -"2766 roll_20" -> "2767 view_116" [label="(1, 16, 16, 384)", style=solid]; -"2767 view_116" -> "2768 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2768 permute_96" -> "2769 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2769 reshape_94" -> "2771 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2769 reshape_94" -> "2804 new_zeros_10" [label="(4, 64, 384)", style=solid]; -"2770 linear_130_updated_constant0" -> "2776 quantize_per_channel_default_131" [label="(1152, 384)", style=solid]; -"2771 reshape_94_0_0_nncf_smooth_quant_0" -> "2772 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; -"2772 quantize_per_tensor_default_129" -> "2773 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; -"2773 dequantize_per_tensor_default_129" -> "2779 linear_130" [label="(4, 64, 384)", style=solid]; -"2774 linear_130_scale_0" -> "2776 quantize_per_channel_default_131" [label="(1152,)", style=solid]; -"2774 linear_130_scale_0" -> "2777 dequantize_per_channel_default_131" [label="(1152,)", style=solid]; -"2775 linear_130_zero_point_0" -> "2776 quantize_per_channel_default_131" [label="(1152,)", style=solid]; -"2775 linear_130_zero_point_0" -> "2777 dequantize_per_channel_default_131" [label="(1152,)", style=solid]; -"2776 quantize_per_channel_default_131" -> "2777 dequantize_per_channel_default_131" [label="(1152, 384)", style=solid]; -"2777 dequantize_per_channel_default_131" -> "2779 linear_130" [label="(1152, 384)", style=solid]; -"2778 _param_constant349_0_0" -> "2779 linear_130" [label="(1152,)", style=solid]; -"2779 linear_130" -> "2780 reshape_95" [label="(4, 64, 1152)", style=solid]; -"2780 reshape_95" -> "2781 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; -"2781 permute_97" -> "2782 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; -"2781 permute_97" -> "2783 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; -"2781 permute_97" -> "2784 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; -"2782 select_63" -> "2785 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; -"2782 select_63" -> "2787 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; -"2782 select_63" -> "2788 div_42" [label="(4, 12, 64, 32)", style=solid]; -"2783 select_64" -> "2791 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; -"2783 select_64" -> "2793 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; -"2783 select_64" -> "2794 div_43" [label="(4, 12, 64, 32)", style=solid]; -"2784 select_65" -> "2822 matmul_43" [label="(4, 12, 64, 32)", style=solid]; -"2785 linalg_vector_norm_42" -> "2786 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; -"2786 clamp_min_42" -> "2787 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; -"2787 expand_as_42" -> "2788 div_42" [label="(4, 12, 64, 32)", style=solid]; -"2788 div_42" -> "2789 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; -"2789 quantize_per_tensor_default_130" -> "2790 dequantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; -"2790 dequantize_per_tensor_default_130" -> "2798 matmul_42" [label="(4, 12, 64, 32)", style=solid]; -"2791 linalg_vector_norm_43" -> "2792 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; -"2792 clamp_min_43" -> "2793 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; -"2793 expand_as_43" -> "2794 div_43" [label="(4, 12, 64, 32)", style=solid]; -"2794 div_43" -> "2795 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; -"2795 quantize_per_tensor_default_131" -> "2796 dequantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; -"2796 dequantize_per_tensor_default_131" -> "2797 transpose_42" [label="(4, 12, 64, 32)", style=solid]; -"2797 transpose_42" -> "2798 matmul_42" [label="(4, 12, 32, 64)", style=solid]; -"2798 matmul_42" -> "2802 mul_43" [label="(4, 12, 64, 64)", style=solid]; -"2799 _param_constant351" -> "2800 clamp_21" [label="(12, 1, 1)", style=solid]; -"2800 clamp_21" -> "2801 exp_21" [label="(12, 1, 1)", style=solid]; -"2801 exp_21" -> "2802 mul_43" [label="(12, 1, 1)", style=solid]; -"2802 mul_43" -> "2803 add_73" [label="(4, 12, 64, 64)", style=solid]; -"2803 add_73" -> "2815 view_118" [label="(4, 12, 64, 64)", style=solid]; -"2804 new_zeros_10" -> "2805 view_117" [label="(16, 16)", style=solid]; -"2805 view_117" -> "2806 permute_98" [label="(2, 8, 2, 8)", style=solid]; -"2806 permute_98" -> "2807 reshape_96" [label="(2, 2, 8, 8)", style=solid]; -"2807 reshape_96" -> "2808 unsqueeze_62" [label="(4, 64)", style=solid]; -"2807 reshape_96" -> "2809 unsqueeze_63" [label="(4, 64)", style=solid]; -"2808 unsqueeze_62" -> "2810 sub_10" [label="(4, 1, 64)", style=solid]; -"2809 unsqueeze_63" -> "2810 sub_10" [label="(4, 64, 1)", style=solid]; -"2810 sub_10" -> "2811 ne_10" [label="(4, 64, 64)", style=solid]; -"2810 sub_10" -> "2812 masked_fill_20" [label="(4, 64, 64)", style=solid]; -"2810 sub_10" -> "2813 eq_10" [label="(4, 64, 64)", style=solid]; -"2811 ne_10" -> "2812 masked_fill_20" [label="(4, 64, 64)", style=solid]; -"2812 masked_fill_20" -> "2814 masked_fill_21" [label="(4, 64, 64)", style=solid]; -"2813 eq_10" -> "2814 masked_fill_21" [label="(4, 64, 64)", style=solid]; -"2814 masked_fill_21" -> "2816 unsqueeze_64" [label="(4, 64, 64)", style=solid]; -"2815 view_118" -> "2818 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; -"2816 unsqueeze_64" -> "2817 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; -"2817 unsqueeze_65" -> "2818 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; -"2818 add_74" -> "2819 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; -"2819 view_119" -> "2820 softmax_21" [label="(4, 12, 64, 64)", style=solid]; -"2820 softmax_21" -> "2821 dropout_84" [label="(4, 12, 64, 64)", style=solid]; -"2821 dropout_84" -> "2822 matmul_43" [label="(4, 12, 64, 64)", style=solid]; -"2822 matmul_43" -> "2823 transpose_43" [label="(4, 12, 64, 32)", style=solid]; -"2823 transpose_43" -> "2824 reshape_97" [label="(4, 64, 12, 32)", style=solid]; -"2824 reshape_97" -> "2826 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2825 linear_131_updated_constant0" -> "2831 quantize_per_channel_default_132" [label="(384, 384)", style=solid]; -"2826 reshape_97_0_0_nncf_smooth_quant_0" -> "2827 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; -"2827 quantize_per_tensor_default_132" -> "2828 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; -"2828 dequantize_per_tensor_default_132" -> "2834 linear_131" [label="(4, 64, 384)", style=solid]; -"2829 linear_131_scale_0" -> "2831 quantize_per_channel_default_132" [label="(384,)", style=solid]; -"2829 linear_131_scale_0" -> "2832 dequantize_per_channel_default_132" [label="(384,)", style=solid]; -"2830 linear_131_zero_point_0" -> "2831 quantize_per_channel_default_132" [label="(384,)", style=solid]; -"2830 linear_131_zero_point_0" -> "2832 dequantize_per_channel_default_132" [label="(384,)", style=solid]; -"2831 quantize_per_channel_default_132" -> "2832 dequantize_per_channel_default_132" [label="(384, 384)", style=solid]; -"2832 dequantize_per_channel_default_132" -> "2834 linear_131" [label="(384, 384)", style=solid]; -"2833 _param_constant353_0_0" -> "2834 linear_131" [label="(384,)", style=solid]; -"2834 linear_131" -> "2835 dropout_85" [label="(4, 64, 384)", style=solid]; -"2835 dropout_85" -> "2836 view_120" [label="(4, 64, 384)", style=solid]; -"2836 view_120" -> "2837 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2837 permute_99" -> "2838 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2838 reshape_98" -> "2839 roll_21" [label="(1, 16, 16, 384)", style=solid]; -"2839 roll_21" -> "2840 slice_325" [label="(1, 16, 16, 384)", style=solid]; -"2840 slice_325" -> "2841 slice_326" [label="(1, 16, 16, 384)", style=solid]; -"2841 slice_326" -> "2842 slice_327" [label="(1, 14, 16, 384)", style=solid]; -"2842 slice_327" -> "2843 slice_328" [label="(1, 14, 14, 384)", style=solid]; -"2843 slice_328" -> "2844 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; -"2844 contiguous_41" -> "2847 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; -"2845 _param_constant354" -> "2847 layer_norm_45" [label="(384,)", style=solid]; -"2846 _param_constant355" -> "2847 layer_norm_45" [label="(384,)", style=solid]; -"2847 layer_norm_45" -> "2848 add_75" [label="(1, 14, 14, 384)", style=solid]; -"2848 add_75" -> "2850 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2848 add_75" -> "2875 add_76" [label="(1, 14, 14, 384)", style=solid]; -"2849 linear_132_updated_constant0" -> "2855 quantize_per_channel_default_133" [label="(1536, 384)", style=solid]; -"2850 add_75_0_0_nncf_smooth_quant_0" -> "2851 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; -"2851 quantize_per_tensor_default_133" -> "2852 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; -"2852 dequantize_per_tensor_default_133" -> "2858 linear_132" [label="(1, 14, 14, 384)", style=solid]; -"2853 linear_132_scale_0" -> "2855 quantize_per_channel_default_133" [label="(1536,)", style=solid]; -"2853 linear_132_scale_0" -> "2856 dequantize_per_channel_default_133" [label="(1536,)", style=solid]; -"2854 linear_132_zero_point_0" -> "2855 quantize_per_channel_default_133" [label="(1536,)", style=solid]; -"2854 linear_132_zero_point_0" -> "2856 dequantize_per_channel_default_133" [label="(1536,)", style=solid]; -"2855 quantize_per_channel_default_133" -> "2856 dequantize_per_channel_default_133" [label="(1536, 384)", style=solid]; -"2856 dequantize_per_channel_default_133" -> "2858 linear_132" [label="(1536, 384)", style=solid]; -"2857 _param_constant357_0_0" -> "2858 linear_132" [label="(1536,)", style=solid]; -"2858 linear_132" -> "2859 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; -"2859 gelu_21" -> "2860 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; -"2860 dropout_86" -> "2862 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2861 linear_133_updated_constant0" -> "2867 quantize_per_channel_default_134" [label="(384, 1536)", style=solid]; -"2862 dropout_86_0_0_nncf_smooth_quant_0" -> "2863 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; -"2863 quantize_per_tensor_default_134" -> "2864 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; -"2864 dequantize_per_tensor_default_134" -> "2870 linear_133" [label="(1, 14, 14, 1536)", style=solid]; -"2865 linear_133_scale_0" -> "2867 quantize_per_channel_default_134" [label="(384,)", style=solid]; -"2865 linear_133_scale_0" -> "2868 dequantize_per_channel_default_134" [label="(384,)", style=solid]; -"2866 linear_133_zero_point_0" -> "2867 quantize_per_channel_default_134" [label="(384,)", style=solid]; -"2866 linear_133_zero_point_0" -> "2868 dequantize_per_channel_default_134" [label="(384,)", style=solid]; -"2867 quantize_per_channel_default_134" -> "2868 dequantize_per_channel_default_134" [label="(384, 1536)", style=solid]; -"2868 dequantize_per_channel_default_134" -> "2870 linear_133" [label="(384, 1536)", style=solid]; -"2869 _param_constant359_0_0" -> "2870 linear_133" [label="(384,)", style=solid]; -"2870 linear_133" -> "2871 dropout_87" [label="(1, 14, 14, 384)", style=solid]; -"2871 dropout_87" -> "2874 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; -"2872 _param_constant360" -> "2874 layer_norm_46" [label="(384,)", style=solid]; -"2873 _param_constant361" -> "2874 layer_norm_46" [label="(384,)", style=solid]; -"2874 layer_norm_46" -> "2875 add_76" [label="(1, 14, 14, 384)", style=solid]; -"2875 add_76" -> "2876 pad_24" [label="(1, 14, 14, 384)", style=solid]; -"2876 pad_24" -> "2877 slice_329" [label="(1, 14, 14, 384)", style=solid]; -"2876 pad_24" -> "2880 slice_332" [label="(1, 14, 14, 384)", style=solid]; -"2876 pad_24" -> "2883 slice_335" [label="(1, 14, 14, 384)", style=solid]; -"2876 pad_24" -> "2886 slice_338" [label="(1, 14, 14, 384)", style=solid]; -"2877 slice_329" -> "2878 slice_330" [label="(1, 7, 14, 384)", style=solid]; -"2878 slice_330" -> "2879 slice_331" [label="(1, 7, 7, 384)", style=solid]; -"2879 slice_331" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2880 slice_332" -> "2881 slice_333" [label="(1, 7, 14, 384)", style=solid]; -"2881 slice_333" -> "2882 slice_334" [label="(1, 7, 7, 384)", style=solid]; -"2882 slice_334" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2883 slice_335" -> "2884 slice_336" [label="(1, 7, 14, 384)", style=solid]; -"2884 slice_336" -> "2885 slice_337" [label="(1, 7, 7, 384)", style=solid]; -"2885 slice_337" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2886 slice_338" -> "2887 slice_339" [label="(1, 7, 14, 384)", style=solid]; -"2887 slice_339" -> "2888 slice_340" [label="(1, 7, 7, 384)", style=solid]; -"2888 slice_340" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2889 cat_2" -> "2891 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; -"2890 linear_134_updated_constant0" -> "2896 quantize_per_channel_default_135" [label="(768, 1536)", style=solid]; -"2891 cat_2_0_0_nncf_smooth_quant_0" -> "2892 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; -"2892 quantize_per_tensor_default_135" -> "2893 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; -"2893 dequantize_per_tensor_default_135" -> "2898 linear_134" [label="(1, 7, 7, 1536)", style=solid]; -"2894 linear_134_scale_0" -> "2896 quantize_per_channel_default_135" [label="(768,)", style=solid]; -"2894 linear_134_scale_0" -> "2897 dequantize_per_channel_default_135" [label="(768,)", style=solid]; -"2895 linear_134_zero_point_0" -> "2896 quantize_per_channel_default_135" [label="(768,)", style=solid]; -"2895 linear_134_zero_point_0" -> "2897 dequantize_per_channel_default_135" [label="(768,)", style=solid]; -"2896 quantize_per_channel_default_135" -> "2897 dequantize_per_channel_default_135" [label="(768, 1536)", style=solid]; -"2897 dequantize_per_channel_default_135" -> "2898 linear_134" [label="(768, 1536)", style=solid]; -"2898 linear_134" -> "2901 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; -"2899 _param_constant363" -> "2901 layer_norm_47" [label="(768,)", style=solid]; -"2900 _param_constant364" -> "2901 layer_norm_47" [label="(768,)", style=solid]; -"2901 layer_norm_47" -> "2928 pad_25" [label="(1, 7, 7, 768)", style=solid]; -"2901 layer_norm_47" -> "2993 add_78" [label="(1, 7, 7, 768)", style=solid]; -"2902 _tensor_constant143" -> "2904 _tensor_constant143_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2903 linear_135_updated_constant0" -> "2907 quantize_per_channel_default_136" [label="(512, 2)", style=solid]; -"2904 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2910 linear_135" [label="(1, 15, 15, 2)", style=solid]; -"2905 linear_135_scale_0" -> "2907 quantize_per_channel_default_136" [label="(512,)", style=solid]; -"2905 linear_135_scale_0" -> "2908 dequantize_per_channel_default_136" [label="(512,)", style=solid]; -"2906 linear_135_zero_point_0" -> "2907 quantize_per_channel_default_136" [label="(512,)", style=solid]; -"2906 linear_135_zero_point_0" -> "2908 dequantize_per_channel_default_136" [label="(512,)", style=solid]; -"2907 quantize_per_channel_default_136" -> "2908 dequantize_per_channel_default_136" [label="(512, 2)", style=solid]; -"2908 dequantize_per_channel_default_136" -> "2910 linear_135" [label="(512, 2)", style=solid]; -"2909 _param_constant366_0_0" -> "2910 linear_135" [label="(512,)", style=solid]; -"2910 linear_135" -> "2911 relu__22" [label="(1, 15, 15, 512)", style=solid]; -"2911 relu__22" -> "2913 relu__22_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2912 linear_136_updated_constant0" -> "2916 quantize_per_channel_default_137" [label="(24, 512)", style=solid]; -"2913 relu__22_0_0_nncf_smooth_quant_0" -> "2918 linear_136" [label="(1, 15, 15, 512)", style=solid]; -"2914 linear_136_scale_0" -> "2916 quantize_per_channel_default_137" [label="(24,)", style=solid]; -"2914 linear_136_scale_0" -> "2917 dequantize_per_channel_default_137" [label="(24,)", style=solid]; -"2915 linear_136_zero_point_0" -> "2916 quantize_per_channel_default_137" [label="(24,)", style=solid]; -"2915 linear_136_zero_point_0" -> "2917 dequantize_per_channel_default_137" [label="(24,)", style=solid]; -"2916 quantize_per_channel_default_137" -> "2917 dequantize_per_channel_default_137" [label="(24, 512)", style=solid]; -"2917 dequantize_per_channel_default_137" -> "2918 linear_136" [label="(24, 512)", style=solid]; -"2918 linear_136" -> "2919 view_121" [label="(1, 15, 15, 24)", style=solid]; -"2919 view_121" -> "2921 index_22" [label="(225, 24)", style=solid]; -"2920 _tensor_constant144" -> "2921 index_22" [label="(4096,)", style=solid]; -"2921 index_22" -> "2922 view_122" [label="(4096, 24)", style=solid]; -"2922 view_122" -> "2923 permute_100" [label="(64, 64, 24)", style=solid]; -"2923 permute_100" -> "2924 contiguous_42" [label="(24, 64, 64)", style=solid]; -"2924 contiguous_42" -> "2925 unsqueeze_66" [label="(24, 64, 64)", style=solid]; -"2925 unsqueeze_66" -> "2926 sigmoid_22" [label="(1, 24, 64, 64)", style=solid]; -"2926 sigmoid_22" -> "2927 mul_44" [label="(1, 24, 64, 64)", style=solid]; -"2927 mul_44" -> "2965 add_77" [label="(1, 24, 64, 64)", style=solid]; -"2928 pad_25" -> "2929 view_123" [label="(1, 8, 8, 768)", style=solid]; -"2929 view_123" -> "2930 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"2930 permute_101" -> "2931 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2931 reshape_99" -> "2933 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2932 linear_137_updated_constant0" -> "2938 quantize_per_channel_default_138" [label="(2304, 768)", style=solid]; -"2933 reshape_99_0_0_nncf_smooth_quant_0" -> "2934 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; -"2934 quantize_per_tensor_default_136" -> "2935 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; -"2935 dequantize_per_tensor_default_136" -> "2941 linear_137" [label="(1, 64, 768)", style=solid]; -"2936 linear_137_scale_0" -> "2938 quantize_per_channel_default_138" [label="(2304,)", style=solid]; -"2936 linear_137_scale_0" -> "2939 dequantize_per_channel_default_138" [label="(2304,)", style=solid]; -"2937 linear_137_zero_point_0" -> "2938 quantize_per_channel_default_138" [label="(2304,)", style=solid]; -"2937 linear_137_zero_point_0" -> "2939 dequantize_per_channel_default_138" [label="(2304,)", style=solid]; -"2938 quantize_per_channel_default_138" -> "2939 dequantize_per_channel_default_138" [label="(2304, 768)", style=solid]; -"2939 dequantize_per_channel_default_138" -> "2941 linear_137" [label="(2304, 768)", style=solid]; -"2940 _param_constant368_0_0" -> "2941 linear_137" [label="(2304,)", style=solid]; -"2941 linear_137" -> "2942 reshape_100" [label="(1, 64, 2304)", style=solid]; -"2942 reshape_100" -> "2943 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; -"2943 permute_102" -> "2944 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; -"2943 permute_102" -> "2945 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; -"2943 permute_102" -> "2946 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; -"2944 select_66" -> "2947 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; -"2944 select_66" -> "2949 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; -"2944 select_66" -> "2950 div_44" [label="(1, 24, 64, 32)", style=solid]; -"2945 select_67" -> "2953 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; -"2945 select_67" -> "2955 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; -"2945 select_67" -> "2956 div_45" [label="(1, 24, 64, 32)", style=solid]; -"2946 select_68" -> "2968 matmul_45" [label="(1, 24, 64, 32)", style=solid]; -"2947 linalg_vector_norm_44" -> "2948 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; -"2948 clamp_min_44" -> "2949 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; -"2949 expand_as_44" -> "2950 div_44" [label="(1, 24, 64, 32)", style=solid]; -"2950 div_44" -> "2951 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; -"2951 quantize_per_tensor_default_137" -> "2952 dequantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; -"2952 dequantize_per_tensor_default_137" -> "2960 matmul_44" [label="(1, 24, 64, 32)", style=solid]; -"2953 linalg_vector_norm_45" -> "2954 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; -"2954 clamp_min_45" -> "2955 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; -"2955 expand_as_45" -> "2956 div_45" [label="(1, 24, 64, 32)", style=solid]; -"2956 div_45" -> "2957 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; -"2957 quantize_per_tensor_default_138" -> "2958 dequantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; -"2958 dequantize_per_tensor_default_138" -> "2959 transpose_44" [label="(1, 24, 64, 32)", style=solid]; -"2959 transpose_44" -> "2960 matmul_44" [label="(1, 24, 32, 64)", style=solid]; -"2960 matmul_44" -> "2964 mul_45" [label="(1, 24, 64, 64)", style=solid]; -"2961 _param_constant370" -> "2962 clamp_22" [label="(24, 1, 1)", style=solid]; -"2962 clamp_22" -> "2963 exp_22" [label="(24, 1, 1)", style=solid]; -"2963 exp_22" -> "2964 mul_45" [label="(24, 1, 1)", style=solid]; -"2964 mul_45" -> "2965 add_77" [label="(1, 24, 64, 64)", style=solid]; -"2965 add_77" -> "2966 softmax_22" [label="(1, 24, 64, 64)", style=solid]; -"2966 softmax_22" -> "2967 dropout_88" [label="(1, 24, 64, 64)", style=solid]; -"2967 dropout_88" -> "2968 matmul_45" [label="(1, 24, 64, 64)", style=solid]; -"2968 matmul_45" -> "2969 transpose_45" [label="(1, 24, 64, 32)", style=solid]; -"2969 transpose_45" -> "2970 reshape_101" [label="(1, 64, 24, 32)", style=solid]; -"2970 reshape_101" -> "2972 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2971 linear_138_updated_constant0" -> "2977 quantize_per_channel_default_139" [label="(768, 768)", style=solid]; -"2972 reshape_101_0_0_nncf_smooth_quant_0" -> "2973 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; -"2973 quantize_per_tensor_default_139" -> "2974 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; -"2974 dequantize_per_tensor_default_139" -> "2980 linear_138" [label="(1, 64, 768)", style=solid]; -"2975 linear_138_scale_0" -> "2977 quantize_per_channel_default_139" [label="(768,)", style=solid]; -"2975 linear_138_scale_0" -> "2978 dequantize_per_channel_default_139" [label="(768,)", style=solid]; -"2976 linear_138_zero_point_0" -> "2977 quantize_per_channel_default_139" [label="(768,)", style=solid]; -"2976 linear_138_zero_point_0" -> "2978 dequantize_per_channel_default_139" [label="(768,)", style=solid]; -"2977 quantize_per_channel_default_139" -> "2978 dequantize_per_channel_default_139" [label="(768, 768)", style=solid]; -"2978 dequantize_per_channel_default_139" -> "2980 linear_138" [label="(768, 768)", style=solid]; -"2979 _param_constant372_0_0" -> "2980 linear_138" [label="(768,)", style=solid]; -"2980 linear_138" -> "2981 dropout_89" [label="(1, 64, 768)", style=solid]; -"2981 dropout_89" -> "2982 view_124" [label="(1, 64, 768)", style=solid]; -"2982 view_124" -> "2983 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2983 permute_103" -> "2984 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"2984 reshape_102" -> "2985 slice_342" [label="(1, 8, 8, 768)", style=solid]; -"2985 slice_342" -> "2986 slice_343" [label="(1, 8, 8, 768)", style=solid]; -"2986 slice_343" -> "2987 slice_344" [label="(1, 7, 8, 768)", style=solid]; -"2987 slice_344" -> "2988 slice_345" [label="(1, 7, 7, 768)", style=solid]; -"2988 slice_345" -> "2989 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; -"2989 contiguous_43" -> "2992 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; -"2990 _param_constant373" -> "2992 layer_norm_48" [label="(768,)", style=solid]; -"2991 _param_constant374" -> "2992 layer_norm_48" [label="(768,)", style=solid]; -"2992 layer_norm_48" -> "2993 add_78" [label="(1, 7, 7, 768)", style=solid]; -"2993 add_78" -> "2995 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; -"2993 add_78" -> "3020 add_79" [label="(1, 7, 7, 768)", style=solid]; -"2994 linear_139_updated_constant0" -> "3000 quantize_per_channel_default_140" [label="(3072, 768)", style=solid]; -"2995 add_78_0_0_nncf_smooth_quant_0" -> "2996 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; -"2996 quantize_per_tensor_default_140" -> "2997 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; -"2997 dequantize_per_tensor_default_140" -> "3003 linear_139" [label="(1, 7, 7, 768)", style=solid]; -"2998 linear_139_scale_0" -> "3000 quantize_per_channel_default_140" [label="(3072,)", style=solid]; -"2998 linear_139_scale_0" -> "3001 dequantize_per_channel_default_140" [label="(3072,)", style=solid]; -"2999 linear_139_zero_point_0" -> "3000 quantize_per_channel_default_140" [label="(3072,)", style=solid]; -"2999 linear_139_zero_point_0" -> "3001 dequantize_per_channel_default_140" [label="(3072,)", style=solid]; -"3000 quantize_per_channel_default_140" -> "3001 dequantize_per_channel_default_140" [label="(3072, 768)", style=solid]; -"3001 dequantize_per_channel_default_140" -> "3003 linear_139" [label="(3072, 768)", style=solid]; -"3002 _param_constant376_0_0" -> "3003 linear_139" [label="(3072,)", style=solid]; -"3003 linear_139" -> "3004 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; -"3004 gelu_22" -> "3005 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; -"3005 dropout_90" -> "3007 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; -"3006 linear_140_updated_constant0" -> "3012 quantize_per_channel_default_141" [label="(768, 3072)", style=solid]; -"3007 dropout_90_0_0_nncf_smooth_quant_0" -> "3008 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; -"3008 quantize_per_tensor_default_141" -> "3009 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; -"3009 dequantize_per_tensor_default_141" -> "3015 linear_140" [label="(1, 7, 7, 3072)", style=solid]; -"3010 linear_140_scale_0" -> "3012 quantize_per_channel_default_141" [label="(768,)", style=solid]; -"3010 linear_140_scale_0" -> "3013 dequantize_per_channel_default_141" [label="(768,)", style=solid]; -"3011 linear_140_zero_point_0" -> "3012 quantize_per_channel_default_141" [label="(768,)", style=solid]; -"3011 linear_140_zero_point_0" -> "3013 dequantize_per_channel_default_141" [label="(768,)", style=solid]; -"3012 quantize_per_channel_default_141" -> "3013 dequantize_per_channel_default_141" [label="(768, 3072)", style=solid]; -"3013 dequantize_per_channel_default_141" -> "3015 linear_140" [label="(768, 3072)", style=solid]; -"3014 _param_constant378_0_0" -> "3015 linear_140" [label="(768,)", style=solid]; -"3015 linear_140" -> "3016 dropout_91" [label="(1, 7, 7, 768)", style=solid]; -"3016 dropout_91" -> "3019 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; -"3017 _param_constant379" -> "3019 layer_norm_49" [label="(768,)", style=solid]; -"3018 _param_constant380" -> "3019 layer_norm_49" [label="(768,)", style=solid]; -"3019 layer_norm_49" -> "3020 add_79" [label="(1, 7, 7, 768)", style=solid]; -"3020 add_79" -> "3047 pad_26" [label="(1, 7, 7, 768)", style=solid]; -"3020 add_79" -> "3112 add_81" [label="(1, 7, 7, 768)", style=solid]; -"3021 _tensor_constant145" -> "3023 _tensor_constant145_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"3022 linear_141_updated_constant0" -> "3026 quantize_per_channel_default_142" [label="(512, 2)", style=solid]; -"3023 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "3029 linear_141" [label="(1, 15, 15, 2)", style=solid]; -"3024 linear_141_scale_0" -> "3026 quantize_per_channel_default_142" [label="(512,)", style=solid]; -"3024 linear_141_scale_0" -> "3027 dequantize_per_channel_default_142" [label="(512,)", style=solid]; -"3025 linear_141_zero_point_0" -> "3026 quantize_per_channel_default_142" [label="(512,)", style=solid]; -"3025 linear_141_zero_point_0" -> "3027 dequantize_per_channel_default_142" [label="(512,)", style=solid]; -"3026 quantize_per_channel_default_142" -> "3027 dequantize_per_channel_default_142" [label="(512, 2)", style=solid]; -"3027 dequantize_per_channel_default_142" -> "3029 linear_141" [label="(512, 2)", style=solid]; -"3028 _param_constant382_0_0" -> "3029 linear_141" [label="(512,)", style=solid]; -"3029 linear_141" -> "3030 relu__23" [label="(1, 15, 15, 512)", style=solid]; -"3030 relu__23" -> "3032 relu__23_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"3031 linear_142_updated_constant0" -> "3035 quantize_per_channel_default_143" [label="(24, 512)", style=solid]; -"3032 relu__23_0_0_nncf_smooth_quant_0" -> "3037 linear_142" [label="(1, 15, 15, 512)", style=solid]; -"3033 linear_142_scale_0" -> "3035 quantize_per_channel_default_143" [label="(24,)", style=solid]; -"3033 linear_142_scale_0" -> "3036 dequantize_per_channel_default_143" [label="(24,)", style=solid]; -"3034 linear_142_zero_point_0" -> "3035 quantize_per_channel_default_143" [label="(24,)", style=solid]; -"3034 linear_142_zero_point_0" -> "3036 dequantize_per_channel_default_143" [label="(24,)", style=solid]; -"3035 quantize_per_channel_default_143" -> "3036 dequantize_per_channel_default_143" [label="(24, 512)", style=solid]; -"3036 dequantize_per_channel_default_143" -> "3037 linear_142" [label="(24, 512)", style=solid]; -"3037 linear_142" -> "3038 view_125" [label="(1, 15, 15, 24)", style=solid]; -"3038 view_125" -> "3040 index_23" [label="(225, 24)", style=solid]; -"3039 _tensor_constant146" -> "3040 index_23" [label="(4096,)", style=solid]; -"3040 index_23" -> "3041 view_126" [label="(4096, 24)", style=solid]; -"3041 view_126" -> "3042 permute_104" [label="(64, 64, 24)", style=solid]; -"3042 permute_104" -> "3043 contiguous_44" [label="(24, 64, 64)", style=solid]; -"3043 contiguous_44" -> "3044 unsqueeze_67" [label="(24, 64, 64)", style=solid]; -"3044 unsqueeze_67" -> "3045 sigmoid_23" [label="(1, 24, 64, 64)", style=solid]; -"3045 sigmoid_23" -> "3046 mul_46" [label="(1, 24, 64, 64)", style=solid]; -"3046 mul_46" -> "3084 add_80" [label="(1, 24, 64, 64)", style=solid]; -"3047 pad_26" -> "3048 view_127" [label="(1, 8, 8, 768)", style=solid]; -"3048 view_127" -> "3049 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"3049 permute_105" -> "3050 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"3050 reshape_103" -> "3052 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"3051 linear_143_updated_constant0" -> "3057 quantize_per_channel_default_144" [label="(2304, 768)", style=solid]; -"3052 reshape_103_0_0_nncf_smooth_quant_0" -> "3053 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; -"3053 quantize_per_tensor_default_142" -> "3054 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; -"3054 dequantize_per_tensor_default_142" -> "3060 linear_143" [label="(1, 64, 768)", style=solid]; -"3055 linear_143_scale_0" -> "3057 quantize_per_channel_default_144" [label="(2304,)", style=solid]; -"3055 linear_143_scale_0" -> "3058 dequantize_per_channel_default_144" [label="(2304,)", style=solid]; -"3056 linear_143_zero_point_0" -> "3057 quantize_per_channel_default_144" [label="(2304,)", style=solid]; -"3056 linear_143_zero_point_0" -> "3058 dequantize_per_channel_default_144" [label="(2304,)", style=solid]; -"3057 quantize_per_channel_default_144" -> "3058 dequantize_per_channel_default_144" [label="(2304, 768)", style=solid]; -"3058 dequantize_per_channel_default_144" -> "3060 linear_143" [label="(2304, 768)", style=solid]; -"3059 _param_constant384_0_0" -> "3060 linear_143" [label="(2304,)", style=solid]; -"3060 linear_143" -> "3061 reshape_104" [label="(1, 64, 2304)", style=solid]; -"3061 reshape_104" -> "3062 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; -"3062 permute_106" -> "3063 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; -"3062 permute_106" -> "3064 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; -"3062 permute_106" -> "3065 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; -"3063 select_69" -> "3066 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; -"3063 select_69" -> "3068 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; -"3063 select_69" -> "3069 div_46" [label="(1, 24, 64, 32)", style=solid]; -"3064 select_70" -> "3072 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; -"3064 select_70" -> "3074 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; -"3064 select_70" -> "3075 div_47" [label="(1, 24, 64, 32)", style=solid]; -"3065 select_71" -> "3087 matmul_47" [label="(1, 24, 64, 32)", style=solid]; -"3066 linalg_vector_norm_46" -> "3067 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; -"3067 clamp_min_46" -> "3068 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; -"3068 expand_as_46" -> "3069 div_46" [label="(1, 24, 64, 32)", style=solid]; -"3069 div_46" -> "3070 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; -"3070 quantize_per_tensor_default_143" -> "3071 dequantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; -"3071 dequantize_per_tensor_default_143" -> "3079 matmul_46" [label="(1, 24, 64, 32)", style=solid]; -"3072 linalg_vector_norm_47" -> "3073 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; -"3073 clamp_min_47" -> "3074 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; -"3074 expand_as_47" -> "3075 div_47" [label="(1, 24, 64, 32)", style=solid]; -"3075 div_47" -> "3076 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; -"3076 quantize_per_tensor_default_144" -> "3077 dequantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; -"3077 dequantize_per_tensor_default_144" -> "3078 transpose_46" [label="(1, 24, 64, 32)", style=solid]; -"3078 transpose_46" -> "3079 matmul_46" [label="(1, 24, 32, 64)", style=solid]; -"3079 matmul_46" -> "3083 mul_47" [label="(1, 24, 64, 64)", style=solid]; -"3080 _param_constant386" -> "3081 clamp_23" [label="(24, 1, 1)", style=solid]; -"3081 clamp_23" -> "3082 exp_23" [label="(24, 1, 1)", style=solid]; -"3082 exp_23" -> "3083 mul_47" [label="(24, 1, 1)", style=solid]; -"3083 mul_47" -> "3084 add_80" [label="(1, 24, 64, 64)", style=solid]; -"3084 add_80" -> "3085 softmax_23" [label="(1, 24, 64, 64)", style=solid]; -"3085 softmax_23" -> "3086 dropout_92" [label="(1, 24, 64, 64)", style=solid]; -"3086 dropout_92" -> "3087 matmul_47" [label="(1, 24, 64, 64)", style=solid]; -"3087 matmul_47" -> "3088 transpose_47" [label="(1, 24, 64, 32)", style=solid]; -"3088 transpose_47" -> "3089 reshape_105" [label="(1, 64, 24, 32)", style=solid]; -"3089 reshape_105" -> "3091 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"3090 linear_144_updated_constant0" -> "3096 quantize_per_channel_default_145" [label="(768, 768)", style=solid]; -"3091 reshape_105_0_0_nncf_smooth_quant_0" -> "3092 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; -"3092 quantize_per_tensor_default_145" -> "3093 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; -"3093 dequantize_per_tensor_default_145" -> "3099 linear_144" [label="(1, 64, 768)", style=solid]; -"3094 linear_144_scale_0" -> "3096 quantize_per_channel_default_145" [label="(768,)", style=solid]; -"3094 linear_144_scale_0" -> "3097 dequantize_per_channel_default_145" [label="(768,)", style=solid]; -"3095 linear_144_zero_point_0" -> "3096 quantize_per_channel_default_145" [label="(768,)", style=solid]; -"3095 linear_144_zero_point_0" -> "3097 dequantize_per_channel_default_145" [label="(768,)", style=solid]; -"3096 quantize_per_channel_default_145" -> "3097 dequantize_per_channel_default_145" [label="(768, 768)", style=solid]; -"3097 dequantize_per_channel_default_145" -> "3099 linear_144" [label="(768, 768)", style=solid]; -"3098 _param_constant388_0_0" -> "3099 linear_144" [label="(768,)", style=solid]; -"3099 linear_144" -> "3100 dropout_93" [label="(1, 64, 768)", style=solid]; -"3100 dropout_93" -> "3101 view_128" [label="(1, 64, 768)", style=solid]; -"3101 view_128" -> "3102 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"3102 permute_107" -> "3103 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"3103 reshape_106" -> "3104 slice_347" [label="(1, 8, 8, 768)", style=solid]; -"3104 slice_347" -> "3105 slice_348" [label="(1, 8, 8, 768)", style=solid]; -"3105 slice_348" -> "3106 slice_349" [label="(1, 7, 8, 768)", style=solid]; -"3106 slice_349" -> "3107 slice_350" [label="(1, 7, 7, 768)", style=solid]; -"3107 slice_350" -> "3108 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; -"3108 contiguous_45" -> "3111 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; -"3109 _param_constant389" -> "3111 layer_norm_50" [label="(768,)", style=solid]; -"3110 _param_constant390" -> "3111 layer_norm_50" [label="(768,)", style=solid]; -"3111 layer_norm_50" -> "3112 add_81" [label="(1, 7, 7, 768)", style=solid]; -"3112 add_81" -> "3114 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; -"3112 add_81" -> "3139 add_82" [label="(1, 7, 7, 768)", style=solid]; -"3113 linear_145_updated_constant0" -> "3119 quantize_per_channel_default_146" [label="(3072, 768)", style=solid]; -"3114 add_81_0_0_nncf_smooth_quant_0" -> "3115 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; -"3115 quantize_per_tensor_default_146" -> "3116 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; -"3116 dequantize_per_tensor_default_146" -> "3122 linear_145" [label="(1, 7, 7, 768)", style=solid]; -"3117 linear_145_scale_0" -> "3119 quantize_per_channel_default_146" [label="(3072,)", style=solid]; -"3117 linear_145_scale_0" -> "3120 dequantize_per_channel_default_146" [label="(3072,)", style=solid]; -"3118 linear_145_zero_point_0" -> "3119 quantize_per_channel_default_146" [label="(3072,)", style=solid]; -"3118 linear_145_zero_point_0" -> "3120 dequantize_per_channel_default_146" [label="(3072,)", style=solid]; -"3119 quantize_per_channel_default_146" -> "3120 dequantize_per_channel_default_146" [label="(3072, 768)", style=solid]; -"3120 dequantize_per_channel_default_146" -> "3122 linear_145" [label="(3072, 768)", style=solid]; -"3121 _param_constant392_0_0" -> "3122 linear_145" [label="(3072,)", style=solid]; -"3122 linear_145" -> "3123 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; -"3123 gelu_23" -> "3124 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; -"3124 dropout_94" -> "3126 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; -"3125 linear_146_updated_constant0" -> "3131 quantize_per_channel_default_147" [label="(768, 3072)", style=solid]; -"3126 dropout_94_0_0_nncf_smooth_quant_0" -> "3127 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; -"3127 quantize_per_tensor_default_147" -> "3128 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; -"3128 dequantize_per_tensor_default_147" -> "3134 linear_146" [label="(1, 7, 7, 3072)", style=solid]; -"3129 linear_146_scale_0" -> "3131 quantize_per_channel_default_147" [label="(768,)", style=solid]; -"3129 linear_146_scale_0" -> "3132 dequantize_per_channel_default_147" [label="(768,)", style=solid]; -"3130 linear_146_zero_point_0" -> "3131 quantize_per_channel_default_147" [label="(768,)", style=solid]; -"3130 linear_146_zero_point_0" -> "3132 dequantize_per_channel_default_147" [label="(768,)", style=solid]; -"3131 quantize_per_channel_default_147" -> "3132 dequantize_per_channel_default_147" [label="(768, 3072)", style=solid]; -"3132 dequantize_per_channel_default_147" -> "3134 linear_146" [label="(768, 3072)", style=solid]; -"3133 _param_constant394_0_0" -> "3134 linear_146" [label="(768,)", style=solid]; -"3134 linear_146" -> "3135 dropout_95" [label="(1, 7, 7, 768)", style=solid]; -"3135 dropout_95" -> "3138 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; -"3136 _param_constant395" -> "3138 layer_norm_51" [label="(768,)", style=solid]; -"3137 _param_constant396" -> "3138 layer_norm_51" [label="(768,)", style=solid]; -"3138 layer_norm_51" -> "3139 add_82" [label="(1, 7, 7, 768)", style=solid]; -"3139 add_82" -> "3142 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; -"3140 _param_constant397" -> "3142 layer_norm_52" [label="(768,)", style=solid]; -"3141 _param_constant398" -> "3142 layer_norm_52" [label="(768,)", style=solid]; -"3142 layer_norm_52" -> "3143 permute_108" [label="(1, 7, 7, 768)", style=solid]; -"3143 permute_108" -> "3144 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; -"3144 adaptive_avg_pool2d" -> "3145 flatten" [label="(1, 768, 1, 1)", style=solid]; -"3145 flatten" -> "3147 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; -"3146 linear_147_updated_constant0" -> "3152 quantize_per_channel_default_148" [label="(1000, 768)", style=solid]; -"3147 flatten_0_0_nncf_smooth_quant_0" -> "3148 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; -"3148 quantize_per_tensor_default_148" -> "3149 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; -"3149 dequantize_per_tensor_default_148" -> "3155 linear_147" [label="(1, 768)", style=solid]; -"3150 linear_147_scale_0" -> "3152 quantize_per_channel_default_148" [label="(1000,)", style=solid]; -"3150 linear_147_scale_0" -> "3153 dequantize_per_channel_default_148" [label="(1000,)", style=solid]; -"3151 linear_147_zero_point_0" -> "3152 quantize_per_channel_default_148" [label="(1000,)", style=solid]; -"3151 linear_147_zero_point_0" -> "3153 dequantize_per_channel_default_148" [label="(1000,)", style=solid]; -"3152 quantize_per_channel_default_148" -> "3153 dequantize_per_channel_default_148" [label="(1000, 768)", style=solid]; -"3153 dequantize_per_channel_default_148" -> "3155 linear_147" [label="(1000, 768)", style=solid]; -"3154 _param_constant400_0_0" -> "3155 linear_147" [label="(1000,)", style=solid]; -"3155 linear_147" -> "3156 output" [label="(1, 1000)", style=solid]; +"2 dequantize_per_tensor_default" -> "7 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor" [label="(96, 1, 1, 1)", style=solid]; +"4 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(96, 3, 4, 4)", style=solid]; +"5 _param_constant1_0_0" -> "7 conv2d" [label="(96,)", style=solid]; +"6 mul_tensor" -> "7 conv2d" [label=None, style=solid]; +"7 conv2d" -> "8 permute" [label="(1, 96, 56, 56)", style=solid]; +"8 permute" -> "11 layer_norm" [label="(1, 56, 56, 96)", style=solid]; +"9 _param_constant2" -> "11 layer_norm" [label="(96,)", style=solid]; +"10 _param_constant3" -> "11 layer_norm" [label="(96,)", style=solid]; +"11 layer_norm" -> "34 pad" [label="(1, 56, 56, 96)", style=solid]; +"11 layer_norm" -> "92 add_1" [label="(1, 56, 56, 96)", style=solid]; +"12 _tensor_constant0" -> "13 _tensor_constant0_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"13 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "18 linear" [label="(1, 15, 15, 2)", style=solid]; +"14 linear_scale_0_updated_constant0" -> "17 mul_tensor_1" [label="(512, 1)", style=solid]; +"15 compressed_weight_updated_constant1" -> "17 mul_tensor_1" [label="(512, 2)", style=solid]; +"16 _param_constant5_0_0" -> "18 linear" [label="(512,)", style=solid]; +"17 mul_tensor_1" -> "18 linear" [label=None, style=solid]; +"18 linear" -> "19 relu_" [label="(1, 15, 15, 512)", style=solid]; +"19 relu_" -> "20 relu__0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"20 relu__0_0_nncf_smooth_quant_0" -> "24 linear_1" [label="(1, 15, 15, 512)", style=solid]; +"21 linear_1_scale_0_updated_constant0" -> "23 mul_tensor_2" [label="(3, 1)", style=solid]; +"22 compressed_weight_updated_constant2" -> "23 mul_tensor_2" [label="(3, 512)", style=solid]; +"23 mul_tensor_2" -> "24 linear_1" [label=None, style=solid]; +"24 linear_1" -> "25 view" [label="(1, 15, 15, 3)", style=solid]; +"25 view" -> "27 index" [label="(225, 3)", style=solid]; +"26 _tensor_constant1" -> "27 index" [label="(4096,)", style=solid]; +"27 index" -> "28 view_1" [label="(4096, 3)", style=solid]; +"28 view_1" -> "29 permute_1" [label="(64, 64, 3)", style=solid]; +"29 permute_1" -> "30 contiguous" [label="(3, 64, 64)", style=solid]; +"30 contiguous" -> "31 unsqueeze" [label="(3, 64, 64)", style=solid]; +"31 unsqueeze" -> "32 sigmoid" [label="(1, 3, 64, 64)", style=solid]; +"32 sigmoid" -> "33 mul" [label="(1, 3, 64, 64)", style=solid]; +"33 mul" -> "69 add" [label="(1, 3, 64, 64)", style=solid]; +"34 pad" -> "35 view_2" [label="(1, 56, 56, 96)", style=solid]; +"35 view_2" -> "36 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"36 permute_2" -> "37 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"37 reshape" -> "38 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"38 reshape_0_0_nncf_smooth_quant_0" -> "39 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"39 quantize_per_tensor_default_1" -> "40 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"40 dequantize_per_tensor_default_1" -> "45 linear_2" [label="(49, 64, 96)", style=solid]; +"41 linear_2_scale_0_updated_constant0" -> "44 mul_tensor_3" [label="(288, 1)", style=solid]; +"42 compressed_weight_updated_constant3" -> "44 mul_tensor_3" [label="(288, 96)", style=solid]; +"43 _param_constant7_0_0" -> "45 linear_2" [label="(288,)", style=solid]; +"44 mul_tensor_3" -> "45 linear_2" [label=None, style=solid]; +"45 linear_2" -> "46 reshape_1" [label="(49, 64, 288)", style=solid]; +"46 reshape_1" -> "47 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; +"47 permute_3" -> "48 select" [label="(3, 49, 3, 64, 32)", style=solid]; +"47 permute_3" -> "49 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; +"47 permute_3" -> "50 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; +"48 select" -> "51 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; +"48 select" -> "53 expand_as" [label="(49, 3, 64, 32)", style=solid]; +"48 select" -> "54 div" [label="(49, 3, 64, 32)", style=solid]; +"49 select_1" -> "57 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; +"49 select_1" -> "59 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; +"49 select_1" -> "60 div_1" [label="(49, 3, 64, 32)", style=solid]; +"50 select_2" -> "72 matmul_1" [label="(49, 3, 64, 32)", style=solid]; +"51 linalg_vector_norm" -> "52 clamp_min" [label="(49, 3, 64, 1)", style=solid]; +"52 clamp_min" -> "53 expand_as" [label="(49, 3, 64, 1)", style=solid]; +"53 expand_as" -> "54 div" [label="(49, 3, 64, 32)", style=solid]; +"54 div" -> "55 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"55 quantize_per_tensor_default_2" -> "56 dequantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"56 dequantize_per_tensor_default_2" -> "64 matmul" [label="(49, 3, 64, 32)", style=solid]; +"57 linalg_vector_norm_1" -> "58 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; +"58 clamp_min_1" -> "59 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; +"59 expand_as_1" -> "60 div_1" [label="(49, 3, 64, 32)", style=solid]; +"60 div_1" -> "61 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"61 quantize_per_tensor_default_3" -> "62 dequantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"62 dequantize_per_tensor_default_3" -> "63 transpose" [label="(49, 3, 64, 32)", style=solid]; +"63 transpose" -> "64 matmul" [label="(49, 3, 32, 64)", style=solid]; +"64 matmul" -> "68 mul_1" [label="(49, 3, 64, 64)", style=solid]; +"65 _param_constant9" -> "66 clamp" [label="(3, 1, 1)", style=solid]; +"66 clamp" -> "67 exp" [label="(3, 1, 1)", style=solid]; +"67 exp" -> "68 mul_1" [label="(3, 1, 1)", style=solid]; +"68 mul_1" -> "69 add" [label="(49, 3, 64, 64)", style=solid]; +"69 add" -> "70 softmax" [label="(49, 3, 64, 64)", style=solid]; +"70 softmax" -> "71 dropout" [label="(49, 3, 64, 64)", style=solid]; +"71 dropout" -> "72 matmul_1" [label="(49, 3, 64, 64)", style=solid]; +"72 matmul_1" -> "73 transpose_1" [label="(49, 3, 64, 32)", style=solid]; +"73 transpose_1" -> "74 reshape_2" [label="(49, 64, 3, 32)", style=solid]; +"74 reshape_2" -> "75 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"75 reshape_2_0_0_nncf_smooth_quant_0" -> "76 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"76 quantize_per_tensor_default_4" -> "77 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"77 dequantize_per_tensor_default_4" -> "82 linear_3" [label="(49, 64, 96)", style=solid]; +"78 linear_3_scale_0_updated_constant0" -> "81 mul_tensor_4" [label="(96, 1)", style=solid]; +"79 compressed_weight_updated_constant4" -> "81 mul_tensor_4" [label="(96, 96)", style=solid]; +"80 _param_constant11_0_0" -> "82 linear_3" [label="(96,)", style=solid]; +"81 mul_tensor_4" -> "82 linear_3" [label=None, style=solid]; +"82 linear_3" -> "83 dropout_1" [label="(49, 64, 96)", style=solid]; +"83 dropout_1" -> "84 view_3" [label="(49, 64, 96)", style=solid]; +"84 view_3" -> "85 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"85 permute_4" -> "86 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"86 reshape_3" -> "87 slice_2" [label="(1, 56, 56, 96)", style=solid]; +"87 slice_2" -> "88 slice_3" [label="(1, 56, 56, 96)", style=solid]; +"88 slice_3" -> "91 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; +"89 _param_constant12" -> "91 layer_norm_1" [label="(96,)", style=solid]; +"90 _param_constant13" -> "91 layer_norm_1" [label="(96,)", style=solid]; +"91 layer_norm_1" -> "92 add_1" [label="(1, 56, 56, 96)", style=solid]; +"92 add_1" -> "93 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"92 add_1" -> "115 add_2" [label="(1, 56, 56, 96)", style=solid]; +"93 add_1_0_0_nncf_smooth_quant_0" -> "94 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"94 quantize_per_tensor_default_5" -> "95 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"95 dequantize_per_tensor_default_5" -> "100 linear_4" [label="(1, 56, 56, 96)", style=solid]; +"96 linear_4_scale_0_updated_constant0" -> "99 mul_tensor_5" [label="(384, 1)", style=solid]; +"97 compressed_weight_updated_constant5" -> "99 mul_tensor_5" [label="(384, 96)", style=solid]; +"98 _param_constant15_0_0" -> "100 linear_4" [label="(384,)", style=solid]; +"99 mul_tensor_5" -> "100 linear_4" [label=None, style=solid]; +"100 linear_4" -> "101 gelu" [label="(1, 56, 56, 384)", style=solid]; +"101 gelu" -> "102 dropout_2" [label="(1, 56, 56, 384)", style=solid]; +"102 dropout_2" -> "103 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"103 dropout_2_0_0_nncf_smooth_quant_0" -> "104 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"104 quantize_per_tensor_default_6" -> "105 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"105 dequantize_per_tensor_default_6" -> "110 linear_5" [label="(1, 56, 56, 384)", style=solid]; +"106 linear_5_scale_0_updated_constant0" -> "109 mul_tensor_6" [label="(96, 1)", style=solid]; +"107 compressed_weight_updated_constant6" -> "109 mul_tensor_6" [label="(96, 384)", style=solid]; +"108 _param_constant17_0_0" -> "110 linear_5" [label="(96,)", style=solid]; +"109 mul_tensor_6" -> "110 linear_5" [label=None, style=solid]; +"110 linear_5" -> "111 dropout_3" [label="(1, 56, 56, 96)", style=solid]; +"111 dropout_3" -> "114 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; +"112 _param_constant18" -> "114 layer_norm_2" [label="(96,)", style=solid]; +"113 _param_constant19" -> "114 layer_norm_2" [label="(96,)", style=solid]; +"114 layer_norm_2" -> "115 add_2" [label="(1, 56, 56, 96)", style=solid]; +"115 add_2" -> "138 pad_1" [label="(1, 56, 56, 96)", style=solid]; +"115 add_2" -> "214 add_5" [label="(1, 56, 56, 96)", style=solid]; +"116 _tensor_constant2" -> "117 _tensor_constant2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"117 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "122 linear_6" [label="(1, 15, 15, 2)", style=solid]; +"118 linear_6_scale_0_updated_constant0" -> "121 mul_tensor_7" [label="(512, 1)", style=solid]; +"119 compressed_weight_updated_constant7" -> "121 mul_tensor_7" [label="(512, 2)", style=solid]; +"120 _param_constant21_0_0" -> "122 linear_6" [label="(512,)", style=solid]; +"121 mul_tensor_7" -> "122 linear_6" [label=None, style=solid]; +"122 linear_6" -> "123 relu__1" [label="(1, 15, 15, 512)", style=solid]; +"123 relu__1" -> "124 relu__1_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"124 relu__1_0_0_nncf_smooth_quant_0" -> "128 linear_7" [label="(1, 15, 15, 512)", style=solid]; +"125 linear_7_scale_0_updated_constant0" -> "127 mul_tensor_8" [label="(3, 1)", style=solid]; +"126 compressed_weight_updated_constant8" -> "127 mul_tensor_8" [label="(3, 512)", style=solid]; +"127 mul_tensor_8" -> "128 linear_7" [label=None, style=solid]; +"128 linear_7" -> "129 view_4" [label="(1, 15, 15, 3)", style=solid]; +"129 view_4" -> "131 index_1" [label="(225, 3)", style=solid]; +"130 _tensor_constant3" -> "131 index_1" [label="(4096,)", style=solid]; +"131 index_1" -> "132 view_5" [label="(4096, 3)", style=solid]; +"132 view_5" -> "133 permute_5" [label="(64, 64, 3)", style=solid]; +"133 permute_5" -> "134 contiguous_1" [label="(3, 64, 64)", style=solid]; +"134 contiguous_1" -> "135 unsqueeze_1" [label="(3, 64, 64)", style=solid]; +"135 unsqueeze_1" -> "136 sigmoid_1" [label="(1, 3, 64, 64)", style=solid]; +"136 sigmoid_1" -> "137 mul_2" [label="(1, 3, 64, 64)", style=solid]; +"137 mul_2" -> "174 add_3" [label="(1, 3, 64, 64)", style=solid]; +"138 pad_1" -> "139 roll" [label="(1, 56, 56, 96)", style=solid]; +"139 roll" -> "140 view_6" [label="(1, 56, 56, 96)", style=solid]; +"140 view_6" -> "141 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"141 permute_6" -> "142 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"142 reshape_4" -> "143 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"142 reshape_4" -> "175 new_zeros" [label="(49, 64, 96)", style=solid]; +"143 reshape_4_0_0_nncf_smooth_quant_0" -> "144 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"144 quantize_per_tensor_default_7" -> "145 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"145 dequantize_per_tensor_default_7" -> "150 linear_8" [label="(49, 64, 96)", style=solid]; +"146 linear_8_scale_0_updated_constant0" -> "149 mul_tensor_9" [label="(288, 1)", style=solid]; +"147 compressed_weight_updated_constant9" -> "149 mul_tensor_9" [label="(288, 96)", style=solid]; +"148 _param_constant23_0_0" -> "150 linear_8" [label="(288,)", style=solid]; +"149 mul_tensor_9" -> "150 linear_8" [label=None, style=solid]; +"150 linear_8" -> "151 reshape_5" [label="(49, 64, 288)", style=solid]; +"151 reshape_5" -> "152 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; +"152 permute_7" -> "153 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; +"152 permute_7" -> "154 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; +"152 permute_7" -> "155 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; +"153 select_3" -> "156 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; +"153 select_3" -> "158 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; +"153 select_3" -> "159 div_2" [label="(49, 3, 64, 32)", style=solid]; +"154 select_4" -> "162 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; +"154 select_4" -> "164 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; +"154 select_4" -> "165 div_3" [label="(49, 3, 64, 32)", style=solid]; +"155 select_5" -> "193 matmul_3" [label="(49, 3, 64, 32)", style=solid]; +"156 linalg_vector_norm_2" -> "157 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; +"157 clamp_min_2" -> "158 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; +"158 expand_as_2" -> "159 div_2" [label="(49, 3, 64, 32)", style=solid]; +"159 div_2" -> "160 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"160 quantize_per_tensor_default_8" -> "161 dequantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"161 dequantize_per_tensor_default_8" -> "169 matmul_2" [label="(49, 3, 64, 32)", style=solid]; +"162 linalg_vector_norm_3" -> "163 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; +"163 clamp_min_3" -> "164 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; +"164 expand_as_3" -> "165 div_3" [label="(49, 3, 64, 32)", style=solid]; +"165 div_3" -> "166 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"166 quantize_per_tensor_default_9" -> "167 dequantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"167 dequantize_per_tensor_default_9" -> "168 transpose_2" [label="(49, 3, 64, 32)", style=solid]; +"168 transpose_2" -> "169 matmul_2" [label="(49, 3, 32, 64)", style=solid]; +"169 matmul_2" -> "173 mul_3" [label="(49, 3, 64, 64)", style=solid]; +"170 _param_constant25" -> "171 clamp_1" [label="(3, 1, 1)", style=solid]; +"171 clamp_1" -> "172 exp_1" [label="(3, 1, 1)", style=solid]; +"172 exp_1" -> "173 mul_3" [label="(3, 1, 1)", style=solid]; +"173 mul_3" -> "174 add_3" [label="(49, 3, 64, 64)", style=solid]; +"174 add_3" -> "186 view_8" [label="(49, 3, 64, 64)", style=solid]; +"175 new_zeros" -> "176 view_7" [label="(56, 56)", style=solid]; +"176 view_7" -> "177 permute_8" [label="(7, 8, 7, 8)", style=solid]; +"177 permute_8" -> "178 reshape_6" [label="(7, 7, 8, 8)", style=solid]; +"178 reshape_6" -> "179 unsqueeze_2" [label="(49, 64)", style=solid]; +"178 reshape_6" -> "180 unsqueeze_3" [label="(49, 64)", style=solid]; +"179 unsqueeze_2" -> "181 sub" [label="(49, 1, 64)", style=solid]; +"180 unsqueeze_3" -> "181 sub" [label="(49, 64, 1)", style=solid]; +"181 sub" -> "182 ne" [label="(49, 64, 64)", style=solid]; +"181 sub" -> "183 masked_fill" [label="(49, 64, 64)", style=solid]; +"181 sub" -> "184 eq" [label="(49, 64, 64)", style=solid]; +"182 ne" -> "183 masked_fill" [label="(49, 64, 64)", style=solid]; +"183 masked_fill" -> "185 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"184 eq" -> "185 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"185 masked_fill_1" -> "187 unsqueeze_4" [label="(49, 64, 64)", style=solid]; +"186 view_8" -> "189 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; +"187 unsqueeze_4" -> "188 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; +"188 unsqueeze_5" -> "189 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; +"189 add_4" -> "190 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; +"190 view_9" -> "191 softmax_1" [label="(49, 3, 64, 64)", style=solid]; +"191 softmax_1" -> "192 dropout_4" [label="(49, 3, 64, 64)", style=solid]; +"192 dropout_4" -> "193 matmul_3" [label="(49, 3, 64, 64)", style=solid]; +"193 matmul_3" -> "194 transpose_3" [label="(49, 3, 64, 32)", style=solid]; +"194 transpose_3" -> "195 reshape_7" [label="(49, 64, 3, 32)", style=solid]; +"195 reshape_7" -> "196 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"196 reshape_7_0_0_nncf_smooth_quant_0" -> "197 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"197 quantize_per_tensor_default_10" -> "198 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"198 dequantize_per_tensor_default_10" -> "203 linear_9" [label="(49, 64, 96)", style=solid]; +"199 linear_9_scale_0_updated_constant0" -> "202 mul_tensor_10" [label="(96, 1)", style=solid]; +"200 compressed_weight_updated_constant10" -> "202 mul_tensor_10" [label="(96, 96)", style=solid]; +"201 _param_constant27_0_0" -> "203 linear_9" [label="(96,)", style=solid]; +"202 mul_tensor_10" -> "203 linear_9" [label=None, style=solid]; +"203 linear_9" -> "204 dropout_5" [label="(49, 64, 96)", style=solid]; +"204 dropout_5" -> "205 view_10" [label="(49, 64, 96)", style=solid]; +"205 view_10" -> "206 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"206 permute_9" -> "207 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"207 reshape_8" -> "208 roll_1" [label="(1, 56, 56, 96)", style=solid]; +"208 roll_1" -> "209 slice_23" [label="(1, 56, 56, 96)", style=solid]; +"209 slice_23" -> "210 slice_24" [label="(1, 56, 56, 96)", style=solid]; +"210 slice_24" -> "213 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; +"211 _param_constant28" -> "213 layer_norm_3" [label="(96,)", style=solid]; +"212 _param_constant29" -> "213 layer_norm_3" [label="(96,)", style=solid]; +"213 layer_norm_3" -> "214 add_5" [label="(1, 56, 56, 96)", style=solid]; +"214 add_5" -> "215 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"214 add_5" -> "237 add_6" [label="(1, 56, 56, 96)", style=solid]; +"215 add_5_0_0_nncf_smooth_quant_0" -> "216 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"216 quantize_per_tensor_default_11" -> "217 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"217 dequantize_per_tensor_default_11" -> "222 linear_10" [label="(1, 56, 56, 96)", style=solid]; +"218 linear_10_scale_0_updated_constant0" -> "221 mul_tensor_11" [label="(384, 1)", style=solid]; +"219 compressed_weight_updated_constant11" -> "221 mul_tensor_11" [label="(384, 96)", style=solid]; +"220 _param_constant31_0_0" -> "222 linear_10" [label="(384,)", style=solid]; +"221 mul_tensor_11" -> "222 linear_10" [label=None, style=solid]; +"222 linear_10" -> "223 gelu_1" [label="(1, 56, 56, 384)", style=solid]; +"223 gelu_1" -> "224 dropout_6" [label="(1, 56, 56, 384)", style=solid]; +"224 dropout_6" -> "225 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"225 dropout_6_0_0_nncf_smooth_quant_0" -> "226 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"226 quantize_per_tensor_default_12" -> "227 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"227 dequantize_per_tensor_default_12" -> "232 linear_11" [label="(1, 56, 56, 384)", style=solid]; +"228 linear_11_scale_0_updated_constant0" -> "231 mul_tensor_12" [label="(96, 1)", style=solid]; +"229 compressed_weight_updated_constant12" -> "231 mul_tensor_12" [label="(96, 384)", style=solid]; +"230 _param_constant33_0_0" -> "232 linear_11" [label="(96,)", style=solid]; +"231 mul_tensor_12" -> "232 linear_11" [label=None, style=solid]; +"232 linear_11" -> "233 dropout_7" [label="(1, 56, 56, 96)", style=solid]; +"233 dropout_7" -> "236 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; +"234 _param_constant34" -> "236 layer_norm_4" [label="(96,)", style=solid]; +"235 _param_constant35" -> "236 layer_norm_4" [label="(96,)", style=solid]; +"236 layer_norm_4" -> "237 add_6" [label="(1, 56, 56, 96)", style=solid]; +"237 add_6" -> "238 pad_2" [label="(1, 56, 56, 96)", style=solid]; +"238 pad_2" -> "239 slice_25" [label="(1, 56, 56, 96)", style=solid]; +"238 pad_2" -> "242 slice_28" [label="(1, 56, 56, 96)", style=solid]; +"238 pad_2" -> "245 slice_31" [label="(1, 56, 56, 96)", style=solid]; +"238 pad_2" -> "248 slice_34" [label="(1, 56, 56, 96)", style=solid]; +"239 slice_25" -> "240 slice_26" [label="(1, 28, 56, 96)", style=solid]; +"240 slice_26" -> "241 slice_27" [label="(1, 28, 28, 96)", style=solid]; +"241 slice_27" -> "251 cat" [label="(1, 28, 28, 96)", style=solid]; +"242 slice_28" -> "243 slice_29" [label="(1, 28, 56, 96)", style=solid]; +"243 slice_29" -> "244 slice_30" [label="(1, 28, 28, 96)", style=solid]; +"244 slice_30" -> "251 cat" [label="(1, 28, 28, 96)", style=solid]; +"245 slice_31" -> "246 slice_32" [label="(1, 28, 56, 96)", style=solid]; +"246 slice_32" -> "247 slice_33" [label="(1, 28, 28, 96)", style=solid]; +"247 slice_33" -> "251 cat" [label="(1, 28, 28, 96)", style=solid]; +"248 slice_34" -> "249 slice_35" [label="(1, 28, 56, 96)", style=solid]; +"249 slice_35" -> "250 slice_36" [label="(1, 28, 28, 96)", style=solid]; +"250 slice_36" -> "251 cat" [label="(1, 28, 28, 96)", style=solid]; +"251 cat" -> "252 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; +"252 cat_0_0_nncf_smooth_quant_0" -> "253 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"253 quantize_per_tensor_default_13" -> "254 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"254 dequantize_per_tensor_default_13" -> "258 linear_12" [label="(1, 28, 28, 384)", style=solid]; +"255 linear_12_scale_0_updated_constant0" -> "257 mul_tensor_13" [label="(192, 1)", style=solid]; +"256 compressed_weight_updated_constant13" -> "257 mul_tensor_13" [label="(192, 384)", style=solid]; +"257 mul_tensor_13" -> "258 linear_12" [label=None, style=solid]; +"258 linear_12" -> "261 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; +"259 _param_constant37" -> "261 layer_norm_5" [label="(192,)", style=solid]; +"260 _param_constant38" -> "261 layer_norm_5" [label="(192,)", style=solid]; +"261 layer_norm_5" -> "284 pad_3" [label="(1, 28, 28, 192)", style=solid]; +"261 layer_norm_5" -> "345 add_8" [label="(1, 28, 28, 192)", style=solid]; +"262 _tensor_constant13" -> "263 _tensor_constant13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"263 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "268 linear_13" [label="(1, 15, 15, 2)", style=solid]; +"264 linear_13_scale_0_updated_constant0" -> "267 mul_tensor_14" [label="(512, 1)", style=solid]; +"265 compressed_weight_updated_constant14" -> "267 mul_tensor_14" [label="(512, 2)", style=solid]; +"266 _param_constant40_0_0" -> "268 linear_13" [label="(512,)", style=solid]; +"267 mul_tensor_14" -> "268 linear_13" [label=None, style=solid]; +"268 linear_13" -> "269 relu__2" [label="(1, 15, 15, 512)", style=solid]; +"269 relu__2" -> "270 relu__2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"270 relu__2_0_0_nncf_smooth_quant_0" -> "274 linear_14" [label="(1, 15, 15, 512)", style=solid]; +"271 linear_14_scale_0_updated_constant0" -> "273 mul_tensor_15" [label="(6, 1)", style=solid]; +"272 compressed_weight_updated_constant15" -> "273 mul_tensor_15" [label="(6, 512)", style=solid]; +"273 mul_tensor_15" -> "274 linear_14" [label=None, style=solid]; +"274 linear_14" -> "275 view_11" [label="(1, 15, 15, 6)", style=solid]; +"275 view_11" -> "277 index_2" [label="(225, 6)", style=solid]; +"276 _tensor_constant14" -> "277 index_2" [label="(4096,)", style=solid]; +"277 index_2" -> "278 view_12" [label="(4096, 6)", style=solid]; +"278 view_12" -> "279 permute_10" [label="(64, 64, 6)", style=solid]; +"279 permute_10" -> "280 contiguous_2" [label="(6, 64, 64)", style=solid]; +"280 contiguous_2" -> "281 unsqueeze_6" [label="(6, 64, 64)", style=solid]; +"281 unsqueeze_6" -> "282 sigmoid_2" [label="(1, 6, 64, 64)", style=solid]; +"282 sigmoid_2" -> "283 mul_4" [label="(1, 6, 64, 64)", style=solid]; +"283 mul_4" -> "319 add_7" [label="(1, 6, 64, 64)", style=solid]; +"284 pad_3" -> "285 view_13" [label="(1, 32, 32, 192)", style=solid]; +"285 view_13" -> "286 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"286 permute_11" -> "287 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"287 reshape_9" -> "288 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"288 reshape_9_0_0_nncf_smooth_quant_0" -> "289 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"289 quantize_per_tensor_default_14" -> "290 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"290 dequantize_per_tensor_default_14" -> "295 linear_15" [label="(16, 64, 192)", style=solid]; +"291 linear_15_scale_0_updated_constant0" -> "294 mul_tensor_16" [label="(576, 1)", style=solid]; +"292 compressed_weight_updated_constant16" -> "294 mul_tensor_16" [label="(576, 192)", style=solid]; +"293 _param_constant42_0_0" -> "295 linear_15" [label="(576,)", style=solid]; +"294 mul_tensor_16" -> "295 linear_15" [label=None, style=solid]; +"295 linear_15" -> "296 reshape_10" [label="(16, 64, 576)", style=solid]; +"296 reshape_10" -> "297 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; +"297 permute_12" -> "298 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; +"297 permute_12" -> "299 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; +"297 permute_12" -> "300 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; +"298 select_6" -> "301 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; +"298 select_6" -> "303 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; +"298 select_6" -> "304 div_4" [label="(16, 6, 64, 32)", style=solid]; +"299 select_7" -> "307 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; +"299 select_7" -> "309 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; +"299 select_7" -> "310 div_5" [label="(16, 6, 64, 32)", style=solid]; +"300 select_8" -> "322 matmul_5" [label="(16, 6, 64, 32)", style=solid]; +"301 linalg_vector_norm_4" -> "302 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; +"302 clamp_min_4" -> "303 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; +"303 expand_as_4" -> "304 div_4" [label="(16, 6, 64, 32)", style=solid]; +"304 div_4" -> "305 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"305 quantize_per_tensor_default_15" -> "306 dequantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"306 dequantize_per_tensor_default_15" -> "314 matmul_4" [label="(16, 6, 64, 32)", style=solid]; +"307 linalg_vector_norm_5" -> "308 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; +"308 clamp_min_5" -> "309 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; +"309 expand_as_5" -> "310 div_5" [label="(16, 6, 64, 32)", style=solid]; +"310 div_5" -> "311 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"311 quantize_per_tensor_default_16" -> "312 dequantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"312 dequantize_per_tensor_default_16" -> "313 transpose_4" [label="(16, 6, 64, 32)", style=solid]; +"313 transpose_4" -> "314 matmul_4" [label="(16, 6, 32, 64)", style=solid]; +"314 matmul_4" -> "318 mul_5" [label="(16, 6, 64, 64)", style=solid]; +"315 _param_constant44" -> "316 clamp_2" [label="(6, 1, 1)", style=solid]; +"316 clamp_2" -> "317 exp_2" [label="(6, 1, 1)", style=solid]; +"317 exp_2" -> "318 mul_5" [label="(6, 1, 1)", style=solid]; +"318 mul_5" -> "319 add_7" [label="(16, 6, 64, 64)", style=solid]; +"319 add_7" -> "320 softmax_2" [label="(16, 6, 64, 64)", style=solid]; +"320 softmax_2" -> "321 dropout_8" [label="(16, 6, 64, 64)", style=solid]; +"321 dropout_8" -> "322 matmul_5" [label="(16, 6, 64, 64)", style=solid]; +"322 matmul_5" -> "323 transpose_5" [label="(16, 6, 64, 32)", style=solid]; +"323 transpose_5" -> "324 reshape_11" [label="(16, 64, 6, 32)", style=solid]; +"324 reshape_11" -> "325 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"325 reshape_11_0_0_nncf_smooth_quant_0" -> "326 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"326 quantize_per_tensor_default_17" -> "327 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"327 dequantize_per_tensor_default_17" -> "332 linear_16" [label="(16, 64, 192)", style=solid]; +"328 linear_16_scale_0_updated_constant0" -> "331 mul_tensor_17" [label="(192, 1)", style=solid]; +"329 compressed_weight_updated_constant17" -> "331 mul_tensor_17" [label="(192, 192)", style=solid]; +"330 _param_constant46_0_0" -> "332 linear_16" [label="(192,)", style=solid]; +"331 mul_tensor_17" -> "332 linear_16" [label=None, style=solid]; +"332 linear_16" -> "333 dropout_9" [label="(16, 64, 192)", style=solid]; +"333 dropout_9" -> "334 view_14" [label="(16, 64, 192)", style=solid]; +"334 view_14" -> "335 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"335 permute_13" -> "336 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"336 reshape_12" -> "337 slice_38" [label="(1, 32, 32, 192)", style=solid]; +"337 slice_38" -> "338 slice_39" [label="(1, 32, 32, 192)", style=solid]; +"338 slice_39" -> "339 slice_40" [label="(1, 28, 32, 192)", style=solid]; +"339 slice_40" -> "340 slice_41" [label="(1, 28, 28, 192)", style=solid]; +"340 slice_41" -> "341 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; +"341 contiguous_3" -> "344 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; +"342 _param_constant47" -> "344 layer_norm_6" [label="(192,)", style=solid]; +"343 _param_constant48" -> "344 layer_norm_6" [label="(192,)", style=solid]; +"344 layer_norm_6" -> "345 add_8" [label="(1, 28, 28, 192)", style=solid]; +"345 add_8" -> "346 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"345 add_8" -> "368 add_9" [label="(1, 28, 28, 192)", style=solid]; +"346 add_8_0_0_nncf_smooth_quant_0" -> "347 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"347 quantize_per_tensor_default_18" -> "348 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"348 dequantize_per_tensor_default_18" -> "353 linear_17" [label="(1, 28, 28, 192)", style=solid]; +"349 linear_17_scale_0_updated_constant0" -> "352 mul_tensor_18" [label="(768, 1)", style=solid]; +"350 compressed_weight_updated_constant18" -> "352 mul_tensor_18" [label="(768, 192)", style=solid]; +"351 _param_constant50_0_0" -> "353 linear_17" [label="(768,)", style=solid]; +"352 mul_tensor_18" -> "353 linear_17" [label=None, style=solid]; +"353 linear_17" -> "354 gelu_2" [label="(1, 28, 28, 768)", style=solid]; +"354 gelu_2" -> "355 dropout_10" [label="(1, 28, 28, 768)", style=solid]; +"355 dropout_10" -> "356 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"356 dropout_10_0_0_nncf_smooth_quant_0" -> "357 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"357 quantize_per_tensor_default_19" -> "358 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"358 dequantize_per_tensor_default_19" -> "363 linear_18" [label="(1, 28, 28, 768)", style=solid]; +"359 linear_18_scale_0_updated_constant0" -> "362 mul_tensor_19" [label="(192, 1)", style=solid]; +"360 compressed_weight_updated_constant19" -> "362 mul_tensor_19" [label="(192, 768)", style=solid]; +"361 _param_constant52_0_0" -> "363 linear_18" [label="(192,)", style=solid]; +"362 mul_tensor_19" -> "363 linear_18" [label=None, style=solid]; +"363 linear_18" -> "364 dropout_11" [label="(1, 28, 28, 192)", style=solid]; +"364 dropout_11" -> "367 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; +"365 _param_constant53" -> "367 layer_norm_7" [label="(192,)", style=solid]; +"366 _param_constant54" -> "367 layer_norm_7" [label="(192,)", style=solid]; +"367 layer_norm_7" -> "368 add_9" [label="(1, 28, 28, 192)", style=solid]; +"368 add_9" -> "391 pad_4" [label="(1, 28, 28, 192)", style=solid]; +"368 add_9" -> "470 add_12" [label="(1, 28, 28, 192)", style=solid]; +"369 _tensor_constant15" -> "370 _tensor_constant15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"370 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "375 linear_19" [label="(1, 15, 15, 2)", style=solid]; +"371 linear_19_scale_0_updated_constant0" -> "374 mul_tensor_20" [label="(512, 1)", style=solid]; +"372 compressed_weight_updated_constant20" -> "374 mul_tensor_20" [label="(512, 2)", style=solid]; +"373 _param_constant56_0_0" -> "375 linear_19" [label="(512,)", style=solid]; +"374 mul_tensor_20" -> "375 linear_19" [label=None, style=solid]; +"375 linear_19" -> "376 relu__3" [label="(1, 15, 15, 512)", style=solid]; +"376 relu__3" -> "377 relu__3_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"377 relu__3_0_0_nncf_smooth_quant_0" -> "381 linear_20" [label="(1, 15, 15, 512)", style=solid]; +"378 linear_20_scale_0_updated_constant0" -> "380 mul_tensor_21" [label="(6, 1)", style=solid]; +"379 compressed_weight_updated_constant21" -> "380 mul_tensor_21" [label="(6, 512)", style=solid]; +"380 mul_tensor_21" -> "381 linear_20" [label=None, style=solid]; +"381 linear_20" -> "382 view_15" [label="(1, 15, 15, 6)", style=solid]; +"382 view_15" -> "384 index_3" [label="(225, 6)", style=solid]; +"383 _tensor_constant16" -> "384 index_3" [label="(4096,)", style=solid]; +"384 index_3" -> "385 view_16" [label="(4096, 6)", style=solid]; +"385 view_16" -> "386 permute_14" [label="(64, 64, 6)", style=solid]; +"386 permute_14" -> "387 contiguous_4" [label="(6, 64, 64)", style=solid]; +"387 contiguous_4" -> "388 unsqueeze_7" [label="(6, 64, 64)", style=solid]; +"388 unsqueeze_7" -> "389 sigmoid_3" [label="(1, 6, 64, 64)", style=solid]; +"389 sigmoid_3" -> "390 mul_6" [label="(1, 6, 64, 64)", style=solid]; +"390 mul_6" -> "427 add_10" [label="(1, 6, 64, 64)", style=solid]; +"391 pad_4" -> "392 roll_2" [label="(1, 32, 32, 192)", style=solid]; +"392 roll_2" -> "393 view_17" [label="(1, 32, 32, 192)", style=solid]; +"393 view_17" -> "394 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"394 permute_15" -> "395 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"395 reshape_13" -> "396 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"395 reshape_13" -> "428 new_zeros_1" [label="(16, 64, 192)", style=solid]; +"396 reshape_13_0_0_nncf_smooth_quant_0" -> "397 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"397 quantize_per_tensor_default_20" -> "398 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"398 dequantize_per_tensor_default_20" -> "403 linear_21" [label="(16, 64, 192)", style=solid]; +"399 linear_21_scale_0_updated_constant0" -> "402 mul_tensor_22" [label="(576, 1)", style=solid]; +"400 compressed_weight_updated_constant22" -> "402 mul_tensor_22" [label="(576, 192)", style=solid]; +"401 _param_constant58_0_0" -> "403 linear_21" [label="(576,)", style=solid]; +"402 mul_tensor_22" -> "403 linear_21" [label=None, style=solid]; +"403 linear_21" -> "404 reshape_14" [label="(16, 64, 576)", style=solid]; +"404 reshape_14" -> "405 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; +"405 permute_16" -> "406 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; +"405 permute_16" -> "407 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; +"405 permute_16" -> "408 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; +"406 select_9" -> "409 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; +"406 select_9" -> "411 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; +"406 select_9" -> "412 div_6" [label="(16, 6, 64, 32)", style=solid]; +"407 select_10" -> "415 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; +"407 select_10" -> "417 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; +"407 select_10" -> "418 div_7" [label="(16, 6, 64, 32)", style=solid]; +"408 select_11" -> "446 matmul_7" [label="(16, 6, 64, 32)", style=solid]; +"409 linalg_vector_norm_6" -> "410 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; +"410 clamp_min_6" -> "411 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; +"411 expand_as_6" -> "412 div_6" [label="(16, 6, 64, 32)", style=solid]; +"412 div_6" -> "413 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"413 quantize_per_tensor_default_21" -> "414 dequantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"414 dequantize_per_tensor_default_21" -> "422 matmul_6" [label="(16, 6, 64, 32)", style=solid]; +"415 linalg_vector_norm_7" -> "416 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; +"416 clamp_min_7" -> "417 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; +"417 expand_as_7" -> "418 div_7" [label="(16, 6, 64, 32)", style=solid]; +"418 div_7" -> "419 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"419 quantize_per_tensor_default_22" -> "420 dequantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"420 dequantize_per_tensor_default_22" -> "421 transpose_6" [label="(16, 6, 64, 32)", style=solid]; +"421 transpose_6" -> "422 matmul_6" [label="(16, 6, 32, 64)", style=solid]; +"422 matmul_6" -> "426 mul_7" [label="(16, 6, 64, 64)", style=solid]; +"423 _param_constant60" -> "424 clamp_3" [label="(6, 1, 1)", style=solid]; +"424 clamp_3" -> "425 exp_3" [label="(6, 1, 1)", style=solid]; +"425 exp_3" -> "426 mul_7" [label="(6, 1, 1)", style=solid]; +"426 mul_7" -> "427 add_10" [label="(16, 6, 64, 64)", style=solid]; +"427 add_10" -> "439 view_19" [label="(16, 6, 64, 64)", style=solid]; +"428 new_zeros_1" -> "429 view_18" [label="(32, 32)", style=solid]; +"429 view_18" -> "430 permute_17" [label="(4, 8, 4, 8)", style=solid]; +"430 permute_17" -> "431 reshape_15" [label="(4, 4, 8, 8)", style=solid]; +"431 reshape_15" -> "432 unsqueeze_8" [label="(16, 64)", style=solid]; +"431 reshape_15" -> "433 unsqueeze_9" [label="(16, 64)", style=solid]; +"432 unsqueeze_8" -> "434 sub_1" [label="(16, 1, 64)", style=solid]; +"433 unsqueeze_9" -> "434 sub_1" [label="(16, 64, 1)", style=solid]; +"434 sub_1" -> "435 ne_1" [label="(16, 64, 64)", style=solid]; +"434 sub_1" -> "436 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"434 sub_1" -> "437 eq_1" [label="(16, 64, 64)", style=solid]; +"435 ne_1" -> "436 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"436 masked_fill_2" -> "438 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"437 eq_1" -> "438 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"438 masked_fill_3" -> "440 unsqueeze_10" [label="(16, 64, 64)", style=solid]; +"439 view_19" -> "442 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; +"440 unsqueeze_10" -> "441 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; +"441 unsqueeze_11" -> "442 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; +"442 add_11" -> "443 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; +"443 view_20" -> "444 softmax_3" [label="(16, 6, 64, 64)", style=solid]; +"444 softmax_3" -> "445 dropout_12" [label="(16, 6, 64, 64)", style=solid]; +"445 dropout_12" -> "446 matmul_7" [label="(16, 6, 64, 64)", style=solid]; +"446 matmul_7" -> "447 transpose_7" [label="(16, 6, 64, 32)", style=solid]; +"447 transpose_7" -> "448 reshape_16" [label="(16, 64, 6, 32)", style=solid]; +"448 reshape_16" -> "449 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"449 reshape_16_0_0_nncf_smooth_quant_0" -> "450 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"450 quantize_per_tensor_default_23" -> "451 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"451 dequantize_per_tensor_default_23" -> "456 linear_22" [label="(16, 64, 192)", style=solid]; +"452 linear_22_scale_0_updated_constant0" -> "455 mul_tensor_23" [label="(192, 1)", style=solid]; +"453 compressed_weight_updated_constant23" -> "455 mul_tensor_23" [label="(192, 192)", style=solid]; +"454 _param_constant62_0_0" -> "456 linear_22" [label="(192,)", style=solid]; +"455 mul_tensor_23" -> "456 linear_22" [label=None, style=solid]; +"456 linear_22" -> "457 dropout_13" [label="(16, 64, 192)", style=solid]; +"457 dropout_13" -> "458 view_21" [label="(16, 64, 192)", style=solid]; +"458 view_21" -> "459 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"459 permute_18" -> "460 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"460 reshape_17" -> "461 roll_3" [label="(1, 32, 32, 192)", style=solid]; +"461 roll_3" -> "462 slice_61" [label="(1, 32, 32, 192)", style=solid]; +"462 slice_61" -> "463 slice_62" [label="(1, 32, 32, 192)", style=solid]; +"463 slice_62" -> "464 slice_63" [label="(1, 28, 32, 192)", style=solid]; +"464 slice_63" -> "465 slice_64" [label="(1, 28, 28, 192)", style=solid]; +"465 slice_64" -> "466 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; +"466 contiguous_5" -> "469 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; +"467 _param_constant63" -> "469 layer_norm_8" [label="(192,)", style=solid]; +"468 _param_constant64" -> "469 layer_norm_8" [label="(192,)", style=solid]; +"469 layer_norm_8" -> "470 add_12" [label="(1, 28, 28, 192)", style=solid]; +"470 add_12" -> "471 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"470 add_12" -> "493 add_13" [label="(1, 28, 28, 192)", style=solid]; +"471 add_12_0_0_nncf_smooth_quant_0" -> "472 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"472 quantize_per_tensor_default_24" -> "473 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"473 dequantize_per_tensor_default_24" -> "478 linear_23" [label="(1, 28, 28, 192)", style=solid]; +"474 linear_23_scale_0_updated_constant0" -> "477 mul_tensor_24" [label="(768, 1)", style=solid]; +"475 compressed_weight_updated_constant24" -> "477 mul_tensor_24" [label="(768, 192)", style=solid]; +"476 _param_constant66_0_0" -> "478 linear_23" [label="(768,)", style=solid]; +"477 mul_tensor_24" -> "478 linear_23" [label=None, style=solid]; +"478 linear_23" -> "479 gelu_3" [label="(1, 28, 28, 768)", style=solid]; +"479 gelu_3" -> "480 dropout_14" [label="(1, 28, 28, 768)", style=solid]; +"480 dropout_14" -> "481 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"481 dropout_14_0_0_nncf_smooth_quant_0" -> "482 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"482 quantize_per_tensor_default_25" -> "483 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"483 dequantize_per_tensor_default_25" -> "488 linear_24" [label="(1, 28, 28, 768)", style=solid]; +"484 linear_24_scale_0_updated_constant0" -> "487 mul_tensor_25" [label="(192, 1)", style=solid]; +"485 compressed_weight_updated_constant25" -> "487 mul_tensor_25" [label="(192, 768)", style=solid]; +"486 _param_constant68_0_0" -> "488 linear_24" [label="(192,)", style=solid]; +"487 mul_tensor_25" -> "488 linear_24" [label=None, style=solid]; +"488 linear_24" -> "489 dropout_15" [label="(1, 28, 28, 192)", style=solid]; +"489 dropout_15" -> "492 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; +"490 _param_constant69" -> "492 layer_norm_9" [label="(192,)", style=solid]; +"491 _param_constant70" -> "492 layer_norm_9" [label="(192,)", style=solid]; +"492 layer_norm_9" -> "493 add_13" [label="(1, 28, 28, 192)", style=solid]; +"493 add_13" -> "494 pad_5" [label="(1, 28, 28, 192)", style=solid]; +"494 pad_5" -> "495 slice_65" [label="(1, 28, 28, 192)", style=solid]; +"494 pad_5" -> "498 slice_68" [label="(1, 28, 28, 192)", style=solid]; +"494 pad_5" -> "501 slice_71" [label="(1, 28, 28, 192)", style=solid]; +"494 pad_5" -> "504 slice_74" [label="(1, 28, 28, 192)", style=solid]; +"495 slice_65" -> "496 slice_66" [label="(1, 14, 28, 192)", style=solid]; +"496 slice_66" -> "497 slice_67" [label="(1, 14, 14, 192)", style=solid]; +"497 slice_67" -> "507 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"498 slice_68" -> "499 slice_69" [label="(1, 14, 28, 192)", style=solid]; +"499 slice_69" -> "500 slice_70" [label="(1, 14, 14, 192)", style=solid]; +"500 slice_70" -> "507 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"501 slice_71" -> "502 slice_72" [label="(1, 14, 28, 192)", style=solid]; +"502 slice_72" -> "503 slice_73" [label="(1, 14, 14, 192)", style=solid]; +"503 slice_73" -> "507 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"504 slice_74" -> "505 slice_75" [label="(1, 14, 28, 192)", style=solid]; +"505 slice_75" -> "506 slice_76" [label="(1, 14, 14, 192)", style=solid]; +"506 slice_76" -> "507 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"507 cat_1" -> "508 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; +"508 cat_1_0_0_nncf_smooth_quant_0" -> "509 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"509 quantize_per_tensor_default_26" -> "510 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"510 dequantize_per_tensor_default_26" -> "514 linear_25" [label="(1, 14, 14, 768)", style=solid]; +"511 linear_25_scale_0_updated_constant0" -> "513 mul_tensor_26" [label="(384, 1)", style=solid]; +"512 compressed_weight_updated_constant26" -> "513 mul_tensor_26" [label="(384, 768)", style=solid]; +"513 mul_tensor_26" -> "514 linear_25" [label=None, style=solid]; +"514 linear_25" -> "517 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; +"515 _param_constant72" -> "517 layer_norm_10" [label="(384,)", style=solid]; +"516 _param_constant73" -> "517 layer_norm_10" [label="(384,)", style=solid]; +"517 layer_norm_10" -> "540 pad_6" [label="(1, 14, 14, 384)", style=solid]; +"517 layer_norm_10" -> "601 add_15" [label="(1, 14, 14, 384)", style=solid]; +"518 _tensor_constant26" -> "519 _tensor_constant26_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"519 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "524 linear_26" [label="(1, 15, 15, 2)", style=solid]; +"520 linear_26_scale_0_updated_constant0" -> "523 mul_tensor_27" [label="(512, 1)", style=solid]; +"521 compressed_weight_updated_constant27" -> "523 mul_tensor_27" [label="(512, 2)", style=solid]; +"522 _param_constant75_0_0" -> "524 linear_26" [label="(512,)", style=solid]; +"523 mul_tensor_27" -> "524 linear_26" [label=None, style=solid]; +"524 linear_26" -> "525 relu__4" [label="(1, 15, 15, 512)", style=solid]; +"525 relu__4" -> "526 relu__4_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"526 relu__4_0_0_nncf_smooth_quant_0" -> "530 linear_27" [label="(1, 15, 15, 512)", style=solid]; +"527 linear_27_scale_0_updated_constant0" -> "529 mul_tensor_28" [label="(12, 1)", style=solid]; +"528 compressed_weight_updated_constant28" -> "529 mul_tensor_28" [label="(12, 512)", style=solid]; +"529 mul_tensor_28" -> "530 linear_27" [label=None, style=solid]; +"530 linear_27" -> "531 view_22" [label="(1, 15, 15, 12)", style=solid]; +"531 view_22" -> "533 index_4" [label="(225, 12)", style=solid]; +"532 _tensor_constant27" -> "533 index_4" [label="(4096,)", style=solid]; +"533 index_4" -> "534 view_23" [label="(4096, 12)", style=solid]; +"534 view_23" -> "535 permute_19" [label="(64, 64, 12)", style=solid]; +"535 permute_19" -> "536 contiguous_6" [label="(12, 64, 64)", style=solid]; +"536 contiguous_6" -> "537 unsqueeze_12" [label="(12, 64, 64)", style=solid]; +"537 unsqueeze_12" -> "538 sigmoid_4" [label="(1, 12, 64, 64)", style=solid]; +"538 sigmoid_4" -> "539 mul_8" [label="(1, 12, 64, 64)", style=solid]; +"539 mul_8" -> "575 add_14" [label="(1, 12, 64, 64)", style=solid]; +"540 pad_6" -> "541 view_24" [label="(1, 16, 16, 384)", style=solid]; +"541 view_24" -> "542 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"542 permute_20" -> "543 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"543 reshape_18" -> "544 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"544 reshape_18_0_0_nncf_smooth_quant_0" -> "545 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"545 quantize_per_tensor_default_27" -> "546 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"546 dequantize_per_tensor_default_27" -> "551 linear_28" [label="(4, 64, 384)", style=solid]; +"547 linear_28_scale_0_updated_constant0" -> "550 mul_tensor_29" [label="(1152, 1)", style=solid]; +"548 compressed_weight_updated_constant29" -> "550 mul_tensor_29" [label="(1152, 384)", style=solid]; +"549 _param_constant77_0_0" -> "551 linear_28" [label="(1152,)", style=solid]; +"550 mul_tensor_29" -> "551 linear_28" [label=None, style=solid]; +"551 linear_28" -> "552 reshape_19" [label="(4, 64, 1152)", style=solid]; +"552 reshape_19" -> "553 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; +"553 permute_21" -> "554 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; +"553 permute_21" -> "555 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; +"553 permute_21" -> "556 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; +"554 select_12" -> "557 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; +"554 select_12" -> "559 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; +"554 select_12" -> "560 div_8" [label="(4, 12, 64, 32)", style=solid]; +"555 select_13" -> "563 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; +"555 select_13" -> "565 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; +"555 select_13" -> "566 div_9" [label="(4, 12, 64, 32)", style=solid]; +"556 select_14" -> "578 matmul_9" [label="(4, 12, 64, 32)", style=solid]; +"557 linalg_vector_norm_8" -> "558 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; +"558 clamp_min_8" -> "559 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; +"559 expand_as_8" -> "560 div_8" [label="(4, 12, 64, 32)", style=solid]; +"560 div_8" -> "561 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"561 quantize_per_tensor_default_28" -> "562 dequantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"562 dequantize_per_tensor_default_28" -> "570 matmul_8" [label="(4, 12, 64, 32)", style=solid]; +"563 linalg_vector_norm_9" -> "564 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; +"564 clamp_min_9" -> "565 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; +"565 expand_as_9" -> "566 div_9" [label="(4, 12, 64, 32)", style=solid]; +"566 div_9" -> "567 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"567 quantize_per_tensor_default_29" -> "568 dequantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"568 dequantize_per_tensor_default_29" -> "569 transpose_8" [label="(4, 12, 64, 32)", style=solid]; +"569 transpose_8" -> "570 matmul_8" [label="(4, 12, 32, 64)", style=solid]; +"570 matmul_8" -> "574 mul_9" [label="(4, 12, 64, 64)", style=solid]; +"571 _param_constant79" -> "572 clamp_4" [label="(12, 1, 1)", style=solid]; +"572 clamp_4" -> "573 exp_4" [label="(12, 1, 1)", style=solid]; +"573 exp_4" -> "574 mul_9" [label="(12, 1, 1)", style=solid]; +"574 mul_9" -> "575 add_14" [label="(4, 12, 64, 64)", style=solid]; +"575 add_14" -> "576 softmax_4" [label="(4, 12, 64, 64)", style=solid]; +"576 softmax_4" -> "577 dropout_16" [label="(4, 12, 64, 64)", style=solid]; +"577 dropout_16" -> "578 matmul_9" [label="(4, 12, 64, 64)", style=solid]; +"578 matmul_9" -> "579 transpose_9" [label="(4, 12, 64, 32)", style=solid]; +"579 transpose_9" -> "580 reshape_20" [label="(4, 64, 12, 32)", style=solid]; +"580 reshape_20" -> "581 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"581 reshape_20_0_0_nncf_smooth_quant_0" -> "582 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"582 quantize_per_tensor_default_30" -> "583 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"583 dequantize_per_tensor_default_30" -> "588 linear_29" [label="(4, 64, 384)", style=solid]; +"584 linear_29_scale_0_updated_constant0" -> "587 mul_tensor_30" [label="(384, 1)", style=solid]; +"585 compressed_weight_updated_constant30" -> "587 mul_tensor_30" [label="(384, 384)", style=solid]; +"586 _param_constant81_0_0" -> "588 linear_29" [label="(384,)", style=solid]; +"587 mul_tensor_30" -> "588 linear_29" [label=None, style=solid]; +"588 linear_29" -> "589 dropout_17" [label="(4, 64, 384)", style=solid]; +"589 dropout_17" -> "590 view_25" [label="(4, 64, 384)", style=solid]; +"590 view_25" -> "591 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"591 permute_22" -> "592 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"592 reshape_21" -> "593 slice_78" [label="(1, 16, 16, 384)", style=solid]; +"593 slice_78" -> "594 slice_79" [label="(1, 16, 16, 384)", style=solid]; +"594 slice_79" -> "595 slice_80" [label="(1, 14, 16, 384)", style=solid]; +"595 slice_80" -> "596 slice_81" [label="(1, 14, 14, 384)", style=solid]; +"596 slice_81" -> "597 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; +"597 contiguous_7" -> "600 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; +"598 _param_constant82" -> "600 layer_norm_11" [label="(384,)", style=solid]; +"599 _param_constant83" -> "600 layer_norm_11" [label="(384,)", style=solid]; +"600 layer_norm_11" -> "601 add_15" [label="(1, 14, 14, 384)", style=solid]; +"601 add_15" -> "602 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"601 add_15" -> "624 add_16" [label="(1, 14, 14, 384)", style=solid]; +"602 add_15_0_0_nncf_smooth_quant_0" -> "603 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"603 quantize_per_tensor_default_31" -> "604 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"604 dequantize_per_tensor_default_31" -> "609 linear_30" [label="(1, 14, 14, 384)", style=solid]; +"605 linear_30_scale_0_updated_constant0" -> "608 mul_tensor_31" [label="(1536, 1)", style=solid]; +"606 compressed_weight_updated_constant31" -> "608 mul_tensor_31" [label="(1536, 384)", style=solid]; +"607 _param_constant85_0_0" -> "609 linear_30" [label="(1536,)", style=solid]; +"608 mul_tensor_31" -> "609 linear_30" [label=None, style=solid]; +"609 linear_30" -> "610 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; +"610 gelu_4" -> "611 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; +"611 dropout_18" -> "612 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"612 dropout_18_0_0_nncf_smooth_quant_0" -> "613 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"613 quantize_per_tensor_default_32" -> "614 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"614 dequantize_per_tensor_default_32" -> "619 linear_31" [label="(1, 14, 14, 1536)", style=solid]; +"615 linear_31_scale_0_updated_constant0" -> "618 mul_tensor_32" [label="(384, 1)", style=solid]; +"616 compressed_weight_updated_constant32" -> "618 mul_tensor_32" [label="(384, 1536)", style=solid]; +"617 _param_constant87_0_0" -> "619 linear_31" [label="(384,)", style=solid]; +"618 mul_tensor_32" -> "619 linear_31" [label=None, style=solid]; +"619 linear_31" -> "620 dropout_19" [label="(1, 14, 14, 384)", style=solid]; +"620 dropout_19" -> "623 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; +"621 _param_constant88" -> "623 layer_norm_12" [label="(384,)", style=solid]; +"622 _param_constant89" -> "623 layer_norm_12" [label="(384,)", style=solid]; +"623 layer_norm_12" -> "624 add_16" [label="(1, 14, 14, 384)", style=solid]; +"624 add_16" -> "647 pad_7" [label="(1, 14, 14, 384)", style=solid]; +"624 add_16" -> "726 add_19" [label="(1, 14, 14, 384)", style=solid]; +"625 _tensor_constant28" -> "626 _tensor_constant28_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"626 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "631 linear_32" [label="(1, 15, 15, 2)", style=solid]; +"627 linear_32_scale_0_updated_constant0" -> "630 mul_tensor_33" [label="(512, 1)", style=solid]; +"628 compressed_weight_updated_constant33" -> "630 mul_tensor_33" [label="(512, 2)", style=solid]; +"629 _param_constant91_0_0" -> "631 linear_32" [label="(512,)", style=solid]; +"630 mul_tensor_33" -> "631 linear_32" [label=None, style=solid]; +"631 linear_32" -> "632 relu__5" [label="(1, 15, 15, 512)", style=solid]; +"632 relu__5" -> "633 relu__5_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"633 relu__5_0_0_nncf_smooth_quant_0" -> "637 linear_33" [label="(1, 15, 15, 512)", style=solid]; +"634 linear_33_scale_0_updated_constant0" -> "636 mul_tensor_34" [label="(12, 1)", style=solid]; +"635 compressed_weight_updated_constant34" -> "636 mul_tensor_34" [label="(12, 512)", style=solid]; +"636 mul_tensor_34" -> "637 linear_33" [label=None, style=solid]; +"637 linear_33" -> "638 view_26" [label="(1, 15, 15, 12)", style=solid]; +"638 view_26" -> "640 index_5" [label="(225, 12)", style=solid]; +"639 _tensor_constant29" -> "640 index_5" [label="(4096,)", style=solid]; +"640 index_5" -> "641 view_27" [label="(4096, 12)", style=solid]; +"641 view_27" -> "642 permute_23" [label="(64, 64, 12)", style=solid]; +"642 permute_23" -> "643 contiguous_8" [label="(12, 64, 64)", style=solid]; +"643 contiguous_8" -> "644 unsqueeze_13" [label="(12, 64, 64)", style=solid]; +"644 unsqueeze_13" -> "645 sigmoid_5" [label="(1, 12, 64, 64)", style=solid]; +"645 sigmoid_5" -> "646 mul_10" [label="(1, 12, 64, 64)", style=solid]; +"646 mul_10" -> "683 add_17" [label="(1, 12, 64, 64)", style=solid]; +"647 pad_7" -> "648 roll_4" [label="(1, 16, 16, 384)", style=solid]; +"648 roll_4" -> "649 view_28" [label="(1, 16, 16, 384)", style=solid]; +"649 view_28" -> "650 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"650 permute_24" -> "651 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"651 reshape_22" -> "652 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"651 reshape_22" -> "684 new_zeros_2" [label="(4, 64, 384)", style=solid]; +"652 reshape_22_0_0_nncf_smooth_quant_0" -> "653 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"653 quantize_per_tensor_default_33" -> "654 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"654 dequantize_per_tensor_default_33" -> "659 linear_34" [label="(4, 64, 384)", style=solid]; +"655 linear_34_scale_0_updated_constant0" -> "658 mul_tensor_35" [label="(1152, 1)", style=solid]; +"656 compressed_weight_updated_constant35" -> "658 mul_tensor_35" [label="(1152, 384)", style=solid]; +"657 _param_constant93_0_0" -> "659 linear_34" [label="(1152,)", style=solid]; +"658 mul_tensor_35" -> "659 linear_34" [label=None, style=solid]; +"659 linear_34" -> "660 reshape_23" [label="(4, 64, 1152)", style=solid]; +"660 reshape_23" -> "661 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; +"661 permute_25" -> "662 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; +"661 permute_25" -> "663 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; +"661 permute_25" -> "664 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; +"662 select_15" -> "665 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; +"662 select_15" -> "667 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; +"662 select_15" -> "668 div_10" [label="(4, 12, 64, 32)", style=solid]; +"663 select_16" -> "671 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; +"663 select_16" -> "673 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; +"663 select_16" -> "674 div_11" [label="(4, 12, 64, 32)", style=solid]; +"664 select_17" -> "702 matmul_11" [label="(4, 12, 64, 32)", style=solid]; +"665 linalg_vector_norm_10" -> "666 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; +"666 clamp_min_10" -> "667 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; +"667 expand_as_10" -> "668 div_10" [label="(4, 12, 64, 32)", style=solid]; +"668 div_10" -> "669 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"669 quantize_per_tensor_default_34" -> "670 dequantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"670 dequantize_per_tensor_default_34" -> "678 matmul_10" [label="(4, 12, 64, 32)", style=solid]; +"671 linalg_vector_norm_11" -> "672 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; +"672 clamp_min_11" -> "673 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; +"673 expand_as_11" -> "674 div_11" [label="(4, 12, 64, 32)", style=solid]; +"674 div_11" -> "675 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"675 quantize_per_tensor_default_35" -> "676 dequantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"676 dequantize_per_tensor_default_35" -> "677 transpose_10" [label="(4, 12, 64, 32)", style=solid]; +"677 transpose_10" -> "678 matmul_10" [label="(4, 12, 32, 64)", style=solid]; +"678 matmul_10" -> "682 mul_11" [label="(4, 12, 64, 64)", style=solid]; +"679 _param_constant95" -> "680 clamp_5" [label="(12, 1, 1)", style=solid]; +"680 clamp_5" -> "681 exp_5" [label="(12, 1, 1)", style=solid]; +"681 exp_5" -> "682 mul_11" [label="(12, 1, 1)", style=solid]; +"682 mul_11" -> "683 add_17" [label="(4, 12, 64, 64)", style=solid]; +"683 add_17" -> "695 view_30" [label="(4, 12, 64, 64)", style=solid]; +"684 new_zeros_2" -> "685 view_29" [label="(16, 16)", style=solid]; +"685 view_29" -> "686 permute_26" [label="(2, 8, 2, 8)", style=solid]; +"686 permute_26" -> "687 reshape_24" [label="(2, 2, 8, 8)", style=solid]; +"687 reshape_24" -> "688 unsqueeze_14" [label="(4, 64)", style=solid]; +"687 reshape_24" -> "689 unsqueeze_15" [label="(4, 64)", style=solid]; +"688 unsqueeze_14" -> "690 sub_2" [label="(4, 1, 64)", style=solid]; +"689 unsqueeze_15" -> "690 sub_2" [label="(4, 64, 1)", style=solid]; +"690 sub_2" -> "691 ne_2" [label="(4, 64, 64)", style=solid]; +"690 sub_2" -> "692 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"690 sub_2" -> "693 eq_2" [label="(4, 64, 64)", style=solid]; +"691 ne_2" -> "692 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"692 masked_fill_4" -> "694 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"693 eq_2" -> "694 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"694 masked_fill_5" -> "696 unsqueeze_16" [label="(4, 64, 64)", style=solid]; +"695 view_30" -> "698 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; +"696 unsqueeze_16" -> "697 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; +"697 unsqueeze_17" -> "698 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; +"698 add_18" -> "699 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; +"699 view_31" -> "700 softmax_5" [label="(4, 12, 64, 64)", style=solid]; +"700 softmax_5" -> "701 dropout_20" [label="(4, 12, 64, 64)", style=solid]; +"701 dropout_20" -> "702 matmul_11" [label="(4, 12, 64, 64)", style=solid]; +"702 matmul_11" -> "703 transpose_11" [label="(4, 12, 64, 32)", style=solid]; +"703 transpose_11" -> "704 reshape_25" [label="(4, 64, 12, 32)", style=solid]; +"704 reshape_25" -> "705 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"705 reshape_25_0_0_nncf_smooth_quant_0" -> "706 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"706 quantize_per_tensor_default_36" -> "707 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"707 dequantize_per_tensor_default_36" -> "712 linear_35" [label="(4, 64, 384)", style=solid]; +"708 linear_35_scale_0_updated_constant0" -> "711 mul_tensor_36" [label="(384, 1)", style=solid]; +"709 compressed_weight_updated_constant36" -> "711 mul_tensor_36" [label="(384, 384)", style=solid]; +"710 _param_constant97_0_0" -> "712 linear_35" [label="(384,)", style=solid]; +"711 mul_tensor_36" -> "712 linear_35" [label=None, style=solid]; +"712 linear_35" -> "713 dropout_21" [label="(4, 64, 384)", style=solid]; +"713 dropout_21" -> "714 view_32" [label="(4, 64, 384)", style=solid]; +"714 view_32" -> "715 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"715 permute_27" -> "716 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"716 reshape_26" -> "717 roll_5" [label="(1, 16, 16, 384)", style=solid]; +"717 roll_5" -> "718 slice_101" [label="(1, 16, 16, 384)", style=solid]; +"718 slice_101" -> "719 slice_102" [label="(1, 16, 16, 384)", style=solid]; +"719 slice_102" -> "720 slice_103" [label="(1, 14, 16, 384)", style=solid]; +"720 slice_103" -> "721 slice_104" [label="(1, 14, 14, 384)", style=solid]; +"721 slice_104" -> "722 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; +"722 contiguous_9" -> "725 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; +"723 _param_constant98" -> "725 layer_norm_13" [label="(384,)", style=solid]; +"724 _param_constant99" -> "725 layer_norm_13" [label="(384,)", style=solid]; +"725 layer_norm_13" -> "726 add_19" [label="(1, 14, 14, 384)", style=solid]; +"726 add_19" -> "727 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"726 add_19" -> "749 add_20" [label="(1, 14, 14, 384)", style=solid]; +"727 add_19_0_0_nncf_smooth_quant_0" -> "728 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"728 quantize_per_tensor_default_37" -> "729 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"729 dequantize_per_tensor_default_37" -> "734 linear_36" [label="(1, 14, 14, 384)", style=solid]; +"730 linear_36_scale_0_updated_constant0" -> "733 mul_tensor_37" [label="(1536, 1)", style=solid]; +"731 compressed_weight_updated_constant37" -> "733 mul_tensor_37" [label="(1536, 384)", style=solid]; +"732 _param_constant101_0_0" -> "734 linear_36" [label="(1536,)", style=solid]; +"733 mul_tensor_37" -> "734 linear_36" [label=None, style=solid]; +"734 linear_36" -> "735 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; +"735 gelu_5" -> "736 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; +"736 dropout_22" -> "737 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"737 dropout_22_0_0_nncf_smooth_quant_0" -> "738 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"738 quantize_per_tensor_default_38" -> "739 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"739 dequantize_per_tensor_default_38" -> "744 linear_37" [label="(1, 14, 14, 1536)", style=solid]; +"740 linear_37_scale_0_updated_constant0" -> "743 mul_tensor_38" [label="(384, 1)", style=solid]; +"741 compressed_weight_updated_constant38" -> "743 mul_tensor_38" [label="(384, 1536)", style=solid]; +"742 _param_constant103_0_0" -> "744 linear_37" [label="(384,)", style=solid]; +"743 mul_tensor_38" -> "744 linear_37" [label=None, style=solid]; +"744 linear_37" -> "745 dropout_23" [label="(1, 14, 14, 384)", style=solid]; +"745 dropout_23" -> "748 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; +"746 _param_constant104" -> "748 layer_norm_14" [label="(384,)", style=solid]; +"747 _param_constant105" -> "748 layer_norm_14" [label="(384,)", style=solid]; +"748 layer_norm_14" -> "749 add_20" [label="(1, 14, 14, 384)", style=solid]; +"749 add_20" -> "772 pad_8" [label="(1, 14, 14, 384)", style=solid]; +"749 add_20" -> "833 add_22" [label="(1, 14, 14, 384)", style=solid]; +"750 _tensor_constant39" -> "751 _tensor_constant39_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"751 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "756 linear_38" [label="(1, 15, 15, 2)", style=solid]; +"752 linear_38_scale_0_updated_constant0" -> "755 mul_tensor_39" [label="(512, 1)", style=solid]; +"753 compressed_weight_updated_constant39" -> "755 mul_tensor_39" [label="(512, 2)", style=solid]; +"754 _param_constant107_0_0" -> "756 linear_38" [label="(512,)", style=solid]; +"755 mul_tensor_39" -> "756 linear_38" [label=None, style=solid]; +"756 linear_38" -> "757 relu__6" [label="(1, 15, 15, 512)", style=solid]; +"757 relu__6" -> "758 relu__6_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"758 relu__6_0_0_nncf_smooth_quant_0" -> "762 linear_39" [label="(1, 15, 15, 512)", style=solid]; +"759 linear_39_scale_0_updated_constant0" -> "761 mul_tensor_40" [label="(12, 1)", style=solid]; +"760 compressed_weight_updated_constant40" -> "761 mul_tensor_40" [label="(12, 512)", style=solid]; +"761 mul_tensor_40" -> "762 linear_39" [label=None, style=solid]; +"762 linear_39" -> "763 view_33" [label="(1, 15, 15, 12)", style=solid]; +"763 view_33" -> "765 index_6" [label="(225, 12)", style=solid]; +"764 _tensor_constant40" -> "765 index_6" [label="(4096,)", style=solid]; +"765 index_6" -> "766 view_34" [label="(4096, 12)", style=solid]; +"766 view_34" -> "767 permute_28" [label="(64, 64, 12)", style=solid]; +"767 permute_28" -> "768 contiguous_10" [label="(12, 64, 64)", style=solid]; +"768 contiguous_10" -> "769 unsqueeze_18" [label="(12, 64, 64)", style=solid]; +"769 unsqueeze_18" -> "770 sigmoid_6" [label="(1, 12, 64, 64)", style=solid]; +"770 sigmoid_6" -> "771 mul_12" [label="(1, 12, 64, 64)", style=solid]; +"771 mul_12" -> "807 add_21" [label="(1, 12, 64, 64)", style=solid]; +"772 pad_8" -> "773 view_35" [label="(1, 16, 16, 384)", style=solid]; +"773 view_35" -> "774 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"774 permute_29" -> "775 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"775 reshape_27" -> "776 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"776 reshape_27_0_0_nncf_smooth_quant_0" -> "777 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"777 quantize_per_tensor_default_39" -> "778 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"778 dequantize_per_tensor_default_39" -> "783 linear_40" [label="(4, 64, 384)", style=solid]; +"779 linear_40_scale_0_updated_constant0" -> "782 mul_tensor_41" [label="(1152, 1)", style=solid]; +"780 compressed_weight_updated_constant41" -> "782 mul_tensor_41" [label="(1152, 384)", style=solid]; +"781 _param_constant109_0_0" -> "783 linear_40" [label="(1152,)", style=solid]; +"782 mul_tensor_41" -> "783 linear_40" [label=None, style=solid]; +"783 linear_40" -> "784 reshape_28" [label="(4, 64, 1152)", style=solid]; +"784 reshape_28" -> "785 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; +"785 permute_30" -> "786 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; +"785 permute_30" -> "787 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; +"785 permute_30" -> "788 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; +"786 select_18" -> "789 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; +"786 select_18" -> "791 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; +"786 select_18" -> "792 div_12" [label="(4, 12, 64, 32)", style=solid]; +"787 select_19" -> "795 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; +"787 select_19" -> "797 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; +"787 select_19" -> "798 div_13" [label="(4, 12, 64, 32)", style=solid]; +"788 select_20" -> "810 matmul_13" [label="(4, 12, 64, 32)", style=solid]; +"789 linalg_vector_norm_12" -> "790 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; +"790 clamp_min_12" -> "791 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; +"791 expand_as_12" -> "792 div_12" [label="(4, 12, 64, 32)", style=solid]; +"792 div_12" -> "793 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"793 quantize_per_tensor_default_40" -> "794 dequantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"794 dequantize_per_tensor_default_40" -> "802 matmul_12" [label="(4, 12, 64, 32)", style=solid]; +"795 linalg_vector_norm_13" -> "796 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; +"796 clamp_min_13" -> "797 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; +"797 expand_as_13" -> "798 div_13" [label="(4, 12, 64, 32)", style=solid]; +"798 div_13" -> "799 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"799 quantize_per_tensor_default_41" -> "800 dequantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"800 dequantize_per_tensor_default_41" -> "801 transpose_12" [label="(4, 12, 64, 32)", style=solid]; +"801 transpose_12" -> "802 matmul_12" [label="(4, 12, 32, 64)", style=solid]; +"802 matmul_12" -> "806 mul_13" [label="(4, 12, 64, 64)", style=solid]; +"803 _param_constant111" -> "804 clamp_6" [label="(12, 1, 1)", style=solid]; +"804 clamp_6" -> "805 exp_6" [label="(12, 1, 1)", style=solid]; +"805 exp_6" -> "806 mul_13" [label="(12, 1, 1)", style=solid]; +"806 mul_13" -> "807 add_21" [label="(4, 12, 64, 64)", style=solid]; +"807 add_21" -> "808 softmax_6" [label="(4, 12, 64, 64)", style=solid]; +"808 softmax_6" -> "809 dropout_24" [label="(4, 12, 64, 64)", style=solid]; +"809 dropout_24" -> "810 matmul_13" [label="(4, 12, 64, 64)", style=solid]; +"810 matmul_13" -> "811 transpose_13" [label="(4, 12, 64, 32)", style=solid]; +"811 transpose_13" -> "812 reshape_29" [label="(4, 64, 12, 32)", style=solid]; +"812 reshape_29" -> "813 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"813 reshape_29_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"814 quantize_per_tensor_default_42" -> "815 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"815 dequantize_per_tensor_default_42" -> "820 linear_41" [label="(4, 64, 384)", style=solid]; +"816 linear_41_scale_0_updated_constant0" -> "819 mul_tensor_42" [label="(384, 1)", style=solid]; +"817 compressed_weight_updated_constant42" -> "819 mul_tensor_42" [label="(384, 384)", style=solid]; +"818 _param_constant113_0_0" -> "820 linear_41" [label="(384,)", style=solid]; +"819 mul_tensor_42" -> "820 linear_41" [label=None, style=solid]; +"820 linear_41" -> "821 dropout_25" [label="(4, 64, 384)", style=solid]; +"821 dropout_25" -> "822 view_36" [label="(4, 64, 384)", style=solid]; +"822 view_36" -> "823 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"823 permute_31" -> "824 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"824 reshape_30" -> "825 slice_106" [label="(1, 16, 16, 384)", style=solid]; +"825 slice_106" -> "826 slice_107" [label="(1, 16, 16, 384)", style=solid]; +"826 slice_107" -> "827 slice_108" [label="(1, 14, 16, 384)", style=solid]; +"827 slice_108" -> "828 slice_109" [label="(1, 14, 14, 384)", style=solid]; +"828 slice_109" -> "829 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; +"829 contiguous_11" -> "832 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; +"830 _param_constant114" -> "832 layer_norm_15" [label="(384,)", style=solid]; +"831 _param_constant115" -> "832 layer_norm_15" [label="(384,)", style=solid]; +"832 layer_norm_15" -> "833 add_22" [label="(1, 14, 14, 384)", style=solid]; +"833 add_22" -> "834 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"833 add_22" -> "856 add_23" [label="(1, 14, 14, 384)", style=solid]; +"834 add_22_0_0_nncf_smooth_quant_0" -> "835 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"835 quantize_per_tensor_default_43" -> "836 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"836 dequantize_per_tensor_default_43" -> "841 linear_42" [label="(1, 14, 14, 384)", style=solid]; +"837 linear_42_scale_0_updated_constant0" -> "840 mul_tensor_43" [label="(1536, 1)", style=solid]; +"838 compressed_weight_updated_constant43" -> "840 mul_tensor_43" [label="(1536, 384)", style=solid]; +"839 _param_constant117_0_0" -> "841 linear_42" [label="(1536,)", style=solid]; +"840 mul_tensor_43" -> "841 linear_42" [label=None, style=solid]; +"841 linear_42" -> "842 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; +"842 gelu_6" -> "843 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; +"843 dropout_26" -> "844 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"844 dropout_26_0_0_nncf_smooth_quant_0" -> "845 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"845 quantize_per_tensor_default_44" -> "846 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"846 dequantize_per_tensor_default_44" -> "851 linear_43" [label="(1, 14, 14, 1536)", style=solid]; +"847 linear_43_scale_0_updated_constant0" -> "850 mul_tensor_44" [label="(384, 1)", style=solid]; +"848 compressed_weight_updated_constant44" -> "850 mul_tensor_44" [label="(384, 1536)", style=solid]; +"849 _param_constant119_0_0" -> "851 linear_43" [label="(384,)", style=solid]; +"850 mul_tensor_44" -> "851 linear_43" [label=None, style=solid]; +"851 linear_43" -> "852 dropout_27" [label="(1, 14, 14, 384)", style=solid]; +"852 dropout_27" -> "855 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; +"853 _param_constant120" -> "855 layer_norm_16" [label="(384,)", style=solid]; +"854 _param_constant121" -> "855 layer_norm_16" [label="(384,)", style=solid]; +"855 layer_norm_16" -> "856 add_23" [label="(1, 14, 14, 384)", style=solid]; +"856 add_23" -> "879 pad_9" [label="(1, 14, 14, 384)", style=solid]; +"856 add_23" -> "958 add_26" [label="(1, 14, 14, 384)", style=solid]; +"857 _tensor_constant41" -> "858 _tensor_constant41_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"858 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "863 linear_44" [label="(1, 15, 15, 2)", style=solid]; +"859 linear_44_scale_0_updated_constant0" -> "862 mul_tensor_45" [label="(512, 1)", style=solid]; +"860 compressed_weight_updated_constant45" -> "862 mul_tensor_45" [label="(512, 2)", style=solid]; +"861 _param_constant123_0_0" -> "863 linear_44" [label="(512,)", style=solid]; +"862 mul_tensor_45" -> "863 linear_44" [label=None, style=solid]; +"863 linear_44" -> "864 relu__7" [label="(1, 15, 15, 512)", style=solid]; +"864 relu__7" -> "865 relu__7_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"865 relu__7_0_0_nncf_smooth_quant_0" -> "869 linear_45" [label="(1, 15, 15, 512)", style=solid]; +"866 linear_45_scale_0_updated_constant0" -> "868 mul_tensor_46" [label="(12, 1)", style=solid]; +"867 compressed_weight_updated_constant46" -> "868 mul_tensor_46" [label="(12, 512)", style=solid]; +"868 mul_tensor_46" -> "869 linear_45" [label=None, style=solid]; +"869 linear_45" -> "870 view_37" [label="(1, 15, 15, 12)", style=solid]; +"870 view_37" -> "872 index_7" [label="(225, 12)", style=solid]; +"871 _tensor_constant42" -> "872 index_7" [label="(4096,)", style=solid]; +"872 index_7" -> "873 view_38" [label="(4096, 12)", style=solid]; +"873 view_38" -> "874 permute_32" [label="(64, 64, 12)", style=solid]; +"874 permute_32" -> "875 contiguous_12" [label="(12, 64, 64)", style=solid]; +"875 contiguous_12" -> "876 unsqueeze_19" [label="(12, 64, 64)", style=solid]; +"876 unsqueeze_19" -> "877 sigmoid_7" [label="(1, 12, 64, 64)", style=solid]; +"877 sigmoid_7" -> "878 mul_14" [label="(1, 12, 64, 64)", style=solid]; +"878 mul_14" -> "915 add_24" [label="(1, 12, 64, 64)", style=solid]; +"879 pad_9" -> "880 roll_6" [label="(1, 16, 16, 384)", style=solid]; +"880 roll_6" -> "881 view_39" [label="(1, 16, 16, 384)", style=solid]; +"881 view_39" -> "882 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"882 permute_33" -> "883 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"883 reshape_31" -> "884 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"883 reshape_31" -> "916 new_zeros_3" [label="(4, 64, 384)", style=solid]; +"884 reshape_31_0_0_nncf_smooth_quant_0" -> "885 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"885 quantize_per_tensor_default_45" -> "886 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"886 dequantize_per_tensor_default_45" -> "891 linear_46" [label="(4, 64, 384)", style=solid]; +"887 linear_46_scale_0_updated_constant0" -> "890 mul_tensor_47" [label="(1152, 1)", style=solid]; +"888 compressed_weight_updated_constant47" -> "890 mul_tensor_47" [label="(1152, 384)", style=solid]; +"889 _param_constant125_0_0" -> "891 linear_46" [label="(1152,)", style=solid]; +"890 mul_tensor_47" -> "891 linear_46" [label=None, style=solid]; +"891 linear_46" -> "892 reshape_32" [label="(4, 64, 1152)", style=solid]; +"892 reshape_32" -> "893 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; +"893 permute_34" -> "894 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; +"893 permute_34" -> "895 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; +"893 permute_34" -> "896 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; +"894 select_21" -> "897 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; +"894 select_21" -> "899 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; +"894 select_21" -> "900 div_14" [label="(4, 12, 64, 32)", style=solid]; +"895 select_22" -> "903 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; +"895 select_22" -> "905 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; +"895 select_22" -> "906 div_15" [label="(4, 12, 64, 32)", style=solid]; +"896 select_23" -> "934 matmul_15" [label="(4, 12, 64, 32)", style=solid]; +"897 linalg_vector_norm_14" -> "898 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; +"898 clamp_min_14" -> "899 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; +"899 expand_as_14" -> "900 div_14" [label="(4, 12, 64, 32)", style=solid]; +"900 div_14" -> "901 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"901 quantize_per_tensor_default_46" -> "902 dequantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"902 dequantize_per_tensor_default_46" -> "910 matmul_14" [label="(4, 12, 64, 32)", style=solid]; +"903 linalg_vector_norm_15" -> "904 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; +"904 clamp_min_15" -> "905 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; +"905 expand_as_15" -> "906 div_15" [label="(4, 12, 64, 32)", style=solid]; +"906 div_15" -> "907 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"907 quantize_per_tensor_default_47" -> "908 dequantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"908 dequantize_per_tensor_default_47" -> "909 transpose_14" [label="(4, 12, 64, 32)", style=solid]; +"909 transpose_14" -> "910 matmul_14" [label="(4, 12, 32, 64)", style=solid]; +"910 matmul_14" -> "914 mul_15" [label="(4, 12, 64, 64)", style=solid]; +"911 _param_constant127" -> "912 clamp_7" [label="(12, 1, 1)", style=solid]; +"912 clamp_7" -> "913 exp_7" [label="(12, 1, 1)", style=solid]; +"913 exp_7" -> "914 mul_15" [label="(12, 1, 1)", style=solid]; +"914 mul_15" -> "915 add_24" [label="(4, 12, 64, 64)", style=solid]; +"915 add_24" -> "927 view_41" [label="(4, 12, 64, 64)", style=solid]; +"916 new_zeros_3" -> "917 view_40" [label="(16, 16)", style=solid]; +"917 view_40" -> "918 permute_35" [label="(2, 8, 2, 8)", style=solid]; +"918 permute_35" -> "919 reshape_33" [label="(2, 2, 8, 8)", style=solid]; +"919 reshape_33" -> "920 unsqueeze_20" [label="(4, 64)", style=solid]; +"919 reshape_33" -> "921 unsqueeze_21" [label="(4, 64)", style=solid]; +"920 unsqueeze_20" -> "922 sub_3" [label="(4, 1, 64)", style=solid]; +"921 unsqueeze_21" -> "922 sub_3" [label="(4, 64, 1)", style=solid]; +"922 sub_3" -> "923 ne_3" [label="(4, 64, 64)", style=solid]; +"922 sub_3" -> "924 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"922 sub_3" -> "925 eq_3" [label="(4, 64, 64)", style=solid]; +"923 ne_3" -> "924 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"924 masked_fill_6" -> "926 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"925 eq_3" -> "926 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"926 masked_fill_7" -> "928 unsqueeze_22" [label="(4, 64, 64)", style=solid]; +"927 view_41" -> "930 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; +"928 unsqueeze_22" -> "929 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; +"929 unsqueeze_23" -> "930 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; +"930 add_25" -> "931 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; +"931 view_42" -> "932 softmax_7" [label="(4, 12, 64, 64)", style=solid]; +"932 softmax_7" -> "933 dropout_28" [label="(4, 12, 64, 64)", style=solid]; +"933 dropout_28" -> "934 matmul_15" [label="(4, 12, 64, 64)", style=solid]; +"934 matmul_15" -> "935 transpose_15" [label="(4, 12, 64, 32)", style=solid]; +"935 transpose_15" -> "936 reshape_34" [label="(4, 64, 12, 32)", style=solid]; +"936 reshape_34" -> "937 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"937 reshape_34_0_0_nncf_smooth_quant_0" -> "938 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"938 quantize_per_tensor_default_48" -> "939 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"939 dequantize_per_tensor_default_48" -> "944 linear_47" [label="(4, 64, 384)", style=solid]; +"940 linear_47_scale_0_updated_constant0" -> "943 mul_tensor_48" [label="(384, 1)", style=solid]; +"941 compressed_weight_updated_constant48" -> "943 mul_tensor_48" [label="(384, 384)", style=solid]; +"942 _param_constant129_0_0" -> "944 linear_47" [label="(384,)", style=solid]; +"943 mul_tensor_48" -> "944 linear_47" [label=None, style=solid]; +"944 linear_47" -> "945 dropout_29" [label="(4, 64, 384)", style=solid]; +"945 dropout_29" -> "946 view_43" [label="(4, 64, 384)", style=solid]; +"946 view_43" -> "947 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"947 permute_36" -> "948 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"948 reshape_35" -> "949 roll_7" [label="(1, 16, 16, 384)", style=solid]; +"949 roll_7" -> "950 slice_129" [label="(1, 16, 16, 384)", style=solid]; +"950 slice_129" -> "951 slice_130" [label="(1, 16, 16, 384)", style=solid]; +"951 slice_130" -> "952 slice_131" [label="(1, 14, 16, 384)", style=solid]; +"952 slice_131" -> "953 slice_132" [label="(1, 14, 14, 384)", style=solid]; +"953 slice_132" -> "954 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; +"954 contiguous_13" -> "957 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; +"955 _param_constant130" -> "957 layer_norm_17" [label="(384,)", style=solid]; +"956 _param_constant131" -> "957 layer_norm_17" [label="(384,)", style=solid]; +"957 layer_norm_17" -> "958 add_26" [label="(1, 14, 14, 384)", style=solid]; +"958 add_26" -> "959 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"958 add_26" -> "981 add_27" [label="(1, 14, 14, 384)", style=solid]; +"959 add_26_0_0_nncf_smooth_quant_0" -> "960 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"960 quantize_per_tensor_default_49" -> "961 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"961 dequantize_per_tensor_default_49" -> "966 linear_48" [label="(1, 14, 14, 384)", style=solid]; +"962 linear_48_scale_0_updated_constant0" -> "965 mul_tensor_49" [label="(1536, 1)", style=solid]; +"963 compressed_weight_updated_constant49" -> "965 mul_tensor_49" [label="(1536, 384)", style=solid]; +"964 _param_constant133_0_0" -> "966 linear_48" [label="(1536,)", style=solid]; +"965 mul_tensor_49" -> "966 linear_48" [label=None, style=solid]; +"966 linear_48" -> "967 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; +"967 gelu_7" -> "968 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; +"968 dropout_30" -> "969 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"969 dropout_30_0_0_nncf_smooth_quant_0" -> "970 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"970 quantize_per_tensor_default_50" -> "971 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"971 dequantize_per_tensor_default_50" -> "976 linear_49" [label="(1, 14, 14, 1536)", style=solid]; +"972 linear_49_scale_0_updated_constant0" -> "975 mul_tensor_50" [label="(384, 1)", style=solid]; +"973 compressed_weight_updated_constant50" -> "975 mul_tensor_50" [label="(384, 1536)", style=solid]; +"974 _param_constant135_0_0" -> "976 linear_49" [label="(384,)", style=solid]; +"975 mul_tensor_50" -> "976 linear_49" [label=None, style=solid]; +"976 linear_49" -> "977 dropout_31" [label="(1, 14, 14, 384)", style=solid]; +"977 dropout_31" -> "980 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; +"978 _param_constant136" -> "980 layer_norm_18" [label="(384,)", style=solid]; +"979 _param_constant137" -> "980 layer_norm_18" [label="(384,)", style=solid]; +"980 layer_norm_18" -> "981 add_27" [label="(1, 14, 14, 384)", style=solid]; +"981 add_27" -> "1004 pad_10" [label="(1, 14, 14, 384)", style=solid]; +"981 add_27" -> "1065 add_29" [label="(1, 14, 14, 384)", style=solid]; +"982 _tensor_constant52" -> "983 _tensor_constant52_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"983 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "988 linear_50" [label="(1, 15, 15, 2)", style=solid]; +"984 linear_50_scale_0_updated_constant0" -> "987 mul_tensor_51" [label="(512, 1)", style=solid]; +"985 compressed_weight_updated_constant51" -> "987 mul_tensor_51" [label="(512, 2)", style=solid]; +"986 _param_constant139_0_0" -> "988 linear_50" [label="(512,)", style=solid]; +"987 mul_tensor_51" -> "988 linear_50" [label=None, style=solid]; +"988 linear_50" -> "989 relu__8" [label="(1, 15, 15, 512)", style=solid]; +"989 relu__8" -> "990 relu__8_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"990 relu__8_0_0_nncf_smooth_quant_0" -> "994 linear_51" [label="(1, 15, 15, 512)", style=solid]; +"991 linear_51_scale_0_updated_constant0" -> "993 mul_tensor_52" [label="(12, 1)", style=solid]; +"992 compressed_weight_updated_constant52" -> "993 mul_tensor_52" [label="(12, 512)", style=solid]; +"993 mul_tensor_52" -> "994 linear_51" [label=None, style=solid]; +"994 linear_51" -> "995 view_44" [label="(1, 15, 15, 12)", style=solid]; +"995 view_44" -> "997 index_8" [label="(225, 12)", style=solid]; +"996 _tensor_constant53" -> "997 index_8" [label="(4096,)", style=solid]; +"997 index_8" -> "998 view_45" [label="(4096, 12)", style=solid]; +"998 view_45" -> "999 permute_37" [label="(64, 64, 12)", style=solid]; +"999 permute_37" -> "1000 contiguous_14" [label="(12, 64, 64)", style=solid]; +"1000 contiguous_14" -> "1001 unsqueeze_24" [label="(12, 64, 64)", style=solid]; +"1001 unsqueeze_24" -> "1002 sigmoid_8" [label="(1, 12, 64, 64)", style=solid]; +"1002 sigmoid_8" -> "1003 mul_16" [label="(1, 12, 64, 64)", style=solid]; +"1003 mul_16" -> "1039 add_28" [label="(1, 12, 64, 64)", style=solid]; +"1004 pad_10" -> "1005 view_46" [label="(1, 16, 16, 384)", style=solid]; +"1005 view_46" -> "1006 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1006 permute_38" -> "1007 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1007 reshape_36" -> "1008 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1008 reshape_36_0_0_nncf_smooth_quant_0" -> "1009 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"1009 quantize_per_tensor_default_51" -> "1010 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"1010 dequantize_per_tensor_default_51" -> "1015 linear_52" [label="(4, 64, 384)", style=solid]; +"1011 linear_52_scale_0_updated_constant0" -> "1014 mul_tensor_53" [label="(1152, 1)", style=solid]; +"1012 compressed_weight_updated_constant53" -> "1014 mul_tensor_53" [label="(1152, 384)", style=solid]; +"1013 _param_constant141_0_0" -> "1015 linear_52" [label="(1152,)", style=solid]; +"1014 mul_tensor_53" -> "1015 linear_52" [label=None, style=solid]; +"1015 linear_52" -> "1016 reshape_37" [label="(4, 64, 1152)", style=solid]; +"1016 reshape_37" -> "1017 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; +"1017 permute_39" -> "1018 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; +"1017 permute_39" -> "1019 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; +"1017 permute_39" -> "1020 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; +"1018 select_24" -> "1021 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; +"1018 select_24" -> "1023 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; +"1018 select_24" -> "1024 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1019 select_25" -> "1027 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; +"1019 select_25" -> "1029 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; +"1019 select_25" -> "1030 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1020 select_26" -> "1042 matmul_17" [label="(4, 12, 64, 32)", style=solid]; +"1021 linalg_vector_norm_16" -> "1022 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; +"1022 clamp_min_16" -> "1023 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; +"1023 expand_as_16" -> "1024 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1024 div_16" -> "1025 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1025 quantize_per_tensor_default_52" -> "1026 dequantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1026 dequantize_per_tensor_default_52" -> "1034 matmul_16" [label="(4, 12, 64, 32)", style=solid]; +"1027 linalg_vector_norm_17" -> "1028 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; +"1028 clamp_min_17" -> "1029 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; +"1029 expand_as_17" -> "1030 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1030 div_17" -> "1031 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1031 quantize_per_tensor_default_53" -> "1032 dequantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1032 dequantize_per_tensor_default_53" -> "1033 transpose_16" [label="(4, 12, 64, 32)", style=solid]; +"1033 transpose_16" -> "1034 matmul_16" [label="(4, 12, 32, 64)", style=solid]; +"1034 matmul_16" -> "1038 mul_17" [label="(4, 12, 64, 64)", style=solid]; +"1035 _param_constant143" -> "1036 clamp_8" [label="(12, 1, 1)", style=solid]; +"1036 clamp_8" -> "1037 exp_8" [label="(12, 1, 1)", style=solid]; +"1037 exp_8" -> "1038 mul_17" [label="(12, 1, 1)", style=solid]; +"1038 mul_17" -> "1039 add_28" [label="(4, 12, 64, 64)", style=solid]; +"1039 add_28" -> "1040 softmax_8" [label="(4, 12, 64, 64)", style=solid]; +"1040 softmax_8" -> "1041 dropout_32" [label="(4, 12, 64, 64)", style=solid]; +"1041 dropout_32" -> "1042 matmul_17" [label="(4, 12, 64, 64)", style=solid]; +"1042 matmul_17" -> "1043 transpose_17" [label="(4, 12, 64, 32)", style=solid]; +"1043 transpose_17" -> "1044 reshape_38" [label="(4, 64, 12, 32)", style=solid]; +"1044 reshape_38" -> "1045 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1045 reshape_38_0_0_nncf_smooth_quant_0" -> "1046 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1046 quantize_per_tensor_default_54" -> "1047 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1047 dequantize_per_tensor_default_54" -> "1052 linear_53" [label="(4, 64, 384)", style=solid]; +"1048 linear_53_scale_0_updated_constant0" -> "1051 mul_tensor_54" [label="(384, 1)", style=solid]; +"1049 compressed_weight_updated_constant54" -> "1051 mul_tensor_54" [label="(384, 384)", style=solid]; +"1050 _param_constant145_0_0" -> "1052 linear_53" [label="(384,)", style=solid]; +"1051 mul_tensor_54" -> "1052 linear_53" [label=None, style=solid]; +"1052 linear_53" -> "1053 dropout_33" [label="(4, 64, 384)", style=solid]; +"1053 dropout_33" -> "1054 view_47" [label="(4, 64, 384)", style=solid]; +"1054 view_47" -> "1055 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1055 permute_40" -> "1056 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1056 reshape_39" -> "1057 slice_134" [label="(1, 16, 16, 384)", style=solid]; +"1057 slice_134" -> "1058 slice_135" [label="(1, 16, 16, 384)", style=solid]; +"1058 slice_135" -> "1059 slice_136" [label="(1, 14, 16, 384)", style=solid]; +"1059 slice_136" -> "1060 slice_137" [label="(1, 14, 14, 384)", style=solid]; +"1060 slice_137" -> "1061 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; +"1061 contiguous_15" -> "1064 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; +"1062 _param_constant146" -> "1064 layer_norm_19" [label="(384,)", style=solid]; +"1063 _param_constant147" -> "1064 layer_norm_19" [label="(384,)", style=solid]; +"1064 layer_norm_19" -> "1065 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1065 add_29" -> "1066 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1065 add_29" -> "1088 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1066 add_29_0_0_nncf_smooth_quant_0" -> "1067 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1067 quantize_per_tensor_default_55" -> "1068 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1068 dequantize_per_tensor_default_55" -> "1073 linear_54" [label="(1, 14, 14, 384)", style=solid]; +"1069 linear_54_scale_0_updated_constant0" -> "1072 mul_tensor_55" [label="(1536, 1)", style=solid]; +"1070 compressed_weight_updated_constant55" -> "1072 mul_tensor_55" [label="(1536, 384)", style=solid]; +"1071 _param_constant149_0_0" -> "1073 linear_54" [label="(1536,)", style=solid]; +"1072 mul_tensor_55" -> "1073 linear_54" [label=None, style=solid]; +"1073 linear_54" -> "1074 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; +"1074 gelu_8" -> "1075 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; +"1075 dropout_34" -> "1076 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1076 dropout_34_0_0_nncf_smooth_quant_0" -> "1077 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1077 quantize_per_tensor_default_56" -> "1078 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1078 dequantize_per_tensor_default_56" -> "1083 linear_55" [label="(1, 14, 14, 1536)", style=solid]; +"1079 linear_55_scale_0_updated_constant0" -> "1082 mul_tensor_56" [label="(384, 1)", style=solid]; +"1080 compressed_weight_updated_constant56" -> "1082 mul_tensor_56" [label="(384, 1536)", style=solid]; +"1081 _param_constant151_0_0" -> "1083 linear_55" [label="(384,)", style=solid]; +"1082 mul_tensor_56" -> "1083 linear_55" [label=None, style=solid]; +"1083 linear_55" -> "1084 dropout_35" [label="(1, 14, 14, 384)", style=solid]; +"1084 dropout_35" -> "1087 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; +"1085 _param_constant152" -> "1087 layer_norm_20" [label="(384,)", style=solid]; +"1086 _param_constant153" -> "1087 layer_norm_20" [label="(384,)", style=solid]; +"1087 layer_norm_20" -> "1088 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1088 add_30" -> "1111 pad_11" [label="(1, 14, 14, 384)", style=solid]; +"1088 add_30" -> "1190 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1089 _tensor_constant54" -> "1090 _tensor_constant54_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1090 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1095 linear_56" [label="(1, 15, 15, 2)", style=solid]; +"1091 linear_56_scale_0_updated_constant0" -> "1094 mul_tensor_57" [label="(512, 1)", style=solid]; +"1092 compressed_weight_updated_constant57" -> "1094 mul_tensor_57" [label="(512, 2)", style=solid]; +"1093 _param_constant155_0_0" -> "1095 linear_56" [label="(512,)", style=solid]; +"1094 mul_tensor_57" -> "1095 linear_56" [label=None, style=solid]; +"1095 linear_56" -> "1096 relu__9" [label="(1, 15, 15, 512)", style=solid]; +"1096 relu__9" -> "1097 relu__9_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1097 relu__9_0_0_nncf_smooth_quant_0" -> "1101 linear_57" [label="(1, 15, 15, 512)", style=solid]; +"1098 linear_57_scale_0_updated_constant0" -> "1100 mul_tensor_58" [label="(12, 1)", style=solid]; +"1099 compressed_weight_updated_constant58" -> "1100 mul_tensor_58" [label="(12, 512)", style=solid]; +"1100 mul_tensor_58" -> "1101 linear_57" [label=None, style=solid]; +"1101 linear_57" -> "1102 view_48" [label="(1, 15, 15, 12)", style=solid]; +"1102 view_48" -> "1104 index_9" [label="(225, 12)", style=solid]; +"1103 _tensor_constant55" -> "1104 index_9" [label="(4096,)", style=solid]; +"1104 index_9" -> "1105 view_49" [label="(4096, 12)", style=solid]; +"1105 view_49" -> "1106 permute_41" [label="(64, 64, 12)", style=solid]; +"1106 permute_41" -> "1107 contiguous_16" [label="(12, 64, 64)", style=solid]; +"1107 contiguous_16" -> "1108 unsqueeze_25" [label="(12, 64, 64)", style=solid]; +"1108 unsqueeze_25" -> "1109 sigmoid_9" [label="(1, 12, 64, 64)", style=solid]; +"1109 sigmoid_9" -> "1110 mul_18" [label="(1, 12, 64, 64)", style=solid]; +"1110 mul_18" -> "1147 add_31" [label="(1, 12, 64, 64)", style=solid]; +"1111 pad_11" -> "1112 roll_8" [label="(1, 16, 16, 384)", style=solid]; +"1112 roll_8" -> "1113 view_50" [label="(1, 16, 16, 384)", style=solid]; +"1113 view_50" -> "1114 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1114 permute_42" -> "1115 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1115 reshape_40" -> "1116 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1115 reshape_40" -> "1148 new_zeros_4" [label="(4, 64, 384)", style=solid]; +"1116 reshape_40_0_0_nncf_smooth_quant_0" -> "1117 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1117 quantize_per_tensor_default_57" -> "1118 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1118 dequantize_per_tensor_default_57" -> "1123 linear_58" [label="(4, 64, 384)", style=solid]; +"1119 linear_58_scale_0_updated_constant0" -> "1122 mul_tensor_59" [label="(1152, 1)", style=solid]; +"1120 compressed_weight_updated_constant59" -> "1122 mul_tensor_59" [label="(1152, 384)", style=solid]; +"1121 _param_constant157_0_0" -> "1123 linear_58" [label="(1152,)", style=solid]; +"1122 mul_tensor_59" -> "1123 linear_58" [label=None, style=solid]; +"1123 linear_58" -> "1124 reshape_41" [label="(4, 64, 1152)", style=solid]; +"1124 reshape_41" -> "1125 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; +"1125 permute_43" -> "1126 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; +"1125 permute_43" -> "1127 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; +"1125 permute_43" -> "1128 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; +"1126 select_27" -> "1129 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; +"1126 select_27" -> "1131 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; +"1126 select_27" -> "1132 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1127 select_28" -> "1135 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; +"1127 select_28" -> "1137 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; +"1127 select_28" -> "1138 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1128 select_29" -> "1166 matmul_19" [label="(4, 12, 64, 32)", style=solid]; +"1129 linalg_vector_norm_18" -> "1130 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; +"1130 clamp_min_18" -> "1131 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; +"1131 expand_as_18" -> "1132 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1132 div_18" -> "1133 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1133 quantize_per_tensor_default_58" -> "1134 dequantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1134 dequantize_per_tensor_default_58" -> "1142 matmul_18" [label="(4, 12, 64, 32)", style=solid]; +"1135 linalg_vector_norm_19" -> "1136 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; +"1136 clamp_min_19" -> "1137 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; +"1137 expand_as_19" -> "1138 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1138 div_19" -> "1139 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1139 quantize_per_tensor_default_59" -> "1140 dequantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1140 dequantize_per_tensor_default_59" -> "1141 transpose_18" [label="(4, 12, 64, 32)", style=solid]; +"1141 transpose_18" -> "1142 matmul_18" [label="(4, 12, 32, 64)", style=solid]; +"1142 matmul_18" -> "1146 mul_19" [label="(4, 12, 64, 64)", style=solid]; +"1143 _param_constant159" -> "1144 clamp_9" [label="(12, 1, 1)", style=solid]; +"1144 clamp_9" -> "1145 exp_9" [label="(12, 1, 1)", style=solid]; +"1145 exp_9" -> "1146 mul_19" [label="(12, 1, 1)", style=solid]; +"1146 mul_19" -> "1147 add_31" [label="(4, 12, 64, 64)", style=solid]; +"1147 add_31" -> "1159 view_52" [label="(4, 12, 64, 64)", style=solid]; +"1148 new_zeros_4" -> "1149 view_51" [label="(16, 16)", style=solid]; +"1149 view_51" -> "1150 permute_44" [label="(2, 8, 2, 8)", style=solid]; +"1150 permute_44" -> "1151 reshape_42" [label="(2, 2, 8, 8)", style=solid]; +"1151 reshape_42" -> "1152 unsqueeze_26" [label="(4, 64)", style=solid]; +"1151 reshape_42" -> "1153 unsqueeze_27" [label="(4, 64)", style=solid]; +"1152 unsqueeze_26" -> "1154 sub_4" [label="(4, 1, 64)", style=solid]; +"1153 unsqueeze_27" -> "1154 sub_4" [label="(4, 64, 1)", style=solid]; +"1154 sub_4" -> "1155 ne_4" [label="(4, 64, 64)", style=solid]; +"1154 sub_4" -> "1156 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1154 sub_4" -> "1157 eq_4" [label="(4, 64, 64)", style=solid]; +"1155 ne_4" -> "1156 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1156 masked_fill_8" -> "1158 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1157 eq_4" -> "1158 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1158 masked_fill_9" -> "1160 unsqueeze_28" [label="(4, 64, 64)", style=solid]; +"1159 view_52" -> "1162 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; +"1160 unsqueeze_28" -> "1161 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; +"1161 unsqueeze_29" -> "1162 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; +"1162 add_32" -> "1163 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1163 view_53" -> "1164 softmax_9" [label="(4, 12, 64, 64)", style=solid]; +"1164 softmax_9" -> "1165 dropout_36" [label="(4, 12, 64, 64)", style=solid]; +"1165 dropout_36" -> "1166 matmul_19" [label="(4, 12, 64, 64)", style=solid]; +"1166 matmul_19" -> "1167 transpose_19" [label="(4, 12, 64, 32)", style=solid]; +"1167 transpose_19" -> "1168 reshape_43" [label="(4, 64, 12, 32)", style=solid]; +"1168 reshape_43" -> "1169 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1169 reshape_43_0_0_nncf_smooth_quant_0" -> "1170 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1170 quantize_per_tensor_default_60" -> "1171 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1171 dequantize_per_tensor_default_60" -> "1176 linear_59" [label="(4, 64, 384)", style=solid]; +"1172 linear_59_scale_0_updated_constant0" -> "1175 mul_tensor_60" [label="(384, 1)", style=solid]; +"1173 compressed_weight_updated_constant60" -> "1175 mul_tensor_60" [label="(384, 384)", style=solid]; +"1174 _param_constant161_0_0" -> "1176 linear_59" [label="(384,)", style=solid]; +"1175 mul_tensor_60" -> "1176 linear_59" [label=None, style=solid]; +"1176 linear_59" -> "1177 dropout_37" [label="(4, 64, 384)", style=solid]; +"1177 dropout_37" -> "1178 view_54" [label="(4, 64, 384)", style=solid]; +"1178 view_54" -> "1179 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1179 permute_45" -> "1180 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1180 reshape_44" -> "1181 roll_9" [label="(1, 16, 16, 384)", style=solid]; +"1181 roll_9" -> "1182 slice_157" [label="(1, 16, 16, 384)", style=solid]; +"1182 slice_157" -> "1183 slice_158" [label="(1, 16, 16, 384)", style=solid]; +"1183 slice_158" -> "1184 slice_159" [label="(1, 14, 16, 384)", style=solid]; +"1184 slice_159" -> "1185 slice_160" [label="(1, 14, 14, 384)", style=solid]; +"1185 slice_160" -> "1186 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; +"1186 contiguous_17" -> "1189 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; +"1187 _param_constant162" -> "1189 layer_norm_21" [label="(384,)", style=solid]; +"1188 _param_constant163" -> "1189 layer_norm_21" [label="(384,)", style=solid]; +"1189 layer_norm_21" -> "1190 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1190 add_33" -> "1191 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1190 add_33" -> "1213 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1191 add_33_0_0_nncf_smooth_quant_0" -> "1192 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1192 quantize_per_tensor_default_61" -> "1193 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1193 dequantize_per_tensor_default_61" -> "1198 linear_60" [label="(1, 14, 14, 384)", style=solid]; +"1194 linear_60_scale_0_updated_constant0" -> "1197 mul_tensor_61" [label="(1536, 1)", style=solid]; +"1195 compressed_weight_updated_constant61" -> "1197 mul_tensor_61" [label="(1536, 384)", style=solid]; +"1196 _param_constant165_0_0" -> "1198 linear_60" [label="(1536,)", style=solid]; +"1197 mul_tensor_61" -> "1198 linear_60" [label=None, style=solid]; +"1198 linear_60" -> "1199 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; +"1199 gelu_9" -> "1200 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; +"1200 dropout_38" -> "1201 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1201 dropout_38_0_0_nncf_smooth_quant_0" -> "1202 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1202 quantize_per_tensor_default_62" -> "1203 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1203 dequantize_per_tensor_default_62" -> "1208 linear_61" [label="(1, 14, 14, 1536)", style=solid]; +"1204 linear_61_scale_0_updated_constant0" -> "1207 mul_tensor_62" [label="(384, 1)", style=solid]; +"1205 compressed_weight_updated_constant62" -> "1207 mul_tensor_62" [label="(384, 1536)", style=solid]; +"1206 _param_constant167_0_0" -> "1208 linear_61" [label="(384,)", style=solid]; +"1207 mul_tensor_62" -> "1208 linear_61" [label=None, style=solid]; +"1208 linear_61" -> "1209 dropout_39" [label="(1, 14, 14, 384)", style=solid]; +"1209 dropout_39" -> "1212 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; +"1210 _param_constant168" -> "1212 layer_norm_22" [label="(384,)", style=solid]; +"1211 _param_constant169" -> "1212 layer_norm_22" [label="(384,)", style=solid]; +"1212 layer_norm_22" -> "1213 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1213 add_34" -> "1236 pad_12" [label="(1, 14, 14, 384)", style=solid]; +"1213 add_34" -> "1297 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1214 _tensor_constant65" -> "1215 _tensor_constant65_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1215 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1220 linear_62" [label="(1, 15, 15, 2)", style=solid]; +"1216 linear_62_scale_0_updated_constant0" -> "1219 mul_tensor_63" [label="(512, 1)", style=solid]; +"1217 compressed_weight_updated_constant63" -> "1219 mul_tensor_63" [label="(512, 2)", style=solid]; +"1218 _param_constant171_0_0" -> "1220 linear_62" [label="(512,)", style=solid]; +"1219 mul_tensor_63" -> "1220 linear_62" [label=None, style=solid]; +"1220 linear_62" -> "1221 relu__10" [label="(1, 15, 15, 512)", style=solid]; +"1221 relu__10" -> "1222 relu__10_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1222 relu__10_0_0_nncf_smooth_quant_0" -> "1226 linear_63" [label="(1, 15, 15, 512)", style=solid]; +"1223 linear_63_scale_0_updated_constant0" -> "1225 mul_tensor_64" [label="(12, 1)", style=solid]; +"1224 compressed_weight_updated_constant64" -> "1225 mul_tensor_64" [label="(12, 512)", style=solid]; +"1225 mul_tensor_64" -> "1226 linear_63" [label=None, style=solid]; +"1226 linear_63" -> "1227 view_55" [label="(1, 15, 15, 12)", style=solid]; +"1227 view_55" -> "1229 index_10" [label="(225, 12)", style=solid]; +"1228 _tensor_constant66" -> "1229 index_10" [label="(4096,)", style=solid]; +"1229 index_10" -> "1230 view_56" [label="(4096, 12)", style=solid]; +"1230 view_56" -> "1231 permute_46" [label="(64, 64, 12)", style=solid]; +"1231 permute_46" -> "1232 contiguous_18" [label="(12, 64, 64)", style=solid]; +"1232 contiguous_18" -> "1233 unsqueeze_30" [label="(12, 64, 64)", style=solid]; +"1233 unsqueeze_30" -> "1234 sigmoid_10" [label="(1, 12, 64, 64)", style=solid]; +"1234 sigmoid_10" -> "1235 mul_20" [label="(1, 12, 64, 64)", style=solid]; +"1235 mul_20" -> "1271 add_35" [label="(1, 12, 64, 64)", style=solid]; +"1236 pad_12" -> "1237 view_57" [label="(1, 16, 16, 384)", style=solid]; +"1237 view_57" -> "1238 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1238 permute_47" -> "1239 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1239 reshape_45" -> "1240 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1240 reshape_45_0_0_nncf_smooth_quant_0" -> "1241 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1241 quantize_per_tensor_default_63" -> "1242 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1242 dequantize_per_tensor_default_63" -> "1247 linear_64" [label="(4, 64, 384)", style=solid]; +"1243 linear_64_scale_0_updated_constant0" -> "1246 mul_tensor_65" [label="(1152, 1)", style=solid]; +"1244 compressed_weight_updated_constant65" -> "1246 mul_tensor_65" [label="(1152, 384)", style=solid]; +"1245 _param_constant173_0_0" -> "1247 linear_64" [label="(1152,)", style=solid]; +"1246 mul_tensor_65" -> "1247 linear_64" [label=None, style=solid]; +"1247 linear_64" -> "1248 reshape_46" [label="(4, 64, 1152)", style=solid]; +"1248 reshape_46" -> "1249 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; +"1249 permute_48" -> "1250 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; +"1249 permute_48" -> "1251 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; +"1249 permute_48" -> "1252 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; +"1250 select_30" -> "1253 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; +"1250 select_30" -> "1255 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; +"1250 select_30" -> "1256 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1251 select_31" -> "1259 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; +"1251 select_31" -> "1261 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; +"1251 select_31" -> "1262 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1252 select_32" -> "1274 matmul_21" [label="(4, 12, 64, 32)", style=solid]; +"1253 linalg_vector_norm_20" -> "1254 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; +"1254 clamp_min_20" -> "1255 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; +"1255 expand_as_20" -> "1256 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1256 div_20" -> "1257 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1257 quantize_per_tensor_default_64" -> "1258 dequantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1258 dequantize_per_tensor_default_64" -> "1266 matmul_20" [label="(4, 12, 64, 32)", style=solid]; +"1259 linalg_vector_norm_21" -> "1260 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; +"1260 clamp_min_21" -> "1261 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; +"1261 expand_as_21" -> "1262 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1262 div_21" -> "1263 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1263 quantize_per_tensor_default_65" -> "1264 dequantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1264 dequantize_per_tensor_default_65" -> "1265 transpose_20" [label="(4, 12, 64, 32)", style=solid]; +"1265 transpose_20" -> "1266 matmul_20" [label="(4, 12, 32, 64)", style=solid]; +"1266 matmul_20" -> "1270 mul_21" [label="(4, 12, 64, 64)", style=solid]; +"1267 _param_constant175" -> "1268 clamp_10" [label="(12, 1, 1)", style=solid]; +"1268 clamp_10" -> "1269 exp_10" [label="(12, 1, 1)", style=solid]; +"1269 exp_10" -> "1270 mul_21" [label="(12, 1, 1)", style=solid]; +"1270 mul_21" -> "1271 add_35" [label="(4, 12, 64, 64)", style=solid]; +"1271 add_35" -> "1272 softmax_10" [label="(4, 12, 64, 64)", style=solid]; +"1272 softmax_10" -> "1273 dropout_40" [label="(4, 12, 64, 64)", style=solid]; +"1273 dropout_40" -> "1274 matmul_21" [label="(4, 12, 64, 64)", style=solid]; +"1274 matmul_21" -> "1275 transpose_21" [label="(4, 12, 64, 32)", style=solid]; +"1275 transpose_21" -> "1276 reshape_47" [label="(4, 64, 12, 32)", style=solid]; +"1276 reshape_47" -> "1277 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1277 reshape_47_0_0_nncf_smooth_quant_0" -> "1278 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1278 quantize_per_tensor_default_66" -> "1279 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1279 dequantize_per_tensor_default_66" -> "1284 linear_65" [label="(4, 64, 384)", style=solid]; +"1280 linear_65_scale_0_updated_constant0" -> "1283 mul_tensor_66" [label="(384, 1)", style=solid]; +"1281 compressed_weight_updated_constant66" -> "1283 mul_tensor_66" [label="(384, 384)", style=solid]; +"1282 _param_constant177_0_0" -> "1284 linear_65" [label="(384,)", style=solid]; +"1283 mul_tensor_66" -> "1284 linear_65" [label=None, style=solid]; +"1284 linear_65" -> "1285 dropout_41" [label="(4, 64, 384)", style=solid]; +"1285 dropout_41" -> "1286 view_58" [label="(4, 64, 384)", style=solid]; +"1286 view_58" -> "1287 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1287 permute_49" -> "1288 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1288 reshape_48" -> "1289 slice_162" [label="(1, 16, 16, 384)", style=solid]; +"1289 slice_162" -> "1290 slice_163" [label="(1, 16, 16, 384)", style=solid]; +"1290 slice_163" -> "1291 slice_164" [label="(1, 14, 16, 384)", style=solid]; +"1291 slice_164" -> "1292 slice_165" [label="(1, 14, 14, 384)", style=solid]; +"1292 slice_165" -> "1293 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; +"1293 contiguous_19" -> "1296 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; +"1294 _param_constant178" -> "1296 layer_norm_23" [label="(384,)", style=solid]; +"1295 _param_constant179" -> "1296 layer_norm_23" [label="(384,)", style=solid]; +"1296 layer_norm_23" -> "1297 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1297 add_36" -> "1298 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1297 add_36" -> "1320 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1298 add_36_0_0_nncf_smooth_quant_0" -> "1299 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1299 quantize_per_tensor_default_67" -> "1300 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1300 dequantize_per_tensor_default_67" -> "1305 linear_66" [label="(1, 14, 14, 384)", style=solid]; +"1301 linear_66_scale_0_updated_constant0" -> "1304 mul_tensor_67" [label="(1536, 1)", style=solid]; +"1302 compressed_weight_updated_constant67" -> "1304 mul_tensor_67" [label="(1536, 384)", style=solid]; +"1303 _param_constant181_0_0" -> "1305 linear_66" [label="(1536,)", style=solid]; +"1304 mul_tensor_67" -> "1305 linear_66" [label=None, style=solid]; +"1305 linear_66" -> "1306 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; +"1306 gelu_10" -> "1307 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; +"1307 dropout_42" -> "1308 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1308 dropout_42_0_0_nncf_smooth_quant_0" -> "1309 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1309 quantize_per_tensor_default_68" -> "1310 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1310 dequantize_per_tensor_default_68" -> "1315 linear_67" [label="(1, 14, 14, 1536)", style=solid]; +"1311 linear_67_scale_0_updated_constant0" -> "1314 mul_tensor_68" [label="(384, 1)", style=solid]; +"1312 compressed_weight_updated_constant68" -> "1314 mul_tensor_68" [label="(384, 1536)", style=solid]; +"1313 _param_constant183_0_0" -> "1315 linear_67" [label="(384,)", style=solid]; +"1314 mul_tensor_68" -> "1315 linear_67" [label=None, style=solid]; +"1315 linear_67" -> "1316 dropout_43" [label="(1, 14, 14, 384)", style=solid]; +"1316 dropout_43" -> "1319 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; +"1317 _param_constant184" -> "1319 layer_norm_24" [label="(384,)", style=solid]; +"1318 _param_constant185" -> "1319 layer_norm_24" [label="(384,)", style=solid]; +"1319 layer_norm_24" -> "1320 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1320 add_37" -> "1343 pad_13" [label="(1, 14, 14, 384)", style=solid]; +"1320 add_37" -> "1422 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1321 _tensor_constant67" -> "1322 _tensor_constant67_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1322 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1327 linear_68" [label="(1, 15, 15, 2)", style=solid]; +"1323 linear_68_scale_0_updated_constant0" -> "1326 mul_tensor_69" [label="(512, 1)", style=solid]; +"1324 compressed_weight_updated_constant69" -> "1326 mul_tensor_69" [label="(512, 2)", style=solid]; +"1325 _param_constant187_0_0" -> "1327 linear_68" [label="(512,)", style=solid]; +"1326 mul_tensor_69" -> "1327 linear_68" [label=None, style=solid]; +"1327 linear_68" -> "1328 relu__11" [label="(1, 15, 15, 512)", style=solid]; +"1328 relu__11" -> "1329 relu__11_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1329 relu__11_0_0_nncf_smooth_quant_0" -> "1333 linear_69" [label="(1, 15, 15, 512)", style=solid]; +"1330 linear_69_scale_0_updated_constant0" -> "1332 mul_tensor_70" [label="(12, 1)", style=solid]; +"1331 compressed_weight_updated_constant70" -> "1332 mul_tensor_70" [label="(12, 512)", style=solid]; +"1332 mul_tensor_70" -> "1333 linear_69" [label=None, style=solid]; +"1333 linear_69" -> "1334 view_59" [label="(1, 15, 15, 12)", style=solid]; +"1334 view_59" -> "1336 index_11" [label="(225, 12)", style=solid]; +"1335 _tensor_constant68" -> "1336 index_11" [label="(4096,)", style=solid]; +"1336 index_11" -> "1337 view_60" [label="(4096, 12)", style=solid]; +"1337 view_60" -> "1338 permute_50" [label="(64, 64, 12)", style=solid]; +"1338 permute_50" -> "1339 contiguous_20" [label="(12, 64, 64)", style=solid]; +"1339 contiguous_20" -> "1340 unsqueeze_31" [label="(12, 64, 64)", style=solid]; +"1340 unsqueeze_31" -> "1341 sigmoid_11" [label="(1, 12, 64, 64)", style=solid]; +"1341 sigmoid_11" -> "1342 mul_22" [label="(1, 12, 64, 64)", style=solid]; +"1342 mul_22" -> "1379 add_38" [label="(1, 12, 64, 64)", style=solid]; +"1343 pad_13" -> "1344 roll_10" [label="(1, 16, 16, 384)", style=solid]; +"1344 roll_10" -> "1345 view_61" [label="(1, 16, 16, 384)", style=solid]; +"1345 view_61" -> "1346 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1346 permute_51" -> "1347 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1347 reshape_49" -> "1348 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1347 reshape_49" -> "1380 new_zeros_5" [label="(4, 64, 384)", style=solid]; +"1348 reshape_49_0_0_nncf_smooth_quant_0" -> "1349 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1349 quantize_per_tensor_default_69" -> "1350 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1350 dequantize_per_tensor_default_69" -> "1355 linear_70" [label="(4, 64, 384)", style=solid]; +"1351 linear_70_scale_0_updated_constant0" -> "1354 mul_tensor_71" [label="(1152, 1)", style=solid]; +"1352 compressed_weight_updated_constant71" -> "1354 mul_tensor_71" [label="(1152, 384)", style=solid]; +"1353 _param_constant189_0_0" -> "1355 linear_70" [label="(1152,)", style=solid]; +"1354 mul_tensor_71" -> "1355 linear_70" [label=None, style=solid]; +"1355 linear_70" -> "1356 reshape_50" [label="(4, 64, 1152)", style=solid]; +"1356 reshape_50" -> "1357 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; +"1357 permute_52" -> "1358 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; +"1357 permute_52" -> "1359 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; +"1357 permute_52" -> "1360 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; +"1358 select_33" -> "1361 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; +"1358 select_33" -> "1363 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; +"1358 select_33" -> "1364 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1359 select_34" -> "1367 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; +"1359 select_34" -> "1369 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; +"1359 select_34" -> "1370 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1360 select_35" -> "1398 matmul_23" [label="(4, 12, 64, 32)", style=solid]; +"1361 linalg_vector_norm_22" -> "1362 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; +"1362 clamp_min_22" -> "1363 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; +"1363 expand_as_22" -> "1364 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1364 div_22" -> "1365 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1365 quantize_per_tensor_default_70" -> "1366 dequantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1366 dequantize_per_tensor_default_70" -> "1374 matmul_22" [label="(4, 12, 64, 32)", style=solid]; +"1367 linalg_vector_norm_23" -> "1368 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; +"1368 clamp_min_23" -> "1369 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; +"1369 expand_as_23" -> "1370 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1370 div_23" -> "1371 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1371 quantize_per_tensor_default_71" -> "1372 dequantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1372 dequantize_per_tensor_default_71" -> "1373 transpose_22" [label="(4, 12, 64, 32)", style=solid]; +"1373 transpose_22" -> "1374 matmul_22" [label="(4, 12, 32, 64)", style=solid]; +"1374 matmul_22" -> "1378 mul_23" [label="(4, 12, 64, 64)", style=solid]; +"1375 _param_constant191" -> "1376 clamp_11" [label="(12, 1, 1)", style=solid]; +"1376 clamp_11" -> "1377 exp_11" [label="(12, 1, 1)", style=solid]; +"1377 exp_11" -> "1378 mul_23" [label="(12, 1, 1)", style=solid]; +"1378 mul_23" -> "1379 add_38" [label="(4, 12, 64, 64)", style=solid]; +"1379 add_38" -> "1391 view_63" [label="(4, 12, 64, 64)", style=solid]; +"1380 new_zeros_5" -> "1381 view_62" [label="(16, 16)", style=solid]; +"1381 view_62" -> "1382 permute_53" [label="(2, 8, 2, 8)", style=solid]; +"1382 permute_53" -> "1383 reshape_51" [label="(2, 2, 8, 8)", style=solid]; +"1383 reshape_51" -> "1384 unsqueeze_32" [label="(4, 64)", style=solid]; +"1383 reshape_51" -> "1385 unsqueeze_33" [label="(4, 64)", style=solid]; +"1384 unsqueeze_32" -> "1386 sub_5" [label="(4, 1, 64)", style=solid]; +"1385 unsqueeze_33" -> "1386 sub_5" [label="(4, 64, 1)", style=solid]; +"1386 sub_5" -> "1387 ne_5" [label="(4, 64, 64)", style=solid]; +"1386 sub_5" -> "1388 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1386 sub_5" -> "1389 eq_5" [label="(4, 64, 64)", style=solid]; +"1387 ne_5" -> "1388 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1388 masked_fill_10" -> "1390 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1389 eq_5" -> "1390 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1390 masked_fill_11" -> "1392 unsqueeze_34" [label="(4, 64, 64)", style=solid]; +"1391 view_63" -> "1394 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; +"1392 unsqueeze_34" -> "1393 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; +"1393 unsqueeze_35" -> "1394 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; +"1394 add_39" -> "1395 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; +"1395 view_64" -> "1396 softmax_11" [label="(4, 12, 64, 64)", style=solid]; +"1396 softmax_11" -> "1397 dropout_44" [label="(4, 12, 64, 64)", style=solid]; +"1397 dropout_44" -> "1398 matmul_23" [label="(4, 12, 64, 64)", style=solid]; +"1398 matmul_23" -> "1399 transpose_23" [label="(4, 12, 64, 32)", style=solid]; +"1399 transpose_23" -> "1400 reshape_52" [label="(4, 64, 12, 32)", style=solid]; +"1400 reshape_52" -> "1401 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1401 reshape_52_0_0_nncf_smooth_quant_0" -> "1402 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1402 quantize_per_tensor_default_72" -> "1403 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1403 dequantize_per_tensor_default_72" -> "1408 linear_71" [label="(4, 64, 384)", style=solid]; +"1404 linear_71_scale_0_updated_constant0" -> "1407 mul_tensor_72" [label="(384, 1)", style=solid]; +"1405 compressed_weight_updated_constant72" -> "1407 mul_tensor_72" [label="(384, 384)", style=solid]; +"1406 _param_constant193_0_0" -> "1408 linear_71" [label="(384,)", style=solid]; +"1407 mul_tensor_72" -> "1408 linear_71" [label=None, style=solid]; +"1408 linear_71" -> "1409 dropout_45" [label="(4, 64, 384)", style=solid]; +"1409 dropout_45" -> "1410 view_65" [label="(4, 64, 384)", style=solid]; +"1410 view_65" -> "1411 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1411 permute_54" -> "1412 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1412 reshape_53" -> "1413 roll_11" [label="(1, 16, 16, 384)", style=solid]; +"1413 roll_11" -> "1414 slice_185" [label="(1, 16, 16, 384)", style=solid]; +"1414 slice_185" -> "1415 slice_186" [label="(1, 16, 16, 384)", style=solid]; +"1415 slice_186" -> "1416 slice_187" [label="(1, 14, 16, 384)", style=solid]; +"1416 slice_187" -> "1417 slice_188" [label="(1, 14, 14, 384)", style=solid]; +"1417 slice_188" -> "1418 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; +"1418 contiguous_21" -> "1421 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; +"1419 _param_constant194" -> "1421 layer_norm_25" [label="(384,)", style=solid]; +"1420 _param_constant195" -> "1421 layer_norm_25" [label="(384,)", style=solid]; +"1421 layer_norm_25" -> "1422 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1422 add_40" -> "1423 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1422 add_40" -> "1445 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1423 add_40_0_0_nncf_smooth_quant_0" -> "1424 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1424 quantize_per_tensor_default_73" -> "1425 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1425 dequantize_per_tensor_default_73" -> "1430 linear_72" [label="(1, 14, 14, 384)", style=solid]; +"1426 linear_72_scale_0_updated_constant0" -> "1429 mul_tensor_73" [label="(1536, 1)", style=solid]; +"1427 compressed_weight_updated_constant73" -> "1429 mul_tensor_73" [label="(1536, 384)", style=solid]; +"1428 _param_constant197_0_0" -> "1430 linear_72" [label="(1536,)", style=solid]; +"1429 mul_tensor_73" -> "1430 linear_72" [label=None, style=solid]; +"1430 linear_72" -> "1431 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; +"1431 gelu_11" -> "1432 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; +"1432 dropout_46" -> "1433 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1433 dropout_46_0_0_nncf_smooth_quant_0" -> "1434 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1434 quantize_per_tensor_default_74" -> "1435 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1435 dequantize_per_tensor_default_74" -> "1440 linear_73" [label="(1, 14, 14, 1536)", style=solid]; +"1436 linear_73_scale_0_updated_constant0" -> "1439 mul_tensor_74" [label="(384, 1)", style=solid]; +"1437 compressed_weight_updated_constant74" -> "1439 mul_tensor_74" [label="(384, 1536)", style=solid]; +"1438 _param_constant199_0_0" -> "1440 linear_73" [label="(384,)", style=solid]; +"1439 mul_tensor_74" -> "1440 linear_73" [label=None, style=solid]; +"1440 linear_73" -> "1441 dropout_47" [label="(1, 14, 14, 384)", style=solid]; +"1441 dropout_47" -> "1444 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; +"1442 _param_constant200" -> "1444 layer_norm_26" [label="(384,)", style=solid]; +"1443 _param_constant201" -> "1444 layer_norm_26" [label="(384,)", style=solid]; +"1444 layer_norm_26" -> "1445 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1445 add_41" -> "1468 pad_14" [label="(1, 14, 14, 384)", style=solid]; +"1445 add_41" -> "1529 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1446 _tensor_constant78" -> "1447 _tensor_constant78_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1447 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1452 linear_74" [label="(1, 15, 15, 2)", style=solid]; +"1448 linear_74_scale_0_updated_constant0" -> "1451 mul_tensor_75" [label="(512, 1)", style=solid]; +"1449 compressed_weight_updated_constant75" -> "1451 mul_tensor_75" [label="(512, 2)", style=solid]; +"1450 _param_constant203_0_0" -> "1452 linear_74" [label="(512,)", style=solid]; +"1451 mul_tensor_75" -> "1452 linear_74" [label=None, style=solid]; +"1452 linear_74" -> "1453 relu__12" [label="(1, 15, 15, 512)", style=solid]; +"1453 relu__12" -> "1454 relu__12_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1454 relu__12_0_0_nncf_smooth_quant_0" -> "1458 linear_75" [label="(1, 15, 15, 512)", style=solid]; +"1455 linear_75_scale_0_updated_constant0" -> "1457 mul_tensor_76" [label="(12, 1)", style=solid]; +"1456 compressed_weight_updated_constant76" -> "1457 mul_tensor_76" [label="(12, 512)", style=solid]; +"1457 mul_tensor_76" -> "1458 linear_75" [label=None, style=solid]; +"1458 linear_75" -> "1459 view_66" [label="(1, 15, 15, 12)", style=solid]; +"1459 view_66" -> "1461 index_12" [label="(225, 12)", style=solid]; +"1460 _tensor_constant79" -> "1461 index_12" [label="(4096,)", style=solid]; +"1461 index_12" -> "1462 view_67" [label="(4096, 12)", style=solid]; +"1462 view_67" -> "1463 permute_55" [label="(64, 64, 12)", style=solid]; +"1463 permute_55" -> "1464 contiguous_22" [label="(12, 64, 64)", style=solid]; +"1464 contiguous_22" -> "1465 unsqueeze_36" [label="(12, 64, 64)", style=solid]; +"1465 unsqueeze_36" -> "1466 sigmoid_12" [label="(1, 12, 64, 64)", style=solid]; +"1466 sigmoid_12" -> "1467 mul_24" [label="(1, 12, 64, 64)", style=solid]; +"1467 mul_24" -> "1503 add_42" [label="(1, 12, 64, 64)", style=solid]; +"1468 pad_14" -> "1469 view_68" [label="(1, 16, 16, 384)", style=solid]; +"1469 view_68" -> "1470 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1470 permute_56" -> "1471 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1471 reshape_54" -> "1472 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1472 reshape_54_0_0_nncf_smooth_quant_0" -> "1473 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1473 quantize_per_tensor_default_75" -> "1474 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1474 dequantize_per_tensor_default_75" -> "1479 linear_76" [label="(4, 64, 384)", style=solid]; +"1475 linear_76_scale_0_updated_constant0" -> "1478 mul_tensor_77" [label="(1152, 1)", style=solid]; +"1476 compressed_weight_updated_constant77" -> "1478 mul_tensor_77" [label="(1152, 384)", style=solid]; +"1477 _param_constant205_0_0" -> "1479 linear_76" [label="(1152,)", style=solid]; +"1478 mul_tensor_77" -> "1479 linear_76" [label=None, style=solid]; +"1479 linear_76" -> "1480 reshape_55" [label="(4, 64, 1152)", style=solid]; +"1480 reshape_55" -> "1481 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; +"1481 permute_57" -> "1482 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; +"1481 permute_57" -> "1483 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; +"1481 permute_57" -> "1484 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; +"1482 select_36" -> "1485 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; +"1482 select_36" -> "1487 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; +"1482 select_36" -> "1488 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1483 select_37" -> "1491 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; +"1483 select_37" -> "1493 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; +"1483 select_37" -> "1494 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1484 select_38" -> "1506 matmul_25" [label="(4, 12, 64, 32)", style=solid]; +"1485 linalg_vector_norm_24" -> "1486 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; +"1486 clamp_min_24" -> "1487 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; +"1487 expand_as_24" -> "1488 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1488 div_24" -> "1489 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1489 quantize_per_tensor_default_76" -> "1490 dequantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1490 dequantize_per_tensor_default_76" -> "1498 matmul_24" [label="(4, 12, 64, 32)", style=solid]; +"1491 linalg_vector_norm_25" -> "1492 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; +"1492 clamp_min_25" -> "1493 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; +"1493 expand_as_25" -> "1494 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1494 div_25" -> "1495 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1495 quantize_per_tensor_default_77" -> "1496 dequantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1496 dequantize_per_tensor_default_77" -> "1497 transpose_24" [label="(4, 12, 64, 32)", style=solid]; +"1497 transpose_24" -> "1498 matmul_24" [label="(4, 12, 32, 64)", style=solid]; +"1498 matmul_24" -> "1502 mul_25" [label="(4, 12, 64, 64)", style=solid]; +"1499 _param_constant207" -> "1500 clamp_12" [label="(12, 1, 1)", style=solid]; +"1500 clamp_12" -> "1501 exp_12" [label="(12, 1, 1)", style=solid]; +"1501 exp_12" -> "1502 mul_25" [label="(12, 1, 1)", style=solid]; +"1502 mul_25" -> "1503 add_42" [label="(4, 12, 64, 64)", style=solid]; +"1503 add_42" -> "1504 softmax_12" [label="(4, 12, 64, 64)", style=solid]; +"1504 softmax_12" -> "1505 dropout_48" [label="(4, 12, 64, 64)", style=solid]; +"1505 dropout_48" -> "1506 matmul_25" [label="(4, 12, 64, 64)", style=solid]; +"1506 matmul_25" -> "1507 transpose_25" [label="(4, 12, 64, 32)", style=solid]; +"1507 transpose_25" -> "1508 reshape_56" [label="(4, 64, 12, 32)", style=solid]; +"1508 reshape_56" -> "1509 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1509 reshape_56_0_0_nncf_smooth_quant_0" -> "1510 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1510 quantize_per_tensor_default_78" -> "1511 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1511 dequantize_per_tensor_default_78" -> "1516 linear_77" [label="(4, 64, 384)", style=solid]; +"1512 linear_77_scale_0_updated_constant0" -> "1515 mul_tensor_78" [label="(384, 1)", style=solid]; +"1513 compressed_weight_updated_constant78" -> "1515 mul_tensor_78" [label="(384, 384)", style=solid]; +"1514 _param_constant209_0_0" -> "1516 linear_77" [label="(384,)", style=solid]; +"1515 mul_tensor_78" -> "1516 linear_77" [label=None, style=solid]; +"1516 linear_77" -> "1517 dropout_49" [label="(4, 64, 384)", style=solid]; +"1517 dropout_49" -> "1518 view_69" [label="(4, 64, 384)", style=solid]; +"1518 view_69" -> "1519 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1519 permute_58" -> "1520 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1520 reshape_57" -> "1521 slice_190" [label="(1, 16, 16, 384)", style=solid]; +"1521 slice_190" -> "1522 slice_191" [label="(1, 16, 16, 384)", style=solid]; +"1522 slice_191" -> "1523 slice_192" [label="(1, 14, 16, 384)", style=solid]; +"1523 slice_192" -> "1524 slice_193" [label="(1, 14, 14, 384)", style=solid]; +"1524 slice_193" -> "1525 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; +"1525 contiguous_23" -> "1528 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; +"1526 _param_constant210" -> "1528 layer_norm_27" [label="(384,)", style=solid]; +"1527 _param_constant211" -> "1528 layer_norm_27" [label="(384,)", style=solid]; +"1528 layer_norm_27" -> "1529 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1529 add_43" -> "1530 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1529 add_43" -> "1552 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1530 add_43_0_0_nncf_smooth_quant_0" -> "1531 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1531 quantize_per_tensor_default_79" -> "1532 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1532 dequantize_per_tensor_default_79" -> "1537 linear_78" [label="(1, 14, 14, 384)", style=solid]; +"1533 linear_78_scale_0_updated_constant0" -> "1536 mul_tensor_79" [label="(1536, 1)", style=solid]; +"1534 compressed_weight_updated_constant79" -> "1536 mul_tensor_79" [label="(1536, 384)", style=solid]; +"1535 _param_constant213_0_0" -> "1537 linear_78" [label="(1536,)", style=solid]; +"1536 mul_tensor_79" -> "1537 linear_78" [label=None, style=solid]; +"1537 linear_78" -> "1538 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; +"1538 gelu_12" -> "1539 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; +"1539 dropout_50" -> "1540 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1540 dropout_50_0_0_nncf_smooth_quant_0" -> "1541 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1541 quantize_per_tensor_default_80" -> "1542 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1542 dequantize_per_tensor_default_80" -> "1547 linear_79" [label="(1, 14, 14, 1536)", style=solid]; +"1543 linear_79_scale_0_updated_constant0" -> "1546 mul_tensor_80" [label="(384, 1)", style=solid]; +"1544 compressed_weight_updated_constant80" -> "1546 mul_tensor_80" [label="(384, 1536)", style=solid]; +"1545 _param_constant215_0_0" -> "1547 linear_79" [label="(384,)", style=solid]; +"1546 mul_tensor_80" -> "1547 linear_79" [label=None, style=solid]; +"1547 linear_79" -> "1548 dropout_51" [label="(1, 14, 14, 384)", style=solid]; +"1548 dropout_51" -> "1551 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; +"1549 _param_constant216" -> "1551 layer_norm_28" [label="(384,)", style=solid]; +"1550 _param_constant217" -> "1551 layer_norm_28" [label="(384,)", style=solid]; +"1551 layer_norm_28" -> "1552 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1552 add_44" -> "1575 pad_15" [label="(1, 14, 14, 384)", style=solid]; +"1552 add_44" -> "1654 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1553 _tensor_constant80" -> "1554 _tensor_constant80_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1554 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1559 linear_80" [label="(1, 15, 15, 2)", style=solid]; +"1555 linear_80_scale_0_updated_constant0" -> "1558 mul_tensor_81" [label="(512, 1)", style=solid]; +"1556 compressed_weight_updated_constant81" -> "1558 mul_tensor_81" [label="(512, 2)", style=solid]; +"1557 _param_constant219_0_0" -> "1559 linear_80" [label="(512,)", style=solid]; +"1558 mul_tensor_81" -> "1559 linear_80" [label=None, style=solid]; +"1559 linear_80" -> "1560 relu__13" [label="(1, 15, 15, 512)", style=solid]; +"1560 relu__13" -> "1561 relu__13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1561 relu__13_0_0_nncf_smooth_quant_0" -> "1565 linear_81" [label="(1, 15, 15, 512)", style=solid]; +"1562 linear_81_scale_0_updated_constant0" -> "1564 mul_tensor_82" [label="(12, 1)", style=solid]; +"1563 compressed_weight_updated_constant82" -> "1564 mul_tensor_82" [label="(12, 512)", style=solid]; +"1564 mul_tensor_82" -> "1565 linear_81" [label=None, style=solid]; +"1565 linear_81" -> "1566 view_70" [label="(1, 15, 15, 12)", style=solid]; +"1566 view_70" -> "1568 index_13" [label="(225, 12)", style=solid]; +"1567 _tensor_constant81" -> "1568 index_13" [label="(4096,)", style=solid]; +"1568 index_13" -> "1569 view_71" [label="(4096, 12)", style=solid]; +"1569 view_71" -> "1570 permute_59" [label="(64, 64, 12)", style=solid]; +"1570 permute_59" -> "1571 contiguous_24" [label="(12, 64, 64)", style=solid]; +"1571 contiguous_24" -> "1572 unsqueeze_37" [label="(12, 64, 64)", style=solid]; +"1572 unsqueeze_37" -> "1573 sigmoid_13" [label="(1, 12, 64, 64)", style=solid]; +"1573 sigmoid_13" -> "1574 mul_26" [label="(1, 12, 64, 64)", style=solid]; +"1574 mul_26" -> "1611 add_45" [label="(1, 12, 64, 64)", style=solid]; +"1575 pad_15" -> "1576 roll_12" [label="(1, 16, 16, 384)", style=solid]; +"1576 roll_12" -> "1577 view_72" [label="(1, 16, 16, 384)", style=solid]; +"1577 view_72" -> "1578 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1578 permute_60" -> "1579 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1579 reshape_58" -> "1580 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1579 reshape_58" -> "1612 new_zeros_6" [label="(4, 64, 384)", style=solid]; +"1580 reshape_58_0_0_nncf_smooth_quant_0" -> "1581 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1581 quantize_per_tensor_default_81" -> "1582 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1582 dequantize_per_tensor_default_81" -> "1587 linear_82" [label="(4, 64, 384)", style=solid]; +"1583 linear_82_scale_0_updated_constant0" -> "1586 mul_tensor_83" [label="(1152, 1)", style=solid]; +"1584 compressed_weight_updated_constant83" -> "1586 mul_tensor_83" [label="(1152, 384)", style=solid]; +"1585 _param_constant221_0_0" -> "1587 linear_82" [label="(1152,)", style=solid]; +"1586 mul_tensor_83" -> "1587 linear_82" [label=None, style=solid]; +"1587 linear_82" -> "1588 reshape_59" [label="(4, 64, 1152)", style=solid]; +"1588 reshape_59" -> "1589 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; +"1589 permute_61" -> "1590 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; +"1589 permute_61" -> "1591 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; +"1589 permute_61" -> "1592 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; +"1590 select_39" -> "1593 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; +"1590 select_39" -> "1595 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; +"1590 select_39" -> "1596 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1591 select_40" -> "1599 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; +"1591 select_40" -> "1601 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; +"1591 select_40" -> "1602 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1592 select_41" -> "1630 matmul_27" [label="(4, 12, 64, 32)", style=solid]; +"1593 linalg_vector_norm_26" -> "1594 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; +"1594 clamp_min_26" -> "1595 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; +"1595 expand_as_26" -> "1596 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1596 div_26" -> "1597 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1597 quantize_per_tensor_default_82" -> "1598 dequantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1598 dequantize_per_tensor_default_82" -> "1606 matmul_26" [label="(4, 12, 64, 32)", style=solid]; +"1599 linalg_vector_norm_27" -> "1600 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; +"1600 clamp_min_27" -> "1601 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; +"1601 expand_as_27" -> "1602 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1602 div_27" -> "1603 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1603 quantize_per_tensor_default_83" -> "1604 dequantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1604 dequantize_per_tensor_default_83" -> "1605 transpose_26" [label="(4, 12, 64, 32)", style=solid]; +"1605 transpose_26" -> "1606 matmul_26" [label="(4, 12, 32, 64)", style=solid]; +"1606 matmul_26" -> "1610 mul_27" [label="(4, 12, 64, 64)", style=solid]; +"1607 _param_constant223" -> "1608 clamp_13" [label="(12, 1, 1)", style=solid]; +"1608 clamp_13" -> "1609 exp_13" [label="(12, 1, 1)", style=solid]; +"1609 exp_13" -> "1610 mul_27" [label="(12, 1, 1)", style=solid]; +"1610 mul_27" -> "1611 add_45" [label="(4, 12, 64, 64)", style=solid]; +"1611 add_45" -> "1623 view_74" [label="(4, 12, 64, 64)", style=solid]; +"1612 new_zeros_6" -> "1613 view_73" [label="(16, 16)", style=solid]; +"1613 view_73" -> "1614 permute_62" [label="(2, 8, 2, 8)", style=solid]; +"1614 permute_62" -> "1615 reshape_60" [label="(2, 2, 8, 8)", style=solid]; +"1615 reshape_60" -> "1616 unsqueeze_38" [label="(4, 64)", style=solid]; +"1615 reshape_60" -> "1617 unsqueeze_39" [label="(4, 64)", style=solid]; +"1616 unsqueeze_38" -> "1618 sub_6" [label="(4, 1, 64)", style=solid]; +"1617 unsqueeze_39" -> "1618 sub_6" [label="(4, 64, 1)", style=solid]; +"1618 sub_6" -> "1619 ne_6" [label="(4, 64, 64)", style=solid]; +"1618 sub_6" -> "1620 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1618 sub_6" -> "1621 eq_6" [label="(4, 64, 64)", style=solid]; +"1619 ne_6" -> "1620 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1620 masked_fill_12" -> "1622 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1621 eq_6" -> "1622 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1622 masked_fill_13" -> "1624 unsqueeze_40" [label="(4, 64, 64)", style=solid]; +"1623 view_74" -> "1626 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; +"1624 unsqueeze_40" -> "1625 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; +"1625 unsqueeze_41" -> "1626 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; +"1626 add_46" -> "1627 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; +"1627 view_75" -> "1628 softmax_13" [label="(4, 12, 64, 64)", style=solid]; +"1628 softmax_13" -> "1629 dropout_52" [label="(4, 12, 64, 64)", style=solid]; +"1629 dropout_52" -> "1630 matmul_27" [label="(4, 12, 64, 64)", style=solid]; +"1630 matmul_27" -> "1631 transpose_27" [label="(4, 12, 64, 32)", style=solid]; +"1631 transpose_27" -> "1632 reshape_61" [label="(4, 64, 12, 32)", style=solid]; +"1632 reshape_61" -> "1633 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1633 reshape_61_0_0_nncf_smooth_quant_0" -> "1634 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1634 quantize_per_tensor_default_84" -> "1635 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1635 dequantize_per_tensor_default_84" -> "1640 linear_83" [label="(4, 64, 384)", style=solid]; +"1636 linear_83_scale_0_updated_constant0" -> "1639 mul_tensor_84" [label="(384, 1)", style=solid]; +"1637 compressed_weight_updated_constant84" -> "1639 mul_tensor_84" [label="(384, 384)", style=solid]; +"1638 _param_constant225_0_0" -> "1640 linear_83" [label="(384,)", style=solid]; +"1639 mul_tensor_84" -> "1640 linear_83" [label=None, style=solid]; +"1640 linear_83" -> "1641 dropout_53" [label="(4, 64, 384)", style=solid]; +"1641 dropout_53" -> "1642 view_76" [label="(4, 64, 384)", style=solid]; +"1642 view_76" -> "1643 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1643 permute_63" -> "1644 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1644 reshape_62" -> "1645 roll_13" [label="(1, 16, 16, 384)", style=solid]; +"1645 roll_13" -> "1646 slice_213" [label="(1, 16, 16, 384)", style=solid]; +"1646 slice_213" -> "1647 slice_214" [label="(1, 16, 16, 384)", style=solid]; +"1647 slice_214" -> "1648 slice_215" [label="(1, 14, 16, 384)", style=solid]; +"1648 slice_215" -> "1649 slice_216" [label="(1, 14, 14, 384)", style=solid]; +"1649 slice_216" -> "1650 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; +"1650 contiguous_25" -> "1653 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; +"1651 _param_constant226" -> "1653 layer_norm_29" [label="(384,)", style=solid]; +"1652 _param_constant227" -> "1653 layer_norm_29" [label="(384,)", style=solid]; +"1653 layer_norm_29" -> "1654 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1654 add_47" -> "1655 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1654 add_47" -> "1677 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1655 add_47_0_0_nncf_smooth_quant_0" -> "1656 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1656 quantize_per_tensor_default_85" -> "1657 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1657 dequantize_per_tensor_default_85" -> "1662 linear_84" [label="(1, 14, 14, 384)", style=solid]; +"1658 linear_84_scale_0_updated_constant0" -> "1661 mul_tensor_85" [label="(1536, 1)", style=solid]; +"1659 compressed_weight_updated_constant85" -> "1661 mul_tensor_85" [label="(1536, 384)", style=solid]; +"1660 _param_constant229_0_0" -> "1662 linear_84" [label="(1536,)", style=solid]; +"1661 mul_tensor_85" -> "1662 linear_84" [label=None, style=solid]; +"1662 linear_84" -> "1663 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; +"1663 gelu_13" -> "1664 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; +"1664 dropout_54" -> "1665 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1665 dropout_54_0_0_nncf_smooth_quant_0" -> "1666 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1666 quantize_per_tensor_default_86" -> "1667 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1667 dequantize_per_tensor_default_86" -> "1672 linear_85" [label="(1, 14, 14, 1536)", style=solid]; +"1668 linear_85_scale_0_updated_constant0" -> "1671 mul_tensor_86" [label="(384, 1)", style=solid]; +"1669 compressed_weight_updated_constant86" -> "1671 mul_tensor_86" [label="(384, 1536)", style=solid]; +"1670 _param_constant231_0_0" -> "1672 linear_85" [label="(384,)", style=solid]; +"1671 mul_tensor_86" -> "1672 linear_85" [label=None, style=solid]; +"1672 linear_85" -> "1673 dropout_55" [label="(1, 14, 14, 384)", style=solid]; +"1673 dropout_55" -> "1676 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; +"1674 _param_constant232" -> "1676 layer_norm_30" [label="(384,)", style=solid]; +"1675 _param_constant233" -> "1676 layer_norm_30" [label="(384,)", style=solid]; +"1676 layer_norm_30" -> "1677 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1677 add_48" -> "1700 pad_16" [label="(1, 14, 14, 384)", style=solid]; +"1677 add_48" -> "1761 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1678 _tensor_constant91" -> "1679 _tensor_constant91_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1679 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1684 linear_86" [label="(1, 15, 15, 2)", style=solid]; +"1680 linear_86_scale_0_updated_constant0" -> "1683 mul_tensor_87" [label="(512, 1)", style=solid]; +"1681 compressed_weight_updated_constant87" -> "1683 mul_tensor_87" [label="(512, 2)", style=solid]; +"1682 _param_constant235_0_0" -> "1684 linear_86" [label="(512,)", style=solid]; +"1683 mul_tensor_87" -> "1684 linear_86" [label=None, style=solid]; +"1684 linear_86" -> "1685 relu__14" [label="(1, 15, 15, 512)", style=solid]; +"1685 relu__14" -> "1686 relu__14_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1686 relu__14_0_0_nncf_smooth_quant_0" -> "1690 linear_87" [label="(1, 15, 15, 512)", style=solid]; +"1687 linear_87_scale_0_updated_constant0" -> "1689 mul_tensor_88" [label="(12, 1)", style=solid]; +"1688 compressed_weight_updated_constant88" -> "1689 mul_tensor_88" [label="(12, 512)", style=solid]; +"1689 mul_tensor_88" -> "1690 linear_87" [label=None, style=solid]; +"1690 linear_87" -> "1691 view_77" [label="(1, 15, 15, 12)", style=solid]; +"1691 view_77" -> "1693 index_14" [label="(225, 12)", style=solid]; +"1692 _tensor_constant92" -> "1693 index_14" [label="(4096,)", style=solid]; +"1693 index_14" -> "1694 view_78" [label="(4096, 12)", style=solid]; +"1694 view_78" -> "1695 permute_64" [label="(64, 64, 12)", style=solid]; +"1695 permute_64" -> "1696 contiguous_26" [label="(12, 64, 64)", style=solid]; +"1696 contiguous_26" -> "1697 unsqueeze_42" [label="(12, 64, 64)", style=solid]; +"1697 unsqueeze_42" -> "1698 sigmoid_14" [label="(1, 12, 64, 64)", style=solid]; +"1698 sigmoid_14" -> "1699 mul_28" [label="(1, 12, 64, 64)", style=solid]; +"1699 mul_28" -> "1735 add_49" [label="(1, 12, 64, 64)", style=solid]; +"1700 pad_16" -> "1701 view_79" [label="(1, 16, 16, 384)", style=solid]; +"1701 view_79" -> "1702 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1702 permute_65" -> "1703 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1703 reshape_63" -> "1704 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1704 reshape_63_0_0_nncf_smooth_quant_0" -> "1705 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1705 quantize_per_tensor_default_87" -> "1706 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1706 dequantize_per_tensor_default_87" -> "1711 linear_88" [label="(4, 64, 384)", style=solid]; +"1707 linear_88_scale_0_updated_constant0" -> "1710 mul_tensor_89" [label="(1152, 1)", style=solid]; +"1708 compressed_weight_updated_constant89" -> "1710 mul_tensor_89" [label="(1152, 384)", style=solid]; +"1709 _param_constant237_0_0" -> "1711 linear_88" [label="(1152,)", style=solid]; +"1710 mul_tensor_89" -> "1711 linear_88" [label=None, style=solid]; +"1711 linear_88" -> "1712 reshape_64" [label="(4, 64, 1152)", style=solid]; +"1712 reshape_64" -> "1713 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; +"1713 permute_66" -> "1714 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; +"1713 permute_66" -> "1715 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; +"1713 permute_66" -> "1716 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; +"1714 select_42" -> "1717 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; +"1714 select_42" -> "1719 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; +"1714 select_42" -> "1720 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1715 select_43" -> "1723 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; +"1715 select_43" -> "1725 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; +"1715 select_43" -> "1726 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1716 select_44" -> "1738 matmul_29" [label="(4, 12, 64, 32)", style=solid]; +"1717 linalg_vector_norm_28" -> "1718 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; +"1718 clamp_min_28" -> "1719 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; +"1719 expand_as_28" -> "1720 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1720 div_28" -> "1721 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1721 quantize_per_tensor_default_88" -> "1722 dequantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1722 dequantize_per_tensor_default_88" -> "1730 matmul_28" [label="(4, 12, 64, 32)", style=solid]; +"1723 linalg_vector_norm_29" -> "1724 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; +"1724 clamp_min_29" -> "1725 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; +"1725 expand_as_29" -> "1726 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1726 div_29" -> "1727 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1727 quantize_per_tensor_default_89" -> "1728 dequantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1728 dequantize_per_tensor_default_89" -> "1729 transpose_28" [label="(4, 12, 64, 32)", style=solid]; +"1729 transpose_28" -> "1730 matmul_28" [label="(4, 12, 32, 64)", style=solid]; +"1730 matmul_28" -> "1734 mul_29" [label="(4, 12, 64, 64)", style=solid]; +"1731 _param_constant239" -> "1732 clamp_14" [label="(12, 1, 1)", style=solid]; +"1732 clamp_14" -> "1733 exp_14" [label="(12, 1, 1)", style=solid]; +"1733 exp_14" -> "1734 mul_29" [label="(12, 1, 1)", style=solid]; +"1734 mul_29" -> "1735 add_49" [label="(4, 12, 64, 64)", style=solid]; +"1735 add_49" -> "1736 softmax_14" [label="(4, 12, 64, 64)", style=solid]; +"1736 softmax_14" -> "1737 dropout_56" [label="(4, 12, 64, 64)", style=solid]; +"1737 dropout_56" -> "1738 matmul_29" [label="(4, 12, 64, 64)", style=solid]; +"1738 matmul_29" -> "1739 transpose_29" [label="(4, 12, 64, 32)", style=solid]; +"1739 transpose_29" -> "1740 reshape_65" [label="(4, 64, 12, 32)", style=solid]; +"1740 reshape_65" -> "1741 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1741 reshape_65_0_0_nncf_smooth_quant_0" -> "1742 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1742 quantize_per_tensor_default_90" -> "1743 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1743 dequantize_per_tensor_default_90" -> "1748 linear_89" [label="(4, 64, 384)", style=solid]; +"1744 linear_89_scale_0_updated_constant0" -> "1747 mul_tensor_90" [label="(384, 1)", style=solid]; +"1745 compressed_weight_updated_constant90" -> "1747 mul_tensor_90" [label="(384, 384)", style=solid]; +"1746 _param_constant241_0_0" -> "1748 linear_89" [label="(384,)", style=solid]; +"1747 mul_tensor_90" -> "1748 linear_89" [label=None, style=solid]; +"1748 linear_89" -> "1749 dropout_57" [label="(4, 64, 384)", style=solid]; +"1749 dropout_57" -> "1750 view_80" [label="(4, 64, 384)", style=solid]; +"1750 view_80" -> "1751 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1751 permute_67" -> "1752 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1752 reshape_66" -> "1753 slice_218" [label="(1, 16, 16, 384)", style=solid]; +"1753 slice_218" -> "1754 slice_219" [label="(1, 16, 16, 384)", style=solid]; +"1754 slice_219" -> "1755 slice_220" [label="(1, 14, 16, 384)", style=solid]; +"1755 slice_220" -> "1756 slice_221" [label="(1, 14, 14, 384)", style=solid]; +"1756 slice_221" -> "1757 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; +"1757 contiguous_27" -> "1760 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; +"1758 _param_constant242" -> "1760 layer_norm_31" [label="(384,)", style=solid]; +"1759 _param_constant243" -> "1760 layer_norm_31" [label="(384,)", style=solid]; +"1760 layer_norm_31" -> "1761 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1761 add_50" -> "1762 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1761 add_50" -> "1784 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1762 add_50_0_0_nncf_smooth_quant_0" -> "1763 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1763 quantize_per_tensor_default_91" -> "1764 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1764 dequantize_per_tensor_default_91" -> "1769 linear_90" [label="(1, 14, 14, 384)", style=solid]; +"1765 linear_90_scale_0_updated_constant0" -> "1768 mul_tensor_91" [label="(1536, 1)", style=solid]; +"1766 compressed_weight_updated_constant91" -> "1768 mul_tensor_91" [label="(1536, 384)", style=solid]; +"1767 _param_constant245_0_0" -> "1769 linear_90" [label="(1536,)", style=solid]; +"1768 mul_tensor_91" -> "1769 linear_90" [label=None, style=solid]; +"1769 linear_90" -> "1770 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; +"1770 gelu_14" -> "1771 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; +"1771 dropout_58" -> "1772 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1772 dropout_58_0_0_nncf_smooth_quant_0" -> "1773 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1773 quantize_per_tensor_default_92" -> "1774 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1774 dequantize_per_tensor_default_92" -> "1779 linear_91" [label="(1, 14, 14, 1536)", style=solid]; +"1775 linear_91_scale_0_updated_constant0" -> "1778 mul_tensor_92" [label="(384, 1)", style=solid]; +"1776 compressed_weight_updated_constant92" -> "1778 mul_tensor_92" [label="(384, 1536)", style=solid]; +"1777 _param_constant247_0_0" -> "1779 linear_91" [label="(384,)", style=solid]; +"1778 mul_tensor_92" -> "1779 linear_91" [label=None, style=solid]; +"1779 linear_91" -> "1780 dropout_59" [label="(1, 14, 14, 384)", style=solid]; +"1780 dropout_59" -> "1783 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; +"1781 _param_constant248" -> "1783 layer_norm_32" [label="(384,)", style=solid]; +"1782 _param_constant249" -> "1783 layer_norm_32" [label="(384,)", style=solid]; +"1783 layer_norm_32" -> "1784 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1784 add_51" -> "1807 pad_17" [label="(1, 14, 14, 384)", style=solid]; +"1784 add_51" -> "1886 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1785 _tensor_constant93" -> "1786 _tensor_constant93_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1786 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1791 linear_92" [label="(1, 15, 15, 2)", style=solid]; +"1787 linear_92_scale_0_updated_constant0" -> "1790 mul_tensor_93" [label="(512, 1)", style=solid]; +"1788 compressed_weight_updated_constant93" -> "1790 mul_tensor_93" [label="(512, 2)", style=solid]; +"1789 _param_constant251_0_0" -> "1791 linear_92" [label="(512,)", style=solid]; +"1790 mul_tensor_93" -> "1791 linear_92" [label=None, style=solid]; +"1791 linear_92" -> "1792 relu__15" [label="(1, 15, 15, 512)", style=solid]; +"1792 relu__15" -> "1793 relu__15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1793 relu__15_0_0_nncf_smooth_quant_0" -> "1797 linear_93" [label="(1, 15, 15, 512)", style=solid]; +"1794 linear_93_scale_0_updated_constant0" -> "1796 mul_tensor_94" [label="(12, 1)", style=solid]; +"1795 compressed_weight_updated_constant94" -> "1796 mul_tensor_94" [label="(12, 512)", style=solid]; +"1796 mul_tensor_94" -> "1797 linear_93" [label=None, style=solid]; +"1797 linear_93" -> "1798 view_81" [label="(1, 15, 15, 12)", style=solid]; +"1798 view_81" -> "1800 index_15" [label="(225, 12)", style=solid]; +"1799 _tensor_constant94" -> "1800 index_15" [label="(4096,)", style=solid]; +"1800 index_15" -> "1801 view_82" [label="(4096, 12)", style=solid]; +"1801 view_82" -> "1802 permute_68" [label="(64, 64, 12)", style=solid]; +"1802 permute_68" -> "1803 contiguous_28" [label="(12, 64, 64)", style=solid]; +"1803 contiguous_28" -> "1804 unsqueeze_43" [label="(12, 64, 64)", style=solid]; +"1804 unsqueeze_43" -> "1805 sigmoid_15" [label="(1, 12, 64, 64)", style=solid]; +"1805 sigmoid_15" -> "1806 mul_30" [label="(1, 12, 64, 64)", style=solid]; +"1806 mul_30" -> "1843 add_52" [label="(1, 12, 64, 64)", style=solid]; +"1807 pad_17" -> "1808 roll_14" [label="(1, 16, 16, 384)", style=solid]; +"1808 roll_14" -> "1809 view_83" [label="(1, 16, 16, 384)", style=solid]; +"1809 view_83" -> "1810 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1810 permute_69" -> "1811 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1811 reshape_67" -> "1812 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1811 reshape_67" -> "1844 new_zeros_7" [label="(4, 64, 384)", style=solid]; +"1812 reshape_67_0_0_nncf_smooth_quant_0" -> "1813 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"1813 quantize_per_tensor_default_93" -> "1814 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"1814 dequantize_per_tensor_default_93" -> "1819 linear_94" [label="(4, 64, 384)", style=solid]; +"1815 linear_94_scale_0_updated_constant0" -> "1818 mul_tensor_95" [label="(1152, 1)", style=solid]; +"1816 compressed_weight_updated_constant95" -> "1818 mul_tensor_95" [label="(1152, 384)", style=solid]; +"1817 _param_constant253_0_0" -> "1819 linear_94" [label="(1152,)", style=solid]; +"1818 mul_tensor_95" -> "1819 linear_94" [label=None, style=solid]; +"1819 linear_94" -> "1820 reshape_68" [label="(4, 64, 1152)", style=solid]; +"1820 reshape_68" -> "1821 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; +"1821 permute_70" -> "1822 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; +"1821 permute_70" -> "1823 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; +"1821 permute_70" -> "1824 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; +"1822 select_45" -> "1825 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; +"1822 select_45" -> "1827 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; +"1822 select_45" -> "1828 div_30" [label="(4, 12, 64, 32)", style=solid]; +"1823 select_46" -> "1831 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; +"1823 select_46" -> "1833 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; +"1823 select_46" -> "1834 div_31" [label="(4, 12, 64, 32)", style=solid]; +"1824 select_47" -> "1862 matmul_31" [label="(4, 12, 64, 32)", style=solid]; +"1825 linalg_vector_norm_30" -> "1826 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; +"1826 clamp_min_30" -> "1827 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; +"1827 expand_as_30" -> "1828 div_30" [label="(4, 12, 64, 32)", style=solid]; +"1828 div_30" -> "1829 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"1829 quantize_per_tensor_default_94" -> "1830 dequantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"1830 dequantize_per_tensor_default_94" -> "1838 matmul_30" [label="(4, 12, 64, 32)", style=solid]; +"1831 linalg_vector_norm_31" -> "1832 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; +"1832 clamp_min_31" -> "1833 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; +"1833 expand_as_31" -> "1834 div_31" [label="(4, 12, 64, 32)", style=solid]; +"1834 div_31" -> "1835 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"1835 quantize_per_tensor_default_95" -> "1836 dequantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"1836 dequantize_per_tensor_default_95" -> "1837 transpose_30" [label="(4, 12, 64, 32)", style=solid]; +"1837 transpose_30" -> "1838 matmul_30" [label="(4, 12, 32, 64)", style=solid]; +"1838 matmul_30" -> "1842 mul_31" [label="(4, 12, 64, 64)", style=solid]; +"1839 _param_constant255" -> "1840 clamp_15" [label="(12, 1, 1)", style=solid]; +"1840 clamp_15" -> "1841 exp_15" [label="(12, 1, 1)", style=solid]; +"1841 exp_15" -> "1842 mul_31" [label="(12, 1, 1)", style=solid]; +"1842 mul_31" -> "1843 add_52" [label="(4, 12, 64, 64)", style=solid]; +"1843 add_52" -> "1855 view_85" [label="(4, 12, 64, 64)", style=solid]; +"1844 new_zeros_7" -> "1845 view_84" [label="(16, 16)", style=solid]; +"1845 view_84" -> "1846 permute_71" [label="(2, 8, 2, 8)", style=solid]; +"1846 permute_71" -> "1847 reshape_69" [label="(2, 2, 8, 8)", style=solid]; +"1847 reshape_69" -> "1848 unsqueeze_44" [label="(4, 64)", style=solid]; +"1847 reshape_69" -> "1849 unsqueeze_45" [label="(4, 64)", style=solid]; +"1848 unsqueeze_44" -> "1850 sub_7" [label="(4, 1, 64)", style=solid]; +"1849 unsqueeze_45" -> "1850 sub_7" [label="(4, 64, 1)", style=solid]; +"1850 sub_7" -> "1851 ne_7" [label="(4, 64, 64)", style=solid]; +"1850 sub_7" -> "1852 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"1850 sub_7" -> "1853 eq_7" [label="(4, 64, 64)", style=solid]; +"1851 ne_7" -> "1852 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"1852 masked_fill_14" -> "1854 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"1853 eq_7" -> "1854 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"1854 masked_fill_15" -> "1856 unsqueeze_46" [label="(4, 64, 64)", style=solid]; +"1855 view_85" -> "1858 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1856 unsqueeze_46" -> "1857 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; +"1857 unsqueeze_47" -> "1858 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; +"1858 add_53" -> "1859 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; +"1859 view_86" -> "1860 softmax_15" [label="(4, 12, 64, 64)", style=solid]; +"1860 softmax_15" -> "1861 dropout_60" [label="(4, 12, 64, 64)", style=solid]; +"1861 dropout_60" -> "1862 matmul_31" [label="(4, 12, 64, 64)", style=solid]; +"1862 matmul_31" -> "1863 transpose_31" [label="(4, 12, 64, 32)", style=solid]; +"1863 transpose_31" -> "1864 reshape_70" [label="(4, 64, 12, 32)", style=solid]; +"1864 reshape_70" -> "1865 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1865 reshape_70_0_0_nncf_smooth_quant_0" -> "1866 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"1866 quantize_per_tensor_default_96" -> "1867 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"1867 dequantize_per_tensor_default_96" -> "1872 linear_95" [label="(4, 64, 384)", style=solid]; +"1868 linear_95_scale_0_updated_constant0" -> "1871 mul_tensor_96" [label="(384, 1)", style=solid]; +"1869 compressed_weight_updated_constant96" -> "1871 mul_tensor_96" [label="(384, 384)", style=solid]; +"1870 _param_constant257_0_0" -> "1872 linear_95" [label="(384,)", style=solid]; +"1871 mul_tensor_96" -> "1872 linear_95" [label=None, style=solid]; +"1872 linear_95" -> "1873 dropout_61" [label="(4, 64, 384)", style=solid]; +"1873 dropout_61" -> "1874 view_87" [label="(4, 64, 384)", style=solid]; +"1874 view_87" -> "1875 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1875 permute_72" -> "1876 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1876 reshape_71" -> "1877 roll_15" [label="(1, 16, 16, 384)", style=solid]; +"1877 roll_15" -> "1878 slice_241" [label="(1, 16, 16, 384)", style=solid]; +"1878 slice_241" -> "1879 slice_242" [label="(1, 16, 16, 384)", style=solid]; +"1879 slice_242" -> "1880 slice_243" [label="(1, 14, 16, 384)", style=solid]; +"1880 slice_243" -> "1881 slice_244" [label="(1, 14, 14, 384)", style=solid]; +"1881 slice_244" -> "1882 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; +"1882 contiguous_29" -> "1885 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; +"1883 _param_constant258" -> "1885 layer_norm_33" [label="(384,)", style=solid]; +"1884 _param_constant259" -> "1885 layer_norm_33" [label="(384,)", style=solid]; +"1885 layer_norm_33" -> "1886 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1886 add_54" -> "1887 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1886 add_54" -> "1909 add_55" [label="(1, 14, 14, 384)", style=solid]; +"1887 add_54_0_0_nncf_smooth_quant_0" -> "1888 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"1888 quantize_per_tensor_default_97" -> "1889 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"1889 dequantize_per_tensor_default_97" -> "1894 linear_96" [label="(1, 14, 14, 384)", style=solid]; +"1890 linear_96_scale_0_updated_constant0" -> "1893 mul_tensor_97" [label="(1536, 1)", style=solid]; +"1891 compressed_weight_updated_constant97" -> "1893 mul_tensor_97" [label="(1536, 384)", style=solid]; +"1892 _param_constant261_0_0" -> "1894 linear_96" [label="(1536,)", style=solid]; +"1893 mul_tensor_97" -> "1894 linear_96" [label=None, style=solid]; +"1894 linear_96" -> "1895 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; +"1895 gelu_15" -> "1896 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; +"1896 dropout_62" -> "1897 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1897 dropout_62_0_0_nncf_smooth_quant_0" -> "1898 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"1898 quantize_per_tensor_default_98" -> "1899 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"1899 dequantize_per_tensor_default_98" -> "1904 linear_97" [label="(1, 14, 14, 1536)", style=solid]; +"1900 linear_97_scale_0_updated_constant0" -> "1903 mul_tensor_98" [label="(384, 1)", style=solid]; +"1901 compressed_weight_updated_constant98" -> "1903 mul_tensor_98" [label="(384, 1536)", style=solid]; +"1902 _param_constant263_0_0" -> "1904 linear_97" [label="(384,)", style=solid]; +"1903 mul_tensor_98" -> "1904 linear_97" [label=None, style=solid]; +"1904 linear_97" -> "1905 dropout_63" [label="(1, 14, 14, 384)", style=solid]; +"1905 dropout_63" -> "1908 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; +"1906 _param_constant264" -> "1908 layer_norm_34" [label="(384,)", style=solid]; +"1907 _param_constant265" -> "1908 layer_norm_34" [label="(384,)", style=solid]; +"1908 layer_norm_34" -> "1909 add_55" [label="(1, 14, 14, 384)", style=solid]; +"1909 add_55" -> "1932 pad_18" [label="(1, 14, 14, 384)", style=solid]; +"1909 add_55" -> "1993 add_57" [label="(1, 14, 14, 384)", style=solid]; +"1910 _tensor_constant104" -> "1911 _tensor_constant104_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1911 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "1916 linear_98" [label="(1, 15, 15, 2)", style=solid]; +"1912 linear_98_scale_0_updated_constant0" -> "1915 mul_tensor_99" [label="(512, 1)", style=solid]; +"1913 compressed_weight_updated_constant99" -> "1915 mul_tensor_99" [label="(512, 2)", style=solid]; +"1914 _param_constant267_0_0" -> "1916 linear_98" [label="(512,)", style=solid]; +"1915 mul_tensor_99" -> "1916 linear_98" [label=None, style=solid]; +"1916 linear_98" -> "1917 relu__16" [label="(1, 15, 15, 512)", style=solid]; +"1917 relu__16" -> "1918 relu__16_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1918 relu__16_0_0_nncf_smooth_quant_0" -> "1922 linear_99" [label="(1, 15, 15, 512)", style=solid]; +"1919 linear_99_scale_0_updated_constant0" -> "1921 mul_tensor_100" [label="(12, 1)", style=solid]; +"1920 compressed_weight_updated_constant100" -> "1921 mul_tensor_100" [label="(12, 512)", style=solid]; +"1921 mul_tensor_100" -> "1922 linear_99" [label=None, style=solid]; +"1922 linear_99" -> "1923 view_88" [label="(1, 15, 15, 12)", style=solid]; +"1923 view_88" -> "1925 index_16" [label="(225, 12)", style=solid]; +"1924 _tensor_constant105" -> "1925 index_16" [label="(4096,)", style=solid]; +"1925 index_16" -> "1926 view_89" [label="(4096, 12)", style=solid]; +"1926 view_89" -> "1927 permute_73" [label="(64, 64, 12)", style=solid]; +"1927 permute_73" -> "1928 contiguous_30" [label="(12, 64, 64)", style=solid]; +"1928 contiguous_30" -> "1929 unsqueeze_48" [label="(12, 64, 64)", style=solid]; +"1929 unsqueeze_48" -> "1930 sigmoid_16" [label="(1, 12, 64, 64)", style=solid]; +"1930 sigmoid_16" -> "1931 mul_32" [label="(1, 12, 64, 64)", style=solid]; +"1931 mul_32" -> "1967 add_56" [label="(1, 12, 64, 64)", style=solid]; +"1932 pad_18" -> "1933 view_90" [label="(1, 16, 16, 384)", style=solid]; +"1933 view_90" -> "1934 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1934 permute_74" -> "1935 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1935 reshape_72" -> "1936 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1936 reshape_72_0_0_nncf_smooth_quant_0" -> "1937 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"1937 quantize_per_tensor_default_99" -> "1938 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"1938 dequantize_per_tensor_default_99" -> "1943 linear_100" [label="(4, 64, 384)", style=solid]; +"1939 linear_100_scale_0_updated_constant0" -> "1942 mul_tensor_101" [label="(1152, 1)", style=solid]; +"1940 compressed_weight_updated_constant101" -> "1942 mul_tensor_101" [label="(1152, 384)", style=solid]; +"1941 _param_constant269_0_0" -> "1943 linear_100" [label="(1152,)", style=solid]; +"1942 mul_tensor_101" -> "1943 linear_100" [label=None, style=solid]; +"1943 linear_100" -> "1944 reshape_73" [label="(4, 64, 1152)", style=solid]; +"1944 reshape_73" -> "1945 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; +"1945 permute_75" -> "1946 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; +"1945 permute_75" -> "1947 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; +"1945 permute_75" -> "1948 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; +"1946 select_48" -> "1949 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; +"1946 select_48" -> "1951 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; +"1946 select_48" -> "1952 div_32" [label="(4, 12, 64, 32)", style=solid]; +"1947 select_49" -> "1955 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; +"1947 select_49" -> "1957 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; +"1947 select_49" -> "1958 div_33" [label="(4, 12, 64, 32)", style=solid]; +"1948 select_50" -> "1970 matmul_33" [label="(4, 12, 64, 32)", style=solid]; +"1949 linalg_vector_norm_32" -> "1950 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; +"1950 clamp_min_32" -> "1951 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; +"1951 expand_as_32" -> "1952 div_32" [label="(4, 12, 64, 32)", style=solid]; +"1952 div_32" -> "1953 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"1953 quantize_per_tensor_default_100" -> "1954 dequantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"1954 dequantize_per_tensor_default_100" -> "1962 matmul_32" [label="(4, 12, 64, 32)", style=solid]; +"1955 linalg_vector_norm_33" -> "1956 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; +"1956 clamp_min_33" -> "1957 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; +"1957 expand_as_33" -> "1958 div_33" [label="(4, 12, 64, 32)", style=solid]; +"1958 div_33" -> "1959 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"1959 quantize_per_tensor_default_101" -> "1960 dequantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"1960 dequantize_per_tensor_default_101" -> "1961 transpose_32" [label="(4, 12, 64, 32)", style=solid]; +"1961 transpose_32" -> "1962 matmul_32" [label="(4, 12, 32, 64)", style=solid]; +"1962 matmul_32" -> "1966 mul_33" [label="(4, 12, 64, 64)", style=solid]; +"1963 _param_constant271" -> "1964 clamp_16" [label="(12, 1, 1)", style=solid]; +"1964 clamp_16" -> "1965 exp_16" [label="(12, 1, 1)", style=solid]; +"1965 exp_16" -> "1966 mul_33" [label="(12, 1, 1)", style=solid]; +"1966 mul_33" -> "1967 add_56" [label="(4, 12, 64, 64)", style=solid]; +"1967 add_56" -> "1968 softmax_16" [label="(4, 12, 64, 64)", style=solid]; +"1968 softmax_16" -> "1969 dropout_64" [label="(4, 12, 64, 64)", style=solid]; +"1969 dropout_64" -> "1970 matmul_33" [label="(4, 12, 64, 64)", style=solid]; +"1970 matmul_33" -> "1971 transpose_33" [label="(4, 12, 64, 32)", style=solid]; +"1971 transpose_33" -> "1972 reshape_74" [label="(4, 64, 12, 32)", style=solid]; +"1972 reshape_74" -> "1973 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1973 reshape_74_0_0_nncf_smooth_quant_0" -> "1974 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"1974 quantize_per_tensor_default_102" -> "1975 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"1975 dequantize_per_tensor_default_102" -> "1980 linear_101" [label="(4, 64, 384)", style=solid]; +"1976 linear_101_scale_0_updated_constant0" -> "1979 mul_tensor_102" [label="(384, 1)", style=solid]; +"1977 compressed_weight_updated_constant102" -> "1979 mul_tensor_102" [label="(384, 384)", style=solid]; +"1978 _param_constant273_0_0" -> "1980 linear_101" [label="(384,)", style=solid]; +"1979 mul_tensor_102" -> "1980 linear_101" [label=None, style=solid]; +"1980 linear_101" -> "1981 dropout_65" [label="(4, 64, 384)", style=solid]; +"1981 dropout_65" -> "1982 view_91" [label="(4, 64, 384)", style=solid]; +"1982 view_91" -> "1983 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1983 permute_76" -> "1984 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1984 reshape_75" -> "1985 slice_246" [label="(1, 16, 16, 384)", style=solid]; +"1985 slice_246" -> "1986 slice_247" [label="(1, 16, 16, 384)", style=solid]; +"1986 slice_247" -> "1987 slice_248" [label="(1, 14, 16, 384)", style=solid]; +"1987 slice_248" -> "1988 slice_249" [label="(1, 14, 14, 384)", style=solid]; +"1988 slice_249" -> "1989 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; +"1989 contiguous_31" -> "1992 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; +"1990 _param_constant274" -> "1992 layer_norm_35" [label="(384,)", style=solid]; +"1991 _param_constant275" -> "1992 layer_norm_35" [label="(384,)", style=solid]; +"1992 layer_norm_35" -> "1993 add_57" [label="(1, 14, 14, 384)", style=solid]; +"1993 add_57" -> "1994 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1993 add_57" -> "2016 add_58" [label="(1, 14, 14, 384)", style=solid]; +"1994 add_57_0_0_nncf_smooth_quant_0" -> "1995 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"1995 quantize_per_tensor_default_103" -> "1996 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"1996 dequantize_per_tensor_default_103" -> "2001 linear_102" [label="(1, 14, 14, 384)", style=solid]; +"1997 linear_102_scale_0_updated_constant0" -> "2000 mul_tensor_103" [label="(1536, 1)", style=solid]; +"1998 compressed_weight_updated_constant103" -> "2000 mul_tensor_103" [label="(1536, 384)", style=solid]; +"1999 _param_constant277_0_0" -> "2001 linear_102" [label="(1536,)", style=solid]; +"2000 mul_tensor_103" -> "2001 linear_102" [label=None, style=solid]; +"2001 linear_102" -> "2002 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; +"2002 gelu_16" -> "2003 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; +"2003 dropout_66" -> "2004 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2004 dropout_66_0_0_nncf_smooth_quant_0" -> "2005 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"2005 quantize_per_tensor_default_104" -> "2006 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"2006 dequantize_per_tensor_default_104" -> "2011 linear_103" [label="(1, 14, 14, 1536)", style=solid]; +"2007 linear_103_scale_0_updated_constant0" -> "2010 mul_tensor_104" [label="(384, 1)", style=solid]; +"2008 compressed_weight_updated_constant104" -> "2010 mul_tensor_104" [label="(384, 1536)", style=solid]; +"2009 _param_constant279_0_0" -> "2011 linear_103" [label="(384,)", style=solid]; +"2010 mul_tensor_104" -> "2011 linear_103" [label=None, style=solid]; +"2011 linear_103" -> "2012 dropout_67" [label="(1, 14, 14, 384)", style=solid]; +"2012 dropout_67" -> "2015 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; +"2013 _param_constant280" -> "2015 layer_norm_36" [label="(384,)", style=solid]; +"2014 _param_constant281" -> "2015 layer_norm_36" [label="(384,)", style=solid]; +"2015 layer_norm_36" -> "2016 add_58" [label="(1, 14, 14, 384)", style=solid]; +"2016 add_58" -> "2039 pad_19" [label="(1, 14, 14, 384)", style=solid]; +"2016 add_58" -> "2118 add_61" [label="(1, 14, 14, 384)", style=solid]; +"2017 _tensor_constant106" -> "2018 _tensor_constant106_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2018 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2023 linear_104" [label="(1, 15, 15, 2)", style=solid]; +"2019 linear_104_scale_0_updated_constant0" -> "2022 mul_tensor_105" [label="(512, 1)", style=solid]; +"2020 compressed_weight_updated_constant105" -> "2022 mul_tensor_105" [label="(512, 2)", style=solid]; +"2021 _param_constant283_0_0" -> "2023 linear_104" [label="(512,)", style=solid]; +"2022 mul_tensor_105" -> "2023 linear_104" [label=None, style=solid]; +"2023 linear_104" -> "2024 relu__17" [label="(1, 15, 15, 512)", style=solid]; +"2024 relu__17" -> "2025 relu__17_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2025 relu__17_0_0_nncf_smooth_quant_0" -> "2029 linear_105" [label="(1, 15, 15, 512)", style=solid]; +"2026 linear_105_scale_0_updated_constant0" -> "2028 mul_tensor_106" [label="(12, 1)", style=solid]; +"2027 compressed_weight_updated_constant106" -> "2028 mul_tensor_106" [label="(12, 512)", style=solid]; +"2028 mul_tensor_106" -> "2029 linear_105" [label=None, style=solid]; +"2029 linear_105" -> "2030 view_92" [label="(1, 15, 15, 12)", style=solid]; +"2030 view_92" -> "2032 index_17" [label="(225, 12)", style=solid]; +"2031 _tensor_constant107" -> "2032 index_17" [label="(4096,)", style=solid]; +"2032 index_17" -> "2033 view_93" [label="(4096, 12)", style=solid]; +"2033 view_93" -> "2034 permute_77" [label="(64, 64, 12)", style=solid]; +"2034 permute_77" -> "2035 contiguous_32" [label="(12, 64, 64)", style=solid]; +"2035 contiguous_32" -> "2036 unsqueeze_49" [label="(12, 64, 64)", style=solid]; +"2036 unsqueeze_49" -> "2037 sigmoid_17" [label="(1, 12, 64, 64)", style=solid]; +"2037 sigmoid_17" -> "2038 mul_34" [label="(1, 12, 64, 64)", style=solid]; +"2038 mul_34" -> "2075 add_59" [label="(1, 12, 64, 64)", style=solid]; +"2039 pad_19" -> "2040 roll_16" [label="(1, 16, 16, 384)", style=solid]; +"2040 roll_16" -> "2041 view_94" [label="(1, 16, 16, 384)", style=solid]; +"2041 view_94" -> "2042 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2042 permute_78" -> "2043 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2043 reshape_76" -> "2044 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2043 reshape_76" -> "2076 new_zeros_8" [label="(4, 64, 384)", style=solid]; +"2044 reshape_76_0_0_nncf_smooth_quant_0" -> "2045 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"2045 quantize_per_tensor_default_105" -> "2046 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"2046 dequantize_per_tensor_default_105" -> "2051 linear_106" [label="(4, 64, 384)", style=solid]; +"2047 linear_106_scale_0_updated_constant0" -> "2050 mul_tensor_107" [label="(1152, 1)", style=solid]; +"2048 compressed_weight_updated_constant107" -> "2050 mul_tensor_107" [label="(1152, 384)", style=solid]; +"2049 _param_constant285_0_0" -> "2051 linear_106" [label="(1152,)", style=solid]; +"2050 mul_tensor_107" -> "2051 linear_106" [label=None, style=solid]; +"2051 linear_106" -> "2052 reshape_77" [label="(4, 64, 1152)", style=solid]; +"2052 reshape_77" -> "2053 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; +"2053 permute_79" -> "2054 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; +"2053 permute_79" -> "2055 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; +"2053 permute_79" -> "2056 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; +"2054 select_51" -> "2057 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; +"2054 select_51" -> "2059 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; +"2054 select_51" -> "2060 div_34" [label="(4, 12, 64, 32)", style=solid]; +"2055 select_52" -> "2063 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; +"2055 select_52" -> "2065 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; +"2055 select_52" -> "2066 div_35" [label="(4, 12, 64, 32)", style=solid]; +"2056 select_53" -> "2094 matmul_35" [label="(4, 12, 64, 32)", style=solid]; +"2057 linalg_vector_norm_34" -> "2058 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; +"2058 clamp_min_34" -> "2059 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; +"2059 expand_as_34" -> "2060 div_34" [label="(4, 12, 64, 32)", style=solid]; +"2060 div_34" -> "2061 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"2061 quantize_per_tensor_default_106" -> "2062 dequantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"2062 dequantize_per_tensor_default_106" -> "2070 matmul_34" [label="(4, 12, 64, 32)", style=solid]; +"2063 linalg_vector_norm_35" -> "2064 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; +"2064 clamp_min_35" -> "2065 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; +"2065 expand_as_35" -> "2066 div_35" [label="(4, 12, 64, 32)", style=solid]; +"2066 div_35" -> "2067 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"2067 quantize_per_tensor_default_107" -> "2068 dequantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"2068 dequantize_per_tensor_default_107" -> "2069 transpose_34" [label="(4, 12, 64, 32)", style=solid]; +"2069 transpose_34" -> "2070 matmul_34" [label="(4, 12, 32, 64)", style=solid]; +"2070 matmul_34" -> "2074 mul_35" [label="(4, 12, 64, 64)", style=solid]; +"2071 _param_constant287" -> "2072 clamp_17" [label="(12, 1, 1)", style=solid]; +"2072 clamp_17" -> "2073 exp_17" [label="(12, 1, 1)", style=solid]; +"2073 exp_17" -> "2074 mul_35" [label="(12, 1, 1)", style=solid]; +"2074 mul_35" -> "2075 add_59" [label="(4, 12, 64, 64)", style=solid]; +"2075 add_59" -> "2087 view_96" [label="(4, 12, 64, 64)", style=solid]; +"2076 new_zeros_8" -> "2077 view_95" [label="(16, 16)", style=solid]; +"2077 view_95" -> "2078 permute_80" [label="(2, 8, 2, 8)", style=solid]; +"2078 permute_80" -> "2079 reshape_78" [label="(2, 2, 8, 8)", style=solid]; +"2079 reshape_78" -> "2080 unsqueeze_50" [label="(4, 64)", style=solid]; +"2079 reshape_78" -> "2081 unsqueeze_51" [label="(4, 64)", style=solid]; +"2080 unsqueeze_50" -> "2082 sub_8" [label="(4, 1, 64)", style=solid]; +"2081 unsqueeze_51" -> "2082 sub_8" [label="(4, 64, 1)", style=solid]; +"2082 sub_8" -> "2083 ne_8" [label="(4, 64, 64)", style=solid]; +"2082 sub_8" -> "2084 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"2082 sub_8" -> "2085 eq_8" [label="(4, 64, 64)", style=solid]; +"2083 ne_8" -> "2084 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"2084 masked_fill_16" -> "2086 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"2085 eq_8" -> "2086 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"2086 masked_fill_17" -> "2088 unsqueeze_52" [label="(4, 64, 64)", style=solid]; +"2087 view_96" -> "2090 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; +"2088 unsqueeze_52" -> "2089 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; +"2089 unsqueeze_53" -> "2090 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; +"2090 add_60" -> "2091 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; +"2091 view_97" -> "2092 softmax_17" [label="(4, 12, 64, 64)", style=solid]; +"2092 softmax_17" -> "2093 dropout_68" [label="(4, 12, 64, 64)", style=solid]; +"2093 dropout_68" -> "2094 matmul_35" [label="(4, 12, 64, 64)", style=solid]; +"2094 matmul_35" -> "2095 transpose_35" [label="(4, 12, 64, 32)", style=solid]; +"2095 transpose_35" -> "2096 reshape_79" [label="(4, 64, 12, 32)", style=solid]; +"2096 reshape_79" -> "2097 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2097 reshape_79_0_0_nncf_smooth_quant_0" -> "2098 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"2098 quantize_per_tensor_default_108" -> "2099 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"2099 dequantize_per_tensor_default_108" -> "2104 linear_107" [label="(4, 64, 384)", style=solid]; +"2100 linear_107_scale_0_updated_constant0" -> "2103 mul_tensor_108" [label="(384, 1)", style=solid]; +"2101 compressed_weight_updated_constant108" -> "2103 mul_tensor_108" [label="(384, 384)", style=solid]; +"2102 _param_constant289_0_0" -> "2104 linear_107" [label="(384,)", style=solid]; +"2103 mul_tensor_108" -> "2104 linear_107" [label=None, style=solid]; +"2104 linear_107" -> "2105 dropout_69" [label="(4, 64, 384)", style=solid]; +"2105 dropout_69" -> "2106 view_98" [label="(4, 64, 384)", style=solid]; +"2106 view_98" -> "2107 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2107 permute_81" -> "2108 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2108 reshape_80" -> "2109 roll_17" [label="(1, 16, 16, 384)", style=solid]; +"2109 roll_17" -> "2110 slice_269" [label="(1, 16, 16, 384)", style=solid]; +"2110 slice_269" -> "2111 slice_270" [label="(1, 16, 16, 384)", style=solid]; +"2111 slice_270" -> "2112 slice_271" [label="(1, 14, 16, 384)", style=solid]; +"2112 slice_271" -> "2113 slice_272" [label="(1, 14, 14, 384)", style=solid]; +"2113 slice_272" -> "2114 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; +"2114 contiguous_33" -> "2117 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; +"2115 _param_constant290" -> "2117 layer_norm_37" [label="(384,)", style=solid]; +"2116 _param_constant291" -> "2117 layer_norm_37" [label="(384,)", style=solid]; +"2117 layer_norm_37" -> "2118 add_61" [label="(1, 14, 14, 384)", style=solid]; +"2118 add_61" -> "2119 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2118 add_61" -> "2141 add_62" [label="(1, 14, 14, 384)", style=solid]; +"2119 add_61_0_0_nncf_smooth_quant_0" -> "2120 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"2120 quantize_per_tensor_default_109" -> "2121 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"2121 dequantize_per_tensor_default_109" -> "2126 linear_108" [label="(1, 14, 14, 384)", style=solid]; +"2122 linear_108_scale_0_updated_constant0" -> "2125 mul_tensor_109" [label="(1536, 1)", style=solid]; +"2123 compressed_weight_updated_constant109" -> "2125 mul_tensor_109" [label="(1536, 384)", style=solid]; +"2124 _param_constant293_0_0" -> "2126 linear_108" [label="(1536,)", style=solid]; +"2125 mul_tensor_109" -> "2126 linear_108" [label=None, style=solid]; +"2126 linear_108" -> "2127 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; +"2127 gelu_17" -> "2128 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; +"2128 dropout_70" -> "2129 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2129 dropout_70_0_0_nncf_smooth_quant_0" -> "2130 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"2130 quantize_per_tensor_default_110" -> "2131 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"2131 dequantize_per_tensor_default_110" -> "2136 linear_109" [label="(1, 14, 14, 1536)", style=solid]; +"2132 linear_109_scale_0_updated_constant0" -> "2135 mul_tensor_110" [label="(384, 1)", style=solid]; +"2133 compressed_weight_updated_constant110" -> "2135 mul_tensor_110" [label="(384, 1536)", style=solid]; +"2134 _param_constant295_0_0" -> "2136 linear_109" [label="(384,)", style=solid]; +"2135 mul_tensor_110" -> "2136 linear_109" [label=None, style=solid]; +"2136 linear_109" -> "2137 dropout_71" [label="(1, 14, 14, 384)", style=solid]; +"2137 dropout_71" -> "2140 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; +"2138 _param_constant296" -> "2140 layer_norm_38" [label="(384,)", style=solid]; +"2139 _param_constant297" -> "2140 layer_norm_38" [label="(384,)", style=solid]; +"2140 layer_norm_38" -> "2141 add_62" [label="(1, 14, 14, 384)", style=solid]; +"2141 add_62" -> "2164 pad_20" [label="(1, 14, 14, 384)", style=solid]; +"2141 add_62" -> "2225 add_64" [label="(1, 14, 14, 384)", style=solid]; +"2142 _tensor_constant117" -> "2143 _tensor_constant117_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2143 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2148 linear_110" [label="(1, 15, 15, 2)", style=solid]; +"2144 linear_110_scale_0_updated_constant0" -> "2147 mul_tensor_111" [label="(512, 1)", style=solid]; +"2145 compressed_weight_updated_constant111" -> "2147 mul_tensor_111" [label="(512, 2)", style=solid]; +"2146 _param_constant299_0_0" -> "2148 linear_110" [label="(512,)", style=solid]; +"2147 mul_tensor_111" -> "2148 linear_110" [label=None, style=solid]; +"2148 linear_110" -> "2149 relu__18" [label="(1, 15, 15, 512)", style=solid]; +"2149 relu__18" -> "2150 relu__18_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2150 relu__18_0_0_nncf_smooth_quant_0" -> "2154 linear_111" [label="(1, 15, 15, 512)", style=solid]; +"2151 linear_111_scale_0_updated_constant0" -> "2153 mul_tensor_112" [label="(12, 1)", style=solid]; +"2152 compressed_weight_updated_constant112" -> "2153 mul_tensor_112" [label="(12, 512)", style=solid]; +"2153 mul_tensor_112" -> "2154 linear_111" [label=None, style=solid]; +"2154 linear_111" -> "2155 view_99" [label="(1, 15, 15, 12)", style=solid]; +"2155 view_99" -> "2157 index_18" [label="(225, 12)", style=solid]; +"2156 _tensor_constant118" -> "2157 index_18" [label="(4096,)", style=solid]; +"2157 index_18" -> "2158 view_100" [label="(4096, 12)", style=solid]; +"2158 view_100" -> "2159 permute_82" [label="(64, 64, 12)", style=solid]; +"2159 permute_82" -> "2160 contiguous_34" [label="(12, 64, 64)", style=solid]; +"2160 contiguous_34" -> "2161 unsqueeze_54" [label="(12, 64, 64)", style=solid]; +"2161 unsqueeze_54" -> "2162 sigmoid_18" [label="(1, 12, 64, 64)", style=solid]; +"2162 sigmoid_18" -> "2163 mul_36" [label="(1, 12, 64, 64)", style=solid]; +"2163 mul_36" -> "2199 add_63" [label="(1, 12, 64, 64)", style=solid]; +"2164 pad_20" -> "2165 view_101" [label="(1, 16, 16, 384)", style=solid]; +"2165 view_101" -> "2166 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2166 permute_83" -> "2167 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2167 reshape_81" -> "2168 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2168 reshape_81_0_0_nncf_smooth_quant_0" -> "2169 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"2169 quantize_per_tensor_default_111" -> "2170 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"2170 dequantize_per_tensor_default_111" -> "2175 linear_112" [label="(4, 64, 384)", style=solid]; +"2171 linear_112_scale_0_updated_constant0" -> "2174 mul_tensor_113" [label="(1152, 1)", style=solid]; +"2172 compressed_weight_updated_constant113" -> "2174 mul_tensor_113" [label="(1152, 384)", style=solid]; +"2173 _param_constant301_0_0" -> "2175 linear_112" [label="(1152,)", style=solid]; +"2174 mul_tensor_113" -> "2175 linear_112" [label=None, style=solid]; +"2175 linear_112" -> "2176 reshape_82" [label="(4, 64, 1152)", style=solid]; +"2176 reshape_82" -> "2177 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; +"2177 permute_84" -> "2178 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; +"2177 permute_84" -> "2179 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; +"2177 permute_84" -> "2180 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; +"2178 select_54" -> "2181 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; +"2178 select_54" -> "2183 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; +"2178 select_54" -> "2184 div_36" [label="(4, 12, 64, 32)", style=solid]; +"2179 select_55" -> "2187 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; +"2179 select_55" -> "2189 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; +"2179 select_55" -> "2190 div_37" [label="(4, 12, 64, 32)", style=solid]; +"2180 select_56" -> "2202 matmul_37" [label="(4, 12, 64, 32)", style=solid]; +"2181 linalg_vector_norm_36" -> "2182 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; +"2182 clamp_min_36" -> "2183 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; +"2183 expand_as_36" -> "2184 div_36" [label="(4, 12, 64, 32)", style=solid]; +"2184 div_36" -> "2185 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"2185 quantize_per_tensor_default_112" -> "2186 dequantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"2186 dequantize_per_tensor_default_112" -> "2194 matmul_36" [label="(4, 12, 64, 32)", style=solid]; +"2187 linalg_vector_norm_37" -> "2188 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; +"2188 clamp_min_37" -> "2189 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; +"2189 expand_as_37" -> "2190 div_37" [label="(4, 12, 64, 32)", style=solid]; +"2190 div_37" -> "2191 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"2191 quantize_per_tensor_default_113" -> "2192 dequantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"2192 dequantize_per_tensor_default_113" -> "2193 transpose_36" [label="(4, 12, 64, 32)", style=solid]; +"2193 transpose_36" -> "2194 matmul_36" [label="(4, 12, 32, 64)", style=solid]; +"2194 matmul_36" -> "2198 mul_37" [label="(4, 12, 64, 64)", style=solid]; +"2195 _param_constant303" -> "2196 clamp_18" [label="(12, 1, 1)", style=solid]; +"2196 clamp_18" -> "2197 exp_18" [label="(12, 1, 1)", style=solid]; +"2197 exp_18" -> "2198 mul_37" [label="(12, 1, 1)", style=solid]; +"2198 mul_37" -> "2199 add_63" [label="(4, 12, 64, 64)", style=solid]; +"2199 add_63" -> "2200 softmax_18" [label="(4, 12, 64, 64)", style=solid]; +"2200 softmax_18" -> "2201 dropout_72" [label="(4, 12, 64, 64)", style=solid]; +"2201 dropout_72" -> "2202 matmul_37" [label="(4, 12, 64, 64)", style=solid]; +"2202 matmul_37" -> "2203 transpose_37" [label="(4, 12, 64, 32)", style=solid]; +"2203 transpose_37" -> "2204 reshape_83" [label="(4, 64, 12, 32)", style=solid]; +"2204 reshape_83" -> "2205 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2205 reshape_83_0_0_nncf_smooth_quant_0" -> "2206 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"2206 quantize_per_tensor_default_114" -> "2207 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"2207 dequantize_per_tensor_default_114" -> "2212 linear_113" [label="(4, 64, 384)", style=solid]; +"2208 linear_113_scale_0_updated_constant0" -> "2211 mul_tensor_114" [label="(384, 1)", style=solid]; +"2209 compressed_weight_updated_constant114" -> "2211 mul_tensor_114" [label="(384, 384)", style=solid]; +"2210 _param_constant305_0_0" -> "2212 linear_113" [label="(384,)", style=solid]; +"2211 mul_tensor_114" -> "2212 linear_113" [label=None, style=solid]; +"2212 linear_113" -> "2213 dropout_73" [label="(4, 64, 384)", style=solid]; +"2213 dropout_73" -> "2214 view_102" [label="(4, 64, 384)", style=solid]; +"2214 view_102" -> "2215 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2215 permute_85" -> "2216 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2216 reshape_84" -> "2217 slice_274" [label="(1, 16, 16, 384)", style=solid]; +"2217 slice_274" -> "2218 slice_275" [label="(1, 16, 16, 384)", style=solid]; +"2218 slice_275" -> "2219 slice_276" [label="(1, 14, 16, 384)", style=solid]; +"2219 slice_276" -> "2220 slice_277" [label="(1, 14, 14, 384)", style=solid]; +"2220 slice_277" -> "2221 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; +"2221 contiguous_35" -> "2224 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; +"2222 _param_constant306" -> "2224 layer_norm_39" [label="(384,)", style=solid]; +"2223 _param_constant307" -> "2224 layer_norm_39" [label="(384,)", style=solid]; +"2224 layer_norm_39" -> "2225 add_64" [label="(1, 14, 14, 384)", style=solid]; +"2225 add_64" -> "2226 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2225 add_64" -> "2248 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2226 add_64_0_0_nncf_smooth_quant_0" -> "2227 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"2227 quantize_per_tensor_default_115" -> "2228 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"2228 dequantize_per_tensor_default_115" -> "2233 linear_114" [label="(1, 14, 14, 384)", style=solid]; +"2229 linear_114_scale_0_updated_constant0" -> "2232 mul_tensor_115" [label="(1536, 1)", style=solid]; +"2230 compressed_weight_updated_constant115" -> "2232 mul_tensor_115" [label="(1536, 384)", style=solid]; +"2231 _param_constant309_0_0" -> "2233 linear_114" [label="(1536,)", style=solid]; +"2232 mul_tensor_115" -> "2233 linear_114" [label=None, style=solid]; +"2233 linear_114" -> "2234 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; +"2234 gelu_18" -> "2235 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; +"2235 dropout_74" -> "2236 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2236 dropout_74_0_0_nncf_smooth_quant_0" -> "2237 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"2237 quantize_per_tensor_default_116" -> "2238 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"2238 dequantize_per_tensor_default_116" -> "2243 linear_115" [label="(1, 14, 14, 1536)", style=solid]; +"2239 linear_115_scale_0_updated_constant0" -> "2242 mul_tensor_116" [label="(384, 1)", style=solid]; +"2240 compressed_weight_updated_constant116" -> "2242 mul_tensor_116" [label="(384, 1536)", style=solid]; +"2241 _param_constant311_0_0" -> "2243 linear_115" [label="(384,)", style=solid]; +"2242 mul_tensor_116" -> "2243 linear_115" [label=None, style=solid]; +"2243 linear_115" -> "2244 dropout_75" [label="(1, 14, 14, 384)", style=solid]; +"2244 dropout_75" -> "2247 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; +"2245 _param_constant312" -> "2247 layer_norm_40" [label="(384,)", style=solid]; +"2246 _param_constant313" -> "2247 layer_norm_40" [label="(384,)", style=solid]; +"2247 layer_norm_40" -> "2248 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2248 add_65" -> "2271 pad_21" [label="(1, 14, 14, 384)", style=solid]; +"2248 add_65" -> "2350 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2249 _tensor_constant119" -> "2250 _tensor_constant119_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2250 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2255 linear_116" [label="(1, 15, 15, 2)", style=solid]; +"2251 linear_116_scale_0_updated_constant0" -> "2254 mul_tensor_117" [label="(512, 1)", style=solid]; +"2252 compressed_weight_updated_constant117" -> "2254 mul_tensor_117" [label="(512, 2)", style=solid]; +"2253 _param_constant315_0_0" -> "2255 linear_116" [label="(512,)", style=solid]; +"2254 mul_tensor_117" -> "2255 linear_116" [label=None, style=solid]; +"2255 linear_116" -> "2256 relu__19" [label="(1, 15, 15, 512)", style=solid]; +"2256 relu__19" -> "2257 relu__19_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2257 relu__19_0_0_nncf_smooth_quant_0" -> "2261 linear_117" [label="(1, 15, 15, 512)", style=solid]; +"2258 linear_117_scale_0_updated_constant0" -> "2260 mul_tensor_118" [label="(12, 1)", style=solid]; +"2259 compressed_weight_updated_constant118" -> "2260 mul_tensor_118" [label="(12, 512)", style=solid]; +"2260 mul_tensor_118" -> "2261 linear_117" [label=None, style=solid]; +"2261 linear_117" -> "2262 view_103" [label="(1, 15, 15, 12)", style=solid]; +"2262 view_103" -> "2264 index_19" [label="(225, 12)", style=solid]; +"2263 _tensor_constant120" -> "2264 index_19" [label="(4096,)", style=solid]; +"2264 index_19" -> "2265 view_104" [label="(4096, 12)", style=solid]; +"2265 view_104" -> "2266 permute_86" [label="(64, 64, 12)", style=solid]; +"2266 permute_86" -> "2267 contiguous_36" [label="(12, 64, 64)", style=solid]; +"2267 contiguous_36" -> "2268 unsqueeze_55" [label="(12, 64, 64)", style=solid]; +"2268 unsqueeze_55" -> "2269 sigmoid_19" [label="(1, 12, 64, 64)", style=solid]; +"2269 sigmoid_19" -> "2270 mul_38" [label="(1, 12, 64, 64)", style=solid]; +"2270 mul_38" -> "2307 add_66" [label="(1, 12, 64, 64)", style=solid]; +"2271 pad_21" -> "2272 roll_18" [label="(1, 16, 16, 384)", style=solid]; +"2272 roll_18" -> "2273 view_105" [label="(1, 16, 16, 384)", style=solid]; +"2273 view_105" -> "2274 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2274 permute_87" -> "2275 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2275 reshape_85" -> "2276 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2275 reshape_85" -> "2308 new_zeros_9" [label="(4, 64, 384)", style=solid]; +"2276 reshape_85_0_0_nncf_smooth_quant_0" -> "2277 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2277 quantize_per_tensor_default_117" -> "2278 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2278 dequantize_per_tensor_default_117" -> "2283 linear_118" [label="(4, 64, 384)", style=solid]; +"2279 linear_118_scale_0_updated_constant0" -> "2282 mul_tensor_119" [label="(1152, 1)", style=solid]; +"2280 compressed_weight_updated_constant119" -> "2282 mul_tensor_119" [label="(1152, 384)", style=solid]; +"2281 _param_constant317_0_0" -> "2283 linear_118" [label="(1152,)", style=solid]; +"2282 mul_tensor_119" -> "2283 linear_118" [label=None, style=solid]; +"2283 linear_118" -> "2284 reshape_86" [label="(4, 64, 1152)", style=solid]; +"2284 reshape_86" -> "2285 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; +"2285 permute_88" -> "2286 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; +"2285 permute_88" -> "2287 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; +"2285 permute_88" -> "2288 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; +"2286 select_57" -> "2289 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; +"2286 select_57" -> "2291 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; +"2286 select_57" -> "2292 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2287 select_58" -> "2295 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; +"2287 select_58" -> "2297 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; +"2287 select_58" -> "2298 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2288 select_59" -> "2326 matmul_39" [label="(4, 12, 64, 32)", style=solid]; +"2289 linalg_vector_norm_38" -> "2290 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; +"2290 clamp_min_38" -> "2291 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; +"2291 expand_as_38" -> "2292 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2292 div_38" -> "2293 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2293 quantize_per_tensor_default_118" -> "2294 dequantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2294 dequantize_per_tensor_default_118" -> "2302 matmul_38" [label="(4, 12, 64, 32)", style=solid]; +"2295 linalg_vector_norm_39" -> "2296 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; +"2296 clamp_min_39" -> "2297 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; +"2297 expand_as_39" -> "2298 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2298 div_39" -> "2299 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2299 quantize_per_tensor_default_119" -> "2300 dequantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2300 dequantize_per_tensor_default_119" -> "2301 transpose_38" [label="(4, 12, 64, 32)", style=solid]; +"2301 transpose_38" -> "2302 matmul_38" [label="(4, 12, 32, 64)", style=solid]; +"2302 matmul_38" -> "2306 mul_39" [label="(4, 12, 64, 64)", style=solid]; +"2303 _param_constant319" -> "2304 clamp_19" [label="(12, 1, 1)", style=solid]; +"2304 clamp_19" -> "2305 exp_19" [label="(12, 1, 1)", style=solid]; +"2305 exp_19" -> "2306 mul_39" [label="(12, 1, 1)", style=solid]; +"2306 mul_39" -> "2307 add_66" [label="(4, 12, 64, 64)", style=solid]; +"2307 add_66" -> "2319 view_107" [label="(4, 12, 64, 64)", style=solid]; +"2308 new_zeros_9" -> "2309 view_106" [label="(16, 16)", style=solid]; +"2309 view_106" -> "2310 permute_89" [label="(2, 8, 2, 8)", style=solid]; +"2310 permute_89" -> "2311 reshape_87" [label="(2, 2, 8, 8)", style=solid]; +"2311 reshape_87" -> "2312 unsqueeze_56" [label="(4, 64)", style=solid]; +"2311 reshape_87" -> "2313 unsqueeze_57" [label="(4, 64)", style=solid]; +"2312 unsqueeze_56" -> "2314 sub_9" [label="(4, 1, 64)", style=solid]; +"2313 unsqueeze_57" -> "2314 sub_9" [label="(4, 64, 1)", style=solid]; +"2314 sub_9" -> "2315 ne_9" [label="(4, 64, 64)", style=solid]; +"2314 sub_9" -> "2316 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2314 sub_9" -> "2317 eq_9" [label="(4, 64, 64)", style=solid]; +"2315 ne_9" -> "2316 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2316 masked_fill_18" -> "2318 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2317 eq_9" -> "2318 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2318 masked_fill_19" -> "2320 unsqueeze_58" [label="(4, 64, 64)", style=solid]; +"2319 view_107" -> "2322 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; +"2320 unsqueeze_58" -> "2321 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; +"2321 unsqueeze_59" -> "2322 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; +"2322 add_67" -> "2323 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; +"2323 view_108" -> "2324 softmax_19" [label="(4, 12, 64, 64)", style=solid]; +"2324 softmax_19" -> "2325 dropout_76" [label="(4, 12, 64, 64)", style=solid]; +"2325 dropout_76" -> "2326 matmul_39" [label="(4, 12, 64, 64)", style=solid]; +"2326 matmul_39" -> "2327 transpose_39" [label="(4, 12, 64, 32)", style=solid]; +"2327 transpose_39" -> "2328 reshape_88" [label="(4, 64, 12, 32)", style=solid]; +"2328 reshape_88" -> "2329 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2329 reshape_88_0_0_nncf_smooth_quant_0" -> "2330 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2330 quantize_per_tensor_default_120" -> "2331 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2331 dequantize_per_tensor_default_120" -> "2336 linear_119" [label="(4, 64, 384)", style=solid]; +"2332 linear_119_scale_0_updated_constant0" -> "2335 mul_tensor_120" [label="(384, 1)", style=solid]; +"2333 compressed_weight_updated_constant120" -> "2335 mul_tensor_120" [label="(384, 384)", style=solid]; +"2334 _param_constant321_0_0" -> "2336 linear_119" [label="(384,)", style=solid]; +"2335 mul_tensor_120" -> "2336 linear_119" [label=None, style=solid]; +"2336 linear_119" -> "2337 dropout_77" [label="(4, 64, 384)", style=solid]; +"2337 dropout_77" -> "2338 view_109" [label="(4, 64, 384)", style=solid]; +"2338 view_109" -> "2339 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2339 permute_90" -> "2340 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2340 reshape_89" -> "2341 roll_19" [label="(1, 16, 16, 384)", style=solid]; +"2341 roll_19" -> "2342 slice_297" [label="(1, 16, 16, 384)", style=solid]; +"2342 slice_297" -> "2343 slice_298" [label="(1, 16, 16, 384)", style=solid]; +"2343 slice_298" -> "2344 slice_299" [label="(1, 14, 16, 384)", style=solid]; +"2344 slice_299" -> "2345 slice_300" [label="(1, 14, 14, 384)", style=solid]; +"2345 slice_300" -> "2346 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; +"2346 contiguous_37" -> "2349 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; +"2347 _param_constant322" -> "2349 layer_norm_41" [label="(384,)", style=solid]; +"2348 _param_constant323" -> "2349 layer_norm_41" [label="(384,)", style=solid]; +"2349 layer_norm_41" -> "2350 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2350 add_68" -> "2351 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2350 add_68" -> "2373 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2351 add_68_0_0_nncf_smooth_quant_0" -> "2352 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2352 quantize_per_tensor_default_121" -> "2353 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2353 dequantize_per_tensor_default_121" -> "2358 linear_120" [label="(1, 14, 14, 384)", style=solid]; +"2354 linear_120_scale_0_updated_constant0" -> "2357 mul_tensor_121" [label="(1536, 1)", style=solid]; +"2355 compressed_weight_updated_constant121" -> "2357 mul_tensor_121" [label="(1536, 384)", style=solid]; +"2356 _param_constant325_0_0" -> "2358 linear_120" [label="(1536,)", style=solid]; +"2357 mul_tensor_121" -> "2358 linear_120" [label=None, style=solid]; +"2358 linear_120" -> "2359 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; +"2359 gelu_19" -> "2360 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; +"2360 dropout_78" -> "2361 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2361 dropout_78_0_0_nncf_smooth_quant_0" -> "2362 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2362 quantize_per_tensor_default_122" -> "2363 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2363 dequantize_per_tensor_default_122" -> "2368 linear_121" [label="(1, 14, 14, 1536)", style=solid]; +"2364 linear_121_scale_0_updated_constant0" -> "2367 mul_tensor_122" [label="(384, 1)", style=solid]; +"2365 compressed_weight_updated_constant122" -> "2367 mul_tensor_122" [label="(384, 1536)", style=solid]; +"2366 _param_constant327_0_0" -> "2368 linear_121" [label="(384,)", style=solid]; +"2367 mul_tensor_122" -> "2368 linear_121" [label=None, style=solid]; +"2368 linear_121" -> "2369 dropout_79" [label="(1, 14, 14, 384)", style=solid]; +"2369 dropout_79" -> "2372 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; +"2370 _param_constant328" -> "2372 layer_norm_42" [label="(384,)", style=solid]; +"2371 _param_constant329" -> "2372 layer_norm_42" [label="(384,)", style=solid]; +"2372 layer_norm_42" -> "2373 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2373 add_69" -> "2396 pad_22" [label="(1, 14, 14, 384)", style=solid]; +"2373 add_69" -> "2457 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2374 _tensor_constant130" -> "2375 _tensor_constant130_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2375 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2380 linear_122" [label="(1, 15, 15, 2)", style=solid]; +"2376 linear_122_scale_0_updated_constant0" -> "2379 mul_tensor_123" [label="(512, 1)", style=solid]; +"2377 compressed_weight_updated_constant123" -> "2379 mul_tensor_123" [label="(512, 2)", style=solid]; +"2378 _param_constant331_0_0" -> "2380 linear_122" [label="(512,)", style=solid]; +"2379 mul_tensor_123" -> "2380 linear_122" [label=None, style=solid]; +"2380 linear_122" -> "2381 relu__20" [label="(1, 15, 15, 512)", style=solid]; +"2381 relu__20" -> "2382 relu__20_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2382 relu__20_0_0_nncf_smooth_quant_0" -> "2386 linear_123" [label="(1, 15, 15, 512)", style=solid]; +"2383 linear_123_scale_0_updated_constant0" -> "2385 mul_tensor_124" [label="(12, 1)", style=solid]; +"2384 compressed_weight_updated_constant124" -> "2385 mul_tensor_124" [label="(12, 512)", style=solid]; +"2385 mul_tensor_124" -> "2386 linear_123" [label=None, style=solid]; +"2386 linear_123" -> "2387 view_110" [label="(1, 15, 15, 12)", style=solid]; +"2387 view_110" -> "2389 index_20" [label="(225, 12)", style=solid]; +"2388 _tensor_constant131" -> "2389 index_20" [label="(4096,)", style=solid]; +"2389 index_20" -> "2390 view_111" [label="(4096, 12)", style=solid]; +"2390 view_111" -> "2391 permute_91" [label="(64, 64, 12)", style=solid]; +"2391 permute_91" -> "2392 contiguous_38" [label="(12, 64, 64)", style=solid]; +"2392 contiguous_38" -> "2393 unsqueeze_60" [label="(12, 64, 64)", style=solid]; +"2393 unsqueeze_60" -> "2394 sigmoid_20" [label="(1, 12, 64, 64)", style=solid]; +"2394 sigmoid_20" -> "2395 mul_40" [label="(1, 12, 64, 64)", style=solid]; +"2395 mul_40" -> "2431 add_70" [label="(1, 12, 64, 64)", style=solid]; +"2396 pad_22" -> "2397 view_112" [label="(1, 16, 16, 384)", style=solid]; +"2397 view_112" -> "2398 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2398 permute_92" -> "2399 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2399 reshape_90" -> "2400 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2400 reshape_90_0_0_nncf_smooth_quant_0" -> "2401 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2401 quantize_per_tensor_default_123" -> "2402 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2402 dequantize_per_tensor_default_123" -> "2407 linear_124" [label="(4, 64, 384)", style=solid]; +"2403 linear_124_scale_0_updated_constant0" -> "2406 mul_tensor_125" [label="(1152, 1)", style=solid]; +"2404 compressed_weight_updated_constant125" -> "2406 mul_tensor_125" [label="(1152, 384)", style=solid]; +"2405 _param_constant333_0_0" -> "2407 linear_124" [label="(1152,)", style=solid]; +"2406 mul_tensor_125" -> "2407 linear_124" [label=None, style=solid]; +"2407 linear_124" -> "2408 reshape_91" [label="(4, 64, 1152)", style=solid]; +"2408 reshape_91" -> "2409 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; +"2409 permute_93" -> "2410 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; +"2409 permute_93" -> "2411 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; +"2409 permute_93" -> "2412 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; +"2410 select_60" -> "2413 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; +"2410 select_60" -> "2415 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; +"2410 select_60" -> "2416 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2411 select_61" -> "2419 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; +"2411 select_61" -> "2421 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; +"2411 select_61" -> "2422 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2412 select_62" -> "2434 matmul_41" [label="(4, 12, 64, 32)", style=solid]; +"2413 linalg_vector_norm_40" -> "2414 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; +"2414 clamp_min_40" -> "2415 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; +"2415 expand_as_40" -> "2416 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2416 div_40" -> "2417 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2417 quantize_per_tensor_default_124" -> "2418 dequantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2418 dequantize_per_tensor_default_124" -> "2426 matmul_40" [label="(4, 12, 64, 32)", style=solid]; +"2419 linalg_vector_norm_41" -> "2420 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; +"2420 clamp_min_41" -> "2421 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; +"2421 expand_as_41" -> "2422 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2422 div_41" -> "2423 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2423 quantize_per_tensor_default_125" -> "2424 dequantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2424 dequantize_per_tensor_default_125" -> "2425 transpose_40" [label="(4, 12, 64, 32)", style=solid]; +"2425 transpose_40" -> "2426 matmul_40" [label="(4, 12, 32, 64)", style=solid]; +"2426 matmul_40" -> "2430 mul_41" [label="(4, 12, 64, 64)", style=solid]; +"2427 _param_constant335" -> "2428 clamp_20" [label="(12, 1, 1)", style=solid]; +"2428 clamp_20" -> "2429 exp_20" [label="(12, 1, 1)", style=solid]; +"2429 exp_20" -> "2430 mul_41" [label="(12, 1, 1)", style=solid]; +"2430 mul_41" -> "2431 add_70" [label="(4, 12, 64, 64)", style=solid]; +"2431 add_70" -> "2432 softmax_20" [label="(4, 12, 64, 64)", style=solid]; +"2432 softmax_20" -> "2433 dropout_80" [label="(4, 12, 64, 64)", style=solid]; +"2433 dropout_80" -> "2434 matmul_41" [label="(4, 12, 64, 64)", style=solid]; +"2434 matmul_41" -> "2435 transpose_41" [label="(4, 12, 64, 32)", style=solid]; +"2435 transpose_41" -> "2436 reshape_92" [label="(4, 64, 12, 32)", style=solid]; +"2436 reshape_92" -> "2437 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2437 reshape_92_0_0_nncf_smooth_quant_0" -> "2438 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2438 quantize_per_tensor_default_126" -> "2439 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2439 dequantize_per_tensor_default_126" -> "2444 linear_125" [label="(4, 64, 384)", style=solid]; +"2440 linear_125_scale_0_updated_constant0" -> "2443 mul_tensor_126" [label="(384, 1)", style=solid]; +"2441 compressed_weight_updated_constant126" -> "2443 mul_tensor_126" [label="(384, 384)", style=solid]; +"2442 _param_constant337_0_0" -> "2444 linear_125" [label="(384,)", style=solid]; +"2443 mul_tensor_126" -> "2444 linear_125" [label=None, style=solid]; +"2444 linear_125" -> "2445 dropout_81" [label="(4, 64, 384)", style=solid]; +"2445 dropout_81" -> "2446 view_113" [label="(4, 64, 384)", style=solid]; +"2446 view_113" -> "2447 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2447 permute_94" -> "2448 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2448 reshape_93" -> "2449 slice_302" [label="(1, 16, 16, 384)", style=solid]; +"2449 slice_302" -> "2450 slice_303" [label="(1, 16, 16, 384)", style=solid]; +"2450 slice_303" -> "2451 slice_304" [label="(1, 14, 16, 384)", style=solid]; +"2451 slice_304" -> "2452 slice_305" [label="(1, 14, 14, 384)", style=solid]; +"2452 slice_305" -> "2453 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; +"2453 contiguous_39" -> "2456 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; +"2454 _param_constant338" -> "2456 layer_norm_43" [label="(384,)", style=solid]; +"2455 _param_constant339" -> "2456 layer_norm_43" [label="(384,)", style=solid]; +"2456 layer_norm_43" -> "2457 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2457 add_71" -> "2458 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2457 add_71" -> "2480 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2458 add_71_0_0_nncf_smooth_quant_0" -> "2459 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2459 quantize_per_tensor_default_127" -> "2460 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2460 dequantize_per_tensor_default_127" -> "2465 linear_126" [label="(1, 14, 14, 384)", style=solid]; +"2461 linear_126_scale_0_updated_constant0" -> "2464 mul_tensor_127" [label="(1536, 1)", style=solid]; +"2462 compressed_weight_updated_constant127" -> "2464 mul_tensor_127" [label="(1536, 384)", style=solid]; +"2463 _param_constant341_0_0" -> "2465 linear_126" [label="(1536,)", style=solid]; +"2464 mul_tensor_127" -> "2465 linear_126" [label=None, style=solid]; +"2465 linear_126" -> "2466 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; +"2466 gelu_20" -> "2467 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; +"2467 dropout_82" -> "2468 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2468 dropout_82_0_0_nncf_smooth_quant_0" -> "2469 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2469 quantize_per_tensor_default_128" -> "2470 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2470 dequantize_per_tensor_default_128" -> "2475 linear_127" [label="(1, 14, 14, 1536)", style=solid]; +"2471 linear_127_scale_0_updated_constant0" -> "2474 mul_tensor_128" [label="(384, 1)", style=solid]; +"2472 compressed_weight_updated_constant128" -> "2474 mul_tensor_128" [label="(384, 1536)", style=solid]; +"2473 _param_constant343_0_0" -> "2475 linear_127" [label="(384,)", style=solid]; +"2474 mul_tensor_128" -> "2475 linear_127" [label=None, style=solid]; +"2475 linear_127" -> "2476 dropout_83" [label="(1, 14, 14, 384)", style=solid]; +"2476 dropout_83" -> "2479 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; +"2477 _param_constant344" -> "2479 layer_norm_44" [label="(384,)", style=solid]; +"2478 _param_constant345" -> "2479 layer_norm_44" [label="(384,)", style=solid]; +"2479 layer_norm_44" -> "2480 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2480 add_72" -> "2503 pad_23" [label="(1, 14, 14, 384)", style=solid]; +"2480 add_72" -> "2582 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2481 _tensor_constant132" -> "2482 _tensor_constant132_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2482 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2487 linear_128" [label="(1, 15, 15, 2)", style=solid]; +"2483 linear_128_scale_0_updated_constant0" -> "2486 mul_tensor_129" [label="(512, 1)", style=solid]; +"2484 compressed_weight_updated_constant129" -> "2486 mul_tensor_129" [label="(512, 2)", style=solid]; +"2485 _param_constant347_0_0" -> "2487 linear_128" [label="(512,)", style=solid]; +"2486 mul_tensor_129" -> "2487 linear_128" [label=None, style=solid]; +"2487 linear_128" -> "2488 relu__21" [label="(1, 15, 15, 512)", style=solid]; +"2488 relu__21" -> "2489 relu__21_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2489 relu__21_0_0_nncf_smooth_quant_0" -> "2493 linear_129" [label="(1, 15, 15, 512)", style=solid]; +"2490 linear_129_scale_0_updated_constant0" -> "2492 mul_tensor_130" [label="(12, 1)", style=solid]; +"2491 compressed_weight_updated_constant130" -> "2492 mul_tensor_130" [label="(12, 512)", style=solid]; +"2492 mul_tensor_130" -> "2493 linear_129" [label=None, style=solid]; +"2493 linear_129" -> "2494 view_114" [label="(1, 15, 15, 12)", style=solid]; +"2494 view_114" -> "2496 index_21" [label="(225, 12)", style=solid]; +"2495 _tensor_constant133" -> "2496 index_21" [label="(4096,)", style=solid]; +"2496 index_21" -> "2497 view_115" [label="(4096, 12)", style=solid]; +"2497 view_115" -> "2498 permute_95" [label="(64, 64, 12)", style=solid]; +"2498 permute_95" -> "2499 contiguous_40" [label="(12, 64, 64)", style=solid]; +"2499 contiguous_40" -> "2500 unsqueeze_61" [label="(12, 64, 64)", style=solid]; +"2500 unsqueeze_61" -> "2501 sigmoid_21" [label="(1, 12, 64, 64)", style=solid]; +"2501 sigmoid_21" -> "2502 mul_42" [label="(1, 12, 64, 64)", style=solid]; +"2502 mul_42" -> "2539 add_73" [label="(1, 12, 64, 64)", style=solid]; +"2503 pad_23" -> "2504 roll_20" [label="(1, 16, 16, 384)", style=solid]; +"2504 roll_20" -> "2505 view_116" [label="(1, 16, 16, 384)", style=solid]; +"2505 view_116" -> "2506 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2506 permute_96" -> "2507 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2507 reshape_94" -> "2508 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2507 reshape_94" -> "2540 new_zeros_10" [label="(4, 64, 384)", style=solid]; +"2508 reshape_94_0_0_nncf_smooth_quant_0" -> "2509 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2509 quantize_per_tensor_default_129" -> "2510 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2510 dequantize_per_tensor_default_129" -> "2515 linear_130" [label="(4, 64, 384)", style=solid]; +"2511 linear_130_scale_0_updated_constant0" -> "2514 mul_tensor_131" [label="(1152, 1)", style=solid]; +"2512 compressed_weight_updated_constant131" -> "2514 mul_tensor_131" [label="(1152, 384)", style=solid]; +"2513 _param_constant349_0_0" -> "2515 linear_130" [label="(1152,)", style=solid]; +"2514 mul_tensor_131" -> "2515 linear_130" [label=None, style=solid]; +"2515 linear_130" -> "2516 reshape_95" [label="(4, 64, 1152)", style=solid]; +"2516 reshape_95" -> "2517 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; +"2517 permute_97" -> "2518 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; +"2517 permute_97" -> "2519 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; +"2517 permute_97" -> "2520 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; +"2518 select_63" -> "2521 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; +"2518 select_63" -> "2523 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; +"2518 select_63" -> "2524 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2519 select_64" -> "2527 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; +"2519 select_64" -> "2529 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; +"2519 select_64" -> "2530 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2520 select_65" -> "2558 matmul_43" [label="(4, 12, 64, 32)", style=solid]; +"2521 linalg_vector_norm_42" -> "2522 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; +"2522 clamp_min_42" -> "2523 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; +"2523 expand_as_42" -> "2524 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2524 div_42" -> "2525 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2525 quantize_per_tensor_default_130" -> "2526 dequantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2526 dequantize_per_tensor_default_130" -> "2534 matmul_42" [label="(4, 12, 64, 32)", style=solid]; +"2527 linalg_vector_norm_43" -> "2528 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; +"2528 clamp_min_43" -> "2529 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; +"2529 expand_as_43" -> "2530 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2530 div_43" -> "2531 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2531 quantize_per_tensor_default_131" -> "2532 dequantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2532 dequantize_per_tensor_default_131" -> "2533 transpose_42" [label="(4, 12, 64, 32)", style=solid]; +"2533 transpose_42" -> "2534 matmul_42" [label="(4, 12, 32, 64)", style=solid]; +"2534 matmul_42" -> "2538 mul_43" [label="(4, 12, 64, 64)", style=solid]; +"2535 _param_constant351" -> "2536 clamp_21" [label="(12, 1, 1)", style=solid]; +"2536 clamp_21" -> "2537 exp_21" [label="(12, 1, 1)", style=solid]; +"2537 exp_21" -> "2538 mul_43" [label="(12, 1, 1)", style=solid]; +"2538 mul_43" -> "2539 add_73" [label="(4, 12, 64, 64)", style=solid]; +"2539 add_73" -> "2551 view_118" [label="(4, 12, 64, 64)", style=solid]; +"2540 new_zeros_10" -> "2541 view_117" [label="(16, 16)", style=solid]; +"2541 view_117" -> "2542 permute_98" [label="(2, 8, 2, 8)", style=solid]; +"2542 permute_98" -> "2543 reshape_96" [label="(2, 2, 8, 8)", style=solid]; +"2543 reshape_96" -> "2544 unsqueeze_62" [label="(4, 64)", style=solid]; +"2543 reshape_96" -> "2545 unsqueeze_63" [label="(4, 64)", style=solid]; +"2544 unsqueeze_62" -> "2546 sub_10" [label="(4, 1, 64)", style=solid]; +"2545 unsqueeze_63" -> "2546 sub_10" [label="(4, 64, 1)", style=solid]; +"2546 sub_10" -> "2547 ne_10" [label="(4, 64, 64)", style=solid]; +"2546 sub_10" -> "2548 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2546 sub_10" -> "2549 eq_10" [label="(4, 64, 64)", style=solid]; +"2547 ne_10" -> "2548 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2548 masked_fill_20" -> "2550 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2549 eq_10" -> "2550 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2550 masked_fill_21" -> "2552 unsqueeze_64" [label="(4, 64, 64)", style=solid]; +"2551 view_118" -> "2554 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; +"2552 unsqueeze_64" -> "2553 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; +"2553 unsqueeze_65" -> "2554 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; +"2554 add_74" -> "2555 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; +"2555 view_119" -> "2556 softmax_21" [label="(4, 12, 64, 64)", style=solid]; +"2556 softmax_21" -> "2557 dropout_84" [label="(4, 12, 64, 64)", style=solid]; +"2557 dropout_84" -> "2558 matmul_43" [label="(4, 12, 64, 64)", style=solid]; +"2558 matmul_43" -> "2559 transpose_43" [label="(4, 12, 64, 32)", style=solid]; +"2559 transpose_43" -> "2560 reshape_97" [label="(4, 64, 12, 32)", style=solid]; +"2560 reshape_97" -> "2561 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2561 reshape_97_0_0_nncf_smooth_quant_0" -> "2562 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2562 quantize_per_tensor_default_132" -> "2563 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2563 dequantize_per_tensor_default_132" -> "2568 linear_131" [label="(4, 64, 384)", style=solid]; +"2564 linear_131_scale_0_updated_constant0" -> "2567 mul_tensor_132" [label="(384, 1)", style=solid]; +"2565 compressed_weight_updated_constant132" -> "2567 mul_tensor_132" [label="(384, 384)", style=solid]; +"2566 _param_constant353_0_0" -> "2568 linear_131" [label="(384,)", style=solid]; +"2567 mul_tensor_132" -> "2568 linear_131" [label=None, style=solid]; +"2568 linear_131" -> "2569 dropout_85" [label="(4, 64, 384)", style=solid]; +"2569 dropout_85" -> "2570 view_120" [label="(4, 64, 384)", style=solid]; +"2570 view_120" -> "2571 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2571 permute_99" -> "2572 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2572 reshape_98" -> "2573 roll_21" [label="(1, 16, 16, 384)", style=solid]; +"2573 roll_21" -> "2574 slice_325" [label="(1, 16, 16, 384)", style=solid]; +"2574 slice_325" -> "2575 slice_326" [label="(1, 16, 16, 384)", style=solid]; +"2575 slice_326" -> "2576 slice_327" [label="(1, 14, 16, 384)", style=solid]; +"2576 slice_327" -> "2577 slice_328" [label="(1, 14, 14, 384)", style=solid]; +"2577 slice_328" -> "2578 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; +"2578 contiguous_41" -> "2581 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; +"2579 _param_constant354" -> "2581 layer_norm_45" [label="(384,)", style=solid]; +"2580 _param_constant355" -> "2581 layer_norm_45" [label="(384,)", style=solid]; +"2581 layer_norm_45" -> "2582 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2582 add_75" -> "2583 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2582 add_75" -> "2605 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2583 add_75_0_0_nncf_smooth_quant_0" -> "2584 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2584 quantize_per_tensor_default_133" -> "2585 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2585 dequantize_per_tensor_default_133" -> "2590 linear_132" [label="(1, 14, 14, 384)", style=solid]; +"2586 linear_132_scale_0_updated_constant0" -> "2589 mul_tensor_133" [label="(1536, 1)", style=solid]; +"2587 compressed_weight_updated_constant133" -> "2589 mul_tensor_133" [label="(1536, 384)", style=solid]; +"2588 _param_constant357_0_0" -> "2590 linear_132" [label="(1536,)", style=solid]; +"2589 mul_tensor_133" -> "2590 linear_132" [label=None, style=solid]; +"2590 linear_132" -> "2591 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; +"2591 gelu_21" -> "2592 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; +"2592 dropout_86" -> "2593 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2593 dropout_86_0_0_nncf_smooth_quant_0" -> "2594 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2594 quantize_per_tensor_default_134" -> "2595 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2595 dequantize_per_tensor_default_134" -> "2600 linear_133" [label="(1, 14, 14, 1536)", style=solid]; +"2596 linear_133_scale_0_updated_constant0" -> "2599 mul_tensor_134" [label="(384, 1)", style=solid]; +"2597 compressed_weight_updated_constant134" -> "2599 mul_tensor_134" [label="(384, 1536)", style=solid]; +"2598 _param_constant359_0_0" -> "2600 linear_133" [label="(384,)", style=solid]; +"2599 mul_tensor_134" -> "2600 linear_133" [label=None, style=solid]; +"2600 linear_133" -> "2601 dropout_87" [label="(1, 14, 14, 384)", style=solid]; +"2601 dropout_87" -> "2604 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; +"2602 _param_constant360" -> "2604 layer_norm_46" [label="(384,)", style=solid]; +"2603 _param_constant361" -> "2604 layer_norm_46" [label="(384,)", style=solid]; +"2604 layer_norm_46" -> "2605 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2605 add_76" -> "2606 pad_24" [label="(1, 14, 14, 384)", style=solid]; +"2606 pad_24" -> "2607 slice_329" [label="(1, 14, 14, 384)", style=solid]; +"2606 pad_24" -> "2610 slice_332" [label="(1, 14, 14, 384)", style=solid]; +"2606 pad_24" -> "2613 slice_335" [label="(1, 14, 14, 384)", style=solid]; +"2606 pad_24" -> "2616 slice_338" [label="(1, 14, 14, 384)", style=solid]; +"2607 slice_329" -> "2608 slice_330" [label="(1, 7, 14, 384)", style=solid]; +"2608 slice_330" -> "2609 slice_331" [label="(1, 7, 7, 384)", style=solid]; +"2609 slice_331" -> "2619 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2610 slice_332" -> "2611 slice_333" [label="(1, 7, 14, 384)", style=solid]; +"2611 slice_333" -> "2612 slice_334" [label="(1, 7, 7, 384)", style=solid]; +"2612 slice_334" -> "2619 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2613 slice_335" -> "2614 slice_336" [label="(1, 7, 14, 384)", style=solid]; +"2614 slice_336" -> "2615 slice_337" [label="(1, 7, 7, 384)", style=solid]; +"2615 slice_337" -> "2619 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2616 slice_338" -> "2617 slice_339" [label="(1, 7, 14, 384)", style=solid]; +"2617 slice_339" -> "2618 slice_340" [label="(1, 7, 7, 384)", style=solid]; +"2618 slice_340" -> "2619 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2619 cat_2" -> "2620 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; +"2620 cat_2_0_0_nncf_smooth_quant_0" -> "2621 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2621 quantize_per_tensor_default_135" -> "2622 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2622 dequantize_per_tensor_default_135" -> "2626 linear_134" [label="(1, 7, 7, 1536)", style=solid]; +"2623 linear_134_scale_0_updated_constant0" -> "2625 mul_tensor_135" [label="(768, 1)", style=solid]; +"2624 compressed_weight_updated_constant135" -> "2625 mul_tensor_135" [label="(768, 1536)", style=solid]; +"2625 mul_tensor_135" -> "2626 linear_134" [label=None, style=solid]; +"2626 linear_134" -> "2629 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; +"2627 _param_constant363" -> "2629 layer_norm_47" [label="(768,)", style=solid]; +"2628 _param_constant364" -> "2629 layer_norm_47" [label="(768,)", style=solid]; +"2629 layer_norm_47" -> "2652 pad_25" [label="(1, 7, 7, 768)", style=solid]; +"2629 layer_norm_47" -> "2713 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2630 _tensor_constant143" -> "2631 _tensor_constant143_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2631 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2636 linear_135" [label="(1, 15, 15, 2)", style=solid]; +"2632 linear_135_scale_0_updated_constant0" -> "2635 mul_tensor_136" [label="(512, 1)", style=solid]; +"2633 compressed_weight_updated_constant136" -> "2635 mul_tensor_136" [label="(512, 2)", style=solid]; +"2634 _param_constant366_0_0" -> "2636 linear_135" [label="(512,)", style=solid]; +"2635 mul_tensor_136" -> "2636 linear_135" [label=None, style=solid]; +"2636 linear_135" -> "2637 relu__22" [label="(1, 15, 15, 512)", style=solid]; +"2637 relu__22" -> "2638 relu__22_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2638 relu__22_0_0_nncf_smooth_quant_0" -> "2642 linear_136" [label="(1, 15, 15, 512)", style=solid]; +"2639 linear_136_scale_0_updated_constant0" -> "2641 mul_tensor_137" [label="(24, 1)", style=solid]; +"2640 compressed_weight_updated_constant137" -> "2641 mul_tensor_137" [label="(24, 512)", style=solid]; +"2641 mul_tensor_137" -> "2642 linear_136" [label=None, style=solid]; +"2642 linear_136" -> "2643 view_121" [label="(1, 15, 15, 24)", style=solid]; +"2643 view_121" -> "2645 index_22" [label="(225, 24)", style=solid]; +"2644 _tensor_constant144" -> "2645 index_22" [label="(4096,)", style=solid]; +"2645 index_22" -> "2646 view_122" [label="(4096, 24)", style=solid]; +"2646 view_122" -> "2647 permute_100" [label="(64, 64, 24)", style=solid]; +"2647 permute_100" -> "2648 contiguous_42" [label="(24, 64, 64)", style=solid]; +"2648 contiguous_42" -> "2649 unsqueeze_66" [label="(24, 64, 64)", style=solid]; +"2649 unsqueeze_66" -> "2650 sigmoid_22" [label="(1, 24, 64, 64)", style=solid]; +"2650 sigmoid_22" -> "2651 mul_44" [label="(1, 24, 64, 64)", style=solid]; +"2651 mul_44" -> "2687 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2652 pad_25" -> "2653 view_123" [label="(1, 8, 8, 768)", style=solid]; +"2653 view_123" -> "2654 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2654 permute_101" -> "2655 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2655 reshape_99" -> "2656 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2656 reshape_99_0_0_nncf_smooth_quant_0" -> "2657 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2657 quantize_per_tensor_default_136" -> "2658 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2658 dequantize_per_tensor_default_136" -> "2663 linear_137" [label="(1, 64, 768)", style=solid]; +"2659 linear_137_scale_0_updated_constant0" -> "2662 mul_tensor_138" [label="(2304, 1)", style=solid]; +"2660 compressed_weight_updated_constant138" -> "2662 mul_tensor_138" [label="(2304, 768)", style=solid]; +"2661 _param_constant368_0_0" -> "2663 linear_137" [label="(2304,)", style=solid]; +"2662 mul_tensor_138" -> "2663 linear_137" [label=None, style=solid]; +"2663 linear_137" -> "2664 reshape_100" [label="(1, 64, 2304)", style=solid]; +"2664 reshape_100" -> "2665 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; +"2665 permute_102" -> "2666 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; +"2665 permute_102" -> "2667 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; +"2665 permute_102" -> "2668 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; +"2666 select_66" -> "2669 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; +"2666 select_66" -> "2671 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; +"2666 select_66" -> "2672 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2667 select_67" -> "2675 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; +"2667 select_67" -> "2677 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; +"2667 select_67" -> "2678 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2668 select_68" -> "2690 matmul_45" [label="(1, 24, 64, 32)", style=solid]; +"2669 linalg_vector_norm_44" -> "2670 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; +"2670 clamp_min_44" -> "2671 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; +"2671 expand_as_44" -> "2672 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2672 div_44" -> "2673 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2673 quantize_per_tensor_default_137" -> "2674 dequantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2674 dequantize_per_tensor_default_137" -> "2682 matmul_44" [label="(1, 24, 64, 32)", style=solid]; +"2675 linalg_vector_norm_45" -> "2676 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; +"2676 clamp_min_45" -> "2677 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; +"2677 expand_as_45" -> "2678 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2678 div_45" -> "2679 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2679 quantize_per_tensor_default_138" -> "2680 dequantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2680 dequantize_per_tensor_default_138" -> "2681 transpose_44" [label="(1, 24, 64, 32)", style=solid]; +"2681 transpose_44" -> "2682 matmul_44" [label="(1, 24, 32, 64)", style=solid]; +"2682 matmul_44" -> "2686 mul_45" [label="(1, 24, 64, 64)", style=solid]; +"2683 _param_constant370" -> "2684 clamp_22" [label="(24, 1, 1)", style=solid]; +"2684 clamp_22" -> "2685 exp_22" [label="(24, 1, 1)", style=solid]; +"2685 exp_22" -> "2686 mul_45" [label="(24, 1, 1)", style=solid]; +"2686 mul_45" -> "2687 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2687 add_77" -> "2688 softmax_22" [label="(1, 24, 64, 64)", style=solid]; +"2688 softmax_22" -> "2689 dropout_88" [label="(1, 24, 64, 64)", style=solid]; +"2689 dropout_88" -> "2690 matmul_45" [label="(1, 24, 64, 64)", style=solid]; +"2690 matmul_45" -> "2691 transpose_45" [label="(1, 24, 64, 32)", style=solid]; +"2691 transpose_45" -> "2692 reshape_101" [label="(1, 64, 24, 32)", style=solid]; +"2692 reshape_101" -> "2693 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2693 reshape_101_0_0_nncf_smooth_quant_0" -> "2694 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2694 quantize_per_tensor_default_139" -> "2695 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2695 dequantize_per_tensor_default_139" -> "2700 linear_138" [label="(1, 64, 768)", style=solid]; +"2696 linear_138_scale_0_updated_constant0" -> "2699 mul_tensor_139" [label="(768, 1)", style=solid]; +"2697 compressed_weight_updated_constant139" -> "2699 mul_tensor_139" [label="(768, 768)", style=solid]; +"2698 _param_constant372_0_0" -> "2700 linear_138" [label="(768,)", style=solid]; +"2699 mul_tensor_139" -> "2700 linear_138" [label=None, style=solid]; +"2700 linear_138" -> "2701 dropout_89" [label="(1, 64, 768)", style=solid]; +"2701 dropout_89" -> "2702 view_124" [label="(1, 64, 768)", style=solid]; +"2702 view_124" -> "2703 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2703 permute_103" -> "2704 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2704 reshape_102" -> "2705 slice_342" [label="(1, 8, 8, 768)", style=solid]; +"2705 slice_342" -> "2706 slice_343" [label="(1, 8, 8, 768)", style=solid]; +"2706 slice_343" -> "2707 slice_344" [label="(1, 7, 8, 768)", style=solid]; +"2707 slice_344" -> "2708 slice_345" [label="(1, 7, 7, 768)", style=solid]; +"2708 slice_345" -> "2709 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; +"2709 contiguous_43" -> "2712 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; +"2710 _param_constant373" -> "2712 layer_norm_48" [label="(768,)", style=solid]; +"2711 _param_constant374" -> "2712 layer_norm_48" [label="(768,)", style=solid]; +"2712 layer_norm_48" -> "2713 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2713 add_78" -> "2714 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"2713 add_78" -> "2736 add_79" [label="(1, 7, 7, 768)", style=solid]; +"2714 add_78_0_0_nncf_smooth_quant_0" -> "2715 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2715 quantize_per_tensor_default_140" -> "2716 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2716 dequantize_per_tensor_default_140" -> "2721 linear_139" [label="(1, 7, 7, 768)", style=solid]; +"2717 linear_139_scale_0_updated_constant0" -> "2720 mul_tensor_140" [label="(3072, 1)", style=solid]; +"2718 compressed_weight_updated_constant140" -> "2720 mul_tensor_140" [label="(3072, 768)", style=solid]; +"2719 _param_constant376_0_0" -> "2721 linear_139" [label="(3072,)", style=solid]; +"2720 mul_tensor_140" -> "2721 linear_139" [label=None, style=solid]; +"2721 linear_139" -> "2722 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; +"2722 gelu_22" -> "2723 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; +"2723 dropout_90" -> "2724 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"2724 dropout_90_0_0_nncf_smooth_quant_0" -> "2725 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"2725 quantize_per_tensor_default_141" -> "2726 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"2726 dequantize_per_tensor_default_141" -> "2731 linear_140" [label="(1, 7, 7, 3072)", style=solid]; +"2727 linear_140_scale_0_updated_constant0" -> "2730 mul_tensor_141" [label="(768, 1)", style=solid]; +"2728 compressed_weight_updated_constant141" -> "2730 mul_tensor_141" [label="(768, 3072)", style=solid]; +"2729 _param_constant378_0_0" -> "2731 linear_140" [label="(768,)", style=solid]; +"2730 mul_tensor_141" -> "2731 linear_140" [label=None, style=solid]; +"2731 linear_140" -> "2732 dropout_91" [label="(1, 7, 7, 768)", style=solid]; +"2732 dropout_91" -> "2735 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; +"2733 _param_constant379" -> "2735 layer_norm_49" [label="(768,)", style=solid]; +"2734 _param_constant380" -> "2735 layer_norm_49" [label="(768,)", style=solid]; +"2735 layer_norm_49" -> "2736 add_79" [label="(1, 7, 7, 768)", style=solid]; +"2736 add_79" -> "2759 pad_26" [label="(1, 7, 7, 768)", style=solid]; +"2736 add_79" -> "2820 add_81" [label="(1, 7, 7, 768)", style=solid]; +"2737 _tensor_constant145" -> "2738 _tensor_constant145_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2738 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "2743 linear_141" [label="(1, 15, 15, 2)", style=solid]; +"2739 linear_141_scale_0_updated_constant0" -> "2742 mul_tensor_142" [label="(512, 1)", style=solid]; +"2740 compressed_weight_updated_constant142" -> "2742 mul_tensor_142" [label="(512, 2)", style=solid]; +"2741 _param_constant382_0_0" -> "2743 linear_141" [label="(512,)", style=solid]; +"2742 mul_tensor_142" -> "2743 linear_141" [label=None, style=solid]; +"2743 linear_141" -> "2744 relu__23" [label="(1, 15, 15, 512)", style=solid]; +"2744 relu__23" -> "2745 relu__23_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2745 relu__23_0_0_nncf_smooth_quant_0" -> "2749 linear_142" [label="(1, 15, 15, 512)", style=solid]; +"2746 linear_142_scale_0_updated_constant0" -> "2748 mul_tensor_143" [label="(24, 1)", style=solid]; +"2747 compressed_weight_updated_constant143" -> "2748 mul_tensor_143" [label="(24, 512)", style=solid]; +"2748 mul_tensor_143" -> "2749 linear_142" [label=None, style=solid]; +"2749 linear_142" -> "2750 view_125" [label="(1, 15, 15, 24)", style=solid]; +"2750 view_125" -> "2752 index_23" [label="(225, 24)", style=solid]; +"2751 _tensor_constant146" -> "2752 index_23" [label="(4096,)", style=solid]; +"2752 index_23" -> "2753 view_126" [label="(4096, 24)", style=solid]; +"2753 view_126" -> "2754 permute_104" [label="(64, 64, 24)", style=solid]; +"2754 permute_104" -> "2755 contiguous_44" [label="(24, 64, 64)", style=solid]; +"2755 contiguous_44" -> "2756 unsqueeze_67" [label="(24, 64, 64)", style=solid]; +"2756 unsqueeze_67" -> "2757 sigmoid_23" [label="(1, 24, 64, 64)", style=solid]; +"2757 sigmoid_23" -> "2758 mul_46" [label="(1, 24, 64, 64)", style=solid]; +"2758 mul_46" -> "2794 add_80" [label="(1, 24, 64, 64)", style=solid]; +"2759 pad_26" -> "2760 view_127" [label="(1, 8, 8, 768)", style=solid]; +"2760 view_127" -> "2761 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2761 permute_105" -> "2762 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2762 reshape_103" -> "2763 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2763 reshape_103_0_0_nncf_smooth_quant_0" -> "2764 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"2764 quantize_per_tensor_default_142" -> "2765 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"2765 dequantize_per_tensor_default_142" -> "2770 linear_143" [label="(1, 64, 768)", style=solid]; +"2766 linear_143_scale_0_updated_constant0" -> "2769 mul_tensor_144" [label="(2304, 1)", style=solid]; +"2767 compressed_weight_updated_constant144" -> "2769 mul_tensor_144" [label="(2304, 768)", style=solid]; +"2768 _param_constant384_0_0" -> "2770 linear_143" [label="(2304,)", style=solid]; +"2769 mul_tensor_144" -> "2770 linear_143" [label=None, style=solid]; +"2770 linear_143" -> "2771 reshape_104" [label="(1, 64, 2304)", style=solid]; +"2771 reshape_104" -> "2772 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; +"2772 permute_106" -> "2773 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; +"2772 permute_106" -> "2774 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; +"2772 permute_106" -> "2775 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; +"2773 select_69" -> "2776 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; +"2773 select_69" -> "2778 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; +"2773 select_69" -> "2779 div_46" [label="(1, 24, 64, 32)", style=solid]; +"2774 select_70" -> "2782 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; +"2774 select_70" -> "2784 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; +"2774 select_70" -> "2785 div_47" [label="(1, 24, 64, 32)", style=solid]; +"2775 select_71" -> "2797 matmul_47" [label="(1, 24, 64, 32)", style=solid]; +"2776 linalg_vector_norm_46" -> "2777 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; +"2777 clamp_min_46" -> "2778 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; +"2778 expand_as_46" -> "2779 div_46" [label="(1, 24, 64, 32)", style=solid]; +"2779 div_46" -> "2780 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"2780 quantize_per_tensor_default_143" -> "2781 dequantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"2781 dequantize_per_tensor_default_143" -> "2789 matmul_46" [label="(1, 24, 64, 32)", style=solid]; +"2782 linalg_vector_norm_47" -> "2783 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; +"2783 clamp_min_47" -> "2784 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; +"2784 expand_as_47" -> "2785 div_47" [label="(1, 24, 64, 32)", style=solid]; +"2785 div_47" -> "2786 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"2786 quantize_per_tensor_default_144" -> "2787 dequantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"2787 dequantize_per_tensor_default_144" -> "2788 transpose_46" [label="(1, 24, 64, 32)", style=solid]; +"2788 transpose_46" -> "2789 matmul_46" [label="(1, 24, 32, 64)", style=solid]; +"2789 matmul_46" -> "2793 mul_47" [label="(1, 24, 64, 64)", style=solid]; +"2790 _param_constant386" -> "2791 clamp_23" [label="(24, 1, 1)", style=solid]; +"2791 clamp_23" -> "2792 exp_23" [label="(24, 1, 1)", style=solid]; +"2792 exp_23" -> "2793 mul_47" [label="(24, 1, 1)", style=solid]; +"2793 mul_47" -> "2794 add_80" [label="(1, 24, 64, 64)", style=solid]; +"2794 add_80" -> "2795 softmax_23" [label="(1, 24, 64, 64)", style=solid]; +"2795 softmax_23" -> "2796 dropout_92" [label="(1, 24, 64, 64)", style=solid]; +"2796 dropout_92" -> "2797 matmul_47" [label="(1, 24, 64, 64)", style=solid]; +"2797 matmul_47" -> "2798 transpose_47" [label="(1, 24, 64, 32)", style=solid]; +"2798 transpose_47" -> "2799 reshape_105" [label="(1, 64, 24, 32)", style=solid]; +"2799 reshape_105" -> "2800 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2800 reshape_105_0_0_nncf_smooth_quant_0" -> "2801 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"2801 quantize_per_tensor_default_145" -> "2802 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"2802 dequantize_per_tensor_default_145" -> "2807 linear_144" [label="(1, 64, 768)", style=solid]; +"2803 linear_144_scale_0_updated_constant0" -> "2806 mul_tensor_145" [label="(768, 1)", style=solid]; +"2804 compressed_weight_updated_constant145" -> "2806 mul_tensor_145" [label="(768, 768)", style=solid]; +"2805 _param_constant388_0_0" -> "2807 linear_144" [label="(768,)", style=solid]; +"2806 mul_tensor_145" -> "2807 linear_144" [label=None, style=solid]; +"2807 linear_144" -> "2808 dropout_93" [label="(1, 64, 768)", style=solid]; +"2808 dropout_93" -> "2809 view_128" [label="(1, 64, 768)", style=solid]; +"2809 view_128" -> "2810 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2810 permute_107" -> "2811 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2811 reshape_106" -> "2812 slice_347" [label="(1, 8, 8, 768)", style=solid]; +"2812 slice_347" -> "2813 slice_348" [label="(1, 8, 8, 768)", style=solid]; +"2813 slice_348" -> "2814 slice_349" [label="(1, 7, 8, 768)", style=solid]; +"2814 slice_349" -> "2815 slice_350" [label="(1, 7, 7, 768)", style=solid]; +"2815 slice_350" -> "2816 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; +"2816 contiguous_45" -> "2819 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; +"2817 _param_constant389" -> "2819 layer_norm_50" [label="(768,)", style=solid]; +"2818 _param_constant390" -> "2819 layer_norm_50" [label="(768,)", style=solid]; +"2819 layer_norm_50" -> "2820 add_81" [label="(1, 7, 7, 768)", style=solid]; +"2820 add_81" -> "2821 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"2820 add_81" -> "2843 add_82" [label="(1, 7, 7, 768)", style=solid]; +"2821 add_81_0_0_nncf_smooth_quant_0" -> "2822 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"2822 quantize_per_tensor_default_146" -> "2823 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"2823 dequantize_per_tensor_default_146" -> "2828 linear_145" [label="(1, 7, 7, 768)", style=solid]; +"2824 linear_145_scale_0_updated_constant0" -> "2827 mul_tensor_146" [label="(3072, 1)", style=solid]; +"2825 compressed_weight_updated_constant146" -> "2827 mul_tensor_146" [label="(3072, 768)", style=solid]; +"2826 _param_constant392_0_0" -> "2828 linear_145" [label="(3072,)", style=solid]; +"2827 mul_tensor_146" -> "2828 linear_145" [label=None, style=solid]; +"2828 linear_145" -> "2829 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; +"2829 gelu_23" -> "2830 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; +"2830 dropout_94" -> "2831 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"2831 dropout_94_0_0_nncf_smooth_quant_0" -> "2832 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"2832 quantize_per_tensor_default_147" -> "2833 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"2833 dequantize_per_tensor_default_147" -> "2838 linear_146" [label="(1, 7, 7, 3072)", style=solid]; +"2834 linear_146_scale_0_updated_constant0" -> "2837 mul_tensor_147" [label="(768, 1)", style=solid]; +"2835 compressed_weight_updated_constant147" -> "2837 mul_tensor_147" [label="(768, 3072)", style=solid]; +"2836 _param_constant394_0_0" -> "2838 linear_146" [label="(768,)", style=solid]; +"2837 mul_tensor_147" -> "2838 linear_146" [label=None, style=solid]; +"2838 linear_146" -> "2839 dropout_95" [label="(1, 7, 7, 768)", style=solid]; +"2839 dropout_95" -> "2842 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; +"2840 _param_constant395" -> "2842 layer_norm_51" [label="(768,)", style=solid]; +"2841 _param_constant396" -> "2842 layer_norm_51" [label="(768,)", style=solid]; +"2842 layer_norm_51" -> "2843 add_82" [label="(1, 7, 7, 768)", style=solid]; +"2843 add_82" -> "2846 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; +"2844 _param_constant397" -> "2846 layer_norm_52" [label="(768,)", style=solid]; +"2845 _param_constant398" -> "2846 layer_norm_52" [label="(768,)", style=solid]; +"2846 layer_norm_52" -> "2847 permute_108" [label="(1, 7, 7, 768)", style=solid]; +"2847 permute_108" -> "2848 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; +"2848 adaptive_avg_pool2d" -> "2849 flatten" [label="(1, 768, 1, 1)", style=solid]; +"2849 flatten" -> "2850 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"2850 flatten_0_0_nncf_smooth_quant_0" -> "2851 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"2851 quantize_per_tensor_default_148" -> "2852 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"2852 dequantize_per_tensor_default_148" -> "2857 linear_147" [label="(1, 768)", style=solid]; +"2853 linear_147_scale_0_updated_constant0" -> "2856 mul_tensor_148" [label="(1000, 1)", style=solid]; +"2854 compressed_weight_updated_constant148" -> "2856 mul_tensor_148" [label="(1000, 768)", style=solid]; +"2855 _param_constant400_0_0" -> "2857 linear_147" [label="(1000,)", style=solid]; +"2856 mul_tensor_148" -> "2857 linear_147" [label=None, style=solid]; +"2857 linear_147" -> "2858 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot b/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot index d4c4965fa33..f8a8f205123 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot @@ -2,52 +2,40 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 _param_constant0" [id=1, type=get_attr]; "2 embedding" [id=2, type=embedding]; -"3 linear_updated_constant0" [id=3, type=get_attr]; -"4 embedding_0_0_nncf_smooth_quant_0" [id=4, type=call_module]; -"5 quantize_per_tensor_default" [id=5, type=quantize_per_tensor]; -"6 dequantize_per_tensor_default" [id=6, type=dequantize_per_tensor]; -"7 linear_scale_0" [id=7, type=get_attr]; -"8 linear_zero_point_0" [id=8, type=get_attr]; -"9 quantize_per_channel_default" [id=9, type=quantize_per_channel]; -"10 dequantize_per_channel_default" [id=10, type=dequantize_per_channel]; -"11 _param_constant2_0_0" [id=11, type=get_attr]; -"12 linear" [id=12, type=linear]; -"13 linear_1_updated_constant0" [id=13, type=get_attr]; -"14 add_tensor_0_0_nncf_smooth_quant_0" [id=14, type=call_module]; -"15 quantize_per_tensor_default_1" [id=15, type=quantize_per_tensor]; -"16 dequantize_per_tensor_default_1" [id=16, type=dequantize_per_tensor]; -"17 linear_1_scale_0" [id=17, type=get_attr]; -"18 linear_1_zero_point_0" [id=18, type=get_attr]; -"19 quantize_per_channel_default_1" [id=19, type=quantize_per_channel]; -"20 dequantize_per_channel_default_1" [id=20, type=dequantize_per_channel]; -"21 _param_constant4_0_0" [id=21, type=get_attr]; -"22 linear_1" [id=22, type=linear]; -"23 output" [id=23, type=output]; +"3 embedding_0_0_nncf_smooth_quant_0" [id=3, type=call_module]; +"4 quantize_per_tensor_default" [id=4, type=quantize_per_tensor]; +"5 dequantize_per_tensor_default" [id=5, type=dequantize_per_tensor]; +"6 linear_scale_0_updated_constant0" [id=6, type=get_attr]; +"7 compressed_weight_updated_constant0" [id=7, type=get_attr]; +"8 _param_constant2_0_0" [id=8, type=get_attr]; +"9 mul_tensor" [id=9, type=mul]; +"10 linear" [id=10, type=linear]; +"11 add_tensor_0_0_nncf_smooth_quant_0" [id=11, type=call_module]; +"12 quantize_per_tensor_default_1" [id=12, type=quantize_per_tensor]; +"13 dequantize_per_tensor_default_1" [id=13, type=dequantize_per_tensor]; +"14 linear_1_scale_0_updated_constant0" [id=14, type=get_attr]; +"15 compressed_weight_updated_constant1" [id=15, type=get_attr]; +"16 _param_constant4_0_0" [id=16, type=get_attr]; +"17 mul_tensor_1" [id=17, type=mul]; +"18 linear_1" [id=18, type=linear]; +"19 output" [id=19, type=output]; "0 arg0_1" -> "2 embedding" [label="(5,)", style=solid]; "1 _param_constant0" -> "2 embedding" [label="(10, 5)", style=solid]; -"2 embedding" -> "4 embedding_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; -"3 linear_updated_constant0" -> "9 quantize_per_channel_default" [label="(5, 5)", style=solid]; -"4 embedding_0_0_nncf_smooth_quant_0" -> "5 quantize_per_tensor_default" [label="(5, 5)", style=solid]; -"5 quantize_per_tensor_default" -> "6 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; -"6 dequantize_per_tensor_default" -> "12 linear" [label="(5, 5)", style=solid]; -"7 linear_scale_0" -> "9 quantize_per_channel_default" [label="(5,)", style=solid]; -"7 linear_scale_0" -> "10 dequantize_per_channel_default" [label="(5,)", style=solid]; -"8 linear_zero_point_0" -> "9 quantize_per_channel_default" [label="(5,)", style=solid]; -"8 linear_zero_point_0" -> "10 dequantize_per_channel_default" [label="(5,)", style=solid]; -"9 quantize_per_channel_default" -> "10 dequantize_per_channel_default" [label="(5, 5)", style=solid]; -"10 dequantize_per_channel_default" -> "12 linear" [label="(5, 5)", style=solid]; -"11 _param_constant2_0_0" -> "12 linear" [label="(5,)", style=solid]; -"12 linear" -> "14 add_tensor_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; -"13 linear_1_updated_constant0" -> "19 quantize_per_channel_default_1" [label="(10, 5)", style=solid]; -"14 add_tensor_0_0_nncf_smooth_quant_0" -> "15 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; -"15 quantize_per_tensor_default_1" -> "16 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; -"16 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(5, 5)", style=solid]; -"17 linear_1_scale_0" -> "19 quantize_per_channel_default_1" [label="(10,)", style=solid]; -"17 linear_1_scale_0" -> "20 dequantize_per_channel_default_1" [label="(10,)", style=solid]; -"18 linear_1_zero_point_0" -> "19 quantize_per_channel_default_1" [label="(10,)", style=solid]; -"18 linear_1_zero_point_0" -> "20 dequantize_per_channel_default_1" [label="(10,)", style=solid]; -"19 quantize_per_channel_default_1" -> "20 dequantize_per_channel_default_1" [label="(10, 5)", style=solid]; -"20 dequantize_per_channel_default_1" -> "22 linear_1" [label="(10, 5)", style=solid]; -"21 _param_constant4_0_0" -> "22 linear_1" [label="(10,)", style=solid]; -"22 linear_1" -> "23 output" [label="(5, 10)", style=solid]; +"2 embedding" -> "3 embedding_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"3 embedding_0_0_nncf_smooth_quant_0" -> "4 quantize_per_tensor_default" [label="(5, 5)", style=solid]; +"4 quantize_per_tensor_default" -> "5 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; +"5 dequantize_per_tensor_default" -> "10 linear" [label="(5, 5)", style=solid]; +"6 linear_scale_0_updated_constant0" -> "9 mul_tensor" [label="(5, 1)", style=solid]; +"7 compressed_weight_updated_constant0" -> "9 mul_tensor" [label="(5, 5)", style=solid]; +"8 _param_constant2_0_0" -> "10 linear" [label="(5,)", style=solid]; +"9 mul_tensor" -> "10 linear" [label=None, style=solid]; +"10 linear" -> "11 add_tensor_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"11 add_tensor_0_0_nncf_smooth_quant_0" -> "12 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"12 quantize_per_tensor_default_1" -> "13 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"13 dequantize_per_tensor_default_1" -> "18 linear_1" [label="(5, 5)", style=solid]; +"14 linear_1_scale_0_updated_constant0" -> "17 mul_tensor_1" [label="(10, 1)", style=solid]; +"15 compressed_weight_updated_constant1" -> "17 mul_tensor_1" [label="(10, 5)", style=solid]; +"16 _param_constant4_0_0" -> "18 linear_1" [label="(10,)", style=solid]; +"17 mul_tensor_1" -> "18 linear_1" [label=None, style=solid]; +"18 linear_1" -> "19 output" [label="(5, 10)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/unet.dot b/tests/torch/data/reference_graphs/fx/quantized/unet.dot index 05b17d2f1ec..c5c417f0039 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/unet.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/unet.dot @@ -2,560 +2,422 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default_8" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default_12" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0" [id=4, type=get_attr]; -"5 conv2d_zero_point_0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 _param_constant1_0_0" [id=8, type=get_attr]; -"9 conv2d" [id=9, type=conv2d]; -"10 relu" [id=10, type=relu]; -"11 quantize_per_tensor_default_9" [id=11, type=quantize_per_tensor]; -"12 dequantize_per_tensor_default_13" [id=12, type=dequantize_per_tensor]; -"13 _param_constant4" [id=13, type=get_attr]; -"14 conv2d_1_scale_0" [id=14, type=get_attr]; -"15 conv2d_1_zero_point_0" [id=15, type=get_attr]; -"16 quantize_per_channel_default_1" [id=16, type=quantize_per_channel]; -"17 dequantize_per_channel_default_1" [id=17, type=dequantize_per_channel]; -"18 _param_constant5_0_0" [id=18, type=get_attr]; -"19 conv2d_1" [id=19, type=conv2d]; -"20 relu_1" [id=20, type=relu]; -"21 quantize_per_tensor_default" [id=21, type=quantize_per_tensor]; -"22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; -"23 dequantize_per_tensor_default" [id=23, type=dequantize_per_tensor]; -"24 max_pool2d" [id=24, type=max_pool2d]; -"25 _param_constant8" [id=25, type=get_attr]; -"26 conv2d_2_scale_0" [id=26, type=get_attr]; -"27 conv2d_2_zero_point_0" [id=27, type=get_attr]; -"28 quantize_per_channel_default_2" [id=28, type=quantize_per_channel]; -"29 dequantize_per_channel_default_2" [id=29, type=dequantize_per_channel]; -"30 _param_constant9_0_0" [id=30, type=get_attr]; -"31 conv2d_2" [id=31, type=conv2d]; -"32 relu_2" [id=32, type=relu]; -"33 quantize_per_tensor_default_10" [id=33, type=quantize_per_tensor]; -"34 dequantize_per_tensor_default_14" [id=34, type=dequantize_per_tensor]; -"35 _param_constant12" [id=35, type=get_attr]; -"36 conv2d_3_scale_0" [id=36, type=get_attr]; -"37 conv2d_3_zero_point_0" [id=37, type=get_attr]; -"38 quantize_per_channel_default_3" [id=38, type=quantize_per_channel]; -"39 dequantize_per_channel_default_3" [id=39, type=dequantize_per_channel]; -"40 _param_constant13_0_0" [id=40, type=get_attr]; -"41 conv2d_3" [id=41, type=conv2d]; -"42 relu_3" [id=42, type=relu]; -"43 quantize_per_tensor_default_3" [id=43, type=quantize_per_tensor]; -"44 dequantize_per_tensor_default_5" [id=44, type=dequantize_per_tensor]; -"45 dequantize_per_tensor_default_4" [id=45, type=dequantize_per_tensor]; -"46 max_pool2d_1" [id=46, type=max_pool2d]; -"47 _param_constant16" [id=47, type=get_attr]; -"48 conv2d_4_scale_0" [id=48, type=get_attr]; -"49 conv2d_4_zero_point_0" [id=49, type=get_attr]; -"50 quantize_per_channel_default_4" [id=50, type=quantize_per_channel]; -"51 dequantize_per_channel_default_4" [id=51, type=dequantize_per_channel]; -"52 _param_constant17_0_0" [id=52, type=get_attr]; -"53 conv2d_4" [id=53, type=conv2d]; -"54 relu_4" [id=54, type=relu]; -"55 quantize_per_tensor_default_11" [id=55, type=quantize_per_tensor]; -"56 dequantize_per_tensor_default_15" [id=56, type=dequantize_per_tensor]; -"57 _param_constant20" [id=57, type=get_attr]; -"58 conv2d_5_scale_0" [id=58, type=get_attr]; -"59 conv2d_5_zero_point_0" [id=59, type=get_attr]; -"60 quantize_per_channel_default_5" [id=60, type=quantize_per_channel]; -"61 dequantize_per_channel_default_5" [id=61, type=dequantize_per_channel]; -"62 _param_constant21_0_0" [id=62, type=get_attr]; -"63 conv2d_5" [id=63, type=conv2d]; -"64 relu_5" [id=64, type=relu]; -"65 quantize_per_tensor_default_4" [id=65, type=quantize_per_tensor]; -"66 dequantize_per_tensor_default_7" [id=66, type=dequantize_per_tensor]; -"67 dequantize_per_tensor_default_6" [id=67, type=dequantize_per_tensor]; -"68 max_pool2d_2" [id=68, type=max_pool2d]; -"69 _param_constant24" [id=69, type=get_attr]; -"70 conv2d_6_scale_0" [id=70, type=get_attr]; -"71 conv2d_6_zero_point_0" [id=71, type=get_attr]; -"72 quantize_per_channel_default_6" [id=72, type=quantize_per_channel]; -"73 dequantize_per_channel_default_6" [id=73, type=dequantize_per_channel]; -"74 _param_constant25_0_0" [id=74, type=get_attr]; -"75 conv2d_6" [id=75, type=conv2d]; -"76 relu_6" [id=76, type=relu]; -"77 quantize_per_tensor_default_12" [id=77, type=quantize_per_tensor]; -"78 dequantize_per_tensor_default_16" [id=78, type=dequantize_per_tensor]; -"79 _param_constant28" [id=79, type=get_attr]; -"80 conv2d_7_scale_0" [id=80, type=get_attr]; -"81 conv2d_7_zero_point_0" [id=81, type=get_attr]; -"82 quantize_per_channel_default_7" [id=82, type=quantize_per_channel]; -"83 dequantize_per_channel_default_7" [id=83, type=dequantize_per_channel]; -"84 _param_constant29_0_0" [id=84, type=get_attr]; -"85 conv2d_7" [id=85, type=conv2d]; -"86 relu_7" [id=86, type=relu]; -"87 quantize_per_tensor_default_7" [id=87, type=quantize_per_tensor]; -"88 dequantize_per_tensor_default_11" [id=88, type=dequantize_per_tensor]; -"89 dequantize_per_tensor_default_10" [id=89, type=dequantize_per_tensor]; -"90 max_pool2d_3" [id=90, type=max_pool2d]; -"91 _param_constant32" [id=91, type=get_attr]; -"92 conv2d_8_scale_0" [id=92, type=get_attr]; -"93 conv2d_8_zero_point_0" [id=93, type=get_attr]; -"94 quantize_per_channel_default_8" [id=94, type=quantize_per_channel]; -"95 dequantize_per_channel_default_8" [id=95, type=dequantize_per_channel]; -"96 _param_constant33_0_0" [id=96, type=get_attr]; -"97 conv2d_8" [id=97, type=conv2d]; -"98 relu_8" [id=98, type=relu]; -"99 quantize_per_tensor_default_13" [id=99, type=quantize_per_tensor]; -"100 dequantize_per_tensor_default_17" [id=100, type=dequantize_per_tensor]; -"101 _param_constant36" [id=101, type=get_attr]; -"102 conv2d_9_scale_0" [id=102, type=get_attr]; -"103 conv2d_9_zero_point_0" [id=103, type=get_attr]; -"104 quantize_per_channel_default_9" [id=104, type=quantize_per_channel]; -"105 dequantize_per_channel_default_9" [id=105, type=dequantize_per_channel]; -"106 _param_constant37_0_0" [id=106, type=get_attr]; -"107 conv2d_9" [id=107, type=conv2d]; -"108 relu_9" [id=108, type=relu]; -"109 quantize_per_tensor_default_14" [id=109, type=quantize_per_tensor]; -"110 dequantize_per_tensor_default_18" [id=110, type=dequantize_per_tensor]; -"111 _param_constant40" [id=111, type=get_attr]; -"112 _param_constant41" [id=112, type=get_attr]; -"113 conv_transpose2d_scale_0" [id=113, type=get_attr]; -"114 conv_transpose2d_zero_point_0" [id=114, type=get_attr]; -"115 quantize_per_channel_default_10" [id=115, type=quantize_per_channel]; -"116 dequantize_per_channel_default_10" [id=116, type=dequantize_per_channel]; -"117 conv_transpose2d" [id=117, type=conv_transpose2d]; -"118 quantize_per_tensor_default_6" [id=118, type=quantize_per_tensor]; -"119 dequantize_per_tensor_default_9" [id=119, type=dequantize_per_tensor]; -"120 slice_1" [id=120, type=slice]; -"121 slice_2" [id=121, type=slice]; -"122 slice_3" [id=122, type=slice]; -"123 slice_4" [id=123, type=slice]; -"124 cat" [id=124, type=cat]; -"125 _param_constant42" [id=125, type=get_attr]; -"126 conv2d_10_scale_0" [id=126, type=get_attr]; -"127 conv2d_10_zero_point_0" [id=127, type=get_attr]; -"128 quantize_per_channel_default_11" [id=128, type=quantize_per_channel]; -"129 dequantize_per_channel_default_11" [id=129, type=dequantize_per_channel]; -"130 _param_constant43_0_0" [id=130, type=get_attr]; -"131 conv2d_10" [id=131, type=conv2d]; -"132 relu_10" [id=132, type=relu]; -"133 quantize_per_tensor_default_15" [id=133, type=quantize_per_tensor]; -"134 dequantize_per_tensor_default_19" [id=134, type=dequantize_per_tensor]; -"135 _param_constant46" [id=135, type=get_attr]; -"136 conv2d_11_scale_0" [id=136, type=get_attr]; -"137 conv2d_11_zero_point_0" [id=137, type=get_attr]; -"138 quantize_per_channel_default_12" [id=138, type=quantize_per_channel]; -"139 dequantize_per_channel_default_12" [id=139, type=dequantize_per_channel]; -"140 _param_constant47_0_0" [id=140, type=get_attr]; -"141 conv2d_11" [id=141, type=conv2d]; -"142 relu_11" [id=142, type=relu]; -"143 quantize_per_tensor_default_16" [id=143, type=quantize_per_tensor]; -"144 dequantize_per_tensor_default_20" [id=144, type=dequantize_per_tensor]; -"145 _param_constant50" [id=145, type=get_attr]; -"146 _param_constant51" [id=146, type=get_attr]; -"147 conv_transpose2d_1_scale_0" [id=147, type=get_attr]; -"148 conv_transpose2d_1_zero_point_0" [id=148, type=get_attr]; -"149 quantize_per_channel_default_13" [id=149, type=quantize_per_channel]; -"150 dequantize_per_channel_default_13" [id=150, type=dequantize_per_channel]; -"151 conv_transpose2d_1" [id=151, type=conv_transpose2d]; -"152 quantize_per_tensor_default_5" [id=152, type=quantize_per_tensor]; -"153 dequantize_per_tensor_default_8" [id=153, type=dequantize_per_tensor]; -"154 slice_5" [id=154, type=slice]; -"155 slice_6" [id=155, type=slice]; -"156 slice_7" [id=156, type=slice]; -"157 slice_8" [id=157, type=slice]; -"158 cat_1" [id=158, type=cat]; -"159 _param_constant52" [id=159, type=get_attr]; -"160 conv2d_12_scale_0" [id=160, type=get_attr]; -"161 conv2d_12_zero_point_0" [id=161, type=get_attr]; -"162 quantize_per_channel_default_14" [id=162, type=quantize_per_channel]; -"163 dequantize_per_channel_default_14" [id=163, type=dequantize_per_channel]; -"164 _param_constant53_0_0" [id=164, type=get_attr]; -"165 conv2d_12" [id=165, type=conv2d]; -"166 relu_12" [id=166, type=relu]; -"167 quantize_per_tensor_default_17" [id=167, type=quantize_per_tensor]; -"168 dequantize_per_tensor_default_21" [id=168, type=dequantize_per_tensor]; -"169 _param_constant56" [id=169, type=get_attr]; -"170 conv2d_13_scale_0" [id=170, type=get_attr]; -"171 conv2d_13_zero_point_0" [id=171, type=get_attr]; -"172 quantize_per_channel_default_15" [id=172, type=quantize_per_channel]; -"173 dequantize_per_channel_default_15" [id=173, type=dequantize_per_channel]; -"174 _param_constant57_0_0" [id=174, type=get_attr]; -"175 conv2d_13" [id=175, type=conv2d]; -"176 relu_13" [id=176, type=relu]; -"177 quantize_per_tensor_default_18" [id=177, type=quantize_per_tensor]; -"178 dequantize_per_tensor_default_22" [id=178, type=dequantize_per_tensor]; -"179 _param_constant60" [id=179, type=get_attr]; -"180 _param_constant61" [id=180, type=get_attr]; -"181 conv_transpose2d_2_scale_0" [id=181, type=get_attr]; -"182 conv_transpose2d_2_zero_point_0" [id=182, type=get_attr]; -"183 quantize_per_channel_default_16" [id=183, type=quantize_per_channel]; -"184 dequantize_per_channel_default_16" [id=184, type=dequantize_per_channel]; -"185 conv_transpose2d_2" [id=185, type=conv_transpose2d]; -"186 quantize_per_tensor_default_2" [id=186, type=quantize_per_tensor]; -"187 dequantize_per_tensor_default_3" [id=187, type=dequantize_per_tensor]; -"188 slice_9" [id=188, type=slice]; -"189 slice_10" [id=189, type=slice]; -"190 slice_11" [id=190, type=slice]; -"191 slice_12" [id=191, type=slice]; -"192 cat_2" [id=192, type=cat]; -"193 _param_constant62" [id=193, type=get_attr]; -"194 conv2d_14_scale_0" [id=194, type=get_attr]; -"195 conv2d_14_zero_point_0" [id=195, type=get_attr]; -"196 quantize_per_channel_default_17" [id=196, type=quantize_per_channel]; -"197 dequantize_per_channel_default_17" [id=197, type=dequantize_per_channel]; -"198 _param_constant63_0_0" [id=198, type=get_attr]; -"199 conv2d_14" [id=199, type=conv2d]; -"200 relu_14" [id=200, type=relu]; -"201 quantize_per_tensor_default_19" [id=201, type=quantize_per_tensor]; -"202 dequantize_per_tensor_default_23" [id=202, type=dequantize_per_tensor]; -"203 _param_constant66" [id=203, type=get_attr]; -"204 conv2d_15_scale_0" [id=204, type=get_attr]; -"205 conv2d_15_zero_point_0" [id=205, type=get_attr]; -"206 quantize_per_channel_default_18" [id=206, type=quantize_per_channel]; -"207 dequantize_per_channel_default_18" [id=207, type=dequantize_per_channel]; -"208 _param_constant67_0_0" [id=208, type=get_attr]; -"209 conv2d_15" [id=209, type=conv2d]; -"210 relu_15" [id=210, type=relu]; -"211 quantize_per_tensor_default_20" [id=211, type=quantize_per_tensor]; -"212 dequantize_per_tensor_default_24" [id=212, type=dequantize_per_tensor]; -"213 _param_constant70" [id=213, type=get_attr]; -"214 _param_constant71" [id=214, type=get_attr]; -"215 conv_transpose2d_3_scale_0" [id=215, type=get_attr]; -"216 conv_transpose2d_3_zero_point_0" [id=216, type=get_attr]; -"217 quantize_per_channel_default_19" [id=217, type=quantize_per_channel]; -"218 dequantize_per_channel_default_19" [id=218, type=dequantize_per_channel]; -"219 conv_transpose2d_3" [id=219, type=conv_transpose2d]; -"220 quantize_per_tensor_default_1" [id=220, type=quantize_per_tensor]; -"221 dequantize_per_tensor_default_2" [id=221, type=dequantize_per_tensor]; -"222 slice_13" [id=222, type=slice]; -"223 slice_14" [id=223, type=slice]; -"224 slice_15" [id=224, type=slice]; -"225 slice_16" [id=225, type=slice]; -"226 cat_3" [id=226, type=cat]; -"227 _param_constant72" [id=227, type=get_attr]; -"228 conv2d_16_scale_0" [id=228, type=get_attr]; -"229 conv2d_16_zero_point_0" [id=229, type=get_attr]; -"230 quantize_per_channel_default_20" [id=230, type=quantize_per_channel]; -"231 dequantize_per_channel_default_20" [id=231, type=dequantize_per_channel]; -"232 _param_constant73_0_0" [id=232, type=get_attr]; -"233 conv2d_16" [id=233, type=conv2d]; -"234 relu_16" [id=234, type=relu]; -"235 quantize_per_tensor_default_21" [id=235, type=quantize_per_tensor]; -"236 dequantize_per_tensor_default_25" [id=236, type=dequantize_per_tensor]; -"237 _param_constant76" [id=237, type=get_attr]; -"238 conv2d_17_scale_0" [id=238, type=get_attr]; -"239 conv2d_17_zero_point_0" [id=239, type=get_attr]; -"240 quantize_per_channel_default_21" [id=240, type=quantize_per_channel]; -"241 dequantize_per_channel_default_21" [id=241, type=dequantize_per_channel]; -"242 _param_constant77_0_0" [id=242, type=get_attr]; -"243 conv2d_17" [id=243, type=conv2d]; -"244 relu_17" [id=244, type=relu]; -"245 quantize_per_tensor_default_22" [id=245, type=quantize_per_tensor]; -"246 dequantize_per_tensor_default_26" [id=246, type=dequantize_per_tensor]; -"247 _param_constant80" [id=247, type=get_attr]; -"248 conv2d_18_scale_0" [id=248, type=get_attr]; -"249 conv2d_18_zero_point_0" [id=249, type=get_attr]; -"250 quantize_per_channel_default_22" [id=250, type=quantize_per_channel]; -"251 dequantize_per_channel_default_22" [id=251, type=dequantize_per_channel]; -"252 _param_constant81_0_0" [id=252, type=get_attr]; -"253 conv2d_18" [id=253, type=conv2d]; -"254 output" [id=254, type=output]; +"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; +"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; +"5 _param_constant1_0_0" [id=5, type=get_attr]; +"6 mul_tensor" [id=6, type=mul]; +"7 conv2d" [id=7, type=conv2d]; +"8 relu" [id=8, type=relu]; +"9 quantize_per_tensor_default_9" [id=9, type=quantize_per_tensor]; +"10 dequantize_per_tensor_default_13" [id=10, type=dequantize_per_tensor]; +"11 conv2d_1_scale_0_updated_constant0" [id=11, type=get_attr]; +"12 compressed_weight_updated_constant1" [id=12, type=get_attr]; +"13 _param_constant5_0_0" [id=13, type=get_attr]; +"14 mul_tensor_1" [id=14, type=mul]; +"15 conv2d_1" [id=15, type=conv2d]; +"16 relu_1" [id=16, type=relu]; +"17 quantize_per_tensor_default" [id=17, type=quantize_per_tensor]; +"18 dequantize_per_tensor_default_1" [id=18, type=dequantize_per_tensor]; +"19 dequantize_per_tensor_default" [id=19, type=dequantize_per_tensor]; +"20 max_pool2d" [id=20, type=max_pool2d]; +"21 conv2d_2_scale_0_updated_constant0" [id=21, type=get_attr]; +"22 compressed_weight_updated_constant2" [id=22, type=get_attr]; +"23 _param_constant9_0_0" [id=23, type=get_attr]; +"24 mul_tensor_2" [id=24, type=mul]; +"25 conv2d_2" [id=25, type=conv2d]; +"26 relu_2" [id=26, type=relu]; +"27 quantize_per_tensor_default_10" [id=27, type=quantize_per_tensor]; +"28 dequantize_per_tensor_default_14" [id=28, type=dequantize_per_tensor]; +"29 conv2d_3_scale_0_updated_constant0" [id=29, type=get_attr]; +"30 compressed_weight_updated_constant3" [id=30, type=get_attr]; +"31 _param_constant13_0_0" [id=31, type=get_attr]; +"32 mul_tensor_3" [id=32, type=mul]; +"33 conv2d_3" [id=33, type=conv2d]; +"34 relu_3" [id=34, type=relu]; +"35 quantize_per_tensor_default_3" [id=35, type=quantize_per_tensor]; +"36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; +"37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; +"38 max_pool2d_1" [id=38, type=max_pool2d]; +"39 conv2d_4_scale_0_updated_constant0" [id=39, type=get_attr]; +"40 compressed_weight_updated_constant4" [id=40, type=get_attr]; +"41 _param_constant17_0_0" [id=41, type=get_attr]; +"42 mul_tensor_4" [id=42, type=mul]; +"43 conv2d_4" [id=43, type=conv2d]; +"44 relu_4" [id=44, type=relu]; +"45 quantize_per_tensor_default_11" [id=45, type=quantize_per_tensor]; +"46 dequantize_per_tensor_default_15" [id=46, type=dequantize_per_tensor]; +"47 conv2d_5_scale_0_updated_constant0" [id=47, type=get_attr]; +"48 compressed_weight_updated_constant5" [id=48, type=get_attr]; +"49 _param_constant21_0_0" [id=49, type=get_attr]; +"50 mul_tensor_5" [id=50, type=mul]; +"51 conv2d_5" [id=51, type=conv2d]; +"52 relu_5" [id=52, type=relu]; +"53 quantize_per_tensor_default_4" [id=53, type=quantize_per_tensor]; +"54 dequantize_per_tensor_default_7" [id=54, type=dequantize_per_tensor]; +"55 dequantize_per_tensor_default_6" [id=55, type=dequantize_per_tensor]; +"56 max_pool2d_2" [id=56, type=max_pool2d]; +"57 conv2d_6_scale_0_updated_constant0" [id=57, type=get_attr]; +"58 compressed_weight_updated_constant6" [id=58, type=get_attr]; +"59 _param_constant25_0_0" [id=59, type=get_attr]; +"60 mul_tensor_6" [id=60, type=mul]; +"61 conv2d_6" [id=61, type=conv2d]; +"62 relu_6" [id=62, type=relu]; +"63 quantize_per_tensor_default_12" [id=63, type=quantize_per_tensor]; +"64 dequantize_per_tensor_default_16" [id=64, type=dequantize_per_tensor]; +"65 conv2d_7_scale_0_updated_constant0" [id=65, type=get_attr]; +"66 compressed_weight_updated_constant7" [id=66, type=get_attr]; +"67 _param_constant29_0_0" [id=67, type=get_attr]; +"68 mul_tensor_7" [id=68, type=mul]; +"69 conv2d_7" [id=69, type=conv2d]; +"70 relu_7" [id=70, type=relu]; +"71 quantize_per_tensor_default_7" [id=71, type=quantize_per_tensor]; +"72 dequantize_per_tensor_default_11" [id=72, type=dequantize_per_tensor]; +"73 dequantize_per_tensor_default_10" [id=73, type=dequantize_per_tensor]; +"74 max_pool2d_3" [id=74, type=max_pool2d]; +"75 conv2d_8_scale_0_updated_constant0" [id=75, type=get_attr]; +"76 compressed_weight_updated_constant8" [id=76, type=get_attr]; +"77 _param_constant33_0_0" [id=77, type=get_attr]; +"78 mul_tensor_8" [id=78, type=mul]; +"79 conv2d_8" [id=79, type=conv2d]; +"80 relu_8" [id=80, type=relu]; +"81 quantize_per_tensor_default_13" [id=81, type=quantize_per_tensor]; +"82 dequantize_per_tensor_default_17" [id=82, type=dequantize_per_tensor]; +"83 conv2d_9_scale_0_updated_constant0" [id=83, type=get_attr]; +"84 compressed_weight_updated_constant9" [id=84, type=get_attr]; +"85 _param_constant37_0_0" [id=85, type=get_attr]; +"86 mul_tensor_9" [id=86, type=mul]; +"87 conv2d_9" [id=87, type=conv2d]; +"88 relu_9" [id=88, type=relu]; +"89 quantize_per_tensor_default_14" [id=89, type=quantize_per_tensor]; +"90 dequantize_per_tensor_default_18" [id=90, type=dequantize_per_tensor]; +"91 _param_constant41" [id=91, type=get_attr]; +"92 conv_transpose2d_scale_0_updated_constant0" [id=92, type=get_attr]; +"93 compressed_weight_updated_constant10" [id=93, type=get_attr]; +"94 mul_tensor_10" [id=94, type=mul]; +"95 conv_transpose2d" [id=95, type=conv_transpose2d]; +"96 quantize_per_tensor_default_6" [id=96, type=quantize_per_tensor]; +"97 dequantize_per_tensor_default_9" [id=97, type=dequantize_per_tensor]; +"98 slice_1" [id=98, type=slice]; +"99 slice_2" [id=99, type=slice]; +"100 slice_3" [id=100, type=slice]; +"101 slice_4" [id=101, type=slice]; +"102 cat" [id=102, type=cat]; +"103 conv2d_10_scale_0_updated_constant0" [id=103, type=get_attr]; +"104 compressed_weight_updated_constant11" [id=104, type=get_attr]; +"105 _param_constant43_0_0" [id=105, type=get_attr]; +"106 mul_tensor_11" [id=106, type=mul]; +"107 conv2d_10" [id=107, type=conv2d]; +"108 relu_10" [id=108, type=relu]; +"109 quantize_per_tensor_default_15" [id=109, type=quantize_per_tensor]; +"110 dequantize_per_tensor_default_19" [id=110, type=dequantize_per_tensor]; +"111 conv2d_11_scale_0_updated_constant0" [id=111, type=get_attr]; +"112 compressed_weight_updated_constant12" [id=112, type=get_attr]; +"113 _param_constant47_0_0" [id=113, type=get_attr]; +"114 mul_tensor_12" [id=114, type=mul]; +"115 conv2d_11" [id=115, type=conv2d]; +"116 relu_11" [id=116, type=relu]; +"117 quantize_per_tensor_default_16" [id=117, type=quantize_per_tensor]; +"118 dequantize_per_tensor_default_20" [id=118, type=dequantize_per_tensor]; +"119 _param_constant51" [id=119, type=get_attr]; +"120 conv_transpose2d_1_scale_0_updated_constant0" [id=120, type=get_attr]; +"121 compressed_weight_updated_constant13" [id=121, type=get_attr]; +"122 mul_tensor_13" [id=122, type=mul]; +"123 conv_transpose2d_1" [id=123, type=conv_transpose2d]; +"124 quantize_per_tensor_default_5" [id=124, type=quantize_per_tensor]; +"125 dequantize_per_tensor_default_8" [id=125, type=dequantize_per_tensor]; +"126 slice_5" [id=126, type=slice]; +"127 slice_6" [id=127, type=slice]; +"128 slice_7" [id=128, type=slice]; +"129 slice_8" [id=129, type=slice]; +"130 cat_1" [id=130, type=cat]; +"131 conv2d_12_scale_0_updated_constant0" [id=131, type=get_attr]; +"132 compressed_weight_updated_constant14" [id=132, type=get_attr]; +"133 _param_constant53_0_0" [id=133, type=get_attr]; +"134 mul_tensor_14" [id=134, type=mul]; +"135 conv2d_12" [id=135, type=conv2d]; +"136 relu_12" [id=136, type=relu]; +"137 quantize_per_tensor_default_17" [id=137, type=quantize_per_tensor]; +"138 dequantize_per_tensor_default_21" [id=138, type=dequantize_per_tensor]; +"139 conv2d_13_scale_0_updated_constant0" [id=139, type=get_attr]; +"140 compressed_weight_updated_constant15" [id=140, type=get_attr]; +"141 _param_constant57_0_0" [id=141, type=get_attr]; +"142 mul_tensor_15" [id=142, type=mul]; +"143 conv2d_13" [id=143, type=conv2d]; +"144 relu_13" [id=144, type=relu]; +"145 quantize_per_tensor_default_18" [id=145, type=quantize_per_tensor]; +"146 dequantize_per_tensor_default_22" [id=146, type=dequantize_per_tensor]; +"147 _param_constant61" [id=147, type=get_attr]; +"148 conv_transpose2d_2_scale_0_updated_constant0" [id=148, type=get_attr]; +"149 compressed_weight_updated_constant16" [id=149, type=get_attr]; +"150 mul_tensor_16" [id=150, type=mul]; +"151 conv_transpose2d_2" [id=151, type=conv_transpose2d]; +"152 quantize_per_tensor_default_2" [id=152, type=quantize_per_tensor]; +"153 dequantize_per_tensor_default_3" [id=153, type=dequantize_per_tensor]; +"154 slice_9" [id=154, type=slice]; +"155 slice_10" [id=155, type=slice]; +"156 slice_11" [id=156, type=slice]; +"157 slice_12" [id=157, type=slice]; +"158 cat_2" [id=158, type=cat]; +"159 conv2d_14_scale_0_updated_constant0" [id=159, type=get_attr]; +"160 compressed_weight_updated_constant17" [id=160, type=get_attr]; +"161 _param_constant63_0_0" [id=161, type=get_attr]; +"162 mul_tensor_17" [id=162, type=mul]; +"163 conv2d_14" [id=163, type=conv2d]; +"164 relu_14" [id=164, type=relu]; +"165 quantize_per_tensor_default_19" [id=165, type=quantize_per_tensor]; +"166 dequantize_per_tensor_default_23" [id=166, type=dequantize_per_tensor]; +"167 conv2d_15_scale_0_updated_constant0" [id=167, type=get_attr]; +"168 compressed_weight_updated_constant18" [id=168, type=get_attr]; +"169 _param_constant67_0_0" [id=169, type=get_attr]; +"170 mul_tensor_18" [id=170, type=mul]; +"171 conv2d_15" [id=171, type=conv2d]; +"172 relu_15" [id=172, type=relu]; +"173 quantize_per_tensor_default_20" [id=173, type=quantize_per_tensor]; +"174 dequantize_per_tensor_default_24" [id=174, type=dequantize_per_tensor]; +"175 _param_constant71" [id=175, type=get_attr]; +"176 conv_transpose2d_3_scale_0_updated_constant0" [id=176, type=get_attr]; +"177 compressed_weight_updated_constant19" [id=177, type=get_attr]; +"178 mul_tensor_19" [id=178, type=mul]; +"179 conv_transpose2d_3" [id=179, type=conv_transpose2d]; +"180 quantize_per_tensor_default_1" [id=180, type=quantize_per_tensor]; +"181 dequantize_per_tensor_default_2" [id=181, type=dequantize_per_tensor]; +"182 slice_13" [id=182, type=slice]; +"183 slice_14" [id=183, type=slice]; +"184 slice_15" [id=184, type=slice]; +"185 slice_16" [id=185, type=slice]; +"186 cat_3" [id=186, type=cat]; +"187 conv2d_16_scale_0_updated_constant0" [id=187, type=get_attr]; +"188 compressed_weight_updated_constant20" [id=188, type=get_attr]; +"189 _param_constant73_0_0" [id=189, type=get_attr]; +"190 mul_tensor_20" [id=190, type=mul]; +"191 conv2d_16" [id=191, type=conv2d]; +"192 relu_16" [id=192, type=relu]; +"193 quantize_per_tensor_default_21" [id=193, type=quantize_per_tensor]; +"194 dequantize_per_tensor_default_25" [id=194, type=dequantize_per_tensor]; +"195 conv2d_17_scale_0_updated_constant0" [id=195, type=get_attr]; +"196 compressed_weight_updated_constant21" [id=196, type=get_attr]; +"197 _param_constant77_0_0" [id=197, type=get_attr]; +"198 mul_tensor_21" [id=198, type=mul]; +"199 conv2d_17" [id=199, type=conv2d]; +"200 relu_17" [id=200, type=relu]; +"201 quantize_per_tensor_default_22" [id=201, type=quantize_per_tensor]; +"202 dequantize_per_tensor_default_26" [id=202, type=dequantize_per_tensor]; +"203 conv2d_18_scale_0_updated_constant0" [id=203, type=get_attr]; +"204 compressed_weight_updated_constant22" [id=204, type=get_attr]; +"205 _param_constant81_0_0" [id=205, type=get_attr]; +"206 mul_tensor_22" [id=206, type=mul]; +"207 conv2d_18" [id=207, type=conv2d]; +"208 output" [id=208, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default_8" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default_8" -> "2 dequantize_per_tensor_default_12" [label="(1, 3, 224, 224)", style=solid]; -"2 dequantize_per_tensor_default_12" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 _param_constant0" -> "6 quantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; -"4 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; -"4 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; -"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; -"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; -"7 dequantize_per_channel_default" -> "9 conv2d" [label="(64, 3, 3, 3)", style=solid]; -"8 _param_constant1_0_0" -> "9 conv2d" [label="(64,)", style=solid]; -"9 conv2d" -> "10 relu" [label="(1, 64, 222, 222)", style=solid]; -"10 relu" -> "11 quantize_per_tensor_default_9" [label="(1, 64, 222, 222)", style=solid]; -"11 quantize_per_tensor_default_9" -> "12 dequantize_per_tensor_default_13" [label="(1, 64, 222, 222)", style=solid]; -"12 dequantize_per_tensor_default_13" -> "19 conv2d_1" [label="(1, 64, 222, 222)", style=solid]; -"13 _param_constant4" -> "16 quantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; -"14 conv2d_1_scale_0" -> "16 quantize_per_channel_default_1" [label="(64,)", style=solid]; -"14 conv2d_1_scale_0" -> "17 dequantize_per_channel_default_1" [label="(64,)", style=solid]; -"15 conv2d_1_zero_point_0" -> "16 quantize_per_channel_default_1" [label="(64,)", style=solid]; -"15 conv2d_1_zero_point_0" -> "17 dequantize_per_channel_default_1" [label="(64,)", style=solid]; -"16 quantize_per_channel_default_1" -> "17 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; -"17 dequantize_per_channel_default_1" -> "19 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; -"18 _param_constant5_0_0" -> "19 conv2d_1" [label="(64,)", style=solid]; -"19 conv2d_1" -> "20 relu_1" [label="(1, 64, 220, 220)", style=solid]; -"20 relu_1" -> "21 quantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; -"21 quantize_per_tensor_default" -> "22 dequantize_per_tensor_default_1" [label="(1, 64, 220, 220)", style=solid]; -"21 quantize_per_tensor_default" -> "23 dequantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; -"22 dequantize_per_tensor_default_1" -> "222 slice_13" [label="(1, 64, 220, 220)", style=solid]; -"23 dequantize_per_tensor_default" -> "24 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; -"24 max_pool2d" -> "31 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; -"25 _param_constant8" -> "28 quantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; -"26 conv2d_2_scale_0" -> "28 quantize_per_channel_default_2" [label="(128,)", style=solid]; -"26 conv2d_2_scale_0" -> "29 dequantize_per_channel_default_2" [label="(128,)", style=solid]; -"27 conv2d_2_zero_point_0" -> "28 quantize_per_channel_default_2" [label="(128,)", style=solid]; -"27 conv2d_2_zero_point_0" -> "29 dequantize_per_channel_default_2" [label="(128,)", style=solid]; -"28 quantize_per_channel_default_2" -> "29 dequantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; -"29 dequantize_per_channel_default_2" -> "31 conv2d_2" [label="(128, 64, 3, 3)", style=solid]; -"30 _param_constant9_0_0" -> "31 conv2d_2" [label="(128,)", style=solid]; -"31 conv2d_2" -> "32 relu_2" [label="(1, 128, 108, 108)", style=solid]; -"32 relu_2" -> "33 quantize_per_tensor_default_10" [label="(1, 128, 108, 108)", style=solid]; -"33 quantize_per_tensor_default_10" -> "34 dequantize_per_tensor_default_14" [label="(1, 128, 108, 108)", style=solid]; -"34 dequantize_per_tensor_default_14" -> "41 conv2d_3" [label="(1, 128, 108, 108)", style=solid]; -"35 _param_constant12" -> "38 quantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; -"36 conv2d_3_scale_0" -> "38 quantize_per_channel_default_3" [label="(128,)", style=solid]; -"36 conv2d_3_scale_0" -> "39 dequantize_per_channel_default_3" [label="(128,)", style=solid]; -"37 conv2d_3_zero_point_0" -> "38 quantize_per_channel_default_3" [label="(128,)", style=solid]; -"37 conv2d_3_zero_point_0" -> "39 dequantize_per_channel_default_3" [label="(128,)", style=solid]; -"38 quantize_per_channel_default_3" -> "39 dequantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; -"39 dequantize_per_channel_default_3" -> "41 conv2d_3" [label="(128, 128, 3, 3)", style=solid]; -"40 _param_constant13_0_0" -> "41 conv2d_3" [label="(128,)", style=solid]; -"41 conv2d_3" -> "42 relu_3" [label="(1, 128, 106, 106)", style=solid]; -"42 relu_3" -> "43 quantize_per_tensor_default_3" [label="(1, 128, 106, 106)", style=solid]; -"43 quantize_per_tensor_default_3" -> "44 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; -"43 quantize_per_tensor_default_3" -> "45 dequantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; -"44 dequantize_per_tensor_default_5" -> "188 slice_9" [label="(1, 128, 106, 106)", style=solid]; -"45 dequantize_per_tensor_default_4" -> "46 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; -"46 max_pool2d_1" -> "53 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; -"47 _param_constant16" -> "50 quantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; -"48 conv2d_4_scale_0" -> "50 quantize_per_channel_default_4" [label="(256,)", style=solid]; -"48 conv2d_4_scale_0" -> "51 dequantize_per_channel_default_4" [label="(256,)", style=solid]; -"49 conv2d_4_zero_point_0" -> "50 quantize_per_channel_default_4" [label="(256,)", style=solid]; -"49 conv2d_4_zero_point_0" -> "51 dequantize_per_channel_default_4" [label="(256,)", style=solid]; -"50 quantize_per_channel_default_4" -> "51 dequantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; -"51 dequantize_per_channel_default_4" -> "53 conv2d_4" [label="(256, 128, 3, 3)", style=solid]; -"52 _param_constant17_0_0" -> "53 conv2d_4" [label="(256,)", style=solid]; -"53 conv2d_4" -> "54 relu_4" [label="(1, 256, 51, 51)", style=solid]; -"54 relu_4" -> "55 quantize_per_tensor_default_11" [label="(1, 256, 51, 51)", style=solid]; -"55 quantize_per_tensor_default_11" -> "56 dequantize_per_tensor_default_15" [label="(1, 256, 51, 51)", style=solid]; -"56 dequantize_per_tensor_default_15" -> "63 conv2d_5" [label="(1, 256, 51, 51)", style=solid]; -"57 _param_constant20" -> "60 quantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; -"58 conv2d_5_scale_0" -> "60 quantize_per_channel_default_5" [label="(256,)", style=solid]; -"58 conv2d_5_scale_0" -> "61 dequantize_per_channel_default_5" [label="(256,)", style=solid]; -"59 conv2d_5_zero_point_0" -> "60 quantize_per_channel_default_5" [label="(256,)", style=solid]; -"59 conv2d_5_zero_point_0" -> "61 dequantize_per_channel_default_5" [label="(256,)", style=solid]; -"60 quantize_per_channel_default_5" -> "61 dequantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; -"61 dequantize_per_channel_default_5" -> "63 conv2d_5" [label="(256, 256, 3, 3)", style=solid]; -"62 _param_constant21_0_0" -> "63 conv2d_5" [label="(256,)", style=solid]; -"63 conv2d_5" -> "64 relu_5" [label="(1, 256, 49, 49)", style=solid]; -"64 relu_5" -> "65 quantize_per_tensor_default_4" [label="(1, 256, 49, 49)", style=solid]; -"65 quantize_per_tensor_default_4" -> "66 dequantize_per_tensor_default_7" [label="(1, 256, 49, 49)", style=solid]; -"65 quantize_per_tensor_default_4" -> "67 dequantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; -"66 dequantize_per_tensor_default_7" -> "154 slice_5" [label="(1, 256, 49, 49)", style=solid]; -"67 dequantize_per_tensor_default_6" -> "68 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; -"68 max_pool2d_2" -> "75 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; -"69 _param_constant24" -> "72 quantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; -"70 conv2d_6_scale_0" -> "72 quantize_per_channel_default_6" [label="(512,)", style=solid]; -"70 conv2d_6_scale_0" -> "73 dequantize_per_channel_default_6" [label="(512,)", style=solid]; -"71 conv2d_6_zero_point_0" -> "72 quantize_per_channel_default_6" [label="(512,)", style=solid]; -"71 conv2d_6_zero_point_0" -> "73 dequantize_per_channel_default_6" [label="(512,)", style=solid]; -"72 quantize_per_channel_default_6" -> "73 dequantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; -"73 dequantize_per_channel_default_6" -> "75 conv2d_6" [label="(512, 256, 3, 3)", style=solid]; -"74 _param_constant25_0_0" -> "75 conv2d_6" [label="(512,)", style=solid]; -"75 conv2d_6" -> "76 relu_6" [label="(1, 512, 22, 22)", style=solid]; -"76 relu_6" -> "77 quantize_per_tensor_default_12" [label="(1, 512, 22, 22)", style=solid]; -"77 quantize_per_tensor_default_12" -> "78 dequantize_per_tensor_default_16" [label="(1, 512, 22, 22)", style=solid]; -"78 dequantize_per_tensor_default_16" -> "85 conv2d_7" [label="(1, 512, 22, 22)", style=solid]; -"79 _param_constant28" -> "82 quantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; -"80 conv2d_7_scale_0" -> "82 quantize_per_channel_default_7" [label="(512,)", style=solid]; -"80 conv2d_7_scale_0" -> "83 dequantize_per_channel_default_7" [label="(512,)", style=solid]; -"81 conv2d_7_zero_point_0" -> "82 quantize_per_channel_default_7" [label="(512,)", style=solid]; -"81 conv2d_7_zero_point_0" -> "83 dequantize_per_channel_default_7" [label="(512,)", style=solid]; -"82 quantize_per_channel_default_7" -> "83 dequantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; -"83 dequantize_per_channel_default_7" -> "85 conv2d_7" [label="(512, 512, 3, 3)", style=solid]; -"84 _param_constant29_0_0" -> "85 conv2d_7" [label="(512,)", style=solid]; -"85 conv2d_7" -> "86 relu_7" [label="(1, 512, 20, 20)", style=solid]; -"86 relu_7" -> "87 quantize_per_tensor_default_7" [label="(1, 512, 20, 20)", style=solid]; -"87 quantize_per_tensor_default_7" -> "88 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; -"87 quantize_per_tensor_default_7" -> "89 dequantize_per_tensor_default_10" [label="(1, 512, 20, 20)", style=solid]; -"88 dequantize_per_tensor_default_11" -> "120 slice_1" [label="(1, 512, 20, 20)", style=solid]; -"89 dequantize_per_tensor_default_10" -> "90 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; -"90 max_pool2d_3" -> "97 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; -"91 _param_constant32" -> "94 quantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; -"92 conv2d_8_scale_0" -> "94 quantize_per_channel_default_8" [label="(1024,)", style=solid]; -"92 conv2d_8_scale_0" -> "95 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; -"93 conv2d_8_zero_point_0" -> "94 quantize_per_channel_default_8" [label="(1024,)", style=solid]; -"93 conv2d_8_zero_point_0" -> "95 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; -"94 quantize_per_channel_default_8" -> "95 dequantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; -"95 dequantize_per_channel_default_8" -> "97 conv2d_8" [label="(1024, 512, 3, 3)", style=solid]; -"96 _param_constant33_0_0" -> "97 conv2d_8" [label="(1024,)", style=solid]; -"97 conv2d_8" -> "98 relu_8" [label="(1, 1024, 8, 8)", style=solid]; -"98 relu_8" -> "99 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; -"99 quantize_per_tensor_default_13" -> "100 dequantize_per_tensor_default_17" [label="(1, 1024, 8, 8)", style=solid]; -"100 dequantize_per_tensor_default_17" -> "107 conv2d_9" [label="(1, 1024, 8, 8)", style=solid]; -"101 _param_constant36" -> "104 quantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; -"102 conv2d_9_scale_0" -> "104 quantize_per_channel_default_9" [label="(1024,)", style=solid]; -"102 conv2d_9_scale_0" -> "105 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; -"103 conv2d_9_zero_point_0" -> "104 quantize_per_channel_default_9" [label="(1024,)", style=solid]; -"103 conv2d_9_zero_point_0" -> "105 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; -"104 quantize_per_channel_default_9" -> "105 dequantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; -"105 dequantize_per_channel_default_9" -> "107 conv2d_9" [label="(1024, 1024, 3, 3)", style=solid]; -"106 _param_constant37_0_0" -> "107 conv2d_9" [label="(1024,)", style=solid]; -"107 conv2d_9" -> "108 relu_9" [label="(1, 1024, 6, 6)", style=solid]; -"108 relu_9" -> "109 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; -"109 quantize_per_tensor_default_14" -> "110 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; -"110 dequantize_per_tensor_default_18" -> "117 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; -"111 _param_constant40" -> "115 quantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; -"112 _param_constant41" -> "117 conv_transpose2d" [label="(512,)", style=solid]; -"113 conv_transpose2d_scale_0" -> "115 quantize_per_channel_default_10" [label="(1024,)", style=solid]; -"113 conv_transpose2d_scale_0" -> "116 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; -"114 conv_transpose2d_zero_point_0" -> "115 quantize_per_channel_default_10" [label="(1024,)", style=solid]; -"114 conv_transpose2d_zero_point_0" -> "116 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; -"115 quantize_per_channel_default_10" -> "116 dequantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; -"116 dequantize_per_channel_default_10" -> "117 conv_transpose2d" [label="(1024, 512, 2, 2)", style=solid]; -"117 conv_transpose2d" -> "118 quantize_per_tensor_default_6" [label="(1, 512, 12, 12)", style=solid]; -"118 quantize_per_tensor_default_6" -> "119 dequantize_per_tensor_default_9" [label="(1, 512, 12, 12)", style=solid]; -"119 dequantize_per_tensor_default_9" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; -"120 slice_1" -> "121 slice_2" [label="(1, 512, 20, 20)", style=solid]; -"121 slice_2" -> "122 slice_3" [label="(1, 512, 20, 20)", style=solid]; -"122 slice_3" -> "123 slice_4" [label="(1, 512, 12, 20)", style=solid]; -"123 slice_4" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; -"124 cat" -> "131 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; -"125 _param_constant42" -> "128 quantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; -"126 conv2d_10_scale_0" -> "128 quantize_per_channel_default_11" [label="(512,)", style=solid]; -"126 conv2d_10_scale_0" -> "129 dequantize_per_channel_default_11" [label="(512,)", style=solid]; -"127 conv2d_10_zero_point_0" -> "128 quantize_per_channel_default_11" [label="(512,)", style=solid]; -"127 conv2d_10_zero_point_0" -> "129 dequantize_per_channel_default_11" [label="(512,)", style=solid]; -"128 quantize_per_channel_default_11" -> "129 dequantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; -"129 dequantize_per_channel_default_11" -> "131 conv2d_10" [label="(512, 1024, 3, 3)", style=solid]; -"130 _param_constant43_0_0" -> "131 conv2d_10" [label="(512,)", style=solid]; -"131 conv2d_10" -> "132 relu_10" [label="(1, 512, 10, 10)", style=solid]; -"132 relu_10" -> "133 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; -"133 quantize_per_tensor_default_15" -> "134 dequantize_per_tensor_default_19" [label="(1, 512, 10, 10)", style=solid]; -"134 dequantize_per_tensor_default_19" -> "141 conv2d_11" [label="(1, 512, 10, 10)", style=solid]; -"135 _param_constant46" -> "138 quantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; -"136 conv2d_11_scale_0" -> "138 quantize_per_channel_default_12" [label="(512,)", style=solid]; -"136 conv2d_11_scale_0" -> "139 dequantize_per_channel_default_12" [label="(512,)", style=solid]; -"137 conv2d_11_zero_point_0" -> "138 quantize_per_channel_default_12" [label="(512,)", style=solid]; -"137 conv2d_11_zero_point_0" -> "139 dequantize_per_channel_default_12" [label="(512,)", style=solid]; -"138 quantize_per_channel_default_12" -> "139 dequantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; -"139 dequantize_per_channel_default_12" -> "141 conv2d_11" [label="(512, 512, 3, 3)", style=solid]; -"140 _param_constant47_0_0" -> "141 conv2d_11" [label="(512,)", style=solid]; -"141 conv2d_11" -> "142 relu_11" [label="(1, 512, 8, 8)", style=solid]; -"142 relu_11" -> "143 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; -"143 quantize_per_tensor_default_16" -> "144 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; -"144 dequantize_per_tensor_default_20" -> "151 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; -"145 _param_constant50" -> "149 quantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; -"146 _param_constant51" -> "151 conv_transpose2d_1" [label="(256,)", style=solid]; -"147 conv_transpose2d_1_scale_0" -> "149 quantize_per_channel_default_13" [label="(512,)", style=solid]; -"147 conv_transpose2d_1_scale_0" -> "150 dequantize_per_channel_default_13" [label="(512,)", style=solid]; -"148 conv_transpose2d_1_zero_point_0" -> "149 quantize_per_channel_default_13" [label="(512,)", style=solid]; -"148 conv_transpose2d_1_zero_point_0" -> "150 dequantize_per_channel_default_13" [label="(512,)", style=solid]; -"149 quantize_per_channel_default_13" -> "150 dequantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; -"150 dequantize_per_channel_default_13" -> "151 conv_transpose2d_1" [label="(512, 256, 2, 2)", style=solid]; -"151 conv_transpose2d_1" -> "152 quantize_per_tensor_default_5" [label="(1, 256, 16, 16)", style=solid]; -"152 quantize_per_tensor_default_5" -> "153 dequantize_per_tensor_default_8" [label="(1, 256, 16, 16)", style=solid]; -"153 dequantize_per_tensor_default_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; -"154 slice_5" -> "155 slice_6" [label="(1, 256, 49, 49)", style=solid]; -"155 slice_6" -> "156 slice_7" [label="(1, 256, 49, 49)", style=solid]; -"156 slice_7" -> "157 slice_8" [label="(1, 256, 16, 49)", style=solid]; -"157 slice_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; -"158 cat_1" -> "165 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; -"159 _param_constant52" -> "162 quantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; -"160 conv2d_12_scale_0" -> "162 quantize_per_channel_default_14" [label="(256,)", style=solid]; -"160 conv2d_12_scale_0" -> "163 dequantize_per_channel_default_14" [label="(256,)", style=solid]; -"161 conv2d_12_zero_point_0" -> "162 quantize_per_channel_default_14" [label="(256,)", style=solid]; -"161 conv2d_12_zero_point_0" -> "163 dequantize_per_channel_default_14" [label="(256,)", style=solid]; -"162 quantize_per_channel_default_14" -> "163 dequantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; -"163 dequantize_per_channel_default_14" -> "165 conv2d_12" [label="(256, 512, 3, 3)", style=solid]; -"164 _param_constant53_0_0" -> "165 conv2d_12" [label="(256,)", style=solid]; -"165 conv2d_12" -> "166 relu_12" [label="(1, 256, 14, 14)", style=solid]; -"166 relu_12" -> "167 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; -"167 quantize_per_tensor_default_17" -> "168 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; -"168 dequantize_per_tensor_default_21" -> "175 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; -"169 _param_constant56" -> "172 quantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; -"170 conv2d_13_scale_0" -> "172 quantize_per_channel_default_15" [label="(256,)", style=solid]; -"170 conv2d_13_scale_0" -> "173 dequantize_per_channel_default_15" [label="(256,)", style=solid]; -"171 conv2d_13_zero_point_0" -> "172 quantize_per_channel_default_15" [label="(256,)", style=solid]; -"171 conv2d_13_zero_point_0" -> "173 dequantize_per_channel_default_15" [label="(256,)", style=solid]; -"172 quantize_per_channel_default_15" -> "173 dequantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; -"173 dequantize_per_channel_default_15" -> "175 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; -"174 _param_constant57_0_0" -> "175 conv2d_13" [label="(256,)", style=solid]; -"175 conv2d_13" -> "176 relu_13" [label="(1, 256, 12, 12)", style=solid]; -"176 relu_13" -> "177 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; -"177 quantize_per_tensor_default_18" -> "178 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; -"178 dequantize_per_tensor_default_22" -> "185 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; -"179 _param_constant60" -> "183 quantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; -"180 _param_constant61" -> "185 conv_transpose2d_2" [label="(128,)", style=solid]; -"181 conv_transpose2d_2_scale_0" -> "183 quantize_per_channel_default_16" [label="(256,)", style=solid]; -"181 conv_transpose2d_2_scale_0" -> "184 dequantize_per_channel_default_16" [label="(256,)", style=solid]; -"182 conv_transpose2d_2_zero_point_0" -> "183 quantize_per_channel_default_16" [label="(256,)", style=solid]; -"182 conv_transpose2d_2_zero_point_0" -> "184 dequantize_per_channel_default_16" [label="(256,)", style=solid]; -"183 quantize_per_channel_default_16" -> "184 dequantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; -"184 dequantize_per_channel_default_16" -> "185 conv_transpose2d_2" [label="(256, 128, 2, 2)", style=solid]; -"185 conv_transpose2d_2" -> "186 quantize_per_tensor_default_2" [label="(1, 128, 24, 24)", style=solid]; -"186 quantize_per_tensor_default_2" -> "187 dequantize_per_tensor_default_3" [label="(1, 128, 24, 24)", style=solid]; -"187 dequantize_per_tensor_default_3" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; -"188 slice_9" -> "189 slice_10" [label="(1, 128, 106, 106)", style=solid]; -"189 slice_10" -> "190 slice_11" [label="(1, 128, 106, 106)", style=solid]; -"190 slice_11" -> "191 slice_12" [label="(1, 128, 24, 106)", style=solid]; -"191 slice_12" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; -"192 cat_2" -> "199 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; -"193 _param_constant62" -> "196 quantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; -"194 conv2d_14_scale_0" -> "196 quantize_per_channel_default_17" [label="(128,)", style=solid]; -"194 conv2d_14_scale_0" -> "197 dequantize_per_channel_default_17" [label="(128,)", style=solid]; -"195 conv2d_14_zero_point_0" -> "196 quantize_per_channel_default_17" [label="(128,)", style=solid]; -"195 conv2d_14_zero_point_0" -> "197 dequantize_per_channel_default_17" [label="(128,)", style=solid]; -"196 quantize_per_channel_default_17" -> "197 dequantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; -"197 dequantize_per_channel_default_17" -> "199 conv2d_14" [label="(128, 256, 3, 3)", style=solid]; -"198 _param_constant63_0_0" -> "199 conv2d_14" [label="(128,)", style=solid]; -"199 conv2d_14" -> "200 relu_14" [label="(1, 128, 22, 22)", style=solid]; -"200 relu_14" -> "201 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; -"201 quantize_per_tensor_default_19" -> "202 dequantize_per_tensor_default_23" [label="(1, 128, 22, 22)", style=solid]; -"202 dequantize_per_tensor_default_23" -> "209 conv2d_15" [label="(1, 128, 22, 22)", style=solid]; -"203 _param_constant66" -> "206 quantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; -"204 conv2d_15_scale_0" -> "206 quantize_per_channel_default_18" [label="(128,)", style=solid]; -"204 conv2d_15_scale_0" -> "207 dequantize_per_channel_default_18" [label="(128,)", style=solid]; -"205 conv2d_15_zero_point_0" -> "206 quantize_per_channel_default_18" [label="(128,)", style=solid]; -"205 conv2d_15_zero_point_0" -> "207 dequantize_per_channel_default_18" [label="(128,)", style=solid]; -"206 quantize_per_channel_default_18" -> "207 dequantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; -"207 dequantize_per_channel_default_18" -> "209 conv2d_15" [label="(128, 128, 3, 3)", style=solid]; -"208 _param_constant67_0_0" -> "209 conv2d_15" [label="(128,)", style=solid]; -"209 conv2d_15" -> "210 relu_15" [label="(1, 128, 20, 20)", style=solid]; -"210 relu_15" -> "211 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; -"211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; -"212 dequantize_per_tensor_default_24" -> "219 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; -"213 _param_constant70" -> "217 quantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; -"214 _param_constant71" -> "219 conv_transpose2d_3" [label="(64,)", style=solid]; -"215 conv_transpose2d_3_scale_0" -> "217 quantize_per_channel_default_19" [label="(128,)", style=solid]; -"215 conv_transpose2d_3_scale_0" -> "218 dequantize_per_channel_default_19" [label="(128,)", style=solid]; -"216 conv_transpose2d_3_zero_point_0" -> "217 quantize_per_channel_default_19" [label="(128,)", style=solid]; -"216 conv_transpose2d_3_zero_point_0" -> "218 dequantize_per_channel_default_19" [label="(128,)", style=solid]; -"217 quantize_per_channel_default_19" -> "218 dequantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; -"218 dequantize_per_channel_default_19" -> "219 conv_transpose2d_3" [label="(128, 64, 2, 2)", style=solid]; -"219 conv_transpose2d_3" -> "220 quantize_per_tensor_default_1" [label="(1, 64, 40, 40)", style=solid]; -"220 quantize_per_tensor_default_1" -> "221 dequantize_per_tensor_default_2" [label="(1, 64, 40, 40)", style=solid]; -"221 dequantize_per_tensor_default_2" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; -"222 slice_13" -> "223 slice_14" [label="(1, 64, 220, 220)", style=solid]; -"223 slice_14" -> "224 slice_15" [label="(1, 64, 220, 220)", style=solid]; -"224 slice_15" -> "225 slice_16" [label="(1, 64, 40, 220)", style=solid]; -"225 slice_16" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; -"226 cat_3" -> "233 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; -"227 _param_constant72" -> "230 quantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; -"228 conv2d_16_scale_0" -> "230 quantize_per_channel_default_20" [label="(64,)", style=solid]; -"228 conv2d_16_scale_0" -> "231 dequantize_per_channel_default_20" [label="(64,)", style=solid]; -"229 conv2d_16_zero_point_0" -> "230 quantize_per_channel_default_20" [label="(64,)", style=solid]; -"229 conv2d_16_zero_point_0" -> "231 dequantize_per_channel_default_20" [label="(64,)", style=solid]; -"230 quantize_per_channel_default_20" -> "231 dequantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; -"231 dequantize_per_channel_default_20" -> "233 conv2d_16" [label="(64, 128, 3, 3)", style=solid]; -"232 _param_constant73_0_0" -> "233 conv2d_16" [label="(64,)", style=solid]; -"233 conv2d_16" -> "234 relu_16" [label="(1, 64, 38, 38)", style=solid]; -"234 relu_16" -> "235 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; -"235 quantize_per_tensor_default_21" -> "236 dequantize_per_tensor_default_25" [label="(1, 64, 38, 38)", style=solid]; -"236 dequantize_per_tensor_default_25" -> "243 conv2d_17" [label="(1, 64, 38, 38)", style=solid]; -"237 _param_constant76" -> "240 quantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; -"238 conv2d_17_scale_0" -> "240 quantize_per_channel_default_21" [label="(64,)", style=solid]; -"238 conv2d_17_scale_0" -> "241 dequantize_per_channel_default_21" [label="(64,)", style=solid]; -"239 conv2d_17_zero_point_0" -> "240 quantize_per_channel_default_21" [label="(64,)", style=solid]; -"239 conv2d_17_zero_point_0" -> "241 dequantize_per_channel_default_21" [label="(64,)", style=solid]; -"240 quantize_per_channel_default_21" -> "241 dequantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; -"241 dequantize_per_channel_default_21" -> "243 conv2d_17" [label="(64, 64, 3, 3)", style=solid]; -"242 _param_constant77_0_0" -> "243 conv2d_17" [label="(64,)", style=solid]; -"243 conv2d_17" -> "244 relu_17" [label="(1, 64, 36, 36)", style=solid]; -"244 relu_17" -> "245 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; -"245 quantize_per_tensor_default_22" -> "246 dequantize_per_tensor_default_26" [label="(1, 64, 36, 36)", style=solid]; -"246 dequantize_per_tensor_default_26" -> "253 conv2d_18" [label="(1, 64, 36, 36)", style=solid]; -"247 _param_constant80" -> "250 quantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; -"248 conv2d_18_scale_0" -> "250 quantize_per_channel_default_22" [label="(12,)", style=solid]; -"248 conv2d_18_scale_0" -> "251 dequantize_per_channel_default_22" [label="(12,)", style=solid]; -"249 conv2d_18_zero_point_0" -> "250 quantize_per_channel_default_22" [label="(12,)", style=solid]; -"249 conv2d_18_zero_point_0" -> "251 dequantize_per_channel_default_22" [label="(12,)", style=solid]; -"250 quantize_per_channel_default_22" -> "251 dequantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; -"251 dequantize_per_channel_default_22" -> "253 conv2d_18" [label="(12, 64, 1, 1)", style=solid]; -"252 _param_constant81_0_0" -> "253 conv2d_18" [label="(12,)", style=solid]; -"253 conv2d_18" -> "254 output" [label="(1, 12, 36, 36)", style=solid]; +"2 dequantize_per_tensor_default_12" -> "7 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; +"4 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(64, 3, 3, 3)", style=solid]; +"5 _param_constant1_0_0" -> "7 conv2d" [label="(64,)", style=solid]; +"6 mul_tensor" -> "7 conv2d" [label=None, style=solid]; +"7 conv2d" -> "8 relu" [label="(1, 64, 222, 222)", style=solid]; +"8 relu" -> "9 quantize_per_tensor_default_9" [label="(1, 64, 222, 222)", style=solid]; +"9 quantize_per_tensor_default_9" -> "10 dequantize_per_tensor_default_13" [label="(1, 64, 222, 222)", style=solid]; +"10 dequantize_per_tensor_default_13" -> "15 conv2d_1" [label="(1, 64, 222, 222)", style=solid]; +"11 conv2d_1_scale_0_updated_constant0" -> "14 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"12 compressed_weight_updated_constant1" -> "14 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"13 _param_constant5_0_0" -> "15 conv2d_1" [label="(64,)", style=solid]; +"14 mul_tensor_1" -> "15 conv2d_1" [label=None, style=solid]; +"15 conv2d_1" -> "16 relu_1" [label="(1, 64, 220, 220)", style=solid]; +"16 relu_1" -> "17 quantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; +"17 quantize_per_tensor_default" -> "18 dequantize_per_tensor_default_1" [label="(1, 64, 220, 220)", style=solid]; +"17 quantize_per_tensor_default" -> "19 dequantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; +"18 dequantize_per_tensor_default_1" -> "182 slice_13" [label="(1, 64, 220, 220)", style=solid]; +"19 dequantize_per_tensor_default" -> "20 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; +"20 max_pool2d" -> "25 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; +"21 conv2d_2_scale_0_updated_constant0" -> "24 mul_tensor_2" [label="(128, 1, 1, 1)", style=solid]; +"22 compressed_weight_updated_constant2" -> "24 mul_tensor_2" [label="(128, 64, 3, 3)", style=solid]; +"23 _param_constant9_0_0" -> "25 conv2d_2" [label="(128,)", style=solid]; +"24 mul_tensor_2" -> "25 conv2d_2" [label=None, style=solid]; +"25 conv2d_2" -> "26 relu_2" [label="(1, 128, 108, 108)", style=solid]; +"26 relu_2" -> "27 quantize_per_tensor_default_10" [label="(1, 128, 108, 108)", style=solid]; +"27 quantize_per_tensor_default_10" -> "28 dequantize_per_tensor_default_14" [label="(1, 128, 108, 108)", style=solid]; +"28 dequantize_per_tensor_default_14" -> "33 conv2d_3" [label="(1, 128, 108, 108)", style=solid]; +"29 conv2d_3_scale_0_updated_constant0" -> "32 mul_tensor_3" [label="(128, 1, 1, 1)", style=solid]; +"30 compressed_weight_updated_constant3" -> "32 mul_tensor_3" [label="(128, 128, 3, 3)", style=solid]; +"31 _param_constant13_0_0" -> "33 conv2d_3" [label="(128,)", style=solid]; +"32 mul_tensor_3" -> "33 conv2d_3" [label=None, style=solid]; +"33 conv2d_3" -> "34 relu_3" [label="(1, 128, 106, 106)", style=solid]; +"34 relu_3" -> "35 quantize_per_tensor_default_3" [label="(1, 128, 106, 106)", style=solid]; +"35 quantize_per_tensor_default_3" -> "36 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; +"35 quantize_per_tensor_default_3" -> "37 dequantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; +"36 dequantize_per_tensor_default_5" -> "154 slice_9" [label="(1, 128, 106, 106)", style=solid]; +"37 dequantize_per_tensor_default_4" -> "38 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; +"38 max_pool2d_1" -> "43 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; +"39 conv2d_4_scale_0_updated_constant0" -> "42 mul_tensor_4" [label="(256, 1, 1, 1)", style=solid]; +"40 compressed_weight_updated_constant4" -> "42 mul_tensor_4" [label="(256, 128, 3, 3)", style=solid]; +"41 _param_constant17_0_0" -> "43 conv2d_4" [label="(256,)", style=solid]; +"42 mul_tensor_4" -> "43 conv2d_4" [label=None, style=solid]; +"43 conv2d_4" -> "44 relu_4" [label="(1, 256, 51, 51)", style=solid]; +"44 relu_4" -> "45 quantize_per_tensor_default_11" [label="(1, 256, 51, 51)", style=solid]; +"45 quantize_per_tensor_default_11" -> "46 dequantize_per_tensor_default_15" [label="(1, 256, 51, 51)", style=solid]; +"46 dequantize_per_tensor_default_15" -> "51 conv2d_5" [label="(1, 256, 51, 51)", style=solid]; +"47 conv2d_5_scale_0_updated_constant0" -> "50 mul_tensor_5" [label="(256, 1, 1, 1)", style=solid]; +"48 compressed_weight_updated_constant5" -> "50 mul_tensor_5" [label="(256, 256, 3, 3)", style=solid]; +"49 _param_constant21_0_0" -> "51 conv2d_5" [label="(256,)", style=solid]; +"50 mul_tensor_5" -> "51 conv2d_5" [label=None, style=solid]; +"51 conv2d_5" -> "52 relu_5" [label="(1, 256, 49, 49)", style=solid]; +"52 relu_5" -> "53 quantize_per_tensor_default_4" [label="(1, 256, 49, 49)", style=solid]; +"53 quantize_per_tensor_default_4" -> "54 dequantize_per_tensor_default_7" [label="(1, 256, 49, 49)", style=solid]; +"53 quantize_per_tensor_default_4" -> "55 dequantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; +"54 dequantize_per_tensor_default_7" -> "126 slice_5" [label="(1, 256, 49, 49)", style=solid]; +"55 dequantize_per_tensor_default_6" -> "56 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; +"56 max_pool2d_2" -> "61 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; +"57 conv2d_6_scale_0_updated_constant0" -> "60 mul_tensor_6" [label="(512, 1, 1, 1)", style=solid]; +"58 compressed_weight_updated_constant6" -> "60 mul_tensor_6" [label="(512, 256, 3, 3)", style=solid]; +"59 _param_constant25_0_0" -> "61 conv2d_6" [label="(512,)", style=solid]; +"60 mul_tensor_6" -> "61 conv2d_6" [label=None, style=solid]; +"61 conv2d_6" -> "62 relu_6" [label="(1, 512, 22, 22)", style=solid]; +"62 relu_6" -> "63 quantize_per_tensor_default_12" [label="(1, 512, 22, 22)", style=solid]; +"63 quantize_per_tensor_default_12" -> "64 dequantize_per_tensor_default_16" [label="(1, 512, 22, 22)", style=solid]; +"64 dequantize_per_tensor_default_16" -> "69 conv2d_7" [label="(1, 512, 22, 22)", style=solid]; +"65 conv2d_7_scale_0_updated_constant0" -> "68 mul_tensor_7" [label="(512, 1, 1, 1)", style=solid]; +"66 compressed_weight_updated_constant7" -> "68 mul_tensor_7" [label="(512, 512, 3, 3)", style=solid]; +"67 _param_constant29_0_0" -> "69 conv2d_7" [label="(512,)", style=solid]; +"68 mul_tensor_7" -> "69 conv2d_7" [label=None, style=solid]; +"69 conv2d_7" -> "70 relu_7" [label="(1, 512, 20, 20)", style=solid]; +"70 relu_7" -> "71 quantize_per_tensor_default_7" [label="(1, 512, 20, 20)", style=solid]; +"71 quantize_per_tensor_default_7" -> "72 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; +"71 quantize_per_tensor_default_7" -> "73 dequantize_per_tensor_default_10" [label="(1, 512, 20, 20)", style=solid]; +"72 dequantize_per_tensor_default_11" -> "98 slice_1" [label="(1, 512, 20, 20)", style=solid]; +"73 dequantize_per_tensor_default_10" -> "74 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; +"74 max_pool2d_3" -> "79 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; +"75 conv2d_8_scale_0_updated_constant0" -> "78 mul_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; +"76 compressed_weight_updated_constant8" -> "78 mul_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; +"77 _param_constant33_0_0" -> "79 conv2d_8" [label="(1024,)", style=solid]; +"78 mul_tensor_8" -> "79 conv2d_8" [label=None, style=solid]; +"79 conv2d_8" -> "80 relu_8" [label="(1, 1024, 8, 8)", style=solid]; +"80 relu_8" -> "81 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; +"81 quantize_per_tensor_default_13" -> "82 dequantize_per_tensor_default_17" [label="(1, 1024, 8, 8)", style=solid]; +"82 dequantize_per_tensor_default_17" -> "87 conv2d_9" [label="(1, 1024, 8, 8)", style=solid]; +"83 conv2d_9_scale_0_updated_constant0" -> "86 mul_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; +"84 compressed_weight_updated_constant9" -> "86 mul_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; +"85 _param_constant37_0_0" -> "87 conv2d_9" [label="(1024,)", style=solid]; +"86 mul_tensor_9" -> "87 conv2d_9" [label=None, style=solid]; +"87 conv2d_9" -> "88 relu_9" [label="(1, 1024, 6, 6)", style=solid]; +"88 relu_9" -> "89 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; +"89 quantize_per_tensor_default_14" -> "90 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; +"90 dequantize_per_tensor_default_18" -> "95 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; +"91 _param_constant41" -> "95 conv_transpose2d" [label="(512,)", style=solid]; +"92 conv_transpose2d_scale_0_updated_constant0" -> "94 mul_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; +"93 compressed_weight_updated_constant10" -> "94 mul_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; +"94 mul_tensor_10" -> "95 conv_transpose2d" [label=None, style=solid]; +"95 conv_transpose2d" -> "96 quantize_per_tensor_default_6" [label="(1, 512, 12, 12)", style=solid]; +"96 quantize_per_tensor_default_6" -> "97 dequantize_per_tensor_default_9" [label="(1, 512, 12, 12)", style=solid]; +"97 dequantize_per_tensor_default_9" -> "102 cat" [label="(1, 512, 12, 12)", style=solid]; +"98 slice_1" -> "99 slice_2" [label="(1, 512, 20, 20)", style=solid]; +"99 slice_2" -> "100 slice_3" [label="(1, 512, 20, 20)", style=solid]; +"100 slice_3" -> "101 slice_4" [label="(1, 512, 12, 20)", style=solid]; +"101 slice_4" -> "102 cat" [label="(1, 512, 12, 12)", style=solid]; +"102 cat" -> "107 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; +"103 conv2d_10_scale_0_updated_constant0" -> "106 mul_tensor_11" [label="(512, 1, 1, 1)", style=solid]; +"104 compressed_weight_updated_constant11" -> "106 mul_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; +"105 _param_constant43_0_0" -> "107 conv2d_10" [label="(512,)", style=solid]; +"106 mul_tensor_11" -> "107 conv2d_10" [label=None, style=solid]; +"107 conv2d_10" -> "108 relu_10" [label="(1, 512, 10, 10)", style=solid]; +"108 relu_10" -> "109 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; +"109 quantize_per_tensor_default_15" -> "110 dequantize_per_tensor_default_19" [label="(1, 512, 10, 10)", style=solid]; +"110 dequantize_per_tensor_default_19" -> "115 conv2d_11" [label="(1, 512, 10, 10)", style=solid]; +"111 conv2d_11_scale_0_updated_constant0" -> "114 mul_tensor_12" [label="(512, 1, 1, 1)", style=solid]; +"112 compressed_weight_updated_constant12" -> "114 mul_tensor_12" [label="(512, 512, 3, 3)", style=solid]; +"113 _param_constant47_0_0" -> "115 conv2d_11" [label="(512,)", style=solid]; +"114 mul_tensor_12" -> "115 conv2d_11" [label=None, style=solid]; +"115 conv2d_11" -> "116 relu_11" [label="(1, 512, 8, 8)", style=solid]; +"116 relu_11" -> "117 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; +"117 quantize_per_tensor_default_16" -> "118 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; +"118 dequantize_per_tensor_default_20" -> "123 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; +"119 _param_constant51" -> "123 conv_transpose2d_1" [label="(256,)", style=solid]; +"120 conv_transpose2d_1_scale_0_updated_constant0" -> "122 mul_tensor_13" [label="(512, 1, 1, 1)", style=solid]; +"121 compressed_weight_updated_constant13" -> "122 mul_tensor_13" [label="(512, 256, 2, 2)", style=solid]; +"122 mul_tensor_13" -> "123 conv_transpose2d_1" [label=None, style=solid]; +"123 conv_transpose2d_1" -> "124 quantize_per_tensor_default_5" [label="(1, 256, 16, 16)", style=solid]; +"124 quantize_per_tensor_default_5" -> "125 dequantize_per_tensor_default_8" [label="(1, 256, 16, 16)", style=solid]; +"125 dequantize_per_tensor_default_8" -> "130 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"126 slice_5" -> "127 slice_6" [label="(1, 256, 49, 49)", style=solid]; +"127 slice_6" -> "128 slice_7" [label="(1, 256, 49, 49)", style=solid]; +"128 slice_7" -> "129 slice_8" [label="(1, 256, 16, 49)", style=solid]; +"129 slice_8" -> "130 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"130 cat_1" -> "135 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; +"131 conv2d_12_scale_0_updated_constant0" -> "134 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"132 compressed_weight_updated_constant14" -> "134 mul_tensor_14" [label="(256, 512, 3, 3)", style=solid]; +"133 _param_constant53_0_0" -> "135 conv2d_12" [label="(256,)", style=solid]; +"134 mul_tensor_14" -> "135 conv2d_12" [label=None, style=solid]; +"135 conv2d_12" -> "136 relu_12" [label="(1, 256, 14, 14)", style=solid]; +"136 relu_12" -> "137 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"137 quantize_per_tensor_default_17" -> "138 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"138 dequantize_per_tensor_default_21" -> "143 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; +"139 conv2d_13_scale_0_updated_constant0" -> "142 mul_tensor_15" [label="(256, 1, 1, 1)", style=solid]; +"140 compressed_weight_updated_constant15" -> "142 mul_tensor_15" [label="(256, 256, 3, 3)", style=solid]; +"141 _param_constant57_0_0" -> "143 conv2d_13" [label="(256,)", style=solid]; +"142 mul_tensor_15" -> "143 conv2d_13" [label=None, style=solid]; +"143 conv2d_13" -> "144 relu_13" [label="(1, 256, 12, 12)", style=solid]; +"144 relu_13" -> "145 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; +"145 quantize_per_tensor_default_18" -> "146 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; +"146 dequantize_per_tensor_default_22" -> "151 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; +"147 _param_constant61" -> "151 conv_transpose2d_2" [label="(128,)", style=solid]; +"148 conv_transpose2d_2_scale_0_updated_constant0" -> "150 mul_tensor_16" [label="(256, 1, 1, 1)", style=solid]; +"149 compressed_weight_updated_constant16" -> "150 mul_tensor_16" [label="(256, 128, 2, 2)", style=solid]; +"150 mul_tensor_16" -> "151 conv_transpose2d_2" [label=None, style=solid]; +"151 conv_transpose2d_2" -> "152 quantize_per_tensor_default_2" [label="(1, 128, 24, 24)", style=solid]; +"152 quantize_per_tensor_default_2" -> "153 dequantize_per_tensor_default_3" [label="(1, 128, 24, 24)", style=solid]; +"153 dequantize_per_tensor_default_3" -> "158 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"154 slice_9" -> "155 slice_10" [label="(1, 128, 106, 106)", style=solid]; +"155 slice_10" -> "156 slice_11" [label="(1, 128, 106, 106)", style=solid]; +"156 slice_11" -> "157 slice_12" [label="(1, 128, 24, 106)", style=solid]; +"157 slice_12" -> "158 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"158 cat_2" -> "163 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; +"159 conv2d_14_scale_0_updated_constant0" -> "162 mul_tensor_17" [label="(128, 1, 1, 1)", style=solid]; +"160 compressed_weight_updated_constant17" -> "162 mul_tensor_17" [label="(128, 256, 3, 3)", style=solid]; +"161 _param_constant63_0_0" -> "163 conv2d_14" [label="(128,)", style=solid]; +"162 mul_tensor_17" -> "163 conv2d_14" [label=None, style=solid]; +"163 conv2d_14" -> "164 relu_14" [label="(1, 128, 22, 22)", style=solid]; +"164 relu_14" -> "165 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; +"165 quantize_per_tensor_default_19" -> "166 dequantize_per_tensor_default_23" [label="(1, 128, 22, 22)", style=solid]; +"166 dequantize_per_tensor_default_23" -> "171 conv2d_15" [label="(1, 128, 22, 22)", style=solid]; +"167 conv2d_15_scale_0_updated_constant0" -> "170 mul_tensor_18" [label="(128, 1, 1, 1)", style=solid]; +"168 compressed_weight_updated_constant18" -> "170 mul_tensor_18" [label="(128, 128, 3, 3)", style=solid]; +"169 _param_constant67_0_0" -> "171 conv2d_15" [label="(128,)", style=solid]; +"170 mul_tensor_18" -> "171 conv2d_15" [label=None, style=solid]; +"171 conv2d_15" -> "172 relu_15" [label="(1, 128, 20, 20)", style=solid]; +"172 relu_15" -> "173 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; +"173 quantize_per_tensor_default_20" -> "174 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; +"174 dequantize_per_tensor_default_24" -> "179 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; +"175 _param_constant71" -> "179 conv_transpose2d_3" [label="(64,)", style=solid]; +"176 conv_transpose2d_3_scale_0_updated_constant0" -> "178 mul_tensor_19" [label="(128, 1, 1, 1)", style=solid]; +"177 compressed_weight_updated_constant19" -> "178 mul_tensor_19" [label="(128, 64, 2, 2)", style=solid]; +"178 mul_tensor_19" -> "179 conv_transpose2d_3" [label=None, style=solid]; +"179 conv_transpose2d_3" -> "180 quantize_per_tensor_default_1" [label="(1, 64, 40, 40)", style=solid]; +"180 quantize_per_tensor_default_1" -> "181 dequantize_per_tensor_default_2" [label="(1, 64, 40, 40)", style=solid]; +"181 dequantize_per_tensor_default_2" -> "186 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"182 slice_13" -> "183 slice_14" [label="(1, 64, 220, 220)", style=solid]; +"183 slice_14" -> "184 slice_15" [label="(1, 64, 220, 220)", style=solid]; +"184 slice_15" -> "185 slice_16" [label="(1, 64, 40, 220)", style=solid]; +"185 slice_16" -> "186 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"186 cat_3" -> "191 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; +"187 conv2d_16_scale_0_updated_constant0" -> "190 mul_tensor_20" [label="(64, 1, 1, 1)", style=solid]; +"188 compressed_weight_updated_constant20" -> "190 mul_tensor_20" [label="(64, 128, 3, 3)", style=solid]; +"189 _param_constant73_0_0" -> "191 conv2d_16" [label="(64,)", style=solid]; +"190 mul_tensor_20" -> "191 conv2d_16" [label=None, style=solid]; +"191 conv2d_16" -> "192 relu_16" [label="(1, 64, 38, 38)", style=solid]; +"192 relu_16" -> "193 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; +"193 quantize_per_tensor_default_21" -> "194 dequantize_per_tensor_default_25" [label="(1, 64, 38, 38)", style=solid]; +"194 dequantize_per_tensor_default_25" -> "199 conv2d_17" [label="(1, 64, 38, 38)", style=solid]; +"195 conv2d_17_scale_0_updated_constant0" -> "198 mul_tensor_21" [label="(64, 1, 1, 1)", style=solid]; +"196 compressed_weight_updated_constant21" -> "198 mul_tensor_21" [label="(64, 64, 3, 3)", style=solid]; +"197 _param_constant77_0_0" -> "199 conv2d_17" [label="(64,)", style=solid]; +"198 mul_tensor_21" -> "199 conv2d_17" [label=None, style=solid]; +"199 conv2d_17" -> "200 relu_17" [label="(1, 64, 36, 36)", style=solid]; +"200 relu_17" -> "201 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; +"201 quantize_per_tensor_default_22" -> "202 dequantize_per_tensor_default_26" [label="(1, 64, 36, 36)", style=solid]; +"202 dequantize_per_tensor_default_26" -> "207 conv2d_18" [label="(1, 64, 36, 36)", style=solid]; +"203 conv2d_18_scale_0_updated_constant0" -> "206 mul_tensor_22" [label="(12, 1, 1, 1)", style=solid]; +"204 compressed_weight_updated_constant22" -> "206 mul_tensor_22" [label="(12, 64, 1, 1)", style=solid]; +"205 _param_constant81_0_0" -> "207 conv2d_18" [label="(12,)", style=solid]; +"206 mul_tensor_22" -> "207 conv2d_18" [label=None, style=solid]; +"207 conv2d_18" -> "208 output" [label="(1, 12, 36, 36)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot index c6ec36194d8..afd89e7b222 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot @@ -2,2112 +2,1812 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0" [id=4, type=get_attr]; -"5 conv2d_zero_point_0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 _param_constant1_0_0" [id=8, type=get_attr]; -"9 conv2d" [id=9, type=conv2d]; -"10 reshape" [id=10, type=reshape]; -"11 permute" [id=11, type=permute]; -"12 _param_constant2" [id=12, type=get_attr]; -"13 expand" [id=13, type=expand]; -"14 cat" [id=14, type=cat]; -"15 _param_constant3" [id=15, type=get_attr]; -"16 add" [id=16, type=add]; -"17 dropout" [id=17, type=dropout]; -"18 _param_constant4" [id=18, type=get_attr]; -"19 _param_constant5" [id=19, type=get_attr]; -"20 layer_norm" [id=20, type=layer_norm]; -"21 transpose" [id=21, type=transpose]; -"22 linear_updated_constant0" [id=22, type=get_attr]; -"23 transpose_0_0_nncf_smooth_quant_0" [id=23, type=call_module]; -"24 quantize_per_tensor_default_1" [id=24, type=quantize_per_tensor]; -"25 dequantize_per_tensor_default_1" [id=25, type=dequantize_per_tensor]; -"26 linear_scale_0" [id=26, type=get_attr]; -"27 linear_zero_point_0" [id=27, type=get_attr]; -"28 quantize_per_channel_default_1" [id=28, type=quantize_per_channel]; -"29 dequantize_per_channel_default_1" [id=29, type=dequantize_per_channel]; -"30 _param_constant7_0_0" [id=30, type=get_attr]; -"31 linear" [id=31, type=linear]; -"32 unflatten" [id=32, type=unflatten]; -"33 unsqueeze" [id=33, type=unsqueeze]; -"34 transpose_1" [id=34, type=transpose]; -"35 squeeze" [id=35, type=squeeze]; -"36 contiguous" [id=36, type=contiguous]; -"37 quantize_per_tensor_default_2" [id=37, type=quantize_per_tensor]; -"38 dequantize_per_tensor_default_2" [id=38, type=dequantize_per_tensor]; -"39 select" [id=39, type=select]; -"40 quantize_per_tensor_default_3" [id=40, type=quantize_per_tensor]; -"41 dequantize_per_tensor_default_3" [id=41, type=dequantize_per_tensor]; -"42 select_1" [id=42, type=select]; -"43 select_2" [id=43, type=select]; -"44 view" [id=44, type=view]; -"45 transpose_2" [id=45, type=transpose]; -"46 view_1" [id=46, type=view]; -"47 transpose_3" [id=47, type=transpose]; -"48 view_2" [id=48, type=view]; -"49 transpose_4" [id=49, type=transpose]; -"50 view_3" [id=50, type=view]; -"51 view_4" [id=51, type=view]; -"52 view_5" [id=52, type=view]; -"53 scaled_dot_product_attention" [id=53, type=scaled_dot_product_attention]; -"54 permute_1" [id=54, type=permute]; -"55 view_6" [id=55, type=view]; -"56 linear_1_updated_constant0" [id=56, type=get_attr]; -"57 view_6_0_0_nncf_smooth_quant_0" [id=57, type=call_module]; -"58 quantize_per_tensor_default_4" [id=58, type=quantize_per_tensor]; -"59 dequantize_per_tensor_default_4" [id=59, type=dequantize_per_tensor]; -"60 linear_1_scale_0" [id=60, type=get_attr]; -"61 linear_1_zero_point_0" [id=61, type=get_attr]; -"62 quantize_per_channel_default_2" [id=62, type=quantize_per_channel]; -"63 dequantize_per_channel_default_2" [id=63, type=dequantize_per_channel]; -"64 _param_constant9_0_0" [id=64, type=get_attr]; -"65 linear_1" [id=65, type=linear]; -"66 view_7" [id=66, type=view]; -"67 transpose_5" [id=67, type=transpose]; -"68 dropout_1" [id=68, type=dropout]; -"69 add_1" [id=69, type=add]; -"70 _param_constant10" [id=70, type=get_attr]; -"71 _param_constant11" [id=71, type=get_attr]; -"72 layer_norm_1" [id=72, type=layer_norm]; -"73 linear_2_updated_constant0" [id=73, type=get_attr]; -"74 layer_norm_1_0_0_nncf_smooth_quant_0" [id=74, type=call_module]; -"75 quantize_per_tensor_default_5" [id=75, type=quantize_per_tensor]; -"76 dequantize_per_tensor_default_5" [id=76, type=dequantize_per_tensor]; -"77 linear_2_scale_0" [id=77, type=get_attr]; -"78 linear_2_zero_point_0" [id=78, type=get_attr]; -"79 quantize_per_channel_default_3" [id=79, type=quantize_per_channel]; -"80 dequantize_per_channel_default_3" [id=80, type=dequantize_per_channel]; -"81 _param_constant13_0_0" [id=81, type=get_attr]; -"82 linear_2" [id=82, type=linear]; -"83 gelu" [id=83, type=gelu]; -"84 dropout_2" [id=84, type=dropout]; -"85 linear_3_updated_constant0" [id=85, type=get_attr]; -"86 dropout_2_0_0_nncf_smooth_quant_0" [id=86, type=call_module]; -"87 quantize_per_tensor_default_6" [id=87, type=quantize_per_tensor]; -"88 dequantize_per_tensor_default_6" [id=88, type=dequantize_per_tensor]; -"89 linear_3_scale_0" [id=89, type=get_attr]; -"90 linear_3_zero_point_0" [id=90, type=get_attr]; -"91 quantize_per_channel_default_4" [id=91, type=quantize_per_channel]; -"92 dequantize_per_channel_default_4" [id=92, type=dequantize_per_channel]; -"93 _param_constant15_0_0" [id=93, type=get_attr]; -"94 linear_3" [id=94, type=linear]; -"95 dropout_3" [id=95, type=dropout]; -"96 add_2" [id=96, type=add]; -"97 _param_constant16" [id=97, type=get_attr]; -"98 _param_constant17" [id=98, type=get_attr]; -"99 layer_norm_2" [id=99, type=layer_norm]; -"100 transpose_6" [id=100, type=transpose]; -"101 linear_4_updated_constant0" [id=101, type=get_attr]; -"102 transpose_6_0_0_nncf_smooth_quant_0" [id=102, type=call_module]; -"103 quantize_per_tensor_default_7" [id=103, type=quantize_per_tensor]; -"104 dequantize_per_tensor_default_7" [id=104, type=dequantize_per_tensor]; -"105 linear_4_scale_0" [id=105, type=get_attr]; -"106 linear_4_zero_point_0" [id=106, type=get_attr]; -"107 quantize_per_channel_default_5" [id=107, type=quantize_per_channel]; -"108 dequantize_per_channel_default_5" [id=108, type=dequantize_per_channel]; -"109 _param_constant19_0_0" [id=109, type=get_attr]; -"110 linear_4" [id=110, type=linear]; -"111 unflatten_1" [id=111, type=unflatten]; -"112 unsqueeze_1" [id=112, type=unsqueeze]; -"113 transpose_7" [id=113, type=transpose]; -"114 squeeze_1" [id=114, type=squeeze]; -"115 contiguous_1" [id=115, type=contiguous]; -"116 quantize_per_tensor_default_8" [id=116, type=quantize_per_tensor]; -"117 dequantize_per_tensor_default_8" [id=117, type=dequantize_per_tensor]; -"118 select_3" [id=118, type=select]; -"119 quantize_per_tensor_default_9" [id=119, type=quantize_per_tensor]; -"120 dequantize_per_tensor_default_9" [id=120, type=dequantize_per_tensor]; -"121 select_4" [id=121, type=select]; -"122 select_5" [id=122, type=select]; -"123 view_8" [id=123, type=view]; -"124 transpose_8" [id=124, type=transpose]; -"125 view_9" [id=125, type=view]; -"126 transpose_9" [id=126, type=transpose]; -"127 view_10" [id=127, type=view]; -"128 transpose_10" [id=128, type=transpose]; -"129 view_11" [id=129, type=view]; -"130 view_12" [id=130, type=view]; -"131 view_13" [id=131, type=view]; -"132 scaled_dot_product_attention_1" [id=132, type=scaled_dot_product_attention]; -"133 permute_2" [id=133, type=permute]; -"134 view_14" [id=134, type=view]; -"135 linear_5_updated_constant0" [id=135, type=get_attr]; -"136 view_14_0_0_nncf_smooth_quant_0" [id=136, type=call_module]; -"137 quantize_per_tensor_default_10" [id=137, type=quantize_per_tensor]; -"138 dequantize_per_tensor_default_10" [id=138, type=dequantize_per_tensor]; -"139 linear_5_scale_0" [id=139, type=get_attr]; -"140 linear_5_zero_point_0" [id=140, type=get_attr]; -"141 quantize_per_channel_default_6" [id=141, type=quantize_per_channel]; -"142 dequantize_per_channel_default_6" [id=142, type=dequantize_per_channel]; -"143 _param_constant21_0_0" [id=143, type=get_attr]; -"144 linear_5" [id=144, type=linear]; -"145 view_15" [id=145, type=view]; -"146 transpose_11" [id=146, type=transpose]; -"147 dropout_4" [id=147, type=dropout]; -"148 add_3" [id=148, type=add]; -"149 _param_constant22" [id=149, type=get_attr]; -"150 _param_constant23" [id=150, type=get_attr]; -"151 layer_norm_3" [id=151, type=layer_norm]; -"152 linear_6_updated_constant0" [id=152, type=get_attr]; -"153 layer_norm_3_0_0_nncf_smooth_quant_0" [id=153, type=call_module]; -"154 quantize_per_tensor_default_11" [id=154, type=quantize_per_tensor]; -"155 dequantize_per_tensor_default_11" [id=155, type=dequantize_per_tensor]; -"156 linear_6_scale_0" [id=156, type=get_attr]; -"157 linear_6_zero_point_0" [id=157, type=get_attr]; -"158 quantize_per_channel_default_7" [id=158, type=quantize_per_channel]; -"159 dequantize_per_channel_default_7" [id=159, type=dequantize_per_channel]; -"160 _param_constant25_0_0" [id=160, type=get_attr]; -"161 linear_6" [id=161, type=linear]; -"162 gelu_1" [id=162, type=gelu]; -"163 dropout_5" [id=163, type=dropout]; -"164 linear_7_updated_constant0" [id=164, type=get_attr]; -"165 dropout_5_0_0_nncf_smooth_quant_0" [id=165, type=call_module]; -"166 quantize_per_tensor_default_12" [id=166, type=quantize_per_tensor]; -"167 dequantize_per_tensor_default_12" [id=167, type=dequantize_per_tensor]; -"168 linear_7_scale_0" [id=168, type=get_attr]; -"169 linear_7_zero_point_0" [id=169, type=get_attr]; -"170 quantize_per_channel_default_8" [id=170, type=quantize_per_channel]; -"171 dequantize_per_channel_default_8" [id=171, type=dequantize_per_channel]; -"172 _param_constant27_0_0" [id=172, type=get_attr]; -"173 linear_7" [id=173, type=linear]; -"174 dropout_6" [id=174, type=dropout]; -"175 add_4" [id=175, type=add]; -"176 _param_constant28" [id=176, type=get_attr]; -"177 _param_constant29" [id=177, type=get_attr]; -"178 layer_norm_4" [id=178, type=layer_norm]; -"179 transpose_12" [id=179, type=transpose]; -"180 linear_8_updated_constant0" [id=180, type=get_attr]; -"181 transpose_12_0_0_nncf_smooth_quant_0" [id=181, type=call_module]; -"182 quantize_per_tensor_default_13" [id=182, type=quantize_per_tensor]; -"183 dequantize_per_tensor_default_13" [id=183, type=dequantize_per_tensor]; -"184 linear_8_scale_0" [id=184, type=get_attr]; -"185 linear_8_zero_point_0" [id=185, type=get_attr]; -"186 quantize_per_channel_default_9" [id=186, type=quantize_per_channel]; -"187 dequantize_per_channel_default_9" [id=187, type=dequantize_per_channel]; -"188 _param_constant31_0_0" [id=188, type=get_attr]; -"189 linear_8" [id=189, type=linear]; -"190 unflatten_2" [id=190, type=unflatten]; -"191 unsqueeze_2" [id=191, type=unsqueeze]; -"192 transpose_13" [id=192, type=transpose]; -"193 squeeze_2" [id=193, type=squeeze]; -"194 contiguous_2" [id=194, type=contiguous]; -"195 quantize_per_tensor_default_14" [id=195, type=quantize_per_tensor]; -"196 dequantize_per_tensor_default_14" [id=196, type=dequantize_per_tensor]; -"197 select_6" [id=197, type=select]; -"198 quantize_per_tensor_default_15" [id=198, type=quantize_per_tensor]; -"199 dequantize_per_tensor_default_15" [id=199, type=dequantize_per_tensor]; -"200 select_7" [id=200, type=select]; -"201 select_8" [id=201, type=select]; -"202 view_16" [id=202, type=view]; -"203 transpose_14" [id=203, type=transpose]; -"204 view_17" [id=204, type=view]; -"205 transpose_15" [id=205, type=transpose]; -"206 view_18" [id=206, type=view]; -"207 transpose_16" [id=207, type=transpose]; -"208 view_19" [id=208, type=view]; -"209 view_20" [id=209, type=view]; -"210 view_21" [id=210, type=view]; -"211 scaled_dot_product_attention_2" [id=211, type=scaled_dot_product_attention]; -"212 permute_3" [id=212, type=permute]; -"213 view_22" [id=213, type=view]; -"214 linear_9_updated_constant0" [id=214, type=get_attr]; -"215 view_22_0_0_nncf_smooth_quant_0" [id=215, type=call_module]; -"216 quantize_per_tensor_default_16" [id=216, type=quantize_per_tensor]; -"217 dequantize_per_tensor_default_16" [id=217, type=dequantize_per_tensor]; -"218 linear_9_scale_0" [id=218, type=get_attr]; -"219 linear_9_zero_point_0" [id=219, type=get_attr]; -"220 quantize_per_channel_default_10" [id=220, type=quantize_per_channel]; -"221 dequantize_per_channel_default_10" [id=221, type=dequantize_per_channel]; -"222 _param_constant33_0_0" [id=222, type=get_attr]; -"223 linear_9" [id=223, type=linear]; -"224 view_23" [id=224, type=view]; -"225 transpose_17" [id=225, type=transpose]; -"226 dropout_7" [id=226, type=dropout]; -"227 add_5" [id=227, type=add]; -"228 _param_constant34" [id=228, type=get_attr]; -"229 _param_constant35" [id=229, type=get_attr]; -"230 layer_norm_5" [id=230, type=layer_norm]; -"231 linear_10_updated_constant0" [id=231, type=get_attr]; -"232 layer_norm_5_0_0_nncf_smooth_quant_0" [id=232, type=call_module]; -"233 quantize_per_tensor_default_17" [id=233, type=quantize_per_tensor]; -"234 dequantize_per_tensor_default_17" [id=234, type=dequantize_per_tensor]; -"235 linear_10_scale_0" [id=235, type=get_attr]; -"236 linear_10_zero_point_0" [id=236, type=get_attr]; -"237 quantize_per_channel_default_11" [id=237, type=quantize_per_channel]; -"238 dequantize_per_channel_default_11" [id=238, type=dequantize_per_channel]; -"239 _param_constant37_0_0" [id=239, type=get_attr]; -"240 linear_10" [id=240, type=linear]; -"241 gelu_2" [id=241, type=gelu]; -"242 dropout_8" [id=242, type=dropout]; -"243 linear_11_updated_constant0" [id=243, type=get_attr]; -"244 dropout_8_0_0_nncf_smooth_quant_0" [id=244, type=call_module]; -"245 quantize_per_tensor_default_18" [id=245, type=quantize_per_tensor]; -"246 dequantize_per_tensor_default_18" [id=246, type=dequantize_per_tensor]; -"247 linear_11_scale_0" [id=247, type=get_attr]; -"248 linear_11_zero_point_0" [id=248, type=get_attr]; -"249 quantize_per_channel_default_12" [id=249, type=quantize_per_channel]; -"250 dequantize_per_channel_default_12" [id=250, type=dequantize_per_channel]; -"251 _param_constant39_0_0" [id=251, type=get_attr]; -"252 linear_11" [id=252, type=linear]; -"253 dropout_9" [id=253, type=dropout]; -"254 add_6" [id=254, type=add]; -"255 _param_constant40" [id=255, type=get_attr]; -"256 _param_constant41" [id=256, type=get_attr]; -"257 layer_norm_6" [id=257, type=layer_norm]; -"258 transpose_18" [id=258, type=transpose]; -"259 linear_12_updated_constant0" [id=259, type=get_attr]; -"260 transpose_18_0_0_nncf_smooth_quant_0" [id=260, type=call_module]; -"261 quantize_per_tensor_default_19" [id=261, type=quantize_per_tensor]; -"262 dequantize_per_tensor_default_19" [id=262, type=dequantize_per_tensor]; -"263 linear_12_scale_0" [id=263, type=get_attr]; -"264 linear_12_zero_point_0" [id=264, type=get_attr]; -"265 quantize_per_channel_default_13" [id=265, type=quantize_per_channel]; -"266 dequantize_per_channel_default_13" [id=266, type=dequantize_per_channel]; -"267 _param_constant43_0_0" [id=267, type=get_attr]; -"268 linear_12" [id=268, type=linear]; -"269 unflatten_3" [id=269, type=unflatten]; -"270 unsqueeze_3" [id=270, type=unsqueeze]; -"271 transpose_19" [id=271, type=transpose]; -"272 squeeze_3" [id=272, type=squeeze]; -"273 contiguous_3" [id=273, type=contiguous]; -"274 quantize_per_tensor_default_20" [id=274, type=quantize_per_tensor]; -"275 dequantize_per_tensor_default_20" [id=275, type=dequantize_per_tensor]; -"276 select_9" [id=276, type=select]; -"277 quantize_per_tensor_default_21" [id=277, type=quantize_per_tensor]; -"278 dequantize_per_tensor_default_21" [id=278, type=dequantize_per_tensor]; -"279 select_10" [id=279, type=select]; -"280 select_11" [id=280, type=select]; -"281 view_24" [id=281, type=view]; -"282 transpose_20" [id=282, type=transpose]; -"283 view_25" [id=283, type=view]; -"284 transpose_21" [id=284, type=transpose]; -"285 view_26" [id=285, type=view]; -"286 transpose_22" [id=286, type=transpose]; -"287 view_27" [id=287, type=view]; -"288 view_28" [id=288, type=view]; -"289 view_29" [id=289, type=view]; -"290 scaled_dot_product_attention_3" [id=290, type=scaled_dot_product_attention]; -"291 permute_4" [id=291, type=permute]; -"292 view_30" [id=292, type=view]; -"293 linear_13_updated_constant0" [id=293, type=get_attr]; -"294 view_30_0_0_nncf_smooth_quant_0" [id=294, type=call_module]; -"295 quantize_per_tensor_default_22" [id=295, type=quantize_per_tensor]; -"296 dequantize_per_tensor_default_22" [id=296, type=dequantize_per_tensor]; -"297 linear_13_scale_0" [id=297, type=get_attr]; -"298 linear_13_zero_point_0" [id=298, type=get_attr]; -"299 quantize_per_channel_default_14" [id=299, type=quantize_per_channel]; -"300 dequantize_per_channel_default_14" [id=300, type=dequantize_per_channel]; -"301 _param_constant45_0_0" [id=301, type=get_attr]; -"302 linear_13" [id=302, type=linear]; -"303 view_31" [id=303, type=view]; -"304 transpose_23" [id=304, type=transpose]; -"305 dropout_10" [id=305, type=dropout]; -"306 add_7" [id=306, type=add]; -"307 _param_constant46" [id=307, type=get_attr]; -"308 _param_constant47" [id=308, type=get_attr]; -"309 layer_norm_7" [id=309, type=layer_norm]; -"310 linear_14_updated_constant0" [id=310, type=get_attr]; -"311 layer_norm_7_0_0_nncf_smooth_quant_0" [id=311, type=call_module]; -"312 quantize_per_tensor_default_23" [id=312, type=quantize_per_tensor]; -"313 dequantize_per_tensor_default_23" [id=313, type=dequantize_per_tensor]; -"314 linear_14_scale_0" [id=314, type=get_attr]; -"315 linear_14_zero_point_0" [id=315, type=get_attr]; -"316 quantize_per_channel_default_15" [id=316, type=quantize_per_channel]; -"317 dequantize_per_channel_default_15" [id=317, type=dequantize_per_channel]; -"318 _param_constant49_0_0" [id=318, type=get_attr]; -"319 linear_14" [id=319, type=linear]; -"320 gelu_3" [id=320, type=gelu]; -"321 dropout_11" [id=321, type=dropout]; -"322 linear_15_updated_constant0" [id=322, type=get_attr]; -"323 dropout_11_0_0_nncf_smooth_quant_0" [id=323, type=call_module]; -"324 quantize_per_tensor_default_24" [id=324, type=quantize_per_tensor]; -"325 dequantize_per_tensor_default_24" [id=325, type=dequantize_per_tensor]; -"326 linear_15_scale_0" [id=326, type=get_attr]; -"327 linear_15_zero_point_0" [id=327, type=get_attr]; -"328 quantize_per_channel_default_16" [id=328, type=quantize_per_channel]; -"329 dequantize_per_channel_default_16" [id=329, type=dequantize_per_channel]; -"330 _param_constant51_0_0" [id=330, type=get_attr]; -"331 linear_15" [id=331, type=linear]; -"332 dropout_12" [id=332, type=dropout]; -"333 add_8" [id=333, type=add]; -"334 _param_constant52" [id=334, type=get_attr]; -"335 _param_constant53" [id=335, type=get_attr]; -"336 layer_norm_8" [id=336, type=layer_norm]; -"337 transpose_24" [id=337, type=transpose]; -"338 linear_16_updated_constant0" [id=338, type=get_attr]; -"339 transpose_24_0_0_nncf_smooth_quant_0" [id=339, type=call_module]; -"340 quantize_per_tensor_default_25" [id=340, type=quantize_per_tensor]; -"341 dequantize_per_tensor_default_25" [id=341, type=dequantize_per_tensor]; -"342 linear_16_scale_0" [id=342, type=get_attr]; -"343 linear_16_zero_point_0" [id=343, type=get_attr]; -"344 quantize_per_channel_default_17" [id=344, type=quantize_per_channel]; -"345 dequantize_per_channel_default_17" [id=345, type=dequantize_per_channel]; -"346 _param_constant55_0_0" [id=346, type=get_attr]; -"347 linear_16" [id=347, type=linear]; -"348 unflatten_4" [id=348, type=unflatten]; -"349 unsqueeze_4" [id=349, type=unsqueeze]; -"350 transpose_25" [id=350, type=transpose]; -"351 squeeze_4" [id=351, type=squeeze]; -"352 contiguous_4" [id=352, type=contiguous]; -"353 quantize_per_tensor_default_26" [id=353, type=quantize_per_tensor]; -"354 dequantize_per_tensor_default_26" [id=354, type=dequantize_per_tensor]; -"355 select_12" [id=355, type=select]; -"356 quantize_per_tensor_default_27" [id=356, type=quantize_per_tensor]; -"357 dequantize_per_tensor_default_27" [id=357, type=dequantize_per_tensor]; -"358 select_13" [id=358, type=select]; -"359 select_14" [id=359, type=select]; -"360 view_32" [id=360, type=view]; -"361 transpose_26" [id=361, type=transpose]; -"362 view_33" [id=362, type=view]; -"363 transpose_27" [id=363, type=transpose]; -"364 view_34" [id=364, type=view]; -"365 transpose_28" [id=365, type=transpose]; -"366 view_35" [id=366, type=view]; -"367 view_36" [id=367, type=view]; -"368 view_37" [id=368, type=view]; -"369 scaled_dot_product_attention_4" [id=369, type=scaled_dot_product_attention]; -"370 permute_5" [id=370, type=permute]; -"371 view_38" [id=371, type=view]; -"372 linear_17_updated_constant0" [id=372, type=get_attr]; -"373 view_38_0_0_nncf_smooth_quant_0" [id=373, type=call_module]; -"374 quantize_per_tensor_default_28" [id=374, type=quantize_per_tensor]; -"375 dequantize_per_tensor_default_28" [id=375, type=dequantize_per_tensor]; -"376 linear_17_scale_0" [id=376, type=get_attr]; -"377 linear_17_zero_point_0" [id=377, type=get_attr]; -"378 quantize_per_channel_default_18" [id=378, type=quantize_per_channel]; -"379 dequantize_per_channel_default_18" [id=379, type=dequantize_per_channel]; -"380 _param_constant57_0_0" [id=380, type=get_attr]; -"381 linear_17" [id=381, type=linear]; -"382 view_39" [id=382, type=view]; -"383 transpose_29" [id=383, type=transpose]; -"384 dropout_13" [id=384, type=dropout]; -"385 add_9" [id=385, type=add]; -"386 _param_constant58" [id=386, type=get_attr]; -"387 _param_constant59" [id=387, type=get_attr]; -"388 layer_norm_9" [id=388, type=layer_norm]; -"389 linear_18_updated_constant0" [id=389, type=get_attr]; -"390 layer_norm_9_0_0_nncf_smooth_quant_0" [id=390, type=call_module]; -"391 quantize_per_tensor_default_29" [id=391, type=quantize_per_tensor]; -"392 dequantize_per_tensor_default_29" [id=392, type=dequantize_per_tensor]; -"393 linear_18_scale_0" [id=393, type=get_attr]; -"394 linear_18_zero_point_0" [id=394, type=get_attr]; -"395 quantize_per_channel_default_19" [id=395, type=quantize_per_channel]; -"396 dequantize_per_channel_default_19" [id=396, type=dequantize_per_channel]; -"397 _param_constant61_0_0" [id=397, type=get_attr]; -"398 linear_18" [id=398, type=linear]; -"399 gelu_4" [id=399, type=gelu]; -"400 dropout_14" [id=400, type=dropout]; -"401 linear_19_updated_constant0" [id=401, type=get_attr]; -"402 dropout_14_0_0_nncf_smooth_quant_0" [id=402, type=call_module]; -"403 quantize_per_tensor_default_30" [id=403, type=quantize_per_tensor]; -"404 dequantize_per_tensor_default_30" [id=404, type=dequantize_per_tensor]; -"405 linear_19_scale_0" [id=405, type=get_attr]; -"406 linear_19_zero_point_0" [id=406, type=get_attr]; -"407 quantize_per_channel_default_20" [id=407, type=quantize_per_channel]; -"408 dequantize_per_channel_default_20" [id=408, type=dequantize_per_channel]; -"409 _param_constant63_0_0" [id=409, type=get_attr]; -"410 linear_19" [id=410, type=linear]; -"411 dropout_15" [id=411, type=dropout]; -"412 add_10" [id=412, type=add]; -"413 _param_constant64" [id=413, type=get_attr]; -"414 _param_constant65" [id=414, type=get_attr]; -"415 layer_norm_10" [id=415, type=layer_norm]; -"416 transpose_30" [id=416, type=transpose]; -"417 linear_20_updated_constant0" [id=417, type=get_attr]; -"418 transpose_30_0_0_nncf_smooth_quant_0" [id=418, type=call_module]; -"419 quantize_per_tensor_default_31" [id=419, type=quantize_per_tensor]; -"420 dequantize_per_tensor_default_31" [id=420, type=dequantize_per_tensor]; -"421 linear_20_scale_0" [id=421, type=get_attr]; -"422 linear_20_zero_point_0" [id=422, type=get_attr]; -"423 quantize_per_channel_default_21" [id=423, type=quantize_per_channel]; -"424 dequantize_per_channel_default_21" [id=424, type=dequantize_per_channel]; -"425 _param_constant67_0_0" [id=425, type=get_attr]; -"426 linear_20" [id=426, type=linear]; -"427 unflatten_5" [id=427, type=unflatten]; -"428 unsqueeze_5" [id=428, type=unsqueeze]; -"429 transpose_31" [id=429, type=transpose]; -"430 squeeze_5" [id=430, type=squeeze]; -"431 contiguous_5" [id=431, type=contiguous]; -"432 quantize_per_tensor_default_32" [id=432, type=quantize_per_tensor]; -"433 dequantize_per_tensor_default_32" [id=433, type=dequantize_per_tensor]; -"434 select_15" [id=434, type=select]; -"435 quantize_per_tensor_default_33" [id=435, type=quantize_per_tensor]; -"436 dequantize_per_tensor_default_33" [id=436, type=dequantize_per_tensor]; -"437 select_16" [id=437, type=select]; -"438 select_17" [id=438, type=select]; -"439 view_40" [id=439, type=view]; -"440 transpose_32" [id=440, type=transpose]; -"441 view_41" [id=441, type=view]; -"442 transpose_33" [id=442, type=transpose]; -"443 view_42" [id=443, type=view]; -"444 transpose_34" [id=444, type=transpose]; -"445 view_43" [id=445, type=view]; -"446 view_44" [id=446, type=view]; -"447 view_45" [id=447, type=view]; -"448 scaled_dot_product_attention_5" [id=448, type=scaled_dot_product_attention]; -"449 permute_6" [id=449, type=permute]; -"450 view_46" [id=450, type=view]; -"451 linear_21_updated_constant0" [id=451, type=get_attr]; -"452 view_46_0_0_nncf_smooth_quant_0" [id=452, type=call_module]; -"453 quantize_per_tensor_default_34" [id=453, type=quantize_per_tensor]; -"454 dequantize_per_tensor_default_34" [id=454, type=dequantize_per_tensor]; -"455 linear_21_scale_0" [id=455, type=get_attr]; -"456 linear_21_zero_point_0" [id=456, type=get_attr]; -"457 quantize_per_channel_default_22" [id=457, type=quantize_per_channel]; -"458 dequantize_per_channel_default_22" [id=458, type=dequantize_per_channel]; -"459 _param_constant69_0_0" [id=459, type=get_attr]; -"460 linear_21" [id=460, type=linear]; -"461 view_47" [id=461, type=view]; -"462 transpose_35" [id=462, type=transpose]; -"463 dropout_16" [id=463, type=dropout]; -"464 add_11" [id=464, type=add]; -"465 _param_constant70" [id=465, type=get_attr]; -"466 _param_constant71" [id=466, type=get_attr]; -"467 layer_norm_11" [id=467, type=layer_norm]; -"468 linear_22_updated_constant0" [id=468, type=get_attr]; -"469 layer_norm_11_0_0_nncf_smooth_quant_0" [id=469, type=call_module]; -"470 quantize_per_tensor_default_35" [id=470, type=quantize_per_tensor]; -"471 dequantize_per_tensor_default_35" [id=471, type=dequantize_per_tensor]; -"472 linear_22_scale_0" [id=472, type=get_attr]; -"473 linear_22_zero_point_0" [id=473, type=get_attr]; -"474 quantize_per_channel_default_23" [id=474, type=quantize_per_channel]; -"475 dequantize_per_channel_default_23" [id=475, type=dequantize_per_channel]; -"476 _param_constant73_0_0" [id=476, type=get_attr]; -"477 linear_22" [id=477, type=linear]; -"478 gelu_5" [id=478, type=gelu]; -"479 dropout_17" [id=479, type=dropout]; -"480 linear_23_updated_constant0" [id=480, type=get_attr]; -"481 dropout_17_0_0_nncf_smooth_quant_0" [id=481, type=call_module]; -"482 quantize_per_tensor_default_36" [id=482, type=quantize_per_tensor]; -"483 dequantize_per_tensor_default_36" [id=483, type=dequantize_per_tensor]; -"484 linear_23_scale_0" [id=484, type=get_attr]; -"485 linear_23_zero_point_0" [id=485, type=get_attr]; -"486 quantize_per_channel_default_24" [id=486, type=quantize_per_channel]; -"487 dequantize_per_channel_default_24" [id=487, type=dequantize_per_channel]; -"488 _param_constant75_0_0" [id=488, type=get_attr]; -"489 linear_23" [id=489, type=linear]; -"490 dropout_18" [id=490, type=dropout]; -"491 add_12" [id=491, type=add]; -"492 _param_constant76" [id=492, type=get_attr]; -"493 _param_constant77" [id=493, type=get_attr]; -"494 layer_norm_12" [id=494, type=layer_norm]; -"495 transpose_36" [id=495, type=transpose]; -"496 linear_24_updated_constant0" [id=496, type=get_attr]; -"497 transpose_36_0_0_nncf_smooth_quant_0" [id=497, type=call_module]; -"498 quantize_per_tensor_default_37" [id=498, type=quantize_per_tensor]; -"499 dequantize_per_tensor_default_37" [id=499, type=dequantize_per_tensor]; -"500 linear_24_scale_0" [id=500, type=get_attr]; -"501 linear_24_zero_point_0" [id=501, type=get_attr]; -"502 quantize_per_channel_default_25" [id=502, type=quantize_per_channel]; -"503 dequantize_per_channel_default_25" [id=503, type=dequantize_per_channel]; -"504 _param_constant79_0_0" [id=504, type=get_attr]; -"505 linear_24" [id=505, type=linear]; -"506 unflatten_6" [id=506, type=unflatten]; -"507 unsqueeze_6" [id=507, type=unsqueeze]; -"508 transpose_37" [id=508, type=transpose]; -"509 squeeze_6" [id=509, type=squeeze]; -"510 contiguous_6" [id=510, type=contiguous]; -"511 quantize_per_tensor_default_38" [id=511, type=quantize_per_tensor]; -"512 dequantize_per_tensor_default_38" [id=512, type=dequantize_per_tensor]; -"513 select_18" [id=513, type=select]; -"514 quantize_per_tensor_default_39" [id=514, type=quantize_per_tensor]; -"515 dequantize_per_tensor_default_39" [id=515, type=dequantize_per_tensor]; -"516 select_19" [id=516, type=select]; -"517 select_20" [id=517, type=select]; -"518 view_48" [id=518, type=view]; -"519 transpose_38" [id=519, type=transpose]; -"520 view_49" [id=520, type=view]; -"521 transpose_39" [id=521, type=transpose]; -"522 view_50" [id=522, type=view]; -"523 transpose_40" [id=523, type=transpose]; -"524 view_51" [id=524, type=view]; -"525 view_52" [id=525, type=view]; -"526 view_53" [id=526, type=view]; -"527 scaled_dot_product_attention_6" [id=527, type=scaled_dot_product_attention]; -"528 permute_7" [id=528, type=permute]; -"529 view_54" [id=529, type=view]; -"530 linear_25_updated_constant0" [id=530, type=get_attr]; -"531 view_54_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; -"532 quantize_per_tensor_default_40" [id=532, type=quantize_per_tensor]; -"533 dequantize_per_tensor_default_40" [id=533, type=dequantize_per_tensor]; -"534 linear_25_scale_0" [id=534, type=get_attr]; -"535 linear_25_zero_point_0" [id=535, type=get_attr]; -"536 quantize_per_channel_default_26" [id=536, type=quantize_per_channel]; -"537 dequantize_per_channel_default_26" [id=537, type=dequantize_per_channel]; -"538 _param_constant81_0_0" [id=538, type=get_attr]; -"539 linear_25" [id=539, type=linear]; -"540 view_55" [id=540, type=view]; -"541 transpose_41" [id=541, type=transpose]; -"542 dropout_19" [id=542, type=dropout]; -"543 add_13" [id=543, type=add]; -"544 _param_constant82" [id=544, type=get_attr]; -"545 _param_constant83" [id=545, type=get_attr]; -"546 layer_norm_13" [id=546, type=layer_norm]; -"547 linear_26_updated_constant0" [id=547, type=get_attr]; -"548 layer_norm_13_0_0_nncf_smooth_quant_0" [id=548, type=call_module]; -"549 quantize_per_tensor_default_41" [id=549, type=quantize_per_tensor]; -"550 dequantize_per_tensor_default_41" [id=550, type=dequantize_per_tensor]; -"551 linear_26_scale_0" [id=551, type=get_attr]; -"552 linear_26_zero_point_0" [id=552, type=get_attr]; -"553 quantize_per_channel_default_27" [id=553, type=quantize_per_channel]; -"554 dequantize_per_channel_default_27" [id=554, type=dequantize_per_channel]; -"555 _param_constant85_0_0" [id=555, type=get_attr]; -"556 linear_26" [id=556, type=linear]; -"557 gelu_6" [id=557, type=gelu]; -"558 dropout_20" [id=558, type=dropout]; -"559 linear_27_updated_constant0" [id=559, type=get_attr]; -"560 dropout_20_0_0_nncf_smooth_quant_0" [id=560, type=call_module]; -"561 quantize_per_tensor_default_42" [id=561, type=quantize_per_tensor]; -"562 dequantize_per_tensor_default_42" [id=562, type=dequantize_per_tensor]; -"563 linear_27_scale_0" [id=563, type=get_attr]; -"564 linear_27_zero_point_0" [id=564, type=get_attr]; -"565 quantize_per_channel_default_28" [id=565, type=quantize_per_channel]; -"566 dequantize_per_channel_default_28" [id=566, type=dequantize_per_channel]; -"567 _param_constant87_0_0" [id=567, type=get_attr]; -"568 linear_27" [id=568, type=linear]; -"569 dropout_21" [id=569, type=dropout]; -"570 add_14" [id=570, type=add]; -"571 _param_constant88" [id=571, type=get_attr]; -"572 _param_constant89" [id=572, type=get_attr]; -"573 layer_norm_14" [id=573, type=layer_norm]; -"574 transpose_42" [id=574, type=transpose]; -"575 linear_28_updated_constant0" [id=575, type=get_attr]; -"576 transpose_42_0_0_nncf_smooth_quant_0" [id=576, type=call_module]; -"577 quantize_per_tensor_default_43" [id=577, type=quantize_per_tensor]; -"578 dequantize_per_tensor_default_43" [id=578, type=dequantize_per_tensor]; -"579 linear_28_scale_0" [id=579, type=get_attr]; -"580 linear_28_zero_point_0" [id=580, type=get_attr]; -"581 quantize_per_channel_default_29" [id=581, type=quantize_per_channel]; -"582 dequantize_per_channel_default_29" [id=582, type=dequantize_per_channel]; -"583 _param_constant91_0_0" [id=583, type=get_attr]; -"584 linear_28" [id=584, type=linear]; -"585 unflatten_7" [id=585, type=unflatten]; -"586 unsqueeze_7" [id=586, type=unsqueeze]; -"587 transpose_43" [id=587, type=transpose]; -"588 squeeze_7" [id=588, type=squeeze]; -"589 contiguous_7" [id=589, type=contiguous]; -"590 quantize_per_tensor_default_44" [id=590, type=quantize_per_tensor]; -"591 dequantize_per_tensor_default_44" [id=591, type=dequantize_per_tensor]; -"592 select_21" [id=592, type=select]; -"593 quantize_per_tensor_default_45" [id=593, type=quantize_per_tensor]; -"594 dequantize_per_tensor_default_45" [id=594, type=dequantize_per_tensor]; -"595 select_22" [id=595, type=select]; -"596 select_23" [id=596, type=select]; -"597 view_56" [id=597, type=view]; -"598 transpose_44" [id=598, type=transpose]; -"599 view_57" [id=599, type=view]; -"600 transpose_45" [id=600, type=transpose]; -"601 view_58" [id=601, type=view]; -"602 transpose_46" [id=602, type=transpose]; -"603 view_59" [id=603, type=view]; -"604 view_60" [id=604, type=view]; -"605 view_61" [id=605, type=view]; -"606 scaled_dot_product_attention_7" [id=606, type=scaled_dot_product_attention]; -"607 permute_8" [id=607, type=permute]; -"608 view_62" [id=608, type=view]; -"609 linear_29_updated_constant0" [id=609, type=get_attr]; -"610 view_62_0_0_nncf_smooth_quant_0" [id=610, type=call_module]; -"611 quantize_per_tensor_default_46" [id=611, type=quantize_per_tensor]; -"612 dequantize_per_tensor_default_46" [id=612, type=dequantize_per_tensor]; -"613 linear_29_scale_0" [id=613, type=get_attr]; -"614 linear_29_zero_point_0" [id=614, type=get_attr]; -"615 quantize_per_channel_default_30" [id=615, type=quantize_per_channel]; -"616 dequantize_per_channel_default_30" [id=616, type=dequantize_per_channel]; -"617 _param_constant93_0_0" [id=617, type=get_attr]; -"618 linear_29" [id=618, type=linear]; -"619 view_63" [id=619, type=view]; -"620 transpose_47" [id=620, type=transpose]; -"621 dropout_22" [id=621, type=dropout]; -"622 add_15" [id=622, type=add]; -"623 _param_constant94" [id=623, type=get_attr]; -"624 _param_constant95" [id=624, type=get_attr]; -"625 layer_norm_15" [id=625, type=layer_norm]; -"626 linear_30_updated_constant0" [id=626, type=get_attr]; -"627 layer_norm_15_0_0_nncf_smooth_quant_0" [id=627, type=call_module]; -"628 quantize_per_tensor_default_47" [id=628, type=quantize_per_tensor]; -"629 dequantize_per_tensor_default_47" [id=629, type=dequantize_per_tensor]; -"630 linear_30_scale_0" [id=630, type=get_attr]; -"631 linear_30_zero_point_0" [id=631, type=get_attr]; -"632 quantize_per_channel_default_31" [id=632, type=quantize_per_channel]; -"633 dequantize_per_channel_default_31" [id=633, type=dequantize_per_channel]; -"634 _param_constant97_0_0" [id=634, type=get_attr]; -"635 linear_30" [id=635, type=linear]; -"636 gelu_7" [id=636, type=gelu]; -"637 dropout_23" [id=637, type=dropout]; -"638 linear_31_updated_constant0" [id=638, type=get_attr]; -"639 dropout_23_0_0_nncf_smooth_quant_0" [id=639, type=call_module]; -"640 quantize_per_tensor_default_48" [id=640, type=quantize_per_tensor]; -"641 dequantize_per_tensor_default_48" [id=641, type=dequantize_per_tensor]; -"642 linear_31_scale_0" [id=642, type=get_attr]; -"643 linear_31_zero_point_0" [id=643, type=get_attr]; -"644 quantize_per_channel_default_32" [id=644, type=quantize_per_channel]; -"645 dequantize_per_channel_default_32" [id=645, type=dequantize_per_channel]; -"646 _param_constant99_0_0" [id=646, type=get_attr]; -"647 linear_31" [id=647, type=linear]; -"648 dropout_24" [id=648, type=dropout]; -"649 add_16" [id=649, type=add]; -"650 _param_constant100" [id=650, type=get_attr]; -"651 _param_constant101" [id=651, type=get_attr]; -"652 layer_norm_16" [id=652, type=layer_norm]; -"653 transpose_48" [id=653, type=transpose]; -"654 linear_32_updated_constant0" [id=654, type=get_attr]; -"655 transpose_48_0_0_nncf_smooth_quant_0" [id=655, type=call_module]; -"656 quantize_per_tensor_default_49" [id=656, type=quantize_per_tensor]; -"657 dequantize_per_tensor_default_49" [id=657, type=dequantize_per_tensor]; -"658 linear_32_scale_0" [id=658, type=get_attr]; -"659 linear_32_zero_point_0" [id=659, type=get_attr]; -"660 quantize_per_channel_default_33" [id=660, type=quantize_per_channel]; -"661 dequantize_per_channel_default_33" [id=661, type=dequantize_per_channel]; -"662 _param_constant103_0_0" [id=662, type=get_attr]; -"663 linear_32" [id=663, type=linear]; -"664 unflatten_8" [id=664, type=unflatten]; -"665 unsqueeze_8" [id=665, type=unsqueeze]; -"666 transpose_49" [id=666, type=transpose]; -"667 squeeze_8" [id=667, type=squeeze]; -"668 contiguous_8" [id=668, type=contiguous]; -"669 quantize_per_tensor_default_50" [id=669, type=quantize_per_tensor]; -"670 dequantize_per_tensor_default_50" [id=670, type=dequantize_per_tensor]; -"671 select_24" [id=671, type=select]; -"672 quantize_per_tensor_default_51" [id=672, type=quantize_per_tensor]; -"673 dequantize_per_tensor_default_51" [id=673, type=dequantize_per_tensor]; -"674 select_25" [id=674, type=select]; -"675 select_26" [id=675, type=select]; -"676 view_64" [id=676, type=view]; -"677 transpose_50" [id=677, type=transpose]; -"678 view_65" [id=678, type=view]; -"679 transpose_51" [id=679, type=transpose]; -"680 view_66" [id=680, type=view]; -"681 transpose_52" [id=681, type=transpose]; -"682 view_67" [id=682, type=view]; -"683 view_68" [id=683, type=view]; -"684 view_69" [id=684, type=view]; -"685 scaled_dot_product_attention_8" [id=685, type=scaled_dot_product_attention]; -"686 permute_9" [id=686, type=permute]; -"687 view_70" [id=687, type=view]; -"688 linear_33_updated_constant0" [id=688, type=get_attr]; -"689 view_70_0_0_nncf_smooth_quant_0" [id=689, type=call_module]; -"690 quantize_per_tensor_default_52" [id=690, type=quantize_per_tensor]; -"691 dequantize_per_tensor_default_52" [id=691, type=dequantize_per_tensor]; -"692 linear_33_scale_0" [id=692, type=get_attr]; -"693 linear_33_zero_point_0" [id=693, type=get_attr]; -"694 quantize_per_channel_default_34" [id=694, type=quantize_per_channel]; -"695 dequantize_per_channel_default_34" [id=695, type=dequantize_per_channel]; -"696 _param_constant105_0_0" [id=696, type=get_attr]; -"697 linear_33" [id=697, type=linear]; -"698 view_71" [id=698, type=view]; -"699 transpose_53" [id=699, type=transpose]; -"700 dropout_25" [id=700, type=dropout]; -"701 add_17" [id=701, type=add]; -"702 _param_constant106" [id=702, type=get_attr]; -"703 _param_constant107" [id=703, type=get_attr]; -"704 layer_norm_17" [id=704, type=layer_norm]; -"705 linear_34_updated_constant0" [id=705, type=get_attr]; -"706 layer_norm_17_0_0_nncf_smooth_quant_0" [id=706, type=call_module]; -"707 quantize_per_tensor_default_53" [id=707, type=quantize_per_tensor]; -"708 dequantize_per_tensor_default_53" [id=708, type=dequantize_per_tensor]; -"709 linear_34_scale_0" [id=709, type=get_attr]; -"710 linear_34_zero_point_0" [id=710, type=get_attr]; -"711 quantize_per_channel_default_35" [id=711, type=quantize_per_channel]; -"712 dequantize_per_channel_default_35" [id=712, type=dequantize_per_channel]; -"713 _param_constant109_0_0" [id=713, type=get_attr]; -"714 linear_34" [id=714, type=linear]; -"715 gelu_8" [id=715, type=gelu]; -"716 dropout_26" [id=716, type=dropout]; -"717 linear_35_updated_constant0" [id=717, type=get_attr]; -"718 dropout_26_0_0_nncf_smooth_quant_0" [id=718, type=call_module]; -"719 quantize_per_tensor_default_54" [id=719, type=quantize_per_tensor]; -"720 dequantize_per_tensor_default_54" [id=720, type=dequantize_per_tensor]; -"721 linear_35_scale_0" [id=721, type=get_attr]; -"722 linear_35_zero_point_0" [id=722, type=get_attr]; -"723 quantize_per_channel_default_36" [id=723, type=quantize_per_channel]; -"724 dequantize_per_channel_default_36" [id=724, type=dequantize_per_channel]; -"725 _param_constant111_0_0" [id=725, type=get_attr]; -"726 linear_35" [id=726, type=linear]; -"727 dropout_27" [id=727, type=dropout]; -"728 add_18" [id=728, type=add]; -"729 _param_constant112" [id=729, type=get_attr]; -"730 _param_constant113" [id=730, type=get_attr]; -"731 layer_norm_18" [id=731, type=layer_norm]; -"732 transpose_54" [id=732, type=transpose]; -"733 linear_36_updated_constant0" [id=733, type=get_attr]; -"734 transpose_54_0_0_nncf_smooth_quant_0" [id=734, type=call_module]; -"735 quantize_per_tensor_default_55" [id=735, type=quantize_per_tensor]; -"736 dequantize_per_tensor_default_55" [id=736, type=dequantize_per_tensor]; -"737 linear_36_scale_0" [id=737, type=get_attr]; -"738 linear_36_zero_point_0" [id=738, type=get_attr]; -"739 quantize_per_channel_default_37" [id=739, type=quantize_per_channel]; -"740 dequantize_per_channel_default_37" [id=740, type=dequantize_per_channel]; -"741 _param_constant115_0_0" [id=741, type=get_attr]; -"742 linear_36" [id=742, type=linear]; -"743 unflatten_9" [id=743, type=unflatten]; -"744 unsqueeze_9" [id=744, type=unsqueeze]; -"745 transpose_55" [id=745, type=transpose]; -"746 squeeze_9" [id=746, type=squeeze]; -"747 contiguous_9" [id=747, type=contiguous]; -"748 quantize_per_tensor_default_56" [id=748, type=quantize_per_tensor]; -"749 dequantize_per_tensor_default_56" [id=749, type=dequantize_per_tensor]; -"750 select_27" [id=750, type=select]; -"751 quantize_per_tensor_default_57" [id=751, type=quantize_per_tensor]; -"752 dequantize_per_tensor_default_57" [id=752, type=dequantize_per_tensor]; -"753 select_28" [id=753, type=select]; -"754 select_29" [id=754, type=select]; -"755 view_72" [id=755, type=view]; -"756 transpose_56" [id=756, type=transpose]; -"757 view_73" [id=757, type=view]; -"758 transpose_57" [id=758, type=transpose]; -"759 view_74" [id=759, type=view]; -"760 transpose_58" [id=760, type=transpose]; -"761 view_75" [id=761, type=view]; -"762 view_76" [id=762, type=view]; -"763 view_77" [id=763, type=view]; -"764 scaled_dot_product_attention_9" [id=764, type=scaled_dot_product_attention]; -"765 permute_10" [id=765, type=permute]; -"766 view_78" [id=766, type=view]; -"767 linear_37_updated_constant0" [id=767, type=get_attr]; -"768 view_78_0_0_nncf_smooth_quant_0" [id=768, type=call_module]; -"769 quantize_per_tensor_default_58" [id=769, type=quantize_per_tensor]; -"770 dequantize_per_tensor_default_58" [id=770, type=dequantize_per_tensor]; -"771 linear_37_scale_0" [id=771, type=get_attr]; -"772 linear_37_zero_point_0" [id=772, type=get_attr]; -"773 quantize_per_channel_default_38" [id=773, type=quantize_per_channel]; -"774 dequantize_per_channel_default_38" [id=774, type=dequantize_per_channel]; -"775 _param_constant117_0_0" [id=775, type=get_attr]; -"776 linear_37" [id=776, type=linear]; -"777 view_79" [id=777, type=view]; -"778 transpose_59" [id=778, type=transpose]; -"779 dropout_28" [id=779, type=dropout]; -"780 add_19" [id=780, type=add]; -"781 _param_constant118" [id=781, type=get_attr]; -"782 _param_constant119" [id=782, type=get_attr]; -"783 layer_norm_19" [id=783, type=layer_norm]; -"784 linear_38_updated_constant0" [id=784, type=get_attr]; -"785 layer_norm_19_0_0_nncf_smooth_quant_0" [id=785, type=call_module]; -"786 quantize_per_tensor_default_59" [id=786, type=quantize_per_tensor]; -"787 dequantize_per_tensor_default_59" [id=787, type=dequantize_per_tensor]; -"788 linear_38_scale_0" [id=788, type=get_attr]; -"789 linear_38_zero_point_0" [id=789, type=get_attr]; -"790 quantize_per_channel_default_39" [id=790, type=quantize_per_channel]; -"791 dequantize_per_channel_default_39" [id=791, type=dequantize_per_channel]; -"792 _param_constant121_0_0" [id=792, type=get_attr]; -"793 linear_38" [id=793, type=linear]; -"794 gelu_9" [id=794, type=gelu]; -"795 dropout_29" [id=795, type=dropout]; -"796 linear_39_updated_constant0" [id=796, type=get_attr]; -"797 dropout_29_0_0_nncf_smooth_quant_0" [id=797, type=call_module]; -"798 quantize_per_tensor_default_60" [id=798, type=quantize_per_tensor]; -"799 dequantize_per_tensor_default_60" [id=799, type=dequantize_per_tensor]; -"800 linear_39_scale_0" [id=800, type=get_attr]; -"801 linear_39_zero_point_0" [id=801, type=get_attr]; -"802 quantize_per_channel_default_40" [id=802, type=quantize_per_channel]; -"803 dequantize_per_channel_default_40" [id=803, type=dequantize_per_channel]; -"804 _param_constant123_0_0" [id=804, type=get_attr]; -"805 linear_39" [id=805, type=linear]; -"806 dropout_30" [id=806, type=dropout]; -"807 add_20" [id=807, type=add]; -"808 _param_constant124" [id=808, type=get_attr]; -"809 _param_constant125" [id=809, type=get_attr]; -"810 layer_norm_20" [id=810, type=layer_norm]; -"811 transpose_60" [id=811, type=transpose]; -"812 linear_40_updated_constant0" [id=812, type=get_attr]; -"813 transpose_60_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; -"814 quantize_per_tensor_default_61" [id=814, type=quantize_per_tensor]; -"815 dequantize_per_tensor_default_61" [id=815, type=dequantize_per_tensor]; -"816 linear_40_scale_0" [id=816, type=get_attr]; -"817 linear_40_zero_point_0" [id=817, type=get_attr]; -"818 quantize_per_channel_default_41" [id=818, type=quantize_per_channel]; -"819 dequantize_per_channel_default_41" [id=819, type=dequantize_per_channel]; -"820 _param_constant127_0_0" [id=820, type=get_attr]; -"821 linear_40" [id=821, type=linear]; -"822 unflatten_10" [id=822, type=unflatten]; -"823 unsqueeze_10" [id=823, type=unsqueeze]; -"824 transpose_61" [id=824, type=transpose]; -"825 squeeze_10" [id=825, type=squeeze]; -"826 contiguous_10" [id=826, type=contiguous]; -"827 quantize_per_tensor_default_62" [id=827, type=quantize_per_tensor]; -"828 dequantize_per_tensor_default_62" [id=828, type=dequantize_per_tensor]; -"829 select_30" [id=829, type=select]; -"830 quantize_per_tensor_default_63" [id=830, type=quantize_per_tensor]; -"831 dequantize_per_tensor_default_63" [id=831, type=dequantize_per_tensor]; -"832 select_31" [id=832, type=select]; -"833 select_32" [id=833, type=select]; -"834 view_80" [id=834, type=view]; -"835 transpose_62" [id=835, type=transpose]; -"836 view_81" [id=836, type=view]; -"837 transpose_63" [id=837, type=transpose]; -"838 view_82" [id=838, type=view]; -"839 transpose_64" [id=839, type=transpose]; -"840 view_83" [id=840, type=view]; -"841 view_84" [id=841, type=view]; -"842 view_85" [id=842, type=view]; -"843 scaled_dot_product_attention_10" [id=843, type=scaled_dot_product_attention]; -"844 permute_11" [id=844, type=permute]; -"845 view_86" [id=845, type=view]; -"846 linear_41_updated_constant0" [id=846, type=get_attr]; -"847 view_86_0_0_nncf_smooth_quant_0" [id=847, type=call_module]; -"848 quantize_per_tensor_default_64" [id=848, type=quantize_per_tensor]; -"849 dequantize_per_tensor_default_64" [id=849, type=dequantize_per_tensor]; -"850 linear_41_scale_0" [id=850, type=get_attr]; -"851 linear_41_zero_point_0" [id=851, type=get_attr]; -"852 quantize_per_channel_default_42" [id=852, type=quantize_per_channel]; -"853 dequantize_per_channel_default_42" [id=853, type=dequantize_per_channel]; -"854 _param_constant129_0_0" [id=854, type=get_attr]; -"855 linear_41" [id=855, type=linear]; -"856 view_87" [id=856, type=view]; -"857 transpose_65" [id=857, type=transpose]; -"858 dropout_31" [id=858, type=dropout]; -"859 add_21" [id=859, type=add]; -"860 _param_constant130" [id=860, type=get_attr]; -"861 _param_constant131" [id=861, type=get_attr]; -"862 layer_norm_21" [id=862, type=layer_norm]; -"863 linear_42_updated_constant0" [id=863, type=get_attr]; -"864 layer_norm_21_0_0_nncf_smooth_quant_0" [id=864, type=call_module]; -"865 quantize_per_tensor_default_65" [id=865, type=quantize_per_tensor]; -"866 dequantize_per_tensor_default_65" [id=866, type=dequantize_per_tensor]; -"867 linear_42_scale_0" [id=867, type=get_attr]; -"868 linear_42_zero_point_0" [id=868, type=get_attr]; -"869 quantize_per_channel_default_43" [id=869, type=quantize_per_channel]; -"870 dequantize_per_channel_default_43" [id=870, type=dequantize_per_channel]; -"871 _param_constant133_0_0" [id=871, type=get_attr]; -"872 linear_42" [id=872, type=linear]; -"873 gelu_10" [id=873, type=gelu]; -"874 dropout_32" [id=874, type=dropout]; -"875 linear_43_updated_constant0" [id=875, type=get_attr]; -"876 dropout_32_0_0_nncf_smooth_quant_0" [id=876, type=call_module]; -"877 quantize_per_tensor_default_66" [id=877, type=quantize_per_tensor]; -"878 dequantize_per_tensor_default_66" [id=878, type=dequantize_per_tensor]; -"879 linear_43_scale_0" [id=879, type=get_attr]; -"880 linear_43_zero_point_0" [id=880, type=get_attr]; -"881 quantize_per_channel_default_44" [id=881, type=quantize_per_channel]; -"882 dequantize_per_channel_default_44" [id=882, type=dequantize_per_channel]; -"883 _param_constant135_0_0" [id=883, type=get_attr]; -"884 linear_43" [id=884, type=linear]; -"885 dropout_33" [id=885, type=dropout]; -"886 add_22" [id=886, type=add]; -"887 _param_constant136" [id=887, type=get_attr]; -"888 _param_constant137" [id=888, type=get_attr]; -"889 layer_norm_22" [id=889, type=layer_norm]; -"890 transpose_66" [id=890, type=transpose]; -"891 linear_44_updated_constant0" [id=891, type=get_attr]; -"892 transpose_66_0_0_nncf_smooth_quant_0" [id=892, type=call_module]; -"893 quantize_per_tensor_default_67" [id=893, type=quantize_per_tensor]; -"894 dequantize_per_tensor_default_67" [id=894, type=dequantize_per_tensor]; -"895 linear_44_scale_0" [id=895, type=get_attr]; -"896 linear_44_zero_point_0" [id=896, type=get_attr]; -"897 quantize_per_channel_default_45" [id=897, type=quantize_per_channel]; -"898 dequantize_per_channel_default_45" [id=898, type=dequantize_per_channel]; -"899 _param_constant139_0_0" [id=899, type=get_attr]; -"900 linear_44" [id=900, type=linear]; -"901 unflatten_11" [id=901, type=unflatten]; -"902 unsqueeze_11" [id=902, type=unsqueeze]; -"903 transpose_67" [id=903, type=transpose]; -"904 squeeze_11" [id=904, type=squeeze]; -"905 contiguous_11" [id=905, type=contiguous]; -"906 quantize_per_tensor_default_68" [id=906, type=quantize_per_tensor]; -"907 dequantize_per_tensor_default_68" [id=907, type=dequantize_per_tensor]; -"908 select_33" [id=908, type=select]; -"909 quantize_per_tensor_default_69" [id=909, type=quantize_per_tensor]; -"910 dequantize_per_tensor_default_69" [id=910, type=dequantize_per_tensor]; -"911 select_34" [id=911, type=select]; -"912 select_35" [id=912, type=select]; -"913 view_88" [id=913, type=view]; -"914 transpose_68" [id=914, type=transpose]; -"915 view_89" [id=915, type=view]; -"916 transpose_69" [id=916, type=transpose]; -"917 view_90" [id=917, type=view]; -"918 transpose_70" [id=918, type=transpose]; -"919 view_91" [id=919, type=view]; -"920 view_92" [id=920, type=view]; -"921 view_93" [id=921, type=view]; -"922 scaled_dot_product_attention_11" [id=922, type=scaled_dot_product_attention]; -"923 permute_12" [id=923, type=permute]; -"924 view_94" [id=924, type=view]; -"925 linear_45_updated_constant0" [id=925, type=get_attr]; -"926 view_94_0_0_nncf_smooth_quant_0" [id=926, type=call_module]; -"927 quantize_per_tensor_default_70" [id=927, type=quantize_per_tensor]; -"928 dequantize_per_tensor_default_70" [id=928, type=dequantize_per_tensor]; -"929 linear_45_scale_0" [id=929, type=get_attr]; -"930 linear_45_zero_point_0" [id=930, type=get_attr]; -"931 quantize_per_channel_default_46" [id=931, type=quantize_per_channel]; -"932 dequantize_per_channel_default_46" [id=932, type=dequantize_per_channel]; -"933 _param_constant141_0_0" [id=933, type=get_attr]; -"934 linear_45" [id=934, type=linear]; -"935 view_95" [id=935, type=view]; -"936 transpose_71" [id=936, type=transpose]; -"937 dropout_34" [id=937, type=dropout]; -"938 add_23" [id=938, type=add]; -"939 _param_constant142" [id=939, type=get_attr]; -"940 _param_constant143" [id=940, type=get_attr]; -"941 layer_norm_23" [id=941, type=layer_norm]; -"942 linear_46_updated_constant0" [id=942, type=get_attr]; -"943 layer_norm_23_0_0_nncf_smooth_quant_0" [id=943, type=call_module]; -"944 quantize_per_tensor_default_71" [id=944, type=quantize_per_tensor]; -"945 dequantize_per_tensor_default_71" [id=945, type=dequantize_per_tensor]; -"946 linear_46_scale_0" [id=946, type=get_attr]; -"947 linear_46_zero_point_0" [id=947, type=get_attr]; -"948 quantize_per_channel_default_47" [id=948, type=quantize_per_channel]; -"949 dequantize_per_channel_default_47" [id=949, type=dequantize_per_channel]; -"950 _param_constant145_0_0" [id=950, type=get_attr]; -"951 linear_46" [id=951, type=linear]; -"952 gelu_11" [id=952, type=gelu]; -"953 dropout_35" [id=953, type=dropout]; -"954 linear_47_updated_constant0" [id=954, type=get_attr]; -"955 dropout_35_0_0_nncf_smooth_quant_0" [id=955, type=call_module]; -"956 quantize_per_tensor_default_72" [id=956, type=quantize_per_tensor]; -"957 dequantize_per_tensor_default_72" [id=957, type=dequantize_per_tensor]; -"958 linear_47_scale_0" [id=958, type=get_attr]; -"959 linear_47_zero_point_0" [id=959, type=get_attr]; -"960 quantize_per_channel_default_48" [id=960, type=quantize_per_channel]; -"961 dequantize_per_channel_default_48" [id=961, type=dequantize_per_channel]; -"962 _param_constant147_0_0" [id=962, type=get_attr]; -"963 linear_47" [id=963, type=linear]; -"964 dropout_36" [id=964, type=dropout]; -"965 add_24" [id=965, type=add]; -"966 _param_constant148" [id=966, type=get_attr]; -"967 _param_constant149" [id=967, type=get_attr]; -"968 layer_norm_24" [id=968, type=layer_norm]; -"969 slice_1" [id=969, type=slice]; -"970 select_36" [id=970, type=select]; -"971 linear_48_updated_constant0" [id=971, type=get_attr]; -"972 select_36_0_0_nncf_smooth_quant_0" [id=972, type=call_module]; -"973 quantize_per_tensor_default_73" [id=973, type=quantize_per_tensor]; -"974 dequantize_per_tensor_default_73" [id=974, type=dequantize_per_tensor]; -"975 linear_48_scale_0" [id=975, type=get_attr]; -"976 linear_48_zero_point_0" [id=976, type=get_attr]; -"977 quantize_per_channel_default_49" [id=977, type=quantize_per_channel]; -"978 dequantize_per_channel_default_49" [id=978, type=dequantize_per_channel]; -"979 _param_constant151_0_0" [id=979, type=get_attr]; -"980 linear_48" [id=980, type=linear]; -"981 output" [id=981, type=output]; +"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; +"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; +"5 _param_constant1_0_0" [id=5, type=get_attr]; +"6 mul_tensor" [id=6, type=mul]; +"7 conv2d" [id=7, type=conv2d]; +"8 reshape" [id=8, type=reshape]; +"9 permute" [id=9, type=permute]; +"10 _param_constant2" [id=10, type=get_attr]; +"11 expand" [id=11, type=expand]; +"12 cat" [id=12, type=cat]; +"13 _param_constant3" [id=13, type=get_attr]; +"14 add" [id=14, type=add]; +"15 dropout" [id=15, type=dropout]; +"16 _param_constant4" [id=16, type=get_attr]; +"17 _param_constant5" [id=17, type=get_attr]; +"18 layer_norm" [id=18, type=layer_norm]; +"19 transpose" [id=19, type=transpose]; +"20 transpose_0_0_nncf_smooth_quant_0" [id=20, type=call_module]; +"21 quantize_per_tensor_default_1" [id=21, type=quantize_per_tensor]; +"22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; +"23 linear_scale_0_updated_constant0" [id=23, type=get_attr]; +"24 compressed_weight_updated_constant1" [id=24, type=get_attr]; +"25 _param_constant7_0_0" [id=25, type=get_attr]; +"26 mul_tensor_1" [id=26, type=mul]; +"27 linear" [id=27, type=linear]; +"28 unflatten" [id=28, type=unflatten]; +"29 unsqueeze" [id=29, type=unsqueeze]; +"30 transpose_1" [id=30, type=transpose]; +"31 squeeze" [id=31, type=squeeze]; +"32 contiguous" [id=32, type=contiguous]; +"33 quantize_per_tensor_default_2" [id=33, type=quantize_per_tensor]; +"34 dequantize_per_tensor_default_2" [id=34, type=dequantize_per_tensor]; +"35 select" [id=35, type=select]; +"36 quantize_per_tensor_default_3" [id=36, type=quantize_per_tensor]; +"37 dequantize_per_tensor_default_3" [id=37, type=dequantize_per_tensor]; +"38 select_1" [id=38, type=select]; +"39 select_2" [id=39, type=select]; +"40 view" [id=40, type=view]; +"41 transpose_2" [id=41, type=transpose]; +"42 view_1" [id=42, type=view]; +"43 transpose_3" [id=43, type=transpose]; +"44 view_2" [id=44, type=view]; +"45 transpose_4" [id=45, type=transpose]; +"46 view_3" [id=46, type=view]; +"47 view_4" [id=47, type=view]; +"48 view_5" [id=48, type=view]; +"49 scaled_dot_product_attention" [id=49, type=scaled_dot_product_attention]; +"50 permute_1" [id=50, type=permute]; +"51 view_6" [id=51, type=view]; +"52 view_6_0_0_nncf_smooth_quant_0" [id=52, type=call_module]; +"53 quantize_per_tensor_default_4" [id=53, type=quantize_per_tensor]; +"54 dequantize_per_tensor_default_4" [id=54, type=dequantize_per_tensor]; +"55 linear_1_scale_0_updated_constant0" [id=55, type=get_attr]; +"56 compressed_weight_updated_constant2" [id=56, type=get_attr]; +"57 _param_constant9_0_0" [id=57, type=get_attr]; +"58 mul_tensor_2" [id=58, type=mul]; +"59 linear_1" [id=59, type=linear]; +"60 view_7" [id=60, type=view]; +"61 transpose_5" [id=61, type=transpose]; +"62 dropout_1" [id=62, type=dropout]; +"63 add_1" [id=63, type=add]; +"64 _param_constant10" [id=64, type=get_attr]; +"65 _param_constant11" [id=65, type=get_attr]; +"66 layer_norm_1" [id=66, type=layer_norm]; +"67 layer_norm_1_0_0_nncf_smooth_quant_0" [id=67, type=call_module]; +"68 quantize_per_tensor_default_5" [id=68, type=quantize_per_tensor]; +"69 dequantize_per_tensor_default_5" [id=69, type=dequantize_per_tensor]; +"70 linear_2_scale_0_updated_constant0" [id=70, type=get_attr]; +"71 compressed_weight_updated_constant3" [id=71, type=get_attr]; +"72 _param_constant13_0_0" [id=72, type=get_attr]; +"73 mul_tensor_3" [id=73, type=mul]; +"74 linear_2" [id=74, type=linear]; +"75 gelu" [id=75, type=gelu]; +"76 dropout_2" [id=76, type=dropout]; +"77 dropout_2_0_0_nncf_smooth_quant_0" [id=77, type=call_module]; +"78 quantize_per_tensor_default_6" [id=78, type=quantize_per_tensor]; +"79 dequantize_per_tensor_default_6" [id=79, type=dequantize_per_tensor]; +"80 linear_3_scale_0_updated_constant0" [id=80, type=get_attr]; +"81 compressed_weight_updated_constant4" [id=81, type=get_attr]; +"82 _param_constant15_0_0" [id=82, type=get_attr]; +"83 mul_tensor_4" [id=83, type=mul]; +"84 linear_3" [id=84, type=linear]; +"85 dropout_3" [id=85, type=dropout]; +"86 add_2" [id=86, type=add]; +"87 _param_constant16" [id=87, type=get_attr]; +"88 _param_constant17" [id=88, type=get_attr]; +"89 layer_norm_2" [id=89, type=layer_norm]; +"90 transpose_6" [id=90, type=transpose]; +"91 transpose_6_0_0_nncf_smooth_quant_0" [id=91, type=call_module]; +"92 quantize_per_tensor_default_7" [id=92, type=quantize_per_tensor]; +"93 dequantize_per_tensor_default_7" [id=93, type=dequantize_per_tensor]; +"94 linear_4_scale_0_updated_constant0" [id=94, type=get_attr]; +"95 compressed_weight_updated_constant5" [id=95, type=get_attr]; +"96 _param_constant19_0_0" [id=96, type=get_attr]; +"97 mul_tensor_5" [id=97, type=mul]; +"98 linear_4" [id=98, type=linear]; +"99 unflatten_1" [id=99, type=unflatten]; +"100 unsqueeze_1" [id=100, type=unsqueeze]; +"101 transpose_7" [id=101, type=transpose]; +"102 squeeze_1" [id=102, type=squeeze]; +"103 contiguous_1" [id=103, type=contiguous]; +"104 quantize_per_tensor_default_8" [id=104, type=quantize_per_tensor]; +"105 dequantize_per_tensor_default_8" [id=105, type=dequantize_per_tensor]; +"106 select_3" [id=106, type=select]; +"107 quantize_per_tensor_default_9" [id=107, type=quantize_per_tensor]; +"108 dequantize_per_tensor_default_9" [id=108, type=dequantize_per_tensor]; +"109 select_4" [id=109, type=select]; +"110 select_5" [id=110, type=select]; +"111 view_8" [id=111, type=view]; +"112 transpose_8" [id=112, type=transpose]; +"113 view_9" [id=113, type=view]; +"114 transpose_9" [id=114, type=transpose]; +"115 view_10" [id=115, type=view]; +"116 transpose_10" [id=116, type=transpose]; +"117 view_11" [id=117, type=view]; +"118 view_12" [id=118, type=view]; +"119 view_13" [id=119, type=view]; +"120 scaled_dot_product_attention_1" [id=120, type=scaled_dot_product_attention]; +"121 permute_2" [id=121, type=permute]; +"122 view_14" [id=122, type=view]; +"123 view_14_0_0_nncf_smooth_quant_0" [id=123, type=call_module]; +"124 quantize_per_tensor_default_10" [id=124, type=quantize_per_tensor]; +"125 dequantize_per_tensor_default_10" [id=125, type=dequantize_per_tensor]; +"126 linear_5_scale_0_updated_constant0" [id=126, type=get_attr]; +"127 compressed_weight_updated_constant6" [id=127, type=get_attr]; +"128 _param_constant21_0_0" [id=128, type=get_attr]; +"129 mul_tensor_6" [id=129, type=mul]; +"130 linear_5" [id=130, type=linear]; +"131 view_15" [id=131, type=view]; +"132 transpose_11" [id=132, type=transpose]; +"133 dropout_4" [id=133, type=dropout]; +"134 add_3" [id=134, type=add]; +"135 _param_constant22" [id=135, type=get_attr]; +"136 _param_constant23" [id=136, type=get_attr]; +"137 layer_norm_3" [id=137, type=layer_norm]; +"138 layer_norm_3_0_0_nncf_smooth_quant_0" [id=138, type=call_module]; +"139 quantize_per_tensor_default_11" [id=139, type=quantize_per_tensor]; +"140 dequantize_per_tensor_default_11" [id=140, type=dequantize_per_tensor]; +"141 linear_6_scale_0_updated_constant0" [id=141, type=get_attr]; +"142 compressed_weight_updated_constant7" [id=142, type=get_attr]; +"143 _param_constant25_0_0" [id=143, type=get_attr]; +"144 mul_tensor_7" [id=144, type=mul]; +"145 linear_6" [id=145, type=linear]; +"146 gelu_1" [id=146, type=gelu]; +"147 dropout_5" [id=147, type=dropout]; +"148 dropout_5_0_0_nncf_smooth_quant_0" [id=148, type=call_module]; +"149 quantize_per_tensor_default_12" [id=149, type=quantize_per_tensor]; +"150 dequantize_per_tensor_default_12" [id=150, type=dequantize_per_tensor]; +"151 linear_7_scale_0_updated_constant0" [id=151, type=get_attr]; +"152 compressed_weight_updated_constant8" [id=152, type=get_attr]; +"153 _param_constant27_0_0" [id=153, type=get_attr]; +"154 mul_tensor_8" [id=154, type=mul]; +"155 linear_7" [id=155, type=linear]; +"156 dropout_6" [id=156, type=dropout]; +"157 add_4" [id=157, type=add]; +"158 _param_constant28" [id=158, type=get_attr]; +"159 _param_constant29" [id=159, type=get_attr]; +"160 layer_norm_4" [id=160, type=layer_norm]; +"161 transpose_12" [id=161, type=transpose]; +"162 transpose_12_0_0_nncf_smooth_quant_0" [id=162, type=call_module]; +"163 quantize_per_tensor_default_13" [id=163, type=quantize_per_tensor]; +"164 dequantize_per_tensor_default_13" [id=164, type=dequantize_per_tensor]; +"165 linear_8_scale_0_updated_constant0" [id=165, type=get_attr]; +"166 compressed_weight_updated_constant9" [id=166, type=get_attr]; +"167 _param_constant31_0_0" [id=167, type=get_attr]; +"168 mul_tensor_9" [id=168, type=mul]; +"169 linear_8" [id=169, type=linear]; +"170 unflatten_2" [id=170, type=unflatten]; +"171 unsqueeze_2" [id=171, type=unsqueeze]; +"172 transpose_13" [id=172, type=transpose]; +"173 squeeze_2" [id=173, type=squeeze]; +"174 contiguous_2" [id=174, type=contiguous]; +"175 quantize_per_tensor_default_14" [id=175, type=quantize_per_tensor]; +"176 dequantize_per_tensor_default_14" [id=176, type=dequantize_per_tensor]; +"177 select_6" [id=177, type=select]; +"178 quantize_per_tensor_default_15" [id=178, type=quantize_per_tensor]; +"179 dequantize_per_tensor_default_15" [id=179, type=dequantize_per_tensor]; +"180 select_7" [id=180, type=select]; +"181 select_8" [id=181, type=select]; +"182 view_16" [id=182, type=view]; +"183 transpose_14" [id=183, type=transpose]; +"184 view_17" [id=184, type=view]; +"185 transpose_15" [id=185, type=transpose]; +"186 view_18" [id=186, type=view]; +"187 transpose_16" [id=187, type=transpose]; +"188 view_19" [id=188, type=view]; +"189 view_20" [id=189, type=view]; +"190 view_21" [id=190, type=view]; +"191 scaled_dot_product_attention_2" [id=191, type=scaled_dot_product_attention]; +"192 permute_3" [id=192, type=permute]; +"193 view_22" [id=193, type=view]; +"194 view_22_0_0_nncf_smooth_quant_0" [id=194, type=call_module]; +"195 quantize_per_tensor_default_16" [id=195, type=quantize_per_tensor]; +"196 dequantize_per_tensor_default_16" [id=196, type=dequantize_per_tensor]; +"197 linear_9_scale_0_updated_constant0" [id=197, type=get_attr]; +"198 compressed_weight_updated_constant10" [id=198, type=get_attr]; +"199 _param_constant33_0_0" [id=199, type=get_attr]; +"200 mul_tensor_10" [id=200, type=mul]; +"201 linear_9" [id=201, type=linear]; +"202 view_23" [id=202, type=view]; +"203 transpose_17" [id=203, type=transpose]; +"204 dropout_7" [id=204, type=dropout]; +"205 add_5" [id=205, type=add]; +"206 _param_constant34" [id=206, type=get_attr]; +"207 _param_constant35" [id=207, type=get_attr]; +"208 layer_norm_5" [id=208, type=layer_norm]; +"209 layer_norm_5_0_0_nncf_smooth_quant_0" [id=209, type=call_module]; +"210 quantize_per_tensor_default_17" [id=210, type=quantize_per_tensor]; +"211 dequantize_per_tensor_default_17" [id=211, type=dequantize_per_tensor]; +"212 linear_10_scale_0_updated_constant0" [id=212, type=get_attr]; +"213 compressed_weight_updated_constant11" [id=213, type=get_attr]; +"214 _param_constant37_0_0" [id=214, type=get_attr]; +"215 mul_tensor_11" [id=215, type=mul]; +"216 linear_10" [id=216, type=linear]; +"217 gelu_2" [id=217, type=gelu]; +"218 dropout_8" [id=218, type=dropout]; +"219 dropout_8_0_0_nncf_smooth_quant_0" [id=219, type=call_module]; +"220 quantize_per_tensor_default_18" [id=220, type=quantize_per_tensor]; +"221 dequantize_per_tensor_default_18" [id=221, type=dequantize_per_tensor]; +"222 linear_11_scale_0_updated_constant0" [id=222, type=get_attr]; +"223 compressed_weight_updated_constant12" [id=223, type=get_attr]; +"224 _param_constant39_0_0" [id=224, type=get_attr]; +"225 mul_tensor_12" [id=225, type=mul]; +"226 linear_11" [id=226, type=linear]; +"227 dropout_9" [id=227, type=dropout]; +"228 add_6" [id=228, type=add]; +"229 _param_constant40" [id=229, type=get_attr]; +"230 _param_constant41" [id=230, type=get_attr]; +"231 layer_norm_6" [id=231, type=layer_norm]; +"232 transpose_18" [id=232, type=transpose]; +"233 transpose_18_0_0_nncf_smooth_quant_0" [id=233, type=call_module]; +"234 quantize_per_tensor_default_19" [id=234, type=quantize_per_tensor]; +"235 dequantize_per_tensor_default_19" [id=235, type=dequantize_per_tensor]; +"236 linear_12_scale_0_updated_constant0" [id=236, type=get_attr]; +"237 compressed_weight_updated_constant13" [id=237, type=get_attr]; +"238 _param_constant43_0_0" [id=238, type=get_attr]; +"239 mul_tensor_13" [id=239, type=mul]; +"240 linear_12" [id=240, type=linear]; +"241 unflatten_3" [id=241, type=unflatten]; +"242 unsqueeze_3" [id=242, type=unsqueeze]; +"243 transpose_19" [id=243, type=transpose]; +"244 squeeze_3" [id=244, type=squeeze]; +"245 contiguous_3" [id=245, type=contiguous]; +"246 quantize_per_tensor_default_20" [id=246, type=quantize_per_tensor]; +"247 dequantize_per_tensor_default_20" [id=247, type=dequantize_per_tensor]; +"248 select_9" [id=248, type=select]; +"249 quantize_per_tensor_default_21" [id=249, type=quantize_per_tensor]; +"250 dequantize_per_tensor_default_21" [id=250, type=dequantize_per_tensor]; +"251 select_10" [id=251, type=select]; +"252 select_11" [id=252, type=select]; +"253 view_24" [id=253, type=view]; +"254 transpose_20" [id=254, type=transpose]; +"255 view_25" [id=255, type=view]; +"256 transpose_21" [id=256, type=transpose]; +"257 view_26" [id=257, type=view]; +"258 transpose_22" [id=258, type=transpose]; +"259 view_27" [id=259, type=view]; +"260 view_28" [id=260, type=view]; +"261 view_29" [id=261, type=view]; +"262 scaled_dot_product_attention_3" [id=262, type=scaled_dot_product_attention]; +"263 permute_4" [id=263, type=permute]; +"264 view_30" [id=264, type=view]; +"265 view_30_0_0_nncf_smooth_quant_0" [id=265, type=call_module]; +"266 quantize_per_tensor_default_22" [id=266, type=quantize_per_tensor]; +"267 dequantize_per_tensor_default_22" [id=267, type=dequantize_per_tensor]; +"268 linear_13_scale_0_updated_constant0" [id=268, type=get_attr]; +"269 compressed_weight_updated_constant14" [id=269, type=get_attr]; +"270 _param_constant45_0_0" [id=270, type=get_attr]; +"271 mul_tensor_14" [id=271, type=mul]; +"272 linear_13" [id=272, type=linear]; +"273 view_31" [id=273, type=view]; +"274 transpose_23" [id=274, type=transpose]; +"275 dropout_10" [id=275, type=dropout]; +"276 add_7" [id=276, type=add]; +"277 _param_constant46" [id=277, type=get_attr]; +"278 _param_constant47" [id=278, type=get_attr]; +"279 layer_norm_7" [id=279, type=layer_norm]; +"280 layer_norm_7_0_0_nncf_smooth_quant_0" [id=280, type=call_module]; +"281 quantize_per_tensor_default_23" [id=281, type=quantize_per_tensor]; +"282 dequantize_per_tensor_default_23" [id=282, type=dequantize_per_tensor]; +"283 linear_14_scale_0_updated_constant0" [id=283, type=get_attr]; +"284 compressed_weight_updated_constant15" [id=284, type=get_attr]; +"285 _param_constant49_0_0" [id=285, type=get_attr]; +"286 mul_tensor_15" [id=286, type=mul]; +"287 linear_14" [id=287, type=linear]; +"288 gelu_3" [id=288, type=gelu]; +"289 dropout_11" [id=289, type=dropout]; +"290 dropout_11_0_0_nncf_smooth_quant_0" [id=290, type=call_module]; +"291 quantize_per_tensor_default_24" [id=291, type=quantize_per_tensor]; +"292 dequantize_per_tensor_default_24" [id=292, type=dequantize_per_tensor]; +"293 linear_15_scale_0_updated_constant0" [id=293, type=get_attr]; +"294 compressed_weight_updated_constant16" [id=294, type=get_attr]; +"295 _param_constant51_0_0" [id=295, type=get_attr]; +"296 mul_tensor_16" [id=296, type=mul]; +"297 linear_15" [id=297, type=linear]; +"298 dropout_12" [id=298, type=dropout]; +"299 add_8" [id=299, type=add]; +"300 _param_constant52" [id=300, type=get_attr]; +"301 _param_constant53" [id=301, type=get_attr]; +"302 layer_norm_8" [id=302, type=layer_norm]; +"303 transpose_24" [id=303, type=transpose]; +"304 transpose_24_0_0_nncf_smooth_quant_0" [id=304, type=call_module]; +"305 quantize_per_tensor_default_25" [id=305, type=quantize_per_tensor]; +"306 dequantize_per_tensor_default_25" [id=306, type=dequantize_per_tensor]; +"307 linear_16_scale_0_updated_constant0" [id=307, type=get_attr]; +"308 compressed_weight_updated_constant17" [id=308, type=get_attr]; +"309 _param_constant55_0_0" [id=309, type=get_attr]; +"310 mul_tensor_17" [id=310, type=mul]; +"311 linear_16" [id=311, type=linear]; +"312 unflatten_4" [id=312, type=unflatten]; +"313 unsqueeze_4" [id=313, type=unsqueeze]; +"314 transpose_25" [id=314, type=transpose]; +"315 squeeze_4" [id=315, type=squeeze]; +"316 contiguous_4" [id=316, type=contiguous]; +"317 quantize_per_tensor_default_26" [id=317, type=quantize_per_tensor]; +"318 dequantize_per_tensor_default_26" [id=318, type=dequantize_per_tensor]; +"319 select_12" [id=319, type=select]; +"320 quantize_per_tensor_default_27" [id=320, type=quantize_per_tensor]; +"321 dequantize_per_tensor_default_27" [id=321, type=dequantize_per_tensor]; +"322 select_13" [id=322, type=select]; +"323 select_14" [id=323, type=select]; +"324 view_32" [id=324, type=view]; +"325 transpose_26" [id=325, type=transpose]; +"326 view_33" [id=326, type=view]; +"327 transpose_27" [id=327, type=transpose]; +"328 view_34" [id=328, type=view]; +"329 transpose_28" [id=329, type=transpose]; +"330 view_35" [id=330, type=view]; +"331 view_36" [id=331, type=view]; +"332 view_37" [id=332, type=view]; +"333 scaled_dot_product_attention_4" [id=333, type=scaled_dot_product_attention]; +"334 permute_5" [id=334, type=permute]; +"335 view_38" [id=335, type=view]; +"336 view_38_0_0_nncf_smooth_quant_0" [id=336, type=call_module]; +"337 quantize_per_tensor_default_28" [id=337, type=quantize_per_tensor]; +"338 dequantize_per_tensor_default_28" [id=338, type=dequantize_per_tensor]; +"339 linear_17_scale_0_updated_constant0" [id=339, type=get_attr]; +"340 compressed_weight_updated_constant18" [id=340, type=get_attr]; +"341 _param_constant57_0_0" [id=341, type=get_attr]; +"342 mul_tensor_18" [id=342, type=mul]; +"343 linear_17" [id=343, type=linear]; +"344 view_39" [id=344, type=view]; +"345 transpose_29" [id=345, type=transpose]; +"346 dropout_13" [id=346, type=dropout]; +"347 add_9" [id=347, type=add]; +"348 _param_constant58" [id=348, type=get_attr]; +"349 _param_constant59" [id=349, type=get_attr]; +"350 layer_norm_9" [id=350, type=layer_norm]; +"351 layer_norm_9_0_0_nncf_smooth_quant_0" [id=351, type=call_module]; +"352 quantize_per_tensor_default_29" [id=352, type=quantize_per_tensor]; +"353 dequantize_per_tensor_default_29" [id=353, type=dequantize_per_tensor]; +"354 linear_18_scale_0_updated_constant0" [id=354, type=get_attr]; +"355 compressed_weight_updated_constant19" [id=355, type=get_attr]; +"356 _param_constant61_0_0" [id=356, type=get_attr]; +"357 mul_tensor_19" [id=357, type=mul]; +"358 linear_18" [id=358, type=linear]; +"359 gelu_4" [id=359, type=gelu]; +"360 dropout_14" [id=360, type=dropout]; +"361 dropout_14_0_0_nncf_smooth_quant_0" [id=361, type=call_module]; +"362 quantize_per_tensor_default_30" [id=362, type=quantize_per_tensor]; +"363 dequantize_per_tensor_default_30" [id=363, type=dequantize_per_tensor]; +"364 linear_19_scale_0_updated_constant0" [id=364, type=get_attr]; +"365 compressed_weight_updated_constant20" [id=365, type=get_attr]; +"366 _param_constant63_0_0" [id=366, type=get_attr]; +"367 mul_tensor_20" [id=367, type=mul]; +"368 linear_19" [id=368, type=linear]; +"369 dropout_15" [id=369, type=dropout]; +"370 add_10" [id=370, type=add]; +"371 _param_constant64" [id=371, type=get_attr]; +"372 _param_constant65" [id=372, type=get_attr]; +"373 layer_norm_10" [id=373, type=layer_norm]; +"374 transpose_30" [id=374, type=transpose]; +"375 transpose_30_0_0_nncf_smooth_quant_0" [id=375, type=call_module]; +"376 quantize_per_tensor_default_31" [id=376, type=quantize_per_tensor]; +"377 dequantize_per_tensor_default_31" [id=377, type=dequantize_per_tensor]; +"378 linear_20_scale_0_updated_constant0" [id=378, type=get_attr]; +"379 compressed_weight_updated_constant21" [id=379, type=get_attr]; +"380 _param_constant67_0_0" [id=380, type=get_attr]; +"381 mul_tensor_21" [id=381, type=mul]; +"382 linear_20" [id=382, type=linear]; +"383 unflatten_5" [id=383, type=unflatten]; +"384 unsqueeze_5" [id=384, type=unsqueeze]; +"385 transpose_31" [id=385, type=transpose]; +"386 squeeze_5" [id=386, type=squeeze]; +"387 contiguous_5" [id=387, type=contiguous]; +"388 quantize_per_tensor_default_32" [id=388, type=quantize_per_tensor]; +"389 dequantize_per_tensor_default_32" [id=389, type=dequantize_per_tensor]; +"390 select_15" [id=390, type=select]; +"391 quantize_per_tensor_default_33" [id=391, type=quantize_per_tensor]; +"392 dequantize_per_tensor_default_33" [id=392, type=dequantize_per_tensor]; +"393 select_16" [id=393, type=select]; +"394 select_17" [id=394, type=select]; +"395 view_40" [id=395, type=view]; +"396 transpose_32" [id=396, type=transpose]; +"397 view_41" [id=397, type=view]; +"398 transpose_33" [id=398, type=transpose]; +"399 view_42" [id=399, type=view]; +"400 transpose_34" [id=400, type=transpose]; +"401 view_43" [id=401, type=view]; +"402 view_44" [id=402, type=view]; +"403 view_45" [id=403, type=view]; +"404 scaled_dot_product_attention_5" [id=404, type=scaled_dot_product_attention]; +"405 permute_6" [id=405, type=permute]; +"406 view_46" [id=406, type=view]; +"407 view_46_0_0_nncf_smooth_quant_0" [id=407, type=call_module]; +"408 quantize_per_tensor_default_34" [id=408, type=quantize_per_tensor]; +"409 dequantize_per_tensor_default_34" [id=409, type=dequantize_per_tensor]; +"410 linear_21_scale_0_updated_constant0" [id=410, type=get_attr]; +"411 compressed_weight_updated_constant22" [id=411, type=get_attr]; +"412 _param_constant69_0_0" [id=412, type=get_attr]; +"413 mul_tensor_22" [id=413, type=mul]; +"414 linear_21" [id=414, type=linear]; +"415 view_47" [id=415, type=view]; +"416 transpose_35" [id=416, type=transpose]; +"417 dropout_16" [id=417, type=dropout]; +"418 add_11" [id=418, type=add]; +"419 _param_constant70" [id=419, type=get_attr]; +"420 _param_constant71" [id=420, type=get_attr]; +"421 layer_norm_11" [id=421, type=layer_norm]; +"422 layer_norm_11_0_0_nncf_smooth_quant_0" [id=422, type=call_module]; +"423 quantize_per_tensor_default_35" [id=423, type=quantize_per_tensor]; +"424 dequantize_per_tensor_default_35" [id=424, type=dequantize_per_tensor]; +"425 linear_22_scale_0_updated_constant0" [id=425, type=get_attr]; +"426 compressed_weight_updated_constant23" [id=426, type=get_attr]; +"427 _param_constant73_0_0" [id=427, type=get_attr]; +"428 mul_tensor_23" [id=428, type=mul]; +"429 linear_22" [id=429, type=linear]; +"430 gelu_5" [id=430, type=gelu]; +"431 dropout_17" [id=431, type=dropout]; +"432 dropout_17_0_0_nncf_smooth_quant_0" [id=432, type=call_module]; +"433 quantize_per_tensor_default_36" [id=433, type=quantize_per_tensor]; +"434 dequantize_per_tensor_default_36" [id=434, type=dequantize_per_tensor]; +"435 linear_23_scale_0_updated_constant0" [id=435, type=get_attr]; +"436 compressed_weight_updated_constant24" [id=436, type=get_attr]; +"437 _param_constant75_0_0" [id=437, type=get_attr]; +"438 mul_tensor_24" [id=438, type=mul]; +"439 linear_23" [id=439, type=linear]; +"440 dropout_18" [id=440, type=dropout]; +"441 add_12" [id=441, type=add]; +"442 _param_constant76" [id=442, type=get_attr]; +"443 _param_constant77" [id=443, type=get_attr]; +"444 layer_norm_12" [id=444, type=layer_norm]; +"445 transpose_36" [id=445, type=transpose]; +"446 transpose_36_0_0_nncf_smooth_quant_0" [id=446, type=call_module]; +"447 quantize_per_tensor_default_37" [id=447, type=quantize_per_tensor]; +"448 dequantize_per_tensor_default_37" [id=448, type=dequantize_per_tensor]; +"449 linear_24_scale_0_updated_constant0" [id=449, type=get_attr]; +"450 compressed_weight_updated_constant25" [id=450, type=get_attr]; +"451 _param_constant79_0_0" [id=451, type=get_attr]; +"452 mul_tensor_25" [id=452, type=mul]; +"453 linear_24" [id=453, type=linear]; +"454 unflatten_6" [id=454, type=unflatten]; +"455 unsqueeze_6" [id=455, type=unsqueeze]; +"456 transpose_37" [id=456, type=transpose]; +"457 squeeze_6" [id=457, type=squeeze]; +"458 contiguous_6" [id=458, type=contiguous]; +"459 quantize_per_tensor_default_38" [id=459, type=quantize_per_tensor]; +"460 dequantize_per_tensor_default_38" [id=460, type=dequantize_per_tensor]; +"461 select_18" [id=461, type=select]; +"462 quantize_per_tensor_default_39" [id=462, type=quantize_per_tensor]; +"463 dequantize_per_tensor_default_39" [id=463, type=dequantize_per_tensor]; +"464 select_19" [id=464, type=select]; +"465 select_20" [id=465, type=select]; +"466 view_48" [id=466, type=view]; +"467 transpose_38" [id=467, type=transpose]; +"468 view_49" [id=468, type=view]; +"469 transpose_39" [id=469, type=transpose]; +"470 view_50" [id=470, type=view]; +"471 transpose_40" [id=471, type=transpose]; +"472 view_51" [id=472, type=view]; +"473 view_52" [id=473, type=view]; +"474 view_53" [id=474, type=view]; +"475 scaled_dot_product_attention_6" [id=475, type=scaled_dot_product_attention]; +"476 permute_7" [id=476, type=permute]; +"477 view_54" [id=477, type=view]; +"478 view_54_0_0_nncf_smooth_quant_0" [id=478, type=call_module]; +"479 quantize_per_tensor_default_40" [id=479, type=quantize_per_tensor]; +"480 dequantize_per_tensor_default_40" [id=480, type=dequantize_per_tensor]; +"481 linear_25_scale_0_updated_constant0" [id=481, type=get_attr]; +"482 compressed_weight_updated_constant26" [id=482, type=get_attr]; +"483 _param_constant81_0_0" [id=483, type=get_attr]; +"484 mul_tensor_26" [id=484, type=mul]; +"485 linear_25" [id=485, type=linear]; +"486 view_55" [id=486, type=view]; +"487 transpose_41" [id=487, type=transpose]; +"488 dropout_19" [id=488, type=dropout]; +"489 add_13" [id=489, type=add]; +"490 _param_constant82" [id=490, type=get_attr]; +"491 _param_constant83" [id=491, type=get_attr]; +"492 layer_norm_13" [id=492, type=layer_norm]; +"493 layer_norm_13_0_0_nncf_smooth_quant_0" [id=493, type=call_module]; +"494 quantize_per_tensor_default_41" [id=494, type=quantize_per_tensor]; +"495 dequantize_per_tensor_default_41" [id=495, type=dequantize_per_tensor]; +"496 linear_26_scale_0_updated_constant0" [id=496, type=get_attr]; +"497 compressed_weight_updated_constant27" [id=497, type=get_attr]; +"498 _param_constant85_0_0" [id=498, type=get_attr]; +"499 mul_tensor_27" [id=499, type=mul]; +"500 linear_26" [id=500, type=linear]; +"501 gelu_6" [id=501, type=gelu]; +"502 dropout_20" [id=502, type=dropout]; +"503 dropout_20_0_0_nncf_smooth_quant_0" [id=503, type=call_module]; +"504 quantize_per_tensor_default_42" [id=504, type=quantize_per_tensor]; +"505 dequantize_per_tensor_default_42" [id=505, type=dequantize_per_tensor]; +"506 linear_27_scale_0_updated_constant0" [id=506, type=get_attr]; +"507 compressed_weight_updated_constant28" [id=507, type=get_attr]; +"508 _param_constant87_0_0" [id=508, type=get_attr]; +"509 mul_tensor_28" [id=509, type=mul]; +"510 linear_27" [id=510, type=linear]; +"511 dropout_21" [id=511, type=dropout]; +"512 add_14" [id=512, type=add]; +"513 _param_constant88" [id=513, type=get_attr]; +"514 _param_constant89" [id=514, type=get_attr]; +"515 layer_norm_14" [id=515, type=layer_norm]; +"516 transpose_42" [id=516, type=transpose]; +"517 transpose_42_0_0_nncf_smooth_quant_0" [id=517, type=call_module]; +"518 quantize_per_tensor_default_43" [id=518, type=quantize_per_tensor]; +"519 dequantize_per_tensor_default_43" [id=519, type=dequantize_per_tensor]; +"520 linear_28_scale_0_updated_constant0" [id=520, type=get_attr]; +"521 compressed_weight_updated_constant29" [id=521, type=get_attr]; +"522 _param_constant91_0_0" [id=522, type=get_attr]; +"523 mul_tensor_29" [id=523, type=mul]; +"524 linear_28" [id=524, type=linear]; +"525 unflatten_7" [id=525, type=unflatten]; +"526 unsqueeze_7" [id=526, type=unsqueeze]; +"527 transpose_43" [id=527, type=transpose]; +"528 squeeze_7" [id=528, type=squeeze]; +"529 contiguous_7" [id=529, type=contiguous]; +"530 quantize_per_tensor_default_44" [id=530, type=quantize_per_tensor]; +"531 dequantize_per_tensor_default_44" [id=531, type=dequantize_per_tensor]; +"532 select_21" [id=532, type=select]; +"533 quantize_per_tensor_default_45" [id=533, type=quantize_per_tensor]; +"534 dequantize_per_tensor_default_45" [id=534, type=dequantize_per_tensor]; +"535 select_22" [id=535, type=select]; +"536 select_23" [id=536, type=select]; +"537 view_56" [id=537, type=view]; +"538 transpose_44" [id=538, type=transpose]; +"539 view_57" [id=539, type=view]; +"540 transpose_45" [id=540, type=transpose]; +"541 view_58" [id=541, type=view]; +"542 transpose_46" [id=542, type=transpose]; +"543 view_59" [id=543, type=view]; +"544 view_60" [id=544, type=view]; +"545 view_61" [id=545, type=view]; +"546 scaled_dot_product_attention_7" [id=546, type=scaled_dot_product_attention]; +"547 permute_8" [id=547, type=permute]; +"548 view_62" [id=548, type=view]; +"549 view_62_0_0_nncf_smooth_quant_0" [id=549, type=call_module]; +"550 quantize_per_tensor_default_46" [id=550, type=quantize_per_tensor]; +"551 dequantize_per_tensor_default_46" [id=551, type=dequantize_per_tensor]; +"552 linear_29_scale_0_updated_constant0" [id=552, type=get_attr]; +"553 compressed_weight_updated_constant30" [id=553, type=get_attr]; +"554 _param_constant93_0_0" [id=554, type=get_attr]; +"555 mul_tensor_30" [id=555, type=mul]; +"556 linear_29" [id=556, type=linear]; +"557 view_63" [id=557, type=view]; +"558 transpose_47" [id=558, type=transpose]; +"559 dropout_22" [id=559, type=dropout]; +"560 add_15" [id=560, type=add]; +"561 _param_constant94" [id=561, type=get_attr]; +"562 _param_constant95" [id=562, type=get_attr]; +"563 layer_norm_15" [id=563, type=layer_norm]; +"564 layer_norm_15_0_0_nncf_smooth_quant_0" [id=564, type=call_module]; +"565 quantize_per_tensor_default_47" [id=565, type=quantize_per_tensor]; +"566 dequantize_per_tensor_default_47" [id=566, type=dequantize_per_tensor]; +"567 linear_30_scale_0_updated_constant0" [id=567, type=get_attr]; +"568 compressed_weight_updated_constant31" [id=568, type=get_attr]; +"569 _param_constant97_0_0" [id=569, type=get_attr]; +"570 mul_tensor_31" [id=570, type=mul]; +"571 linear_30" [id=571, type=linear]; +"572 gelu_7" [id=572, type=gelu]; +"573 dropout_23" [id=573, type=dropout]; +"574 dropout_23_0_0_nncf_smooth_quant_0" [id=574, type=call_module]; +"575 quantize_per_tensor_default_48" [id=575, type=quantize_per_tensor]; +"576 dequantize_per_tensor_default_48" [id=576, type=dequantize_per_tensor]; +"577 linear_31_scale_0_updated_constant0" [id=577, type=get_attr]; +"578 compressed_weight_updated_constant32" [id=578, type=get_attr]; +"579 _param_constant99_0_0" [id=579, type=get_attr]; +"580 mul_tensor_32" [id=580, type=mul]; +"581 linear_31" [id=581, type=linear]; +"582 dropout_24" [id=582, type=dropout]; +"583 add_16" [id=583, type=add]; +"584 _param_constant100" [id=584, type=get_attr]; +"585 _param_constant101" [id=585, type=get_attr]; +"586 layer_norm_16" [id=586, type=layer_norm]; +"587 transpose_48" [id=587, type=transpose]; +"588 transpose_48_0_0_nncf_smooth_quant_0" [id=588, type=call_module]; +"589 quantize_per_tensor_default_49" [id=589, type=quantize_per_tensor]; +"590 dequantize_per_tensor_default_49" [id=590, type=dequantize_per_tensor]; +"591 linear_32_scale_0_updated_constant0" [id=591, type=get_attr]; +"592 compressed_weight_updated_constant33" [id=592, type=get_attr]; +"593 _param_constant103_0_0" [id=593, type=get_attr]; +"594 mul_tensor_33" [id=594, type=mul]; +"595 linear_32" [id=595, type=linear]; +"596 unflatten_8" [id=596, type=unflatten]; +"597 unsqueeze_8" [id=597, type=unsqueeze]; +"598 transpose_49" [id=598, type=transpose]; +"599 squeeze_8" [id=599, type=squeeze]; +"600 contiguous_8" [id=600, type=contiguous]; +"601 quantize_per_tensor_default_50" [id=601, type=quantize_per_tensor]; +"602 dequantize_per_tensor_default_50" [id=602, type=dequantize_per_tensor]; +"603 select_24" [id=603, type=select]; +"604 quantize_per_tensor_default_51" [id=604, type=quantize_per_tensor]; +"605 dequantize_per_tensor_default_51" [id=605, type=dequantize_per_tensor]; +"606 select_25" [id=606, type=select]; +"607 select_26" [id=607, type=select]; +"608 view_64" [id=608, type=view]; +"609 transpose_50" [id=609, type=transpose]; +"610 view_65" [id=610, type=view]; +"611 transpose_51" [id=611, type=transpose]; +"612 view_66" [id=612, type=view]; +"613 transpose_52" [id=613, type=transpose]; +"614 view_67" [id=614, type=view]; +"615 view_68" [id=615, type=view]; +"616 view_69" [id=616, type=view]; +"617 scaled_dot_product_attention_8" [id=617, type=scaled_dot_product_attention]; +"618 permute_9" [id=618, type=permute]; +"619 view_70" [id=619, type=view]; +"620 view_70_0_0_nncf_smooth_quant_0" [id=620, type=call_module]; +"621 quantize_per_tensor_default_52" [id=621, type=quantize_per_tensor]; +"622 dequantize_per_tensor_default_52" [id=622, type=dequantize_per_tensor]; +"623 linear_33_scale_0_updated_constant0" [id=623, type=get_attr]; +"624 compressed_weight_updated_constant34" [id=624, type=get_attr]; +"625 _param_constant105_0_0" [id=625, type=get_attr]; +"626 mul_tensor_34" [id=626, type=mul]; +"627 linear_33" [id=627, type=linear]; +"628 view_71" [id=628, type=view]; +"629 transpose_53" [id=629, type=transpose]; +"630 dropout_25" [id=630, type=dropout]; +"631 add_17" [id=631, type=add]; +"632 _param_constant106" [id=632, type=get_attr]; +"633 _param_constant107" [id=633, type=get_attr]; +"634 layer_norm_17" [id=634, type=layer_norm]; +"635 layer_norm_17_0_0_nncf_smooth_quant_0" [id=635, type=call_module]; +"636 quantize_per_tensor_default_53" [id=636, type=quantize_per_tensor]; +"637 dequantize_per_tensor_default_53" [id=637, type=dequantize_per_tensor]; +"638 linear_34_scale_0_updated_constant0" [id=638, type=get_attr]; +"639 compressed_weight_updated_constant35" [id=639, type=get_attr]; +"640 _param_constant109_0_0" [id=640, type=get_attr]; +"641 mul_tensor_35" [id=641, type=mul]; +"642 linear_34" [id=642, type=linear]; +"643 gelu_8" [id=643, type=gelu]; +"644 dropout_26" [id=644, type=dropout]; +"645 dropout_26_0_0_nncf_smooth_quant_0" [id=645, type=call_module]; +"646 quantize_per_tensor_default_54" [id=646, type=quantize_per_tensor]; +"647 dequantize_per_tensor_default_54" [id=647, type=dequantize_per_tensor]; +"648 linear_35_scale_0_updated_constant0" [id=648, type=get_attr]; +"649 compressed_weight_updated_constant36" [id=649, type=get_attr]; +"650 _param_constant111_0_0" [id=650, type=get_attr]; +"651 mul_tensor_36" [id=651, type=mul]; +"652 linear_35" [id=652, type=linear]; +"653 dropout_27" [id=653, type=dropout]; +"654 add_18" [id=654, type=add]; +"655 _param_constant112" [id=655, type=get_attr]; +"656 _param_constant113" [id=656, type=get_attr]; +"657 layer_norm_18" [id=657, type=layer_norm]; +"658 transpose_54" [id=658, type=transpose]; +"659 transpose_54_0_0_nncf_smooth_quant_0" [id=659, type=call_module]; +"660 quantize_per_tensor_default_55" [id=660, type=quantize_per_tensor]; +"661 dequantize_per_tensor_default_55" [id=661, type=dequantize_per_tensor]; +"662 linear_36_scale_0_updated_constant0" [id=662, type=get_attr]; +"663 compressed_weight_updated_constant37" [id=663, type=get_attr]; +"664 _param_constant115_0_0" [id=664, type=get_attr]; +"665 mul_tensor_37" [id=665, type=mul]; +"666 linear_36" [id=666, type=linear]; +"667 unflatten_9" [id=667, type=unflatten]; +"668 unsqueeze_9" [id=668, type=unsqueeze]; +"669 transpose_55" [id=669, type=transpose]; +"670 squeeze_9" [id=670, type=squeeze]; +"671 contiguous_9" [id=671, type=contiguous]; +"672 quantize_per_tensor_default_56" [id=672, type=quantize_per_tensor]; +"673 dequantize_per_tensor_default_56" [id=673, type=dequantize_per_tensor]; +"674 select_27" [id=674, type=select]; +"675 quantize_per_tensor_default_57" [id=675, type=quantize_per_tensor]; +"676 dequantize_per_tensor_default_57" [id=676, type=dequantize_per_tensor]; +"677 select_28" [id=677, type=select]; +"678 select_29" [id=678, type=select]; +"679 view_72" [id=679, type=view]; +"680 transpose_56" [id=680, type=transpose]; +"681 view_73" [id=681, type=view]; +"682 transpose_57" [id=682, type=transpose]; +"683 view_74" [id=683, type=view]; +"684 transpose_58" [id=684, type=transpose]; +"685 view_75" [id=685, type=view]; +"686 view_76" [id=686, type=view]; +"687 view_77" [id=687, type=view]; +"688 scaled_dot_product_attention_9" [id=688, type=scaled_dot_product_attention]; +"689 permute_10" [id=689, type=permute]; +"690 view_78" [id=690, type=view]; +"691 view_78_0_0_nncf_smooth_quant_0" [id=691, type=call_module]; +"692 quantize_per_tensor_default_58" [id=692, type=quantize_per_tensor]; +"693 dequantize_per_tensor_default_58" [id=693, type=dequantize_per_tensor]; +"694 linear_37_scale_0_updated_constant0" [id=694, type=get_attr]; +"695 compressed_weight_updated_constant38" [id=695, type=get_attr]; +"696 _param_constant117_0_0" [id=696, type=get_attr]; +"697 mul_tensor_38" [id=697, type=mul]; +"698 linear_37" [id=698, type=linear]; +"699 view_79" [id=699, type=view]; +"700 transpose_59" [id=700, type=transpose]; +"701 dropout_28" [id=701, type=dropout]; +"702 add_19" [id=702, type=add]; +"703 _param_constant118" [id=703, type=get_attr]; +"704 _param_constant119" [id=704, type=get_attr]; +"705 layer_norm_19" [id=705, type=layer_norm]; +"706 layer_norm_19_0_0_nncf_smooth_quant_0" [id=706, type=call_module]; +"707 quantize_per_tensor_default_59" [id=707, type=quantize_per_tensor]; +"708 dequantize_per_tensor_default_59" [id=708, type=dequantize_per_tensor]; +"709 linear_38_scale_0_updated_constant0" [id=709, type=get_attr]; +"710 compressed_weight_updated_constant39" [id=710, type=get_attr]; +"711 _param_constant121_0_0" [id=711, type=get_attr]; +"712 mul_tensor_39" [id=712, type=mul]; +"713 linear_38" [id=713, type=linear]; +"714 gelu_9" [id=714, type=gelu]; +"715 dropout_29" [id=715, type=dropout]; +"716 dropout_29_0_0_nncf_smooth_quant_0" [id=716, type=call_module]; +"717 quantize_per_tensor_default_60" [id=717, type=quantize_per_tensor]; +"718 dequantize_per_tensor_default_60" [id=718, type=dequantize_per_tensor]; +"719 linear_39_scale_0_updated_constant0" [id=719, type=get_attr]; +"720 compressed_weight_updated_constant40" [id=720, type=get_attr]; +"721 _param_constant123_0_0" [id=721, type=get_attr]; +"722 mul_tensor_40" [id=722, type=mul]; +"723 linear_39" [id=723, type=linear]; +"724 dropout_30" [id=724, type=dropout]; +"725 add_20" [id=725, type=add]; +"726 _param_constant124" [id=726, type=get_attr]; +"727 _param_constant125" [id=727, type=get_attr]; +"728 layer_norm_20" [id=728, type=layer_norm]; +"729 transpose_60" [id=729, type=transpose]; +"730 transpose_60_0_0_nncf_smooth_quant_0" [id=730, type=call_module]; +"731 quantize_per_tensor_default_61" [id=731, type=quantize_per_tensor]; +"732 dequantize_per_tensor_default_61" [id=732, type=dequantize_per_tensor]; +"733 linear_40_scale_0_updated_constant0" [id=733, type=get_attr]; +"734 compressed_weight_updated_constant41" [id=734, type=get_attr]; +"735 _param_constant127_0_0" [id=735, type=get_attr]; +"736 mul_tensor_41" [id=736, type=mul]; +"737 linear_40" [id=737, type=linear]; +"738 unflatten_10" [id=738, type=unflatten]; +"739 unsqueeze_10" [id=739, type=unsqueeze]; +"740 transpose_61" [id=740, type=transpose]; +"741 squeeze_10" [id=741, type=squeeze]; +"742 contiguous_10" [id=742, type=contiguous]; +"743 quantize_per_tensor_default_62" [id=743, type=quantize_per_tensor]; +"744 dequantize_per_tensor_default_62" [id=744, type=dequantize_per_tensor]; +"745 select_30" [id=745, type=select]; +"746 quantize_per_tensor_default_63" [id=746, type=quantize_per_tensor]; +"747 dequantize_per_tensor_default_63" [id=747, type=dequantize_per_tensor]; +"748 select_31" [id=748, type=select]; +"749 select_32" [id=749, type=select]; +"750 view_80" [id=750, type=view]; +"751 transpose_62" [id=751, type=transpose]; +"752 view_81" [id=752, type=view]; +"753 transpose_63" [id=753, type=transpose]; +"754 view_82" [id=754, type=view]; +"755 transpose_64" [id=755, type=transpose]; +"756 view_83" [id=756, type=view]; +"757 view_84" [id=757, type=view]; +"758 view_85" [id=758, type=view]; +"759 scaled_dot_product_attention_10" [id=759, type=scaled_dot_product_attention]; +"760 permute_11" [id=760, type=permute]; +"761 view_86" [id=761, type=view]; +"762 view_86_0_0_nncf_smooth_quant_0" [id=762, type=call_module]; +"763 quantize_per_tensor_default_64" [id=763, type=quantize_per_tensor]; +"764 dequantize_per_tensor_default_64" [id=764, type=dequantize_per_tensor]; +"765 linear_41_scale_0_updated_constant0" [id=765, type=get_attr]; +"766 compressed_weight_updated_constant42" [id=766, type=get_attr]; +"767 _param_constant129_0_0" [id=767, type=get_attr]; +"768 mul_tensor_42" [id=768, type=mul]; +"769 linear_41" [id=769, type=linear]; +"770 view_87" [id=770, type=view]; +"771 transpose_65" [id=771, type=transpose]; +"772 dropout_31" [id=772, type=dropout]; +"773 add_21" [id=773, type=add]; +"774 _param_constant130" [id=774, type=get_attr]; +"775 _param_constant131" [id=775, type=get_attr]; +"776 layer_norm_21" [id=776, type=layer_norm]; +"777 layer_norm_21_0_0_nncf_smooth_quant_0" [id=777, type=call_module]; +"778 quantize_per_tensor_default_65" [id=778, type=quantize_per_tensor]; +"779 dequantize_per_tensor_default_65" [id=779, type=dequantize_per_tensor]; +"780 linear_42_scale_0_updated_constant0" [id=780, type=get_attr]; +"781 compressed_weight_updated_constant43" [id=781, type=get_attr]; +"782 _param_constant133_0_0" [id=782, type=get_attr]; +"783 mul_tensor_43" [id=783, type=mul]; +"784 linear_42" [id=784, type=linear]; +"785 gelu_10" [id=785, type=gelu]; +"786 dropout_32" [id=786, type=dropout]; +"787 dropout_32_0_0_nncf_smooth_quant_0" [id=787, type=call_module]; +"788 quantize_per_tensor_default_66" [id=788, type=quantize_per_tensor]; +"789 dequantize_per_tensor_default_66" [id=789, type=dequantize_per_tensor]; +"790 linear_43_scale_0_updated_constant0" [id=790, type=get_attr]; +"791 compressed_weight_updated_constant44" [id=791, type=get_attr]; +"792 _param_constant135_0_0" [id=792, type=get_attr]; +"793 mul_tensor_44" [id=793, type=mul]; +"794 linear_43" [id=794, type=linear]; +"795 dropout_33" [id=795, type=dropout]; +"796 add_22" [id=796, type=add]; +"797 _param_constant136" [id=797, type=get_attr]; +"798 _param_constant137" [id=798, type=get_attr]; +"799 layer_norm_22" [id=799, type=layer_norm]; +"800 transpose_66" [id=800, type=transpose]; +"801 transpose_66_0_0_nncf_smooth_quant_0" [id=801, type=call_module]; +"802 quantize_per_tensor_default_67" [id=802, type=quantize_per_tensor]; +"803 dequantize_per_tensor_default_67" [id=803, type=dequantize_per_tensor]; +"804 linear_44_scale_0_updated_constant0" [id=804, type=get_attr]; +"805 compressed_weight_updated_constant45" [id=805, type=get_attr]; +"806 _param_constant139_0_0" [id=806, type=get_attr]; +"807 mul_tensor_45" [id=807, type=mul]; +"808 linear_44" [id=808, type=linear]; +"809 unflatten_11" [id=809, type=unflatten]; +"810 unsqueeze_11" [id=810, type=unsqueeze]; +"811 transpose_67" [id=811, type=transpose]; +"812 squeeze_11" [id=812, type=squeeze]; +"813 contiguous_11" [id=813, type=contiguous]; +"814 quantize_per_tensor_default_68" [id=814, type=quantize_per_tensor]; +"815 dequantize_per_tensor_default_68" [id=815, type=dequantize_per_tensor]; +"816 select_33" [id=816, type=select]; +"817 quantize_per_tensor_default_69" [id=817, type=quantize_per_tensor]; +"818 dequantize_per_tensor_default_69" [id=818, type=dequantize_per_tensor]; +"819 select_34" [id=819, type=select]; +"820 select_35" [id=820, type=select]; +"821 view_88" [id=821, type=view]; +"822 transpose_68" [id=822, type=transpose]; +"823 view_89" [id=823, type=view]; +"824 transpose_69" [id=824, type=transpose]; +"825 view_90" [id=825, type=view]; +"826 transpose_70" [id=826, type=transpose]; +"827 view_91" [id=827, type=view]; +"828 view_92" [id=828, type=view]; +"829 view_93" [id=829, type=view]; +"830 scaled_dot_product_attention_11" [id=830, type=scaled_dot_product_attention]; +"831 permute_12" [id=831, type=permute]; +"832 view_94" [id=832, type=view]; +"833 view_94_0_0_nncf_smooth_quant_0" [id=833, type=call_module]; +"834 quantize_per_tensor_default_70" [id=834, type=quantize_per_tensor]; +"835 dequantize_per_tensor_default_70" [id=835, type=dequantize_per_tensor]; +"836 linear_45_scale_0_updated_constant0" [id=836, type=get_attr]; +"837 compressed_weight_updated_constant46" [id=837, type=get_attr]; +"838 _param_constant141_0_0" [id=838, type=get_attr]; +"839 mul_tensor_46" [id=839, type=mul]; +"840 linear_45" [id=840, type=linear]; +"841 view_95" [id=841, type=view]; +"842 transpose_71" [id=842, type=transpose]; +"843 dropout_34" [id=843, type=dropout]; +"844 add_23" [id=844, type=add]; +"845 _param_constant142" [id=845, type=get_attr]; +"846 _param_constant143" [id=846, type=get_attr]; +"847 layer_norm_23" [id=847, type=layer_norm]; +"848 layer_norm_23_0_0_nncf_smooth_quant_0" [id=848, type=call_module]; +"849 quantize_per_tensor_default_71" [id=849, type=quantize_per_tensor]; +"850 dequantize_per_tensor_default_71" [id=850, type=dequantize_per_tensor]; +"851 linear_46_scale_0_updated_constant0" [id=851, type=get_attr]; +"852 compressed_weight_updated_constant47" [id=852, type=get_attr]; +"853 _param_constant145_0_0" [id=853, type=get_attr]; +"854 mul_tensor_47" [id=854, type=mul]; +"855 linear_46" [id=855, type=linear]; +"856 gelu_11" [id=856, type=gelu]; +"857 dropout_35" [id=857, type=dropout]; +"858 dropout_35_0_0_nncf_smooth_quant_0" [id=858, type=call_module]; +"859 quantize_per_tensor_default_72" [id=859, type=quantize_per_tensor]; +"860 dequantize_per_tensor_default_72" [id=860, type=dequantize_per_tensor]; +"861 linear_47_scale_0_updated_constant0" [id=861, type=get_attr]; +"862 compressed_weight_updated_constant48" [id=862, type=get_attr]; +"863 _param_constant147_0_0" [id=863, type=get_attr]; +"864 mul_tensor_48" [id=864, type=mul]; +"865 linear_47" [id=865, type=linear]; +"866 dropout_36" [id=866, type=dropout]; +"867 add_24" [id=867, type=add]; +"868 _param_constant148" [id=868, type=get_attr]; +"869 _param_constant149" [id=869, type=get_attr]; +"870 layer_norm_24" [id=870, type=layer_norm]; +"871 slice_1" [id=871, type=slice]; +"872 select_36" [id=872, type=select]; +"873 select_36_0_0_nncf_smooth_quant_0" [id=873, type=call_module]; +"874 quantize_per_tensor_default_73" [id=874, type=quantize_per_tensor]; +"875 dequantize_per_tensor_default_73" [id=875, type=dequantize_per_tensor]; +"876 linear_48_scale_0_updated_constant0" [id=876, type=get_attr]; +"877 compressed_weight_updated_constant49" [id=877, type=get_attr]; +"878 _param_constant151_0_0" [id=878, type=get_attr]; +"879 mul_tensor_49" [id=879, type=mul]; +"880 linear_48" [id=880, type=linear]; +"881 output" [id=881, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 _param_constant0" -> "6 quantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; -"4 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(768,)", style=solid]; -"4 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(768,)", style=solid]; -"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(768,)", style=solid]; -"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(768,)", style=solid]; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; -"7 dequantize_per_channel_default" -> "9 conv2d" [label="(768, 3, 16, 16)", style=solid]; -"8 _param_constant1_0_0" -> "9 conv2d" [label="(768,)", style=solid]; -"9 conv2d" -> "10 reshape" [label="(1, 768, 14, 14)", style=solid]; -"10 reshape" -> "11 permute" [label="(1, 768, 196)", style=solid]; -"11 permute" -> "14 cat" [label="(1, 196, 768)", style=solid]; -"12 _param_constant2" -> "13 expand" [label="(1, 1, 768)", style=solid]; -"13 expand" -> "14 cat" [label="(1, 1, 768)", style=solid]; -"14 cat" -> "16 add" [label="(1, 197, 768)", style=solid]; -"15 _param_constant3" -> "16 add" [label="(1, 197, 768)", style=solid]; -"16 add" -> "17 dropout" [label="(1, 197, 768)", style=solid]; -"17 dropout" -> "20 layer_norm" [label="(1, 197, 768)", style=solid]; -"17 dropout" -> "69 add_1" [label="(1, 197, 768)", style=solid]; -"18 _param_constant4" -> "20 layer_norm" [label="(768,)", style=solid]; -"19 _param_constant5" -> "20 layer_norm" [label="(768,)", style=solid]; -"20 layer_norm" -> "21 transpose" [label="(1, 197, 768)", style=solid]; -"21 transpose" -> "23 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"22 linear_updated_constant0" -> "28 quantize_per_channel_default_1" [label="(2304, 768)", style=solid]; -"23 transpose_0_0_nncf_smooth_quant_0" -> "24 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; -"24 quantize_per_tensor_default_1" -> "25 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; -"25 dequantize_per_tensor_default_1" -> "31 linear" [label="(197, 1, 768)", style=solid]; -"26 linear_scale_0" -> "28 quantize_per_channel_default_1" [label="(2304,)", style=solid]; -"26 linear_scale_0" -> "29 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; -"27 linear_zero_point_0" -> "28 quantize_per_channel_default_1" [label="(2304,)", style=solid]; -"27 linear_zero_point_0" -> "29 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; -"28 quantize_per_channel_default_1" -> "29 dequantize_per_channel_default_1" [label="(2304, 768)", style=solid]; -"29 dequantize_per_channel_default_1" -> "31 linear" [label="(2304, 768)", style=solid]; -"30 _param_constant7_0_0" -> "31 linear" [label="(2304,)", style=solid]; -"31 linear" -> "32 unflatten" [label="(197, 1, 2304)", style=solid]; -"32 unflatten" -> "33 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; -"33 unsqueeze" -> "34 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; -"34 transpose_1" -> "35 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; -"35 squeeze" -> "36 contiguous" [label="(3, 197, 1, 768)", style=solid]; -"36 contiguous" -> "37 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; -"36 contiguous" -> "40 quantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; -"36 contiguous" -> "43 select_2" [label="(3, 197, 1, 768)", style=solid]; -"37 quantize_per_tensor_default_2" -> "38 dequantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; -"38 dequantize_per_tensor_default_2" -> "39 select" [label="(3, 197, 1, 768)", style=solid]; -"39 select" -> "44 view" [label="(197, 1, 768)", style=solid]; -"40 quantize_per_tensor_default_3" -> "41 dequantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; -"41 dequantize_per_tensor_default_3" -> "42 select_1" [label="(3, 197, 1, 768)", style=solid]; -"42 select_1" -> "46 view_1" [label="(197, 1, 768)", style=solid]; -"43 select_2" -> "48 view_2" [label="(197, 1, 768)", style=solid]; -"44 view" -> "45 transpose_2" [label="(197, 12, 64)", style=solid]; -"45 transpose_2" -> "50 view_3" [label="(12, 197, 64)", style=solid]; -"46 view_1" -> "47 transpose_3" [label="(197, 12, 64)", style=solid]; -"47 transpose_3" -> "51 view_4" [label="(12, 197, 64)", style=solid]; -"48 view_2" -> "49 transpose_4" [label="(197, 12, 64)", style=solid]; -"49 transpose_4" -> "52 view_5" [label="(12, 197, 64)", style=solid]; -"50 view_3" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"51 view_4" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"52 view_5" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"53 scaled_dot_product_attention" -> "54 permute_1" [label="(1, 12, 197, 64)", style=solid]; -"54 permute_1" -> "55 view_6" [label="(197, 1, 12, 64)", style=solid]; -"55 view_6" -> "57 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"56 linear_1_updated_constant0" -> "62 quantize_per_channel_default_2" [label="(768, 768)", style=solid]; -"57 view_6_0_0_nncf_smooth_quant_0" -> "58 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; -"58 quantize_per_tensor_default_4" -> "59 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; -"59 dequantize_per_tensor_default_4" -> "65 linear_1" [label="(197, 768)", style=solid]; -"60 linear_1_scale_0" -> "62 quantize_per_channel_default_2" [label="(768,)", style=solid]; -"60 linear_1_scale_0" -> "63 dequantize_per_channel_default_2" [label="(768,)", style=solid]; -"61 linear_1_zero_point_0" -> "62 quantize_per_channel_default_2" [label="(768,)", style=solid]; -"61 linear_1_zero_point_0" -> "63 dequantize_per_channel_default_2" [label="(768,)", style=solid]; -"62 quantize_per_channel_default_2" -> "63 dequantize_per_channel_default_2" [label="(768, 768)", style=solid]; -"63 dequantize_per_channel_default_2" -> "65 linear_1" [label="(768, 768)", style=solid]; -"64 _param_constant9_0_0" -> "65 linear_1" [label="(768,)", style=solid]; -"65 linear_1" -> "66 view_7" [label="(197, 768)", style=solid]; -"66 view_7" -> "67 transpose_5" [label="(197, 1, 768)", style=solid]; -"67 transpose_5" -> "68 dropout_1" [label="(1, 197, 768)", style=solid]; -"68 dropout_1" -> "69 add_1" [label="(1, 197, 768)", style=solid]; -"69 add_1" -> "72 layer_norm_1" [label="(1, 197, 768)", style=solid]; -"69 add_1" -> "96 add_2" [label="(1, 197, 768)", style=solid]; -"70 _param_constant10" -> "72 layer_norm_1" [label="(768,)", style=solid]; -"71 _param_constant11" -> "72 layer_norm_1" [label="(768,)", style=solid]; -"72 layer_norm_1" -> "74 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"73 linear_2_updated_constant0" -> "79 quantize_per_channel_default_3" [label="(3072, 768)", style=solid]; -"74 layer_norm_1_0_0_nncf_smooth_quant_0" -> "75 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"75 quantize_per_tensor_default_5" -> "76 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"76 dequantize_per_tensor_default_5" -> "82 linear_2" [label="(1, 197, 768)", style=solid]; -"77 linear_2_scale_0" -> "79 quantize_per_channel_default_3" [label="(3072,)", style=solid]; -"77 linear_2_scale_0" -> "80 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; -"78 linear_2_zero_point_0" -> "79 quantize_per_channel_default_3" [label="(3072,)", style=solid]; -"78 linear_2_zero_point_0" -> "80 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; -"79 quantize_per_channel_default_3" -> "80 dequantize_per_channel_default_3" [label="(3072, 768)", style=solid]; -"80 dequantize_per_channel_default_3" -> "82 linear_2" [label="(3072, 768)", style=solid]; -"81 _param_constant13_0_0" -> "82 linear_2" [label="(3072,)", style=solid]; -"82 linear_2" -> "83 gelu" [label="(1, 197, 3072)", style=solid]; -"83 gelu" -> "84 dropout_2" [label="(1, 197, 3072)", style=solid]; -"84 dropout_2" -> "86 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"85 linear_3_updated_constant0" -> "91 quantize_per_channel_default_4" [label="(768, 3072)", style=solid]; -"86 dropout_2_0_0_nncf_smooth_quant_0" -> "87 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"87 quantize_per_tensor_default_6" -> "88 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"88 dequantize_per_tensor_default_6" -> "94 linear_3" [label="(1, 197, 3072)", style=solid]; -"89 linear_3_scale_0" -> "91 quantize_per_channel_default_4" [label="(768,)", style=solid]; -"89 linear_3_scale_0" -> "92 dequantize_per_channel_default_4" [label="(768,)", style=solid]; -"90 linear_3_zero_point_0" -> "91 quantize_per_channel_default_4" [label="(768,)", style=solid]; -"90 linear_3_zero_point_0" -> "92 dequantize_per_channel_default_4" [label="(768,)", style=solid]; -"91 quantize_per_channel_default_4" -> "92 dequantize_per_channel_default_4" [label="(768, 3072)", style=solid]; -"92 dequantize_per_channel_default_4" -> "94 linear_3" [label="(768, 3072)", style=solid]; -"93 _param_constant15_0_0" -> "94 linear_3" [label="(768,)", style=solid]; -"94 linear_3" -> "95 dropout_3" [label="(1, 197, 768)", style=solid]; -"95 dropout_3" -> "96 add_2" [label="(1, 197, 768)", style=solid]; -"96 add_2" -> "99 layer_norm_2" [label="(1, 197, 768)", style=solid]; -"96 add_2" -> "148 add_3" [label="(1, 197, 768)", style=solid]; -"97 _param_constant16" -> "99 layer_norm_2" [label="(768,)", style=solid]; -"98 _param_constant17" -> "99 layer_norm_2" [label="(768,)", style=solid]; -"99 layer_norm_2" -> "100 transpose_6" [label="(1, 197, 768)", style=solid]; -"100 transpose_6" -> "102 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"101 linear_4_updated_constant0" -> "107 quantize_per_channel_default_5" [label="(2304, 768)", style=solid]; -"102 transpose_6_0_0_nncf_smooth_quant_0" -> "103 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; -"103 quantize_per_tensor_default_7" -> "104 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; -"104 dequantize_per_tensor_default_7" -> "110 linear_4" [label="(197, 1, 768)", style=solid]; -"105 linear_4_scale_0" -> "107 quantize_per_channel_default_5" [label="(2304,)", style=solid]; -"105 linear_4_scale_0" -> "108 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; -"106 linear_4_zero_point_0" -> "107 quantize_per_channel_default_5" [label="(2304,)", style=solid]; -"106 linear_4_zero_point_0" -> "108 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; -"107 quantize_per_channel_default_5" -> "108 dequantize_per_channel_default_5" [label="(2304, 768)", style=solid]; -"108 dequantize_per_channel_default_5" -> "110 linear_4" [label="(2304, 768)", style=solid]; -"109 _param_constant19_0_0" -> "110 linear_4" [label="(2304,)", style=solid]; -"110 linear_4" -> "111 unflatten_1" [label="(197, 1, 2304)", style=solid]; -"111 unflatten_1" -> "112 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; -"112 unsqueeze_1" -> "113 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; -"113 transpose_7" -> "114 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; -"114 squeeze_1" -> "115 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; -"115 contiguous_1" -> "116 quantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; -"115 contiguous_1" -> "119 quantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; -"115 contiguous_1" -> "122 select_5" [label="(3, 197, 1, 768)", style=solid]; -"116 quantize_per_tensor_default_8" -> "117 dequantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; -"117 dequantize_per_tensor_default_8" -> "118 select_3" [label="(3, 197, 1, 768)", style=solid]; -"118 select_3" -> "123 view_8" [label="(197, 1, 768)", style=solid]; -"119 quantize_per_tensor_default_9" -> "120 dequantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; -"120 dequantize_per_tensor_default_9" -> "121 select_4" [label="(3, 197, 1, 768)", style=solid]; -"121 select_4" -> "125 view_9" [label="(197, 1, 768)", style=solid]; -"122 select_5" -> "127 view_10" [label="(197, 1, 768)", style=solid]; -"123 view_8" -> "124 transpose_8" [label="(197, 12, 64)", style=solid]; -"124 transpose_8" -> "129 view_11" [label="(12, 197, 64)", style=solid]; -"125 view_9" -> "126 transpose_9" [label="(197, 12, 64)", style=solid]; -"126 transpose_9" -> "130 view_12" [label="(12, 197, 64)", style=solid]; -"127 view_10" -> "128 transpose_10" [label="(197, 12, 64)", style=solid]; -"128 transpose_10" -> "131 view_13" [label="(12, 197, 64)", style=solid]; -"129 view_11" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"130 view_12" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"131 view_13" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"132 scaled_dot_product_attention_1" -> "133 permute_2" [label="(1, 12, 197, 64)", style=solid]; -"133 permute_2" -> "134 view_14" [label="(197, 1, 12, 64)", style=solid]; -"134 view_14" -> "136 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"135 linear_5_updated_constant0" -> "141 quantize_per_channel_default_6" [label="(768, 768)", style=solid]; -"136 view_14_0_0_nncf_smooth_quant_0" -> "137 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; -"137 quantize_per_tensor_default_10" -> "138 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; -"138 dequantize_per_tensor_default_10" -> "144 linear_5" [label="(197, 768)", style=solid]; -"139 linear_5_scale_0" -> "141 quantize_per_channel_default_6" [label="(768,)", style=solid]; -"139 linear_5_scale_0" -> "142 dequantize_per_channel_default_6" [label="(768,)", style=solid]; -"140 linear_5_zero_point_0" -> "141 quantize_per_channel_default_6" [label="(768,)", style=solid]; -"140 linear_5_zero_point_0" -> "142 dequantize_per_channel_default_6" [label="(768,)", style=solid]; -"141 quantize_per_channel_default_6" -> "142 dequantize_per_channel_default_6" [label="(768, 768)", style=solid]; -"142 dequantize_per_channel_default_6" -> "144 linear_5" [label="(768, 768)", style=solid]; -"143 _param_constant21_0_0" -> "144 linear_5" [label="(768,)", style=solid]; -"144 linear_5" -> "145 view_15" [label="(197, 768)", style=solid]; -"145 view_15" -> "146 transpose_11" [label="(197, 1, 768)", style=solid]; -"146 transpose_11" -> "147 dropout_4" [label="(1, 197, 768)", style=solid]; -"147 dropout_4" -> "148 add_3" [label="(1, 197, 768)", style=solid]; -"148 add_3" -> "151 layer_norm_3" [label="(1, 197, 768)", style=solid]; -"148 add_3" -> "175 add_4" [label="(1, 197, 768)", style=solid]; -"149 _param_constant22" -> "151 layer_norm_3" [label="(768,)", style=solid]; -"150 _param_constant23" -> "151 layer_norm_3" [label="(768,)", style=solid]; -"151 layer_norm_3" -> "153 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"152 linear_6_updated_constant0" -> "158 quantize_per_channel_default_7" [label="(3072, 768)", style=solid]; -"153 layer_norm_3_0_0_nncf_smooth_quant_0" -> "154 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"154 quantize_per_tensor_default_11" -> "155 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"155 dequantize_per_tensor_default_11" -> "161 linear_6" [label="(1, 197, 768)", style=solid]; -"156 linear_6_scale_0" -> "158 quantize_per_channel_default_7" [label="(3072,)", style=solid]; -"156 linear_6_scale_0" -> "159 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; -"157 linear_6_zero_point_0" -> "158 quantize_per_channel_default_7" [label="(3072,)", style=solid]; -"157 linear_6_zero_point_0" -> "159 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; -"158 quantize_per_channel_default_7" -> "159 dequantize_per_channel_default_7" [label="(3072, 768)", style=solid]; -"159 dequantize_per_channel_default_7" -> "161 linear_6" [label="(3072, 768)", style=solid]; -"160 _param_constant25_0_0" -> "161 linear_6" [label="(3072,)", style=solid]; -"161 linear_6" -> "162 gelu_1" [label="(1, 197, 3072)", style=solid]; -"162 gelu_1" -> "163 dropout_5" [label="(1, 197, 3072)", style=solid]; -"163 dropout_5" -> "165 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"164 linear_7_updated_constant0" -> "170 quantize_per_channel_default_8" [label="(768, 3072)", style=solid]; -"165 dropout_5_0_0_nncf_smooth_quant_0" -> "166 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"166 quantize_per_tensor_default_12" -> "167 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"167 dequantize_per_tensor_default_12" -> "173 linear_7" [label="(1, 197, 3072)", style=solid]; -"168 linear_7_scale_0" -> "170 quantize_per_channel_default_8" [label="(768,)", style=solid]; -"168 linear_7_scale_0" -> "171 dequantize_per_channel_default_8" [label="(768,)", style=solid]; -"169 linear_7_zero_point_0" -> "170 quantize_per_channel_default_8" [label="(768,)", style=solid]; -"169 linear_7_zero_point_0" -> "171 dequantize_per_channel_default_8" [label="(768,)", style=solid]; -"170 quantize_per_channel_default_8" -> "171 dequantize_per_channel_default_8" [label="(768, 3072)", style=solid]; -"171 dequantize_per_channel_default_8" -> "173 linear_7" [label="(768, 3072)", style=solid]; -"172 _param_constant27_0_0" -> "173 linear_7" [label="(768,)", style=solid]; -"173 linear_7" -> "174 dropout_6" [label="(1, 197, 768)", style=solid]; -"174 dropout_6" -> "175 add_4" [label="(1, 197, 768)", style=solid]; -"175 add_4" -> "178 layer_norm_4" [label="(1, 197, 768)", style=solid]; -"175 add_4" -> "227 add_5" [label="(1, 197, 768)", style=solid]; -"176 _param_constant28" -> "178 layer_norm_4" [label="(768,)", style=solid]; -"177 _param_constant29" -> "178 layer_norm_4" [label="(768,)", style=solid]; -"178 layer_norm_4" -> "179 transpose_12" [label="(1, 197, 768)", style=solid]; -"179 transpose_12" -> "181 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"180 linear_8_updated_constant0" -> "186 quantize_per_channel_default_9" [label="(2304, 768)", style=solid]; -"181 transpose_12_0_0_nncf_smooth_quant_0" -> "182 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; -"182 quantize_per_tensor_default_13" -> "183 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; -"183 dequantize_per_tensor_default_13" -> "189 linear_8" [label="(197, 1, 768)", style=solid]; -"184 linear_8_scale_0" -> "186 quantize_per_channel_default_9" [label="(2304,)", style=solid]; -"184 linear_8_scale_0" -> "187 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; -"185 linear_8_zero_point_0" -> "186 quantize_per_channel_default_9" [label="(2304,)", style=solid]; -"185 linear_8_zero_point_0" -> "187 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; -"186 quantize_per_channel_default_9" -> "187 dequantize_per_channel_default_9" [label="(2304, 768)", style=solid]; -"187 dequantize_per_channel_default_9" -> "189 linear_8" [label="(2304, 768)", style=solid]; -"188 _param_constant31_0_0" -> "189 linear_8" [label="(2304,)", style=solid]; -"189 linear_8" -> "190 unflatten_2" [label="(197, 1, 2304)", style=solid]; -"190 unflatten_2" -> "191 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; -"191 unsqueeze_2" -> "192 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; -"192 transpose_13" -> "193 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; -"193 squeeze_2" -> "194 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; -"194 contiguous_2" -> "195 quantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; -"194 contiguous_2" -> "198 quantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; -"194 contiguous_2" -> "201 select_8" [label="(3, 197, 1, 768)", style=solid]; -"195 quantize_per_tensor_default_14" -> "196 dequantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; -"196 dequantize_per_tensor_default_14" -> "197 select_6" [label="(3, 197, 1, 768)", style=solid]; -"197 select_6" -> "202 view_16" [label="(197, 1, 768)", style=solid]; -"198 quantize_per_tensor_default_15" -> "199 dequantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; -"199 dequantize_per_tensor_default_15" -> "200 select_7" [label="(3, 197, 1, 768)", style=solid]; -"200 select_7" -> "204 view_17" [label="(197, 1, 768)", style=solid]; -"201 select_8" -> "206 view_18" [label="(197, 1, 768)", style=solid]; -"202 view_16" -> "203 transpose_14" [label="(197, 12, 64)", style=solid]; -"203 transpose_14" -> "208 view_19" [label="(12, 197, 64)", style=solid]; -"204 view_17" -> "205 transpose_15" [label="(197, 12, 64)", style=solid]; -"205 transpose_15" -> "209 view_20" [label="(12, 197, 64)", style=solid]; -"206 view_18" -> "207 transpose_16" [label="(197, 12, 64)", style=solid]; -"207 transpose_16" -> "210 view_21" [label="(12, 197, 64)", style=solid]; -"208 view_19" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"209 view_20" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"210 view_21" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"211 scaled_dot_product_attention_2" -> "212 permute_3" [label="(1, 12, 197, 64)", style=solid]; -"212 permute_3" -> "213 view_22" [label="(197, 1, 12, 64)", style=solid]; -"213 view_22" -> "215 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"214 linear_9_updated_constant0" -> "220 quantize_per_channel_default_10" [label="(768, 768)", style=solid]; -"215 view_22_0_0_nncf_smooth_quant_0" -> "216 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; -"216 quantize_per_tensor_default_16" -> "217 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; -"217 dequantize_per_tensor_default_16" -> "223 linear_9" [label="(197, 768)", style=solid]; -"218 linear_9_scale_0" -> "220 quantize_per_channel_default_10" [label="(768,)", style=solid]; -"218 linear_9_scale_0" -> "221 dequantize_per_channel_default_10" [label="(768,)", style=solid]; -"219 linear_9_zero_point_0" -> "220 quantize_per_channel_default_10" [label="(768,)", style=solid]; -"219 linear_9_zero_point_0" -> "221 dequantize_per_channel_default_10" [label="(768,)", style=solid]; -"220 quantize_per_channel_default_10" -> "221 dequantize_per_channel_default_10" [label="(768, 768)", style=solid]; -"221 dequantize_per_channel_default_10" -> "223 linear_9" [label="(768, 768)", style=solid]; -"222 _param_constant33_0_0" -> "223 linear_9" [label="(768,)", style=solid]; -"223 linear_9" -> "224 view_23" [label="(197, 768)", style=solid]; -"224 view_23" -> "225 transpose_17" [label="(197, 1, 768)", style=solid]; -"225 transpose_17" -> "226 dropout_7" [label="(1, 197, 768)", style=solid]; -"226 dropout_7" -> "227 add_5" [label="(1, 197, 768)", style=solid]; -"227 add_5" -> "230 layer_norm_5" [label="(1, 197, 768)", style=solid]; -"227 add_5" -> "254 add_6" [label="(1, 197, 768)", style=solid]; -"228 _param_constant34" -> "230 layer_norm_5" [label="(768,)", style=solid]; -"229 _param_constant35" -> "230 layer_norm_5" [label="(768,)", style=solid]; -"230 layer_norm_5" -> "232 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"231 linear_10_updated_constant0" -> "237 quantize_per_channel_default_11" [label="(3072, 768)", style=solid]; -"232 layer_norm_5_0_0_nncf_smooth_quant_0" -> "233 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"233 quantize_per_tensor_default_17" -> "234 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"234 dequantize_per_tensor_default_17" -> "240 linear_10" [label="(1, 197, 768)", style=solid]; -"235 linear_10_scale_0" -> "237 quantize_per_channel_default_11" [label="(3072,)", style=solid]; -"235 linear_10_scale_0" -> "238 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; -"236 linear_10_zero_point_0" -> "237 quantize_per_channel_default_11" [label="(3072,)", style=solid]; -"236 linear_10_zero_point_0" -> "238 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; -"237 quantize_per_channel_default_11" -> "238 dequantize_per_channel_default_11" [label="(3072, 768)", style=solid]; -"238 dequantize_per_channel_default_11" -> "240 linear_10" [label="(3072, 768)", style=solid]; -"239 _param_constant37_0_0" -> "240 linear_10" [label="(3072,)", style=solid]; -"240 linear_10" -> "241 gelu_2" [label="(1, 197, 3072)", style=solid]; -"241 gelu_2" -> "242 dropout_8" [label="(1, 197, 3072)", style=solid]; -"242 dropout_8" -> "244 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"243 linear_11_updated_constant0" -> "249 quantize_per_channel_default_12" [label="(768, 3072)", style=solid]; -"244 dropout_8_0_0_nncf_smooth_quant_0" -> "245 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"245 quantize_per_tensor_default_18" -> "246 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"246 dequantize_per_tensor_default_18" -> "252 linear_11" [label="(1, 197, 3072)", style=solid]; -"247 linear_11_scale_0" -> "249 quantize_per_channel_default_12" [label="(768,)", style=solid]; -"247 linear_11_scale_0" -> "250 dequantize_per_channel_default_12" [label="(768,)", style=solid]; -"248 linear_11_zero_point_0" -> "249 quantize_per_channel_default_12" [label="(768,)", style=solid]; -"248 linear_11_zero_point_0" -> "250 dequantize_per_channel_default_12" [label="(768,)", style=solid]; -"249 quantize_per_channel_default_12" -> "250 dequantize_per_channel_default_12" [label="(768, 3072)", style=solid]; -"250 dequantize_per_channel_default_12" -> "252 linear_11" [label="(768, 3072)", style=solid]; -"251 _param_constant39_0_0" -> "252 linear_11" [label="(768,)", style=solid]; -"252 linear_11" -> "253 dropout_9" [label="(1, 197, 768)", style=solid]; -"253 dropout_9" -> "254 add_6" [label="(1, 197, 768)", style=solid]; -"254 add_6" -> "257 layer_norm_6" [label="(1, 197, 768)", style=solid]; -"254 add_6" -> "306 add_7" [label="(1, 197, 768)", style=solid]; -"255 _param_constant40" -> "257 layer_norm_6" [label="(768,)", style=solid]; -"256 _param_constant41" -> "257 layer_norm_6" [label="(768,)", style=solid]; -"257 layer_norm_6" -> "258 transpose_18" [label="(1, 197, 768)", style=solid]; -"258 transpose_18" -> "260 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"259 linear_12_updated_constant0" -> "265 quantize_per_channel_default_13" [label="(2304, 768)", style=solid]; -"260 transpose_18_0_0_nncf_smooth_quant_0" -> "261 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; -"261 quantize_per_tensor_default_19" -> "262 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; -"262 dequantize_per_tensor_default_19" -> "268 linear_12" [label="(197, 1, 768)", style=solid]; -"263 linear_12_scale_0" -> "265 quantize_per_channel_default_13" [label="(2304,)", style=solid]; -"263 linear_12_scale_0" -> "266 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; -"264 linear_12_zero_point_0" -> "265 quantize_per_channel_default_13" [label="(2304,)", style=solid]; -"264 linear_12_zero_point_0" -> "266 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; -"265 quantize_per_channel_default_13" -> "266 dequantize_per_channel_default_13" [label="(2304, 768)", style=solid]; -"266 dequantize_per_channel_default_13" -> "268 linear_12" [label="(2304, 768)", style=solid]; -"267 _param_constant43_0_0" -> "268 linear_12" [label="(2304,)", style=solid]; -"268 linear_12" -> "269 unflatten_3" [label="(197, 1, 2304)", style=solid]; -"269 unflatten_3" -> "270 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; -"270 unsqueeze_3" -> "271 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; -"271 transpose_19" -> "272 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; -"272 squeeze_3" -> "273 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; -"273 contiguous_3" -> "274 quantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; -"273 contiguous_3" -> "277 quantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; -"273 contiguous_3" -> "280 select_11" [label="(3, 197, 1, 768)", style=solid]; -"274 quantize_per_tensor_default_20" -> "275 dequantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; -"275 dequantize_per_tensor_default_20" -> "276 select_9" [label="(3, 197, 1, 768)", style=solid]; -"276 select_9" -> "281 view_24" [label="(197, 1, 768)", style=solid]; -"277 quantize_per_tensor_default_21" -> "278 dequantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; -"278 dequantize_per_tensor_default_21" -> "279 select_10" [label="(3, 197, 1, 768)", style=solid]; -"279 select_10" -> "283 view_25" [label="(197, 1, 768)", style=solid]; -"280 select_11" -> "285 view_26" [label="(197, 1, 768)", style=solid]; -"281 view_24" -> "282 transpose_20" [label="(197, 12, 64)", style=solid]; -"282 transpose_20" -> "287 view_27" [label="(12, 197, 64)", style=solid]; -"283 view_25" -> "284 transpose_21" [label="(197, 12, 64)", style=solid]; -"284 transpose_21" -> "288 view_28" [label="(12, 197, 64)", style=solid]; -"285 view_26" -> "286 transpose_22" [label="(197, 12, 64)", style=solid]; -"286 transpose_22" -> "289 view_29" [label="(12, 197, 64)", style=solid]; -"287 view_27" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"288 view_28" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"289 view_29" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"290 scaled_dot_product_attention_3" -> "291 permute_4" [label="(1, 12, 197, 64)", style=solid]; -"291 permute_4" -> "292 view_30" [label="(197, 1, 12, 64)", style=solid]; -"292 view_30" -> "294 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"293 linear_13_updated_constant0" -> "299 quantize_per_channel_default_14" [label="(768, 768)", style=solid]; -"294 view_30_0_0_nncf_smooth_quant_0" -> "295 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; -"295 quantize_per_tensor_default_22" -> "296 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; -"296 dequantize_per_tensor_default_22" -> "302 linear_13" [label="(197, 768)", style=solid]; -"297 linear_13_scale_0" -> "299 quantize_per_channel_default_14" [label="(768,)", style=solid]; -"297 linear_13_scale_0" -> "300 dequantize_per_channel_default_14" [label="(768,)", style=solid]; -"298 linear_13_zero_point_0" -> "299 quantize_per_channel_default_14" [label="(768,)", style=solid]; -"298 linear_13_zero_point_0" -> "300 dequantize_per_channel_default_14" [label="(768,)", style=solid]; -"299 quantize_per_channel_default_14" -> "300 dequantize_per_channel_default_14" [label="(768, 768)", style=solid]; -"300 dequantize_per_channel_default_14" -> "302 linear_13" [label="(768, 768)", style=solid]; -"301 _param_constant45_0_0" -> "302 linear_13" [label="(768,)", style=solid]; -"302 linear_13" -> "303 view_31" [label="(197, 768)", style=solid]; -"303 view_31" -> "304 transpose_23" [label="(197, 1, 768)", style=solid]; -"304 transpose_23" -> "305 dropout_10" [label="(1, 197, 768)", style=solid]; -"305 dropout_10" -> "306 add_7" [label="(1, 197, 768)", style=solid]; -"306 add_7" -> "309 layer_norm_7" [label="(1, 197, 768)", style=solid]; -"306 add_7" -> "333 add_8" [label="(1, 197, 768)", style=solid]; -"307 _param_constant46" -> "309 layer_norm_7" [label="(768,)", style=solid]; -"308 _param_constant47" -> "309 layer_norm_7" [label="(768,)", style=solid]; -"309 layer_norm_7" -> "311 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"310 linear_14_updated_constant0" -> "316 quantize_per_channel_default_15" [label="(3072, 768)", style=solid]; -"311 layer_norm_7_0_0_nncf_smooth_quant_0" -> "312 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"312 quantize_per_tensor_default_23" -> "313 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"313 dequantize_per_tensor_default_23" -> "319 linear_14" [label="(1, 197, 768)", style=solid]; -"314 linear_14_scale_0" -> "316 quantize_per_channel_default_15" [label="(3072,)", style=solid]; -"314 linear_14_scale_0" -> "317 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; -"315 linear_14_zero_point_0" -> "316 quantize_per_channel_default_15" [label="(3072,)", style=solid]; -"315 linear_14_zero_point_0" -> "317 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; -"316 quantize_per_channel_default_15" -> "317 dequantize_per_channel_default_15" [label="(3072, 768)", style=solid]; -"317 dequantize_per_channel_default_15" -> "319 linear_14" [label="(3072, 768)", style=solid]; -"318 _param_constant49_0_0" -> "319 linear_14" [label="(3072,)", style=solid]; -"319 linear_14" -> "320 gelu_3" [label="(1, 197, 3072)", style=solid]; -"320 gelu_3" -> "321 dropout_11" [label="(1, 197, 3072)", style=solid]; -"321 dropout_11" -> "323 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"322 linear_15_updated_constant0" -> "328 quantize_per_channel_default_16" [label="(768, 3072)", style=solid]; -"323 dropout_11_0_0_nncf_smooth_quant_0" -> "324 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"324 quantize_per_tensor_default_24" -> "325 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"325 dequantize_per_tensor_default_24" -> "331 linear_15" [label="(1, 197, 3072)", style=solid]; -"326 linear_15_scale_0" -> "328 quantize_per_channel_default_16" [label="(768,)", style=solid]; -"326 linear_15_scale_0" -> "329 dequantize_per_channel_default_16" [label="(768,)", style=solid]; -"327 linear_15_zero_point_0" -> "328 quantize_per_channel_default_16" [label="(768,)", style=solid]; -"327 linear_15_zero_point_0" -> "329 dequantize_per_channel_default_16" [label="(768,)", style=solid]; -"328 quantize_per_channel_default_16" -> "329 dequantize_per_channel_default_16" [label="(768, 3072)", style=solid]; -"329 dequantize_per_channel_default_16" -> "331 linear_15" [label="(768, 3072)", style=solid]; -"330 _param_constant51_0_0" -> "331 linear_15" [label="(768,)", style=solid]; -"331 linear_15" -> "332 dropout_12" [label="(1, 197, 768)", style=solid]; -"332 dropout_12" -> "333 add_8" [label="(1, 197, 768)", style=solid]; -"333 add_8" -> "336 layer_norm_8" [label="(1, 197, 768)", style=solid]; -"333 add_8" -> "385 add_9" [label="(1, 197, 768)", style=solid]; -"334 _param_constant52" -> "336 layer_norm_8" [label="(768,)", style=solid]; -"335 _param_constant53" -> "336 layer_norm_8" [label="(768,)", style=solid]; -"336 layer_norm_8" -> "337 transpose_24" [label="(1, 197, 768)", style=solid]; -"337 transpose_24" -> "339 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"338 linear_16_updated_constant0" -> "344 quantize_per_channel_default_17" [label="(2304, 768)", style=solid]; -"339 transpose_24_0_0_nncf_smooth_quant_0" -> "340 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; -"340 quantize_per_tensor_default_25" -> "341 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; -"341 dequantize_per_tensor_default_25" -> "347 linear_16" [label="(197, 1, 768)", style=solid]; -"342 linear_16_scale_0" -> "344 quantize_per_channel_default_17" [label="(2304,)", style=solid]; -"342 linear_16_scale_0" -> "345 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; -"343 linear_16_zero_point_0" -> "344 quantize_per_channel_default_17" [label="(2304,)", style=solid]; -"343 linear_16_zero_point_0" -> "345 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; -"344 quantize_per_channel_default_17" -> "345 dequantize_per_channel_default_17" [label="(2304, 768)", style=solid]; -"345 dequantize_per_channel_default_17" -> "347 linear_16" [label="(2304, 768)", style=solid]; -"346 _param_constant55_0_0" -> "347 linear_16" [label="(2304,)", style=solid]; -"347 linear_16" -> "348 unflatten_4" [label="(197, 1, 2304)", style=solid]; -"348 unflatten_4" -> "349 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; -"349 unsqueeze_4" -> "350 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; -"350 transpose_25" -> "351 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; -"351 squeeze_4" -> "352 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; -"352 contiguous_4" -> "353 quantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; -"352 contiguous_4" -> "356 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; -"352 contiguous_4" -> "359 select_14" [label="(3, 197, 1, 768)", style=solid]; -"353 quantize_per_tensor_default_26" -> "354 dequantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; -"354 dequantize_per_tensor_default_26" -> "355 select_12" [label="(3, 197, 1, 768)", style=solid]; -"355 select_12" -> "360 view_32" [label="(197, 1, 768)", style=solid]; -"356 quantize_per_tensor_default_27" -> "357 dequantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; -"357 dequantize_per_tensor_default_27" -> "358 select_13" [label="(3, 197, 1, 768)", style=solid]; -"358 select_13" -> "362 view_33" [label="(197, 1, 768)", style=solid]; -"359 select_14" -> "364 view_34" [label="(197, 1, 768)", style=solid]; -"360 view_32" -> "361 transpose_26" [label="(197, 12, 64)", style=solid]; -"361 transpose_26" -> "366 view_35" [label="(12, 197, 64)", style=solid]; -"362 view_33" -> "363 transpose_27" [label="(197, 12, 64)", style=solid]; -"363 transpose_27" -> "367 view_36" [label="(12, 197, 64)", style=solid]; -"364 view_34" -> "365 transpose_28" [label="(197, 12, 64)", style=solid]; -"365 transpose_28" -> "368 view_37" [label="(12, 197, 64)", style=solid]; -"366 view_35" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"367 view_36" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"368 view_37" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"369 scaled_dot_product_attention_4" -> "370 permute_5" [label="(1, 12, 197, 64)", style=solid]; -"370 permute_5" -> "371 view_38" [label="(197, 1, 12, 64)", style=solid]; -"371 view_38" -> "373 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"372 linear_17_updated_constant0" -> "378 quantize_per_channel_default_18" [label="(768, 768)", style=solid]; -"373 view_38_0_0_nncf_smooth_quant_0" -> "374 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; -"374 quantize_per_tensor_default_28" -> "375 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; -"375 dequantize_per_tensor_default_28" -> "381 linear_17" [label="(197, 768)", style=solid]; -"376 linear_17_scale_0" -> "378 quantize_per_channel_default_18" [label="(768,)", style=solid]; -"376 linear_17_scale_0" -> "379 dequantize_per_channel_default_18" [label="(768,)", style=solid]; -"377 linear_17_zero_point_0" -> "378 quantize_per_channel_default_18" [label="(768,)", style=solid]; -"377 linear_17_zero_point_0" -> "379 dequantize_per_channel_default_18" [label="(768,)", style=solid]; -"378 quantize_per_channel_default_18" -> "379 dequantize_per_channel_default_18" [label="(768, 768)", style=solid]; -"379 dequantize_per_channel_default_18" -> "381 linear_17" [label="(768, 768)", style=solid]; -"380 _param_constant57_0_0" -> "381 linear_17" [label="(768,)", style=solid]; -"381 linear_17" -> "382 view_39" [label="(197, 768)", style=solid]; -"382 view_39" -> "383 transpose_29" [label="(197, 1, 768)", style=solid]; -"383 transpose_29" -> "384 dropout_13" [label="(1, 197, 768)", style=solid]; -"384 dropout_13" -> "385 add_9" [label="(1, 197, 768)", style=solid]; -"385 add_9" -> "388 layer_norm_9" [label="(1, 197, 768)", style=solid]; -"385 add_9" -> "412 add_10" [label="(1, 197, 768)", style=solid]; -"386 _param_constant58" -> "388 layer_norm_9" [label="(768,)", style=solid]; -"387 _param_constant59" -> "388 layer_norm_9" [label="(768,)", style=solid]; -"388 layer_norm_9" -> "390 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"389 linear_18_updated_constant0" -> "395 quantize_per_channel_default_19" [label="(3072, 768)", style=solid]; -"390 layer_norm_9_0_0_nncf_smooth_quant_0" -> "391 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"391 quantize_per_tensor_default_29" -> "392 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"392 dequantize_per_tensor_default_29" -> "398 linear_18" [label="(1, 197, 768)", style=solid]; -"393 linear_18_scale_0" -> "395 quantize_per_channel_default_19" [label="(3072,)", style=solid]; -"393 linear_18_scale_0" -> "396 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; -"394 linear_18_zero_point_0" -> "395 quantize_per_channel_default_19" [label="(3072,)", style=solid]; -"394 linear_18_zero_point_0" -> "396 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; -"395 quantize_per_channel_default_19" -> "396 dequantize_per_channel_default_19" [label="(3072, 768)", style=solid]; -"396 dequantize_per_channel_default_19" -> "398 linear_18" [label="(3072, 768)", style=solid]; -"397 _param_constant61_0_0" -> "398 linear_18" [label="(3072,)", style=solid]; -"398 linear_18" -> "399 gelu_4" [label="(1, 197, 3072)", style=solid]; -"399 gelu_4" -> "400 dropout_14" [label="(1, 197, 3072)", style=solid]; -"400 dropout_14" -> "402 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"401 linear_19_updated_constant0" -> "407 quantize_per_channel_default_20" [label="(768, 3072)", style=solid]; -"402 dropout_14_0_0_nncf_smooth_quant_0" -> "403 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"403 quantize_per_tensor_default_30" -> "404 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"404 dequantize_per_tensor_default_30" -> "410 linear_19" [label="(1, 197, 3072)", style=solid]; -"405 linear_19_scale_0" -> "407 quantize_per_channel_default_20" [label="(768,)", style=solid]; -"405 linear_19_scale_0" -> "408 dequantize_per_channel_default_20" [label="(768,)", style=solid]; -"406 linear_19_zero_point_0" -> "407 quantize_per_channel_default_20" [label="(768,)", style=solid]; -"406 linear_19_zero_point_0" -> "408 dequantize_per_channel_default_20" [label="(768,)", style=solid]; -"407 quantize_per_channel_default_20" -> "408 dequantize_per_channel_default_20" [label="(768, 3072)", style=solid]; -"408 dequantize_per_channel_default_20" -> "410 linear_19" [label="(768, 3072)", style=solid]; -"409 _param_constant63_0_0" -> "410 linear_19" [label="(768,)", style=solid]; -"410 linear_19" -> "411 dropout_15" [label="(1, 197, 768)", style=solid]; -"411 dropout_15" -> "412 add_10" [label="(1, 197, 768)", style=solid]; -"412 add_10" -> "415 layer_norm_10" [label="(1, 197, 768)", style=solid]; -"412 add_10" -> "464 add_11" [label="(1, 197, 768)", style=solid]; -"413 _param_constant64" -> "415 layer_norm_10" [label="(768,)", style=solid]; -"414 _param_constant65" -> "415 layer_norm_10" [label="(768,)", style=solid]; -"415 layer_norm_10" -> "416 transpose_30" [label="(1, 197, 768)", style=solid]; -"416 transpose_30" -> "418 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"417 linear_20_updated_constant0" -> "423 quantize_per_channel_default_21" [label="(2304, 768)", style=solid]; -"418 transpose_30_0_0_nncf_smooth_quant_0" -> "419 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; -"419 quantize_per_tensor_default_31" -> "420 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; -"420 dequantize_per_tensor_default_31" -> "426 linear_20" [label="(197, 1, 768)", style=solid]; -"421 linear_20_scale_0" -> "423 quantize_per_channel_default_21" [label="(2304,)", style=solid]; -"421 linear_20_scale_0" -> "424 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; -"422 linear_20_zero_point_0" -> "423 quantize_per_channel_default_21" [label="(2304,)", style=solid]; -"422 linear_20_zero_point_0" -> "424 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; -"423 quantize_per_channel_default_21" -> "424 dequantize_per_channel_default_21" [label="(2304, 768)", style=solid]; -"424 dequantize_per_channel_default_21" -> "426 linear_20" [label="(2304, 768)", style=solid]; -"425 _param_constant67_0_0" -> "426 linear_20" [label="(2304,)", style=solid]; -"426 linear_20" -> "427 unflatten_5" [label="(197, 1, 2304)", style=solid]; -"427 unflatten_5" -> "428 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; -"428 unsqueeze_5" -> "429 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; -"429 transpose_31" -> "430 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; -"430 squeeze_5" -> "431 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; -"431 contiguous_5" -> "432 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; -"431 contiguous_5" -> "435 quantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; -"431 contiguous_5" -> "438 select_17" [label="(3, 197, 1, 768)", style=solid]; -"432 quantize_per_tensor_default_32" -> "433 dequantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; -"433 dequantize_per_tensor_default_32" -> "434 select_15" [label="(3, 197, 1, 768)", style=solid]; -"434 select_15" -> "439 view_40" [label="(197, 1, 768)", style=solid]; -"435 quantize_per_tensor_default_33" -> "436 dequantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; -"436 dequantize_per_tensor_default_33" -> "437 select_16" [label="(3, 197, 1, 768)", style=solid]; -"437 select_16" -> "441 view_41" [label="(197, 1, 768)", style=solid]; -"438 select_17" -> "443 view_42" [label="(197, 1, 768)", style=solid]; -"439 view_40" -> "440 transpose_32" [label="(197, 12, 64)", style=solid]; -"440 transpose_32" -> "445 view_43" [label="(12, 197, 64)", style=solid]; -"441 view_41" -> "442 transpose_33" [label="(197, 12, 64)", style=solid]; -"442 transpose_33" -> "446 view_44" [label="(12, 197, 64)", style=solid]; -"443 view_42" -> "444 transpose_34" [label="(197, 12, 64)", style=solid]; -"444 transpose_34" -> "447 view_45" [label="(12, 197, 64)", style=solid]; -"445 view_43" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"446 view_44" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"447 view_45" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"448 scaled_dot_product_attention_5" -> "449 permute_6" [label="(1, 12, 197, 64)", style=solid]; -"449 permute_6" -> "450 view_46" [label="(197, 1, 12, 64)", style=solid]; -"450 view_46" -> "452 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"451 linear_21_updated_constant0" -> "457 quantize_per_channel_default_22" [label="(768, 768)", style=solid]; -"452 view_46_0_0_nncf_smooth_quant_0" -> "453 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; -"453 quantize_per_tensor_default_34" -> "454 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; -"454 dequantize_per_tensor_default_34" -> "460 linear_21" [label="(197, 768)", style=solid]; -"455 linear_21_scale_0" -> "457 quantize_per_channel_default_22" [label="(768,)", style=solid]; -"455 linear_21_scale_0" -> "458 dequantize_per_channel_default_22" [label="(768,)", style=solid]; -"456 linear_21_zero_point_0" -> "457 quantize_per_channel_default_22" [label="(768,)", style=solid]; -"456 linear_21_zero_point_0" -> "458 dequantize_per_channel_default_22" [label="(768,)", style=solid]; -"457 quantize_per_channel_default_22" -> "458 dequantize_per_channel_default_22" [label="(768, 768)", style=solid]; -"458 dequantize_per_channel_default_22" -> "460 linear_21" [label="(768, 768)", style=solid]; -"459 _param_constant69_0_0" -> "460 linear_21" [label="(768,)", style=solid]; -"460 linear_21" -> "461 view_47" [label="(197, 768)", style=solid]; -"461 view_47" -> "462 transpose_35" [label="(197, 1, 768)", style=solid]; -"462 transpose_35" -> "463 dropout_16" [label="(1, 197, 768)", style=solid]; -"463 dropout_16" -> "464 add_11" [label="(1, 197, 768)", style=solid]; -"464 add_11" -> "467 layer_norm_11" [label="(1, 197, 768)", style=solid]; -"464 add_11" -> "491 add_12" [label="(1, 197, 768)", style=solid]; -"465 _param_constant70" -> "467 layer_norm_11" [label="(768,)", style=solid]; -"466 _param_constant71" -> "467 layer_norm_11" [label="(768,)", style=solid]; -"467 layer_norm_11" -> "469 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"468 linear_22_updated_constant0" -> "474 quantize_per_channel_default_23" [label="(3072, 768)", style=solid]; -"469 layer_norm_11_0_0_nncf_smooth_quant_0" -> "470 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; -"470 quantize_per_tensor_default_35" -> "471 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; -"471 dequantize_per_tensor_default_35" -> "477 linear_22" [label="(1, 197, 768)", style=solid]; -"472 linear_22_scale_0" -> "474 quantize_per_channel_default_23" [label="(3072,)", style=solid]; -"472 linear_22_scale_0" -> "475 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; -"473 linear_22_zero_point_0" -> "474 quantize_per_channel_default_23" [label="(3072,)", style=solid]; -"473 linear_22_zero_point_0" -> "475 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; -"474 quantize_per_channel_default_23" -> "475 dequantize_per_channel_default_23" [label="(3072, 768)", style=solid]; -"475 dequantize_per_channel_default_23" -> "477 linear_22" [label="(3072, 768)", style=solid]; -"476 _param_constant73_0_0" -> "477 linear_22" [label="(3072,)", style=solid]; -"477 linear_22" -> "478 gelu_5" [label="(1, 197, 3072)", style=solid]; -"478 gelu_5" -> "479 dropout_17" [label="(1, 197, 3072)", style=solid]; -"479 dropout_17" -> "481 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"480 linear_23_updated_constant0" -> "486 quantize_per_channel_default_24" [label="(768, 3072)", style=solid]; -"481 dropout_17_0_0_nncf_smooth_quant_0" -> "482 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; -"482 quantize_per_tensor_default_36" -> "483 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; -"483 dequantize_per_tensor_default_36" -> "489 linear_23" [label="(1, 197, 3072)", style=solid]; -"484 linear_23_scale_0" -> "486 quantize_per_channel_default_24" [label="(768,)", style=solid]; -"484 linear_23_scale_0" -> "487 dequantize_per_channel_default_24" [label="(768,)", style=solid]; -"485 linear_23_zero_point_0" -> "486 quantize_per_channel_default_24" [label="(768,)", style=solid]; -"485 linear_23_zero_point_0" -> "487 dequantize_per_channel_default_24" [label="(768,)", style=solid]; -"486 quantize_per_channel_default_24" -> "487 dequantize_per_channel_default_24" [label="(768, 3072)", style=solid]; -"487 dequantize_per_channel_default_24" -> "489 linear_23" [label="(768, 3072)", style=solid]; -"488 _param_constant75_0_0" -> "489 linear_23" [label="(768,)", style=solid]; -"489 linear_23" -> "490 dropout_18" [label="(1, 197, 768)", style=solid]; -"490 dropout_18" -> "491 add_12" [label="(1, 197, 768)", style=solid]; -"491 add_12" -> "494 layer_norm_12" [label="(1, 197, 768)", style=solid]; -"491 add_12" -> "543 add_13" [label="(1, 197, 768)", style=solid]; -"492 _param_constant76" -> "494 layer_norm_12" [label="(768,)", style=solid]; -"493 _param_constant77" -> "494 layer_norm_12" [label="(768,)", style=solid]; -"494 layer_norm_12" -> "495 transpose_36" [label="(1, 197, 768)", style=solid]; -"495 transpose_36" -> "497 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"496 linear_24_updated_constant0" -> "502 quantize_per_channel_default_25" [label="(2304, 768)", style=solid]; -"497 transpose_36_0_0_nncf_smooth_quant_0" -> "498 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; -"498 quantize_per_tensor_default_37" -> "499 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; -"499 dequantize_per_tensor_default_37" -> "505 linear_24" [label="(197, 1, 768)", style=solid]; -"500 linear_24_scale_0" -> "502 quantize_per_channel_default_25" [label="(2304,)", style=solid]; -"500 linear_24_scale_0" -> "503 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; -"501 linear_24_zero_point_0" -> "502 quantize_per_channel_default_25" [label="(2304,)", style=solid]; -"501 linear_24_zero_point_0" -> "503 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; -"502 quantize_per_channel_default_25" -> "503 dequantize_per_channel_default_25" [label="(2304, 768)", style=solid]; -"503 dequantize_per_channel_default_25" -> "505 linear_24" [label="(2304, 768)", style=solid]; -"504 _param_constant79_0_0" -> "505 linear_24" [label="(2304,)", style=solid]; -"505 linear_24" -> "506 unflatten_6" [label="(197, 1, 2304)", style=solid]; -"506 unflatten_6" -> "507 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; -"507 unsqueeze_6" -> "508 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; -"508 transpose_37" -> "509 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; -"509 squeeze_6" -> "510 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; -"510 contiguous_6" -> "511 quantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; -"510 contiguous_6" -> "514 quantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; -"510 contiguous_6" -> "517 select_20" [label="(3, 197, 1, 768)", style=solid]; -"511 quantize_per_tensor_default_38" -> "512 dequantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; -"512 dequantize_per_tensor_default_38" -> "513 select_18" [label="(3, 197, 1, 768)", style=solid]; -"513 select_18" -> "518 view_48" [label="(197, 1, 768)", style=solid]; -"514 quantize_per_tensor_default_39" -> "515 dequantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; -"515 dequantize_per_tensor_default_39" -> "516 select_19" [label="(3, 197, 1, 768)", style=solid]; -"516 select_19" -> "520 view_49" [label="(197, 1, 768)", style=solid]; -"517 select_20" -> "522 view_50" [label="(197, 1, 768)", style=solid]; -"518 view_48" -> "519 transpose_38" [label="(197, 12, 64)", style=solid]; -"519 transpose_38" -> "524 view_51" [label="(12, 197, 64)", style=solid]; -"520 view_49" -> "521 transpose_39" [label="(197, 12, 64)", style=solid]; -"521 transpose_39" -> "525 view_52" [label="(12, 197, 64)", style=solid]; -"522 view_50" -> "523 transpose_40" [label="(197, 12, 64)", style=solid]; -"523 transpose_40" -> "526 view_53" [label="(12, 197, 64)", style=solid]; -"524 view_51" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"525 view_52" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"526 view_53" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"527 scaled_dot_product_attention_6" -> "528 permute_7" [label="(1, 12, 197, 64)", style=solid]; -"528 permute_7" -> "529 view_54" [label="(197, 1, 12, 64)", style=solid]; -"529 view_54" -> "531 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"530 linear_25_updated_constant0" -> "536 quantize_per_channel_default_26" [label="(768, 768)", style=solid]; -"531 view_54_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; -"532 quantize_per_tensor_default_40" -> "533 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; -"533 dequantize_per_tensor_default_40" -> "539 linear_25" [label="(197, 768)", style=solid]; -"534 linear_25_scale_0" -> "536 quantize_per_channel_default_26" [label="(768,)", style=solid]; -"534 linear_25_scale_0" -> "537 dequantize_per_channel_default_26" [label="(768,)", style=solid]; -"535 linear_25_zero_point_0" -> "536 quantize_per_channel_default_26" [label="(768,)", style=solid]; -"535 linear_25_zero_point_0" -> "537 dequantize_per_channel_default_26" [label="(768,)", style=solid]; -"536 quantize_per_channel_default_26" -> "537 dequantize_per_channel_default_26" [label="(768, 768)", style=solid]; -"537 dequantize_per_channel_default_26" -> "539 linear_25" [label="(768, 768)", style=solid]; -"538 _param_constant81_0_0" -> "539 linear_25" [label="(768,)", style=solid]; -"539 linear_25" -> "540 view_55" [label="(197, 768)", style=solid]; -"540 view_55" -> "541 transpose_41" [label="(197, 1, 768)", style=solid]; -"541 transpose_41" -> "542 dropout_19" [label="(1, 197, 768)", style=solid]; -"542 dropout_19" -> "543 add_13" [label="(1, 197, 768)", style=solid]; -"543 add_13" -> "546 layer_norm_13" [label="(1, 197, 768)", style=solid]; -"543 add_13" -> "570 add_14" [label="(1, 197, 768)", style=solid]; -"544 _param_constant82" -> "546 layer_norm_13" [label="(768,)", style=solid]; -"545 _param_constant83" -> "546 layer_norm_13" [label="(768,)", style=solid]; -"546 layer_norm_13" -> "548 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"547 linear_26_updated_constant0" -> "553 quantize_per_channel_default_27" [label="(3072, 768)", style=solid]; -"548 layer_norm_13_0_0_nncf_smooth_quant_0" -> "549 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"549 quantize_per_tensor_default_41" -> "550 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"550 dequantize_per_tensor_default_41" -> "556 linear_26" [label="(1, 197, 768)", style=solid]; -"551 linear_26_scale_0" -> "553 quantize_per_channel_default_27" [label="(3072,)", style=solid]; -"551 linear_26_scale_0" -> "554 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; -"552 linear_26_zero_point_0" -> "553 quantize_per_channel_default_27" [label="(3072,)", style=solid]; -"552 linear_26_zero_point_0" -> "554 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; -"553 quantize_per_channel_default_27" -> "554 dequantize_per_channel_default_27" [label="(3072, 768)", style=solid]; -"554 dequantize_per_channel_default_27" -> "556 linear_26" [label="(3072, 768)", style=solid]; -"555 _param_constant85_0_0" -> "556 linear_26" [label="(3072,)", style=solid]; -"556 linear_26" -> "557 gelu_6" [label="(1, 197, 3072)", style=solid]; -"557 gelu_6" -> "558 dropout_20" [label="(1, 197, 3072)", style=solid]; -"558 dropout_20" -> "560 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"559 linear_27_updated_constant0" -> "565 quantize_per_channel_default_28" [label="(768, 3072)", style=solid]; -"560 dropout_20_0_0_nncf_smooth_quant_0" -> "561 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; -"561 quantize_per_tensor_default_42" -> "562 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; -"562 dequantize_per_tensor_default_42" -> "568 linear_27" [label="(1, 197, 3072)", style=solid]; -"563 linear_27_scale_0" -> "565 quantize_per_channel_default_28" [label="(768,)", style=solid]; -"563 linear_27_scale_0" -> "566 dequantize_per_channel_default_28" [label="(768,)", style=solid]; -"564 linear_27_zero_point_0" -> "565 quantize_per_channel_default_28" [label="(768,)", style=solid]; -"564 linear_27_zero_point_0" -> "566 dequantize_per_channel_default_28" [label="(768,)", style=solid]; -"565 quantize_per_channel_default_28" -> "566 dequantize_per_channel_default_28" [label="(768, 3072)", style=solid]; -"566 dequantize_per_channel_default_28" -> "568 linear_27" [label="(768, 3072)", style=solid]; -"567 _param_constant87_0_0" -> "568 linear_27" [label="(768,)", style=solid]; -"568 linear_27" -> "569 dropout_21" [label="(1, 197, 768)", style=solid]; -"569 dropout_21" -> "570 add_14" [label="(1, 197, 768)", style=solid]; -"570 add_14" -> "573 layer_norm_14" [label="(1, 197, 768)", style=solid]; -"570 add_14" -> "622 add_15" [label="(1, 197, 768)", style=solid]; -"571 _param_constant88" -> "573 layer_norm_14" [label="(768,)", style=solid]; -"572 _param_constant89" -> "573 layer_norm_14" [label="(768,)", style=solid]; -"573 layer_norm_14" -> "574 transpose_42" [label="(1, 197, 768)", style=solid]; -"574 transpose_42" -> "576 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"575 linear_28_updated_constant0" -> "581 quantize_per_channel_default_29" [label="(2304, 768)", style=solid]; -"576 transpose_42_0_0_nncf_smooth_quant_0" -> "577 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; -"577 quantize_per_tensor_default_43" -> "578 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; -"578 dequantize_per_tensor_default_43" -> "584 linear_28" [label="(197, 1, 768)", style=solid]; -"579 linear_28_scale_0" -> "581 quantize_per_channel_default_29" [label="(2304,)", style=solid]; -"579 linear_28_scale_0" -> "582 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; -"580 linear_28_zero_point_0" -> "581 quantize_per_channel_default_29" [label="(2304,)", style=solid]; -"580 linear_28_zero_point_0" -> "582 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; -"581 quantize_per_channel_default_29" -> "582 dequantize_per_channel_default_29" [label="(2304, 768)", style=solid]; -"582 dequantize_per_channel_default_29" -> "584 linear_28" [label="(2304, 768)", style=solid]; -"583 _param_constant91_0_0" -> "584 linear_28" [label="(2304,)", style=solid]; -"584 linear_28" -> "585 unflatten_7" [label="(197, 1, 2304)", style=solid]; -"585 unflatten_7" -> "586 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; -"586 unsqueeze_7" -> "587 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; -"587 transpose_43" -> "588 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; -"588 squeeze_7" -> "589 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; -"589 contiguous_7" -> "590 quantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; -"589 contiguous_7" -> "593 quantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; -"589 contiguous_7" -> "596 select_23" [label="(3, 197, 1, 768)", style=solid]; -"590 quantize_per_tensor_default_44" -> "591 dequantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; -"591 dequantize_per_tensor_default_44" -> "592 select_21" [label="(3, 197, 1, 768)", style=solid]; -"592 select_21" -> "597 view_56" [label="(197, 1, 768)", style=solid]; -"593 quantize_per_tensor_default_45" -> "594 dequantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; -"594 dequantize_per_tensor_default_45" -> "595 select_22" [label="(3, 197, 1, 768)", style=solid]; -"595 select_22" -> "599 view_57" [label="(197, 1, 768)", style=solid]; -"596 select_23" -> "601 view_58" [label="(197, 1, 768)", style=solid]; -"597 view_56" -> "598 transpose_44" [label="(197, 12, 64)", style=solid]; -"598 transpose_44" -> "603 view_59" [label="(12, 197, 64)", style=solid]; -"599 view_57" -> "600 transpose_45" [label="(197, 12, 64)", style=solid]; -"600 transpose_45" -> "604 view_60" [label="(12, 197, 64)", style=solid]; -"601 view_58" -> "602 transpose_46" [label="(197, 12, 64)", style=solid]; -"602 transpose_46" -> "605 view_61" [label="(12, 197, 64)", style=solid]; -"603 view_59" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"604 view_60" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"605 view_61" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"606 scaled_dot_product_attention_7" -> "607 permute_8" [label="(1, 12, 197, 64)", style=solid]; -"607 permute_8" -> "608 view_62" [label="(197, 1, 12, 64)", style=solid]; -"608 view_62" -> "610 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"609 linear_29_updated_constant0" -> "615 quantize_per_channel_default_30" [label="(768, 768)", style=solid]; -"610 view_62_0_0_nncf_smooth_quant_0" -> "611 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; -"611 quantize_per_tensor_default_46" -> "612 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; -"612 dequantize_per_tensor_default_46" -> "618 linear_29" [label="(197, 768)", style=solid]; -"613 linear_29_scale_0" -> "615 quantize_per_channel_default_30" [label="(768,)", style=solid]; -"613 linear_29_scale_0" -> "616 dequantize_per_channel_default_30" [label="(768,)", style=solid]; -"614 linear_29_zero_point_0" -> "615 quantize_per_channel_default_30" [label="(768,)", style=solid]; -"614 linear_29_zero_point_0" -> "616 dequantize_per_channel_default_30" [label="(768,)", style=solid]; -"615 quantize_per_channel_default_30" -> "616 dequantize_per_channel_default_30" [label="(768, 768)", style=solid]; -"616 dequantize_per_channel_default_30" -> "618 linear_29" [label="(768, 768)", style=solid]; -"617 _param_constant93_0_0" -> "618 linear_29" [label="(768,)", style=solid]; -"618 linear_29" -> "619 view_63" [label="(197, 768)", style=solid]; -"619 view_63" -> "620 transpose_47" [label="(197, 1, 768)", style=solid]; -"620 transpose_47" -> "621 dropout_22" [label="(1, 197, 768)", style=solid]; -"621 dropout_22" -> "622 add_15" [label="(1, 197, 768)", style=solid]; -"622 add_15" -> "625 layer_norm_15" [label="(1, 197, 768)", style=solid]; -"622 add_15" -> "649 add_16" [label="(1, 197, 768)", style=solid]; -"623 _param_constant94" -> "625 layer_norm_15" [label="(768,)", style=solid]; -"624 _param_constant95" -> "625 layer_norm_15" [label="(768,)", style=solid]; -"625 layer_norm_15" -> "627 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"626 linear_30_updated_constant0" -> "632 quantize_per_channel_default_31" [label="(3072, 768)", style=solid]; -"627 layer_norm_15_0_0_nncf_smooth_quant_0" -> "628 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; -"628 quantize_per_tensor_default_47" -> "629 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; -"629 dequantize_per_tensor_default_47" -> "635 linear_30" [label="(1, 197, 768)", style=solid]; -"630 linear_30_scale_0" -> "632 quantize_per_channel_default_31" [label="(3072,)", style=solid]; -"630 linear_30_scale_0" -> "633 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; -"631 linear_30_zero_point_0" -> "632 quantize_per_channel_default_31" [label="(3072,)", style=solid]; -"631 linear_30_zero_point_0" -> "633 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; -"632 quantize_per_channel_default_31" -> "633 dequantize_per_channel_default_31" [label="(3072, 768)", style=solid]; -"633 dequantize_per_channel_default_31" -> "635 linear_30" [label="(3072, 768)", style=solid]; -"634 _param_constant97_0_0" -> "635 linear_30" [label="(3072,)", style=solid]; -"635 linear_30" -> "636 gelu_7" [label="(1, 197, 3072)", style=solid]; -"636 gelu_7" -> "637 dropout_23" [label="(1, 197, 3072)", style=solid]; -"637 dropout_23" -> "639 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"638 linear_31_updated_constant0" -> "644 quantize_per_channel_default_32" [label="(768, 3072)", style=solid]; -"639 dropout_23_0_0_nncf_smooth_quant_0" -> "640 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; -"640 quantize_per_tensor_default_48" -> "641 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; -"641 dequantize_per_tensor_default_48" -> "647 linear_31" [label="(1, 197, 3072)", style=solid]; -"642 linear_31_scale_0" -> "644 quantize_per_channel_default_32" [label="(768,)", style=solid]; -"642 linear_31_scale_0" -> "645 dequantize_per_channel_default_32" [label="(768,)", style=solid]; -"643 linear_31_zero_point_0" -> "644 quantize_per_channel_default_32" [label="(768,)", style=solid]; -"643 linear_31_zero_point_0" -> "645 dequantize_per_channel_default_32" [label="(768,)", style=solid]; -"644 quantize_per_channel_default_32" -> "645 dequantize_per_channel_default_32" [label="(768, 3072)", style=solid]; -"645 dequantize_per_channel_default_32" -> "647 linear_31" [label="(768, 3072)", style=solid]; -"646 _param_constant99_0_0" -> "647 linear_31" [label="(768,)", style=solid]; -"647 linear_31" -> "648 dropout_24" [label="(1, 197, 768)", style=solid]; -"648 dropout_24" -> "649 add_16" [label="(1, 197, 768)", style=solid]; -"649 add_16" -> "652 layer_norm_16" [label="(1, 197, 768)", style=solid]; -"649 add_16" -> "701 add_17" [label="(1, 197, 768)", style=solid]; -"650 _param_constant100" -> "652 layer_norm_16" [label="(768,)", style=solid]; -"651 _param_constant101" -> "652 layer_norm_16" [label="(768,)", style=solid]; -"652 layer_norm_16" -> "653 transpose_48" [label="(1, 197, 768)", style=solid]; -"653 transpose_48" -> "655 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"654 linear_32_updated_constant0" -> "660 quantize_per_channel_default_33" [label="(2304, 768)", style=solid]; -"655 transpose_48_0_0_nncf_smooth_quant_0" -> "656 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; -"656 quantize_per_tensor_default_49" -> "657 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; -"657 dequantize_per_tensor_default_49" -> "663 linear_32" [label="(197, 1, 768)", style=solid]; -"658 linear_32_scale_0" -> "660 quantize_per_channel_default_33" [label="(2304,)", style=solid]; -"658 linear_32_scale_0" -> "661 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; -"659 linear_32_zero_point_0" -> "660 quantize_per_channel_default_33" [label="(2304,)", style=solid]; -"659 linear_32_zero_point_0" -> "661 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; -"660 quantize_per_channel_default_33" -> "661 dequantize_per_channel_default_33" [label="(2304, 768)", style=solid]; -"661 dequantize_per_channel_default_33" -> "663 linear_32" [label="(2304, 768)", style=solid]; -"662 _param_constant103_0_0" -> "663 linear_32" [label="(2304,)", style=solid]; -"663 linear_32" -> "664 unflatten_8" [label="(197, 1, 2304)", style=solid]; -"664 unflatten_8" -> "665 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; -"665 unsqueeze_8" -> "666 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; -"666 transpose_49" -> "667 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; -"667 squeeze_8" -> "668 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; -"668 contiguous_8" -> "669 quantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; -"668 contiguous_8" -> "672 quantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; -"668 contiguous_8" -> "675 select_26" [label="(3, 197, 1, 768)", style=solid]; -"669 quantize_per_tensor_default_50" -> "670 dequantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; -"670 dequantize_per_tensor_default_50" -> "671 select_24" [label="(3, 197, 1, 768)", style=solid]; -"671 select_24" -> "676 view_64" [label="(197, 1, 768)", style=solid]; -"672 quantize_per_tensor_default_51" -> "673 dequantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; -"673 dequantize_per_tensor_default_51" -> "674 select_25" [label="(3, 197, 1, 768)", style=solid]; -"674 select_25" -> "678 view_65" [label="(197, 1, 768)", style=solid]; -"675 select_26" -> "680 view_66" [label="(197, 1, 768)", style=solid]; -"676 view_64" -> "677 transpose_50" [label="(197, 12, 64)", style=solid]; -"677 transpose_50" -> "682 view_67" [label="(12, 197, 64)", style=solid]; -"678 view_65" -> "679 transpose_51" [label="(197, 12, 64)", style=solid]; -"679 transpose_51" -> "683 view_68" [label="(12, 197, 64)", style=solid]; -"680 view_66" -> "681 transpose_52" [label="(197, 12, 64)", style=solid]; -"681 transpose_52" -> "684 view_69" [label="(12, 197, 64)", style=solid]; -"682 view_67" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"683 view_68" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"684 view_69" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"685 scaled_dot_product_attention_8" -> "686 permute_9" [label="(1, 12, 197, 64)", style=solid]; -"686 permute_9" -> "687 view_70" [label="(197, 1, 12, 64)", style=solid]; -"687 view_70" -> "689 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"688 linear_33_updated_constant0" -> "694 quantize_per_channel_default_34" [label="(768, 768)", style=solid]; -"689 view_70_0_0_nncf_smooth_quant_0" -> "690 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; -"690 quantize_per_tensor_default_52" -> "691 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; -"691 dequantize_per_tensor_default_52" -> "697 linear_33" [label="(197, 768)", style=solid]; -"692 linear_33_scale_0" -> "694 quantize_per_channel_default_34" [label="(768,)", style=solid]; -"692 linear_33_scale_0" -> "695 dequantize_per_channel_default_34" [label="(768,)", style=solid]; -"693 linear_33_zero_point_0" -> "694 quantize_per_channel_default_34" [label="(768,)", style=solid]; -"693 linear_33_zero_point_0" -> "695 dequantize_per_channel_default_34" [label="(768,)", style=solid]; -"694 quantize_per_channel_default_34" -> "695 dequantize_per_channel_default_34" [label="(768, 768)", style=solid]; -"695 dequantize_per_channel_default_34" -> "697 linear_33" [label="(768, 768)", style=solid]; -"696 _param_constant105_0_0" -> "697 linear_33" [label="(768,)", style=solid]; -"697 linear_33" -> "698 view_71" [label="(197, 768)", style=solid]; -"698 view_71" -> "699 transpose_53" [label="(197, 1, 768)", style=solid]; -"699 transpose_53" -> "700 dropout_25" [label="(1, 197, 768)", style=solid]; -"700 dropout_25" -> "701 add_17" [label="(1, 197, 768)", style=solid]; -"701 add_17" -> "704 layer_norm_17" [label="(1, 197, 768)", style=solid]; -"701 add_17" -> "728 add_18" [label="(1, 197, 768)", style=solid]; -"702 _param_constant106" -> "704 layer_norm_17" [label="(768,)", style=solid]; -"703 _param_constant107" -> "704 layer_norm_17" [label="(768,)", style=solid]; -"704 layer_norm_17" -> "706 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"705 linear_34_updated_constant0" -> "711 quantize_per_channel_default_35" [label="(3072, 768)", style=solid]; -"706 layer_norm_17_0_0_nncf_smooth_quant_0" -> "707 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; -"707 quantize_per_tensor_default_53" -> "708 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; -"708 dequantize_per_tensor_default_53" -> "714 linear_34" [label="(1, 197, 768)", style=solid]; -"709 linear_34_scale_0" -> "711 quantize_per_channel_default_35" [label="(3072,)", style=solid]; -"709 linear_34_scale_0" -> "712 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; -"710 linear_34_zero_point_0" -> "711 quantize_per_channel_default_35" [label="(3072,)", style=solid]; -"710 linear_34_zero_point_0" -> "712 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; -"711 quantize_per_channel_default_35" -> "712 dequantize_per_channel_default_35" [label="(3072, 768)", style=solid]; -"712 dequantize_per_channel_default_35" -> "714 linear_34" [label="(3072, 768)", style=solid]; -"713 _param_constant109_0_0" -> "714 linear_34" [label="(3072,)", style=solid]; -"714 linear_34" -> "715 gelu_8" [label="(1, 197, 3072)", style=solid]; -"715 gelu_8" -> "716 dropout_26" [label="(1, 197, 3072)", style=solid]; -"716 dropout_26" -> "718 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"717 linear_35_updated_constant0" -> "723 quantize_per_channel_default_36" [label="(768, 3072)", style=solid]; -"718 dropout_26_0_0_nncf_smooth_quant_0" -> "719 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; -"719 quantize_per_tensor_default_54" -> "720 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; -"720 dequantize_per_tensor_default_54" -> "726 linear_35" [label="(1, 197, 3072)", style=solid]; -"721 linear_35_scale_0" -> "723 quantize_per_channel_default_36" [label="(768,)", style=solid]; -"721 linear_35_scale_0" -> "724 dequantize_per_channel_default_36" [label="(768,)", style=solid]; -"722 linear_35_zero_point_0" -> "723 quantize_per_channel_default_36" [label="(768,)", style=solid]; -"722 linear_35_zero_point_0" -> "724 dequantize_per_channel_default_36" [label="(768,)", style=solid]; -"723 quantize_per_channel_default_36" -> "724 dequantize_per_channel_default_36" [label="(768, 3072)", style=solid]; -"724 dequantize_per_channel_default_36" -> "726 linear_35" [label="(768, 3072)", style=solid]; -"725 _param_constant111_0_0" -> "726 linear_35" [label="(768,)", style=solid]; -"726 linear_35" -> "727 dropout_27" [label="(1, 197, 768)", style=solid]; -"727 dropout_27" -> "728 add_18" [label="(1, 197, 768)", style=solid]; -"728 add_18" -> "731 layer_norm_18" [label="(1, 197, 768)", style=solid]; -"728 add_18" -> "780 add_19" [label="(1, 197, 768)", style=solid]; -"729 _param_constant112" -> "731 layer_norm_18" [label="(768,)", style=solid]; -"730 _param_constant113" -> "731 layer_norm_18" [label="(768,)", style=solid]; -"731 layer_norm_18" -> "732 transpose_54" [label="(1, 197, 768)", style=solid]; -"732 transpose_54" -> "734 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"733 linear_36_updated_constant0" -> "739 quantize_per_channel_default_37" [label="(2304, 768)", style=solid]; -"734 transpose_54_0_0_nncf_smooth_quant_0" -> "735 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; -"735 quantize_per_tensor_default_55" -> "736 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; -"736 dequantize_per_tensor_default_55" -> "742 linear_36" [label="(197, 1, 768)", style=solid]; -"737 linear_36_scale_0" -> "739 quantize_per_channel_default_37" [label="(2304,)", style=solid]; -"737 linear_36_scale_0" -> "740 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; -"738 linear_36_zero_point_0" -> "739 quantize_per_channel_default_37" [label="(2304,)", style=solid]; -"738 linear_36_zero_point_0" -> "740 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; -"739 quantize_per_channel_default_37" -> "740 dequantize_per_channel_default_37" [label="(2304, 768)", style=solid]; -"740 dequantize_per_channel_default_37" -> "742 linear_36" [label="(2304, 768)", style=solid]; -"741 _param_constant115_0_0" -> "742 linear_36" [label="(2304,)", style=solid]; -"742 linear_36" -> "743 unflatten_9" [label="(197, 1, 2304)", style=solid]; -"743 unflatten_9" -> "744 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; -"744 unsqueeze_9" -> "745 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; -"745 transpose_55" -> "746 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; -"746 squeeze_9" -> "747 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; -"747 contiguous_9" -> "748 quantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; -"747 contiguous_9" -> "751 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; -"747 contiguous_9" -> "754 select_29" [label="(3, 197, 1, 768)", style=solid]; -"748 quantize_per_tensor_default_56" -> "749 dequantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; -"749 dequantize_per_tensor_default_56" -> "750 select_27" [label="(3, 197, 1, 768)", style=solid]; -"750 select_27" -> "755 view_72" [label="(197, 1, 768)", style=solid]; -"751 quantize_per_tensor_default_57" -> "752 dequantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; -"752 dequantize_per_tensor_default_57" -> "753 select_28" [label="(3, 197, 1, 768)", style=solid]; -"753 select_28" -> "757 view_73" [label="(197, 1, 768)", style=solid]; -"754 select_29" -> "759 view_74" [label="(197, 1, 768)", style=solid]; -"755 view_72" -> "756 transpose_56" [label="(197, 12, 64)", style=solid]; -"756 transpose_56" -> "761 view_75" [label="(12, 197, 64)", style=solid]; -"757 view_73" -> "758 transpose_57" [label="(197, 12, 64)", style=solid]; -"758 transpose_57" -> "762 view_76" [label="(12, 197, 64)", style=solid]; -"759 view_74" -> "760 transpose_58" [label="(197, 12, 64)", style=solid]; -"760 transpose_58" -> "763 view_77" [label="(12, 197, 64)", style=solid]; -"761 view_75" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"762 view_76" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"763 view_77" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"764 scaled_dot_product_attention_9" -> "765 permute_10" [label="(1, 12, 197, 64)", style=solid]; -"765 permute_10" -> "766 view_78" [label="(197, 1, 12, 64)", style=solid]; -"766 view_78" -> "768 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"767 linear_37_updated_constant0" -> "773 quantize_per_channel_default_38" [label="(768, 768)", style=solid]; -"768 view_78_0_0_nncf_smooth_quant_0" -> "769 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; -"769 quantize_per_tensor_default_58" -> "770 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; -"770 dequantize_per_tensor_default_58" -> "776 linear_37" [label="(197, 768)", style=solid]; -"771 linear_37_scale_0" -> "773 quantize_per_channel_default_38" [label="(768,)", style=solid]; -"771 linear_37_scale_0" -> "774 dequantize_per_channel_default_38" [label="(768,)", style=solid]; -"772 linear_37_zero_point_0" -> "773 quantize_per_channel_default_38" [label="(768,)", style=solid]; -"772 linear_37_zero_point_0" -> "774 dequantize_per_channel_default_38" [label="(768,)", style=solid]; -"773 quantize_per_channel_default_38" -> "774 dequantize_per_channel_default_38" [label="(768, 768)", style=solid]; -"774 dequantize_per_channel_default_38" -> "776 linear_37" [label="(768, 768)", style=solid]; -"775 _param_constant117_0_0" -> "776 linear_37" [label="(768,)", style=solid]; -"776 linear_37" -> "777 view_79" [label="(197, 768)", style=solid]; -"777 view_79" -> "778 transpose_59" [label="(197, 1, 768)", style=solid]; -"778 transpose_59" -> "779 dropout_28" [label="(1, 197, 768)", style=solid]; -"779 dropout_28" -> "780 add_19" [label="(1, 197, 768)", style=solid]; -"780 add_19" -> "783 layer_norm_19" [label="(1, 197, 768)", style=solid]; -"780 add_19" -> "807 add_20" [label="(1, 197, 768)", style=solid]; -"781 _param_constant118" -> "783 layer_norm_19" [label="(768,)", style=solid]; -"782 _param_constant119" -> "783 layer_norm_19" [label="(768,)", style=solid]; -"783 layer_norm_19" -> "785 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"784 linear_38_updated_constant0" -> "790 quantize_per_channel_default_39" [label="(3072, 768)", style=solid]; -"785 layer_norm_19_0_0_nncf_smooth_quant_0" -> "786 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"786 quantize_per_tensor_default_59" -> "787 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"787 dequantize_per_tensor_default_59" -> "793 linear_38" [label="(1, 197, 768)", style=solid]; -"788 linear_38_scale_0" -> "790 quantize_per_channel_default_39" [label="(3072,)", style=solid]; -"788 linear_38_scale_0" -> "791 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; -"789 linear_38_zero_point_0" -> "790 quantize_per_channel_default_39" [label="(3072,)", style=solid]; -"789 linear_38_zero_point_0" -> "791 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; -"790 quantize_per_channel_default_39" -> "791 dequantize_per_channel_default_39" [label="(3072, 768)", style=solid]; -"791 dequantize_per_channel_default_39" -> "793 linear_38" [label="(3072, 768)", style=solid]; -"792 _param_constant121_0_0" -> "793 linear_38" [label="(3072,)", style=solid]; -"793 linear_38" -> "794 gelu_9" [label="(1, 197, 3072)", style=solid]; -"794 gelu_9" -> "795 dropout_29" [label="(1, 197, 3072)", style=solid]; -"795 dropout_29" -> "797 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"796 linear_39_updated_constant0" -> "802 quantize_per_channel_default_40" [label="(768, 3072)", style=solid]; -"797 dropout_29_0_0_nncf_smooth_quant_0" -> "798 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"798 quantize_per_tensor_default_60" -> "799 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"799 dequantize_per_tensor_default_60" -> "805 linear_39" [label="(1, 197, 3072)", style=solid]; -"800 linear_39_scale_0" -> "802 quantize_per_channel_default_40" [label="(768,)", style=solid]; -"800 linear_39_scale_0" -> "803 dequantize_per_channel_default_40" [label="(768,)", style=solid]; -"801 linear_39_zero_point_0" -> "802 quantize_per_channel_default_40" [label="(768,)", style=solid]; -"801 linear_39_zero_point_0" -> "803 dequantize_per_channel_default_40" [label="(768,)", style=solid]; -"802 quantize_per_channel_default_40" -> "803 dequantize_per_channel_default_40" [label="(768, 3072)", style=solid]; -"803 dequantize_per_channel_default_40" -> "805 linear_39" [label="(768, 3072)", style=solid]; -"804 _param_constant123_0_0" -> "805 linear_39" [label="(768,)", style=solid]; -"805 linear_39" -> "806 dropout_30" [label="(1, 197, 768)", style=solid]; -"806 dropout_30" -> "807 add_20" [label="(1, 197, 768)", style=solid]; -"807 add_20" -> "810 layer_norm_20" [label="(1, 197, 768)", style=solid]; -"807 add_20" -> "859 add_21" [label="(1, 197, 768)", style=solid]; -"808 _param_constant124" -> "810 layer_norm_20" [label="(768,)", style=solid]; -"809 _param_constant125" -> "810 layer_norm_20" [label="(768,)", style=solid]; -"810 layer_norm_20" -> "811 transpose_60" [label="(1, 197, 768)", style=solid]; -"811 transpose_60" -> "813 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"812 linear_40_updated_constant0" -> "818 quantize_per_channel_default_41" [label="(2304, 768)", style=solid]; -"813 transpose_60_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; -"814 quantize_per_tensor_default_61" -> "815 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; -"815 dequantize_per_tensor_default_61" -> "821 linear_40" [label="(197, 1, 768)", style=solid]; -"816 linear_40_scale_0" -> "818 quantize_per_channel_default_41" [label="(2304,)", style=solid]; -"816 linear_40_scale_0" -> "819 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; -"817 linear_40_zero_point_0" -> "818 quantize_per_channel_default_41" [label="(2304,)", style=solid]; -"817 linear_40_zero_point_0" -> "819 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; -"818 quantize_per_channel_default_41" -> "819 dequantize_per_channel_default_41" [label="(2304, 768)", style=solid]; -"819 dequantize_per_channel_default_41" -> "821 linear_40" [label="(2304, 768)", style=solid]; -"820 _param_constant127_0_0" -> "821 linear_40" [label="(2304,)", style=solid]; -"821 linear_40" -> "822 unflatten_10" [label="(197, 1, 2304)", style=solid]; -"822 unflatten_10" -> "823 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; -"823 unsqueeze_10" -> "824 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; -"824 transpose_61" -> "825 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; -"825 squeeze_10" -> "826 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; -"826 contiguous_10" -> "827 quantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; -"826 contiguous_10" -> "830 quantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; -"826 contiguous_10" -> "833 select_32" [label="(3, 197, 1, 768)", style=solid]; -"827 quantize_per_tensor_default_62" -> "828 dequantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; -"828 dequantize_per_tensor_default_62" -> "829 select_30" [label="(3, 197, 1, 768)", style=solid]; -"829 select_30" -> "834 view_80" [label="(197, 1, 768)", style=solid]; -"830 quantize_per_tensor_default_63" -> "831 dequantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; -"831 dequantize_per_tensor_default_63" -> "832 select_31" [label="(3, 197, 1, 768)", style=solid]; -"832 select_31" -> "836 view_81" [label="(197, 1, 768)", style=solid]; -"833 select_32" -> "838 view_82" [label="(197, 1, 768)", style=solid]; -"834 view_80" -> "835 transpose_62" [label="(197, 12, 64)", style=solid]; -"835 transpose_62" -> "840 view_83" [label="(12, 197, 64)", style=solid]; -"836 view_81" -> "837 transpose_63" [label="(197, 12, 64)", style=solid]; -"837 transpose_63" -> "841 view_84" [label="(12, 197, 64)", style=solid]; -"838 view_82" -> "839 transpose_64" [label="(197, 12, 64)", style=solid]; -"839 transpose_64" -> "842 view_85" [label="(12, 197, 64)", style=solid]; -"840 view_83" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"841 view_84" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"842 view_85" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"843 scaled_dot_product_attention_10" -> "844 permute_11" [label="(1, 12, 197, 64)", style=solid]; -"844 permute_11" -> "845 view_86" [label="(197, 1, 12, 64)", style=solid]; -"845 view_86" -> "847 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"846 linear_41_updated_constant0" -> "852 quantize_per_channel_default_42" [label="(768, 768)", style=solid]; -"847 view_86_0_0_nncf_smooth_quant_0" -> "848 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; -"848 quantize_per_tensor_default_64" -> "849 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; -"849 dequantize_per_tensor_default_64" -> "855 linear_41" [label="(197, 768)", style=solid]; -"850 linear_41_scale_0" -> "852 quantize_per_channel_default_42" [label="(768,)", style=solid]; -"850 linear_41_scale_0" -> "853 dequantize_per_channel_default_42" [label="(768,)", style=solid]; -"851 linear_41_zero_point_0" -> "852 quantize_per_channel_default_42" [label="(768,)", style=solid]; -"851 linear_41_zero_point_0" -> "853 dequantize_per_channel_default_42" [label="(768,)", style=solid]; -"852 quantize_per_channel_default_42" -> "853 dequantize_per_channel_default_42" [label="(768, 768)", style=solid]; -"853 dequantize_per_channel_default_42" -> "855 linear_41" [label="(768, 768)", style=solid]; -"854 _param_constant129_0_0" -> "855 linear_41" [label="(768,)", style=solid]; -"855 linear_41" -> "856 view_87" [label="(197, 768)", style=solid]; -"856 view_87" -> "857 transpose_65" [label="(197, 1, 768)", style=solid]; -"857 transpose_65" -> "858 dropout_31" [label="(1, 197, 768)", style=solid]; -"858 dropout_31" -> "859 add_21" [label="(1, 197, 768)", style=solid]; -"859 add_21" -> "862 layer_norm_21" [label="(1, 197, 768)", style=solid]; -"859 add_21" -> "886 add_22" [label="(1, 197, 768)", style=solid]; -"860 _param_constant130" -> "862 layer_norm_21" [label="(768,)", style=solid]; -"861 _param_constant131" -> "862 layer_norm_21" [label="(768,)", style=solid]; -"862 layer_norm_21" -> "864 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"863 linear_42_updated_constant0" -> "869 quantize_per_channel_default_43" [label="(3072, 768)", style=solid]; -"864 layer_norm_21_0_0_nncf_smooth_quant_0" -> "865 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; -"865 quantize_per_tensor_default_65" -> "866 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; -"866 dequantize_per_tensor_default_65" -> "872 linear_42" [label="(1, 197, 768)", style=solid]; -"867 linear_42_scale_0" -> "869 quantize_per_channel_default_43" [label="(3072,)", style=solid]; -"867 linear_42_scale_0" -> "870 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; -"868 linear_42_zero_point_0" -> "869 quantize_per_channel_default_43" [label="(3072,)", style=solid]; -"868 linear_42_zero_point_0" -> "870 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; -"869 quantize_per_channel_default_43" -> "870 dequantize_per_channel_default_43" [label="(3072, 768)", style=solid]; -"870 dequantize_per_channel_default_43" -> "872 linear_42" [label="(3072, 768)", style=solid]; -"871 _param_constant133_0_0" -> "872 linear_42" [label="(3072,)", style=solid]; -"872 linear_42" -> "873 gelu_10" [label="(1, 197, 3072)", style=solid]; -"873 gelu_10" -> "874 dropout_32" [label="(1, 197, 3072)", style=solid]; -"874 dropout_32" -> "876 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"875 linear_43_updated_constant0" -> "881 quantize_per_channel_default_44" [label="(768, 3072)", style=solid]; -"876 dropout_32_0_0_nncf_smooth_quant_0" -> "877 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; -"877 quantize_per_tensor_default_66" -> "878 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; -"878 dequantize_per_tensor_default_66" -> "884 linear_43" [label="(1, 197, 3072)", style=solid]; -"879 linear_43_scale_0" -> "881 quantize_per_channel_default_44" [label="(768,)", style=solid]; -"879 linear_43_scale_0" -> "882 dequantize_per_channel_default_44" [label="(768,)", style=solid]; -"880 linear_43_zero_point_0" -> "881 quantize_per_channel_default_44" [label="(768,)", style=solid]; -"880 linear_43_zero_point_0" -> "882 dequantize_per_channel_default_44" [label="(768,)", style=solid]; -"881 quantize_per_channel_default_44" -> "882 dequantize_per_channel_default_44" [label="(768, 3072)", style=solid]; -"882 dequantize_per_channel_default_44" -> "884 linear_43" [label="(768, 3072)", style=solid]; -"883 _param_constant135_0_0" -> "884 linear_43" [label="(768,)", style=solid]; -"884 linear_43" -> "885 dropout_33" [label="(1, 197, 768)", style=solid]; -"885 dropout_33" -> "886 add_22" [label="(1, 197, 768)", style=solid]; -"886 add_22" -> "889 layer_norm_22" [label="(1, 197, 768)", style=solid]; -"886 add_22" -> "938 add_23" [label="(1, 197, 768)", style=solid]; -"887 _param_constant136" -> "889 layer_norm_22" [label="(768,)", style=solid]; -"888 _param_constant137" -> "889 layer_norm_22" [label="(768,)", style=solid]; -"889 layer_norm_22" -> "890 transpose_66" [label="(1, 197, 768)", style=solid]; -"890 transpose_66" -> "892 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"891 linear_44_updated_constant0" -> "897 quantize_per_channel_default_45" [label="(2304, 768)", style=solid]; -"892 transpose_66_0_0_nncf_smooth_quant_0" -> "893 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; -"893 quantize_per_tensor_default_67" -> "894 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; -"894 dequantize_per_tensor_default_67" -> "900 linear_44" [label="(197, 1, 768)", style=solid]; -"895 linear_44_scale_0" -> "897 quantize_per_channel_default_45" [label="(2304,)", style=solid]; -"895 linear_44_scale_0" -> "898 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; -"896 linear_44_zero_point_0" -> "897 quantize_per_channel_default_45" [label="(2304,)", style=solid]; -"896 linear_44_zero_point_0" -> "898 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; -"897 quantize_per_channel_default_45" -> "898 dequantize_per_channel_default_45" [label="(2304, 768)", style=solid]; -"898 dequantize_per_channel_default_45" -> "900 linear_44" [label="(2304, 768)", style=solid]; -"899 _param_constant139_0_0" -> "900 linear_44" [label="(2304,)", style=solid]; -"900 linear_44" -> "901 unflatten_11" [label="(197, 1, 2304)", style=solid]; -"901 unflatten_11" -> "902 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; -"902 unsqueeze_11" -> "903 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; -"903 transpose_67" -> "904 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; -"904 squeeze_11" -> "905 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; -"905 contiguous_11" -> "906 quantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; -"905 contiguous_11" -> "909 quantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; -"905 contiguous_11" -> "912 select_35" [label="(3, 197, 1, 768)", style=solid]; -"906 quantize_per_tensor_default_68" -> "907 dequantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; -"907 dequantize_per_tensor_default_68" -> "908 select_33" [label="(3, 197, 1, 768)", style=solid]; -"908 select_33" -> "913 view_88" [label="(197, 1, 768)", style=solid]; -"909 quantize_per_tensor_default_69" -> "910 dequantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; -"910 dequantize_per_tensor_default_69" -> "911 select_34" [label="(3, 197, 1, 768)", style=solid]; -"911 select_34" -> "915 view_89" [label="(197, 1, 768)", style=solid]; -"912 select_35" -> "917 view_90" [label="(197, 1, 768)", style=solid]; -"913 view_88" -> "914 transpose_68" [label="(197, 12, 64)", style=solid]; -"914 transpose_68" -> "919 view_91" [label="(12, 197, 64)", style=solid]; -"915 view_89" -> "916 transpose_69" [label="(197, 12, 64)", style=solid]; -"916 transpose_69" -> "920 view_92" [label="(12, 197, 64)", style=solid]; -"917 view_90" -> "918 transpose_70" [label="(197, 12, 64)", style=solid]; -"918 transpose_70" -> "921 view_93" [label="(12, 197, 64)", style=solid]; -"919 view_91" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"920 view_92" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"921 view_93" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"922 scaled_dot_product_attention_11" -> "923 permute_12" [label="(1, 12, 197, 64)", style=solid]; -"923 permute_12" -> "924 view_94" [label="(197, 1, 12, 64)", style=solid]; -"924 view_94" -> "926 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"925 linear_45_updated_constant0" -> "931 quantize_per_channel_default_46" [label="(768, 768)", style=solid]; -"926 view_94_0_0_nncf_smooth_quant_0" -> "927 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; -"927 quantize_per_tensor_default_70" -> "928 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; -"928 dequantize_per_tensor_default_70" -> "934 linear_45" [label="(197, 768)", style=solid]; -"929 linear_45_scale_0" -> "931 quantize_per_channel_default_46" [label="(768,)", style=solid]; -"929 linear_45_scale_0" -> "932 dequantize_per_channel_default_46" [label="(768,)", style=solid]; -"930 linear_45_zero_point_0" -> "931 quantize_per_channel_default_46" [label="(768,)", style=solid]; -"930 linear_45_zero_point_0" -> "932 dequantize_per_channel_default_46" [label="(768,)", style=solid]; -"931 quantize_per_channel_default_46" -> "932 dequantize_per_channel_default_46" [label="(768, 768)", style=solid]; -"932 dequantize_per_channel_default_46" -> "934 linear_45" [label="(768, 768)", style=solid]; -"933 _param_constant141_0_0" -> "934 linear_45" [label="(768,)", style=solid]; -"934 linear_45" -> "935 view_95" [label="(197, 768)", style=solid]; -"935 view_95" -> "936 transpose_71" [label="(197, 1, 768)", style=solid]; -"936 transpose_71" -> "937 dropout_34" [label="(1, 197, 768)", style=solid]; -"937 dropout_34" -> "938 add_23" [label="(1, 197, 768)", style=solid]; -"938 add_23" -> "941 layer_norm_23" [label="(1, 197, 768)", style=solid]; -"938 add_23" -> "965 add_24" [label="(1, 197, 768)", style=solid]; -"939 _param_constant142" -> "941 layer_norm_23" [label="(768,)", style=solid]; -"940 _param_constant143" -> "941 layer_norm_23" [label="(768,)", style=solid]; -"941 layer_norm_23" -> "943 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"942 linear_46_updated_constant0" -> "948 quantize_per_channel_default_47" [label="(3072, 768)", style=solid]; -"943 layer_norm_23_0_0_nncf_smooth_quant_0" -> "944 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; -"944 quantize_per_tensor_default_71" -> "945 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; -"945 dequantize_per_tensor_default_71" -> "951 linear_46" [label="(1, 197, 768)", style=solid]; -"946 linear_46_scale_0" -> "948 quantize_per_channel_default_47" [label="(3072,)", style=solid]; -"946 linear_46_scale_0" -> "949 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; -"947 linear_46_zero_point_0" -> "948 quantize_per_channel_default_47" [label="(3072,)", style=solid]; -"947 linear_46_zero_point_0" -> "949 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; -"948 quantize_per_channel_default_47" -> "949 dequantize_per_channel_default_47" [label="(3072, 768)", style=solid]; -"949 dequantize_per_channel_default_47" -> "951 linear_46" [label="(3072, 768)", style=solid]; -"950 _param_constant145_0_0" -> "951 linear_46" [label="(3072,)", style=solid]; -"951 linear_46" -> "952 gelu_11" [label="(1, 197, 3072)", style=solid]; -"952 gelu_11" -> "953 dropout_35" [label="(1, 197, 3072)", style=solid]; -"953 dropout_35" -> "955 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"954 linear_47_updated_constant0" -> "960 quantize_per_channel_default_48" [label="(768, 3072)", style=solid]; -"955 dropout_35_0_0_nncf_smooth_quant_0" -> "956 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; -"956 quantize_per_tensor_default_72" -> "957 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; -"957 dequantize_per_tensor_default_72" -> "963 linear_47" [label="(1, 197, 3072)", style=solid]; -"958 linear_47_scale_0" -> "960 quantize_per_channel_default_48" [label="(768,)", style=solid]; -"958 linear_47_scale_0" -> "961 dequantize_per_channel_default_48" [label="(768,)", style=solid]; -"959 linear_47_zero_point_0" -> "960 quantize_per_channel_default_48" [label="(768,)", style=solid]; -"959 linear_47_zero_point_0" -> "961 dequantize_per_channel_default_48" [label="(768,)", style=solid]; -"960 quantize_per_channel_default_48" -> "961 dequantize_per_channel_default_48" [label="(768, 3072)", style=solid]; -"961 dequantize_per_channel_default_48" -> "963 linear_47" [label="(768, 3072)", style=solid]; -"962 _param_constant147_0_0" -> "963 linear_47" [label="(768,)", style=solid]; -"963 linear_47" -> "964 dropout_36" [label="(1, 197, 768)", style=solid]; -"964 dropout_36" -> "965 add_24" [label="(1, 197, 768)", style=solid]; -"965 add_24" -> "968 layer_norm_24" [label="(1, 197, 768)", style=solid]; -"966 _param_constant148" -> "968 layer_norm_24" [label="(768,)", style=solid]; -"967 _param_constant149" -> "968 layer_norm_24" [label="(768,)", style=solid]; -"968 layer_norm_24" -> "969 slice_1" [label="(1, 197, 768)", style=solid]; -"969 slice_1" -> "970 select_36" [label="(1, 197, 768)", style=solid]; -"970 select_36" -> "972 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; -"971 linear_48_updated_constant0" -> "977 quantize_per_channel_default_49" [label="(1000, 768)", style=solid]; -"972 select_36_0_0_nncf_smooth_quant_0" -> "973 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; -"973 quantize_per_tensor_default_73" -> "974 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; -"974 dequantize_per_tensor_default_73" -> "980 linear_48" [label="(1, 768)", style=solid]; -"975 linear_48_scale_0" -> "977 quantize_per_channel_default_49" [label="(1000,)", style=solid]; -"975 linear_48_scale_0" -> "978 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; -"976 linear_48_zero_point_0" -> "977 quantize_per_channel_default_49" [label="(1000,)", style=solid]; -"976 linear_48_zero_point_0" -> "978 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; -"977 quantize_per_channel_default_49" -> "978 dequantize_per_channel_default_49" [label="(1000, 768)", style=solid]; -"978 dequantize_per_channel_default_49" -> "980 linear_48" [label="(1000, 768)", style=solid]; -"979 _param_constant151_0_0" -> "980 linear_48" [label="(1000,)", style=solid]; -"980 linear_48" -> "981 output" [label="(1, 1000)", style=solid]; +"2 dequantize_per_tensor_default" -> "7 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor" [label="(768, 1, 1, 1)", style=solid]; +"4 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(768, 3, 16, 16)", style=solid]; +"5 _param_constant1_0_0" -> "7 conv2d" [label="(768,)", style=solid]; +"6 mul_tensor" -> "7 conv2d" [label=None, style=solid]; +"7 conv2d" -> "8 reshape" [label="(1, 768, 14, 14)", style=solid]; +"8 reshape" -> "9 permute" [label="(1, 768, 196)", style=solid]; +"9 permute" -> "12 cat" [label="(1, 196, 768)", style=solid]; +"10 _param_constant2" -> "11 expand" [label="(1, 1, 768)", style=solid]; +"11 expand" -> "12 cat" [label="(1, 1, 768)", style=solid]; +"12 cat" -> "14 add" [label="(1, 197, 768)", style=solid]; +"13 _param_constant3" -> "14 add" [label="(1, 197, 768)", style=solid]; +"14 add" -> "15 dropout" [label="(1, 197, 768)", style=solid]; +"15 dropout" -> "18 layer_norm" [label="(1, 197, 768)", style=solid]; +"15 dropout" -> "63 add_1" [label="(1, 197, 768)", style=solid]; +"16 _param_constant4" -> "18 layer_norm" [label="(768,)", style=solid]; +"17 _param_constant5" -> "18 layer_norm" [label="(768,)", style=solid]; +"18 layer_norm" -> "19 transpose" [label="(1, 197, 768)", style=solid]; +"19 transpose" -> "20 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"20 transpose_0_0_nncf_smooth_quant_0" -> "21 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"21 quantize_per_tensor_default_1" -> "22 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"22 dequantize_per_tensor_default_1" -> "27 linear" [label="(197, 1, 768)", style=solid]; +"23 linear_scale_0_updated_constant0" -> "26 mul_tensor_1" [label="(2304, 1)", style=solid]; +"24 compressed_weight_updated_constant1" -> "26 mul_tensor_1" [label="(2304, 768)", style=solid]; +"25 _param_constant7_0_0" -> "27 linear" [label="(2304,)", style=solid]; +"26 mul_tensor_1" -> "27 linear" [label=None, style=solid]; +"27 linear" -> "28 unflatten" [label="(197, 1, 2304)", style=solid]; +"28 unflatten" -> "29 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; +"29 unsqueeze" -> "30 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; +"30 transpose_1" -> "31 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; +"31 squeeze" -> "32 contiguous" [label="(3, 197, 1, 768)", style=solid]; +"32 contiguous" -> "33 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"32 contiguous" -> "36 quantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"32 contiguous" -> "39 select_2" [label="(3, 197, 1, 768)", style=solid]; +"33 quantize_per_tensor_default_2" -> "34 dequantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"34 dequantize_per_tensor_default_2" -> "35 select" [label="(3, 197, 1, 768)", style=solid]; +"35 select" -> "40 view" [label="(197, 1, 768)", style=solid]; +"36 quantize_per_tensor_default_3" -> "37 dequantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"37 dequantize_per_tensor_default_3" -> "38 select_1" [label="(3, 197, 1, 768)", style=solid]; +"38 select_1" -> "42 view_1" [label="(197, 1, 768)", style=solid]; +"39 select_2" -> "44 view_2" [label="(197, 1, 768)", style=solid]; +"40 view" -> "41 transpose_2" [label="(197, 12, 64)", style=solid]; +"41 transpose_2" -> "46 view_3" [label="(12, 197, 64)", style=solid]; +"42 view_1" -> "43 transpose_3" [label="(197, 12, 64)", style=solid]; +"43 transpose_3" -> "47 view_4" [label="(12, 197, 64)", style=solid]; +"44 view_2" -> "45 transpose_4" [label="(197, 12, 64)", style=solid]; +"45 transpose_4" -> "48 view_5" [label="(12, 197, 64)", style=solid]; +"46 view_3" -> "49 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"47 view_4" -> "49 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"48 view_5" -> "49 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"49 scaled_dot_product_attention" -> "50 permute_1" [label="(1, 12, 197, 64)", style=solid]; +"50 permute_1" -> "51 view_6" [label="(197, 1, 12, 64)", style=solid]; +"51 view_6" -> "52 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"52 view_6_0_0_nncf_smooth_quant_0" -> "53 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"53 quantize_per_tensor_default_4" -> "54 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"54 dequantize_per_tensor_default_4" -> "59 linear_1" [label="(197, 768)", style=solid]; +"55 linear_1_scale_0_updated_constant0" -> "58 mul_tensor_2" [label="(768, 1)", style=solid]; +"56 compressed_weight_updated_constant2" -> "58 mul_tensor_2" [label="(768, 768)", style=solid]; +"57 _param_constant9_0_0" -> "59 linear_1" [label="(768,)", style=solid]; +"58 mul_tensor_2" -> "59 linear_1" [label=None, style=solid]; +"59 linear_1" -> "60 view_7" [label="(197, 768)", style=solid]; +"60 view_7" -> "61 transpose_5" [label="(197, 1, 768)", style=solid]; +"61 transpose_5" -> "62 dropout_1" [label="(1, 197, 768)", style=solid]; +"62 dropout_1" -> "63 add_1" [label="(1, 197, 768)", style=solid]; +"63 add_1" -> "66 layer_norm_1" [label="(1, 197, 768)", style=solid]; +"63 add_1" -> "86 add_2" [label="(1, 197, 768)", style=solid]; +"64 _param_constant10" -> "66 layer_norm_1" [label="(768,)", style=solid]; +"65 _param_constant11" -> "66 layer_norm_1" [label="(768,)", style=solid]; +"66 layer_norm_1" -> "67 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"67 layer_norm_1_0_0_nncf_smooth_quant_0" -> "68 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"68 quantize_per_tensor_default_5" -> "69 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"69 dequantize_per_tensor_default_5" -> "74 linear_2" [label="(1, 197, 768)", style=solid]; +"70 linear_2_scale_0_updated_constant0" -> "73 mul_tensor_3" [label="(3072, 1)", style=solid]; +"71 compressed_weight_updated_constant3" -> "73 mul_tensor_3" [label="(3072, 768)", style=solid]; +"72 _param_constant13_0_0" -> "74 linear_2" [label="(3072,)", style=solid]; +"73 mul_tensor_3" -> "74 linear_2" [label=None, style=solid]; +"74 linear_2" -> "75 gelu" [label="(1, 197, 3072)", style=solid]; +"75 gelu" -> "76 dropout_2" [label="(1, 197, 3072)", style=solid]; +"76 dropout_2" -> "77 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"77 dropout_2_0_0_nncf_smooth_quant_0" -> "78 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"78 quantize_per_tensor_default_6" -> "79 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"79 dequantize_per_tensor_default_6" -> "84 linear_3" [label="(1, 197, 3072)", style=solid]; +"80 linear_3_scale_0_updated_constant0" -> "83 mul_tensor_4" [label="(768, 1)", style=solid]; +"81 compressed_weight_updated_constant4" -> "83 mul_tensor_4" [label="(768, 3072)", style=solid]; +"82 _param_constant15_0_0" -> "84 linear_3" [label="(768,)", style=solid]; +"83 mul_tensor_4" -> "84 linear_3" [label=None, style=solid]; +"84 linear_3" -> "85 dropout_3" [label="(1, 197, 768)", style=solid]; +"85 dropout_3" -> "86 add_2" [label="(1, 197, 768)", style=solid]; +"86 add_2" -> "89 layer_norm_2" [label="(1, 197, 768)", style=solid]; +"86 add_2" -> "134 add_3" [label="(1, 197, 768)", style=solid]; +"87 _param_constant16" -> "89 layer_norm_2" [label="(768,)", style=solid]; +"88 _param_constant17" -> "89 layer_norm_2" [label="(768,)", style=solid]; +"89 layer_norm_2" -> "90 transpose_6" [label="(1, 197, 768)", style=solid]; +"90 transpose_6" -> "91 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"91 transpose_6_0_0_nncf_smooth_quant_0" -> "92 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"92 quantize_per_tensor_default_7" -> "93 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"93 dequantize_per_tensor_default_7" -> "98 linear_4" [label="(197, 1, 768)", style=solid]; +"94 linear_4_scale_0_updated_constant0" -> "97 mul_tensor_5" [label="(2304, 1)", style=solid]; +"95 compressed_weight_updated_constant5" -> "97 mul_tensor_5" [label="(2304, 768)", style=solid]; +"96 _param_constant19_0_0" -> "98 linear_4" [label="(2304,)", style=solid]; +"97 mul_tensor_5" -> "98 linear_4" [label=None, style=solid]; +"98 linear_4" -> "99 unflatten_1" [label="(197, 1, 2304)", style=solid]; +"99 unflatten_1" -> "100 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; +"100 unsqueeze_1" -> "101 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; +"101 transpose_7" -> "102 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; +"102 squeeze_1" -> "103 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; +"103 contiguous_1" -> "104 quantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"103 contiguous_1" -> "107 quantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"103 contiguous_1" -> "110 select_5" [label="(3, 197, 1, 768)", style=solid]; +"104 quantize_per_tensor_default_8" -> "105 dequantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"105 dequantize_per_tensor_default_8" -> "106 select_3" [label="(3, 197, 1, 768)", style=solid]; +"106 select_3" -> "111 view_8" [label="(197, 1, 768)", style=solid]; +"107 quantize_per_tensor_default_9" -> "108 dequantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"108 dequantize_per_tensor_default_9" -> "109 select_4" [label="(3, 197, 1, 768)", style=solid]; +"109 select_4" -> "113 view_9" [label="(197, 1, 768)", style=solid]; +"110 select_5" -> "115 view_10" [label="(197, 1, 768)", style=solid]; +"111 view_8" -> "112 transpose_8" [label="(197, 12, 64)", style=solid]; +"112 transpose_8" -> "117 view_11" [label="(12, 197, 64)", style=solid]; +"113 view_9" -> "114 transpose_9" [label="(197, 12, 64)", style=solid]; +"114 transpose_9" -> "118 view_12" [label="(12, 197, 64)", style=solid]; +"115 view_10" -> "116 transpose_10" [label="(197, 12, 64)", style=solid]; +"116 transpose_10" -> "119 view_13" [label="(12, 197, 64)", style=solid]; +"117 view_11" -> "120 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"118 view_12" -> "120 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"119 view_13" -> "120 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"120 scaled_dot_product_attention_1" -> "121 permute_2" [label="(1, 12, 197, 64)", style=solid]; +"121 permute_2" -> "122 view_14" [label="(197, 1, 12, 64)", style=solid]; +"122 view_14" -> "123 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"123 view_14_0_0_nncf_smooth_quant_0" -> "124 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"124 quantize_per_tensor_default_10" -> "125 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"125 dequantize_per_tensor_default_10" -> "130 linear_5" [label="(197, 768)", style=solid]; +"126 linear_5_scale_0_updated_constant0" -> "129 mul_tensor_6" [label="(768, 1)", style=solid]; +"127 compressed_weight_updated_constant6" -> "129 mul_tensor_6" [label="(768, 768)", style=solid]; +"128 _param_constant21_0_0" -> "130 linear_5" [label="(768,)", style=solid]; +"129 mul_tensor_6" -> "130 linear_5" [label=None, style=solid]; +"130 linear_5" -> "131 view_15" [label="(197, 768)", style=solid]; +"131 view_15" -> "132 transpose_11" [label="(197, 1, 768)", style=solid]; +"132 transpose_11" -> "133 dropout_4" [label="(1, 197, 768)", style=solid]; +"133 dropout_4" -> "134 add_3" [label="(1, 197, 768)", style=solid]; +"134 add_3" -> "137 layer_norm_3" [label="(1, 197, 768)", style=solid]; +"134 add_3" -> "157 add_4" [label="(1, 197, 768)", style=solid]; +"135 _param_constant22" -> "137 layer_norm_3" [label="(768,)", style=solid]; +"136 _param_constant23" -> "137 layer_norm_3" [label="(768,)", style=solid]; +"137 layer_norm_3" -> "138 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"138 layer_norm_3_0_0_nncf_smooth_quant_0" -> "139 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"139 quantize_per_tensor_default_11" -> "140 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"140 dequantize_per_tensor_default_11" -> "145 linear_6" [label="(1, 197, 768)", style=solid]; +"141 linear_6_scale_0_updated_constant0" -> "144 mul_tensor_7" [label="(3072, 1)", style=solid]; +"142 compressed_weight_updated_constant7" -> "144 mul_tensor_7" [label="(3072, 768)", style=solid]; +"143 _param_constant25_0_0" -> "145 linear_6" [label="(3072,)", style=solid]; +"144 mul_tensor_7" -> "145 linear_6" [label=None, style=solid]; +"145 linear_6" -> "146 gelu_1" [label="(1, 197, 3072)", style=solid]; +"146 gelu_1" -> "147 dropout_5" [label="(1, 197, 3072)", style=solid]; +"147 dropout_5" -> "148 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"148 dropout_5_0_0_nncf_smooth_quant_0" -> "149 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"149 quantize_per_tensor_default_12" -> "150 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"150 dequantize_per_tensor_default_12" -> "155 linear_7" [label="(1, 197, 3072)", style=solid]; +"151 linear_7_scale_0_updated_constant0" -> "154 mul_tensor_8" [label="(768, 1)", style=solid]; +"152 compressed_weight_updated_constant8" -> "154 mul_tensor_8" [label="(768, 3072)", style=solid]; +"153 _param_constant27_0_0" -> "155 linear_7" [label="(768,)", style=solid]; +"154 mul_tensor_8" -> "155 linear_7" [label=None, style=solid]; +"155 linear_7" -> "156 dropout_6" [label="(1, 197, 768)", style=solid]; +"156 dropout_6" -> "157 add_4" [label="(1, 197, 768)", style=solid]; +"157 add_4" -> "160 layer_norm_4" [label="(1, 197, 768)", style=solid]; +"157 add_4" -> "205 add_5" [label="(1, 197, 768)", style=solid]; +"158 _param_constant28" -> "160 layer_norm_4" [label="(768,)", style=solid]; +"159 _param_constant29" -> "160 layer_norm_4" [label="(768,)", style=solid]; +"160 layer_norm_4" -> "161 transpose_12" [label="(1, 197, 768)", style=solid]; +"161 transpose_12" -> "162 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"162 transpose_12_0_0_nncf_smooth_quant_0" -> "163 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"163 quantize_per_tensor_default_13" -> "164 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"164 dequantize_per_tensor_default_13" -> "169 linear_8" [label="(197, 1, 768)", style=solid]; +"165 linear_8_scale_0_updated_constant0" -> "168 mul_tensor_9" [label="(2304, 1)", style=solid]; +"166 compressed_weight_updated_constant9" -> "168 mul_tensor_9" [label="(2304, 768)", style=solid]; +"167 _param_constant31_0_0" -> "169 linear_8" [label="(2304,)", style=solid]; +"168 mul_tensor_9" -> "169 linear_8" [label=None, style=solid]; +"169 linear_8" -> "170 unflatten_2" [label="(197, 1, 2304)", style=solid]; +"170 unflatten_2" -> "171 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; +"171 unsqueeze_2" -> "172 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; +"172 transpose_13" -> "173 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; +"173 squeeze_2" -> "174 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; +"174 contiguous_2" -> "175 quantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"174 contiguous_2" -> "178 quantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"174 contiguous_2" -> "181 select_8" [label="(3, 197, 1, 768)", style=solid]; +"175 quantize_per_tensor_default_14" -> "176 dequantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"176 dequantize_per_tensor_default_14" -> "177 select_6" [label="(3, 197, 1, 768)", style=solid]; +"177 select_6" -> "182 view_16" [label="(197, 1, 768)", style=solid]; +"178 quantize_per_tensor_default_15" -> "179 dequantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"179 dequantize_per_tensor_default_15" -> "180 select_7" [label="(3, 197, 1, 768)", style=solid]; +"180 select_7" -> "184 view_17" [label="(197, 1, 768)", style=solid]; +"181 select_8" -> "186 view_18" [label="(197, 1, 768)", style=solid]; +"182 view_16" -> "183 transpose_14" [label="(197, 12, 64)", style=solid]; +"183 transpose_14" -> "188 view_19" [label="(12, 197, 64)", style=solid]; +"184 view_17" -> "185 transpose_15" [label="(197, 12, 64)", style=solid]; +"185 transpose_15" -> "189 view_20" [label="(12, 197, 64)", style=solid]; +"186 view_18" -> "187 transpose_16" [label="(197, 12, 64)", style=solid]; +"187 transpose_16" -> "190 view_21" [label="(12, 197, 64)", style=solid]; +"188 view_19" -> "191 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"189 view_20" -> "191 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"190 view_21" -> "191 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"191 scaled_dot_product_attention_2" -> "192 permute_3" [label="(1, 12, 197, 64)", style=solid]; +"192 permute_3" -> "193 view_22" [label="(197, 1, 12, 64)", style=solid]; +"193 view_22" -> "194 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"194 view_22_0_0_nncf_smooth_quant_0" -> "195 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"195 quantize_per_tensor_default_16" -> "196 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"196 dequantize_per_tensor_default_16" -> "201 linear_9" [label="(197, 768)", style=solid]; +"197 linear_9_scale_0_updated_constant0" -> "200 mul_tensor_10" [label="(768, 1)", style=solid]; +"198 compressed_weight_updated_constant10" -> "200 mul_tensor_10" [label="(768, 768)", style=solid]; +"199 _param_constant33_0_0" -> "201 linear_9" [label="(768,)", style=solid]; +"200 mul_tensor_10" -> "201 linear_9" [label=None, style=solid]; +"201 linear_9" -> "202 view_23" [label="(197, 768)", style=solid]; +"202 view_23" -> "203 transpose_17" [label="(197, 1, 768)", style=solid]; +"203 transpose_17" -> "204 dropout_7" [label="(1, 197, 768)", style=solid]; +"204 dropout_7" -> "205 add_5" [label="(1, 197, 768)", style=solid]; +"205 add_5" -> "208 layer_norm_5" [label="(1, 197, 768)", style=solid]; +"205 add_5" -> "228 add_6" [label="(1, 197, 768)", style=solid]; +"206 _param_constant34" -> "208 layer_norm_5" [label="(768,)", style=solid]; +"207 _param_constant35" -> "208 layer_norm_5" [label="(768,)", style=solid]; +"208 layer_norm_5" -> "209 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"209 layer_norm_5_0_0_nncf_smooth_quant_0" -> "210 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"210 quantize_per_tensor_default_17" -> "211 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"211 dequantize_per_tensor_default_17" -> "216 linear_10" [label="(1, 197, 768)", style=solid]; +"212 linear_10_scale_0_updated_constant0" -> "215 mul_tensor_11" [label="(3072, 1)", style=solid]; +"213 compressed_weight_updated_constant11" -> "215 mul_tensor_11" [label="(3072, 768)", style=solid]; +"214 _param_constant37_0_0" -> "216 linear_10" [label="(3072,)", style=solid]; +"215 mul_tensor_11" -> "216 linear_10" [label=None, style=solid]; +"216 linear_10" -> "217 gelu_2" [label="(1, 197, 3072)", style=solid]; +"217 gelu_2" -> "218 dropout_8" [label="(1, 197, 3072)", style=solid]; +"218 dropout_8" -> "219 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"219 dropout_8_0_0_nncf_smooth_quant_0" -> "220 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"220 quantize_per_tensor_default_18" -> "221 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"221 dequantize_per_tensor_default_18" -> "226 linear_11" [label="(1, 197, 3072)", style=solid]; +"222 linear_11_scale_0_updated_constant0" -> "225 mul_tensor_12" [label="(768, 1)", style=solid]; +"223 compressed_weight_updated_constant12" -> "225 mul_tensor_12" [label="(768, 3072)", style=solid]; +"224 _param_constant39_0_0" -> "226 linear_11" [label="(768,)", style=solid]; +"225 mul_tensor_12" -> "226 linear_11" [label=None, style=solid]; +"226 linear_11" -> "227 dropout_9" [label="(1, 197, 768)", style=solid]; +"227 dropout_9" -> "228 add_6" [label="(1, 197, 768)", style=solid]; +"228 add_6" -> "231 layer_norm_6" [label="(1, 197, 768)", style=solid]; +"228 add_6" -> "276 add_7" [label="(1, 197, 768)", style=solid]; +"229 _param_constant40" -> "231 layer_norm_6" [label="(768,)", style=solid]; +"230 _param_constant41" -> "231 layer_norm_6" [label="(768,)", style=solid]; +"231 layer_norm_6" -> "232 transpose_18" [label="(1, 197, 768)", style=solid]; +"232 transpose_18" -> "233 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"233 transpose_18_0_0_nncf_smooth_quant_0" -> "234 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"234 quantize_per_tensor_default_19" -> "235 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"235 dequantize_per_tensor_default_19" -> "240 linear_12" [label="(197, 1, 768)", style=solid]; +"236 linear_12_scale_0_updated_constant0" -> "239 mul_tensor_13" [label="(2304, 1)", style=solid]; +"237 compressed_weight_updated_constant13" -> "239 mul_tensor_13" [label="(2304, 768)", style=solid]; +"238 _param_constant43_0_0" -> "240 linear_12" [label="(2304,)", style=solid]; +"239 mul_tensor_13" -> "240 linear_12" [label=None, style=solid]; +"240 linear_12" -> "241 unflatten_3" [label="(197, 1, 2304)", style=solid]; +"241 unflatten_3" -> "242 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; +"242 unsqueeze_3" -> "243 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; +"243 transpose_19" -> "244 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; +"244 squeeze_3" -> "245 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; +"245 contiguous_3" -> "246 quantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"245 contiguous_3" -> "249 quantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"245 contiguous_3" -> "252 select_11" [label="(3, 197, 1, 768)", style=solid]; +"246 quantize_per_tensor_default_20" -> "247 dequantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"247 dequantize_per_tensor_default_20" -> "248 select_9" [label="(3, 197, 1, 768)", style=solid]; +"248 select_9" -> "253 view_24" [label="(197, 1, 768)", style=solid]; +"249 quantize_per_tensor_default_21" -> "250 dequantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"250 dequantize_per_tensor_default_21" -> "251 select_10" [label="(3, 197, 1, 768)", style=solid]; +"251 select_10" -> "255 view_25" [label="(197, 1, 768)", style=solid]; +"252 select_11" -> "257 view_26" [label="(197, 1, 768)", style=solid]; +"253 view_24" -> "254 transpose_20" [label="(197, 12, 64)", style=solid]; +"254 transpose_20" -> "259 view_27" [label="(12, 197, 64)", style=solid]; +"255 view_25" -> "256 transpose_21" [label="(197, 12, 64)", style=solid]; +"256 transpose_21" -> "260 view_28" [label="(12, 197, 64)", style=solid]; +"257 view_26" -> "258 transpose_22" [label="(197, 12, 64)", style=solid]; +"258 transpose_22" -> "261 view_29" [label="(12, 197, 64)", style=solid]; +"259 view_27" -> "262 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"260 view_28" -> "262 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"261 view_29" -> "262 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"262 scaled_dot_product_attention_3" -> "263 permute_4" [label="(1, 12, 197, 64)", style=solid]; +"263 permute_4" -> "264 view_30" [label="(197, 1, 12, 64)", style=solid]; +"264 view_30" -> "265 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"265 view_30_0_0_nncf_smooth_quant_0" -> "266 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"266 quantize_per_tensor_default_22" -> "267 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"267 dequantize_per_tensor_default_22" -> "272 linear_13" [label="(197, 768)", style=solid]; +"268 linear_13_scale_0_updated_constant0" -> "271 mul_tensor_14" [label="(768, 1)", style=solid]; +"269 compressed_weight_updated_constant14" -> "271 mul_tensor_14" [label="(768, 768)", style=solid]; +"270 _param_constant45_0_0" -> "272 linear_13" [label="(768,)", style=solid]; +"271 mul_tensor_14" -> "272 linear_13" [label=None, style=solid]; +"272 linear_13" -> "273 view_31" [label="(197, 768)", style=solid]; +"273 view_31" -> "274 transpose_23" [label="(197, 1, 768)", style=solid]; +"274 transpose_23" -> "275 dropout_10" [label="(1, 197, 768)", style=solid]; +"275 dropout_10" -> "276 add_7" [label="(1, 197, 768)", style=solid]; +"276 add_7" -> "279 layer_norm_7" [label="(1, 197, 768)", style=solid]; +"276 add_7" -> "299 add_8" [label="(1, 197, 768)", style=solid]; +"277 _param_constant46" -> "279 layer_norm_7" [label="(768,)", style=solid]; +"278 _param_constant47" -> "279 layer_norm_7" [label="(768,)", style=solid]; +"279 layer_norm_7" -> "280 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"280 layer_norm_7_0_0_nncf_smooth_quant_0" -> "281 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"281 quantize_per_tensor_default_23" -> "282 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"282 dequantize_per_tensor_default_23" -> "287 linear_14" [label="(1, 197, 768)", style=solid]; +"283 linear_14_scale_0_updated_constant0" -> "286 mul_tensor_15" [label="(3072, 1)", style=solid]; +"284 compressed_weight_updated_constant15" -> "286 mul_tensor_15" [label="(3072, 768)", style=solid]; +"285 _param_constant49_0_0" -> "287 linear_14" [label="(3072,)", style=solid]; +"286 mul_tensor_15" -> "287 linear_14" [label=None, style=solid]; +"287 linear_14" -> "288 gelu_3" [label="(1, 197, 3072)", style=solid]; +"288 gelu_3" -> "289 dropout_11" [label="(1, 197, 3072)", style=solid]; +"289 dropout_11" -> "290 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"290 dropout_11_0_0_nncf_smooth_quant_0" -> "291 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"291 quantize_per_tensor_default_24" -> "292 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"292 dequantize_per_tensor_default_24" -> "297 linear_15" [label="(1, 197, 3072)", style=solid]; +"293 linear_15_scale_0_updated_constant0" -> "296 mul_tensor_16" [label="(768, 1)", style=solid]; +"294 compressed_weight_updated_constant16" -> "296 mul_tensor_16" [label="(768, 3072)", style=solid]; +"295 _param_constant51_0_0" -> "297 linear_15" [label="(768,)", style=solid]; +"296 mul_tensor_16" -> "297 linear_15" [label=None, style=solid]; +"297 linear_15" -> "298 dropout_12" [label="(1, 197, 768)", style=solid]; +"298 dropout_12" -> "299 add_8" [label="(1, 197, 768)", style=solid]; +"299 add_8" -> "302 layer_norm_8" [label="(1, 197, 768)", style=solid]; +"299 add_8" -> "347 add_9" [label="(1, 197, 768)", style=solid]; +"300 _param_constant52" -> "302 layer_norm_8" [label="(768,)", style=solid]; +"301 _param_constant53" -> "302 layer_norm_8" [label="(768,)", style=solid]; +"302 layer_norm_8" -> "303 transpose_24" [label="(1, 197, 768)", style=solid]; +"303 transpose_24" -> "304 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"304 transpose_24_0_0_nncf_smooth_quant_0" -> "305 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"305 quantize_per_tensor_default_25" -> "306 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"306 dequantize_per_tensor_default_25" -> "311 linear_16" [label="(197, 1, 768)", style=solid]; +"307 linear_16_scale_0_updated_constant0" -> "310 mul_tensor_17" [label="(2304, 1)", style=solid]; +"308 compressed_weight_updated_constant17" -> "310 mul_tensor_17" [label="(2304, 768)", style=solid]; +"309 _param_constant55_0_0" -> "311 linear_16" [label="(2304,)", style=solid]; +"310 mul_tensor_17" -> "311 linear_16" [label=None, style=solid]; +"311 linear_16" -> "312 unflatten_4" [label="(197, 1, 2304)", style=solid]; +"312 unflatten_4" -> "313 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; +"313 unsqueeze_4" -> "314 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; +"314 transpose_25" -> "315 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; +"315 squeeze_4" -> "316 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; +"316 contiguous_4" -> "317 quantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"316 contiguous_4" -> "320 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"316 contiguous_4" -> "323 select_14" [label="(3, 197, 1, 768)", style=solid]; +"317 quantize_per_tensor_default_26" -> "318 dequantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"318 dequantize_per_tensor_default_26" -> "319 select_12" [label="(3, 197, 1, 768)", style=solid]; +"319 select_12" -> "324 view_32" [label="(197, 1, 768)", style=solid]; +"320 quantize_per_tensor_default_27" -> "321 dequantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"321 dequantize_per_tensor_default_27" -> "322 select_13" [label="(3, 197, 1, 768)", style=solid]; +"322 select_13" -> "326 view_33" [label="(197, 1, 768)", style=solid]; +"323 select_14" -> "328 view_34" [label="(197, 1, 768)", style=solid]; +"324 view_32" -> "325 transpose_26" [label="(197, 12, 64)", style=solid]; +"325 transpose_26" -> "330 view_35" [label="(12, 197, 64)", style=solid]; +"326 view_33" -> "327 transpose_27" [label="(197, 12, 64)", style=solid]; +"327 transpose_27" -> "331 view_36" [label="(12, 197, 64)", style=solid]; +"328 view_34" -> "329 transpose_28" [label="(197, 12, 64)", style=solid]; +"329 transpose_28" -> "332 view_37" [label="(12, 197, 64)", style=solid]; +"330 view_35" -> "333 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"331 view_36" -> "333 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"332 view_37" -> "333 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"333 scaled_dot_product_attention_4" -> "334 permute_5" [label="(1, 12, 197, 64)", style=solid]; +"334 permute_5" -> "335 view_38" [label="(197, 1, 12, 64)", style=solid]; +"335 view_38" -> "336 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"336 view_38_0_0_nncf_smooth_quant_0" -> "337 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"337 quantize_per_tensor_default_28" -> "338 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"338 dequantize_per_tensor_default_28" -> "343 linear_17" [label="(197, 768)", style=solid]; +"339 linear_17_scale_0_updated_constant0" -> "342 mul_tensor_18" [label="(768, 1)", style=solid]; +"340 compressed_weight_updated_constant18" -> "342 mul_tensor_18" [label="(768, 768)", style=solid]; +"341 _param_constant57_0_0" -> "343 linear_17" [label="(768,)", style=solid]; +"342 mul_tensor_18" -> "343 linear_17" [label=None, style=solid]; +"343 linear_17" -> "344 view_39" [label="(197, 768)", style=solid]; +"344 view_39" -> "345 transpose_29" [label="(197, 1, 768)", style=solid]; +"345 transpose_29" -> "346 dropout_13" [label="(1, 197, 768)", style=solid]; +"346 dropout_13" -> "347 add_9" [label="(1, 197, 768)", style=solid]; +"347 add_9" -> "350 layer_norm_9" [label="(1, 197, 768)", style=solid]; +"347 add_9" -> "370 add_10" [label="(1, 197, 768)", style=solid]; +"348 _param_constant58" -> "350 layer_norm_9" [label="(768,)", style=solid]; +"349 _param_constant59" -> "350 layer_norm_9" [label="(768,)", style=solid]; +"350 layer_norm_9" -> "351 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"351 layer_norm_9_0_0_nncf_smooth_quant_0" -> "352 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"352 quantize_per_tensor_default_29" -> "353 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"353 dequantize_per_tensor_default_29" -> "358 linear_18" [label="(1, 197, 768)", style=solid]; +"354 linear_18_scale_0_updated_constant0" -> "357 mul_tensor_19" [label="(3072, 1)", style=solid]; +"355 compressed_weight_updated_constant19" -> "357 mul_tensor_19" [label="(3072, 768)", style=solid]; +"356 _param_constant61_0_0" -> "358 linear_18" [label="(3072,)", style=solid]; +"357 mul_tensor_19" -> "358 linear_18" [label=None, style=solid]; +"358 linear_18" -> "359 gelu_4" [label="(1, 197, 3072)", style=solid]; +"359 gelu_4" -> "360 dropout_14" [label="(1, 197, 3072)", style=solid]; +"360 dropout_14" -> "361 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"361 dropout_14_0_0_nncf_smooth_quant_0" -> "362 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"362 quantize_per_tensor_default_30" -> "363 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"363 dequantize_per_tensor_default_30" -> "368 linear_19" [label="(1, 197, 3072)", style=solid]; +"364 linear_19_scale_0_updated_constant0" -> "367 mul_tensor_20" [label="(768, 1)", style=solid]; +"365 compressed_weight_updated_constant20" -> "367 mul_tensor_20" [label="(768, 3072)", style=solid]; +"366 _param_constant63_0_0" -> "368 linear_19" [label="(768,)", style=solid]; +"367 mul_tensor_20" -> "368 linear_19" [label=None, style=solid]; +"368 linear_19" -> "369 dropout_15" [label="(1, 197, 768)", style=solid]; +"369 dropout_15" -> "370 add_10" [label="(1, 197, 768)", style=solid]; +"370 add_10" -> "373 layer_norm_10" [label="(1, 197, 768)", style=solid]; +"370 add_10" -> "418 add_11" [label="(1, 197, 768)", style=solid]; +"371 _param_constant64" -> "373 layer_norm_10" [label="(768,)", style=solid]; +"372 _param_constant65" -> "373 layer_norm_10" [label="(768,)", style=solid]; +"373 layer_norm_10" -> "374 transpose_30" [label="(1, 197, 768)", style=solid]; +"374 transpose_30" -> "375 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"375 transpose_30_0_0_nncf_smooth_quant_0" -> "376 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"376 quantize_per_tensor_default_31" -> "377 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"377 dequantize_per_tensor_default_31" -> "382 linear_20" [label="(197, 1, 768)", style=solid]; +"378 linear_20_scale_0_updated_constant0" -> "381 mul_tensor_21" [label="(2304, 1)", style=solid]; +"379 compressed_weight_updated_constant21" -> "381 mul_tensor_21" [label="(2304, 768)", style=solid]; +"380 _param_constant67_0_0" -> "382 linear_20" [label="(2304,)", style=solid]; +"381 mul_tensor_21" -> "382 linear_20" [label=None, style=solid]; +"382 linear_20" -> "383 unflatten_5" [label="(197, 1, 2304)", style=solid]; +"383 unflatten_5" -> "384 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; +"384 unsqueeze_5" -> "385 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; +"385 transpose_31" -> "386 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; +"386 squeeze_5" -> "387 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; +"387 contiguous_5" -> "388 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"387 contiguous_5" -> "391 quantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"387 contiguous_5" -> "394 select_17" [label="(3, 197, 1, 768)", style=solid]; +"388 quantize_per_tensor_default_32" -> "389 dequantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"389 dequantize_per_tensor_default_32" -> "390 select_15" [label="(3, 197, 1, 768)", style=solid]; +"390 select_15" -> "395 view_40" [label="(197, 1, 768)", style=solid]; +"391 quantize_per_tensor_default_33" -> "392 dequantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"392 dequantize_per_tensor_default_33" -> "393 select_16" [label="(3, 197, 1, 768)", style=solid]; +"393 select_16" -> "397 view_41" [label="(197, 1, 768)", style=solid]; +"394 select_17" -> "399 view_42" [label="(197, 1, 768)", style=solid]; +"395 view_40" -> "396 transpose_32" [label="(197, 12, 64)", style=solid]; +"396 transpose_32" -> "401 view_43" [label="(12, 197, 64)", style=solid]; +"397 view_41" -> "398 transpose_33" [label="(197, 12, 64)", style=solid]; +"398 transpose_33" -> "402 view_44" [label="(12, 197, 64)", style=solid]; +"399 view_42" -> "400 transpose_34" [label="(197, 12, 64)", style=solid]; +"400 transpose_34" -> "403 view_45" [label="(12, 197, 64)", style=solid]; +"401 view_43" -> "404 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"402 view_44" -> "404 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"403 view_45" -> "404 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"404 scaled_dot_product_attention_5" -> "405 permute_6" [label="(1, 12, 197, 64)", style=solid]; +"405 permute_6" -> "406 view_46" [label="(197, 1, 12, 64)", style=solid]; +"406 view_46" -> "407 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"407 view_46_0_0_nncf_smooth_quant_0" -> "408 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"408 quantize_per_tensor_default_34" -> "409 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"409 dequantize_per_tensor_default_34" -> "414 linear_21" [label="(197, 768)", style=solid]; +"410 linear_21_scale_0_updated_constant0" -> "413 mul_tensor_22" [label="(768, 1)", style=solid]; +"411 compressed_weight_updated_constant22" -> "413 mul_tensor_22" [label="(768, 768)", style=solid]; +"412 _param_constant69_0_0" -> "414 linear_21" [label="(768,)", style=solid]; +"413 mul_tensor_22" -> "414 linear_21" [label=None, style=solid]; +"414 linear_21" -> "415 view_47" [label="(197, 768)", style=solid]; +"415 view_47" -> "416 transpose_35" [label="(197, 1, 768)", style=solid]; +"416 transpose_35" -> "417 dropout_16" [label="(1, 197, 768)", style=solid]; +"417 dropout_16" -> "418 add_11" [label="(1, 197, 768)", style=solid]; +"418 add_11" -> "421 layer_norm_11" [label="(1, 197, 768)", style=solid]; +"418 add_11" -> "441 add_12" [label="(1, 197, 768)", style=solid]; +"419 _param_constant70" -> "421 layer_norm_11" [label="(768,)", style=solid]; +"420 _param_constant71" -> "421 layer_norm_11" [label="(768,)", style=solid]; +"421 layer_norm_11" -> "422 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"422 layer_norm_11_0_0_nncf_smooth_quant_0" -> "423 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"423 quantize_per_tensor_default_35" -> "424 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"424 dequantize_per_tensor_default_35" -> "429 linear_22" [label="(1, 197, 768)", style=solid]; +"425 linear_22_scale_0_updated_constant0" -> "428 mul_tensor_23" [label="(3072, 1)", style=solid]; +"426 compressed_weight_updated_constant23" -> "428 mul_tensor_23" [label="(3072, 768)", style=solid]; +"427 _param_constant73_0_0" -> "429 linear_22" [label="(3072,)", style=solid]; +"428 mul_tensor_23" -> "429 linear_22" [label=None, style=solid]; +"429 linear_22" -> "430 gelu_5" [label="(1, 197, 3072)", style=solid]; +"430 gelu_5" -> "431 dropout_17" [label="(1, 197, 3072)", style=solid]; +"431 dropout_17" -> "432 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"432 dropout_17_0_0_nncf_smooth_quant_0" -> "433 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"433 quantize_per_tensor_default_36" -> "434 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"434 dequantize_per_tensor_default_36" -> "439 linear_23" [label="(1, 197, 3072)", style=solid]; +"435 linear_23_scale_0_updated_constant0" -> "438 mul_tensor_24" [label="(768, 1)", style=solid]; +"436 compressed_weight_updated_constant24" -> "438 mul_tensor_24" [label="(768, 3072)", style=solid]; +"437 _param_constant75_0_0" -> "439 linear_23" [label="(768,)", style=solid]; +"438 mul_tensor_24" -> "439 linear_23" [label=None, style=solid]; +"439 linear_23" -> "440 dropout_18" [label="(1, 197, 768)", style=solid]; +"440 dropout_18" -> "441 add_12" [label="(1, 197, 768)", style=solid]; +"441 add_12" -> "444 layer_norm_12" [label="(1, 197, 768)", style=solid]; +"441 add_12" -> "489 add_13" [label="(1, 197, 768)", style=solid]; +"442 _param_constant76" -> "444 layer_norm_12" [label="(768,)", style=solid]; +"443 _param_constant77" -> "444 layer_norm_12" [label="(768,)", style=solid]; +"444 layer_norm_12" -> "445 transpose_36" [label="(1, 197, 768)", style=solid]; +"445 transpose_36" -> "446 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"446 transpose_36_0_0_nncf_smooth_quant_0" -> "447 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"447 quantize_per_tensor_default_37" -> "448 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"448 dequantize_per_tensor_default_37" -> "453 linear_24" [label="(197, 1, 768)", style=solid]; +"449 linear_24_scale_0_updated_constant0" -> "452 mul_tensor_25" [label="(2304, 1)", style=solid]; +"450 compressed_weight_updated_constant25" -> "452 mul_tensor_25" [label="(2304, 768)", style=solid]; +"451 _param_constant79_0_0" -> "453 linear_24" [label="(2304,)", style=solid]; +"452 mul_tensor_25" -> "453 linear_24" [label=None, style=solid]; +"453 linear_24" -> "454 unflatten_6" [label="(197, 1, 2304)", style=solid]; +"454 unflatten_6" -> "455 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; +"455 unsqueeze_6" -> "456 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; +"456 transpose_37" -> "457 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; +"457 squeeze_6" -> "458 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; +"458 contiguous_6" -> "459 quantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"458 contiguous_6" -> "462 quantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"458 contiguous_6" -> "465 select_20" [label="(3, 197, 1, 768)", style=solid]; +"459 quantize_per_tensor_default_38" -> "460 dequantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"460 dequantize_per_tensor_default_38" -> "461 select_18" [label="(3, 197, 1, 768)", style=solid]; +"461 select_18" -> "466 view_48" [label="(197, 1, 768)", style=solid]; +"462 quantize_per_tensor_default_39" -> "463 dequantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"463 dequantize_per_tensor_default_39" -> "464 select_19" [label="(3, 197, 1, 768)", style=solid]; +"464 select_19" -> "468 view_49" [label="(197, 1, 768)", style=solid]; +"465 select_20" -> "470 view_50" [label="(197, 1, 768)", style=solid]; +"466 view_48" -> "467 transpose_38" [label="(197, 12, 64)", style=solid]; +"467 transpose_38" -> "472 view_51" [label="(12, 197, 64)", style=solid]; +"468 view_49" -> "469 transpose_39" [label="(197, 12, 64)", style=solid]; +"469 transpose_39" -> "473 view_52" [label="(12, 197, 64)", style=solid]; +"470 view_50" -> "471 transpose_40" [label="(197, 12, 64)", style=solid]; +"471 transpose_40" -> "474 view_53" [label="(12, 197, 64)", style=solid]; +"472 view_51" -> "475 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"473 view_52" -> "475 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"474 view_53" -> "475 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"475 scaled_dot_product_attention_6" -> "476 permute_7" [label="(1, 12, 197, 64)", style=solid]; +"476 permute_7" -> "477 view_54" [label="(197, 1, 12, 64)", style=solid]; +"477 view_54" -> "478 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"478 view_54_0_0_nncf_smooth_quant_0" -> "479 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"479 quantize_per_tensor_default_40" -> "480 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"480 dequantize_per_tensor_default_40" -> "485 linear_25" [label="(197, 768)", style=solid]; +"481 linear_25_scale_0_updated_constant0" -> "484 mul_tensor_26" [label="(768, 1)", style=solid]; +"482 compressed_weight_updated_constant26" -> "484 mul_tensor_26" [label="(768, 768)", style=solid]; +"483 _param_constant81_0_0" -> "485 linear_25" [label="(768,)", style=solid]; +"484 mul_tensor_26" -> "485 linear_25" [label=None, style=solid]; +"485 linear_25" -> "486 view_55" [label="(197, 768)", style=solid]; +"486 view_55" -> "487 transpose_41" [label="(197, 1, 768)", style=solid]; +"487 transpose_41" -> "488 dropout_19" [label="(1, 197, 768)", style=solid]; +"488 dropout_19" -> "489 add_13" [label="(1, 197, 768)", style=solid]; +"489 add_13" -> "492 layer_norm_13" [label="(1, 197, 768)", style=solid]; +"489 add_13" -> "512 add_14" [label="(1, 197, 768)", style=solid]; +"490 _param_constant82" -> "492 layer_norm_13" [label="(768,)", style=solid]; +"491 _param_constant83" -> "492 layer_norm_13" [label="(768,)", style=solid]; +"492 layer_norm_13" -> "493 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"493 layer_norm_13_0_0_nncf_smooth_quant_0" -> "494 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"494 quantize_per_tensor_default_41" -> "495 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"495 dequantize_per_tensor_default_41" -> "500 linear_26" [label="(1, 197, 768)", style=solid]; +"496 linear_26_scale_0_updated_constant0" -> "499 mul_tensor_27" [label="(3072, 1)", style=solid]; +"497 compressed_weight_updated_constant27" -> "499 mul_tensor_27" [label="(3072, 768)", style=solid]; +"498 _param_constant85_0_0" -> "500 linear_26" [label="(3072,)", style=solid]; +"499 mul_tensor_27" -> "500 linear_26" [label=None, style=solid]; +"500 linear_26" -> "501 gelu_6" [label="(1, 197, 3072)", style=solid]; +"501 gelu_6" -> "502 dropout_20" [label="(1, 197, 3072)", style=solid]; +"502 dropout_20" -> "503 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"503 dropout_20_0_0_nncf_smooth_quant_0" -> "504 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"504 quantize_per_tensor_default_42" -> "505 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"505 dequantize_per_tensor_default_42" -> "510 linear_27" [label="(1, 197, 3072)", style=solid]; +"506 linear_27_scale_0_updated_constant0" -> "509 mul_tensor_28" [label="(768, 1)", style=solid]; +"507 compressed_weight_updated_constant28" -> "509 mul_tensor_28" [label="(768, 3072)", style=solid]; +"508 _param_constant87_0_0" -> "510 linear_27" [label="(768,)", style=solid]; +"509 mul_tensor_28" -> "510 linear_27" [label=None, style=solid]; +"510 linear_27" -> "511 dropout_21" [label="(1, 197, 768)", style=solid]; +"511 dropout_21" -> "512 add_14" [label="(1, 197, 768)", style=solid]; +"512 add_14" -> "515 layer_norm_14" [label="(1, 197, 768)", style=solid]; +"512 add_14" -> "560 add_15" [label="(1, 197, 768)", style=solid]; +"513 _param_constant88" -> "515 layer_norm_14" [label="(768,)", style=solid]; +"514 _param_constant89" -> "515 layer_norm_14" [label="(768,)", style=solid]; +"515 layer_norm_14" -> "516 transpose_42" [label="(1, 197, 768)", style=solid]; +"516 transpose_42" -> "517 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"517 transpose_42_0_0_nncf_smooth_quant_0" -> "518 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"518 quantize_per_tensor_default_43" -> "519 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"519 dequantize_per_tensor_default_43" -> "524 linear_28" [label="(197, 1, 768)", style=solid]; +"520 linear_28_scale_0_updated_constant0" -> "523 mul_tensor_29" [label="(2304, 1)", style=solid]; +"521 compressed_weight_updated_constant29" -> "523 mul_tensor_29" [label="(2304, 768)", style=solid]; +"522 _param_constant91_0_0" -> "524 linear_28" [label="(2304,)", style=solid]; +"523 mul_tensor_29" -> "524 linear_28" [label=None, style=solid]; +"524 linear_28" -> "525 unflatten_7" [label="(197, 1, 2304)", style=solid]; +"525 unflatten_7" -> "526 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; +"526 unsqueeze_7" -> "527 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; +"527 transpose_43" -> "528 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; +"528 squeeze_7" -> "529 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; +"529 contiguous_7" -> "530 quantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"529 contiguous_7" -> "533 quantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"529 contiguous_7" -> "536 select_23" [label="(3, 197, 1, 768)", style=solid]; +"530 quantize_per_tensor_default_44" -> "531 dequantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"531 dequantize_per_tensor_default_44" -> "532 select_21" [label="(3, 197, 1, 768)", style=solid]; +"532 select_21" -> "537 view_56" [label="(197, 1, 768)", style=solid]; +"533 quantize_per_tensor_default_45" -> "534 dequantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"534 dequantize_per_tensor_default_45" -> "535 select_22" [label="(3, 197, 1, 768)", style=solid]; +"535 select_22" -> "539 view_57" [label="(197, 1, 768)", style=solid]; +"536 select_23" -> "541 view_58" [label="(197, 1, 768)", style=solid]; +"537 view_56" -> "538 transpose_44" [label="(197, 12, 64)", style=solid]; +"538 transpose_44" -> "543 view_59" [label="(12, 197, 64)", style=solid]; +"539 view_57" -> "540 transpose_45" [label="(197, 12, 64)", style=solid]; +"540 transpose_45" -> "544 view_60" [label="(12, 197, 64)", style=solid]; +"541 view_58" -> "542 transpose_46" [label="(197, 12, 64)", style=solid]; +"542 transpose_46" -> "545 view_61" [label="(12, 197, 64)", style=solid]; +"543 view_59" -> "546 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"544 view_60" -> "546 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"545 view_61" -> "546 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"546 scaled_dot_product_attention_7" -> "547 permute_8" [label="(1, 12, 197, 64)", style=solid]; +"547 permute_8" -> "548 view_62" [label="(197, 1, 12, 64)", style=solid]; +"548 view_62" -> "549 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"549 view_62_0_0_nncf_smooth_quant_0" -> "550 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"550 quantize_per_tensor_default_46" -> "551 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"551 dequantize_per_tensor_default_46" -> "556 linear_29" [label="(197, 768)", style=solid]; +"552 linear_29_scale_0_updated_constant0" -> "555 mul_tensor_30" [label="(768, 1)", style=solid]; +"553 compressed_weight_updated_constant30" -> "555 mul_tensor_30" [label="(768, 768)", style=solid]; +"554 _param_constant93_0_0" -> "556 linear_29" [label="(768,)", style=solid]; +"555 mul_tensor_30" -> "556 linear_29" [label=None, style=solid]; +"556 linear_29" -> "557 view_63" [label="(197, 768)", style=solid]; +"557 view_63" -> "558 transpose_47" [label="(197, 1, 768)", style=solid]; +"558 transpose_47" -> "559 dropout_22" [label="(1, 197, 768)", style=solid]; +"559 dropout_22" -> "560 add_15" [label="(1, 197, 768)", style=solid]; +"560 add_15" -> "563 layer_norm_15" [label="(1, 197, 768)", style=solid]; +"560 add_15" -> "583 add_16" [label="(1, 197, 768)", style=solid]; +"561 _param_constant94" -> "563 layer_norm_15" [label="(768,)", style=solid]; +"562 _param_constant95" -> "563 layer_norm_15" [label="(768,)", style=solid]; +"563 layer_norm_15" -> "564 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"564 layer_norm_15_0_0_nncf_smooth_quant_0" -> "565 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"565 quantize_per_tensor_default_47" -> "566 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"566 dequantize_per_tensor_default_47" -> "571 linear_30" [label="(1, 197, 768)", style=solid]; +"567 linear_30_scale_0_updated_constant0" -> "570 mul_tensor_31" [label="(3072, 1)", style=solid]; +"568 compressed_weight_updated_constant31" -> "570 mul_tensor_31" [label="(3072, 768)", style=solid]; +"569 _param_constant97_0_0" -> "571 linear_30" [label="(3072,)", style=solid]; +"570 mul_tensor_31" -> "571 linear_30" [label=None, style=solid]; +"571 linear_30" -> "572 gelu_7" [label="(1, 197, 3072)", style=solid]; +"572 gelu_7" -> "573 dropout_23" [label="(1, 197, 3072)", style=solid]; +"573 dropout_23" -> "574 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"574 dropout_23_0_0_nncf_smooth_quant_0" -> "575 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"575 quantize_per_tensor_default_48" -> "576 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"576 dequantize_per_tensor_default_48" -> "581 linear_31" [label="(1, 197, 3072)", style=solid]; +"577 linear_31_scale_0_updated_constant0" -> "580 mul_tensor_32" [label="(768, 1)", style=solid]; +"578 compressed_weight_updated_constant32" -> "580 mul_tensor_32" [label="(768, 3072)", style=solid]; +"579 _param_constant99_0_0" -> "581 linear_31" [label="(768,)", style=solid]; +"580 mul_tensor_32" -> "581 linear_31" [label=None, style=solid]; +"581 linear_31" -> "582 dropout_24" [label="(1, 197, 768)", style=solid]; +"582 dropout_24" -> "583 add_16" [label="(1, 197, 768)", style=solid]; +"583 add_16" -> "586 layer_norm_16" [label="(1, 197, 768)", style=solid]; +"583 add_16" -> "631 add_17" [label="(1, 197, 768)", style=solid]; +"584 _param_constant100" -> "586 layer_norm_16" [label="(768,)", style=solid]; +"585 _param_constant101" -> "586 layer_norm_16" [label="(768,)", style=solid]; +"586 layer_norm_16" -> "587 transpose_48" [label="(1, 197, 768)", style=solid]; +"587 transpose_48" -> "588 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"588 transpose_48_0_0_nncf_smooth_quant_0" -> "589 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"589 quantize_per_tensor_default_49" -> "590 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"590 dequantize_per_tensor_default_49" -> "595 linear_32" [label="(197, 1, 768)", style=solid]; +"591 linear_32_scale_0_updated_constant0" -> "594 mul_tensor_33" [label="(2304, 1)", style=solid]; +"592 compressed_weight_updated_constant33" -> "594 mul_tensor_33" [label="(2304, 768)", style=solid]; +"593 _param_constant103_0_0" -> "595 linear_32" [label="(2304,)", style=solid]; +"594 mul_tensor_33" -> "595 linear_32" [label=None, style=solid]; +"595 linear_32" -> "596 unflatten_8" [label="(197, 1, 2304)", style=solid]; +"596 unflatten_8" -> "597 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; +"597 unsqueeze_8" -> "598 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; +"598 transpose_49" -> "599 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; +"599 squeeze_8" -> "600 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; +"600 contiguous_8" -> "601 quantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"600 contiguous_8" -> "604 quantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"600 contiguous_8" -> "607 select_26" [label="(3, 197, 1, 768)", style=solid]; +"601 quantize_per_tensor_default_50" -> "602 dequantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"602 dequantize_per_tensor_default_50" -> "603 select_24" [label="(3, 197, 1, 768)", style=solid]; +"603 select_24" -> "608 view_64" [label="(197, 1, 768)", style=solid]; +"604 quantize_per_tensor_default_51" -> "605 dequantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"605 dequantize_per_tensor_default_51" -> "606 select_25" [label="(3, 197, 1, 768)", style=solid]; +"606 select_25" -> "610 view_65" [label="(197, 1, 768)", style=solid]; +"607 select_26" -> "612 view_66" [label="(197, 1, 768)", style=solid]; +"608 view_64" -> "609 transpose_50" [label="(197, 12, 64)", style=solid]; +"609 transpose_50" -> "614 view_67" [label="(12, 197, 64)", style=solid]; +"610 view_65" -> "611 transpose_51" [label="(197, 12, 64)", style=solid]; +"611 transpose_51" -> "615 view_68" [label="(12, 197, 64)", style=solid]; +"612 view_66" -> "613 transpose_52" [label="(197, 12, 64)", style=solid]; +"613 transpose_52" -> "616 view_69" [label="(12, 197, 64)", style=solid]; +"614 view_67" -> "617 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"615 view_68" -> "617 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"616 view_69" -> "617 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"617 scaled_dot_product_attention_8" -> "618 permute_9" [label="(1, 12, 197, 64)", style=solid]; +"618 permute_9" -> "619 view_70" [label="(197, 1, 12, 64)", style=solid]; +"619 view_70" -> "620 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"620 view_70_0_0_nncf_smooth_quant_0" -> "621 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"621 quantize_per_tensor_default_52" -> "622 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"622 dequantize_per_tensor_default_52" -> "627 linear_33" [label="(197, 768)", style=solid]; +"623 linear_33_scale_0_updated_constant0" -> "626 mul_tensor_34" [label="(768, 1)", style=solid]; +"624 compressed_weight_updated_constant34" -> "626 mul_tensor_34" [label="(768, 768)", style=solid]; +"625 _param_constant105_0_0" -> "627 linear_33" [label="(768,)", style=solid]; +"626 mul_tensor_34" -> "627 linear_33" [label=None, style=solid]; +"627 linear_33" -> "628 view_71" [label="(197, 768)", style=solid]; +"628 view_71" -> "629 transpose_53" [label="(197, 1, 768)", style=solid]; +"629 transpose_53" -> "630 dropout_25" [label="(1, 197, 768)", style=solid]; +"630 dropout_25" -> "631 add_17" [label="(1, 197, 768)", style=solid]; +"631 add_17" -> "634 layer_norm_17" [label="(1, 197, 768)", style=solid]; +"631 add_17" -> "654 add_18" [label="(1, 197, 768)", style=solid]; +"632 _param_constant106" -> "634 layer_norm_17" [label="(768,)", style=solid]; +"633 _param_constant107" -> "634 layer_norm_17" [label="(768,)", style=solid]; +"634 layer_norm_17" -> "635 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"635 layer_norm_17_0_0_nncf_smooth_quant_0" -> "636 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"636 quantize_per_tensor_default_53" -> "637 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"637 dequantize_per_tensor_default_53" -> "642 linear_34" [label="(1, 197, 768)", style=solid]; +"638 linear_34_scale_0_updated_constant0" -> "641 mul_tensor_35" [label="(3072, 1)", style=solid]; +"639 compressed_weight_updated_constant35" -> "641 mul_tensor_35" [label="(3072, 768)", style=solid]; +"640 _param_constant109_0_0" -> "642 linear_34" [label="(3072,)", style=solid]; +"641 mul_tensor_35" -> "642 linear_34" [label=None, style=solid]; +"642 linear_34" -> "643 gelu_8" [label="(1, 197, 3072)", style=solid]; +"643 gelu_8" -> "644 dropout_26" [label="(1, 197, 3072)", style=solid]; +"644 dropout_26" -> "645 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"645 dropout_26_0_0_nncf_smooth_quant_0" -> "646 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"646 quantize_per_tensor_default_54" -> "647 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"647 dequantize_per_tensor_default_54" -> "652 linear_35" [label="(1, 197, 3072)", style=solid]; +"648 linear_35_scale_0_updated_constant0" -> "651 mul_tensor_36" [label="(768, 1)", style=solid]; +"649 compressed_weight_updated_constant36" -> "651 mul_tensor_36" [label="(768, 3072)", style=solid]; +"650 _param_constant111_0_0" -> "652 linear_35" [label="(768,)", style=solid]; +"651 mul_tensor_36" -> "652 linear_35" [label=None, style=solid]; +"652 linear_35" -> "653 dropout_27" [label="(1, 197, 768)", style=solid]; +"653 dropout_27" -> "654 add_18" [label="(1, 197, 768)", style=solid]; +"654 add_18" -> "657 layer_norm_18" [label="(1, 197, 768)", style=solid]; +"654 add_18" -> "702 add_19" [label="(1, 197, 768)", style=solid]; +"655 _param_constant112" -> "657 layer_norm_18" [label="(768,)", style=solid]; +"656 _param_constant113" -> "657 layer_norm_18" [label="(768,)", style=solid]; +"657 layer_norm_18" -> "658 transpose_54" [label="(1, 197, 768)", style=solid]; +"658 transpose_54" -> "659 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"659 transpose_54_0_0_nncf_smooth_quant_0" -> "660 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"660 quantize_per_tensor_default_55" -> "661 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"661 dequantize_per_tensor_default_55" -> "666 linear_36" [label="(197, 1, 768)", style=solid]; +"662 linear_36_scale_0_updated_constant0" -> "665 mul_tensor_37" [label="(2304, 1)", style=solid]; +"663 compressed_weight_updated_constant37" -> "665 mul_tensor_37" [label="(2304, 768)", style=solid]; +"664 _param_constant115_0_0" -> "666 linear_36" [label="(2304,)", style=solid]; +"665 mul_tensor_37" -> "666 linear_36" [label=None, style=solid]; +"666 linear_36" -> "667 unflatten_9" [label="(197, 1, 2304)", style=solid]; +"667 unflatten_9" -> "668 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; +"668 unsqueeze_9" -> "669 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; +"669 transpose_55" -> "670 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; +"670 squeeze_9" -> "671 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; +"671 contiguous_9" -> "672 quantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"671 contiguous_9" -> "675 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"671 contiguous_9" -> "678 select_29" [label="(3, 197, 1, 768)", style=solid]; +"672 quantize_per_tensor_default_56" -> "673 dequantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"673 dequantize_per_tensor_default_56" -> "674 select_27" [label="(3, 197, 1, 768)", style=solid]; +"674 select_27" -> "679 view_72" [label="(197, 1, 768)", style=solid]; +"675 quantize_per_tensor_default_57" -> "676 dequantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"676 dequantize_per_tensor_default_57" -> "677 select_28" [label="(3, 197, 1, 768)", style=solid]; +"677 select_28" -> "681 view_73" [label="(197, 1, 768)", style=solid]; +"678 select_29" -> "683 view_74" [label="(197, 1, 768)", style=solid]; +"679 view_72" -> "680 transpose_56" [label="(197, 12, 64)", style=solid]; +"680 transpose_56" -> "685 view_75" [label="(12, 197, 64)", style=solid]; +"681 view_73" -> "682 transpose_57" [label="(197, 12, 64)", style=solid]; +"682 transpose_57" -> "686 view_76" [label="(12, 197, 64)", style=solid]; +"683 view_74" -> "684 transpose_58" [label="(197, 12, 64)", style=solid]; +"684 transpose_58" -> "687 view_77" [label="(12, 197, 64)", style=solid]; +"685 view_75" -> "688 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"686 view_76" -> "688 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"687 view_77" -> "688 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"688 scaled_dot_product_attention_9" -> "689 permute_10" [label="(1, 12, 197, 64)", style=solid]; +"689 permute_10" -> "690 view_78" [label="(197, 1, 12, 64)", style=solid]; +"690 view_78" -> "691 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"691 view_78_0_0_nncf_smooth_quant_0" -> "692 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"692 quantize_per_tensor_default_58" -> "693 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"693 dequantize_per_tensor_default_58" -> "698 linear_37" [label="(197, 768)", style=solid]; +"694 linear_37_scale_0_updated_constant0" -> "697 mul_tensor_38" [label="(768, 1)", style=solid]; +"695 compressed_weight_updated_constant38" -> "697 mul_tensor_38" [label="(768, 768)", style=solid]; +"696 _param_constant117_0_0" -> "698 linear_37" [label="(768,)", style=solid]; +"697 mul_tensor_38" -> "698 linear_37" [label=None, style=solid]; +"698 linear_37" -> "699 view_79" [label="(197, 768)", style=solid]; +"699 view_79" -> "700 transpose_59" [label="(197, 1, 768)", style=solid]; +"700 transpose_59" -> "701 dropout_28" [label="(1, 197, 768)", style=solid]; +"701 dropout_28" -> "702 add_19" [label="(1, 197, 768)", style=solid]; +"702 add_19" -> "705 layer_norm_19" [label="(1, 197, 768)", style=solid]; +"702 add_19" -> "725 add_20" [label="(1, 197, 768)", style=solid]; +"703 _param_constant118" -> "705 layer_norm_19" [label="(768,)", style=solid]; +"704 _param_constant119" -> "705 layer_norm_19" [label="(768,)", style=solid]; +"705 layer_norm_19" -> "706 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"706 layer_norm_19_0_0_nncf_smooth_quant_0" -> "707 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"707 quantize_per_tensor_default_59" -> "708 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"708 dequantize_per_tensor_default_59" -> "713 linear_38" [label="(1, 197, 768)", style=solid]; +"709 linear_38_scale_0_updated_constant0" -> "712 mul_tensor_39" [label="(3072, 1)", style=solid]; +"710 compressed_weight_updated_constant39" -> "712 mul_tensor_39" [label="(3072, 768)", style=solid]; +"711 _param_constant121_0_0" -> "713 linear_38" [label="(3072,)", style=solid]; +"712 mul_tensor_39" -> "713 linear_38" [label=None, style=solid]; +"713 linear_38" -> "714 gelu_9" [label="(1, 197, 3072)", style=solid]; +"714 gelu_9" -> "715 dropout_29" [label="(1, 197, 3072)", style=solid]; +"715 dropout_29" -> "716 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"716 dropout_29_0_0_nncf_smooth_quant_0" -> "717 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"717 quantize_per_tensor_default_60" -> "718 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"718 dequantize_per_tensor_default_60" -> "723 linear_39" [label="(1, 197, 3072)", style=solid]; +"719 linear_39_scale_0_updated_constant0" -> "722 mul_tensor_40" [label="(768, 1)", style=solid]; +"720 compressed_weight_updated_constant40" -> "722 mul_tensor_40" [label="(768, 3072)", style=solid]; +"721 _param_constant123_0_0" -> "723 linear_39" [label="(768,)", style=solid]; +"722 mul_tensor_40" -> "723 linear_39" [label=None, style=solid]; +"723 linear_39" -> "724 dropout_30" [label="(1, 197, 768)", style=solid]; +"724 dropout_30" -> "725 add_20" [label="(1, 197, 768)", style=solid]; +"725 add_20" -> "728 layer_norm_20" [label="(1, 197, 768)", style=solid]; +"725 add_20" -> "773 add_21" [label="(1, 197, 768)", style=solid]; +"726 _param_constant124" -> "728 layer_norm_20" [label="(768,)", style=solid]; +"727 _param_constant125" -> "728 layer_norm_20" [label="(768,)", style=solid]; +"728 layer_norm_20" -> "729 transpose_60" [label="(1, 197, 768)", style=solid]; +"729 transpose_60" -> "730 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"730 transpose_60_0_0_nncf_smooth_quant_0" -> "731 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"731 quantize_per_tensor_default_61" -> "732 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"732 dequantize_per_tensor_default_61" -> "737 linear_40" [label="(197, 1, 768)", style=solid]; +"733 linear_40_scale_0_updated_constant0" -> "736 mul_tensor_41" [label="(2304, 1)", style=solid]; +"734 compressed_weight_updated_constant41" -> "736 mul_tensor_41" [label="(2304, 768)", style=solid]; +"735 _param_constant127_0_0" -> "737 linear_40" [label="(2304,)", style=solid]; +"736 mul_tensor_41" -> "737 linear_40" [label=None, style=solid]; +"737 linear_40" -> "738 unflatten_10" [label="(197, 1, 2304)", style=solid]; +"738 unflatten_10" -> "739 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; +"739 unsqueeze_10" -> "740 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; +"740 transpose_61" -> "741 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; +"741 squeeze_10" -> "742 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; +"742 contiguous_10" -> "743 quantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"742 contiguous_10" -> "746 quantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"742 contiguous_10" -> "749 select_32" [label="(3, 197, 1, 768)", style=solid]; +"743 quantize_per_tensor_default_62" -> "744 dequantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"744 dequantize_per_tensor_default_62" -> "745 select_30" [label="(3, 197, 1, 768)", style=solid]; +"745 select_30" -> "750 view_80" [label="(197, 1, 768)", style=solid]; +"746 quantize_per_tensor_default_63" -> "747 dequantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"747 dequantize_per_tensor_default_63" -> "748 select_31" [label="(3, 197, 1, 768)", style=solid]; +"748 select_31" -> "752 view_81" [label="(197, 1, 768)", style=solid]; +"749 select_32" -> "754 view_82" [label="(197, 1, 768)", style=solid]; +"750 view_80" -> "751 transpose_62" [label="(197, 12, 64)", style=solid]; +"751 transpose_62" -> "756 view_83" [label="(12, 197, 64)", style=solid]; +"752 view_81" -> "753 transpose_63" [label="(197, 12, 64)", style=solid]; +"753 transpose_63" -> "757 view_84" [label="(12, 197, 64)", style=solid]; +"754 view_82" -> "755 transpose_64" [label="(197, 12, 64)", style=solid]; +"755 transpose_64" -> "758 view_85" [label="(12, 197, 64)", style=solid]; +"756 view_83" -> "759 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"757 view_84" -> "759 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"758 view_85" -> "759 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"759 scaled_dot_product_attention_10" -> "760 permute_11" [label="(1, 12, 197, 64)", style=solid]; +"760 permute_11" -> "761 view_86" [label="(197, 1, 12, 64)", style=solid]; +"761 view_86" -> "762 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"762 view_86_0_0_nncf_smooth_quant_0" -> "763 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"763 quantize_per_tensor_default_64" -> "764 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"764 dequantize_per_tensor_default_64" -> "769 linear_41" [label="(197, 768)", style=solid]; +"765 linear_41_scale_0_updated_constant0" -> "768 mul_tensor_42" [label="(768, 1)", style=solid]; +"766 compressed_weight_updated_constant42" -> "768 mul_tensor_42" [label="(768, 768)", style=solid]; +"767 _param_constant129_0_0" -> "769 linear_41" [label="(768,)", style=solid]; +"768 mul_tensor_42" -> "769 linear_41" [label=None, style=solid]; +"769 linear_41" -> "770 view_87" [label="(197, 768)", style=solid]; +"770 view_87" -> "771 transpose_65" [label="(197, 1, 768)", style=solid]; +"771 transpose_65" -> "772 dropout_31" [label="(1, 197, 768)", style=solid]; +"772 dropout_31" -> "773 add_21" [label="(1, 197, 768)", style=solid]; +"773 add_21" -> "776 layer_norm_21" [label="(1, 197, 768)", style=solid]; +"773 add_21" -> "796 add_22" [label="(1, 197, 768)", style=solid]; +"774 _param_constant130" -> "776 layer_norm_21" [label="(768,)", style=solid]; +"775 _param_constant131" -> "776 layer_norm_21" [label="(768,)", style=solid]; +"776 layer_norm_21" -> "777 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"777 layer_norm_21_0_0_nncf_smooth_quant_0" -> "778 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"778 quantize_per_tensor_default_65" -> "779 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"779 dequantize_per_tensor_default_65" -> "784 linear_42" [label="(1, 197, 768)", style=solid]; +"780 linear_42_scale_0_updated_constant0" -> "783 mul_tensor_43" [label="(3072, 1)", style=solid]; +"781 compressed_weight_updated_constant43" -> "783 mul_tensor_43" [label="(3072, 768)", style=solid]; +"782 _param_constant133_0_0" -> "784 linear_42" [label="(3072,)", style=solid]; +"783 mul_tensor_43" -> "784 linear_42" [label=None, style=solid]; +"784 linear_42" -> "785 gelu_10" [label="(1, 197, 3072)", style=solid]; +"785 gelu_10" -> "786 dropout_32" [label="(1, 197, 3072)", style=solid]; +"786 dropout_32" -> "787 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"787 dropout_32_0_0_nncf_smooth_quant_0" -> "788 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"788 quantize_per_tensor_default_66" -> "789 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"789 dequantize_per_tensor_default_66" -> "794 linear_43" [label="(1, 197, 3072)", style=solid]; +"790 linear_43_scale_0_updated_constant0" -> "793 mul_tensor_44" [label="(768, 1)", style=solid]; +"791 compressed_weight_updated_constant44" -> "793 mul_tensor_44" [label="(768, 3072)", style=solid]; +"792 _param_constant135_0_0" -> "794 linear_43" [label="(768,)", style=solid]; +"793 mul_tensor_44" -> "794 linear_43" [label=None, style=solid]; +"794 linear_43" -> "795 dropout_33" [label="(1, 197, 768)", style=solid]; +"795 dropout_33" -> "796 add_22" [label="(1, 197, 768)", style=solid]; +"796 add_22" -> "799 layer_norm_22" [label="(1, 197, 768)", style=solid]; +"796 add_22" -> "844 add_23" [label="(1, 197, 768)", style=solid]; +"797 _param_constant136" -> "799 layer_norm_22" [label="(768,)", style=solid]; +"798 _param_constant137" -> "799 layer_norm_22" [label="(768,)", style=solid]; +"799 layer_norm_22" -> "800 transpose_66" [label="(1, 197, 768)", style=solid]; +"800 transpose_66" -> "801 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"801 transpose_66_0_0_nncf_smooth_quant_0" -> "802 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"802 quantize_per_tensor_default_67" -> "803 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"803 dequantize_per_tensor_default_67" -> "808 linear_44" [label="(197, 1, 768)", style=solid]; +"804 linear_44_scale_0_updated_constant0" -> "807 mul_tensor_45" [label="(2304, 1)", style=solid]; +"805 compressed_weight_updated_constant45" -> "807 mul_tensor_45" [label="(2304, 768)", style=solid]; +"806 _param_constant139_0_0" -> "808 linear_44" [label="(2304,)", style=solid]; +"807 mul_tensor_45" -> "808 linear_44" [label=None, style=solid]; +"808 linear_44" -> "809 unflatten_11" [label="(197, 1, 2304)", style=solid]; +"809 unflatten_11" -> "810 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; +"810 unsqueeze_11" -> "811 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; +"811 transpose_67" -> "812 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; +"812 squeeze_11" -> "813 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; +"813 contiguous_11" -> "814 quantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"813 contiguous_11" -> "817 quantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"813 contiguous_11" -> "820 select_35" [label="(3, 197, 1, 768)", style=solid]; +"814 quantize_per_tensor_default_68" -> "815 dequantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"815 dequantize_per_tensor_default_68" -> "816 select_33" [label="(3, 197, 1, 768)", style=solid]; +"816 select_33" -> "821 view_88" [label="(197, 1, 768)", style=solid]; +"817 quantize_per_tensor_default_69" -> "818 dequantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"818 dequantize_per_tensor_default_69" -> "819 select_34" [label="(3, 197, 1, 768)", style=solid]; +"819 select_34" -> "823 view_89" [label="(197, 1, 768)", style=solid]; +"820 select_35" -> "825 view_90" [label="(197, 1, 768)", style=solid]; +"821 view_88" -> "822 transpose_68" [label="(197, 12, 64)", style=solid]; +"822 transpose_68" -> "827 view_91" [label="(12, 197, 64)", style=solid]; +"823 view_89" -> "824 transpose_69" [label="(197, 12, 64)", style=solid]; +"824 transpose_69" -> "828 view_92" [label="(12, 197, 64)", style=solid]; +"825 view_90" -> "826 transpose_70" [label="(197, 12, 64)", style=solid]; +"826 transpose_70" -> "829 view_93" [label="(12, 197, 64)", style=solid]; +"827 view_91" -> "830 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"828 view_92" -> "830 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"829 view_93" -> "830 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"830 scaled_dot_product_attention_11" -> "831 permute_12" [label="(1, 12, 197, 64)", style=solid]; +"831 permute_12" -> "832 view_94" [label="(197, 1, 12, 64)", style=solid]; +"832 view_94" -> "833 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"833 view_94_0_0_nncf_smooth_quant_0" -> "834 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"834 quantize_per_tensor_default_70" -> "835 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"835 dequantize_per_tensor_default_70" -> "840 linear_45" [label="(197, 768)", style=solid]; +"836 linear_45_scale_0_updated_constant0" -> "839 mul_tensor_46" [label="(768, 1)", style=solid]; +"837 compressed_weight_updated_constant46" -> "839 mul_tensor_46" [label="(768, 768)", style=solid]; +"838 _param_constant141_0_0" -> "840 linear_45" [label="(768,)", style=solid]; +"839 mul_tensor_46" -> "840 linear_45" [label=None, style=solid]; +"840 linear_45" -> "841 view_95" [label="(197, 768)", style=solid]; +"841 view_95" -> "842 transpose_71" [label="(197, 1, 768)", style=solid]; +"842 transpose_71" -> "843 dropout_34" [label="(1, 197, 768)", style=solid]; +"843 dropout_34" -> "844 add_23" [label="(1, 197, 768)", style=solid]; +"844 add_23" -> "847 layer_norm_23" [label="(1, 197, 768)", style=solid]; +"844 add_23" -> "867 add_24" [label="(1, 197, 768)", style=solid]; +"845 _param_constant142" -> "847 layer_norm_23" [label="(768,)", style=solid]; +"846 _param_constant143" -> "847 layer_norm_23" [label="(768,)", style=solid]; +"847 layer_norm_23" -> "848 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"848 layer_norm_23_0_0_nncf_smooth_quant_0" -> "849 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"849 quantize_per_tensor_default_71" -> "850 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"850 dequantize_per_tensor_default_71" -> "855 linear_46" [label="(1, 197, 768)", style=solid]; +"851 linear_46_scale_0_updated_constant0" -> "854 mul_tensor_47" [label="(3072, 1)", style=solid]; +"852 compressed_weight_updated_constant47" -> "854 mul_tensor_47" [label="(3072, 768)", style=solid]; +"853 _param_constant145_0_0" -> "855 linear_46" [label="(3072,)", style=solid]; +"854 mul_tensor_47" -> "855 linear_46" [label=None, style=solid]; +"855 linear_46" -> "856 gelu_11" [label="(1, 197, 3072)", style=solid]; +"856 gelu_11" -> "857 dropout_35" [label="(1, 197, 3072)", style=solid]; +"857 dropout_35" -> "858 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"858 dropout_35_0_0_nncf_smooth_quant_0" -> "859 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"859 quantize_per_tensor_default_72" -> "860 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"860 dequantize_per_tensor_default_72" -> "865 linear_47" [label="(1, 197, 3072)", style=solid]; +"861 linear_47_scale_0_updated_constant0" -> "864 mul_tensor_48" [label="(768, 1)", style=solid]; +"862 compressed_weight_updated_constant48" -> "864 mul_tensor_48" [label="(768, 3072)", style=solid]; +"863 _param_constant147_0_0" -> "865 linear_47" [label="(768,)", style=solid]; +"864 mul_tensor_48" -> "865 linear_47" [label=None, style=solid]; +"865 linear_47" -> "866 dropout_36" [label="(1, 197, 768)", style=solid]; +"866 dropout_36" -> "867 add_24" [label="(1, 197, 768)", style=solid]; +"867 add_24" -> "870 layer_norm_24" [label="(1, 197, 768)", style=solid]; +"868 _param_constant148" -> "870 layer_norm_24" [label="(768,)", style=solid]; +"869 _param_constant149" -> "870 layer_norm_24" [label="(768,)", style=solid]; +"870 layer_norm_24" -> "871 slice_1" [label="(1, 197, 768)", style=solid]; +"871 slice_1" -> "872 select_36" [label="(1, 197, 768)", style=solid]; +"872 select_36" -> "873 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"873 select_36_0_0_nncf_smooth_quant_0" -> "874 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"874 quantize_per_tensor_default_73" -> "875 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"875 dequantize_per_tensor_default_73" -> "880 linear_48" [label="(1, 768)", style=solid]; +"876 linear_48_scale_0_updated_constant0" -> "879 mul_tensor_49" [label="(1000, 1)", style=solid]; +"877 compressed_weight_updated_constant49" -> "879 mul_tensor_49" [label="(1000, 768)", style=solid]; +"878 _param_constant151_0_0" -> "880 linear_48" [label="(1000,)", style=solid]; +"879 mul_tensor_49" -> "880 linear_48" [label=None, style=solid]; +"880 linear_48" -> "881 output" [label="(1, 1000)", style=solid]; } From c032e1cb1e82c557f43c0f78dac85778c88b8eea Mon Sep 17 00:00:00 2001 From: anzr299 Date: Thu, 10 Oct 2024 20:31:55 +0400 Subject: [PATCH 25/48] update meta of new node --- nncf/experimental/torch/fx/transformations.py | 20 +- .../fx/quantized/mobilenet_v3_small.dot | 72 ++--- .../fx/quantized/resnet18.dot | 42 +-- .../fx/quantized/swin_v2_s.dot | 298 +++++++++--------- .../fx/quantized/synthetic_transformer.dot | 4 +- .../reference_graphs/fx/quantized/unet.dot | 46 +-- .../fx/quantized/vit_b_16.dot | 100 +++--- 7 files changed, 294 insertions(+), 288 deletions(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index dc8e48d5f94..ac6cedba5fe 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -539,10 +539,6 @@ def fuse_conv_bn(model: torch.fx.GraphModule) -> None: def _get_pattern_replacement_per_channel(): - - def replacement_graph_per_channel(weight, scale, zero_point, axis, low, high, dtype): - return torch.ops.aten.mul.Tensor(weight, scale) - def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): quantized = torch.ops.quantized_decomposed.quantize_per_channel.default( weight, scale, zero_point, axis, low, high, dtype @@ -551,6 +547,9 @@ def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): quantized, scale, zero_point, axis, low, high, dtype ) return dequantized + + def replacement_graph_per_channel(weight, scale, zero_point, axis, low, high, dtype): + return torch.ops.aten.mul.Tensor(weight, scale) return pattern_per_channel, replacement_graph_per_channel @@ -570,6 +569,12 @@ def replacement_graph_per_tensor(weight, scale, zero_point, low, high, dtype): return pattern_per_tensor, replacement_graph_per_tensor +def _set_meta_for_matches(model: torch.fx.GraphModule, matches: torch.fx.subgraph_rewriter.ReplacedPatterns): + for match in matches: + for node in match.nodes_map: + if node.name == "weight": + weight_node = match.nodes_map[node] + _set_new_node_meta(match.replacements[0], weight_node, torch.nn.Identity(), model) def _remove_constant_qdq_transformation(model: torch.fx.GraphModule) -> None: def match_filters(match, original_graph, graph): @@ -579,10 +584,11 @@ def match_filters(match, original_graph, graph): return False pattern, replacement = _get_pattern_replacement_per_channel() - torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern, replacement, [match_filters]) + matches_per_channel = torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern, replacement, [match_filters]) + _set_meta_for_matches(model, matches_per_channel) pattern, replacement = _get_pattern_replacement_per_tensor() - torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern, replacement, [match_filters]) - + matches_per_tensor = torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern, replacement, [match_filters]) + _set_meta_for_matches(model.graph, matches_per_tensor) def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule): input_tup = [] diff --git a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot index 00980ff7ac8..1a81d1059b5 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot @@ -469,7 +469,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor" [label="(16, 1, 1, 1)", style=solid]; "4 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(16, 3, 3, 3)", style=solid]; "5 features_0_0_weight_bias_0_0" -> "7 conv2d" [label="(16,)", style=solid]; -"6 mul_tensor" -> "7 conv2d" [label=None, style=solid]; +"6 mul_tensor" -> "7 conv2d" [label="(16, 3, 3, 3)", style=solid]; "7 conv2d" -> "10 hardswish_" [label="(1, 16, 112, 112)", style=solid]; "8 hardswish__scale_0" -> "11 quantize_per_channel_default_1" [label="(16,)", style=solid]; "8 hardswish__scale_0" -> "12 dequantize_per_channel_default_1" [label="(16,)", style=solid]; @@ -481,7 +481,7 @@ strict digraph { "13 conv2d_1_scale_0_updated_constant0" -> "16 mul_tensor_1" [label="(16, 1, 1, 1)", style=solid]; "14 compressed_weight_updated_constant1" -> "16 mul_tensor_1" [label="(16, 1, 3, 3)", style=solid]; "15 features_1_block_0_0_weight_bias_0_0" -> "17 conv2d_1" [label="(16,)", style=solid]; -"16 mul_tensor_1" -> "17 conv2d_1" [label=None, style=solid]; +"16 mul_tensor_1" -> "17 conv2d_1" [label="(16, 1, 3, 3)", style=solid]; "17 conv2d_1" -> "18 relu_" [label="(1, 16, 56, 56)", style=solid]; "18 relu_" -> "19 quantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; "19 quantize_per_tensor_default_1" -> "20 dequantize_per_tensor_default_2" [label="(1, 16, 56, 56)", style=solid]; @@ -505,14 +505,14 @@ strict digraph { "36 conv2d_4_scale_0_updated_constant0" -> "39 mul_tensor_2" [label="(16, 1, 1, 1)", style=solid]; "37 compressed_weight_updated_constant2" -> "39 mul_tensor_2" [label="(16, 16, 1, 1)", style=solid]; "38 features_1_block_2_0_weight_bias_0_0" -> "40 conv2d_4" [label="(16,)", style=solid]; -"39 mul_tensor_2" -> "40 conv2d_4" [label=None, style=solid]; +"39 mul_tensor_2" -> "40 conv2d_4" [label="(16, 16, 1, 1)", style=solid]; "40 conv2d_4" -> "41 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; "41 quantize_per_tensor_default_4" -> "42 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56)", style=solid]; "42 dequantize_per_tensor_default_5" -> "47 conv2d_5" [label="(1, 16, 56, 56)", style=solid]; "43 conv2d_5_scale_0_updated_constant0" -> "46 mul_tensor_3" [label="(72, 1, 1, 1)", style=solid]; "44 compressed_weight_updated_constant3" -> "46 mul_tensor_3" [label="(72, 16, 1, 1)", style=solid]; "45 features_2_block_0_0_weight_bias_0_0" -> "47 conv2d_5" [label="(72,)", style=solid]; -"46 mul_tensor_3" -> "47 conv2d_5" [label=None, style=solid]; +"46 mul_tensor_3" -> "47 conv2d_5" [label="(72, 16, 1, 1)", style=solid]; "47 conv2d_5" -> "50 relu__1" [label="(1, 72, 56, 56)", style=solid]; "48 relu__1_scale_0" -> "51 quantize_per_channel_default_5" [label="(72,)", style=solid]; "48 relu__1_scale_0" -> "52 dequantize_per_channel_default_5" [label="(72,)", style=solid]; @@ -524,7 +524,7 @@ strict digraph { "53 conv2d_6_scale_0_updated_constant0" -> "56 mul_tensor_4" [label="(72, 1, 1, 1)", style=solid]; "54 compressed_weight_updated_constant4" -> "56 mul_tensor_4" [label="(72, 1, 3, 3)", style=solid]; "55 features_2_block_1_0_weight_bias_0_0" -> "57 conv2d_6" [label="(72,)", style=solid]; -"56 mul_tensor_4" -> "57 conv2d_6" [label=None, style=solid]; +"56 mul_tensor_4" -> "57 conv2d_6" [label="(72, 1, 3, 3)", style=solid]; "57 conv2d_6" -> "58 relu__2" [label="(1, 72, 28, 28)", style=solid]; "58 relu__2" -> "59 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; "59 quantize_per_tensor_default_5" -> "60 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28)", style=solid]; @@ -532,7 +532,7 @@ strict digraph { "61 conv2d_7_scale_0_updated_constant0" -> "64 mul_tensor_5" [label="(24, 1, 1, 1)", style=solid]; "62 compressed_weight_updated_constant5" -> "64 mul_tensor_5" [label="(24, 72, 1, 1)", style=solid]; "63 features_2_block_2_0_weight_bias_0_0" -> "65 conv2d_7" [label="(24,)", style=solid]; -"64 mul_tensor_5" -> "65 conv2d_7" [label=None, style=solid]; +"64 mul_tensor_5" -> "65 conv2d_7" [label="(24, 72, 1, 1)", style=solid]; "65 conv2d_7" -> "66 quantize_per_tensor_default_6" [label="(1, 24, 28, 28)", style=solid]; "66 quantize_per_tensor_default_6" -> "67 dequantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; "66 quantize_per_tensor_default_6" -> "68 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28)", style=solid]; @@ -541,7 +541,7 @@ strict digraph { "69 conv2d_8_scale_0_updated_constant0" -> "72 mul_tensor_6" [label="(88, 1, 1, 1)", style=solid]; "70 compressed_weight_updated_constant6" -> "72 mul_tensor_6" [label="(88, 24, 1, 1)", style=solid]; "71 features_3_block_0_0_weight_bias_0_0" -> "73 conv2d_8" [label="(88,)", style=solid]; -"72 mul_tensor_6" -> "73 conv2d_8" [label=None, style=solid]; +"72 mul_tensor_6" -> "73 conv2d_8" [label="(88, 24, 1, 1)", style=solid]; "73 conv2d_8" -> "76 relu__3" [label="(1, 88, 28, 28)", style=solid]; "74 relu__3_scale_0" -> "77 quantize_per_channel_default_9" [label="(88,)", style=solid]; "74 relu__3_scale_0" -> "78 dequantize_per_channel_default_9" [label="(88,)", style=solid]; @@ -553,7 +553,7 @@ strict digraph { "79 conv2d_9_scale_0_updated_constant0" -> "82 mul_tensor_7" [label="(88, 1, 1, 1)", style=solid]; "80 compressed_weight_updated_constant7" -> "82 mul_tensor_7" [label="(88, 1, 3, 3)", style=solid]; "81 features_3_block_1_0_weight_bias_0_0" -> "83 conv2d_9" [label="(88,)", style=solid]; -"82 mul_tensor_7" -> "83 conv2d_9" [label=None, style=solid]; +"82 mul_tensor_7" -> "83 conv2d_9" [label="(88, 1, 3, 3)", style=solid]; "83 conv2d_9" -> "84 relu__4" [label="(1, 88, 28, 28)", style=solid]; "84 relu__4" -> "85 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; "85 quantize_per_tensor_default_7" -> "86 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28)", style=solid]; @@ -561,7 +561,7 @@ strict digraph { "87 conv2d_10_scale_0_updated_constant0" -> "90 mul_tensor_8" [label="(24, 1, 1, 1)", style=solid]; "88 compressed_weight_updated_constant8" -> "90 mul_tensor_8" [label="(24, 88, 1, 1)", style=solid]; "89 features_3_block_2_0_weight_bias_0_0" -> "91 conv2d_10" [label="(24,)", style=solid]; -"90 mul_tensor_8" -> "91 conv2d_10" [label=None, style=solid]; +"90 mul_tensor_8" -> "91 conv2d_10" [label="(24, 88, 1, 1)", style=solid]; "91 conv2d_10" -> "92 quantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; "92 quantize_per_tensor_default_8" -> "93 dequantize_per_tensor_default_10" [label="(1, 24, 28, 28)", style=solid]; "93 dequantize_per_tensor_default_10" -> "94 add_" [label="(1, 24, 28, 28)", style=solid]; @@ -571,7 +571,7 @@ strict digraph { "97 conv2d_11_scale_0_updated_constant0" -> "100 mul_tensor_9" [label="(96, 1, 1, 1)", style=solid]; "98 compressed_weight_updated_constant9" -> "100 mul_tensor_9" [label="(96, 24, 1, 1)", style=solid]; "99 features_4_block_0_0_weight_bias_0_0" -> "101 conv2d_11" [label="(96,)", style=solid]; -"100 mul_tensor_9" -> "101 conv2d_11" [label=None, style=solid]; +"100 mul_tensor_9" -> "101 conv2d_11" [label="(96, 24, 1, 1)", style=solid]; "101 conv2d_11" -> "104 hardswish__1" [label="(1, 96, 28, 28)", style=solid]; "102 hardswish__1_scale_0" -> "105 quantize_per_channel_default_13" [label="(96,)", style=solid]; "102 hardswish__1_scale_0" -> "106 dequantize_per_channel_default_13" [label="(96,)", style=solid]; @@ -583,7 +583,7 @@ strict digraph { "107 conv2d_12_scale_0_updated_constant0" -> "110 mul_tensor_10" [label="(96, 1, 1, 1)", style=solid]; "108 compressed_weight_updated_constant10" -> "110 mul_tensor_10" [label="(96, 1, 5, 5)", style=solid]; "109 features_4_block_1_0_weight_bias_0_0" -> "111 conv2d_12" [label="(96,)", style=solid]; -"110 mul_tensor_10" -> "111 conv2d_12" [label=None, style=solid]; +"110 mul_tensor_10" -> "111 conv2d_12" [label="(96, 1, 5, 5)", style=solid]; "111 conv2d_12" -> "112 hardswish__2" [label="(1, 96, 14, 14)", style=solid]; "112 hardswish__2" -> "113 quantize_per_tensor_default_10" [label="(1, 96, 14, 14)", style=solid]; "113 quantize_per_tensor_default_10" -> "114 dequantize_per_tensor_default_13" [label="(1, 96, 14, 14)", style=solid]; @@ -607,7 +607,7 @@ strict digraph { "130 conv2d_15_scale_0_updated_constant0" -> "133 mul_tensor_11" [label="(40, 1, 1, 1)", style=solid]; "131 compressed_weight_updated_constant11" -> "133 mul_tensor_11" [label="(40, 96, 1, 1)", style=solid]; "132 features_4_block_3_0_weight_bias_0_0" -> "134 conv2d_15" [label="(40,)", style=solid]; -"133 mul_tensor_11" -> "134 conv2d_15" [label=None, style=solid]; +"133 mul_tensor_11" -> "134 conv2d_15" [label="(40, 96, 1, 1)", style=solid]; "134 conv2d_15" -> "135 quantize_per_tensor_default_13" [label="(1, 40, 14, 14)", style=solid]; "135 quantize_per_tensor_default_13" -> "136 dequantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; "135 quantize_per_tensor_default_13" -> "137 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14)", style=solid]; @@ -616,7 +616,7 @@ strict digraph { "138 conv2d_16_scale_0_updated_constant0" -> "141 mul_tensor_12" [label="(240, 1, 1, 1)", style=solid]; "139 compressed_weight_updated_constant12" -> "141 mul_tensor_12" [label="(240, 40, 1, 1)", style=solid]; "140 features_5_block_0_0_weight_bias_0_0" -> "142 conv2d_16" [label="(240,)", style=solid]; -"141 mul_tensor_12" -> "142 conv2d_16" [label=None, style=solid]; +"141 mul_tensor_12" -> "142 conv2d_16" [label="(240, 40, 1, 1)", style=solid]; "142 conv2d_16" -> "145 hardswish__3" [label="(1, 240, 14, 14)", style=solid]; "143 hardswish__3_scale_0" -> "146 quantize_per_channel_default_17" [label="(240,)", style=solid]; "143 hardswish__3_scale_0" -> "147 dequantize_per_channel_default_17" [label="(240,)", style=solid]; @@ -628,7 +628,7 @@ strict digraph { "148 conv2d_17_scale_0_updated_constant0" -> "151 mul_tensor_13" [label="(240, 1, 1, 1)", style=solid]; "149 compressed_weight_updated_constant13" -> "151 mul_tensor_13" [label="(240, 1, 5, 5)", style=solid]; "150 features_5_block_1_0_weight_bias_0_0" -> "152 conv2d_17" [label="(240,)", style=solid]; -"151 mul_tensor_13" -> "152 conv2d_17" [label=None, style=solid]; +"151 mul_tensor_13" -> "152 conv2d_17" [label="(240, 1, 5, 5)", style=solid]; "152 conv2d_17" -> "153 hardswish__4" [label="(1, 240, 14, 14)", style=solid]; "153 hardswish__4" -> "154 quantize_per_tensor_default_14" [label="(1, 240, 14, 14)", style=solid]; "154 quantize_per_tensor_default_14" -> "155 dequantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; @@ -652,7 +652,7 @@ strict digraph { "171 conv2d_20_scale_0_updated_constant0" -> "174 mul_tensor_14" [label="(40, 1, 1, 1)", style=solid]; "172 compressed_weight_updated_constant14" -> "174 mul_tensor_14" [label="(40, 240, 1, 1)", style=solid]; "173 features_5_block_3_0_weight_bias_0_0" -> "175 conv2d_20" [label="(40,)", style=solid]; -"174 mul_tensor_14" -> "175 conv2d_20" [label=None, style=solid]; +"174 mul_tensor_14" -> "175 conv2d_20" [label="(40, 240, 1, 1)", style=solid]; "175 conv2d_20" -> "176 quantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; "176 quantize_per_tensor_default_17" -> "177 dequantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; "177 dequantize_per_tensor_default_22" -> "178 add__1" [label="(1, 40, 14, 14)", style=solid]; @@ -664,7 +664,7 @@ strict digraph { "182 conv2d_21_scale_0_updated_constant0" -> "185 mul_tensor_15" [label="(240, 1, 1, 1)", style=solid]; "183 compressed_weight_updated_constant15" -> "185 mul_tensor_15" [label="(240, 40, 1, 1)", style=solid]; "184 features_6_block_0_0_weight_bias_0_0" -> "186 conv2d_21" [label="(240,)", style=solid]; -"185 mul_tensor_15" -> "186 conv2d_21" [label=None, style=solid]; +"185 mul_tensor_15" -> "186 conv2d_21" [label="(240, 40, 1, 1)", style=solid]; "186 conv2d_21" -> "189 hardswish__5" [label="(1, 240, 14, 14)", style=solid]; "187 hardswish__5_scale_0" -> "190 quantize_per_channel_default_21" [label="(240,)", style=solid]; "187 hardswish__5_scale_0" -> "191 dequantize_per_channel_default_21" [label="(240,)", style=solid]; @@ -676,7 +676,7 @@ strict digraph { "192 conv2d_22_scale_0_updated_constant0" -> "195 mul_tensor_16" [label="(240, 1, 1, 1)", style=solid]; "193 compressed_weight_updated_constant16" -> "195 mul_tensor_16" [label="(240, 1, 5, 5)", style=solid]; "194 features_6_block_1_0_weight_bias_0_0" -> "196 conv2d_22" [label="(240,)", style=solid]; -"195 mul_tensor_16" -> "196 conv2d_22" [label=None, style=solid]; +"195 mul_tensor_16" -> "196 conv2d_22" [label="(240, 1, 5, 5)", style=solid]; "196 conv2d_22" -> "197 hardswish__6" [label="(1, 240, 14, 14)", style=solid]; "197 hardswish__6" -> "198 quantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; "198 quantize_per_tensor_default_19" -> "199 dequantize_per_tensor_default_26" [label="(1, 240, 14, 14)", style=solid]; @@ -700,7 +700,7 @@ strict digraph { "215 conv2d_25_scale_0_updated_constant0" -> "218 mul_tensor_17" [label="(40, 1, 1, 1)", style=solid]; "216 compressed_weight_updated_constant17" -> "218 mul_tensor_17" [label="(40, 240, 1, 1)", style=solid]; "217 features_6_block_3_0_weight_bias_0_0" -> "219 conv2d_25" [label="(40,)", style=solid]; -"218 mul_tensor_17" -> "219 conv2d_25" [label=None, style=solid]; +"218 mul_tensor_17" -> "219 conv2d_25" [label="(40, 240, 1, 1)", style=solid]; "219 conv2d_25" -> "220 quantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; "220 quantize_per_tensor_default_22" -> "221 dequantize_per_tensor_default_29" [label="(1, 40, 14, 14)", style=solid]; "221 dequantize_per_tensor_default_29" -> "222 add__2" [label="(1, 40, 14, 14)", style=solid]; @@ -710,7 +710,7 @@ strict digraph { "225 conv2d_26_scale_0_updated_constant0" -> "228 mul_tensor_18" [label="(120, 1, 1, 1)", style=solid]; "226 compressed_weight_updated_constant18" -> "228 mul_tensor_18" [label="(120, 40, 1, 1)", style=solid]; "227 features_7_block_0_0_weight_bias_0_0" -> "229 conv2d_26" [label="(120,)", style=solid]; -"228 mul_tensor_18" -> "229 conv2d_26" [label=None, style=solid]; +"228 mul_tensor_18" -> "229 conv2d_26" [label="(120, 40, 1, 1)", style=solid]; "229 conv2d_26" -> "232 hardswish__7" [label="(1, 120, 14, 14)", style=solid]; "230 hardswish__7_scale_0" -> "233 quantize_per_channel_default_25" [label="(120,)", style=solid]; "230 hardswish__7_scale_0" -> "234 dequantize_per_channel_default_25" [label="(120,)", style=solid]; @@ -722,7 +722,7 @@ strict digraph { "235 conv2d_27_scale_0_updated_constant0" -> "238 mul_tensor_19" [label="(120, 1, 1, 1)", style=solid]; "236 compressed_weight_updated_constant19" -> "238 mul_tensor_19" [label="(120, 1, 5, 5)", style=solid]; "237 features_7_block_1_0_weight_bias_0_0" -> "239 conv2d_27" [label="(120,)", style=solid]; -"238 mul_tensor_19" -> "239 conv2d_27" [label=None, style=solid]; +"238 mul_tensor_19" -> "239 conv2d_27" [label="(120, 1, 5, 5)", style=solid]; "239 conv2d_27" -> "240 hardswish__8" [label="(1, 120, 14, 14)", style=solid]; "240 hardswish__8" -> "241 quantize_per_tensor_default_24" [label="(1, 120, 14, 14)", style=solid]; "241 quantize_per_tensor_default_24" -> "242 dequantize_per_tensor_default_32" [label="(1, 120, 14, 14)", style=solid]; @@ -746,7 +746,7 @@ strict digraph { "258 conv2d_30_scale_0_updated_constant0" -> "261 mul_tensor_20" [label="(48, 1, 1, 1)", style=solid]; "259 compressed_weight_updated_constant20" -> "261 mul_tensor_20" [label="(48, 120, 1, 1)", style=solid]; "260 features_7_block_3_0_weight_bias_0_0" -> "262 conv2d_30" [label="(48,)", style=solid]; -"261 mul_tensor_20" -> "262 conv2d_30" [label=None, style=solid]; +"261 mul_tensor_20" -> "262 conv2d_30" [label="(48, 120, 1, 1)", style=solid]; "262 conv2d_30" -> "263 quantize_per_tensor_default_27" [label="(1, 48, 14, 14)", style=solid]; "263 quantize_per_tensor_default_27" -> "264 dequantize_per_tensor_default_36" [label="(1, 48, 14, 14)", style=solid]; "263 quantize_per_tensor_default_27" -> "265 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14)", style=solid]; @@ -755,7 +755,7 @@ strict digraph { "266 conv2d_31_scale_0_updated_constant0" -> "269 mul_tensor_21" [label="(144, 1, 1, 1)", style=solid]; "267 compressed_weight_updated_constant21" -> "269 mul_tensor_21" [label="(144, 48, 1, 1)", style=solid]; "268 features_8_block_0_0_weight_bias_0_0" -> "270 conv2d_31" [label="(144,)", style=solid]; -"269 mul_tensor_21" -> "270 conv2d_31" [label=None, style=solid]; +"269 mul_tensor_21" -> "270 conv2d_31" [label="(144, 48, 1, 1)", style=solid]; "270 conv2d_31" -> "273 hardswish__9" [label="(1, 144, 14, 14)", style=solid]; "271 hardswish__9_scale_0" -> "274 quantize_per_channel_default_29" [label="(144,)", style=solid]; "271 hardswish__9_scale_0" -> "275 dequantize_per_channel_default_29" [label="(144,)", style=solid]; @@ -767,7 +767,7 @@ strict digraph { "276 conv2d_32_scale_0_updated_constant0" -> "279 mul_tensor_22" [label="(144, 1, 1, 1)", style=solid]; "277 compressed_weight_updated_constant22" -> "279 mul_tensor_22" [label="(144, 1, 5, 5)", style=solid]; "278 features_8_block_1_0_weight_bias_0_0" -> "280 conv2d_32" [label="(144,)", style=solid]; -"279 mul_tensor_22" -> "280 conv2d_32" [label=None, style=solid]; +"279 mul_tensor_22" -> "280 conv2d_32" [label="(144, 1, 5, 5)", style=solid]; "280 conv2d_32" -> "281 hardswish__10" [label="(1, 144, 14, 14)", style=solid]; "281 hardswish__10" -> "282 quantize_per_tensor_default_28" [label="(1, 144, 14, 14)", style=solid]; "282 quantize_per_tensor_default_28" -> "283 dequantize_per_tensor_default_38" [label="(1, 144, 14, 14)", style=solid]; @@ -791,7 +791,7 @@ strict digraph { "299 conv2d_35_scale_0_updated_constant0" -> "302 mul_tensor_23" [label="(48, 1, 1, 1)", style=solid]; "300 compressed_weight_updated_constant23" -> "302 mul_tensor_23" [label="(48, 144, 1, 1)", style=solid]; "301 features_8_block_3_0_weight_bias_0_0" -> "303 conv2d_35" [label="(48,)", style=solid]; -"302 mul_tensor_23" -> "303 conv2d_35" [label=None, style=solid]; +"302 mul_tensor_23" -> "303 conv2d_35" [label="(48, 144, 1, 1)", style=solid]; "303 conv2d_35" -> "304 quantize_per_tensor_default_31" [label="(1, 48, 14, 14)", style=solid]; "304 quantize_per_tensor_default_31" -> "305 dequantize_per_tensor_default_41" [label="(1, 48, 14, 14)", style=solid]; "305 dequantize_per_tensor_default_41" -> "306 add__3" [label="(1, 48, 14, 14)", style=solid]; @@ -801,7 +801,7 @@ strict digraph { "309 conv2d_36_scale_0_updated_constant0" -> "312 mul_tensor_24" [label="(288, 1, 1, 1)", style=solid]; "310 compressed_weight_updated_constant24" -> "312 mul_tensor_24" [label="(288, 48, 1, 1)", style=solid]; "311 features_9_block_0_0_weight_bias_0_0" -> "313 conv2d_36" [label="(288,)", style=solid]; -"312 mul_tensor_24" -> "313 conv2d_36" [label=None, style=solid]; +"312 mul_tensor_24" -> "313 conv2d_36" [label="(288, 48, 1, 1)", style=solid]; "313 conv2d_36" -> "316 hardswish__11" [label="(1, 288, 14, 14)", style=solid]; "314 hardswish__11_scale_0" -> "317 quantize_per_channel_default_33" [label="(288,)", style=solid]; "314 hardswish__11_scale_0" -> "318 dequantize_per_channel_default_33" [label="(288,)", style=solid]; @@ -813,7 +813,7 @@ strict digraph { "319 conv2d_37_scale_0_updated_constant0" -> "322 mul_tensor_25" [label="(288, 1, 1, 1)", style=solid]; "320 compressed_weight_updated_constant25" -> "322 mul_tensor_25" [label="(288, 1, 5, 5)", style=solid]; "321 features_9_block_1_0_weight_bias_0_0" -> "323 conv2d_37" [label="(288,)", style=solid]; -"322 mul_tensor_25" -> "323 conv2d_37" [label=None, style=solid]; +"322 mul_tensor_25" -> "323 conv2d_37" [label="(288, 1, 5, 5)", style=solid]; "323 conv2d_37" -> "324 hardswish__12" [label="(1, 288, 7, 7)", style=solid]; "324 hardswish__12" -> "325 quantize_per_tensor_default_33" [label="(1, 288, 7, 7)", style=solid]; "325 quantize_per_tensor_default_33" -> "326 dequantize_per_tensor_default_44" [label="(1, 288, 7, 7)", style=solid]; @@ -837,7 +837,7 @@ strict digraph { "342 conv2d_40_scale_0_updated_constant0" -> "345 mul_tensor_26" [label="(96, 1, 1, 1)", style=solid]; "343 compressed_weight_updated_constant26" -> "345 mul_tensor_26" [label="(96, 288, 1, 1)", style=solid]; "344 features_9_block_3_0_weight_bias_0_0" -> "346 conv2d_40" [label="(96,)", style=solid]; -"345 mul_tensor_26" -> "346 conv2d_40" [label=None, style=solid]; +"345 mul_tensor_26" -> "346 conv2d_40" [label="(96, 288, 1, 1)", style=solid]; "346 conv2d_40" -> "347 quantize_per_tensor_default_36" [label="(1, 96, 7, 7)", style=solid]; "347 quantize_per_tensor_default_36" -> "348 dequantize_per_tensor_default_48" [label="(1, 96, 7, 7)", style=solid]; "347 quantize_per_tensor_default_36" -> "349 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7)", style=solid]; @@ -846,7 +846,7 @@ strict digraph { "350 conv2d_41_scale_0_updated_constant0" -> "353 mul_tensor_27" [label="(576, 1, 1, 1)", style=solid]; "351 compressed_weight_updated_constant27" -> "353 mul_tensor_27" [label="(576, 96, 1, 1)", style=solid]; "352 features_10_block_0_0_weight_bias_0_0" -> "354 conv2d_41" [label="(576,)", style=solid]; -"353 mul_tensor_27" -> "354 conv2d_41" [label=None, style=solid]; +"353 mul_tensor_27" -> "354 conv2d_41" [label="(576, 96, 1, 1)", style=solid]; "354 conv2d_41" -> "357 hardswish__13" [label="(1, 576, 7, 7)", style=solid]; "355 hardswish__13_scale_0" -> "358 quantize_per_channel_default_37" [label="(576,)", style=solid]; "355 hardswish__13_scale_0" -> "359 dequantize_per_channel_default_37" [label="(576,)", style=solid]; @@ -858,7 +858,7 @@ strict digraph { "360 conv2d_42_scale_0_updated_constant0" -> "363 mul_tensor_28" [label="(576, 1, 1, 1)", style=solid]; "361 compressed_weight_updated_constant28" -> "363 mul_tensor_28" [label="(576, 1, 5, 5)", style=solid]; "362 features_10_block_1_0_weight_bias_0_0" -> "364 conv2d_42" [label="(576,)", style=solid]; -"363 mul_tensor_28" -> "364 conv2d_42" [label=None, style=solid]; +"363 mul_tensor_28" -> "364 conv2d_42" [label="(576, 1, 5, 5)", style=solid]; "364 conv2d_42" -> "365 hardswish__14" [label="(1, 576, 7, 7)", style=solid]; "365 hardswish__14" -> "366 quantize_per_tensor_default_37" [label="(1, 576, 7, 7)", style=solid]; "366 quantize_per_tensor_default_37" -> "367 dequantize_per_tensor_default_50" [label="(1, 576, 7, 7)", style=solid]; @@ -882,7 +882,7 @@ strict digraph { "383 conv2d_45_scale_0_updated_constant0" -> "386 mul_tensor_29" [label="(96, 1, 1, 1)", style=solid]; "384 compressed_weight_updated_constant29" -> "386 mul_tensor_29" [label="(96, 576, 1, 1)", style=solid]; "385 features_10_block_3_0_weight_bias_0_0" -> "387 conv2d_45" [label="(96,)", style=solid]; -"386 mul_tensor_29" -> "387 conv2d_45" [label=None, style=solid]; +"386 mul_tensor_29" -> "387 conv2d_45" [label="(96, 576, 1, 1)", style=solid]; "387 conv2d_45" -> "388 quantize_per_tensor_default_40" [label="(1, 96, 7, 7)", style=solid]; "388 quantize_per_tensor_default_40" -> "389 dequantize_per_tensor_default_53" [label="(1, 96, 7, 7)", style=solid]; "389 dequantize_per_tensor_default_53" -> "390 add__4" [label="(1, 96, 7, 7)", style=solid]; @@ -894,7 +894,7 @@ strict digraph { "394 conv2d_46_scale_0_updated_constant0" -> "397 mul_tensor_30" [label="(576, 1, 1, 1)", style=solid]; "395 compressed_weight_updated_constant30" -> "397 mul_tensor_30" [label="(576, 96, 1, 1)", style=solid]; "396 features_11_block_0_0_weight_bias_0_0" -> "398 conv2d_46" [label="(576,)", style=solid]; -"397 mul_tensor_30" -> "398 conv2d_46" [label=None, style=solid]; +"397 mul_tensor_30" -> "398 conv2d_46" [label="(576, 96, 1, 1)", style=solid]; "398 conv2d_46" -> "401 hardswish__15" [label="(1, 576, 7, 7)", style=solid]; "399 hardswish__15_scale_0" -> "402 quantize_per_channel_default_41" [label="(576,)", style=solid]; "399 hardswish__15_scale_0" -> "403 dequantize_per_channel_default_41" [label="(576,)", style=solid]; @@ -906,7 +906,7 @@ strict digraph { "404 conv2d_47_scale_0_updated_constant0" -> "407 mul_tensor_31" [label="(576, 1, 1, 1)", style=solid]; "405 compressed_weight_updated_constant31" -> "407 mul_tensor_31" [label="(576, 1, 5, 5)", style=solid]; "406 features_11_block_1_0_weight_bias_0_0" -> "408 conv2d_47" [label="(576,)", style=solid]; -"407 mul_tensor_31" -> "408 conv2d_47" [label=None, style=solid]; +"407 mul_tensor_31" -> "408 conv2d_47" [label="(576, 1, 5, 5)", style=solid]; "408 conv2d_47" -> "409 hardswish__16" [label="(1, 576, 7, 7)", style=solid]; "409 hardswish__16" -> "410 quantize_per_tensor_default_42" [label="(1, 576, 7, 7)", style=solid]; "410 quantize_per_tensor_default_42" -> "411 dequantize_per_tensor_default_57" [label="(1, 576, 7, 7)", style=solid]; @@ -930,7 +930,7 @@ strict digraph { "427 conv2d_50_scale_0_updated_constant0" -> "430 mul_tensor_32" [label="(96, 1, 1, 1)", style=solid]; "428 compressed_weight_updated_constant32" -> "430 mul_tensor_32" [label="(96, 576, 1, 1)", style=solid]; "429 features_11_block_3_0_weight_bias_0_0" -> "431 conv2d_50" [label="(96,)", style=solid]; -"430 mul_tensor_32" -> "431 conv2d_50" [label=None, style=solid]; +"430 mul_tensor_32" -> "431 conv2d_50" [label="(96, 576, 1, 1)", style=solid]; "431 conv2d_50" -> "432 quantize_per_tensor_default_45" [label="(1, 96, 7, 7)", style=solid]; "432 quantize_per_tensor_default_45" -> "433 dequantize_per_tensor_default_60" [label="(1, 96, 7, 7)", style=solid]; "433 dequantize_per_tensor_default_60" -> "434 add__5" [label="(1, 96, 7, 7)", style=solid]; @@ -940,7 +940,7 @@ strict digraph { "437 conv2d_51_scale_0_updated_constant0" -> "440 mul_tensor_33" [label="(576, 1, 1, 1)", style=solid]; "438 compressed_weight_updated_constant33" -> "440 mul_tensor_33" [label="(576, 96, 1, 1)", style=solid]; "439 features_12_0_weight_bias_0_0" -> "441 conv2d_51" [label="(576,)", style=solid]; -"440 mul_tensor_33" -> "441 conv2d_51" [label=None, style=solid]; +"440 mul_tensor_33" -> "441 conv2d_51" [label="(576, 96, 1, 1)", style=solid]; "441 conv2d_51" -> "442 hardswish__17" [label="(1, 576, 7, 7)", style=solid]; "442 hardswish__17" -> "443 quantize_per_tensor_default_47" [label="(1, 576, 7, 7)", style=solid]; "443 quantize_per_tensor_default_47" -> "444 dequantize_per_tensor_default_62" [label="(1, 576, 7, 7)", style=solid]; @@ -952,7 +952,7 @@ strict digraph { "449 linear_scale_0_updated_constant0" -> "452 mul_tensor_34" [label="(1024, 1)", style=solid]; "450 compressed_weight_updated_constant34" -> "452 mul_tensor_34" [label="(1024, 576)", style=solid]; "451 _param_constant139_0_0" -> "453 linear" [label="(1024,)", style=solid]; -"452 mul_tensor_34" -> "453 linear" [label=None, style=solid]; +"452 mul_tensor_34" -> "453 linear" [label="(1024, 576)", style=solid]; "453 linear" -> "454 hardswish__18" [label="(1, 1024)", style=solid]; "454 hardswish__18" -> "455 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; "455 quantize_per_tensor_default_49" -> "456 dequantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; @@ -961,6 +961,6 @@ strict digraph { "458 linear_1_scale_0_updated_constant0" -> "461 mul_tensor_35" [label="(1000, 1)", style=solid]; "459 compressed_weight_updated_constant35" -> "461 mul_tensor_35" [label="(1000, 1024)", style=solid]; "460 _param_constant141_0_0" -> "462 linear_1" [label="(1000,)", style=solid]; -"461 mul_tensor_35" -> "462 linear_1" [label=None, style=solid]; +"461 mul_tensor_35" -> "462 linear_1" [label="(1000, 1024)", style=solid]; "462 linear_1" -> "463 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot index 7b5df16f340..e7b8fa63ca4 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot @@ -207,7 +207,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; "4 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(64, 3, 7, 7)", style=solid]; "5 conv1_weight_bias_0_0" -> "7 conv2d" [label="(64,)", style=solid]; -"6 mul_tensor" -> "7 conv2d" [label=None, style=solid]; +"6 mul_tensor" -> "7 conv2d" [label="(64, 3, 7, 7)", style=solid]; "7 conv2d" -> "8 relu_" [label="(1, 64, 112, 112)", style=solid]; "8 relu_" -> "9 quantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; "9 quantize_per_tensor_default_1" -> "10 dequantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; @@ -217,7 +217,7 @@ strict digraph { "12 conv2d_1_scale_0_updated_constant0" -> "15 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; "13 compressed_weight_updated_constant1" -> "15 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; "14 layer1_0_conv1_weight_bias_0_0" -> "16 conv2d_1" [label="(64,)", style=solid]; -"15 mul_tensor_1" -> "16 conv2d_1" [label=None, style=solid]; +"15 mul_tensor_1" -> "16 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; "16 conv2d_1" -> "17 relu__1" [label="(1, 64, 56, 56)", style=solid]; "17 relu__1" -> "18 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; "18 quantize_per_tensor_default_2" -> "19 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; @@ -225,7 +225,7 @@ strict digraph { "20 conv2d_2_scale_0_updated_constant0" -> "23 mul_tensor_2" [label="(64, 1, 1, 1)", style=solid]; "21 compressed_weight_updated_constant2" -> "23 mul_tensor_2" [label="(64, 64, 3, 3)", style=solid]; "22 layer1_0_conv2_weight_bias_0_0" -> "24 conv2d_2" [label="(64,)", style=solid]; -"23 mul_tensor_2" -> "24 conv2d_2" [label=None, style=solid]; +"23 mul_tensor_2" -> "24 conv2d_2" [label="(64, 64, 3, 3)", style=solid]; "24 conv2d_2" -> "25 quantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; "25 quantize_per_tensor_default_3" -> "26 dequantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; "26 dequantize_per_tensor_default_3" -> "27 add_" [label="(1, 64, 56, 56)", style=solid]; @@ -238,7 +238,7 @@ strict digraph { "32 conv2d_3_scale_0_updated_constant0" -> "35 mul_tensor_3" [label="(64, 1, 1, 1)", style=solid]; "33 compressed_weight_updated_constant3" -> "35 mul_tensor_3" [label="(64, 64, 3, 3)", style=solid]; "34 layer1_1_conv1_weight_bias_0_0" -> "36 conv2d_3" [label="(64,)", style=solid]; -"35 mul_tensor_3" -> "36 conv2d_3" [label=None, style=solid]; +"35 mul_tensor_3" -> "36 conv2d_3" [label="(64, 64, 3, 3)", style=solid]; "36 conv2d_3" -> "37 relu__3" [label="(1, 64, 56, 56)", style=solid]; "37 relu__3" -> "38 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; "38 quantize_per_tensor_default_5" -> "39 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; @@ -246,7 +246,7 @@ strict digraph { "40 conv2d_4_scale_0_updated_constant0" -> "43 mul_tensor_4" [label="(64, 1, 1, 1)", style=solid]; "41 compressed_weight_updated_constant4" -> "43 mul_tensor_4" [label="(64, 64, 3, 3)", style=solid]; "42 layer1_1_conv2_weight_bias_0_0" -> "44 conv2d_4" [label="(64,)", style=solid]; -"43 mul_tensor_4" -> "44 conv2d_4" [label=None, style=solid]; +"43 mul_tensor_4" -> "44 conv2d_4" [label="(64, 64, 3, 3)", style=solid]; "44 conv2d_4" -> "45 quantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; "45 quantize_per_tensor_default_6" -> "46 dequantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; "46 dequantize_per_tensor_default_7" -> "47 add__1" [label="(1, 64, 56, 56)", style=solid]; @@ -259,7 +259,7 @@ strict digraph { "52 conv2d_5_scale_0_updated_constant0" -> "55 mul_tensor_5" [label="(128, 1, 1, 1)", style=solid]; "53 compressed_weight_updated_constant5" -> "55 mul_tensor_5" [label="(128, 64, 3, 3)", style=solid]; "54 layer2_0_conv1_weight_bias_0_0" -> "56 conv2d_5" [label="(128,)", style=solid]; -"55 mul_tensor_5" -> "56 conv2d_5" [label=None, style=solid]; +"55 mul_tensor_5" -> "56 conv2d_5" [label="(128, 64, 3, 3)", style=solid]; "56 conv2d_5" -> "57 relu__5" [label="(1, 128, 28, 28)", style=solid]; "57 relu__5" -> "58 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; "58 quantize_per_tensor_default_8" -> "59 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; @@ -267,14 +267,14 @@ strict digraph { "60 conv2d_6_scale_0_updated_constant0" -> "63 mul_tensor_6" [label="(128, 1, 1, 1)", style=solid]; "61 compressed_weight_updated_constant6" -> "63 mul_tensor_6" [label="(128, 128, 3, 3)", style=solid]; "62 layer2_0_conv2_weight_bias_0_0" -> "64 conv2d_6" [label="(128,)", style=solid]; -"63 mul_tensor_6" -> "64 conv2d_6" [label=None, style=solid]; +"63 mul_tensor_6" -> "64 conv2d_6" [label="(128, 128, 3, 3)", style=solid]; "64 conv2d_6" -> "65 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; "65 quantize_per_tensor_default_9" -> "66 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; "66 dequantize_per_tensor_default_11" -> "74 add__2" [label="(1, 128, 28, 28)", style=solid]; "67 conv2d_7_scale_0_updated_constant0" -> "70 mul_tensor_7" [label="(128, 1, 1, 1)", style=solid]; "68 compressed_weight_updated_constant7" -> "70 mul_tensor_7" [label="(128, 64, 1, 1)", style=solid]; "69 layer2_0_downsample_0_weight_bias_0_0" -> "71 conv2d_7" [label="(128,)", style=solid]; -"70 mul_tensor_7" -> "71 conv2d_7" [label=None, style=solid]; +"70 mul_tensor_7" -> "71 conv2d_7" [label="(128, 64, 1, 1)", style=solid]; "71 conv2d_7" -> "72 quantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; "72 quantize_per_tensor_default_10" -> "73 dequantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; "73 dequantize_per_tensor_default_12" -> "74 add__2" [label="(1, 128, 28, 28)", style=solid]; @@ -287,7 +287,7 @@ strict digraph { "79 conv2d_8_scale_0_updated_constant0" -> "82 mul_tensor_8" [label="(128, 1, 1, 1)", style=solid]; "80 compressed_weight_updated_constant8" -> "82 mul_tensor_8" [label="(128, 128, 3, 3)", style=solid]; "81 layer2_1_conv1_weight_bias_0_0" -> "83 conv2d_8" [label="(128,)", style=solid]; -"82 mul_tensor_8" -> "83 conv2d_8" [label=None, style=solid]; +"82 mul_tensor_8" -> "83 conv2d_8" [label="(128, 128, 3, 3)", style=solid]; "83 conv2d_8" -> "84 relu__7" [label="(1, 128, 28, 28)", style=solid]; "84 relu__7" -> "85 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; "85 quantize_per_tensor_default_12" -> "86 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28)", style=solid]; @@ -295,7 +295,7 @@ strict digraph { "87 conv2d_9_scale_0_updated_constant0" -> "90 mul_tensor_9" [label="(128, 1, 1, 1)", style=solid]; "88 compressed_weight_updated_constant9" -> "90 mul_tensor_9" [label="(128, 128, 3, 3)", style=solid]; "89 layer2_1_conv2_weight_bias_0_0" -> "91 conv2d_9" [label="(128,)", style=solid]; -"90 mul_tensor_9" -> "91 conv2d_9" [label=None, style=solid]; +"90 mul_tensor_9" -> "91 conv2d_9" [label="(128, 128, 3, 3)", style=solid]; "91 conv2d_9" -> "92 quantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; "92 quantize_per_tensor_default_13" -> "93 dequantize_per_tensor_default_16" [label="(1, 128, 28, 28)", style=solid]; "93 dequantize_per_tensor_default_16" -> "94 add__3" [label="(1, 128, 28, 28)", style=solid]; @@ -308,7 +308,7 @@ strict digraph { "99 conv2d_10_scale_0_updated_constant0" -> "102 mul_tensor_10" [label="(256, 1, 1, 1)", style=solid]; "100 compressed_weight_updated_constant10" -> "102 mul_tensor_10" [label="(256, 128, 3, 3)", style=solid]; "101 layer3_0_conv1_weight_bias_0_0" -> "103 conv2d_10" [label="(256,)", style=solid]; -"102 mul_tensor_10" -> "103 conv2d_10" [label=None, style=solid]; +"102 mul_tensor_10" -> "103 conv2d_10" [label="(256, 128, 3, 3)", style=solid]; "103 conv2d_10" -> "104 relu__9" [label="(1, 256, 14, 14)", style=solid]; "104 relu__9" -> "105 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; "105 quantize_per_tensor_default_15" -> "106 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; @@ -316,14 +316,14 @@ strict digraph { "107 conv2d_11_scale_0_updated_constant0" -> "110 mul_tensor_11" [label="(256, 1, 1, 1)", style=solid]; "108 compressed_weight_updated_constant11" -> "110 mul_tensor_11" [label="(256, 256, 3, 3)", style=solid]; "109 layer3_0_conv2_weight_bias_0_0" -> "111 conv2d_11" [label="(256,)", style=solid]; -"110 mul_tensor_11" -> "111 conv2d_11" [label=None, style=solid]; +"110 mul_tensor_11" -> "111 conv2d_11" [label="(256, 256, 3, 3)", style=solid]; "111 conv2d_11" -> "112 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; "112 quantize_per_tensor_default_16" -> "113 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; "113 dequantize_per_tensor_default_20" -> "121 add__4" [label="(1, 256, 14, 14)", style=solid]; "114 conv2d_12_scale_0_updated_constant0" -> "117 mul_tensor_12" [label="(256, 1, 1, 1)", style=solid]; "115 compressed_weight_updated_constant12" -> "117 mul_tensor_12" [label="(256, 128, 1, 1)", style=solid]; "116 layer3_0_downsample_0_weight_bias_0_0" -> "118 conv2d_12" [label="(256,)", style=solid]; -"117 mul_tensor_12" -> "118 conv2d_12" [label=None, style=solid]; +"117 mul_tensor_12" -> "118 conv2d_12" [label="(256, 128, 1, 1)", style=solid]; "118 conv2d_12" -> "119 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; "119 quantize_per_tensor_default_17" -> "120 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; "120 dequantize_per_tensor_default_21" -> "121 add__4" [label="(1, 256, 14, 14)", style=solid]; @@ -336,7 +336,7 @@ strict digraph { "126 conv2d_13_scale_0_updated_constant0" -> "129 mul_tensor_13" [label="(256, 1, 1, 1)", style=solid]; "127 compressed_weight_updated_constant13" -> "129 mul_tensor_13" [label="(256, 256, 3, 3)", style=solid]; "128 layer3_1_conv1_weight_bias_0_0" -> "130 conv2d_13" [label="(256,)", style=solid]; -"129 mul_tensor_13" -> "130 conv2d_13" [label=None, style=solid]; +"129 mul_tensor_13" -> "130 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; "130 conv2d_13" -> "131 relu__11" [label="(1, 256, 14, 14)", style=solid]; "131 relu__11" -> "132 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; "132 quantize_per_tensor_default_19" -> "133 dequantize_per_tensor_default_24" [label="(1, 256, 14, 14)", style=solid]; @@ -344,7 +344,7 @@ strict digraph { "134 conv2d_14_scale_0_updated_constant0" -> "137 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; "135 compressed_weight_updated_constant14" -> "137 mul_tensor_14" [label="(256, 256, 3, 3)", style=solid]; "136 layer3_1_conv2_weight_bias_0_0" -> "138 conv2d_14" [label="(256,)", style=solid]; -"137 mul_tensor_14" -> "138 conv2d_14" [label=None, style=solid]; +"137 mul_tensor_14" -> "138 conv2d_14" [label="(256, 256, 3, 3)", style=solid]; "138 conv2d_14" -> "139 quantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; "139 quantize_per_tensor_default_20" -> "140 dequantize_per_tensor_default_25" [label="(1, 256, 14, 14)", style=solid]; "140 dequantize_per_tensor_default_25" -> "141 add__5" [label="(1, 256, 14, 14)", style=solid]; @@ -357,7 +357,7 @@ strict digraph { "146 conv2d_15_scale_0_updated_constant0" -> "149 mul_tensor_15" [label="(512, 1, 1, 1)", style=solid]; "147 compressed_weight_updated_constant15" -> "149 mul_tensor_15" [label="(512, 256, 3, 3)", style=solid]; "148 layer4_0_conv1_weight_bias_0_0" -> "150 conv2d_15" [label="(512,)", style=solid]; -"149 mul_tensor_15" -> "150 conv2d_15" [label=None, style=solid]; +"149 mul_tensor_15" -> "150 conv2d_15" [label="(512, 256, 3, 3)", style=solid]; "150 conv2d_15" -> "151 relu__13" [label="(1, 512, 7, 7)", style=solid]; "151 relu__13" -> "152 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; "152 quantize_per_tensor_default_22" -> "153 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; @@ -365,14 +365,14 @@ strict digraph { "154 conv2d_16_scale_0_updated_constant0" -> "157 mul_tensor_16" [label="(512, 1, 1, 1)", style=solid]; "155 compressed_weight_updated_constant16" -> "157 mul_tensor_16" [label="(512, 512, 3, 3)", style=solid]; "156 layer4_0_conv2_weight_bias_0_0" -> "158 conv2d_16" [label="(512,)", style=solid]; -"157 mul_tensor_16" -> "158 conv2d_16" [label=None, style=solid]; +"157 mul_tensor_16" -> "158 conv2d_16" [label="(512, 512, 3, 3)", style=solid]; "158 conv2d_16" -> "159 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; "159 quantize_per_tensor_default_23" -> "160 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7)", style=solid]; "160 dequantize_per_tensor_default_29" -> "168 add__6" [label="(1, 512, 7, 7)", style=solid]; "161 conv2d_17_scale_0_updated_constant0" -> "164 mul_tensor_17" [label="(512, 1, 1, 1)", style=solid]; "162 compressed_weight_updated_constant17" -> "164 mul_tensor_17" [label="(512, 256, 1, 1)", style=solid]; "163 layer4_0_downsample_0_weight_bias_0_0" -> "165 conv2d_17" [label="(512,)", style=solid]; -"164 mul_tensor_17" -> "165 conv2d_17" [label=None, style=solid]; +"164 mul_tensor_17" -> "165 conv2d_17" [label="(512, 256, 1, 1)", style=solid]; "165 conv2d_17" -> "166 quantize_per_tensor_default_24" [label="(1, 512, 7, 7)", style=solid]; "166 quantize_per_tensor_default_24" -> "167 dequantize_per_tensor_default_30" [label="(1, 512, 7, 7)", style=solid]; "167 dequantize_per_tensor_default_30" -> "168 add__6" [label="(1, 512, 7, 7)", style=solid]; @@ -385,7 +385,7 @@ strict digraph { "173 conv2d_18_scale_0_updated_constant0" -> "176 mul_tensor_18" [label="(512, 1, 1, 1)", style=solid]; "174 compressed_weight_updated_constant18" -> "176 mul_tensor_18" [label="(512, 512, 3, 3)", style=solid]; "175 layer4_1_conv1_weight_bias_0_0" -> "177 conv2d_18" [label="(512,)", style=solid]; -"176 mul_tensor_18" -> "177 conv2d_18" [label=None, style=solid]; +"176 mul_tensor_18" -> "177 conv2d_18" [label="(512, 512, 3, 3)", style=solid]; "177 conv2d_18" -> "178 relu__15" [label="(1, 512, 7, 7)", style=solid]; "178 relu__15" -> "179 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; "179 quantize_per_tensor_default_26" -> "180 dequantize_per_tensor_default_33" [label="(1, 512, 7, 7)", style=solid]; @@ -393,7 +393,7 @@ strict digraph { "181 conv2d_19_scale_0_updated_constant0" -> "184 mul_tensor_19" [label="(512, 1, 1, 1)", style=solid]; "182 compressed_weight_updated_constant19" -> "184 mul_tensor_19" [label="(512, 512, 3, 3)", style=solid]; "183 layer4_1_conv2_weight_bias_0_0" -> "185 conv2d_19" [label="(512,)", style=solid]; -"184 mul_tensor_19" -> "185 conv2d_19" [label=None, style=solid]; +"184 mul_tensor_19" -> "185 conv2d_19" [label="(512, 512, 3, 3)", style=solid]; "185 conv2d_19" -> "186 quantize_per_tensor_default_27" [label="(1, 512, 7, 7)", style=solid]; "186 quantize_per_tensor_default_27" -> "187 dequantize_per_tensor_default_34" [label="(1, 512, 7, 7)", style=solid]; "187 dequantize_per_tensor_default_34" -> "188 add__7" [label="(1, 512, 7, 7)", style=solid]; @@ -408,6 +408,6 @@ strict digraph { "196 linear_scale_0_updated_constant0" -> "199 mul_tensor_20" [label="(1000, 1)", style=solid]; "197 compressed_weight_updated_constant20" -> "199 mul_tensor_20" [label="(1000, 512)", style=solid]; "198 _param_constant61_0_0" -> "200 linear" [label="(1000,)", style=solid]; -"199 mul_tensor_20" -> "200 linear" [label=None, style=solid]; +"199 mul_tensor_20" -> "200 linear" [label="(1000, 512)", style=solid]; "200 linear" -> "201 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot index 110c4584dc0..ac0e8584db8 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot @@ -2864,7 +2864,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor" [label="(96, 1, 1, 1)", style=solid]; "4 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(96, 3, 4, 4)", style=solid]; "5 _param_constant1_0_0" -> "7 conv2d" [label="(96,)", style=solid]; -"6 mul_tensor" -> "7 conv2d" [label=None, style=solid]; +"6 mul_tensor" -> "7 conv2d" [label="(96, 3, 4, 4)", style=solid]; "7 conv2d" -> "8 permute" [label="(1, 96, 56, 56)", style=solid]; "8 permute" -> "11 layer_norm" [label="(1, 56, 56, 96)", style=solid]; "9 _param_constant2" -> "11 layer_norm" [label="(96,)", style=solid]; @@ -2876,13 +2876,13 @@ strict digraph { "14 linear_scale_0_updated_constant0" -> "17 mul_tensor_1" [label="(512, 1)", style=solid]; "15 compressed_weight_updated_constant1" -> "17 mul_tensor_1" [label="(512, 2)", style=solid]; "16 _param_constant5_0_0" -> "18 linear" [label="(512,)", style=solid]; -"17 mul_tensor_1" -> "18 linear" [label=None, style=solid]; +"17 mul_tensor_1" -> "18 linear" [label="(512, 2)", style=solid]; "18 linear" -> "19 relu_" [label="(1, 15, 15, 512)", style=solid]; "19 relu_" -> "20 relu__0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "20 relu__0_0_nncf_smooth_quant_0" -> "24 linear_1" [label="(1, 15, 15, 512)", style=solid]; "21 linear_1_scale_0_updated_constant0" -> "23 mul_tensor_2" [label="(3, 1)", style=solid]; "22 compressed_weight_updated_constant2" -> "23 mul_tensor_2" [label="(3, 512)", style=solid]; -"23 mul_tensor_2" -> "24 linear_1" [label=None, style=solid]; +"23 mul_tensor_2" -> "24 linear_1" [label="(3, 512)", style=solid]; "24 linear_1" -> "25 view" [label="(1, 15, 15, 3)", style=solid]; "25 view" -> "27 index" [label="(225, 3)", style=solid]; "26 _tensor_constant1" -> "27 index" [label="(4096,)", style=solid]; @@ -2903,7 +2903,7 @@ strict digraph { "41 linear_2_scale_0_updated_constant0" -> "44 mul_tensor_3" [label="(288, 1)", style=solid]; "42 compressed_weight_updated_constant3" -> "44 mul_tensor_3" [label="(288, 96)", style=solid]; "43 _param_constant7_0_0" -> "45 linear_2" [label="(288,)", style=solid]; -"44 mul_tensor_3" -> "45 linear_2" [label=None, style=solid]; +"44 mul_tensor_3" -> "45 linear_2" [label="(288, 96)", style=solid]; "45 linear_2" -> "46 reshape_1" [label="(49, 64, 288)", style=solid]; "46 reshape_1" -> "47 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; "47 permute_3" -> "48 select" [label="(3, 49, 3, 64, 32)", style=solid]; @@ -2946,7 +2946,7 @@ strict digraph { "78 linear_3_scale_0_updated_constant0" -> "81 mul_tensor_4" [label="(96, 1)", style=solid]; "79 compressed_weight_updated_constant4" -> "81 mul_tensor_4" [label="(96, 96)", style=solid]; "80 _param_constant11_0_0" -> "82 linear_3" [label="(96,)", style=solid]; -"81 mul_tensor_4" -> "82 linear_3" [label=None, style=solid]; +"81 mul_tensor_4" -> "82 linear_3" [label="(96, 96)", style=solid]; "82 linear_3" -> "83 dropout_1" [label="(49, 64, 96)", style=solid]; "83 dropout_1" -> "84 view_3" [label="(49, 64, 96)", style=solid]; "84 view_3" -> "85 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; @@ -2965,7 +2965,7 @@ strict digraph { "96 linear_4_scale_0_updated_constant0" -> "99 mul_tensor_5" [label="(384, 1)", style=solid]; "97 compressed_weight_updated_constant5" -> "99 mul_tensor_5" [label="(384, 96)", style=solid]; "98 _param_constant15_0_0" -> "100 linear_4" [label="(384,)", style=solid]; -"99 mul_tensor_5" -> "100 linear_4" [label=None, style=solid]; +"99 mul_tensor_5" -> "100 linear_4" [label="(384, 96)", style=solid]; "100 linear_4" -> "101 gelu" [label="(1, 56, 56, 384)", style=solid]; "101 gelu" -> "102 dropout_2" [label="(1, 56, 56, 384)", style=solid]; "102 dropout_2" -> "103 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; @@ -2975,7 +2975,7 @@ strict digraph { "106 linear_5_scale_0_updated_constant0" -> "109 mul_tensor_6" [label="(96, 1)", style=solid]; "107 compressed_weight_updated_constant6" -> "109 mul_tensor_6" [label="(96, 384)", style=solid]; "108 _param_constant17_0_0" -> "110 linear_5" [label="(96,)", style=solid]; -"109 mul_tensor_6" -> "110 linear_5" [label=None, style=solid]; +"109 mul_tensor_6" -> "110 linear_5" [label="(96, 384)", style=solid]; "110 linear_5" -> "111 dropout_3" [label="(1, 56, 56, 96)", style=solid]; "111 dropout_3" -> "114 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; "112 _param_constant18" -> "114 layer_norm_2" [label="(96,)", style=solid]; @@ -2988,13 +2988,13 @@ strict digraph { "118 linear_6_scale_0_updated_constant0" -> "121 mul_tensor_7" [label="(512, 1)", style=solid]; "119 compressed_weight_updated_constant7" -> "121 mul_tensor_7" [label="(512, 2)", style=solid]; "120 _param_constant21_0_0" -> "122 linear_6" [label="(512,)", style=solid]; -"121 mul_tensor_7" -> "122 linear_6" [label=None, style=solid]; +"121 mul_tensor_7" -> "122 linear_6" [label="(512, 2)", style=solid]; "122 linear_6" -> "123 relu__1" [label="(1, 15, 15, 512)", style=solid]; "123 relu__1" -> "124 relu__1_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "124 relu__1_0_0_nncf_smooth_quant_0" -> "128 linear_7" [label="(1, 15, 15, 512)", style=solid]; "125 linear_7_scale_0_updated_constant0" -> "127 mul_tensor_8" [label="(3, 1)", style=solid]; "126 compressed_weight_updated_constant8" -> "127 mul_tensor_8" [label="(3, 512)", style=solid]; -"127 mul_tensor_8" -> "128 linear_7" [label=None, style=solid]; +"127 mul_tensor_8" -> "128 linear_7" [label="(3, 512)", style=solid]; "128 linear_7" -> "129 view_4" [label="(1, 15, 15, 3)", style=solid]; "129 view_4" -> "131 index_1" [label="(225, 3)", style=solid]; "130 _tensor_constant3" -> "131 index_1" [label="(4096,)", style=solid]; @@ -3017,7 +3017,7 @@ strict digraph { "146 linear_8_scale_0_updated_constant0" -> "149 mul_tensor_9" [label="(288, 1)", style=solid]; "147 compressed_weight_updated_constant9" -> "149 mul_tensor_9" [label="(288, 96)", style=solid]; "148 _param_constant23_0_0" -> "150 linear_8" [label="(288,)", style=solid]; -"149 mul_tensor_9" -> "150 linear_8" [label=None, style=solid]; +"149 mul_tensor_9" -> "150 linear_8" [label="(288, 96)", style=solid]; "150 linear_8" -> "151 reshape_5" [label="(49, 64, 288)", style=solid]; "151 reshape_5" -> "152 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; "152 permute_7" -> "153 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; @@ -3079,7 +3079,7 @@ strict digraph { "199 linear_9_scale_0_updated_constant0" -> "202 mul_tensor_10" [label="(96, 1)", style=solid]; "200 compressed_weight_updated_constant10" -> "202 mul_tensor_10" [label="(96, 96)", style=solid]; "201 _param_constant27_0_0" -> "203 linear_9" [label="(96,)", style=solid]; -"202 mul_tensor_10" -> "203 linear_9" [label=None, style=solid]; +"202 mul_tensor_10" -> "203 linear_9" [label="(96, 96)", style=solid]; "203 linear_9" -> "204 dropout_5" [label="(49, 64, 96)", style=solid]; "204 dropout_5" -> "205 view_10" [label="(49, 64, 96)", style=solid]; "205 view_10" -> "206 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; @@ -3099,7 +3099,7 @@ strict digraph { "218 linear_10_scale_0_updated_constant0" -> "221 mul_tensor_11" [label="(384, 1)", style=solid]; "219 compressed_weight_updated_constant11" -> "221 mul_tensor_11" [label="(384, 96)", style=solid]; "220 _param_constant31_0_0" -> "222 linear_10" [label="(384,)", style=solid]; -"221 mul_tensor_11" -> "222 linear_10" [label=None, style=solid]; +"221 mul_tensor_11" -> "222 linear_10" [label="(384, 96)", style=solid]; "222 linear_10" -> "223 gelu_1" [label="(1, 56, 56, 384)", style=solid]; "223 gelu_1" -> "224 dropout_6" [label="(1, 56, 56, 384)", style=solid]; "224 dropout_6" -> "225 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; @@ -3109,7 +3109,7 @@ strict digraph { "228 linear_11_scale_0_updated_constant0" -> "231 mul_tensor_12" [label="(96, 1)", style=solid]; "229 compressed_weight_updated_constant12" -> "231 mul_tensor_12" [label="(96, 384)", style=solid]; "230 _param_constant33_0_0" -> "232 linear_11" [label="(96,)", style=solid]; -"231 mul_tensor_12" -> "232 linear_11" [label=None, style=solid]; +"231 mul_tensor_12" -> "232 linear_11" [label="(96, 384)", style=solid]; "232 linear_11" -> "233 dropout_7" [label="(1, 56, 56, 96)", style=solid]; "233 dropout_7" -> "236 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; "234 _param_constant34" -> "236 layer_norm_4" [label="(96,)", style=solid]; @@ -3138,7 +3138,7 @@ strict digraph { "254 dequantize_per_tensor_default_13" -> "258 linear_12" [label="(1, 28, 28, 384)", style=solid]; "255 linear_12_scale_0_updated_constant0" -> "257 mul_tensor_13" [label="(192, 1)", style=solid]; "256 compressed_weight_updated_constant13" -> "257 mul_tensor_13" [label="(192, 384)", style=solid]; -"257 mul_tensor_13" -> "258 linear_12" [label=None, style=solid]; +"257 mul_tensor_13" -> "258 linear_12" [label="(192, 384)", style=solid]; "258 linear_12" -> "261 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; "259 _param_constant37" -> "261 layer_norm_5" [label="(192,)", style=solid]; "260 _param_constant38" -> "261 layer_norm_5" [label="(192,)", style=solid]; @@ -3149,13 +3149,13 @@ strict digraph { "264 linear_13_scale_0_updated_constant0" -> "267 mul_tensor_14" [label="(512, 1)", style=solid]; "265 compressed_weight_updated_constant14" -> "267 mul_tensor_14" [label="(512, 2)", style=solid]; "266 _param_constant40_0_0" -> "268 linear_13" [label="(512,)", style=solid]; -"267 mul_tensor_14" -> "268 linear_13" [label=None, style=solid]; +"267 mul_tensor_14" -> "268 linear_13" [label="(512, 2)", style=solid]; "268 linear_13" -> "269 relu__2" [label="(1, 15, 15, 512)", style=solid]; "269 relu__2" -> "270 relu__2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "270 relu__2_0_0_nncf_smooth_quant_0" -> "274 linear_14" [label="(1, 15, 15, 512)", style=solid]; "271 linear_14_scale_0_updated_constant0" -> "273 mul_tensor_15" [label="(6, 1)", style=solid]; "272 compressed_weight_updated_constant15" -> "273 mul_tensor_15" [label="(6, 512)", style=solid]; -"273 mul_tensor_15" -> "274 linear_14" [label=None, style=solid]; +"273 mul_tensor_15" -> "274 linear_14" [label="(6, 512)", style=solid]; "274 linear_14" -> "275 view_11" [label="(1, 15, 15, 6)", style=solid]; "275 view_11" -> "277 index_2" [label="(225, 6)", style=solid]; "276 _tensor_constant14" -> "277 index_2" [label="(4096,)", style=solid]; @@ -3176,7 +3176,7 @@ strict digraph { "291 linear_15_scale_0_updated_constant0" -> "294 mul_tensor_16" [label="(576, 1)", style=solid]; "292 compressed_weight_updated_constant16" -> "294 mul_tensor_16" [label="(576, 192)", style=solid]; "293 _param_constant42_0_0" -> "295 linear_15" [label="(576,)", style=solid]; -"294 mul_tensor_16" -> "295 linear_15" [label=None, style=solid]; +"294 mul_tensor_16" -> "295 linear_15" [label="(576, 192)", style=solid]; "295 linear_15" -> "296 reshape_10" [label="(16, 64, 576)", style=solid]; "296 reshape_10" -> "297 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; "297 permute_12" -> "298 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; @@ -3219,7 +3219,7 @@ strict digraph { "328 linear_16_scale_0_updated_constant0" -> "331 mul_tensor_17" [label="(192, 1)", style=solid]; "329 compressed_weight_updated_constant17" -> "331 mul_tensor_17" [label="(192, 192)", style=solid]; "330 _param_constant46_0_0" -> "332 linear_16" [label="(192,)", style=solid]; -"331 mul_tensor_17" -> "332 linear_16" [label=None, style=solid]; +"331 mul_tensor_17" -> "332 linear_16" [label="(192, 192)", style=solid]; "332 linear_16" -> "333 dropout_9" [label="(16, 64, 192)", style=solid]; "333 dropout_9" -> "334 view_14" [label="(16, 64, 192)", style=solid]; "334 view_14" -> "335 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; @@ -3241,7 +3241,7 @@ strict digraph { "349 linear_17_scale_0_updated_constant0" -> "352 mul_tensor_18" [label="(768, 1)", style=solid]; "350 compressed_weight_updated_constant18" -> "352 mul_tensor_18" [label="(768, 192)", style=solid]; "351 _param_constant50_0_0" -> "353 linear_17" [label="(768,)", style=solid]; -"352 mul_tensor_18" -> "353 linear_17" [label=None, style=solid]; +"352 mul_tensor_18" -> "353 linear_17" [label="(768, 192)", style=solid]; "353 linear_17" -> "354 gelu_2" [label="(1, 28, 28, 768)", style=solid]; "354 gelu_2" -> "355 dropout_10" [label="(1, 28, 28, 768)", style=solid]; "355 dropout_10" -> "356 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; @@ -3251,7 +3251,7 @@ strict digraph { "359 linear_18_scale_0_updated_constant0" -> "362 mul_tensor_19" [label="(192, 1)", style=solid]; "360 compressed_weight_updated_constant19" -> "362 mul_tensor_19" [label="(192, 768)", style=solid]; "361 _param_constant52_0_0" -> "363 linear_18" [label="(192,)", style=solid]; -"362 mul_tensor_19" -> "363 linear_18" [label=None, style=solid]; +"362 mul_tensor_19" -> "363 linear_18" [label="(192, 768)", style=solid]; "363 linear_18" -> "364 dropout_11" [label="(1, 28, 28, 192)", style=solid]; "364 dropout_11" -> "367 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; "365 _param_constant53" -> "367 layer_norm_7" [label="(192,)", style=solid]; @@ -3264,13 +3264,13 @@ strict digraph { "371 linear_19_scale_0_updated_constant0" -> "374 mul_tensor_20" [label="(512, 1)", style=solid]; "372 compressed_weight_updated_constant20" -> "374 mul_tensor_20" [label="(512, 2)", style=solid]; "373 _param_constant56_0_0" -> "375 linear_19" [label="(512,)", style=solid]; -"374 mul_tensor_20" -> "375 linear_19" [label=None, style=solid]; +"374 mul_tensor_20" -> "375 linear_19" [label="(512, 2)", style=solid]; "375 linear_19" -> "376 relu__3" [label="(1, 15, 15, 512)", style=solid]; "376 relu__3" -> "377 relu__3_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "377 relu__3_0_0_nncf_smooth_quant_0" -> "381 linear_20" [label="(1, 15, 15, 512)", style=solid]; "378 linear_20_scale_0_updated_constant0" -> "380 mul_tensor_21" [label="(6, 1)", style=solid]; "379 compressed_weight_updated_constant21" -> "380 mul_tensor_21" [label="(6, 512)", style=solid]; -"380 mul_tensor_21" -> "381 linear_20" [label=None, style=solid]; +"380 mul_tensor_21" -> "381 linear_20" [label="(6, 512)", style=solid]; "381 linear_20" -> "382 view_15" [label="(1, 15, 15, 6)", style=solid]; "382 view_15" -> "384 index_3" [label="(225, 6)", style=solid]; "383 _tensor_constant16" -> "384 index_3" [label="(4096,)", style=solid]; @@ -3293,7 +3293,7 @@ strict digraph { "399 linear_21_scale_0_updated_constant0" -> "402 mul_tensor_22" [label="(576, 1)", style=solid]; "400 compressed_weight_updated_constant22" -> "402 mul_tensor_22" [label="(576, 192)", style=solid]; "401 _param_constant58_0_0" -> "403 linear_21" [label="(576,)", style=solid]; -"402 mul_tensor_22" -> "403 linear_21" [label=None, style=solid]; +"402 mul_tensor_22" -> "403 linear_21" [label="(576, 192)", style=solid]; "403 linear_21" -> "404 reshape_14" [label="(16, 64, 576)", style=solid]; "404 reshape_14" -> "405 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; "405 permute_16" -> "406 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; @@ -3355,7 +3355,7 @@ strict digraph { "452 linear_22_scale_0_updated_constant0" -> "455 mul_tensor_23" [label="(192, 1)", style=solid]; "453 compressed_weight_updated_constant23" -> "455 mul_tensor_23" [label="(192, 192)", style=solid]; "454 _param_constant62_0_0" -> "456 linear_22" [label="(192,)", style=solid]; -"455 mul_tensor_23" -> "456 linear_22" [label=None, style=solid]; +"455 mul_tensor_23" -> "456 linear_22" [label="(192, 192)", style=solid]; "456 linear_22" -> "457 dropout_13" [label="(16, 64, 192)", style=solid]; "457 dropout_13" -> "458 view_21" [label="(16, 64, 192)", style=solid]; "458 view_21" -> "459 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; @@ -3378,7 +3378,7 @@ strict digraph { "474 linear_23_scale_0_updated_constant0" -> "477 mul_tensor_24" [label="(768, 1)", style=solid]; "475 compressed_weight_updated_constant24" -> "477 mul_tensor_24" [label="(768, 192)", style=solid]; "476 _param_constant66_0_0" -> "478 linear_23" [label="(768,)", style=solid]; -"477 mul_tensor_24" -> "478 linear_23" [label=None, style=solid]; +"477 mul_tensor_24" -> "478 linear_23" [label="(768, 192)", style=solid]; "478 linear_23" -> "479 gelu_3" [label="(1, 28, 28, 768)", style=solid]; "479 gelu_3" -> "480 dropout_14" [label="(1, 28, 28, 768)", style=solid]; "480 dropout_14" -> "481 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; @@ -3388,7 +3388,7 @@ strict digraph { "484 linear_24_scale_0_updated_constant0" -> "487 mul_tensor_25" [label="(192, 1)", style=solid]; "485 compressed_weight_updated_constant25" -> "487 mul_tensor_25" [label="(192, 768)", style=solid]; "486 _param_constant68_0_0" -> "488 linear_24" [label="(192,)", style=solid]; -"487 mul_tensor_25" -> "488 linear_24" [label=None, style=solid]; +"487 mul_tensor_25" -> "488 linear_24" [label="(192, 768)", style=solid]; "488 linear_24" -> "489 dropout_15" [label="(1, 28, 28, 192)", style=solid]; "489 dropout_15" -> "492 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; "490 _param_constant69" -> "492 layer_norm_9" [label="(192,)", style=solid]; @@ -3417,7 +3417,7 @@ strict digraph { "510 dequantize_per_tensor_default_26" -> "514 linear_25" [label="(1, 14, 14, 768)", style=solid]; "511 linear_25_scale_0_updated_constant0" -> "513 mul_tensor_26" [label="(384, 1)", style=solid]; "512 compressed_weight_updated_constant26" -> "513 mul_tensor_26" [label="(384, 768)", style=solid]; -"513 mul_tensor_26" -> "514 linear_25" [label=None, style=solid]; +"513 mul_tensor_26" -> "514 linear_25" [label="(384, 768)", style=solid]; "514 linear_25" -> "517 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; "515 _param_constant72" -> "517 layer_norm_10" [label="(384,)", style=solid]; "516 _param_constant73" -> "517 layer_norm_10" [label="(384,)", style=solid]; @@ -3428,13 +3428,13 @@ strict digraph { "520 linear_26_scale_0_updated_constant0" -> "523 mul_tensor_27" [label="(512, 1)", style=solid]; "521 compressed_weight_updated_constant27" -> "523 mul_tensor_27" [label="(512, 2)", style=solid]; "522 _param_constant75_0_0" -> "524 linear_26" [label="(512,)", style=solid]; -"523 mul_tensor_27" -> "524 linear_26" [label=None, style=solid]; +"523 mul_tensor_27" -> "524 linear_26" [label="(512, 2)", style=solid]; "524 linear_26" -> "525 relu__4" [label="(1, 15, 15, 512)", style=solid]; "525 relu__4" -> "526 relu__4_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "526 relu__4_0_0_nncf_smooth_quant_0" -> "530 linear_27" [label="(1, 15, 15, 512)", style=solid]; "527 linear_27_scale_0_updated_constant0" -> "529 mul_tensor_28" [label="(12, 1)", style=solid]; "528 compressed_weight_updated_constant28" -> "529 mul_tensor_28" [label="(12, 512)", style=solid]; -"529 mul_tensor_28" -> "530 linear_27" [label=None, style=solid]; +"529 mul_tensor_28" -> "530 linear_27" [label="(12, 512)", style=solid]; "530 linear_27" -> "531 view_22" [label="(1, 15, 15, 12)", style=solid]; "531 view_22" -> "533 index_4" [label="(225, 12)", style=solid]; "532 _tensor_constant27" -> "533 index_4" [label="(4096,)", style=solid]; @@ -3455,7 +3455,7 @@ strict digraph { "547 linear_28_scale_0_updated_constant0" -> "550 mul_tensor_29" [label="(1152, 1)", style=solid]; "548 compressed_weight_updated_constant29" -> "550 mul_tensor_29" [label="(1152, 384)", style=solid]; "549 _param_constant77_0_0" -> "551 linear_28" [label="(1152,)", style=solid]; -"550 mul_tensor_29" -> "551 linear_28" [label=None, style=solid]; +"550 mul_tensor_29" -> "551 linear_28" [label="(1152, 384)", style=solid]; "551 linear_28" -> "552 reshape_19" [label="(4, 64, 1152)", style=solid]; "552 reshape_19" -> "553 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; "553 permute_21" -> "554 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -3498,7 +3498,7 @@ strict digraph { "584 linear_29_scale_0_updated_constant0" -> "587 mul_tensor_30" [label="(384, 1)", style=solid]; "585 compressed_weight_updated_constant30" -> "587 mul_tensor_30" [label="(384, 384)", style=solid]; "586 _param_constant81_0_0" -> "588 linear_29" [label="(384,)", style=solid]; -"587 mul_tensor_30" -> "588 linear_29" [label=None, style=solid]; +"587 mul_tensor_30" -> "588 linear_29" [label="(384, 384)", style=solid]; "588 linear_29" -> "589 dropout_17" [label="(4, 64, 384)", style=solid]; "589 dropout_17" -> "590 view_25" [label="(4, 64, 384)", style=solid]; "590 view_25" -> "591 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -3520,7 +3520,7 @@ strict digraph { "605 linear_30_scale_0_updated_constant0" -> "608 mul_tensor_31" [label="(1536, 1)", style=solid]; "606 compressed_weight_updated_constant31" -> "608 mul_tensor_31" [label="(1536, 384)", style=solid]; "607 _param_constant85_0_0" -> "609 linear_30" [label="(1536,)", style=solid]; -"608 mul_tensor_31" -> "609 linear_30" [label=None, style=solid]; +"608 mul_tensor_31" -> "609 linear_30" [label="(1536, 384)", style=solid]; "609 linear_30" -> "610 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; "610 gelu_4" -> "611 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; "611 dropout_18" -> "612 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; @@ -3530,7 +3530,7 @@ strict digraph { "615 linear_31_scale_0_updated_constant0" -> "618 mul_tensor_32" [label="(384, 1)", style=solid]; "616 compressed_weight_updated_constant32" -> "618 mul_tensor_32" [label="(384, 1536)", style=solid]; "617 _param_constant87_0_0" -> "619 linear_31" [label="(384,)", style=solid]; -"618 mul_tensor_32" -> "619 linear_31" [label=None, style=solid]; +"618 mul_tensor_32" -> "619 linear_31" [label="(384, 1536)", style=solid]; "619 linear_31" -> "620 dropout_19" [label="(1, 14, 14, 384)", style=solid]; "620 dropout_19" -> "623 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; "621 _param_constant88" -> "623 layer_norm_12" [label="(384,)", style=solid]; @@ -3543,13 +3543,13 @@ strict digraph { "627 linear_32_scale_0_updated_constant0" -> "630 mul_tensor_33" [label="(512, 1)", style=solid]; "628 compressed_weight_updated_constant33" -> "630 mul_tensor_33" [label="(512, 2)", style=solid]; "629 _param_constant91_0_0" -> "631 linear_32" [label="(512,)", style=solid]; -"630 mul_tensor_33" -> "631 linear_32" [label=None, style=solid]; +"630 mul_tensor_33" -> "631 linear_32" [label="(512, 2)", style=solid]; "631 linear_32" -> "632 relu__5" [label="(1, 15, 15, 512)", style=solid]; "632 relu__5" -> "633 relu__5_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "633 relu__5_0_0_nncf_smooth_quant_0" -> "637 linear_33" [label="(1, 15, 15, 512)", style=solid]; "634 linear_33_scale_0_updated_constant0" -> "636 mul_tensor_34" [label="(12, 1)", style=solid]; "635 compressed_weight_updated_constant34" -> "636 mul_tensor_34" [label="(12, 512)", style=solid]; -"636 mul_tensor_34" -> "637 linear_33" [label=None, style=solid]; +"636 mul_tensor_34" -> "637 linear_33" [label="(12, 512)", style=solid]; "637 linear_33" -> "638 view_26" [label="(1, 15, 15, 12)", style=solid]; "638 view_26" -> "640 index_5" [label="(225, 12)", style=solid]; "639 _tensor_constant29" -> "640 index_5" [label="(4096,)", style=solid]; @@ -3572,7 +3572,7 @@ strict digraph { "655 linear_34_scale_0_updated_constant0" -> "658 mul_tensor_35" [label="(1152, 1)", style=solid]; "656 compressed_weight_updated_constant35" -> "658 mul_tensor_35" [label="(1152, 384)", style=solid]; "657 _param_constant93_0_0" -> "659 linear_34" [label="(1152,)", style=solid]; -"658 mul_tensor_35" -> "659 linear_34" [label=None, style=solid]; +"658 mul_tensor_35" -> "659 linear_34" [label="(1152, 384)", style=solid]; "659 linear_34" -> "660 reshape_23" [label="(4, 64, 1152)", style=solid]; "660 reshape_23" -> "661 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; "661 permute_25" -> "662 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -3634,7 +3634,7 @@ strict digraph { "708 linear_35_scale_0_updated_constant0" -> "711 mul_tensor_36" [label="(384, 1)", style=solid]; "709 compressed_weight_updated_constant36" -> "711 mul_tensor_36" [label="(384, 384)", style=solid]; "710 _param_constant97_0_0" -> "712 linear_35" [label="(384,)", style=solid]; -"711 mul_tensor_36" -> "712 linear_35" [label=None, style=solid]; +"711 mul_tensor_36" -> "712 linear_35" [label="(384, 384)", style=solid]; "712 linear_35" -> "713 dropout_21" [label="(4, 64, 384)", style=solid]; "713 dropout_21" -> "714 view_32" [label="(4, 64, 384)", style=solid]; "714 view_32" -> "715 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -3657,7 +3657,7 @@ strict digraph { "730 linear_36_scale_0_updated_constant0" -> "733 mul_tensor_37" [label="(1536, 1)", style=solid]; "731 compressed_weight_updated_constant37" -> "733 mul_tensor_37" [label="(1536, 384)", style=solid]; "732 _param_constant101_0_0" -> "734 linear_36" [label="(1536,)", style=solid]; -"733 mul_tensor_37" -> "734 linear_36" [label=None, style=solid]; +"733 mul_tensor_37" -> "734 linear_36" [label="(1536, 384)", style=solid]; "734 linear_36" -> "735 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; "735 gelu_5" -> "736 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; "736 dropout_22" -> "737 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; @@ -3667,7 +3667,7 @@ strict digraph { "740 linear_37_scale_0_updated_constant0" -> "743 mul_tensor_38" [label="(384, 1)", style=solid]; "741 compressed_weight_updated_constant38" -> "743 mul_tensor_38" [label="(384, 1536)", style=solid]; "742 _param_constant103_0_0" -> "744 linear_37" [label="(384,)", style=solid]; -"743 mul_tensor_38" -> "744 linear_37" [label=None, style=solid]; +"743 mul_tensor_38" -> "744 linear_37" [label="(384, 1536)", style=solid]; "744 linear_37" -> "745 dropout_23" [label="(1, 14, 14, 384)", style=solid]; "745 dropout_23" -> "748 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; "746 _param_constant104" -> "748 layer_norm_14" [label="(384,)", style=solid]; @@ -3680,13 +3680,13 @@ strict digraph { "752 linear_38_scale_0_updated_constant0" -> "755 mul_tensor_39" [label="(512, 1)", style=solid]; "753 compressed_weight_updated_constant39" -> "755 mul_tensor_39" [label="(512, 2)", style=solid]; "754 _param_constant107_0_0" -> "756 linear_38" [label="(512,)", style=solid]; -"755 mul_tensor_39" -> "756 linear_38" [label=None, style=solid]; +"755 mul_tensor_39" -> "756 linear_38" [label="(512, 2)", style=solid]; "756 linear_38" -> "757 relu__6" [label="(1, 15, 15, 512)", style=solid]; "757 relu__6" -> "758 relu__6_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "758 relu__6_0_0_nncf_smooth_quant_0" -> "762 linear_39" [label="(1, 15, 15, 512)", style=solid]; "759 linear_39_scale_0_updated_constant0" -> "761 mul_tensor_40" [label="(12, 1)", style=solid]; "760 compressed_weight_updated_constant40" -> "761 mul_tensor_40" [label="(12, 512)", style=solid]; -"761 mul_tensor_40" -> "762 linear_39" [label=None, style=solid]; +"761 mul_tensor_40" -> "762 linear_39" [label="(12, 512)", style=solid]; "762 linear_39" -> "763 view_33" [label="(1, 15, 15, 12)", style=solid]; "763 view_33" -> "765 index_6" [label="(225, 12)", style=solid]; "764 _tensor_constant40" -> "765 index_6" [label="(4096,)", style=solid]; @@ -3707,7 +3707,7 @@ strict digraph { "779 linear_40_scale_0_updated_constant0" -> "782 mul_tensor_41" [label="(1152, 1)", style=solid]; "780 compressed_weight_updated_constant41" -> "782 mul_tensor_41" [label="(1152, 384)", style=solid]; "781 _param_constant109_0_0" -> "783 linear_40" [label="(1152,)", style=solid]; -"782 mul_tensor_41" -> "783 linear_40" [label=None, style=solid]; +"782 mul_tensor_41" -> "783 linear_40" [label="(1152, 384)", style=solid]; "783 linear_40" -> "784 reshape_28" [label="(4, 64, 1152)", style=solid]; "784 reshape_28" -> "785 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; "785 permute_30" -> "786 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -3750,7 +3750,7 @@ strict digraph { "816 linear_41_scale_0_updated_constant0" -> "819 mul_tensor_42" [label="(384, 1)", style=solid]; "817 compressed_weight_updated_constant42" -> "819 mul_tensor_42" [label="(384, 384)", style=solid]; "818 _param_constant113_0_0" -> "820 linear_41" [label="(384,)", style=solid]; -"819 mul_tensor_42" -> "820 linear_41" [label=None, style=solid]; +"819 mul_tensor_42" -> "820 linear_41" [label="(384, 384)", style=solid]; "820 linear_41" -> "821 dropout_25" [label="(4, 64, 384)", style=solid]; "821 dropout_25" -> "822 view_36" [label="(4, 64, 384)", style=solid]; "822 view_36" -> "823 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -3772,7 +3772,7 @@ strict digraph { "837 linear_42_scale_0_updated_constant0" -> "840 mul_tensor_43" [label="(1536, 1)", style=solid]; "838 compressed_weight_updated_constant43" -> "840 mul_tensor_43" [label="(1536, 384)", style=solid]; "839 _param_constant117_0_0" -> "841 linear_42" [label="(1536,)", style=solid]; -"840 mul_tensor_43" -> "841 linear_42" [label=None, style=solid]; +"840 mul_tensor_43" -> "841 linear_42" [label="(1536, 384)", style=solid]; "841 linear_42" -> "842 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; "842 gelu_6" -> "843 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; "843 dropout_26" -> "844 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; @@ -3782,7 +3782,7 @@ strict digraph { "847 linear_43_scale_0_updated_constant0" -> "850 mul_tensor_44" [label="(384, 1)", style=solid]; "848 compressed_weight_updated_constant44" -> "850 mul_tensor_44" [label="(384, 1536)", style=solid]; "849 _param_constant119_0_0" -> "851 linear_43" [label="(384,)", style=solid]; -"850 mul_tensor_44" -> "851 linear_43" [label=None, style=solid]; +"850 mul_tensor_44" -> "851 linear_43" [label="(384, 1536)", style=solid]; "851 linear_43" -> "852 dropout_27" [label="(1, 14, 14, 384)", style=solid]; "852 dropout_27" -> "855 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; "853 _param_constant120" -> "855 layer_norm_16" [label="(384,)", style=solid]; @@ -3795,13 +3795,13 @@ strict digraph { "859 linear_44_scale_0_updated_constant0" -> "862 mul_tensor_45" [label="(512, 1)", style=solid]; "860 compressed_weight_updated_constant45" -> "862 mul_tensor_45" [label="(512, 2)", style=solid]; "861 _param_constant123_0_0" -> "863 linear_44" [label="(512,)", style=solid]; -"862 mul_tensor_45" -> "863 linear_44" [label=None, style=solid]; +"862 mul_tensor_45" -> "863 linear_44" [label="(512, 2)", style=solid]; "863 linear_44" -> "864 relu__7" [label="(1, 15, 15, 512)", style=solid]; "864 relu__7" -> "865 relu__7_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "865 relu__7_0_0_nncf_smooth_quant_0" -> "869 linear_45" [label="(1, 15, 15, 512)", style=solid]; "866 linear_45_scale_0_updated_constant0" -> "868 mul_tensor_46" [label="(12, 1)", style=solid]; "867 compressed_weight_updated_constant46" -> "868 mul_tensor_46" [label="(12, 512)", style=solid]; -"868 mul_tensor_46" -> "869 linear_45" [label=None, style=solid]; +"868 mul_tensor_46" -> "869 linear_45" [label="(12, 512)", style=solid]; "869 linear_45" -> "870 view_37" [label="(1, 15, 15, 12)", style=solid]; "870 view_37" -> "872 index_7" [label="(225, 12)", style=solid]; "871 _tensor_constant42" -> "872 index_7" [label="(4096,)", style=solid]; @@ -3824,7 +3824,7 @@ strict digraph { "887 linear_46_scale_0_updated_constant0" -> "890 mul_tensor_47" [label="(1152, 1)", style=solid]; "888 compressed_weight_updated_constant47" -> "890 mul_tensor_47" [label="(1152, 384)", style=solid]; "889 _param_constant125_0_0" -> "891 linear_46" [label="(1152,)", style=solid]; -"890 mul_tensor_47" -> "891 linear_46" [label=None, style=solid]; +"890 mul_tensor_47" -> "891 linear_46" [label="(1152, 384)", style=solid]; "891 linear_46" -> "892 reshape_32" [label="(4, 64, 1152)", style=solid]; "892 reshape_32" -> "893 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; "893 permute_34" -> "894 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -3886,7 +3886,7 @@ strict digraph { "940 linear_47_scale_0_updated_constant0" -> "943 mul_tensor_48" [label="(384, 1)", style=solid]; "941 compressed_weight_updated_constant48" -> "943 mul_tensor_48" [label="(384, 384)", style=solid]; "942 _param_constant129_0_0" -> "944 linear_47" [label="(384,)", style=solid]; -"943 mul_tensor_48" -> "944 linear_47" [label=None, style=solid]; +"943 mul_tensor_48" -> "944 linear_47" [label="(384, 384)", style=solid]; "944 linear_47" -> "945 dropout_29" [label="(4, 64, 384)", style=solid]; "945 dropout_29" -> "946 view_43" [label="(4, 64, 384)", style=solid]; "946 view_43" -> "947 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -3909,7 +3909,7 @@ strict digraph { "962 linear_48_scale_0_updated_constant0" -> "965 mul_tensor_49" [label="(1536, 1)", style=solid]; "963 compressed_weight_updated_constant49" -> "965 mul_tensor_49" [label="(1536, 384)", style=solid]; "964 _param_constant133_0_0" -> "966 linear_48" [label="(1536,)", style=solid]; -"965 mul_tensor_49" -> "966 linear_48" [label=None, style=solid]; +"965 mul_tensor_49" -> "966 linear_48" [label="(1536, 384)", style=solid]; "966 linear_48" -> "967 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; "967 gelu_7" -> "968 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; "968 dropout_30" -> "969 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; @@ -3919,7 +3919,7 @@ strict digraph { "972 linear_49_scale_0_updated_constant0" -> "975 mul_tensor_50" [label="(384, 1)", style=solid]; "973 compressed_weight_updated_constant50" -> "975 mul_tensor_50" [label="(384, 1536)", style=solid]; "974 _param_constant135_0_0" -> "976 linear_49" [label="(384,)", style=solid]; -"975 mul_tensor_50" -> "976 linear_49" [label=None, style=solid]; +"975 mul_tensor_50" -> "976 linear_49" [label="(384, 1536)", style=solid]; "976 linear_49" -> "977 dropout_31" [label="(1, 14, 14, 384)", style=solid]; "977 dropout_31" -> "980 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; "978 _param_constant136" -> "980 layer_norm_18" [label="(384,)", style=solid]; @@ -3932,13 +3932,13 @@ strict digraph { "984 linear_50_scale_0_updated_constant0" -> "987 mul_tensor_51" [label="(512, 1)", style=solid]; "985 compressed_weight_updated_constant51" -> "987 mul_tensor_51" [label="(512, 2)", style=solid]; "986 _param_constant139_0_0" -> "988 linear_50" [label="(512,)", style=solid]; -"987 mul_tensor_51" -> "988 linear_50" [label=None, style=solid]; +"987 mul_tensor_51" -> "988 linear_50" [label="(512, 2)", style=solid]; "988 linear_50" -> "989 relu__8" [label="(1, 15, 15, 512)", style=solid]; "989 relu__8" -> "990 relu__8_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "990 relu__8_0_0_nncf_smooth_quant_0" -> "994 linear_51" [label="(1, 15, 15, 512)", style=solid]; "991 linear_51_scale_0_updated_constant0" -> "993 mul_tensor_52" [label="(12, 1)", style=solid]; "992 compressed_weight_updated_constant52" -> "993 mul_tensor_52" [label="(12, 512)", style=solid]; -"993 mul_tensor_52" -> "994 linear_51" [label=None, style=solid]; +"993 mul_tensor_52" -> "994 linear_51" [label="(12, 512)", style=solid]; "994 linear_51" -> "995 view_44" [label="(1, 15, 15, 12)", style=solid]; "995 view_44" -> "997 index_8" [label="(225, 12)", style=solid]; "996 _tensor_constant53" -> "997 index_8" [label="(4096,)", style=solid]; @@ -3959,7 +3959,7 @@ strict digraph { "1011 linear_52_scale_0_updated_constant0" -> "1014 mul_tensor_53" [label="(1152, 1)", style=solid]; "1012 compressed_weight_updated_constant53" -> "1014 mul_tensor_53" [label="(1152, 384)", style=solid]; "1013 _param_constant141_0_0" -> "1015 linear_52" [label="(1152,)", style=solid]; -"1014 mul_tensor_53" -> "1015 linear_52" [label=None, style=solid]; +"1014 mul_tensor_53" -> "1015 linear_52" [label="(1152, 384)", style=solid]; "1015 linear_52" -> "1016 reshape_37" [label="(4, 64, 1152)", style=solid]; "1016 reshape_37" -> "1017 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; "1017 permute_39" -> "1018 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4002,7 +4002,7 @@ strict digraph { "1048 linear_53_scale_0_updated_constant0" -> "1051 mul_tensor_54" [label="(384, 1)", style=solid]; "1049 compressed_weight_updated_constant54" -> "1051 mul_tensor_54" [label="(384, 384)", style=solid]; "1050 _param_constant145_0_0" -> "1052 linear_53" [label="(384,)", style=solid]; -"1051 mul_tensor_54" -> "1052 linear_53" [label=None, style=solid]; +"1051 mul_tensor_54" -> "1052 linear_53" [label="(384, 384)", style=solid]; "1052 linear_53" -> "1053 dropout_33" [label="(4, 64, 384)", style=solid]; "1053 dropout_33" -> "1054 view_47" [label="(4, 64, 384)", style=solid]; "1054 view_47" -> "1055 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4024,7 +4024,7 @@ strict digraph { "1069 linear_54_scale_0_updated_constant0" -> "1072 mul_tensor_55" [label="(1536, 1)", style=solid]; "1070 compressed_weight_updated_constant55" -> "1072 mul_tensor_55" [label="(1536, 384)", style=solid]; "1071 _param_constant149_0_0" -> "1073 linear_54" [label="(1536,)", style=solid]; -"1072 mul_tensor_55" -> "1073 linear_54" [label=None, style=solid]; +"1072 mul_tensor_55" -> "1073 linear_54" [label="(1536, 384)", style=solid]; "1073 linear_54" -> "1074 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; "1074 gelu_8" -> "1075 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; "1075 dropout_34" -> "1076 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; @@ -4034,7 +4034,7 @@ strict digraph { "1079 linear_55_scale_0_updated_constant0" -> "1082 mul_tensor_56" [label="(384, 1)", style=solid]; "1080 compressed_weight_updated_constant56" -> "1082 mul_tensor_56" [label="(384, 1536)", style=solid]; "1081 _param_constant151_0_0" -> "1083 linear_55" [label="(384,)", style=solid]; -"1082 mul_tensor_56" -> "1083 linear_55" [label=None, style=solid]; +"1082 mul_tensor_56" -> "1083 linear_55" [label="(384, 1536)", style=solid]; "1083 linear_55" -> "1084 dropout_35" [label="(1, 14, 14, 384)", style=solid]; "1084 dropout_35" -> "1087 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; "1085 _param_constant152" -> "1087 layer_norm_20" [label="(384,)", style=solid]; @@ -4047,13 +4047,13 @@ strict digraph { "1091 linear_56_scale_0_updated_constant0" -> "1094 mul_tensor_57" [label="(512, 1)", style=solid]; "1092 compressed_weight_updated_constant57" -> "1094 mul_tensor_57" [label="(512, 2)", style=solid]; "1093 _param_constant155_0_0" -> "1095 linear_56" [label="(512,)", style=solid]; -"1094 mul_tensor_57" -> "1095 linear_56" [label=None, style=solid]; +"1094 mul_tensor_57" -> "1095 linear_56" [label="(512, 2)", style=solid]; "1095 linear_56" -> "1096 relu__9" [label="(1, 15, 15, 512)", style=solid]; "1096 relu__9" -> "1097 relu__9_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1097 relu__9_0_0_nncf_smooth_quant_0" -> "1101 linear_57" [label="(1, 15, 15, 512)", style=solid]; "1098 linear_57_scale_0_updated_constant0" -> "1100 mul_tensor_58" [label="(12, 1)", style=solid]; "1099 compressed_weight_updated_constant58" -> "1100 mul_tensor_58" [label="(12, 512)", style=solid]; -"1100 mul_tensor_58" -> "1101 linear_57" [label=None, style=solid]; +"1100 mul_tensor_58" -> "1101 linear_57" [label="(12, 512)", style=solid]; "1101 linear_57" -> "1102 view_48" [label="(1, 15, 15, 12)", style=solid]; "1102 view_48" -> "1104 index_9" [label="(225, 12)", style=solid]; "1103 _tensor_constant55" -> "1104 index_9" [label="(4096,)", style=solid]; @@ -4076,7 +4076,7 @@ strict digraph { "1119 linear_58_scale_0_updated_constant0" -> "1122 mul_tensor_59" [label="(1152, 1)", style=solid]; "1120 compressed_weight_updated_constant59" -> "1122 mul_tensor_59" [label="(1152, 384)", style=solid]; "1121 _param_constant157_0_0" -> "1123 linear_58" [label="(1152,)", style=solid]; -"1122 mul_tensor_59" -> "1123 linear_58" [label=None, style=solid]; +"1122 mul_tensor_59" -> "1123 linear_58" [label="(1152, 384)", style=solid]; "1123 linear_58" -> "1124 reshape_41" [label="(4, 64, 1152)", style=solid]; "1124 reshape_41" -> "1125 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; "1125 permute_43" -> "1126 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4138,7 +4138,7 @@ strict digraph { "1172 linear_59_scale_0_updated_constant0" -> "1175 mul_tensor_60" [label="(384, 1)", style=solid]; "1173 compressed_weight_updated_constant60" -> "1175 mul_tensor_60" [label="(384, 384)", style=solid]; "1174 _param_constant161_0_0" -> "1176 linear_59" [label="(384,)", style=solid]; -"1175 mul_tensor_60" -> "1176 linear_59" [label=None, style=solid]; +"1175 mul_tensor_60" -> "1176 linear_59" [label="(384, 384)", style=solid]; "1176 linear_59" -> "1177 dropout_37" [label="(4, 64, 384)", style=solid]; "1177 dropout_37" -> "1178 view_54" [label="(4, 64, 384)", style=solid]; "1178 view_54" -> "1179 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4161,7 +4161,7 @@ strict digraph { "1194 linear_60_scale_0_updated_constant0" -> "1197 mul_tensor_61" [label="(1536, 1)", style=solid]; "1195 compressed_weight_updated_constant61" -> "1197 mul_tensor_61" [label="(1536, 384)", style=solid]; "1196 _param_constant165_0_0" -> "1198 linear_60" [label="(1536,)", style=solid]; -"1197 mul_tensor_61" -> "1198 linear_60" [label=None, style=solid]; +"1197 mul_tensor_61" -> "1198 linear_60" [label="(1536, 384)", style=solid]; "1198 linear_60" -> "1199 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; "1199 gelu_9" -> "1200 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; "1200 dropout_38" -> "1201 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; @@ -4171,7 +4171,7 @@ strict digraph { "1204 linear_61_scale_0_updated_constant0" -> "1207 mul_tensor_62" [label="(384, 1)", style=solid]; "1205 compressed_weight_updated_constant62" -> "1207 mul_tensor_62" [label="(384, 1536)", style=solid]; "1206 _param_constant167_0_0" -> "1208 linear_61" [label="(384,)", style=solid]; -"1207 mul_tensor_62" -> "1208 linear_61" [label=None, style=solid]; +"1207 mul_tensor_62" -> "1208 linear_61" [label="(384, 1536)", style=solid]; "1208 linear_61" -> "1209 dropout_39" [label="(1, 14, 14, 384)", style=solid]; "1209 dropout_39" -> "1212 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; "1210 _param_constant168" -> "1212 layer_norm_22" [label="(384,)", style=solid]; @@ -4184,13 +4184,13 @@ strict digraph { "1216 linear_62_scale_0_updated_constant0" -> "1219 mul_tensor_63" [label="(512, 1)", style=solid]; "1217 compressed_weight_updated_constant63" -> "1219 mul_tensor_63" [label="(512, 2)", style=solid]; "1218 _param_constant171_0_0" -> "1220 linear_62" [label="(512,)", style=solid]; -"1219 mul_tensor_63" -> "1220 linear_62" [label=None, style=solid]; +"1219 mul_tensor_63" -> "1220 linear_62" [label="(512, 2)", style=solid]; "1220 linear_62" -> "1221 relu__10" [label="(1, 15, 15, 512)", style=solid]; "1221 relu__10" -> "1222 relu__10_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1222 relu__10_0_0_nncf_smooth_quant_0" -> "1226 linear_63" [label="(1, 15, 15, 512)", style=solid]; "1223 linear_63_scale_0_updated_constant0" -> "1225 mul_tensor_64" [label="(12, 1)", style=solid]; "1224 compressed_weight_updated_constant64" -> "1225 mul_tensor_64" [label="(12, 512)", style=solid]; -"1225 mul_tensor_64" -> "1226 linear_63" [label=None, style=solid]; +"1225 mul_tensor_64" -> "1226 linear_63" [label="(12, 512)", style=solid]; "1226 linear_63" -> "1227 view_55" [label="(1, 15, 15, 12)", style=solid]; "1227 view_55" -> "1229 index_10" [label="(225, 12)", style=solid]; "1228 _tensor_constant66" -> "1229 index_10" [label="(4096,)", style=solid]; @@ -4211,7 +4211,7 @@ strict digraph { "1243 linear_64_scale_0_updated_constant0" -> "1246 mul_tensor_65" [label="(1152, 1)", style=solid]; "1244 compressed_weight_updated_constant65" -> "1246 mul_tensor_65" [label="(1152, 384)", style=solid]; "1245 _param_constant173_0_0" -> "1247 linear_64" [label="(1152,)", style=solid]; -"1246 mul_tensor_65" -> "1247 linear_64" [label=None, style=solid]; +"1246 mul_tensor_65" -> "1247 linear_64" [label="(1152, 384)", style=solid]; "1247 linear_64" -> "1248 reshape_46" [label="(4, 64, 1152)", style=solid]; "1248 reshape_46" -> "1249 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; "1249 permute_48" -> "1250 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4254,7 +4254,7 @@ strict digraph { "1280 linear_65_scale_0_updated_constant0" -> "1283 mul_tensor_66" [label="(384, 1)", style=solid]; "1281 compressed_weight_updated_constant66" -> "1283 mul_tensor_66" [label="(384, 384)", style=solid]; "1282 _param_constant177_0_0" -> "1284 linear_65" [label="(384,)", style=solid]; -"1283 mul_tensor_66" -> "1284 linear_65" [label=None, style=solid]; +"1283 mul_tensor_66" -> "1284 linear_65" [label="(384, 384)", style=solid]; "1284 linear_65" -> "1285 dropout_41" [label="(4, 64, 384)", style=solid]; "1285 dropout_41" -> "1286 view_58" [label="(4, 64, 384)", style=solid]; "1286 view_58" -> "1287 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4276,7 +4276,7 @@ strict digraph { "1301 linear_66_scale_0_updated_constant0" -> "1304 mul_tensor_67" [label="(1536, 1)", style=solid]; "1302 compressed_weight_updated_constant67" -> "1304 mul_tensor_67" [label="(1536, 384)", style=solid]; "1303 _param_constant181_0_0" -> "1305 linear_66" [label="(1536,)", style=solid]; -"1304 mul_tensor_67" -> "1305 linear_66" [label=None, style=solid]; +"1304 mul_tensor_67" -> "1305 linear_66" [label="(1536, 384)", style=solid]; "1305 linear_66" -> "1306 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; "1306 gelu_10" -> "1307 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; "1307 dropout_42" -> "1308 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; @@ -4286,7 +4286,7 @@ strict digraph { "1311 linear_67_scale_0_updated_constant0" -> "1314 mul_tensor_68" [label="(384, 1)", style=solid]; "1312 compressed_weight_updated_constant68" -> "1314 mul_tensor_68" [label="(384, 1536)", style=solid]; "1313 _param_constant183_0_0" -> "1315 linear_67" [label="(384,)", style=solid]; -"1314 mul_tensor_68" -> "1315 linear_67" [label=None, style=solid]; +"1314 mul_tensor_68" -> "1315 linear_67" [label="(384, 1536)", style=solid]; "1315 linear_67" -> "1316 dropout_43" [label="(1, 14, 14, 384)", style=solid]; "1316 dropout_43" -> "1319 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; "1317 _param_constant184" -> "1319 layer_norm_24" [label="(384,)", style=solid]; @@ -4299,13 +4299,13 @@ strict digraph { "1323 linear_68_scale_0_updated_constant0" -> "1326 mul_tensor_69" [label="(512, 1)", style=solid]; "1324 compressed_weight_updated_constant69" -> "1326 mul_tensor_69" [label="(512, 2)", style=solid]; "1325 _param_constant187_0_0" -> "1327 linear_68" [label="(512,)", style=solid]; -"1326 mul_tensor_69" -> "1327 linear_68" [label=None, style=solid]; +"1326 mul_tensor_69" -> "1327 linear_68" [label="(512, 2)", style=solid]; "1327 linear_68" -> "1328 relu__11" [label="(1, 15, 15, 512)", style=solid]; "1328 relu__11" -> "1329 relu__11_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1329 relu__11_0_0_nncf_smooth_quant_0" -> "1333 linear_69" [label="(1, 15, 15, 512)", style=solid]; "1330 linear_69_scale_0_updated_constant0" -> "1332 mul_tensor_70" [label="(12, 1)", style=solid]; "1331 compressed_weight_updated_constant70" -> "1332 mul_tensor_70" [label="(12, 512)", style=solid]; -"1332 mul_tensor_70" -> "1333 linear_69" [label=None, style=solid]; +"1332 mul_tensor_70" -> "1333 linear_69" [label="(12, 512)", style=solid]; "1333 linear_69" -> "1334 view_59" [label="(1, 15, 15, 12)", style=solid]; "1334 view_59" -> "1336 index_11" [label="(225, 12)", style=solid]; "1335 _tensor_constant68" -> "1336 index_11" [label="(4096,)", style=solid]; @@ -4328,7 +4328,7 @@ strict digraph { "1351 linear_70_scale_0_updated_constant0" -> "1354 mul_tensor_71" [label="(1152, 1)", style=solid]; "1352 compressed_weight_updated_constant71" -> "1354 mul_tensor_71" [label="(1152, 384)", style=solid]; "1353 _param_constant189_0_0" -> "1355 linear_70" [label="(1152,)", style=solid]; -"1354 mul_tensor_71" -> "1355 linear_70" [label=None, style=solid]; +"1354 mul_tensor_71" -> "1355 linear_70" [label="(1152, 384)", style=solid]; "1355 linear_70" -> "1356 reshape_50" [label="(4, 64, 1152)", style=solid]; "1356 reshape_50" -> "1357 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; "1357 permute_52" -> "1358 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4390,7 +4390,7 @@ strict digraph { "1404 linear_71_scale_0_updated_constant0" -> "1407 mul_tensor_72" [label="(384, 1)", style=solid]; "1405 compressed_weight_updated_constant72" -> "1407 mul_tensor_72" [label="(384, 384)", style=solid]; "1406 _param_constant193_0_0" -> "1408 linear_71" [label="(384,)", style=solid]; -"1407 mul_tensor_72" -> "1408 linear_71" [label=None, style=solid]; +"1407 mul_tensor_72" -> "1408 linear_71" [label="(384, 384)", style=solid]; "1408 linear_71" -> "1409 dropout_45" [label="(4, 64, 384)", style=solid]; "1409 dropout_45" -> "1410 view_65" [label="(4, 64, 384)", style=solid]; "1410 view_65" -> "1411 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4413,7 +4413,7 @@ strict digraph { "1426 linear_72_scale_0_updated_constant0" -> "1429 mul_tensor_73" [label="(1536, 1)", style=solid]; "1427 compressed_weight_updated_constant73" -> "1429 mul_tensor_73" [label="(1536, 384)", style=solid]; "1428 _param_constant197_0_0" -> "1430 linear_72" [label="(1536,)", style=solid]; -"1429 mul_tensor_73" -> "1430 linear_72" [label=None, style=solid]; +"1429 mul_tensor_73" -> "1430 linear_72" [label="(1536, 384)", style=solid]; "1430 linear_72" -> "1431 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; "1431 gelu_11" -> "1432 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; "1432 dropout_46" -> "1433 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; @@ -4423,7 +4423,7 @@ strict digraph { "1436 linear_73_scale_0_updated_constant0" -> "1439 mul_tensor_74" [label="(384, 1)", style=solid]; "1437 compressed_weight_updated_constant74" -> "1439 mul_tensor_74" [label="(384, 1536)", style=solid]; "1438 _param_constant199_0_0" -> "1440 linear_73" [label="(384,)", style=solid]; -"1439 mul_tensor_74" -> "1440 linear_73" [label=None, style=solid]; +"1439 mul_tensor_74" -> "1440 linear_73" [label="(384, 1536)", style=solid]; "1440 linear_73" -> "1441 dropout_47" [label="(1, 14, 14, 384)", style=solid]; "1441 dropout_47" -> "1444 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; "1442 _param_constant200" -> "1444 layer_norm_26" [label="(384,)", style=solid]; @@ -4436,13 +4436,13 @@ strict digraph { "1448 linear_74_scale_0_updated_constant0" -> "1451 mul_tensor_75" [label="(512, 1)", style=solid]; "1449 compressed_weight_updated_constant75" -> "1451 mul_tensor_75" [label="(512, 2)", style=solid]; "1450 _param_constant203_0_0" -> "1452 linear_74" [label="(512,)", style=solid]; -"1451 mul_tensor_75" -> "1452 linear_74" [label=None, style=solid]; +"1451 mul_tensor_75" -> "1452 linear_74" [label="(512, 2)", style=solid]; "1452 linear_74" -> "1453 relu__12" [label="(1, 15, 15, 512)", style=solid]; "1453 relu__12" -> "1454 relu__12_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1454 relu__12_0_0_nncf_smooth_quant_0" -> "1458 linear_75" [label="(1, 15, 15, 512)", style=solid]; "1455 linear_75_scale_0_updated_constant0" -> "1457 mul_tensor_76" [label="(12, 1)", style=solid]; "1456 compressed_weight_updated_constant76" -> "1457 mul_tensor_76" [label="(12, 512)", style=solid]; -"1457 mul_tensor_76" -> "1458 linear_75" [label=None, style=solid]; +"1457 mul_tensor_76" -> "1458 linear_75" [label="(12, 512)", style=solid]; "1458 linear_75" -> "1459 view_66" [label="(1, 15, 15, 12)", style=solid]; "1459 view_66" -> "1461 index_12" [label="(225, 12)", style=solid]; "1460 _tensor_constant79" -> "1461 index_12" [label="(4096,)", style=solid]; @@ -4463,7 +4463,7 @@ strict digraph { "1475 linear_76_scale_0_updated_constant0" -> "1478 mul_tensor_77" [label="(1152, 1)", style=solid]; "1476 compressed_weight_updated_constant77" -> "1478 mul_tensor_77" [label="(1152, 384)", style=solid]; "1477 _param_constant205_0_0" -> "1479 linear_76" [label="(1152,)", style=solid]; -"1478 mul_tensor_77" -> "1479 linear_76" [label=None, style=solid]; +"1478 mul_tensor_77" -> "1479 linear_76" [label="(1152, 384)", style=solid]; "1479 linear_76" -> "1480 reshape_55" [label="(4, 64, 1152)", style=solid]; "1480 reshape_55" -> "1481 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; "1481 permute_57" -> "1482 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4506,7 +4506,7 @@ strict digraph { "1512 linear_77_scale_0_updated_constant0" -> "1515 mul_tensor_78" [label="(384, 1)", style=solid]; "1513 compressed_weight_updated_constant78" -> "1515 mul_tensor_78" [label="(384, 384)", style=solid]; "1514 _param_constant209_0_0" -> "1516 linear_77" [label="(384,)", style=solid]; -"1515 mul_tensor_78" -> "1516 linear_77" [label=None, style=solid]; +"1515 mul_tensor_78" -> "1516 linear_77" [label="(384, 384)", style=solid]; "1516 linear_77" -> "1517 dropout_49" [label="(4, 64, 384)", style=solid]; "1517 dropout_49" -> "1518 view_69" [label="(4, 64, 384)", style=solid]; "1518 view_69" -> "1519 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4528,7 +4528,7 @@ strict digraph { "1533 linear_78_scale_0_updated_constant0" -> "1536 mul_tensor_79" [label="(1536, 1)", style=solid]; "1534 compressed_weight_updated_constant79" -> "1536 mul_tensor_79" [label="(1536, 384)", style=solid]; "1535 _param_constant213_0_0" -> "1537 linear_78" [label="(1536,)", style=solid]; -"1536 mul_tensor_79" -> "1537 linear_78" [label=None, style=solid]; +"1536 mul_tensor_79" -> "1537 linear_78" [label="(1536, 384)", style=solid]; "1537 linear_78" -> "1538 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; "1538 gelu_12" -> "1539 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; "1539 dropout_50" -> "1540 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; @@ -4538,7 +4538,7 @@ strict digraph { "1543 linear_79_scale_0_updated_constant0" -> "1546 mul_tensor_80" [label="(384, 1)", style=solid]; "1544 compressed_weight_updated_constant80" -> "1546 mul_tensor_80" [label="(384, 1536)", style=solid]; "1545 _param_constant215_0_0" -> "1547 linear_79" [label="(384,)", style=solid]; -"1546 mul_tensor_80" -> "1547 linear_79" [label=None, style=solid]; +"1546 mul_tensor_80" -> "1547 linear_79" [label="(384, 1536)", style=solid]; "1547 linear_79" -> "1548 dropout_51" [label="(1, 14, 14, 384)", style=solid]; "1548 dropout_51" -> "1551 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; "1549 _param_constant216" -> "1551 layer_norm_28" [label="(384,)", style=solid]; @@ -4551,13 +4551,13 @@ strict digraph { "1555 linear_80_scale_0_updated_constant0" -> "1558 mul_tensor_81" [label="(512, 1)", style=solid]; "1556 compressed_weight_updated_constant81" -> "1558 mul_tensor_81" [label="(512, 2)", style=solid]; "1557 _param_constant219_0_0" -> "1559 linear_80" [label="(512,)", style=solid]; -"1558 mul_tensor_81" -> "1559 linear_80" [label=None, style=solid]; +"1558 mul_tensor_81" -> "1559 linear_80" [label="(512, 2)", style=solid]; "1559 linear_80" -> "1560 relu__13" [label="(1, 15, 15, 512)", style=solid]; "1560 relu__13" -> "1561 relu__13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1561 relu__13_0_0_nncf_smooth_quant_0" -> "1565 linear_81" [label="(1, 15, 15, 512)", style=solid]; "1562 linear_81_scale_0_updated_constant0" -> "1564 mul_tensor_82" [label="(12, 1)", style=solid]; "1563 compressed_weight_updated_constant82" -> "1564 mul_tensor_82" [label="(12, 512)", style=solid]; -"1564 mul_tensor_82" -> "1565 linear_81" [label=None, style=solid]; +"1564 mul_tensor_82" -> "1565 linear_81" [label="(12, 512)", style=solid]; "1565 linear_81" -> "1566 view_70" [label="(1, 15, 15, 12)", style=solid]; "1566 view_70" -> "1568 index_13" [label="(225, 12)", style=solid]; "1567 _tensor_constant81" -> "1568 index_13" [label="(4096,)", style=solid]; @@ -4580,7 +4580,7 @@ strict digraph { "1583 linear_82_scale_0_updated_constant0" -> "1586 mul_tensor_83" [label="(1152, 1)", style=solid]; "1584 compressed_weight_updated_constant83" -> "1586 mul_tensor_83" [label="(1152, 384)", style=solid]; "1585 _param_constant221_0_0" -> "1587 linear_82" [label="(1152,)", style=solid]; -"1586 mul_tensor_83" -> "1587 linear_82" [label=None, style=solid]; +"1586 mul_tensor_83" -> "1587 linear_82" [label="(1152, 384)", style=solid]; "1587 linear_82" -> "1588 reshape_59" [label="(4, 64, 1152)", style=solid]; "1588 reshape_59" -> "1589 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; "1589 permute_61" -> "1590 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4642,7 +4642,7 @@ strict digraph { "1636 linear_83_scale_0_updated_constant0" -> "1639 mul_tensor_84" [label="(384, 1)", style=solid]; "1637 compressed_weight_updated_constant84" -> "1639 mul_tensor_84" [label="(384, 384)", style=solid]; "1638 _param_constant225_0_0" -> "1640 linear_83" [label="(384,)", style=solid]; -"1639 mul_tensor_84" -> "1640 linear_83" [label=None, style=solid]; +"1639 mul_tensor_84" -> "1640 linear_83" [label="(384, 384)", style=solid]; "1640 linear_83" -> "1641 dropout_53" [label="(4, 64, 384)", style=solid]; "1641 dropout_53" -> "1642 view_76" [label="(4, 64, 384)", style=solid]; "1642 view_76" -> "1643 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4665,7 +4665,7 @@ strict digraph { "1658 linear_84_scale_0_updated_constant0" -> "1661 mul_tensor_85" [label="(1536, 1)", style=solid]; "1659 compressed_weight_updated_constant85" -> "1661 mul_tensor_85" [label="(1536, 384)", style=solid]; "1660 _param_constant229_0_0" -> "1662 linear_84" [label="(1536,)", style=solid]; -"1661 mul_tensor_85" -> "1662 linear_84" [label=None, style=solid]; +"1661 mul_tensor_85" -> "1662 linear_84" [label="(1536, 384)", style=solid]; "1662 linear_84" -> "1663 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; "1663 gelu_13" -> "1664 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; "1664 dropout_54" -> "1665 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; @@ -4675,7 +4675,7 @@ strict digraph { "1668 linear_85_scale_0_updated_constant0" -> "1671 mul_tensor_86" [label="(384, 1)", style=solid]; "1669 compressed_weight_updated_constant86" -> "1671 mul_tensor_86" [label="(384, 1536)", style=solid]; "1670 _param_constant231_0_0" -> "1672 linear_85" [label="(384,)", style=solid]; -"1671 mul_tensor_86" -> "1672 linear_85" [label=None, style=solid]; +"1671 mul_tensor_86" -> "1672 linear_85" [label="(384, 1536)", style=solid]; "1672 linear_85" -> "1673 dropout_55" [label="(1, 14, 14, 384)", style=solid]; "1673 dropout_55" -> "1676 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; "1674 _param_constant232" -> "1676 layer_norm_30" [label="(384,)", style=solid]; @@ -4688,13 +4688,13 @@ strict digraph { "1680 linear_86_scale_0_updated_constant0" -> "1683 mul_tensor_87" [label="(512, 1)", style=solid]; "1681 compressed_weight_updated_constant87" -> "1683 mul_tensor_87" [label="(512, 2)", style=solid]; "1682 _param_constant235_0_0" -> "1684 linear_86" [label="(512,)", style=solid]; -"1683 mul_tensor_87" -> "1684 linear_86" [label=None, style=solid]; +"1683 mul_tensor_87" -> "1684 linear_86" [label="(512, 2)", style=solid]; "1684 linear_86" -> "1685 relu__14" [label="(1, 15, 15, 512)", style=solid]; "1685 relu__14" -> "1686 relu__14_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1686 relu__14_0_0_nncf_smooth_quant_0" -> "1690 linear_87" [label="(1, 15, 15, 512)", style=solid]; "1687 linear_87_scale_0_updated_constant0" -> "1689 mul_tensor_88" [label="(12, 1)", style=solid]; "1688 compressed_weight_updated_constant88" -> "1689 mul_tensor_88" [label="(12, 512)", style=solid]; -"1689 mul_tensor_88" -> "1690 linear_87" [label=None, style=solid]; +"1689 mul_tensor_88" -> "1690 linear_87" [label="(12, 512)", style=solid]; "1690 linear_87" -> "1691 view_77" [label="(1, 15, 15, 12)", style=solid]; "1691 view_77" -> "1693 index_14" [label="(225, 12)", style=solid]; "1692 _tensor_constant92" -> "1693 index_14" [label="(4096,)", style=solid]; @@ -4715,7 +4715,7 @@ strict digraph { "1707 linear_88_scale_0_updated_constant0" -> "1710 mul_tensor_89" [label="(1152, 1)", style=solid]; "1708 compressed_weight_updated_constant89" -> "1710 mul_tensor_89" [label="(1152, 384)", style=solid]; "1709 _param_constant237_0_0" -> "1711 linear_88" [label="(1152,)", style=solid]; -"1710 mul_tensor_89" -> "1711 linear_88" [label=None, style=solid]; +"1710 mul_tensor_89" -> "1711 linear_88" [label="(1152, 384)", style=solid]; "1711 linear_88" -> "1712 reshape_64" [label="(4, 64, 1152)", style=solid]; "1712 reshape_64" -> "1713 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; "1713 permute_66" -> "1714 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4758,7 +4758,7 @@ strict digraph { "1744 linear_89_scale_0_updated_constant0" -> "1747 mul_tensor_90" [label="(384, 1)", style=solid]; "1745 compressed_weight_updated_constant90" -> "1747 mul_tensor_90" [label="(384, 384)", style=solid]; "1746 _param_constant241_0_0" -> "1748 linear_89" [label="(384,)", style=solid]; -"1747 mul_tensor_90" -> "1748 linear_89" [label=None, style=solid]; +"1747 mul_tensor_90" -> "1748 linear_89" [label="(384, 384)", style=solid]; "1748 linear_89" -> "1749 dropout_57" [label="(4, 64, 384)", style=solid]; "1749 dropout_57" -> "1750 view_80" [label="(4, 64, 384)", style=solid]; "1750 view_80" -> "1751 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4780,7 +4780,7 @@ strict digraph { "1765 linear_90_scale_0_updated_constant0" -> "1768 mul_tensor_91" [label="(1536, 1)", style=solid]; "1766 compressed_weight_updated_constant91" -> "1768 mul_tensor_91" [label="(1536, 384)", style=solid]; "1767 _param_constant245_0_0" -> "1769 linear_90" [label="(1536,)", style=solid]; -"1768 mul_tensor_91" -> "1769 linear_90" [label=None, style=solid]; +"1768 mul_tensor_91" -> "1769 linear_90" [label="(1536, 384)", style=solid]; "1769 linear_90" -> "1770 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; "1770 gelu_14" -> "1771 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; "1771 dropout_58" -> "1772 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; @@ -4790,7 +4790,7 @@ strict digraph { "1775 linear_91_scale_0_updated_constant0" -> "1778 mul_tensor_92" [label="(384, 1)", style=solid]; "1776 compressed_weight_updated_constant92" -> "1778 mul_tensor_92" [label="(384, 1536)", style=solid]; "1777 _param_constant247_0_0" -> "1779 linear_91" [label="(384,)", style=solid]; -"1778 mul_tensor_92" -> "1779 linear_91" [label=None, style=solid]; +"1778 mul_tensor_92" -> "1779 linear_91" [label="(384, 1536)", style=solid]; "1779 linear_91" -> "1780 dropout_59" [label="(1, 14, 14, 384)", style=solid]; "1780 dropout_59" -> "1783 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; "1781 _param_constant248" -> "1783 layer_norm_32" [label="(384,)", style=solid]; @@ -4803,13 +4803,13 @@ strict digraph { "1787 linear_92_scale_0_updated_constant0" -> "1790 mul_tensor_93" [label="(512, 1)", style=solid]; "1788 compressed_weight_updated_constant93" -> "1790 mul_tensor_93" [label="(512, 2)", style=solid]; "1789 _param_constant251_0_0" -> "1791 linear_92" [label="(512,)", style=solid]; -"1790 mul_tensor_93" -> "1791 linear_92" [label=None, style=solid]; +"1790 mul_tensor_93" -> "1791 linear_92" [label="(512, 2)", style=solid]; "1791 linear_92" -> "1792 relu__15" [label="(1, 15, 15, 512)", style=solid]; "1792 relu__15" -> "1793 relu__15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1793 relu__15_0_0_nncf_smooth_quant_0" -> "1797 linear_93" [label="(1, 15, 15, 512)", style=solid]; "1794 linear_93_scale_0_updated_constant0" -> "1796 mul_tensor_94" [label="(12, 1)", style=solid]; "1795 compressed_weight_updated_constant94" -> "1796 mul_tensor_94" [label="(12, 512)", style=solid]; -"1796 mul_tensor_94" -> "1797 linear_93" [label=None, style=solid]; +"1796 mul_tensor_94" -> "1797 linear_93" [label="(12, 512)", style=solid]; "1797 linear_93" -> "1798 view_81" [label="(1, 15, 15, 12)", style=solid]; "1798 view_81" -> "1800 index_15" [label="(225, 12)", style=solid]; "1799 _tensor_constant94" -> "1800 index_15" [label="(4096,)", style=solid]; @@ -4832,7 +4832,7 @@ strict digraph { "1815 linear_94_scale_0_updated_constant0" -> "1818 mul_tensor_95" [label="(1152, 1)", style=solid]; "1816 compressed_weight_updated_constant95" -> "1818 mul_tensor_95" [label="(1152, 384)", style=solid]; "1817 _param_constant253_0_0" -> "1819 linear_94" [label="(1152,)", style=solid]; -"1818 mul_tensor_95" -> "1819 linear_94" [label=None, style=solid]; +"1818 mul_tensor_95" -> "1819 linear_94" [label="(1152, 384)", style=solid]; "1819 linear_94" -> "1820 reshape_68" [label="(4, 64, 1152)", style=solid]; "1820 reshape_68" -> "1821 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; "1821 permute_70" -> "1822 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4894,7 +4894,7 @@ strict digraph { "1868 linear_95_scale_0_updated_constant0" -> "1871 mul_tensor_96" [label="(384, 1)", style=solid]; "1869 compressed_weight_updated_constant96" -> "1871 mul_tensor_96" [label="(384, 384)", style=solid]; "1870 _param_constant257_0_0" -> "1872 linear_95" [label="(384,)", style=solid]; -"1871 mul_tensor_96" -> "1872 linear_95" [label=None, style=solid]; +"1871 mul_tensor_96" -> "1872 linear_95" [label="(384, 384)", style=solid]; "1872 linear_95" -> "1873 dropout_61" [label="(4, 64, 384)", style=solid]; "1873 dropout_61" -> "1874 view_87" [label="(4, 64, 384)", style=solid]; "1874 view_87" -> "1875 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4917,7 +4917,7 @@ strict digraph { "1890 linear_96_scale_0_updated_constant0" -> "1893 mul_tensor_97" [label="(1536, 1)", style=solid]; "1891 compressed_weight_updated_constant97" -> "1893 mul_tensor_97" [label="(1536, 384)", style=solid]; "1892 _param_constant261_0_0" -> "1894 linear_96" [label="(1536,)", style=solid]; -"1893 mul_tensor_97" -> "1894 linear_96" [label=None, style=solid]; +"1893 mul_tensor_97" -> "1894 linear_96" [label="(1536, 384)", style=solid]; "1894 linear_96" -> "1895 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; "1895 gelu_15" -> "1896 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; "1896 dropout_62" -> "1897 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; @@ -4927,7 +4927,7 @@ strict digraph { "1900 linear_97_scale_0_updated_constant0" -> "1903 mul_tensor_98" [label="(384, 1)", style=solid]; "1901 compressed_weight_updated_constant98" -> "1903 mul_tensor_98" [label="(384, 1536)", style=solid]; "1902 _param_constant263_0_0" -> "1904 linear_97" [label="(384,)", style=solid]; -"1903 mul_tensor_98" -> "1904 linear_97" [label=None, style=solid]; +"1903 mul_tensor_98" -> "1904 linear_97" [label="(384, 1536)", style=solid]; "1904 linear_97" -> "1905 dropout_63" [label="(1, 14, 14, 384)", style=solid]; "1905 dropout_63" -> "1908 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; "1906 _param_constant264" -> "1908 layer_norm_34" [label="(384,)", style=solid]; @@ -4940,13 +4940,13 @@ strict digraph { "1912 linear_98_scale_0_updated_constant0" -> "1915 mul_tensor_99" [label="(512, 1)", style=solid]; "1913 compressed_weight_updated_constant99" -> "1915 mul_tensor_99" [label="(512, 2)", style=solid]; "1914 _param_constant267_0_0" -> "1916 linear_98" [label="(512,)", style=solid]; -"1915 mul_tensor_99" -> "1916 linear_98" [label=None, style=solid]; +"1915 mul_tensor_99" -> "1916 linear_98" [label="(512, 2)", style=solid]; "1916 linear_98" -> "1917 relu__16" [label="(1, 15, 15, 512)", style=solid]; "1917 relu__16" -> "1918 relu__16_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1918 relu__16_0_0_nncf_smooth_quant_0" -> "1922 linear_99" [label="(1, 15, 15, 512)", style=solid]; "1919 linear_99_scale_0_updated_constant0" -> "1921 mul_tensor_100" [label="(12, 1)", style=solid]; "1920 compressed_weight_updated_constant100" -> "1921 mul_tensor_100" [label="(12, 512)", style=solid]; -"1921 mul_tensor_100" -> "1922 linear_99" [label=None, style=solid]; +"1921 mul_tensor_100" -> "1922 linear_99" [label="(12, 512)", style=solid]; "1922 linear_99" -> "1923 view_88" [label="(1, 15, 15, 12)", style=solid]; "1923 view_88" -> "1925 index_16" [label="(225, 12)", style=solid]; "1924 _tensor_constant105" -> "1925 index_16" [label="(4096,)", style=solid]; @@ -4967,7 +4967,7 @@ strict digraph { "1939 linear_100_scale_0_updated_constant0" -> "1942 mul_tensor_101" [label="(1152, 1)", style=solid]; "1940 compressed_weight_updated_constant101" -> "1942 mul_tensor_101" [label="(1152, 384)", style=solid]; "1941 _param_constant269_0_0" -> "1943 linear_100" [label="(1152,)", style=solid]; -"1942 mul_tensor_101" -> "1943 linear_100" [label=None, style=solid]; +"1942 mul_tensor_101" -> "1943 linear_100" [label="(1152, 384)", style=solid]; "1943 linear_100" -> "1944 reshape_73" [label="(4, 64, 1152)", style=solid]; "1944 reshape_73" -> "1945 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; "1945 permute_75" -> "1946 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -5010,7 +5010,7 @@ strict digraph { "1976 linear_101_scale_0_updated_constant0" -> "1979 mul_tensor_102" [label="(384, 1)", style=solid]; "1977 compressed_weight_updated_constant102" -> "1979 mul_tensor_102" [label="(384, 384)", style=solid]; "1978 _param_constant273_0_0" -> "1980 linear_101" [label="(384,)", style=solid]; -"1979 mul_tensor_102" -> "1980 linear_101" [label=None, style=solid]; +"1979 mul_tensor_102" -> "1980 linear_101" [label="(384, 384)", style=solid]; "1980 linear_101" -> "1981 dropout_65" [label="(4, 64, 384)", style=solid]; "1981 dropout_65" -> "1982 view_91" [label="(4, 64, 384)", style=solid]; "1982 view_91" -> "1983 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -5032,7 +5032,7 @@ strict digraph { "1997 linear_102_scale_0_updated_constant0" -> "2000 mul_tensor_103" [label="(1536, 1)", style=solid]; "1998 compressed_weight_updated_constant103" -> "2000 mul_tensor_103" [label="(1536, 384)", style=solid]; "1999 _param_constant277_0_0" -> "2001 linear_102" [label="(1536,)", style=solid]; -"2000 mul_tensor_103" -> "2001 linear_102" [label=None, style=solid]; +"2000 mul_tensor_103" -> "2001 linear_102" [label="(1536, 384)", style=solid]; "2001 linear_102" -> "2002 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; "2002 gelu_16" -> "2003 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; "2003 dropout_66" -> "2004 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; @@ -5042,7 +5042,7 @@ strict digraph { "2007 linear_103_scale_0_updated_constant0" -> "2010 mul_tensor_104" [label="(384, 1)", style=solid]; "2008 compressed_weight_updated_constant104" -> "2010 mul_tensor_104" [label="(384, 1536)", style=solid]; "2009 _param_constant279_0_0" -> "2011 linear_103" [label="(384,)", style=solid]; -"2010 mul_tensor_104" -> "2011 linear_103" [label=None, style=solid]; +"2010 mul_tensor_104" -> "2011 linear_103" [label="(384, 1536)", style=solid]; "2011 linear_103" -> "2012 dropout_67" [label="(1, 14, 14, 384)", style=solid]; "2012 dropout_67" -> "2015 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; "2013 _param_constant280" -> "2015 layer_norm_36" [label="(384,)", style=solid]; @@ -5055,13 +5055,13 @@ strict digraph { "2019 linear_104_scale_0_updated_constant0" -> "2022 mul_tensor_105" [label="(512, 1)", style=solid]; "2020 compressed_weight_updated_constant105" -> "2022 mul_tensor_105" [label="(512, 2)", style=solid]; "2021 _param_constant283_0_0" -> "2023 linear_104" [label="(512,)", style=solid]; -"2022 mul_tensor_105" -> "2023 linear_104" [label=None, style=solid]; +"2022 mul_tensor_105" -> "2023 linear_104" [label="(512, 2)", style=solid]; "2023 linear_104" -> "2024 relu__17" [label="(1, 15, 15, 512)", style=solid]; "2024 relu__17" -> "2025 relu__17_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2025 relu__17_0_0_nncf_smooth_quant_0" -> "2029 linear_105" [label="(1, 15, 15, 512)", style=solid]; "2026 linear_105_scale_0_updated_constant0" -> "2028 mul_tensor_106" [label="(12, 1)", style=solid]; "2027 compressed_weight_updated_constant106" -> "2028 mul_tensor_106" [label="(12, 512)", style=solid]; -"2028 mul_tensor_106" -> "2029 linear_105" [label=None, style=solid]; +"2028 mul_tensor_106" -> "2029 linear_105" [label="(12, 512)", style=solid]; "2029 linear_105" -> "2030 view_92" [label="(1, 15, 15, 12)", style=solid]; "2030 view_92" -> "2032 index_17" [label="(225, 12)", style=solid]; "2031 _tensor_constant107" -> "2032 index_17" [label="(4096,)", style=solid]; @@ -5084,7 +5084,7 @@ strict digraph { "2047 linear_106_scale_0_updated_constant0" -> "2050 mul_tensor_107" [label="(1152, 1)", style=solid]; "2048 compressed_weight_updated_constant107" -> "2050 mul_tensor_107" [label="(1152, 384)", style=solid]; "2049 _param_constant285_0_0" -> "2051 linear_106" [label="(1152,)", style=solid]; -"2050 mul_tensor_107" -> "2051 linear_106" [label=None, style=solid]; +"2050 mul_tensor_107" -> "2051 linear_106" [label="(1152, 384)", style=solid]; "2051 linear_106" -> "2052 reshape_77" [label="(4, 64, 1152)", style=solid]; "2052 reshape_77" -> "2053 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; "2053 permute_79" -> "2054 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -5146,7 +5146,7 @@ strict digraph { "2100 linear_107_scale_0_updated_constant0" -> "2103 mul_tensor_108" [label="(384, 1)", style=solid]; "2101 compressed_weight_updated_constant108" -> "2103 mul_tensor_108" [label="(384, 384)", style=solid]; "2102 _param_constant289_0_0" -> "2104 linear_107" [label="(384,)", style=solid]; -"2103 mul_tensor_108" -> "2104 linear_107" [label=None, style=solid]; +"2103 mul_tensor_108" -> "2104 linear_107" [label="(384, 384)", style=solid]; "2104 linear_107" -> "2105 dropout_69" [label="(4, 64, 384)", style=solid]; "2105 dropout_69" -> "2106 view_98" [label="(4, 64, 384)", style=solid]; "2106 view_98" -> "2107 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -5169,7 +5169,7 @@ strict digraph { "2122 linear_108_scale_0_updated_constant0" -> "2125 mul_tensor_109" [label="(1536, 1)", style=solid]; "2123 compressed_weight_updated_constant109" -> "2125 mul_tensor_109" [label="(1536, 384)", style=solid]; "2124 _param_constant293_0_0" -> "2126 linear_108" [label="(1536,)", style=solid]; -"2125 mul_tensor_109" -> "2126 linear_108" [label=None, style=solid]; +"2125 mul_tensor_109" -> "2126 linear_108" [label="(1536, 384)", style=solid]; "2126 linear_108" -> "2127 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; "2127 gelu_17" -> "2128 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; "2128 dropout_70" -> "2129 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; @@ -5179,7 +5179,7 @@ strict digraph { "2132 linear_109_scale_0_updated_constant0" -> "2135 mul_tensor_110" [label="(384, 1)", style=solid]; "2133 compressed_weight_updated_constant110" -> "2135 mul_tensor_110" [label="(384, 1536)", style=solid]; "2134 _param_constant295_0_0" -> "2136 linear_109" [label="(384,)", style=solid]; -"2135 mul_tensor_110" -> "2136 linear_109" [label=None, style=solid]; +"2135 mul_tensor_110" -> "2136 linear_109" [label="(384, 1536)", style=solid]; "2136 linear_109" -> "2137 dropout_71" [label="(1, 14, 14, 384)", style=solid]; "2137 dropout_71" -> "2140 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; "2138 _param_constant296" -> "2140 layer_norm_38" [label="(384,)", style=solid]; @@ -5192,13 +5192,13 @@ strict digraph { "2144 linear_110_scale_0_updated_constant0" -> "2147 mul_tensor_111" [label="(512, 1)", style=solid]; "2145 compressed_weight_updated_constant111" -> "2147 mul_tensor_111" [label="(512, 2)", style=solid]; "2146 _param_constant299_0_0" -> "2148 linear_110" [label="(512,)", style=solid]; -"2147 mul_tensor_111" -> "2148 linear_110" [label=None, style=solid]; +"2147 mul_tensor_111" -> "2148 linear_110" [label="(512, 2)", style=solid]; "2148 linear_110" -> "2149 relu__18" [label="(1, 15, 15, 512)", style=solid]; "2149 relu__18" -> "2150 relu__18_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2150 relu__18_0_0_nncf_smooth_quant_0" -> "2154 linear_111" [label="(1, 15, 15, 512)", style=solid]; "2151 linear_111_scale_0_updated_constant0" -> "2153 mul_tensor_112" [label="(12, 1)", style=solid]; "2152 compressed_weight_updated_constant112" -> "2153 mul_tensor_112" [label="(12, 512)", style=solid]; -"2153 mul_tensor_112" -> "2154 linear_111" [label=None, style=solid]; +"2153 mul_tensor_112" -> "2154 linear_111" [label="(12, 512)", style=solid]; "2154 linear_111" -> "2155 view_99" [label="(1, 15, 15, 12)", style=solid]; "2155 view_99" -> "2157 index_18" [label="(225, 12)", style=solid]; "2156 _tensor_constant118" -> "2157 index_18" [label="(4096,)", style=solid]; @@ -5219,7 +5219,7 @@ strict digraph { "2171 linear_112_scale_0_updated_constant0" -> "2174 mul_tensor_113" [label="(1152, 1)", style=solid]; "2172 compressed_weight_updated_constant113" -> "2174 mul_tensor_113" [label="(1152, 384)", style=solid]; "2173 _param_constant301_0_0" -> "2175 linear_112" [label="(1152,)", style=solid]; -"2174 mul_tensor_113" -> "2175 linear_112" [label=None, style=solid]; +"2174 mul_tensor_113" -> "2175 linear_112" [label="(1152, 384)", style=solid]; "2175 linear_112" -> "2176 reshape_82" [label="(4, 64, 1152)", style=solid]; "2176 reshape_82" -> "2177 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; "2177 permute_84" -> "2178 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -5262,7 +5262,7 @@ strict digraph { "2208 linear_113_scale_0_updated_constant0" -> "2211 mul_tensor_114" [label="(384, 1)", style=solid]; "2209 compressed_weight_updated_constant114" -> "2211 mul_tensor_114" [label="(384, 384)", style=solid]; "2210 _param_constant305_0_0" -> "2212 linear_113" [label="(384,)", style=solid]; -"2211 mul_tensor_114" -> "2212 linear_113" [label=None, style=solid]; +"2211 mul_tensor_114" -> "2212 linear_113" [label="(384, 384)", style=solid]; "2212 linear_113" -> "2213 dropout_73" [label="(4, 64, 384)", style=solid]; "2213 dropout_73" -> "2214 view_102" [label="(4, 64, 384)", style=solid]; "2214 view_102" -> "2215 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -5284,7 +5284,7 @@ strict digraph { "2229 linear_114_scale_0_updated_constant0" -> "2232 mul_tensor_115" [label="(1536, 1)", style=solid]; "2230 compressed_weight_updated_constant115" -> "2232 mul_tensor_115" [label="(1536, 384)", style=solid]; "2231 _param_constant309_0_0" -> "2233 linear_114" [label="(1536,)", style=solid]; -"2232 mul_tensor_115" -> "2233 linear_114" [label=None, style=solid]; +"2232 mul_tensor_115" -> "2233 linear_114" [label="(1536, 384)", style=solid]; "2233 linear_114" -> "2234 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; "2234 gelu_18" -> "2235 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; "2235 dropout_74" -> "2236 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; @@ -5294,7 +5294,7 @@ strict digraph { "2239 linear_115_scale_0_updated_constant0" -> "2242 mul_tensor_116" [label="(384, 1)", style=solid]; "2240 compressed_weight_updated_constant116" -> "2242 mul_tensor_116" [label="(384, 1536)", style=solid]; "2241 _param_constant311_0_0" -> "2243 linear_115" [label="(384,)", style=solid]; -"2242 mul_tensor_116" -> "2243 linear_115" [label=None, style=solid]; +"2242 mul_tensor_116" -> "2243 linear_115" [label="(384, 1536)", style=solid]; "2243 linear_115" -> "2244 dropout_75" [label="(1, 14, 14, 384)", style=solid]; "2244 dropout_75" -> "2247 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; "2245 _param_constant312" -> "2247 layer_norm_40" [label="(384,)", style=solid]; @@ -5307,13 +5307,13 @@ strict digraph { "2251 linear_116_scale_0_updated_constant0" -> "2254 mul_tensor_117" [label="(512, 1)", style=solid]; "2252 compressed_weight_updated_constant117" -> "2254 mul_tensor_117" [label="(512, 2)", style=solid]; "2253 _param_constant315_0_0" -> "2255 linear_116" [label="(512,)", style=solid]; -"2254 mul_tensor_117" -> "2255 linear_116" [label=None, style=solid]; +"2254 mul_tensor_117" -> "2255 linear_116" [label="(512, 2)", style=solid]; "2255 linear_116" -> "2256 relu__19" [label="(1, 15, 15, 512)", style=solid]; "2256 relu__19" -> "2257 relu__19_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2257 relu__19_0_0_nncf_smooth_quant_0" -> "2261 linear_117" [label="(1, 15, 15, 512)", style=solid]; "2258 linear_117_scale_0_updated_constant0" -> "2260 mul_tensor_118" [label="(12, 1)", style=solid]; "2259 compressed_weight_updated_constant118" -> "2260 mul_tensor_118" [label="(12, 512)", style=solid]; -"2260 mul_tensor_118" -> "2261 linear_117" [label=None, style=solid]; +"2260 mul_tensor_118" -> "2261 linear_117" [label="(12, 512)", style=solid]; "2261 linear_117" -> "2262 view_103" [label="(1, 15, 15, 12)", style=solid]; "2262 view_103" -> "2264 index_19" [label="(225, 12)", style=solid]; "2263 _tensor_constant120" -> "2264 index_19" [label="(4096,)", style=solid]; @@ -5336,7 +5336,7 @@ strict digraph { "2279 linear_118_scale_0_updated_constant0" -> "2282 mul_tensor_119" [label="(1152, 1)", style=solid]; "2280 compressed_weight_updated_constant119" -> "2282 mul_tensor_119" [label="(1152, 384)", style=solid]; "2281 _param_constant317_0_0" -> "2283 linear_118" [label="(1152,)", style=solid]; -"2282 mul_tensor_119" -> "2283 linear_118" [label=None, style=solid]; +"2282 mul_tensor_119" -> "2283 linear_118" [label="(1152, 384)", style=solid]; "2283 linear_118" -> "2284 reshape_86" [label="(4, 64, 1152)", style=solid]; "2284 reshape_86" -> "2285 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; "2285 permute_88" -> "2286 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -5398,7 +5398,7 @@ strict digraph { "2332 linear_119_scale_0_updated_constant0" -> "2335 mul_tensor_120" [label="(384, 1)", style=solid]; "2333 compressed_weight_updated_constant120" -> "2335 mul_tensor_120" [label="(384, 384)", style=solid]; "2334 _param_constant321_0_0" -> "2336 linear_119" [label="(384,)", style=solid]; -"2335 mul_tensor_120" -> "2336 linear_119" [label=None, style=solid]; +"2335 mul_tensor_120" -> "2336 linear_119" [label="(384, 384)", style=solid]; "2336 linear_119" -> "2337 dropout_77" [label="(4, 64, 384)", style=solid]; "2337 dropout_77" -> "2338 view_109" [label="(4, 64, 384)", style=solid]; "2338 view_109" -> "2339 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -5421,7 +5421,7 @@ strict digraph { "2354 linear_120_scale_0_updated_constant0" -> "2357 mul_tensor_121" [label="(1536, 1)", style=solid]; "2355 compressed_weight_updated_constant121" -> "2357 mul_tensor_121" [label="(1536, 384)", style=solid]; "2356 _param_constant325_0_0" -> "2358 linear_120" [label="(1536,)", style=solid]; -"2357 mul_tensor_121" -> "2358 linear_120" [label=None, style=solid]; +"2357 mul_tensor_121" -> "2358 linear_120" [label="(1536, 384)", style=solid]; "2358 linear_120" -> "2359 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; "2359 gelu_19" -> "2360 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; "2360 dropout_78" -> "2361 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; @@ -5431,7 +5431,7 @@ strict digraph { "2364 linear_121_scale_0_updated_constant0" -> "2367 mul_tensor_122" [label="(384, 1)", style=solid]; "2365 compressed_weight_updated_constant122" -> "2367 mul_tensor_122" [label="(384, 1536)", style=solid]; "2366 _param_constant327_0_0" -> "2368 linear_121" [label="(384,)", style=solid]; -"2367 mul_tensor_122" -> "2368 linear_121" [label=None, style=solid]; +"2367 mul_tensor_122" -> "2368 linear_121" [label="(384, 1536)", style=solid]; "2368 linear_121" -> "2369 dropout_79" [label="(1, 14, 14, 384)", style=solid]; "2369 dropout_79" -> "2372 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; "2370 _param_constant328" -> "2372 layer_norm_42" [label="(384,)", style=solid]; @@ -5444,13 +5444,13 @@ strict digraph { "2376 linear_122_scale_0_updated_constant0" -> "2379 mul_tensor_123" [label="(512, 1)", style=solid]; "2377 compressed_weight_updated_constant123" -> "2379 mul_tensor_123" [label="(512, 2)", style=solid]; "2378 _param_constant331_0_0" -> "2380 linear_122" [label="(512,)", style=solid]; -"2379 mul_tensor_123" -> "2380 linear_122" [label=None, style=solid]; +"2379 mul_tensor_123" -> "2380 linear_122" [label="(512, 2)", style=solid]; "2380 linear_122" -> "2381 relu__20" [label="(1, 15, 15, 512)", style=solid]; "2381 relu__20" -> "2382 relu__20_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2382 relu__20_0_0_nncf_smooth_quant_0" -> "2386 linear_123" [label="(1, 15, 15, 512)", style=solid]; "2383 linear_123_scale_0_updated_constant0" -> "2385 mul_tensor_124" [label="(12, 1)", style=solid]; "2384 compressed_weight_updated_constant124" -> "2385 mul_tensor_124" [label="(12, 512)", style=solid]; -"2385 mul_tensor_124" -> "2386 linear_123" [label=None, style=solid]; +"2385 mul_tensor_124" -> "2386 linear_123" [label="(12, 512)", style=solid]; "2386 linear_123" -> "2387 view_110" [label="(1, 15, 15, 12)", style=solid]; "2387 view_110" -> "2389 index_20" [label="(225, 12)", style=solid]; "2388 _tensor_constant131" -> "2389 index_20" [label="(4096,)", style=solid]; @@ -5471,7 +5471,7 @@ strict digraph { "2403 linear_124_scale_0_updated_constant0" -> "2406 mul_tensor_125" [label="(1152, 1)", style=solid]; "2404 compressed_weight_updated_constant125" -> "2406 mul_tensor_125" [label="(1152, 384)", style=solid]; "2405 _param_constant333_0_0" -> "2407 linear_124" [label="(1152,)", style=solid]; -"2406 mul_tensor_125" -> "2407 linear_124" [label=None, style=solid]; +"2406 mul_tensor_125" -> "2407 linear_124" [label="(1152, 384)", style=solid]; "2407 linear_124" -> "2408 reshape_91" [label="(4, 64, 1152)", style=solid]; "2408 reshape_91" -> "2409 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; "2409 permute_93" -> "2410 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -5514,7 +5514,7 @@ strict digraph { "2440 linear_125_scale_0_updated_constant0" -> "2443 mul_tensor_126" [label="(384, 1)", style=solid]; "2441 compressed_weight_updated_constant126" -> "2443 mul_tensor_126" [label="(384, 384)", style=solid]; "2442 _param_constant337_0_0" -> "2444 linear_125" [label="(384,)", style=solid]; -"2443 mul_tensor_126" -> "2444 linear_125" [label=None, style=solid]; +"2443 mul_tensor_126" -> "2444 linear_125" [label="(384, 384)", style=solid]; "2444 linear_125" -> "2445 dropout_81" [label="(4, 64, 384)", style=solid]; "2445 dropout_81" -> "2446 view_113" [label="(4, 64, 384)", style=solid]; "2446 view_113" -> "2447 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -5536,7 +5536,7 @@ strict digraph { "2461 linear_126_scale_0_updated_constant0" -> "2464 mul_tensor_127" [label="(1536, 1)", style=solid]; "2462 compressed_weight_updated_constant127" -> "2464 mul_tensor_127" [label="(1536, 384)", style=solid]; "2463 _param_constant341_0_0" -> "2465 linear_126" [label="(1536,)", style=solid]; -"2464 mul_tensor_127" -> "2465 linear_126" [label=None, style=solid]; +"2464 mul_tensor_127" -> "2465 linear_126" [label="(1536, 384)", style=solid]; "2465 linear_126" -> "2466 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; "2466 gelu_20" -> "2467 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; "2467 dropout_82" -> "2468 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; @@ -5546,7 +5546,7 @@ strict digraph { "2471 linear_127_scale_0_updated_constant0" -> "2474 mul_tensor_128" [label="(384, 1)", style=solid]; "2472 compressed_weight_updated_constant128" -> "2474 mul_tensor_128" [label="(384, 1536)", style=solid]; "2473 _param_constant343_0_0" -> "2475 linear_127" [label="(384,)", style=solid]; -"2474 mul_tensor_128" -> "2475 linear_127" [label=None, style=solid]; +"2474 mul_tensor_128" -> "2475 linear_127" [label="(384, 1536)", style=solid]; "2475 linear_127" -> "2476 dropout_83" [label="(1, 14, 14, 384)", style=solid]; "2476 dropout_83" -> "2479 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; "2477 _param_constant344" -> "2479 layer_norm_44" [label="(384,)", style=solid]; @@ -5559,13 +5559,13 @@ strict digraph { "2483 linear_128_scale_0_updated_constant0" -> "2486 mul_tensor_129" [label="(512, 1)", style=solid]; "2484 compressed_weight_updated_constant129" -> "2486 mul_tensor_129" [label="(512, 2)", style=solid]; "2485 _param_constant347_0_0" -> "2487 linear_128" [label="(512,)", style=solid]; -"2486 mul_tensor_129" -> "2487 linear_128" [label=None, style=solid]; +"2486 mul_tensor_129" -> "2487 linear_128" [label="(512, 2)", style=solid]; "2487 linear_128" -> "2488 relu__21" [label="(1, 15, 15, 512)", style=solid]; "2488 relu__21" -> "2489 relu__21_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2489 relu__21_0_0_nncf_smooth_quant_0" -> "2493 linear_129" [label="(1, 15, 15, 512)", style=solid]; "2490 linear_129_scale_0_updated_constant0" -> "2492 mul_tensor_130" [label="(12, 1)", style=solid]; "2491 compressed_weight_updated_constant130" -> "2492 mul_tensor_130" [label="(12, 512)", style=solid]; -"2492 mul_tensor_130" -> "2493 linear_129" [label=None, style=solid]; +"2492 mul_tensor_130" -> "2493 linear_129" [label="(12, 512)", style=solid]; "2493 linear_129" -> "2494 view_114" [label="(1, 15, 15, 12)", style=solid]; "2494 view_114" -> "2496 index_21" [label="(225, 12)", style=solid]; "2495 _tensor_constant133" -> "2496 index_21" [label="(4096,)", style=solid]; @@ -5588,7 +5588,7 @@ strict digraph { "2511 linear_130_scale_0_updated_constant0" -> "2514 mul_tensor_131" [label="(1152, 1)", style=solid]; "2512 compressed_weight_updated_constant131" -> "2514 mul_tensor_131" [label="(1152, 384)", style=solid]; "2513 _param_constant349_0_0" -> "2515 linear_130" [label="(1152,)", style=solid]; -"2514 mul_tensor_131" -> "2515 linear_130" [label=None, style=solid]; +"2514 mul_tensor_131" -> "2515 linear_130" [label="(1152, 384)", style=solid]; "2515 linear_130" -> "2516 reshape_95" [label="(4, 64, 1152)", style=solid]; "2516 reshape_95" -> "2517 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; "2517 permute_97" -> "2518 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -5650,7 +5650,7 @@ strict digraph { "2564 linear_131_scale_0_updated_constant0" -> "2567 mul_tensor_132" [label="(384, 1)", style=solid]; "2565 compressed_weight_updated_constant132" -> "2567 mul_tensor_132" [label="(384, 384)", style=solid]; "2566 _param_constant353_0_0" -> "2568 linear_131" [label="(384,)", style=solid]; -"2567 mul_tensor_132" -> "2568 linear_131" [label=None, style=solid]; +"2567 mul_tensor_132" -> "2568 linear_131" [label="(384, 384)", style=solid]; "2568 linear_131" -> "2569 dropout_85" [label="(4, 64, 384)", style=solid]; "2569 dropout_85" -> "2570 view_120" [label="(4, 64, 384)", style=solid]; "2570 view_120" -> "2571 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -5673,7 +5673,7 @@ strict digraph { "2586 linear_132_scale_0_updated_constant0" -> "2589 mul_tensor_133" [label="(1536, 1)", style=solid]; "2587 compressed_weight_updated_constant133" -> "2589 mul_tensor_133" [label="(1536, 384)", style=solid]; "2588 _param_constant357_0_0" -> "2590 linear_132" [label="(1536,)", style=solid]; -"2589 mul_tensor_133" -> "2590 linear_132" [label=None, style=solid]; +"2589 mul_tensor_133" -> "2590 linear_132" [label="(1536, 384)", style=solid]; "2590 linear_132" -> "2591 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; "2591 gelu_21" -> "2592 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; "2592 dropout_86" -> "2593 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; @@ -5683,7 +5683,7 @@ strict digraph { "2596 linear_133_scale_0_updated_constant0" -> "2599 mul_tensor_134" [label="(384, 1)", style=solid]; "2597 compressed_weight_updated_constant134" -> "2599 mul_tensor_134" [label="(384, 1536)", style=solid]; "2598 _param_constant359_0_0" -> "2600 linear_133" [label="(384,)", style=solid]; -"2599 mul_tensor_134" -> "2600 linear_133" [label=None, style=solid]; +"2599 mul_tensor_134" -> "2600 linear_133" [label="(384, 1536)", style=solid]; "2600 linear_133" -> "2601 dropout_87" [label="(1, 14, 14, 384)", style=solid]; "2601 dropout_87" -> "2604 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; "2602 _param_constant360" -> "2604 layer_norm_46" [label="(384,)", style=solid]; @@ -5712,7 +5712,7 @@ strict digraph { "2622 dequantize_per_tensor_default_135" -> "2626 linear_134" [label="(1, 7, 7, 1536)", style=solid]; "2623 linear_134_scale_0_updated_constant0" -> "2625 mul_tensor_135" [label="(768, 1)", style=solid]; "2624 compressed_weight_updated_constant135" -> "2625 mul_tensor_135" [label="(768, 1536)", style=solid]; -"2625 mul_tensor_135" -> "2626 linear_134" [label=None, style=solid]; +"2625 mul_tensor_135" -> "2626 linear_134" [label="(768, 1536)", style=solid]; "2626 linear_134" -> "2629 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; "2627 _param_constant363" -> "2629 layer_norm_47" [label="(768,)", style=solid]; "2628 _param_constant364" -> "2629 layer_norm_47" [label="(768,)", style=solid]; @@ -5723,13 +5723,13 @@ strict digraph { "2632 linear_135_scale_0_updated_constant0" -> "2635 mul_tensor_136" [label="(512, 1)", style=solid]; "2633 compressed_weight_updated_constant136" -> "2635 mul_tensor_136" [label="(512, 2)", style=solid]; "2634 _param_constant366_0_0" -> "2636 linear_135" [label="(512,)", style=solid]; -"2635 mul_tensor_136" -> "2636 linear_135" [label=None, style=solid]; +"2635 mul_tensor_136" -> "2636 linear_135" [label="(512, 2)", style=solid]; "2636 linear_135" -> "2637 relu__22" [label="(1, 15, 15, 512)", style=solid]; "2637 relu__22" -> "2638 relu__22_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2638 relu__22_0_0_nncf_smooth_quant_0" -> "2642 linear_136" [label="(1, 15, 15, 512)", style=solid]; "2639 linear_136_scale_0_updated_constant0" -> "2641 mul_tensor_137" [label="(24, 1)", style=solid]; "2640 compressed_weight_updated_constant137" -> "2641 mul_tensor_137" [label="(24, 512)", style=solid]; -"2641 mul_tensor_137" -> "2642 linear_136" [label=None, style=solid]; +"2641 mul_tensor_137" -> "2642 linear_136" [label="(24, 512)", style=solid]; "2642 linear_136" -> "2643 view_121" [label="(1, 15, 15, 24)", style=solid]; "2643 view_121" -> "2645 index_22" [label="(225, 24)", style=solid]; "2644 _tensor_constant144" -> "2645 index_22" [label="(4096,)", style=solid]; @@ -5750,7 +5750,7 @@ strict digraph { "2659 linear_137_scale_0_updated_constant0" -> "2662 mul_tensor_138" [label="(2304, 1)", style=solid]; "2660 compressed_weight_updated_constant138" -> "2662 mul_tensor_138" [label="(2304, 768)", style=solid]; "2661 _param_constant368_0_0" -> "2663 linear_137" [label="(2304,)", style=solid]; -"2662 mul_tensor_138" -> "2663 linear_137" [label=None, style=solid]; +"2662 mul_tensor_138" -> "2663 linear_137" [label="(2304, 768)", style=solid]; "2663 linear_137" -> "2664 reshape_100" [label="(1, 64, 2304)", style=solid]; "2664 reshape_100" -> "2665 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; "2665 permute_102" -> "2666 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; @@ -5793,7 +5793,7 @@ strict digraph { "2696 linear_138_scale_0_updated_constant0" -> "2699 mul_tensor_139" [label="(768, 1)", style=solid]; "2697 compressed_weight_updated_constant139" -> "2699 mul_tensor_139" [label="(768, 768)", style=solid]; "2698 _param_constant372_0_0" -> "2700 linear_138" [label="(768,)", style=solid]; -"2699 mul_tensor_139" -> "2700 linear_138" [label=None, style=solid]; +"2699 mul_tensor_139" -> "2700 linear_138" [label="(768, 768)", style=solid]; "2700 linear_138" -> "2701 dropout_89" [label="(1, 64, 768)", style=solid]; "2701 dropout_89" -> "2702 view_124" [label="(1, 64, 768)", style=solid]; "2702 view_124" -> "2703 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; @@ -5815,7 +5815,7 @@ strict digraph { "2717 linear_139_scale_0_updated_constant0" -> "2720 mul_tensor_140" [label="(3072, 1)", style=solid]; "2718 compressed_weight_updated_constant140" -> "2720 mul_tensor_140" [label="(3072, 768)", style=solid]; "2719 _param_constant376_0_0" -> "2721 linear_139" [label="(3072,)", style=solid]; -"2720 mul_tensor_140" -> "2721 linear_139" [label=None, style=solid]; +"2720 mul_tensor_140" -> "2721 linear_139" [label="(3072, 768)", style=solid]; "2721 linear_139" -> "2722 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; "2722 gelu_22" -> "2723 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; "2723 dropout_90" -> "2724 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; @@ -5825,7 +5825,7 @@ strict digraph { "2727 linear_140_scale_0_updated_constant0" -> "2730 mul_tensor_141" [label="(768, 1)", style=solid]; "2728 compressed_weight_updated_constant141" -> "2730 mul_tensor_141" [label="(768, 3072)", style=solid]; "2729 _param_constant378_0_0" -> "2731 linear_140" [label="(768,)", style=solid]; -"2730 mul_tensor_141" -> "2731 linear_140" [label=None, style=solid]; +"2730 mul_tensor_141" -> "2731 linear_140" [label="(768, 3072)", style=solid]; "2731 linear_140" -> "2732 dropout_91" [label="(1, 7, 7, 768)", style=solid]; "2732 dropout_91" -> "2735 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; "2733 _param_constant379" -> "2735 layer_norm_49" [label="(768,)", style=solid]; @@ -5838,13 +5838,13 @@ strict digraph { "2739 linear_141_scale_0_updated_constant0" -> "2742 mul_tensor_142" [label="(512, 1)", style=solid]; "2740 compressed_weight_updated_constant142" -> "2742 mul_tensor_142" [label="(512, 2)", style=solid]; "2741 _param_constant382_0_0" -> "2743 linear_141" [label="(512,)", style=solid]; -"2742 mul_tensor_142" -> "2743 linear_141" [label=None, style=solid]; +"2742 mul_tensor_142" -> "2743 linear_141" [label="(512, 2)", style=solid]; "2743 linear_141" -> "2744 relu__23" [label="(1, 15, 15, 512)", style=solid]; "2744 relu__23" -> "2745 relu__23_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2745 relu__23_0_0_nncf_smooth_quant_0" -> "2749 linear_142" [label="(1, 15, 15, 512)", style=solid]; "2746 linear_142_scale_0_updated_constant0" -> "2748 mul_tensor_143" [label="(24, 1)", style=solid]; "2747 compressed_weight_updated_constant143" -> "2748 mul_tensor_143" [label="(24, 512)", style=solid]; -"2748 mul_tensor_143" -> "2749 linear_142" [label=None, style=solid]; +"2748 mul_tensor_143" -> "2749 linear_142" [label="(24, 512)", style=solid]; "2749 linear_142" -> "2750 view_125" [label="(1, 15, 15, 24)", style=solid]; "2750 view_125" -> "2752 index_23" [label="(225, 24)", style=solid]; "2751 _tensor_constant146" -> "2752 index_23" [label="(4096,)", style=solid]; @@ -5865,7 +5865,7 @@ strict digraph { "2766 linear_143_scale_0_updated_constant0" -> "2769 mul_tensor_144" [label="(2304, 1)", style=solid]; "2767 compressed_weight_updated_constant144" -> "2769 mul_tensor_144" [label="(2304, 768)", style=solid]; "2768 _param_constant384_0_0" -> "2770 linear_143" [label="(2304,)", style=solid]; -"2769 mul_tensor_144" -> "2770 linear_143" [label=None, style=solid]; +"2769 mul_tensor_144" -> "2770 linear_143" [label="(2304, 768)", style=solid]; "2770 linear_143" -> "2771 reshape_104" [label="(1, 64, 2304)", style=solid]; "2771 reshape_104" -> "2772 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; "2772 permute_106" -> "2773 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; @@ -5908,7 +5908,7 @@ strict digraph { "2803 linear_144_scale_0_updated_constant0" -> "2806 mul_tensor_145" [label="(768, 1)", style=solid]; "2804 compressed_weight_updated_constant145" -> "2806 mul_tensor_145" [label="(768, 768)", style=solid]; "2805 _param_constant388_0_0" -> "2807 linear_144" [label="(768,)", style=solid]; -"2806 mul_tensor_145" -> "2807 linear_144" [label=None, style=solid]; +"2806 mul_tensor_145" -> "2807 linear_144" [label="(768, 768)", style=solid]; "2807 linear_144" -> "2808 dropout_93" [label="(1, 64, 768)", style=solid]; "2808 dropout_93" -> "2809 view_128" [label="(1, 64, 768)", style=solid]; "2809 view_128" -> "2810 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; @@ -5930,7 +5930,7 @@ strict digraph { "2824 linear_145_scale_0_updated_constant0" -> "2827 mul_tensor_146" [label="(3072, 1)", style=solid]; "2825 compressed_weight_updated_constant146" -> "2827 mul_tensor_146" [label="(3072, 768)", style=solid]; "2826 _param_constant392_0_0" -> "2828 linear_145" [label="(3072,)", style=solid]; -"2827 mul_tensor_146" -> "2828 linear_145" [label=None, style=solid]; +"2827 mul_tensor_146" -> "2828 linear_145" [label="(3072, 768)", style=solid]; "2828 linear_145" -> "2829 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; "2829 gelu_23" -> "2830 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; "2830 dropout_94" -> "2831 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; @@ -5940,7 +5940,7 @@ strict digraph { "2834 linear_146_scale_0_updated_constant0" -> "2837 mul_tensor_147" [label="(768, 1)", style=solid]; "2835 compressed_weight_updated_constant147" -> "2837 mul_tensor_147" [label="(768, 3072)", style=solid]; "2836 _param_constant394_0_0" -> "2838 linear_146" [label="(768,)", style=solid]; -"2837 mul_tensor_147" -> "2838 linear_146" [label=None, style=solid]; +"2837 mul_tensor_147" -> "2838 linear_146" [label="(768, 3072)", style=solid]; "2838 linear_146" -> "2839 dropout_95" [label="(1, 7, 7, 768)", style=solid]; "2839 dropout_95" -> "2842 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; "2840 _param_constant395" -> "2842 layer_norm_51" [label="(768,)", style=solid]; @@ -5959,6 +5959,6 @@ strict digraph { "2853 linear_147_scale_0_updated_constant0" -> "2856 mul_tensor_148" [label="(1000, 1)", style=solid]; "2854 compressed_weight_updated_constant148" -> "2856 mul_tensor_148" [label="(1000, 768)", style=solid]; "2855 _param_constant400_0_0" -> "2857 linear_147" [label="(1000,)", style=solid]; -"2856 mul_tensor_148" -> "2857 linear_147" [label=None, style=solid]; +"2856 mul_tensor_148" -> "2857 linear_147" [label="(1000, 768)", style=solid]; "2857 linear_147" -> "2858 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot b/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot index f8a8f205123..b34542b3084 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot @@ -28,7 +28,7 @@ strict digraph { "6 linear_scale_0_updated_constant0" -> "9 mul_tensor" [label="(5, 1)", style=solid]; "7 compressed_weight_updated_constant0" -> "9 mul_tensor" [label="(5, 5)", style=solid]; "8 _param_constant2_0_0" -> "10 linear" [label="(5,)", style=solid]; -"9 mul_tensor" -> "10 linear" [label=None, style=solid]; +"9 mul_tensor" -> "10 linear" [label="(5, 5)", style=solid]; "10 linear" -> "11 add_tensor_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; "11 add_tensor_0_0_nncf_smooth_quant_0" -> "12 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; "12 quantize_per_tensor_default_1" -> "13 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; @@ -36,6 +36,6 @@ strict digraph { "14 linear_1_scale_0_updated_constant0" -> "17 mul_tensor_1" [label="(10, 1)", style=solid]; "15 compressed_weight_updated_constant1" -> "17 mul_tensor_1" [label="(10, 5)", style=solid]; "16 _param_constant4_0_0" -> "18 linear_1" [label="(10,)", style=solid]; -"17 mul_tensor_1" -> "18 linear_1" [label=None, style=solid]; +"17 mul_tensor_1" -> "18 linear_1" [label="(10, 5)", style=solid]; "18 linear_1" -> "19 output" [label="(5, 10)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/unet.dot b/tests/torch/data/reference_graphs/fx/quantized/unet.dot index c5c417f0039..2d3628e6b64 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/unet.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/unet.dot @@ -214,7 +214,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; "4 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(64, 3, 3, 3)", style=solid]; "5 _param_constant1_0_0" -> "7 conv2d" [label="(64,)", style=solid]; -"6 mul_tensor" -> "7 conv2d" [label=None, style=solid]; +"6 mul_tensor" -> "7 conv2d" [label="(64, 3, 3, 3)", style=solid]; "7 conv2d" -> "8 relu" [label="(1, 64, 222, 222)", style=solid]; "8 relu" -> "9 quantize_per_tensor_default_9" [label="(1, 64, 222, 222)", style=solid]; "9 quantize_per_tensor_default_9" -> "10 dequantize_per_tensor_default_13" [label="(1, 64, 222, 222)", style=solid]; @@ -222,7 +222,7 @@ strict digraph { "11 conv2d_1_scale_0_updated_constant0" -> "14 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; "12 compressed_weight_updated_constant1" -> "14 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; "13 _param_constant5_0_0" -> "15 conv2d_1" [label="(64,)", style=solid]; -"14 mul_tensor_1" -> "15 conv2d_1" [label=None, style=solid]; +"14 mul_tensor_1" -> "15 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; "15 conv2d_1" -> "16 relu_1" [label="(1, 64, 220, 220)", style=solid]; "16 relu_1" -> "17 quantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; "17 quantize_per_tensor_default" -> "18 dequantize_per_tensor_default_1" [label="(1, 64, 220, 220)", style=solid]; @@ -233,7 +233,7 @@ strict digraph { "21 conv2d_2_scale_0_updated_constant0" -> "24 mul_tensor_2" [label="(128, 1, 1, 1)", style=solid]; "22 compressed_weight_updated_constant2" -> "24 mul_tensor_2" [label="(128, 64, 3, 3)", style=solid]; "23 _param_constant9_0_0" -> "25 conv2d_2" [label="(128,)", style=solid]; -"24 mul_tensor_2" -> "25 conv2d_2" [label=None, style=solid]; +"24 mul_tensor_2" -> "25 conv2d_2" [label="(128, 64, 3, 3)", style=solid]; "25 conv2d_2" -> "26 relu_2" [label="(1, 128, 108, 108)", style=solid]; "26 relu_2" -> "27 quantize_per_tensor_default_10" [label="(1, 128, 108, 108)", style=solid]; "27 quantize_per_tensor_default_10" -> "28 dequantize_per_tensor_default_14" [label="(1, 128, 108, 108)", style=solid]; @@ -241,7 +241,7 @@ strict digraph { "29 conv2d_3_scale_0_updated_constant0" -> "32 mul_tensor_3" [label="(128, 1, 1, 1)", style=solid]; "30 compressed_weight_updated_constant3" -> "32 mul_tensor_3" [label="(128, 128, 3, 3)", style=solid]; "31 _param_constant13_0_0" -> "33 conv2d_3" [label="(128,)", style=solid]; -"32 mul_tensor_3" -> "33 conv2d_3" [label=None, style=solid]; +"32 mul_tensor_3" -> "33 conv2d_3" [label="(128, 128, 3, 3)", style=solid]; "33 conv2d_3" -> "34 relu_3" [label="(1, 128, 106, 106)", style=solid]; "34 relu_3" -> "35 quantize_per_tensor_default_3" [label="(1, 128, 106, 106)", style=solid]; "35 quantize_per_tensor_default_3" -> "36 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; @@ -252,7 +252,7 @@ strict digraph { "39 conv2d_4_scale_0_updated_constant0" -> "42 mul_tensor_4" [label="(256, 1, 1, 1)", style=solid]; "40 compressed_weight_updated_constant4" -> "42 mul_tensor_4" [label="(256, 128, 3, 3)", style=solid]; "41 _param_constant17_0_0" -> "43 conv2d_4" [label="(256,)", style=solid]; -"42 mul_tensor_4" -> "43 conv2d_4" [label=None, style=solid]; +"42 mul_tensor_4" -> "43 conv2d_4" [label="(256, 128, 3, 3)", style=solid]; "43 conv2d_4" -> "44 relu_4" [label="(1, 256, 51, 51)", style=solid]; "44 relu_4" -> "45 quantize_per_tensor_default_11" [label="(1, 256, 51, 51)", style=solid]; "45 quantize_per_tensor_default_11" -> "46 dequantize_per_tensor_default_15" [label="(1, 256, 51, 51)", style=solid]; @@ -260,7 +260,7 @@ strict digraph { "47 conv2d_5_scale_0_updated_constant0" -> "50 mul_tensor_5" [label="(256, 1, 1, 1)", style=solid]; "48 compressed_weight_updated_constant5" -> "50 mul_tensor_5" [label="(256, 256, 3, 3)", style=solid]; "49 _param_constant21_0_0" -> "51 conv2d_5" [label="(256,)", style=solid]; -"50 mul_tensor_5" -> "51 conv2d_5" [label=None, style=solid]; +"50 mul_tensor_5" -> "51 conv2d_5" [label="(256, 256, 3, 3)", style=solid]; "51 conv2d_5" -> "52 relu_5" [label="(1, 256, 49, 49)", style=solid]; "52 relu_5" -> "53 quantize_per_tensor_default_4" [label="(1, 256, 49, 49)", style=solid]; "53 quantize_per_tensor_default_4" -> "54 dequantize_per_tensor_default_7" [label="(1, 256, 49, 49)", style=solid]; @@ -271,7 +271,7 @@ strict digraph { "57 conv2d_6_scale_0_updated_constant0" -> "60 mul_tensor_6" [label="(512, 1, 1, 1)", style=solid]; "58 compressed_weight_updated_constant6" -> "60 mul_tensor_6" [label="(512, 256, 3, 3)", style=solid]; "59 _param_constant25_0_0" -> "61 conv2d_6" [label="(512,)", style=solid]; -"60 mul_tensor_6" -> "61 conv2d_6" [label=None, style=solid]; +"60 mul_tensor_6" -> "61 conv2d_6" [label="(512, 256, 3, 3)", style=solid]; "61 conv2d_6" -> "62 relu_6" [label="(1, 512, 22, 22)", style=solid]; "62 relu_6" -> "63 quantize_per_tensor_default_12" [label="(1, 512, 22, 22)", style=solid]; "63 quantize_per_tensor_default_12" -> "64 dequantize_per_tensor_default_16" [label="(1, 512, 22, 22)", style=solid]; @@ -279,7 +279,7 @@ strict digraph { "65 conv2d_7_scale_0_updated_constant0" -> "68 mul_tensor_7" [label="(512, 1, 1, 1)", style=solid]; "66 compressed_weight_updated_constant7" -> "68 mul_tensor_7" [label="(512, 512, 3, 3)", style=solid]; "67 _param_constant29_0_0" -> "69 conv2d_7" [label="(512,)", style=solid]; -"68 mul_tensor_7" -> "69 conv2d_7" [label=None, style=solid]; +"68 mul_tensor_7" -> "69 conv2d_7" [label="(512, 512, 3, 3)", style=solid]; "69 conv2d_7" -> "70 relu_7" [label="(1, 512, 20, 20)", style=solid]; "70 relu_7" -> "71 quantize_per_tensor_default_7" [label="(1, 512, 20, 20)", style=solid]; "71 quantize_per_tensor_default_7" -> "72 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; @@ -290,7 +290,7 @@ strict digraph { "75 conv2d_8_scale_0_updated_constant0" -> "78 mul_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; "76 compressed_weight_updated_constant8" -> "78 mul_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; "77 _param_constant33_0_0" -> "79 conv2d_8" [label="(1024,)", style=solid]; -"78 mul_tensor_8" -> "79 conv2d_8" [label=None, style=solid]; +"78 mul_tensor_8" -> "79 conv2d_8" [label="(1024, 512, 3, 3)", style=solid]; "79 conv2d_8" -> "80 relu_8" [label="(1, 1024, 8, 8)", style=solid]; "80 relu_8" -> "81 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; "81 quantize_per_tensor_default_13" -> "82 dequantize_per_tensor_default_17" [label="(1, 1024, 8, 8)", style=solid]; @@ -298,7 +298,7 @@ strict digraph { "83 conv2d_9_scale_0_updated_constant0" -> "86 mul_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; "84 compressed_weight_updated_constant9" -> "86 mul_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; "85 _param_constant37_0_0" -> "87 conv2d_9" [label="(1024,)", style=solid]; -"86 mul_tensor_9" -> "87 conv2d_9" [label=None, style=solid]; +"86 mul_tensor_9" -> "87 conv2d_9" [label="(1024, 1024, 3, 3)", style=solid]; "87 conv2d_9" -> "88 relu_9" [label="(1, 1024, 6, 6)", style=solid]; "88 relu_9" -> "89 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; "89 quantize_per_tensor_default_14" -> "90 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; @@ -306,7 +306,7 @@ strict digraph { "91 _param_constant41" -> "95 conv_transpose2d" [label="(512,)", style=solid]; "92 conv_transpose2d_scale_0_updated_constant0" -> "94 mul_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; "93 compressed_weight_updated_constant10" -> "94 mul_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; -"94 mul_tensor_10" -> "95 conv_transpose2d" [label=None, style=solid]; +"94 mul_tensor_10" -> "95 conv_transpose2d" [label="(1024, 512, 2, 2)", style=solid]; "95 conv_transpose2d" -> "96 quantize_per_tensor_default_6" [label="(1, 512, 12, 12)", style=solid]; "96 quantize_per_tensor_default_6" -> "97 dequantize_per_tensor_default_9" [label="(1, 512, 12, 12)", style=solid]; "97 dequantize_per_tensor_default_9" -> "102 cat" [label="(1, 512, 12, 12)", style=solid]; @@ -318,7 +318,7 @@ strict digraph { "103 conv2d_10_scale_0_updated_constant0" -> "106 mul_tensor_11" [label="(512, 1, 1, 1)", style=solid]; "104 compressed_weight_updated_constant11" -> "106 mul_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; "105 _param_constant43_0_0" -> "107 conv2d_10" [label="(512,)", style=solid]; -"106 mul_tensor_11" -> "107 conv2d_10" [label=None, style=solid]; +"106 mul_tensor_11" -> "107 conv2d_10" [label="(512, 1024, 3, 3)", style=solid]; "107 conv2d_10" -> "108 relu_10" [label="(1, 512, 10, 10)", style=solid]; "108 relu_10" -> "109 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; "109 quantize_per_tensor_default_15" -> "110 dequantize_per_tensor_default_19" [label="(1, 512, 10, 10)", style=solid]; @@ -326,7 +326,7 @@ strict digraph { "111 conv2d_11_scale_0_updated_constant0" -> "114 mul_tensor_12" [label="(512, 1, 1, 1)", style=solid]; "112 compressed_weight_updated_constant12" -> "114 mul_tensor_12" [label="(512, 512, 3, 3)", style=solid]; "113 _param_constant47_0_0" -> "115 conv2d_11" [label="(512,)", style=solid]; -"114 mul_tensor_12" -> "115 conv2d_11" [label=None, style=solid]; +"114 mul_tensor_12" -> "115 conv2d_11" [label="(512, 512, 3, 3)", style=solid]; "115 conv2d_11" -> "116 relu_11" [label="(1, 512, 8, 8)", style=solid]; "116 relu_11" -> "117 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; "117 quantize_per_tensor_default_16" -> "118 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; @@ -334,7 +334,7 @@ strict digraph { "119 _param_constant51" -> "123 conv_transpose2d_1" [label="(256,)", style=solid]; "120 conv_transpose2d_1_scale_0_updated_constant0" -> "122 mul_tensor_13" [label="(512, 1, 1, 1)", style=solid]; "121 compressed_weight_updated_constant13" -> "122 mul_tensor_13" [label="(512, 256, 2, 2)", style=solid]; -"122 mul_tensor_13" -> "123 conv_transpose2d_1" [label=None, style=solid]; +"122 mul_tensor_13" -> "123 conv_transpose2d_1" [label="(512, 256, 2, 2)", style=solid]; "123 conv_transpose2d_1" -> "124 quantize_per_tensor_default_5" [label="(1, 256, 16, 16)", style=solid]; "124 quantize_per_tensor_default_5" -> "125 dequantize_per_tensor_default_8" [label="(1, 256, 16, 16)", style=solid]; "125 dequantize_per_tensor_default_8" -> "130 cat_1" [label="(1, 256, 16, 16)", style=solid]; @@ -346,7 +346,7 @@ strict digraph { "131 conv2d_12_scale_0_updated_constant0" -> "134 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; "132 compressed_weight_updated_constant14" -> "134 mul_tensor_14" [label="(256, 512, 3, 3)", style=solid]; "133 _param_constant53_0_0" -> "135 conv2d_12" [label="(256,)", style=solid]; -"134 mul_tensor_14" -> "135 conv2d_12" [label=None, style=solid]; +"134 mul_tensor_14" -> "135 conv2d_12" [label="(256, 512, 3, 3)", style=solid]; "135 conv2d_12" -> "136 relu_12" [label="(1, 256, 14, 14)", style=solid]; "136 relu_12" -> "137 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; "137 quantize_per_tensor_default_17" -> "138 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; @@ -354,7 +354,7 @@ strict digraph { "139 conv2d_13_scale_0_updated_constant0" -> "142 mul_tensor_15" [label="(256, 1, 1, 1)", style=solid]; "140 compressed_weight_updated_constant15" -> "142 mul_tensor_15" [label="(256, 256, 3, 3)", style=solid]; "141 _param_constant57_0_0" -> "143 conv2d_13" [label="(256,)", style=solid]; -"142 mul_tensor_15" -> "143 conv2d_13" [label=None, style=solid]; +"142 mul_tensor_15" -> "143 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; "143 conv2d_13" -> "144 relu_13" [label="(1, 256, 12, 12)", style=solid]; "144 relu_13" -> "145 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; "145 quantize_per_tensor_default_18" -> "146 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; @@ -362,7 +362,7 @@ strict digraph { "147 _param_constant61" -> "151 conv_transpose2d_2" [label="(128,)", style=solid]; "148 conv_transpose2d_2_scale_0_updated_constant0" -> "150 mul_tensor_16" [label="(256, 1, 1, 1)", style=solid]; "149 compressed_weight_updated_constant16" -> "150 mul_tensor_16" [label="(256, 128, 2, 2)", style=solid]; -"150 mul_tensor_16" -> "151 conv_transpose2d_2" [label=None, style=solid]; +"150 mul_tensor_16" -> "151 conv_transpose2d_2" [label="(256, 128, 2, 2)", style=solid]; "151 conv_transpose2d_2" -> "152 quantize_per_tensor_default_2" [label="(1, 128, 24, 24)", style=solid]; "152 quantize_per_tensor_default_2" -> "153 dequantize_per_tensor_default_3" [label="(1, 128, 24, 24)", style=solid]; "153 dequantize_per_tensor_default_3" -> "158 cat_2" [label="(1, 128, 24, 24)", style=solid]; @@ -374,7 +374,7 @@ strict digraph { "159 conv2d_14_scale_0_updated_constant0" -> "162 mul_tensor_17" [label="(128, 1, 1, 1)", style=solid]; "160 compressed_weight_updated_constant17" -> "162 mul_tensor_17" [label="(128, 256, 3, 3)", style=solid]; "161 _param_constant63_0_0" -> "163 conv2d_14" [label="(128,)", style=solid]; -"162 mul_tensor_17" -> "163 conv2d_14" [label=None, style=solid]; +"162 mul_tensor_17" -> "163 conv2d_14" [label="(128, 256, 3, 3)", style=solid]; "163 conv2d_14" -> "164 relu_14" [label="(1, 128, 22, 22)", style=solid]; "164 relu_14" -> "165 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; "165 quantize_per_tensor_default_19" -> "166 dequantize_per_tensor_default_23" [label="(1, 128, 22, 22)", style=solid]; @@ -382,7 +382,7 @@ strict digraph { "167 conv2d_15_scale_0_updated_constant0" -> "170 mul_tensor_18" [label="(128, 1, 1, 1)", style=solid]; "168 compressed_weight_updated_constant18" -> "170 mul_tensor_18" [label="(128, 128, 3, 3)", style=solid]; "169 _param_constant67_0_0" -> "171 conv2d_15" [label="(128,)", style=solid]; -"170 mul_tensor_18" -> "171 conv2d_15" [label=None, style=solid]; +"170 mul_tensor_18" -> "171 conv2d_15" [label="(128, 128, 3, 3)", style=solid]; "171 conv2d_15" -> "172 relu_15" [label="(1, 128, 20, 20)", style=solid]; "172 relu_15" -> "173 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; "173 quantize_per_tensor_default_20" -> "174 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; @@ -390,7 +390,7 @@ strict digraph { "175 _param_constant71" -> "179 conv_transpose2d_3" [label="(64,)", style=solid]; "176 conv_transpose2d_3_scale_0_updated_constant0" -> "178 mul_tensor_19" [label="(128, 1, 1, 1)", style=solid]; "177 compressed_weight_updated_constant19" -> "178 mul_tensor_19" [label="(128, 64, 2, 2)", style=solid]; -"178 mul_tensor_19" -> "179 conv_transpose2d_3" [label=None, style=solid]; +"178 mul_tensor_19" -> "179 conv_transpose2d_3" [label="(128, 64, 2, 2)", style=solid]; "179 conv_transpose2d_3" -> "180 quantize_per_tensor_default_1" [label="(1, 64, 40, 40)", style=solid]; "180 quantize_per_tensor_default_1" -> "181 dequantize_per_tensor_default_2" [label="(1, 64, 40, 40)", style=solid]; "181 dequantize_per_tensor_default_2" -> "186 cat_3" [label="(1, 64, 40, 40)", style=solid]; @@ -402,7 +402,7 @@ strict digraph { "187 conv2d_16_scale_0_updated_constant0" -> "190 mul_tensor_20" [label="(64, 1, 1, 1)", style=solid]; "188 compressed_weight_updated_constant20" -> "190 mul_tensor_20" [label="(64, 128, 3, 3)", style=solid]; "189 _param_constant73_0_0" -> "191 conv2d_16" [label="(64,)", style=solid]; -"190 mul_tensor_20" -> "191 conv2d_16" [label=None, style=solid]; +"190 mul_tensor_20" -> "191 conv2d_16" [label="(64, 128, 3, 3)", style=solid]; "191 conv2d_16" -> "192 relu_16" [label="(1, 64, 38, 38)", style=solid]; "192 relu_16" -> "193 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; "193 quantize_per_tensor_default_21" -> "194 dequantize_per_tensor_default_25" [label="(1, 64, 38, 38)", style=solid]; @@ -410,7 +410,7 @@ strict digraph { "195 conv2d_17_scale_0_updated_constant0" -> "198 mul_tensor_21" [label="(64, 1, 1, 1)", style=solid]; "196 compressed_weight_updated_constant21" -> "198 mul_tensor_21" [label="(64, 64, 3, 3)", style=solid]; "197 _param_constant77_0_0" -> "199 conv2d_17" [label="(64,)", style=solid]; -"198 mul_tensor_21" -> "199 conv2d_17" [label=None, style=solid]; +"198 mul_tensor_21" -> "199 conv2d_17" [label="(64, 64, 3, 3)", style=solid]; "199 conv2d_17" -> "200 relu_17" [label="(1, 64, 36, 36)", style=solid]; "200 relu_17" -> "201 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; "201 quantize_per_tensor_default_22" -> "202 dequantize_per_tensor_default_26" [label="(1, 64, 36, 36)", style=solid]; @@ -418,6 +418,6 @@ strict digraph { "203 conv2d_18_scale_0_updated_constant0" -> "206 mul_tensor_22" [label="(12, 1, 1, 1)", style=solid]; "204 compressed_weight_updated_constant22" -> "206 mul_tensor_22" [label="(12, 64, 1, 1)", style=solid]; "205 _param_constant81_0_0" -> "207 conv2d_18" [label="(12,)", style=solid]; -"206 mul_tensor_22" -> "207 conv2d_18" [label=None, style=solid]; +"206 mul_tensor_22" -> "207 conv2d_18" [label="(12, 64, 1, 1)", style=solid]; "207 conv2d_18" -> "208 output" [label="(1, 12, 36, 36)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot index afd89e7b222..23f5e64eb8d 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot @@ -887,7 +887,7 @@ strict digraph { "3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor" [label="(768, 1, 1, 1)", style=solid]; "4 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(768, 3, 16, 16)", style=solid]; "5 _param_constant1_0_0" -> "7 conv2d" [label="(768,)", style=solid]; -"6 mul_tensor" -> "7 conv2d" [label=None, style=solid]; +"6 mul_tensor" -> "7 conv2d" [label="(768, 3, 16, 16)", style=solid]; "7 conv2d" -> "8 reshape" [label="(1, 768, 14, 14)", style=solid]; "8 reshape" -> "9 permute" [label="(1, 768, 196)", style=solid]; "9 permute" -> "12 cat" [label="(1, 196, 768)", style=solid]; @@ -908,7 +908,7 @@ strict digraph { "23 linear_scale_0_updated_constant0" -> "26 mul_tensor_1" [label="(2304, 1)", style=solid]; "24 compressed_weight_updated_constant1" -> "26 mul_tensor_1" [label="(2304, 768)", style=solid]; "25 _param_constant7_0_0" -> "27 linear" [label="(2304,)", style=solid]; -"26 mul_tensor_1" -> "27 linear" [label=None, style=solid]; +"26 mul_tensor_1" -> "27 linear" [label="(2304, 768)", style=solid]; "27 linear" -> "28 unflatten" [label="(197, 1, 2304)", style=solid]; "28 unflatten" -> "29 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; "29 unsqueeze" -> "30 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -942,7 +942,7 @@ strict digraph { "55 linear_1_scale_0_updated_constant0" -> "58 mul_tensor_2" [label="(768, 1)", style=solid]; "56 compressed_weight_updated_constant2" -> "58 mul_tensor_2" [label="(768, 768)", style=solid]; "57 _param_constant9_0_0" -> "59 linear_1" [label="(768,)", style=solid]; -"58 mul_tensor_2" -> "59 linear_1" [label=None, style=solid]; +"58 mul_tensor_2" -> "59 linear_1" [label="(768, 768)", style=solid]; "59 linear_1" -> "60 view_7" [label="(197, 768)", style=solid]; "60 view_7" -> "61 transpose_5" [label="(197, 1, 768)", style=solid]; "61 transpose_5" -> "62 dropout_1" [label="(1, 197, 768)", style=solid]; @@ -958,7 +958,7 @@ strict digraph { "70 linear_2_scale_0_updated_constant0" -> "73 mul_tensor_3" [label="(3072, 1)", style=solid]; "71 compressed_weight_updated_constant3" -> "73 mul_tensor_3" [label="(3072, 768)", style=solid]; "72 _param_constant13_0_0" -> "74 linear_2" [label="(3072,)", style=solid]; -"73 mul_tensor_3" -> "74 linear_2" [label=None, style=solid]; +"73 mul_tensor_3" -> "74 linear_2" [label="(3072, 768)", style=solid]; "74 linear_2" -> "75 gelu" [label="(1, 197, 3072)", style=solid]; "75 gelu" -> "76 dropout_2" [label="(1, 197, 3072)", style=solid]; "76 dropout_2" -> "77 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; @@ -968,7 +968,7 @@ strict digraph { "80 linear_3_scale_0_updated_constant0" -> "83 mul_tensor_4" [label="(768, 1)", style=solid]; "81 compressed_weight_updated_constant4" -> "83 mul_tensor_4" [label="(768, 3072)", style=solid]; "82 _param_constant15_0_0" -> "84 linear_3" [label="(768,)", style=solid]; -"83 mul_tensor_4" -> "84 linear_3" [label=None, style=solid]; +"83 mul_tensor_4" -> "84 linear_3" [label="(768, 3072)", style=solid]; "84 linear_3" -> "85 dropout_3" [label="(1, 197, 768)", style=solid]; "85 dropout_3" -> "86 add_2" [label="(1, 197, 768)", style=solid]; "86 add_2" -> "89 layer_norm_2" [label="(1, 197, 768)", style=solid]; @@ -983,7 +983,7 @@ strict digraph { "94 linear_4_scale_0_updated_constant0" -> "97 mul_tensor_5" [label="(2304, 1)", style=solid]; "95 compressed_weight_updated_constant5" -> "97 mul_tensor_5" [label="(2304, 768)", style=solid]; "96 _param_constant19_0_0" -> "98 linear_4" [label="(2304,)", style=solid]; -"97 mul_tensor_5" -> "98 linear_4" [label=None, style=solid]; +"97 mul_tensor_5" -> "98 linear_4" [label="(2304, 768)", style=solid]; "98 linear_4" -> "99 unflatten_1" [label="(197, 1, 2304)", style=solid]; "99 unflatten_1" -> "100 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; "100 unsqueeze_1" -> "101 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1017,7 +1017,7 @@ strict digraph { "126 linear_5_scale_0_updated_constant0" -> "129 mul_tensor_6" [label="(768, 1)", style=solid]; "127 compressed_weight_updated_constant6" -> "129 mul_tensor_6" [label="(768, 768)", style=solid]; "128 _param_constant21_0_0" -> "130 linear_5" [label="(768,)", style=solid]; -"129 mul_tensor_6" -> "130 linear_5" [label=None, style=solid]; +"129 mul_tensor_6" -> "130 linear_5" [label="(768, 768)", style=solid]; "130 linear_5" -> "131 view_15" [label="(197, 768)", style=solid]; "131 view_15" -> "132 transpose_11" [label="(197, 1, 768)", style=solid]; "132 transpose_11" -> "133 dropout_4" [label="(1, 197, 768)", style=solid]; @@ -1033,7 +1033,7 @@ strict digraph { "141 linear_6_scale_0_updated_constant0" -> "144 mul_tensor_7" [label="(3072, 1)", style=solid]; "142 compressed_weight_updated_constant7" -> "144 mul_tensor_7" [label="(3072, 768)", style=solid]; "143 _param_constant25_0_0" -> "145 linear_6" [label="(3072,)", style=solid]; -"144 mul_tensor_7" -> "145 linear_6" [label=None, style=solid]; +"144 mul_tensor_7" -> "145 linear_6" [label="(3072, 768)", style=solid]; "145 linear_6" -> "146 gelu_1" [label="(1, 197, 3072)", style=solid]; "146 gelu_1" -> "147 dropout_5" [label="(1, 197, 3072)", style=solid]; "147 dropout_5" -> "148 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; @@ -1043,7 +1043,7 @@ strict digraph { "151 linear_7_scale_0_updated_constant0" -> "154 mul_tensor_8" [label="(768, 1)", style=solid]; "152 compressed_weight_updated_constant8" -> "154 mul_tensor_8" [label="(768, 3072)", style=solid]; "153 _param_constant27_0_0" -> "155 linear_7" [label="(768,)", style=solid]; -"154 mul_tensor_8" -> "155 linear_7" [label=None, style=solid]; +"154 mul_tensor_8" -> "155 linear_7" [label="(768, 3072)", style=solid]; "155 linear_7" -> "156 dropout_6" [label="(1, 197, 768)", style=solid]; "156 dropout_6" -> "157 add_4" [label="(1, 197, 768)", style=solid]; "157 add_4" -> "160 layer_norm_4" [label="(1, 197, 768)", style=solid]; @@ -1058,7 +1058,7 @@ strict digraph { "165 linear_8_scale_0_updated_constant0" -> "168 mul_tensor_9" [label="(2304, 1)", style=solid]; "166 compressed_weight_updated_constant9" -> "168 mul_tensor_9" [label="(2304, 768)", style=solid]; "167 _param_constant31_0_0" -> "169 linear_8" [label="(2304,)", style=solid]; -"168 mul_tensor_9" -> "169 linear_8" [label=None, style=solid]; +"168 mul_tensor_9" -> "169 linear_8" [label="(2304, 768)", style=solid]; "169 linear_8" -> "170 unflatten_2" [label="(197, 1, 2304)", style=solid]; "170 unflatten_2" -> "171 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; "171 unsqueeze_2" -> "172 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1092,7 +1092,7 @@ strict digraph { "197 linear_9_scale_0_updated_constant0" -> "200 mul_tensor_10" [label="(768, 1)", style=solid]; "198 compressed_weight_updated_constant10" -> "200 mul_tensor_10" [label="(768, 768)", style=solid]; "199 _param_constant33_0_0" -> "201 linear_9" [label="(768,)", style=solid]; -"200 mul_tensor_10" -> "201 linear_9" [label=None, style=solid]; +"200 mul_tensor_10" -> "201 linear_9" [label="(768, 768)", style=solid]; "201 linear_9" -> "202 view_23" [label="(197, 768)", style=solid]; "202 view_23" -> "203 transpose_17" [label="(197, 1, 768)", style=solid]; "203 transpose_17" -> "204 dropout_7" [label="(1, 197, 768)", style=solid]; @@ -1108,7 +1108,7 @@ strict digraph { "212 linear_10_scale_0_updated_constant0" -> "215 mul_tensor_11" [label="(3072, 1)", style=solid]; "213 compressed_weight_updated_constant11" -> "215 mul_tensor_11" [label="(3072, 768)", style=solid]; "214 _param_constant37_0_0" -> "216 linear_10" [label="(3072,)", style=solid]; -"215 mul_tensor_11" -> "216 linear_10" [label=None, style=solid]; +"215 mul_tensor_11" -> "216 linear_10" [label="(3072, 768)", style=solid]; "216 linear_10" -> "217 gelu_2" [label="(1, 197, 3072)", style=solid]; "217 gelu_2" -> "218 dropout_8" [label="(1, 197, 3072)", style=solid]; "218 dropout_8" -> "219 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; @@ -1118,7 +1118,7 @@ strict digraph { "222 linear_11_scale_0_updated_constant0" -> "225 mul_tensor_12" [label="(768, 1)", style=solid]; "223 compressed_weight_updated_constant12" -> "225 mul_tensor_12" [label="(768, 3072)", style=solid]; "224 _param_constant39_0_0" -> "226 linear_11" [label="(768,)", style=solid]; -"225 mul_tensor_12" -> "226 linear_11" [label=None, style=solid]; +"225 mul_tensor_12" -> "226 linear_11" [label="(768, 3072)", style=solid]; "226 linear_11" -> "227 dropout_9" [label="(1, 197, 768)", style=solid]; "227 dropout_9" -> "228 add_6" [label="(1, 197, 768)", style=solid]; "228 add_6" -> "231 layer_norm_6" [label="(1, 197, 768)", style=solid]; @@ -1133,7 +1133,7 @@ strict digraph { "236 linear_12_scale_0_updated_constant0" -> "239 mul_tensor_13" [label="(2304, 1)", style=solid]; "237 compressed_weight_updated_constant13" -> "239 mul_tensor_13" [label="(2304, 768)", style=solid]; "238 _param_constant43_0_0" -> "240 linear_12" [label="(2304,)", style=solid]; -"239 mul_tensor_13" -> "240 linear_12" [label=None, style=solid]; +"239 mul_tensor_13" -> "240 linear_12" [label="(2304, 768)", style=solid]; "240 linear_12" -> "241 unflatten_3" [label="(197, 1, 2304)", style=solid]; "241 unflatten_3" -> "242 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; "242 unsqueeze_3" -> "243 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1167,7 +1167,7 @@ strict digraph { "268 linear_13_scale_0_updated_constant0" -> "271 mul_tensor_14" [label="(768, 1)", style=solid]; "269 compressed_weight_updated_constant14" -> "271 mul_tensor_14" [label="(768, 768)", style=solid]; "270 _param_constant45_0_0" -> "272 linear_13" [label="(768,)", style=solid]; -"271 mul_tensor_14" -> "272 linear_13" [label=None, style=solid]; +"271 mul_tensor_14" -> "272 linear_13" [label="(768, 768)", style=solid]; "272 linear_13" -> "273 view_31" [label="(197, 768)", style=solid]; "273 view_31" -> "274 transpose_23" [label="(197, 1, 768)", style=solid]; "274 transpose_23" -> "275 dropout_10" [label="(1, 197, 768)", style=solid]; @@ -1183,7 +1183,7 @@ strict digraph { "283 linear_14_scale_0_updated_constant0" -> "286 mul_tensor_15" [label="(3072, 1)", style=solid]; "284 compressed_weight_updated_constant15" -> "286 mul_tensor_15" [label="(3072, 768)", style=solid]; "285 _param_constant49_0_0" -> "287 linear_14" [label="(3072,)", style=solid]; -"286 mul_tensor_15" -> "287 linear_14" [label=None, style=solid]; +"286 mul_tensor_15" -> "287 linear_14" [label="(3072, 768)", style=solid]; "287 linear_14" -> "288 gelu_3" [label="(1, 197, 3072)", style=solid]; "288 gelu_3" -> "289 dropout_11" [label="(1, 197, 3072)", style=solid]; "289 dropout_11" -> "290 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; @@ -1193,7 +1193,7 @@ strict digraph { "293 linear_15_scale_0_updated_constant0" -> "296 mul_tensor_16" [label="(768, 1)", style=solid]; "294 compressed_weight_updated_constant16" -> "296 mul_tensor_16" [label="(768, 3072)", style=solid]; "295 _param_constant51_0_0" -> "297 linear_15" [label="(768,)", style=solid]; -"296 mul_tensor_16" -> "297 linear_15" [label=None, style=solid]; +"296 mul_tensor_16" -> "297 linear_15" [label="(768, 3072)", style=solid]; "297 linear_15" -> "298 dropout_12" [label="(1, 197, 768)", style=solid]; "298 dropout_12" -> "299 add_8" [label="(1, 197, 768)", style=solid]; "299 add_8" -> "302 layer_norm_8" [label="(1, 197, 768)", style=solid]; @@ -1208,7 +1208,7 @@ strict digraph { "307 linear_16_scale_0_updated_constant0" -> "310 mul_tensor_17" [label="(2304, 1)", style=solid]; "308 compressed_weight_updated_constant17" -> "310 mul_tensor_17" [label="(2304, 768)", style=solid]; "309 _param_constant55_0_0" -> "311 linear_16" [label="(2304,)", style=solid]; -"310 mul_tensor_17" -> "311 linear_16" [label=None, style=solid]; +"310 mul_tensor_17" -> "311 linear_16" [label="(2304, 768)", style=solid]; "311 linear_16" -> "312 unflatten_4" [label="(197, 1, 2304)", style=solid]; "312 unflatten_4" -> "313 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; "313 unsqueeze_4" -> "314 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1242,7 +1242,7 @@ strict digraph { "339 linear_17_scale_0_updated_constant0" -> "342 mul_tensor_18" [label="(768, 1)", style=solid]; "340 compressed_weight_updated_constant18" -> "342 mul_tensor_18" [label="(768, 768)", style=solid]; "341 _param_constant57_0_0" -> "343 linear_17" [label="(768,)", style=solid]; -"342 mul_tensor_18" -> "343 linear_17" [label=None, style=solid]; +"342 mul_tensor_18" -> "343 linear_17" [label="(768, 768)", style=solid]; "343 linear_17" -> "344 view_39" [label="(197, 768)", style=solid]; "344 view_39" -> "345 transpose_29" [label="(197, 1, 768)", style=solid]; "345 transpose_29" -> "346 dropout_13" [label="(1, 197, 768)", style=solid]; @@ -1258,7 +1258,7 @@ strict digraph { "354 linear_18_scale_0_updated_constant0" -> "357 mul_tensor_19" [label="(3072, 1)", style=solid]; "355 compressed_weight_updated_constant19" -> "357 mul_tensor_19" [label="(3072, 768)", style=solid]; "356 _param_constant61_0_0" -> "358 linear_18" [label="(3072,)", style=solid]; -"357 mul_tensor_19" -> "358 linear_18" [label=None, style=solid]; +"357 mul_tensor_19" -> "358 linear_18" [label="(3072, 768)", style=solid]; "358 linear_18" -> "359 gelu_4" [label="(1, 197, 3072)", style=solid]; "359 gelu_4" -> "360 dropout_14" [label="(1, 197, 3072)", style=solid]; "360 dropout_14" -> "361 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; @@ -1268,7 +1268,7 @@ strict digraph { "364 linear_19_scale_0_updated_constant0" -> "367 mul_tensor_20" [label="(768, 1)", style=solid]; "365 compressed_weight_updated_constant20" -> "367 mul_tensor_20" [label="(768, 3072)", style=solid]; "366 _param_constant63_0_0" -> "368 linear_19" [label="(768,)", style=solid]; -"367 mul_tensor_20" -> "368 linear_19" [label=None, style=solid]; +"367 mul_tensor_20" -> "368 linear_19" [label="(768, 3072)", style=solid]; "368 linear_19" -> "369 dropout_15" [label="(1, 197, 768)", style=solid]; "369 dropout_15" -> "370 add_10" [label="(1, 197, 768)", style=solid]; "370 add_10" -> "373 layer_norm_10" [label="(1, 197, 768)", style=solid]; @@ -1283,7 +1283,7 @@ strict digraph { "378 linear_20_scale_0_updated_constant0" -> "381 mul_tensor_21" [label="(2304, 1)", style=solid]; "379 compressed_weight_updated_constant21" -> "381 mul_tensor_21" [label="(2304, 768)", style=solid]; "380 _param_constant67_0_0" -> "382 linear_20" [label="(2304,)", style=solid]; -"381 mul_tensor_21" -> "382 linear_20" [label=None, style=solid]; +"381 mul_tensor_21" -> "382 linear_20" [label="(2304, 768)", style=solid]; "382 linear_20" -> "383 unflatten_5" [label="(197, 1, 2304)", style=solid]; "383 unflatten_5" -> "384 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; "384 unsqueeze_5" -> "385 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1317,7 +1317,7 @@ strict digraph { "410 linear_21_scale_0_updated_constant0" -> "413 mul_tensor_22" [label="(768, 1)", style=solid]; "411 compressed_weight_updated_constant22" -> "413 mul_tensor_22" [label="(768, 768)", style=solid]; "412 _param_constant69_0_0" -> "414 linear_21" [label="(768,)", style=solid]; -"413 mul_tensor_22" -> "414 linear_21" [label=None, style=solid]; +"413 mul_tensor_22" -> "414 linear_21" [label="(768, 768)", style=solid]; "414 linear_21" -> "415 view_47" [label="(197, 768)", style=solid]; "415 view_47" -> "416 transpose_35" [label="(197, 1, 768)", style=solid]; "416 transpose_35" -> "417 dropout_16" [label="(1, 197, 768)", style=solid]; @@ -1333,7 +1333,7 @@ strict digraph { "425 linear_22_scale_0_updated_constant0" -> "428 mul_tensor_23" [label="(3072, 1)", style=solid]; "426 compressed_weight_updated_constant23" -> "428 mul_tensor_23" [label="(3072, 768)", style=solid]; "427 _param_constant73_0_0" -> "429 linear_22" [label="(3072,)", style=solid]; -"428 mul_tensor_23" -> "429 linear_22" [label=None, style=solid]; +"428 mul_tensor_23" -> "429 linear_22" [label="(3072, 768)", style=solid]; "429 linear_22" -> "430 gelu_5" [label="(1, 197, 3072)", style=solid]; "430 gelu_5" -> "431 dropout_17" [label="(1, 197, 3072)", style=solid]; "431 dropout_17" -> "432 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; @@ -1343,7 +1343,7 @@ strict digraph { "435 linear_23_scale_0_updated_constant0" -> "438 mul_tensor_24" [label="(768, 1)", style=solid]; "436 compressed_weight_updated_constant24" -> "438 mul_tensor_24" [label="(768, 3072)", style=solid]; "437 _param_constant75_0_0" -> "439 linear_23" [label="(768,)", style=solid]; -"438 mul_tensor_24" -> "439 linear_23" [label=None, style=solid]; +"438 mul_tensor_24" -> "439 linear_23" [label="(768, 3072)", style=solid]; "439 linear_23" -> "440 dropout_18" [label="(1, 197, 768)", style=solid]; "440 dropout_18" -> "441 add_12" [label="(1, 197, 768)", style=solid]; "441 add_12" -> "444 layer_norm_12" [label="(1, 197, 768)", style=solid]; @@ -1358,7 +1358,7 @@ strict digraph { "449 linear_24_scale_0_updated_constant0" -> "452 mul_tensor_25" [label="(2304, 1)", style=solid]; "450 compressed_weight_updated_constant25" -> "452 mul_tensor_25" [label="(2304, 768)", style=solid]; "451 _param_constant79_0_0" -> "453 linear_24" [label="(2304,)", style=solid]; -"452 mul_tensor_25" -> "453 linear_24" [label=None, style=solid]; +"452 mul_tensor_25" -> "453 linear_24" [label="(2304, 768)", style=solid]; "453 linear_24" -> "454 unflatten_6" [label="(197, 1, 2304)", style=solid]; "454 unflatten_6" -> "455 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; "455 unsqueeze_6" -> "456 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1392,7 +1392,7 @@ strict digraph { "481 linear_25_scale_0_updated_constant0" -> "484 mul_tensor_26" [label="(768, 1)", style=solid]; "482 compressed_weight_updated_constant26" -> "484 mul_tensor_26" [label="(768, 768)", style=solid]; "483 _param_constant81_0_0" -> "485 linear_25" [label="(768,)", style=solid]; -"484 mul_tensor_26" -> "485 linear_25" [label=None, style=solid]; +"484 mul_tensor_26" -> "485 linear_25" [label="(768, 768)", style=solid]; "485 linear_25" -> "486 view_55" [label="(197, 768)", style=solid]; "486 view_55" -> "487 transpose_41" [label="(197, 1, 768)", style=solid]; "487 transpose_41" -> "488 dropout_19" [label="(1, 197, 768)", style=solid]; @@ -1408,7 +1408,7 @@ strict digraph { "496 linear_26_scale_0_updated_constant0" -> "499 mul_tensor_27" [label="(3072, 1)", style=solid]; "497 compressed_weight_updated_constant27" -> "499 mul_tensor_27" [label="(3072, 768)", style=solid]; "498 _param_constant85_0_0" -> "500 linear_26" [label="(3072,)", style=solid]; -"499 mul_tensor_27" -> "500 linear_26" [label=None, style=solid]; +"499 mul_tensor_27" -> "500 linear_26" [label="(3072, 768)", style=solid]; "500 linear_26" -> "501 gelu_6" [label="(1, 197, 3072)", style=solid]; "501 gelu_6" -> "502 dropout_20" [label="(1, 197, 3072)", style=solid]; "502 dropout_20" -> "503 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; @@ -1418,7 +1418,7 @@ strict digraph { "506 linear_27_scale_0_updated_constant0" -> "509 mul_tensor_28" [label="(768, 1)", style=solid]; "507 compressed_weight_updated_constant28" -> "509 mul_tensor_28" [label="(768, 3072)", style=solid]; "508 _param_constant87_0_0" -> "510 linear_27" [label="(768,)", style=solid]; -"509 mul_tensor_28" -> "510 linear_27" [label=None, style=solid]; +"509 mul_tensor_28" -> "510 linear_27" [label="(768, 3072)", style=solid]; "510 linear_27" -> "511 dropout_21" [label="(1, 197, 768)", style=solid]; "511 dropout_21" -> "512 add_14" [label="(1, 197, 768)", style=solid]; "512 add_14" -> "515 layer_norm_14" [label="(1, 197, 768)", style=solid]; @@ -1433,7 +1433,7 @@ strict digraph { "520 linear_28_scale_0_updated_constant0" -> "523 mul_tensor_29" [label="(2304, 1)", style=solid]; "521 compressed_weight_updated_constant29" -> "523 mul_tensor_29" [label="(2304, 768)", style=solid]; "522 _param_constant91_0_0" -> "524 linear_28" [label="(2304,)", style=solid]; -"523 mul_tensor_29" -> "524 linear_28" [label=None, style=solid]; +"523 mul_tensor_29" -> "524 linear_28" [label="(2304, 768)", style=solid]; "524 linear_28" -> "525 unflatten_7" [label="(197, 1, 2304)", style=solid]; "525 unflatten_7" -> "526 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; "526 unsqueeze_7" -> "527 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1467,7 +1467,7 @@ strict digraph { "552 linear_29_scale_0_updated_constant0" -> "555 mul_tensor_30" [label="(768, 1)", style=solid]; "553 compressed_weight_updated_constant30" -> "555 mul_tensor_30" [label="(768, 768)", style=solid]; "554 _param_constant93_0_0" -> "556 linear_29" [label="(768,)", style=solid]; -"555 mul_tensor_30" -> "556 linear_29" [label=None, style=solid]; +"555 mul_tensor_30" -> "556 linear_29" [label="(768, 768)", style=solid]; "556 linear_29" -> "557 view_63" [label="(197, 768)", style=solid]; "557 view_63" -> "558 transpose_47" [label="(197, 1, 768)", style=solid]; "558 transpose_47" -> "559 dropout_22" [label="(1, 197, 768)", style=solid]; @@ -1483,7 +1483,7 @@ strict digraph { "567 linear_30_scale_0_updated_constant0" -> "570 mul_tensor_31" [label="(3072, 1)", style=solid]; "568 compressed_weight_updated_constant31" -> "570 mul_tensor_31" [label="(3072, 768)", style=solid]; "569 _param_constant97_0_0" -> "571 linear_30" [label="(3072,)", style=solid]; -"570 mul_tensor_31" -> "571 linear_30" [label=None, style=solid]; +"570 mul_tensor_31" -> "571 linear_30" [label="(3072, 768)", style=solid]; "571 linear_30" -> "572 gelu_7" [label="(1, 197, 3072)", style=solid]; "572 gelu_7" -> "573 dropout_23" [label="(1, 197, 3072)", style=solid]; "573 dropout_23" -> "574 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; @@ -1493,7 +1493,7 @@ strict digraph { "577 linear_31_scale_0_updated_constant0" -> "580 mul_tensor_32" [label="(768, 1)", style=solid]; "578 compressed_weight_updated_constant32" -> "580 mul_tensor_32" [label="(768, 3072)", style=solid]; "579 _param_constant99_0_0" -> "581 linear_31" [label="(768,)", style=solid]; -"580 mul_tensor_32" -> "581 linear_31" [label=None, style=solid]; +"580 mul_tensor_32" -> "581 linear_31" [label="(768, 3072)", style=solid]; "581 linear_31" -> "582 dropout_24" [label="(1, 197, 768)", style=solid]; "582 dropout_24" -> "583 add_16" [label="(1, 197, 768)", style=solid]; "583 add_16" -> "586 layer_norm_16" [label="(1, 197, 768)", style=solid]; @@ -1508,7 +1508,7 @@ strict digraph { "591 linear_32_scale_0_updated_constant0" -> "594 mul_tensor_33" [label="(2304, 1)", style=solid]; "592 compressed_weight_updated_constant33" -> "594 mul_tensor_33" [label="(2304, 768)", style=solid]; "593 _param_constant103_0_0" -> "595 linear_32" [label="(2304,)", style=solid]; -"594 mul_tensor_33" -> "595 linear_32" [label=None, style=solid]; +"594 mul_tensor_33" -> "595 linear_32" [label="(2304, 768)", style=solid]; "595 linear_32" -> "596 unflatten_8" [label="(197, 1, 2304)", style=solid]; "596 unflatten_8" -> "597 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; "597 unsqueeze_8" -> "598 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1542,7 +1542,7 @@ strict digraph { "623 linear_33_scale_0_updated_constant0" -> "626 mul_tensor_34" [label="(768, 1)", style=solid]; "624 compressed_weight_updated_constant34" -> "626 mul_tensor_34" [label="(768, 768)", style=solid]; "625 _param_constant105_0_0" -> "627 linear_33" [label="(768,)", style=solid]; -"626 mul_tensor_34" -> "627 linear_33" [label=None, style=solid]; +"626 mul_tensor_34" -> "627 linear_33" [label="(768, 768)", style=solid]; "627 linear_33" -> "628 view_71" [label="(197, 768)", style=solid]; "628 view_71" -> "629 transpose_53" [label="(197, 1, 768)", style=solid]; "629 transpose_53" -> "630 dropout_25" [label="(1, 197, 768)", style=solid]; @@ -1558,7 +1558,7 @@ strict digraph { "638 linear_34_scale_0_updated_constant0" -> "641 mul_tensor_35" [label="(3072, 1)", style=solid]; "639 compressed_weight_updated_constant35" -> "641 mul_tensor_35" [label="(3072, 768)", style=solid]; "640 _param_constant109_0_0" -> "642 linear_34" [label="(3072,)", style=solid]; -"641 mul_tensor_35" -> "642 linear_34" [label=None, style=solid]; +"641 mul_tensor_35" -> "642 linear_34" [label="(3072, 768)", style=solid]; "642 linear_34" -> "643 gelu_8" [label="(1, 197, 3072)", style=solid]; "643 gelu_8" -> "644 dropout_26" [label="(1, 197, 3072)", style=solid]; "644 dropout_26" -> "645 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; @@ -1568,7 +1568,7 @@ strict digraph { "648 linear_35_scale_0_updated_constant0" -> "651 mul_tensor_36" [label="(768, 1)", style=solid]; "649 compressed_weight_updated_constant36" -> "651 mul_tensor_36" [label="(768, 3072)", style=solid]; "650 _param_constant111_0_0" -> "652 linear_35" [label="(768,)", style=solid]; -"651 mul_tensor_36" -> "652 linear_35" [label=None, style=solid]; +"651 mul_tensor_36" -> "652 linear_35" [label="(768, 3072)", style=solid]; "652 linear_35" -> "653 dropout_27" [label="(1, 197, 768)", style=solid]; "653 dropout_27" -> "654 add_18" [label="(1, 197, 768)", style=solid]; "654 add_18" -> "657 layer_norm_18" [label="(1, 197, 768)", style=solid]; @@ -1583,7 +1583,7 @@ strict digraph { "662 linear_36_scale_0_updated_constant0" -> "665 mul_tensor_37" [label="(2304, 1)", style=solid]; "663 compressed_weight_updated_constant37" -> "665 mul_tensor_37" [label="(2304, 768)", style=solid]; "664 _param_constant115_0_0" -> "666 linear_36" [label="(2304,)", style=solid]; -"665 mul_tensor_37" -> "666 linear_36" [label=None, style=solid]; +"665 mul_tensor_37" -> "666 linear_36" [label="(2304, 768)", style=solid]; "666 linear_36" -> "667 unflatten_9" [label="(197, 1, 2304)", style=solid]; "667 unflatten_9" -> "668 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; "668 unsqueeze_9" -> "669 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1617,7 +1617,7 @@ strict digraph { "694 linear_37_scale_0_updated_constant0" -> "697 mul_tensor_38" [label="(768, 1)", style=solid]; "695 compressed_weight_updated_constant38" -> "697 mul_tensor_38" [label="(768, 768)", style=solid]; "696 _param_constant117_0_0" -> "698 linear_37" [label="(768,)", style=solid]; -"697 mul_tensor_38" -> "698 linear_37" [label=None, style=solid]; +"697 mul_tensor_38" -> "698 linear_37" [label="(768, 768)", style=solid]; "698 linear_37" -> "699 view_79" [label="(197, 768)", style=solid]; "699 view_79" -> "700 transpose_59" [label="(197, 1, 768)", style=solid]; "700 transpose_59" -> "701 dropout_28" [label="(1, 197, 768)", style=solid]; @@ -1633,7 +1633,7 @@ strict digraph { "709 linear_38_scale_0_updated_constant0" -> "712 mul_tensor_39" [label="(3072, 1)", style=solid]; "710 compressed_weight_updated_constant39" -> "712 mul_tensor_39" [label="(3072, 768)", style=solid]; "711 _param_constant121_0_0" -> "713 linear_38" [label="(3072,)", style=solid]; -"712 mul_tensor_39" -> "713 linear_38" [label=None, style=solid]; +"712 mul_tensor_39" -> "713 linear_38" [label="(3072, 768)", style=solid]; "713 linear_38" -> "714 gelu_9" [label="(1, 197, 3072)", style=solid]; "714 gelu_9" -> "715 dropout_29" [label="(1, 197, 3072)", style=solid]; "715 dropout_29" -> "716 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; @@ -1643,7 +1643,7 @@ strict digraph { "719 linear_39_scale_0_updated_constant0" -> "722 mul_tensor_40" [label="(768, 1)", style=solid]; "720 compressed_weight_updated_constant40" -> "722 mul_tensor_40" [label="(768, 3072)", style=solid]; "721 _param_constant123_0_0" -> "723 linear_39" [label="(768,)", style=solid]; -"722 mul_tensor_40" -> "723 linear_39" [label=None, style=solid]; +"722 mul_tensor_40" -> "723 linear_39" [label="(768, 3072)", style=solid]; "723 linear_39" -> "724 dropout_30" [label="(1, 197, 768)", style=solid]; "724 dropout_30" -> "725 add_20" [label="(1, 197, 768)", style=solid]; "725 add_20" -> "728 layer_norm_20" [label="(1, 197, 768)", style=solid]; @@ -1658,7 +1658,7 @@ strict digraph { "733 linear_40_scale_0_updated_constant0" -> "736 mul_tensor_41" [label="(2304, 1)", style=solid]; "734 compressed_weight_updated_constant41" -> "736 mul_tensor_41" [label="(2304, 768)", style=solid]; "735 _param_constant127_0_0" -> "737 linear_40" [label="(2304,)", style=solid]; -"736 mul_tensor_41" -> "737 linear_40" [label=None, style=solid]; +"736 mul_tensor_41" -> "737 linear_40" [label="(2304, 768)", style=solid]; "737 linear_40" -> "738 unflatten_10" [label="(197, 1, 2304)", style=solid]; "738 unflatten_10" -> "739 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; "739 unsqueeze_10" -> "740 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1692,7 +1692,7 @@ strict digraph { "765 linear_41_scale_0_updated_constant0" -> "768 mul_tensor_42" [label="(768, 1)", style=solid]; "766 compressed_weight_updated_constant42" -> "768 mul_tensor_42" [label="(768, 768)", style=solid]; "767 _param_constant129_0_0" -> "769 linear_41" [label="(768,)", style=solid]; -"768 mul_tensor_42" -> "769 linear_41" [label=None, style=solid]; +"768 mul_tensor_42" -> "769 linear_41" [label="(768, 768)", style=solid]; "769 linear_41" -> "770 view_87" [label="(197, 768)", style=solid]; "770 view_87" -> "771 transpose_65" [label="(197, 1, 768)", style=solid]; "771 transpose_65" -> "772 dropout_31" [label="(1, 197, 768)", style=solid]; @@ -1708,7 +1708,7 @@ strict digraph { "780 linear_42_scale_0_updated_constant0" -> "783 mul_tensor_43" [label="(3072, 1)", style=solid]; "781 compressed_weight_updated_constant43" -> "783 mul_tensor_43" [label="(3072, 768)", style=solid]; "782 _param_constant133_0_0" -> "784 linear_42" [label="(3072,)", style=solid]; -"783 mul_tensor_43" -> "784 linear_42" [label=None, style=solid]; +"783 mul_tensor_43" -> "784 linear_42" [label="(3072, 768)", style=solid]; "784 linear_42" -> "785 gelu_10" [label="(1, 197, 3072)", style=solid]; "785 gelu_10" -> "786 dropout_32" [label="(1, 197, 3072)", style=solid]; "786 dropout_32" -> "787 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; @@ -1718,7 +1718,7 @@ strict digraph { "790 linear_43_scale_0_updated_constant0" -> "793 mul_tensor_44" [label="(768, 1)", style=solid]; "791 compressed_weight_updated_constant44" -> "793 mul_tensor_44" [label="(768, 3072)", style=solid]; "792 _param_constant135_0_0" -> "794 linear_43" [label="(768,)", style=solid]; -"793 mul_tensor_44" -> "794 linear_43" [label=None, style=solid]; +"793 mul_tensor_44" -> "794 linear_43" [label="(768, 3072)", style=solid]; "794 linear_43" -> "795 dropout_33" [label="(1, 197, 768)", style=solid]; "795 dropout_33" -> "796 add_22" [label="(1, 197, 768)", style=solid]; "796 add_22" -> "799 layer_norm_22" [label="(1, 197, 768)", style=solid]; @@ -1733,7 +1733,7 @@ strict digraph { "804 linear_44_scale_0_updated_constant0" -> "807 mul_tensor_45" [label="(2304, 1)", style=solid]; "805 compressed_weight_updated_constant45" -> "807 mul_tensor_45" [label="(2304, 768)", style=solid]; "806 _param_constant139_0_0" -> "808 linear_44" [label="(2304,)", style=solid]; -"807 mul_tensor_45" -> "808 linear_44" [label=None, style=solid]; +"807 mul_tensor_45" -> "808 linear_44" [label="(2304, 768)", style=solid]; "808 linear_44" -> "809 unflatten_11" [label="(197, 1, 2304)", style=solid]; "809 unflatten_11" -> "810 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; "810 unsqueeze_11" -> "811 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1767,7 +1767,7 @@ strict digraph { "836 linear_45_scale_0_updated_constant0" -> "839 mul_tensor_46" [label="(768, 1)", style=solid]; "837 compressed_weight_updated_constant46" -> "839 mul_tensor_46" [label="(768, 768)", style=solid]; "838 _param_constant141_0_0" -> "840 linear_45" [label="(768,)", style=solid]; -"839 mul_tensor_46" -> "840 linear_45" [label=None, style=solid]; +"839 mul_tensor_46" -> "840 linear_45" [label="(768, 768)", style=solid]; "840 linear_45" -> "841 view_95" [label="(197, 768)", style=solid]; "841 view_95" -> "842 transpose_71" [label="(197, 1, 768)", style=solid]; "842 transpose_71" -> "843 dropout_34" [label="(1, 197, 768)", style=solid]; @@ -1783,7 +1783,7 @@ strict digraph { "851 linear_46_scale_0_updated_constant0" -> "854 mul_tensor_47" [label="(3072, 1)", style=solid]; "852 compressed_weight_updated_constant47" -> "854 mul_tensor_47" [label="(3072, 768)", style=solid]; "853 _param_constant145_0_0" -> "855 linear_46" [label="(3072,)", style=solid]; -"854 mul_tensor_47" -> "855 linear_46" [label=None, style=solid]; +"854 mul_tensor_47" -> "855 linear_46" [label="(3072, 768)", style=solid]; "855 linear_46" -> "856 gelu_11" [label="(1, 197, 3072)", style=solid]; "856 gelu_11" -> "857 dropout_35" [label="(1, 197, 3072)", style=solid]; "857 dropout_35" -> "858 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; @@ -1793,7 +1793,7 @@ strict digraph { "861 linear_47_scale_0_updated_constant0" -> "864 mul_tensor_48" [label="(768, 1)", style=solid]; "862 compressed_weight_updated_constant48" -> "864 mul_tensor_48" [label="(768, 3072)", style=solid]; "863 _param_constant147_0_0" -> "865 linear_47" [label="(768,)", style=solid]; -"864 mul_tensor_48" -> "865 linear_47" [label=None, style=solid]; +"864 mul_tensor_48" -> "865 linear_47" [label="(768, 3072)", style=solid]; "865 linear_47" -> "866 dropout_36" [label="(1, 197, 768)", style=solid]; "866 dropout_36" -> "867 add_24" [label="(1, 197, 768)", style=solid]; "867 add_24" -> "870 layer_norm_24" [label="(1, 197, 768)", style=solid]; @@ -1808,6 +1808,6 @@ strict digraph { "876 linear_48_scale_0_updated_constant0" -> "879 mul_tensor_49" [label="(1000, 1)", style=solid]; "877 compressed_weight_updated_constant49" -> "879 mul_tensor_49" [label="(1000, 768)", style=solid]; "878 _param_constant151_0_0" -> "880 linear_48" [label="(1000,)", style=solid]; -"879 mul_tensor_49" -> "880 linear_48" [label=None, style=solid]; +"879 mul_tensor_49" -> "880 linear_48" [label="(1000, 768)", style=solid]; "880 linear_48" -> "881 output" [label="(1, 1000)", style=solid]; } From e605c9730a3103a3a1528f0dc364764b64ee468a Mon Sep 17 00:00:00 2001 From: Aamir Nazir Date: Sun, 13 Oct 2024 13:48:54 +0400 Subject: [PATCH 26/48] 1. update meta copy transformation 2. Add test for FQ transformation --- nncf/experimental/torch/fx/transformations.py | 30 +++++++++---------- tests/torch/fx/test_model_transformer.py | 27 +++++++++++++++++ 2 files changed, 41 insertions(+), 16 deletions(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index ac6cedba5fe..6d8943a4320 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -10,7 +10,7 @@ # limitations under the License. from copy import copy -from typing import Callable, List, Optional +from typing import Callable, Iterable, List, Optional, Union import torch import torch.fx @@ -30,7 +30,7 @@ def _set_new_node_meta( - new_node: torch.fx.Node, prev_node: torch.fx.Node, target_module: torch.nn.Module, model: torch.fx.GraphModule + new_node: torch.fx.Node, prev_nodes: Union[List[torch.fx.Node], torch.fx.Node], target_module: torch.nn.Module, model: torch.fx.GraphModule ): """ Sets correct meta \"val\" value to the new node. @@ -40,18 +40,19 @@ def _set_new_node_meta( New node expected to have only one input node. :param target_module: Module which is being called by the new node. """ - val = ( - prev_node.meta["val"] - if prev_node.op not in ["get_attr"] - else get_tensor_constant_from_node(prev_node, model).data - ) - val = val if isinstance(val, tuple) else (val,) - retval = [] - for t in val: - retval.append(torch.ones(t.shape)) + vals = [] + prev_nodes = [prev_nodes] if not isinstance(prev_nodes, Iterable) else prev_nodes + for prev_node in prev_nodes: + val = ( + prev_node.meta["val"] + if prev_node.op not in ["get_attr"] + else get_tensor_constant_from_node(prev_node, model).data + ) + val = val[0] if isinstance(val, tuple) else val + vals.append(val) with torch.no_grad(): - new_node.meta["val"] = target_module(*val) + new_node.meta["val"] = target_module(*tuple(vals)) def module_insertion_transformation_builder( @@ -571,10 +572,7 @@ def replacement_graph_per_tensor(weight, scale, zero_point, low, high, dtype): def _set_meta_for_matches(model: torch.fx.GraphModule, matches: torch.fx.subgraph_rewriter.ReplacedPatterns): for match in matches: - for node in match.nodes_map: - if node.name == "weight": - weight_node = match.nodes_map[node] - _set_new_node_meta(match.replacements[0], weight_node, torch.nn.Identity(), model) + _set_new_node_meta(match.replacements[0], list(match.replacements[0].args), torch.mul, model) def _remove_constant_qdq_transformation(model: torch.fx.GraphModule) -> None: def match_filters(match, original_graph, graph): diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index 2cb669581be..ec298cb2fc3 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -184,6 +184,33 @@ def test_post_quantization_compression(model_case: ModelCase, quantization_param result = node.target(*tuple(input_tup)) assert result.dtype == torch.float32 +@pytest.mark.parametrize( + ("model_case", "quantization_parameters"), TEST_MODELS_QUANIZED, ids=[m[0].model_id for m in TEST_MODELS_QUANIZED] +) +def test_FQ_transformation(model_case: ModelCase, quantization_parameters): + with disable_patching(): + torch.manual_seed(42) + model = getattr(models, model_case.model_id)().eval() + input_ids = torch.ones(model_case.input_shape) + exported_model = capture_pre_autograd_graph(model, args=(input_ids,)) + from nncf.experimental.torch.fx.quantization.backend_parameters import FXBackendParameters + quantization_parameters["advanced_parameters"] = nncf.AdvancedQuantizationParameters(backend_params={FXBackendParameters.COMPRESS_WEIGHTS: False}) + quantization_parameters["subset_size"] = 1 + quantized_model = nncf.quantize( + exported_model, calibration_dataset=nncf.Dataset([input_ids]), **quantization_parameters + ) + + for node in quantized_model.graph.nodes: + if node.target in [torch.ops.quantized_decomposed.dequantize_per_channel.default, torch.ops.quantized_decomposed.dequantize_per_tensor.default]: + input_tup = [] + quantize_node = node.args[0] + input_tup = _get_node_inputs(quantize_node, quantized_model) + if input_tup: + quantized_value = quantize_node.target(*tuple(input_tup)) + input_tup[0] = quantized_value + result = node.target(*tuple(input_tup)) + fp_value = get_tensor_constant_from_node(quantize_node.args[0], quantized_model) + assert torch.all(result == fp_value) def count_constants(model) -> int: num_constant_nodes = 0 From 609c3f57b3e24a319c6bef1c25285d3e32549d6f Mon Sep 17 00:00:00 2001 From: Aamir Nazir Date: Sun, 13 Oct 2024 13:52:52 +0400 Subject: [PATCH 27/48] update gold for sanity test --- nncf/experimental/torch/fx/transformations.py | 18 ++++++++++++++---- tests/torch/fx/test_model_transformer.py | 12 ++++++++++-- tests/torch/fx/test_sanity.py | 3 +-- 3 files changed, 25 insertions(+), 8 deletions(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index 6d8943a4320..fa00fd33341 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -30,7 +30,10 @@ def _set_new_node_meta( - new_node: torch.fx.Node, prev_nodes: Union[List[torch.fx.Node], torch.fx.Node], target_module: torch.nn.Module, model: torch.fx.GraphModule + new_node: torch.fx.Node, + prev_nodes: Union[List[torch.fx.Node], torch.fx.Node], + target_module: torch.nn.Module, + model: torch.fx.GraphModule, ): """ Sets correct meta \"val\" value to the new node. @@ -548,7 +551,7 @@ def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): quantized, scale, zero_point, axis, low, high, dtype ) return dequantized - + def replacement_graph_per_channel(weight, scale, zero_point, axis, low, high, dtype): return torch.ops.aten.mul.Tensor(weight, scale) @@ -570,10 +573,12 @@ def replacement_graph_per_tensor(weight, scale, zero_point, low, high, dtype): return pattern_per_tensor, replacement_graph_per_tensor + def _set_meta_for_matches(model: torch.fx.GraphModule, matches: torch.fx.subgraph_rewriter.ReplacedPatterns): for match in matches: _set_new_node_meta(match.replacements[0], list(match.replacements[0].args), torch.mul, model) + def _remove_constant_qdq_transformation(model: torch.fx.GraphModule) -> None: def match_filters(match, original_graph, graph): for node in match.nodes_map: @@ -582,12 +587,17 @@ def match_filters(match, original_graph, graph): return False pattern, replacement = _get_pattern_replacement_per_channel() - matches_per_channel = torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern, replacement, [match_filters]) + matches_per_channel = torch.fx.subgraph_rewriter.replace_pattern_with_filters( + model, pattern, replacement, [match_filters] + ) _set_meta_for_matches(model, matches_per_channel) pattern, replacement = _get_pattern_replacement_per_tensor() - matches_per_tensor = torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern, replacement, [match_filters]) + matches_per_tensor = torch.fx.subgraph_rewriter.replace_pattern_with_filters( + model, pattern, replacement, [match_filters] + ) _set_meta_for_matches(model.graph, matches_per_tensor) + def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule): input_tup = [] for params in node.args: diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index ec298cb2fc3..4000c75fe89 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -184,6 +184,7 @@ def test_post_quantization_compression(model_case: ModelCase, quantization_param result = node.target(*tuple(input_tup)) assert result.dtype == torch.float32 + @pytest.mark.parametrize( ("model_case", "quantization_parameters"), TEST_MODELS_QUANIZED, ids=[m[0].model_id for m in TEST_MODELS_QUANIZED] ) @@ -194,14 +195,20 @@ def test_FQ_transformation(model_case: ModelCase, quantization_parameters): input_ids = torch.ones(model_case.input_shape) exported_model = capture_pre_autograd_graph(model, args=(input_ids,)) from nncf.experimental.torch.fx.quantization.backend_parameters import FXBackendParameters - quantization_parameters["advanced_parameters"] = nncf.AdvancedQuantizationParameters(backend_params={FXBackendParameters.COMPRESS_WEIGHTS: False}) + + quantization_parameters["advanced_parameters"] = nncf.AdvancedQuantizationParameters( + backend_params={FXBackendParameters.COMPRESS_WEIGHTS: False} + ) quantization_parameters["subset_size"] = 1 quantized_model = nncf.quantize( exported_model, calibration_dataset=nncf.Dataset([input_ids]), **quantization_parameters ) for node in quantized_model.graph.nodes: - if node.target in [torch.ops.quantized_decomposed.dequantize_per_channel.default, torch.ops.quantized_decomposed.dequantize_per_tensor.default]: + if node.target in [ + torch.ops.quantized_decomposed.dequantize_per_channel.default, + torch.ops.quantized_decomposed.dequantize_per_tensor.default, + ]: input_tup = [] quantize_node = node.args[0] input_tup = _get_node_inputs(quantize_node, quantized_model) @@ -212,6 +219,7 @@ def test_FQ_transformation(model_case: ModelCase, quantization_parameters): fp_value = get_tensor_constant_from_node(quantize_node.args[0], quantized_model) assert torch.all(result == fp_value) + def count_constants(model) -> int: num_constant_nodes = 0 for node in model.graph.nodes: diff --git a/tests/torch/fx/test_sanity.py b/tests/torch/fx/test_sanity.py index 98a219ab7fd..ef176692971 100644 --- a/tests/torch/fx/test_sanity.py +++ b/tests/torch/fx/test_sanity.py @@ -52,7 +52,7 @@ class SanitySampleCase: SanitySampleCase( "resnet18", "https://storage.openvinotoolkit.org/repositories/nncf/openvino_notebook_ckpts/302_resnet18_fp32_v1.pth", - 55.35, + 55.30, 30, 37, ), @@ -138,7 +138,6 @@ def transform_fn(data_item): quantized_model = torch.compile(quantized_model, backend="openvino") top1_int8 = validate(val_dataloader, quantized_model, device) - print(top1_int8) assert np.isclose(top1_int8, test_case.top1_int8_ref, atol=0.1) num_q, num_dq = count_q_dq(quantized_model) From 5f52ff030b9bb2099a96bcf5d06085013fafb2df Mon Sep 17 00:00:00 2001 From: Aamir Nazir Date: Sun, 13 Oct 2024 14:04:47 +0400 Subject: [PATCH 28/48] refactor imports --- tests/torch/fx/test_model_transformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index 4000c75fe89..2570f79bb01 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -28,6 +28,7 @@ from nncf.experimental.torch.fx.nncf_graph_builder import GraphConverter from nncf.experimental.torch.fx.node_utils import get_graph_node_by_name from nncf.experimental.torch.fx.node_utils import get_tensor_constant_from_node +from nncf.experimental.torch.fx.quantization.backend_parameters import FXBackendParameters from nncf.experimental.torch.fx.transformations import _get_node_inputs from nncf.experimental.torch.fx.transformations import constant_update_transformation_builder from nncf.experimental.torch.fx.transformations import output_insertion_transformation_builder @@ -194,7 +195,6 @@ def test_FQ_transformation(model_case: ModelCase, quantization_parameters): model = getattr(models, model_case.model_id)().eval() input_ids = torch.ones(model_case.input_shape) exported_model = capture_pre_autograd_graph(model, args=(input_ids,)) - from nncf.experimental.torch.fx.quantization.backend_parameters import FXBackendParameters quantization_parameters["advanced_parameters"] = nncf.AdvancedQuantizationParameters( backend_params={FXBackendParameters.COMPRESS_WEIGHTS: False} From 7d2d90138372e635db017a46bd1e4d643aed9e36 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Mon, 14 Oct 2024 16:57:27 +0400 Subject: [PATCH 29/48] 1. Add checks for qdq nodes pattern 2. Add Comments --- nncf/experimental/torch/fx/transformations.py | 145 ++++++++++++++---- 1 file changed, 112 insertions(+), 33 deletions(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index fa00fd33341..f0ab83d9c2e 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -10,7 +10,7 @@ # limitations under the License. from copy import copy -from typing import Callable, Iterable, List, Optional, Union +from typing import Callable, Iterable, List, Optional, Tuple, Union import torch import torch.fx @@ -28,10 +28,24 @@ TransformationFNType = Callable[[torch.fx.GraphModule], None] +QUANTIZE_NODES = [ + torch.ops.quantized_decomposed.quantize_per_tensor.default, + torch.ops.quantized_decomposed.quantize_per_channel.default, +] +DEQUANTIZE_NODES = [ + torch.ops.quantized_decomposed.dequantize_per_tensor.default, + torch.ops.quantized_decomposed.dequantize_per_channel.default, +] +# Map quantize_per_tensor to dequantize_per_tensor, the same for per_channel and vice-versa +QDQ_PAIR = { + **{quantize_node: dequantize_node for quantize_node, dequantize_node in zip(QUANTIZE_NODES, DEQUANTIZE_NODES)}, + **{dequantize_node: quantize_node for quantize_node, dequantize_node in zip(QUANTIZE_NODES, DEQUANTIZE_NODES)}, +} + def _set_new_node_meta( new_node: torch.fx.Node, - prev_nodes: Union[List[torch.fx.Node], torch.fx.Node], + prev_nodes: Union[List[Union[torch.fx.Node, int, float, torch.dtype]], torch.fx.Node], target_module: torch.nn.Module, model: torch.fx.GraphModule, ): @@ -47,13 +61,17 @@ def _set_new_node_meta( prev_nodes = [prev_nodes] if not isinstance(prev_nodes, Iterable) else prev_nodes for prev_node in prev_nodes: val = ( - prev_node.meta["val"] - if prev_node.op not in ["get_attr"] - else get_tensor_constant_from_node(prev_node, model).data + ( + prev_node.meta["val"] + if prev_node.op not in ["get_attr"] + else get_tensor_constant_from_node(prev_node, model).data + ) + if isinstance(prev_node, torch.fx.Node) + else prev_node ) + val = val[0] if isinstance(val, tuple) else val vals.append(val) - with torch.no_grad(): new_node.meta["val"] = target_module(*tuple(vals)) @@ -420,10 +438,10 @@ def _insert_call_module( graph: torch.fx.Graph, target_point: PTTargetPoint, module_attr_name: str, graph_node_name: str ): """ - Inserts module call node to the graph after the target node. + Inserts module call node to the graph after/before the target node using the ctx_manager. :param graph: Graph to insert module call node. - :param target_node: Target node, module call node is being iserted just after the target node. + :param target_node: Target node, module call node is being inserted just after the target node. :param module_attr_name: The name of the graph attribute which keeps the target module. :param graph_node_name: Target name for module call node. :return: Inserted module call node. @@ -542,7 +560,12 @@ def fuse_conv_bn(model: torch.fx.GraphModule) -> None: model.recompile() -def _get_pattern_replacement_per_channel(): +def _get_pattern_replacement_per_channel() -> None: + """ + Returns the patter and replacement function for the subgraph rewriter to + match and replace for per_tensor quantization + """ + def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): quantized = torch.ops.quantized_decomposed.quantize_per_channel.default( weight, scale, zero_point, axis, low, high, dtype @@ -558,7 +581,12 @@ def replacement_graph_per_channel(weight, scale, zero_point, axis, low, high, dt return pattern_per_channel, replacement_graph_per_channel -def _get_pattern_replacement_per_tensor(): +def _get_pattern_replacement_per_tensor() -> None: + """ + Returns the patter and replacement function for the subgraph rewriter to + match and replace for per_tensor quantization + """ + def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): quantized = torch.ops.quantized_decomposed.quantize_per_tensor.default( weight, scale, zero_point, low, high, dtype @@ -574,12 +602,34 @@ def replacement_graph_per_tensor(weight, scale, zero_point, low, high, dtype): return pattern_per_tensor, replacement_graph_per_tensor -def _set_meta_for_matches(model: torch.fx.GraphModule, matches: torch.fx.subgraph_rewriter.ReplacedPatterns): +def _set_meta_for_matches(model: torch.fx.GraphModule, matches: torch.fx.subgraph_rewriter.ReplacedPatterns) -> None: + """ + Sets the meta for the nodes which were matched by the subgraph_rewriter pattern. + :param model: Model whose nodes' meta are to be set. + :param matches: matches returned by the subgraph_rewriter + """ for match in matches: - _set_new_node_meta(match.replacements[0], list(match.replacements[0].args), torch.mul, model) + mul_node = match.replacements[0] + _set_new_node_meta(mul_node, list(mul_node.args), torch.mul, model) def _remove_constant_qdq_transformation(model: torch.fx.GraphModule) -> None: + """ + Removes the Quantize/De-Quantize nodes for weight nodes by matching the pattern to be like follows: + weight scale zp + \ | / + Quantize + | + Dequantize + + and replace with the following: + weight scale + \ / + Multiply + + :param model: Model to apply transformations to. + """ + def match_filters(match, original_graph, graph): for node in match.nodes_map: if node.name == "weight" and match.nodes_map[node].op == "get_attr": @@ -597,8 +647,15 @@ def match_filters(match, original_graph, graph): ) _set_meta_for_matches(model.graph, matches_per_tensor) + return matches_per_channel, matches_per_tensor -def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule): + +def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule) -> Optional[Tuple[Union[torch.Tensor, int]]]: + """ + Gets the inputs for the Quantize node which quantize the weights. Otherwise return None + :param node: Node to get the inputs from + :param model: Model to which the node belongs + """ input_tup = [] for params in node.args: if isinstance(params, torch.fx.Node): @@ -613,26 +670,38 @@ def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule): def _compress_qdq_constant_transformation(model: torch.fx.GraphModule) -> None: + """ + Change the FP32 weight value to Int8 and also reshape the scale for per_channel_quantization. + :param: model: Model to apply transformations to. + """ for node in model.graph.nodes: - if node.target in [ - torch.ops.quantized_decomposed.quantize_per_tensor.default, - torch.ops.quantized_decomposed.quantize_per_channel.default, - ]: + print(node.target) + if node.target in DEQUANTIZE_NODES: + quantize_node = node.all_input_nodes[0] + if quantize_node.target != QDQ_PAIR[node.target]: + pass port_id = 0 - input_tup = _get_node_inputs(node, model) + input_tup = _get_node_inputs(quantize_node, model) if input_tup: - if node.target == torch.ops.quantized_decomposed.quantize_per_channel.default: - _reshape_scale(model, node) - result = node.target(*tuple(input_tup)) - constant_update_fn(model, node, result, port_id, updated_node_name="compressed_weight_updated_constant") + if quantize_node.target == torch.ops.quantized_decomposed.quantize_per_channel.default: + _reshape_scale(model, quantize_node) + result = quantize_node.target(*tuple(input_tup)) + constant_update_fn( + model, quantize_node, result, port_id, updated_node_name="compressed_weight_updated_constant" + ) -def _reshape_scale(model, node: torch.fx.Node): +def _reshape_scale(model: torch.fx.GraphModule, node: torch.fx.Node) -> None: + """ + Reshape scale so that it can be multiplied elementwise with the weight for per channel quantization. + :param model: Model to apply transformations to. + :param node: quantize node whose scale has to be reshaped + """ weight_node = node.all_input_nodes[0] scale_node = node.all_input_nodes[1] + axis = node.args[3] scale_value = get_tensor_constant_from_node(scale_node, model) weight_value = get_tensor_constant_from_node(weight_node, model) - axis = node.args[3] new_shape = [1] * weight_value.dim() new_shape[axis] = scale_value.shape[0] scale_value = scale_value.reshape(new_shape) @@ -640,26 +709,36 @@ def _reshape_scale(model, node: torch.fx.Node): def fq_weights_transformation(model: torch.fx.GraphModule) -> None: + """ + This function applies a transformation to replace the FP32 weights with Fake Quantized + FP values to avoid the rounding error when converting to OpenVino model. + :param model: Model to apply transformations to. + """ for node in model.graph.nodes: - if node.target in [ - torch.ops.quantized_decomposed.dequantize_per_tensor.default, - torch.ops.quantized_decomposed.dequantize_per_channel.default, - ]: + if node.target in DEQUANTIZE_NODES: port_id = 0 - input_tup = _get_node_inputs(node.all_input_nodes[0], model) + quantize_node = node.all_input_nodes[0] + # Case where Quantize Dequantize nodes are not consecutive + if quantize_node.target != QDQ_PAIR[node.target]: + continue + input_tup = _get_node_inputs(quantize_node, model) if input_tup: - input_tup[0] = node.all_input_nodes[0].target(*tuple(input_tup)) + input_tup[0] = quantize_node.target(*tuple(input_tup)) result = node.target(*tuple(input_tup)) constant_update_fn( model, - node.all_input_nodes[0], + quantize_node, result, port_id, updated_node_name="compressed_weight_updated_constant", ) -def compress_post_quantize_transformation(model: torch.fx.GraphModule): +def compress_post_quantize_transformation(model: torch.fx.GraphModule) -> None: + """ + Applies transformation to compress the weights to Int8 after the quantization step. + :param model: Model to apply transformations to. + """ _compress_qdq_constant_transformation(model) _remove_constant_qdq_transformation(model) @@ -772,7 +851,7 @@ def separate_conv_and_bias(model: torch.fx.GraphModule): for n in model.graph.nodes: if not _is_conv(n): continue - if len(n.args) < 3 or n.args[2] is None: + if len(n.args) < 3 or n.args[2] is None or n.args[1].op != "get_attr": continue conv_node = n dims = len(get_tensor_constant_from_node(conv_node.args[1], model).shape) From 6a42d5f07bcf67967205d9c81110820e57f17cbd Mon Sep 17 00:00:00 2001 From: anzr299 Date: Mon, 14 Oct 2024 16:57:48 +0400 Subject: [PATCH 30/48] Test for QDQ nodes with add node in between to simulate non NNCF QDQ pattern --- tests/torch/fx/test_model_transformer.py | 70 +++++++++++++++++++++--- 1 file changed, 63 insertions(+), 7 deletions(-) diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index 2570f79bb01..89483d75576 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -16,8 +16,10 @@ import pytest import torch +import torch.ao.quantization import torchvision.models as models from torch._export import capture_pre_autograd_graph +from torch.ao.quantization.fx.utils import create_getattr_from_value import nncf from nncf.common.factory import NNCFGraph @@ -30,6 +32,7 @@ from nncf.experimental.torch.fx.node_utils import get_tensor_constant_from_node from nncf.experimental.torch.fx.quantization.backend_parameters import FXBackendParameters from nncf.experimental.torch.fx.transformations import _get_node_inputs +from nncf.experimental.torch.fx.transformations import _set_new_node_meta from nncf.experimental.torch.fx.transformations import constant_update_transformation_builder from nncf.experimental.torch.fx.transformations import output_insertion_transformation_builder from nncf.experimental.torch.fx.transformations import shared_constants_unification_transformation @@ -37,6 +40,7 @@ from nncf.torch.graph.operator_metatypes import CONST_NOOP_METATYPES from nncf.torch.graph.transformations.commands import PTModelExtractionCommand from nncf.torch.graph.transformations.commands import PTTargetPoint +from tests.torch.fx.test_sanity import count_q_dq from tests.torch.test_compressed_graph import check_graph from tests.torch.test_models.synthetic import ConvolutionWithAllConstantInputsModel from tests.torch.test_models.synthetic import ConvolutionWithNotTensorBiasModel @@ -50,6 +54,13 @@ class ModelExtractionTestCase: command: PTModelExtractionCommand +@dataclass +class ModelCase: + model_builder: Callable[[], torch.nn.Module] + model_id: str + input_shape: Tuple[int] + + EXTRACTED_GRAPHS_DIR_NAME = Path("fx") / "extracted" TRANSFORMED_GRAPH_DIR_NAME = Path("fx") / "transformed" @@ -141,13 +152,6 @@ def test_output_insertion_transformation(tuple_output, target_point): ) -@dataclass -class ModelCase: - model_builder: Callable[[], torch.nn.Module] - model_id: str - input_shape: Tuple[int] - - def torchvision_model_case(model_id: str, input_shape: Tuple[int,]): model = getattr(models, model_id) return ModelCase(partial(model, weights=None), model_id, input_shape) @@ -257,6 +261,58 @@ def get_shared_constant_nodes(nncf_graph: NNCFGraph): return shared_const_node_consumer_node +def insert_qdq_add_nodes(model: torch.fx.GraphModule): + const_node = get_graph_node_by_name(model.graph, "_param_constant0") + quantize_op = torch.ops.quantized_decomposed.quantize_per_channel.default + dequantize_op = torch.ops.quantized_decomposed.dequantize_per_channel.default + add_op = torch.add + conv_node = get_graph_node_by_name(model.graph, "conv2d") + with model.graph.inserting_before(conv_node): + scale_node = create_getattr_from_value( + model, + model.graph, + "scale_node", + torch.ones( + [ + 3, + ] + ), + ) + zp_node = create_getattr_from_value( + model, + model.graph, + "weight_node", + torch.ones( + [ + 3, + ] + ), + ) + qdq_args = (scale_node, zp_node, 0, -128, 127, torch.int8) + q_node = model.graph.create_node("call_function", quantize_op, (const_node,) + qdq_args, {}) + add_node = model.graph.create_node("call_function", add_op, (q_node, 0), {}) + dq_node = model.graph.create_node("call_function", dequantize_op, (add_node,) + qdq_args, {}) + _set_new_node_meta(q_node, (const_node,) + qdq_args, quantize_op, model) + _set_new_node_meta(add_node, (q_node, 0), add_op, model) + _set_new_node_meta(dq_node, (add_node,) + qdq_args, dequantize_op, model) + conv_node.replace_input_with(const_node, dq_node) + + +def test_different_qdq_pattern(): + model = MultiBranchesConnectedModel() + ex_input = torch.ones(1, 3, 224, 224) + captured_model = _capture_model(model, ex_input) + quantized_before_insertion = nncf.quantize(captured_model, nncf.Dataset([ex_input])) + q_before, dq_before = count_q_dq(quantized_before_insertion) + insert_qdq_add_nodes(captured_model) + quantized_after_insertion = nncf.quantize(captured_model, nncf.Dataset([ex_input])) + q_after, dq_after = count_q_dq(quantized_after_insertion) + assert q_before == 5 + assert dq_before == 6 + assert q_after == 6 + assert dq_after == 7 + + def test_update_shared_constant(): model = MultiBranchesConnectedModel() ex_inputs = torch.ones((1, 3, 3, 3)) From 90353a3f6a7d435811a3280698479a84d6d5f9e4 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Mon, 14 Oct 2024 17:54:23 +0400 Subject: [PATCH 31/48] extrend the check for ignoring ndoes with qdq already to linear node --- nncf/experimental/torch/fx/transformations.py | 9 ++++----- 1 file changed, 4 insertions(+), 5 deletions(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index f0ab83d9c2e..2f5947aab82 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -562,7 +562,7 @@ def fuse_conv_bn(model: torch.fx.GraphModule) -> None: def _get_pattern_replacement_per_channel() -> None: """ - Returns the patter and replacement function for the subgraph rewriter to + Returns the patter and replacement function for the subgraph rewriter to match and replace for per_tensor quantization """ @@ -583,7 +583,7 @@ def replacement_graph_per_channel(weight, scale, zero_point, axis, low, high, dt def _get_pattern_replacement_per_tensor() -> None: """ - Returns the patter and replacement function for the subgraph rewriter to + Returns the patter and replacement function for the subgraph rewriter to match and replace for per_tensor quantization """ @@ -675,7 +675,6 @@ def _compress_qdq_constant_transformation(model: torch.fx.GraphModule) -> None: :param: model: Model to apply transformations to. """ for node in model.graph.nodes: - print(node.target) if node.target in DEQUANTIZE_NODES: quantize_node = node.all_input_nodes[0] if quantize_node.target != QDQ_PAIR[node.target]: @@ -710,7 +709,7 @@ def _reshape_scale(model: torch.fx.GraphModule, node: torch.fx.Node) -> None: def fq_weights_transformation(model: torch.fx.GraphModule) -> None: """ - This function applies a transformation to replace the FP32 weights with Fake Quantized + This function applies a transformation to replace the FP32 weights with Fake Quantized FP values to avoid the rounding error when converting to OpenVino model. :param model: Model to apply transformations to. """ @@ -808,7 +807,7 @@ def separate_linear_and_bias(model: torch.fx.GraphModule): for n in model.graph.nodes: if not _is_linear(n): continue - if len(n.args) < 3 or n.args[2] is None: + if len(n.args) < 3 or n.args[2] is None or n.args[1].op != "get_attr": continue linear_node = n linear_bias_node = linear_node.args[2] From 464d280e98cecd878f2cd35f4cbe7793ea5629ef Mon Sep 17 00:00:00 2001 From: anzr299 Date: Mon, 14 Oct 2024 18:13:37 +0400 Subject: [PATCH 32/48] Include zero point for asymmetric quantization --- nncf/experimental/torch/fx/transformations.py | 20 +++++++++++-------- 1 file changed, 12 insertions(+), 8 deletions(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index 2f5947aab82..e70b3526422 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -562,7 +562,7 @@ def fuse_conv_bn(model: torch.fx.GraphModule) -> None: def _get_pattern_replacement_per_channel() -> None: """ - Returns the patter and replacement function for the subgraph rewriter to + Returns the patter and replacement function for the subgraph rewriter to match and replace for per_tensor quantization """ @@ -576,14 +576,14 @@ def pattern_per_channel(weight, scale, zero_point, axis, low, high, dtype): return dequantized def replacement_graph_per_channel(weight, scale, zero_point, axis, low, high, dtype): - return torch.ops.aten.mul.Tensor(weight, scale) + return torch.ops.aten.sub.Tensor(torch.ops.aten.mul.Tensor(weight, scale), zero_point) return pattern_per_channel, replacement_graph_per_channel def _get_pattern_replacement_per_tensor() -> None: """ - Returns the patter and replacement function for the subgraph rewriter to + Returns the patter and replacement function for the subgraph rewriter to match and replace for per_tensor quantization """ @@ -597,7 +597,7 @@ def pattern_per_tensor(weight, scale, zero_point, low, high, dtype): return dequantized def replacement_graph_per_tensor(weight, scale, zero_point, low, high, dtype): - return torch.ops.aten.mul.Tensor(weight, scale) + return torch.ops.aten.sub.Tensor(torch.ops.aten.mul.Tensor(weight, scale), zero_point) return pattern_per_tensor, replacement_graph_per_tensor @@ -683,33 +683,37 @@ def _compress_qdq_constant_transformation(model: torch.fx.GraphModule) -> None: input_tup = _get_node_inputs(quantize_node, model) if input_tup: if quantize_node.target == torch.ops.quantized_decomposed.quantize_per_channel.default: - _reshape_scale(model, quantize_node) + _reshape_scale_zp(model, quantize_node) result = quantize_node.target(*tuple(input_tup)) constant_update_fn( model, quantize_node, result, port_id, updated_node_name="compressed_weight_updated_constant" ) -def _reshape_scale(model: torch.fx.GraphModule, node: torch.fx.Node) -> None: +def _reshape_scale_zp(model: torch.fx.GraphModule, node: torch.fx.Node) -> None: """ - Reshape scale so that it can be multiplied elementwise with the weight for per channel quantization. + Reshape scale and zero point so that it can be multiplied elementwise with the weight for per channel quantization. :param model: Model to apply transformations to. :param node: quantize node whose scale has to be reshaped """ weight_node = node.all_input_nodes[0] scale_node = node.all_input_nodes[1] + zp_node = node.all_input_nodes[2] axis = node.args[3] scale_value = get_tensor_constant_from_node(scale_node, model) weight_value = get_tensor_constant_from_node(weight_node, model) + zp_value = get_tensor_constant_from_node(zp_node, model) new_shape = [1] * weight_value.dim() new_shape[axis] = scale_value.shape[0] scale_value = scale_value.reshape(new_shape) + zp_value = zp_value.reshape(new_shape) + constant_update_fn(model, node, zp_value, 2, updated_node_name=zp_node.name + "_updated_constant") constant_update_fn(model, node, scale_value, 1, updated_node_name=scale_node.name + "_updated_constant") def fq_weights_transformation(model: torch.fx.GraphModule) -> None: """ - This function applies a transformation to replace the FP32 weights with Fake Quantized + This function applies a transformation to replace the FP32 weights with Fake Quantized FP values to avoid the rounding error when converting to OpenVino model. :param model: Model to apply transformations to. """ From 4206768832899cecaf910d9f0de80b46d7798f73 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Mon, 14 Oct 2024 19:39:00 +0400 Subject: [PATCH 33/48] update reference graphs and make changes as suggested --- nncf/experimental/torch/fx/transformations.py | 121 +- .../fx/quantized/mobilenet_v3_small.dot | 2062 +-- .../fx/quantized/resnet18.dot | 896 +- .../fx/quantized/swin_v2_s.dot | 12510 ++++++++-------- .../fx/quantized/synthetic_transformer.dot | 64 +- .../reference_graphs/fx/quantized/unet.dot | 924 +- .../fx/quantized/vit_b_16.dot | 3812 ++--- tests/torch/fx/test_model_transformer.py | 46 +- 8 files changed, 10789 insertions(+), 9646 deletions(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index e70b3526422..f922ea9a538 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -10,7 +10,7 @@ # limitations under the License. from copy import copy -from typing import Callable, Iterable, List, Optional, Tuple, Union +from typing import Any, Callable, Dict, Iterable, List, Optional, Tuple, Union import torch import torch.fx @@ -28,6 +28,22 @@ TransformationFNType = Callable[[torch.fx.GraphModule], None] +# Copied from torch.fx.Node +BaseArgumentTypes = Union[ + str, + int, + float, + bool, + complex, + torch.dtype, + torch.Tensor, + torch.device, + torch.memory_format, + torch.layout, + torch._ops.OpOverload, +] +Argument = Optional[Union[Tuple[Any, ...], List[Any], Dict[str, Any], slice, range, torch.fx.Node, BaseArgumentTypes]] + QUANTIZE_NODES = [ torch.ops.quantized_decomposed.quantize_per_tensor.default, torch.ops.quantized_decomposed.quantize_per_channel.default, @@ -45,7 +61,7 @@ def _set_new_node_meta( new_node: torch.fx.Node, - prev_nodes: Union[List[Union[torch.fx.Node, int, float, torch.dtype]], torch.fx.Node], + prev_nodes: Tuple[Argument, ...], target_module: torch.nn.Module, model: torch.fx.GraphModule, ): @@ -60,17 +76,16 @@ def _set_new_node_meta( vals = [] prev_nodes = [prev_nodes] if not isinstance(prev_nodes, Iterable) else prev_nodes for prev_node in prev_nodes: - val = ( - ( + val = prev_node + if isinstance(prev_node, torch.fx.Node): + val = ( prev_node.meta["val"] if prev_node.op not in ["get_attr"] else get_tensor_constant_from_node(prev_node, model).data ) - if isinstance(prev_node, torch.fx.Node) - else prev_node - ) - - val = val[0] if isinstance(val, tuple) else val + # TODO(anzr299): Support output port id here. + # Output port 0 is used by default + val = val[0] if isinstance(val, tuple) else val vals.append(val) with torch.no_grad(): new_node.meta["val"] = target_module(*tuple(vals)) @@ -560,7 +575,9 @@ def fuse_conv_bn(model: torch.fx.GraphModule) -> None: model.recompile() -def _get_pattern_replacement_per_channel() -> None: +def _get_pattern_replacement_per_channel() -> ( + Tuple[Callable[[torch.Tensor, torch.Tensor, torch.Tensor, int, int, int, torch.dtype], torch.Tensor]] +): """ Returns the patter and replacement function for the subgraph rewriter to match and replace for per_tensor quantization @@ -581,7 +598,9 @@ def replacement_graph_per_channel(weight, scale, zero_point, axis, low, high, dt return pattern_per_channel, replacement_graph_per_channel -def _get_pattern_replacement_per_tensor() -> None: +def _get_pattern_replacement_per_tensor() -> ( + Tuple[Callable[[torch.Tensor, torch.Tensor, torch.Tensor, int, int, torch.dtype], torch.Tensor]] +): """ Returns the patter and replacement function for the subgraph rewriter to match and replace for per_tensor quantization @@ -656,17 +675,14 @@ def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule) -> Option :param node: Node to get the inputs from :param model: Model to which the node belongs """ - input_tup = [] - for params in node.args: - if isinstance(params, torch.fx.Node): - if params.op == "get_attr": - value = get_tensor_constant_from_node(params, model) - input_tup.append(value) - else: + args = [] + for arg in node.args: + if isinstance(arg, torch.fx.Node): + if arg.op != "get_attr": return None - else: - input_tup.append(params) - return input_tup + arg = get_tensor_constant_from_node(arg, model) + args.append(arg) + return tuple(args) def _compress_qdq_constant_transformation(model: torch.fx.GraphModule) -> None: @@ -675,19 +691,21 @@ def _compress_qdq_constant_transformation(model: torch.fx.GraphModule) -> None: :param: model: Model to apply transformations to. """ for node in model.graph.nodes: - if node.target in DEQUANTIZE_NODES: - quantize_node = node.all_input_nodes[0] - if quantize_node.target != QDQ_PAIR[node.target]: - pass - port_id = 0 - input_tup = _get_node_inputs(quantize_node, model) - if input_tup: - if quantize_node.target == torch.ops.quantized_decomposed.quantize_per_channel.default: - _reshape_scale_zp(model, quantize_node) - result = quantize_node.target(*tuple(input_tup)) - constant_update_fn( - model, quantize_node, result, port_id, updated_node_name="compressed_weight_updated_constant" - ) + if node.target not in DEQUANTIZE_NODES: + continue + quantize_node = node.all_input_nodes[0] + if quantize_node.target != QDQ_PAIR[node.target]: + continue + port_id = 0 + args = _get_node_inputs(quantize_node, model) + if not args: + continue + if quantize_node.target == torch.ops.quantized_decomposed.quantize_per_channel.default: + _reshape_scale_zp(model, quantize_node) + result = quantize_node.target(*args) + constant_update_fn( + model, quantize_node, result, port_id, updated_node_name="compressed_weight_updated_constant" + ) def _reshape_scale_zp(model: torch.fx.GraphModule, node: torch.fx.Node) -> None: @@ -718,23 +736,24 @@ def fq_weights_transformation(model: torch.fx.GraphModule) -> None: :param model: Model to apply transformations to. """ for node in model.graph.nodes: - if node.target in DEQUANTIZE_NODES: - port_id = 0 - quantize_node = node.all_input_nodes[0] - # Case where Quantize Dequantize nodes are not consecutive - if quantize_node.target != QDQ_PAIR[node.target]: - continue - input_tup = _get_node_inputs(quantize_node, model) - if input_tup: - input_tup[0] = quantize_node.target(*tuple(input_tup)) - result = node.target(*tuple(input_tup)) - constant_update_fn( - model, - quantize_node, - result, - port_id, - updated_node_name="compressed_weight_updated_constant", - ) + if node.target not in DEQUANTIZE_NODES: + continue + port_id = 0 + quantize_node = node.all_input_nodes[0] + # Case where Quantize Dequantize nodes are not consecutive + if quantize_node.target != QDQ_PAIR[node.target]: + continue + args = _get_node_inputs(quantize_node, model) + if not args: + continue + result = node.target(quantize_node.target(*args), *args[1:]) + constant_update_fn( + model, + quantize_node, + result, + port_id, + updated_node_name="compressed_weight_updated_constant", + ) def compress_post_quantize_transformation(model: torch.fx.GraphModule) -> None: diff --git a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot index 1a81d1059b5..e459329497e 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot @@ -2,965 +2,1109 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; -"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; -"5 features_0_0_weight_bias_0_0" [id=5, type=get_attr]; -"6 mul_tensor" [id=6, type=mul]; -"7 conv2d" [id=7, type=conv2d]; -"8 hardswish__scale_0" [id=8, type=get_attr]; -"9 hardswish__zero_point_0" [id=9, type=get_attr]; -"10 hardswish_" [id=10, type=hardswish_]; -"11 quantize_per_channel_default_1" [id=11, type=quantize_per_channel]; -"12 dequantize_per_channel_default_1" [id=12, type=dequantize_per_channel]; -"13 conv2d_1_scale_0_updated_constant0" [id=13, type=get_attr]; -"14 compressed_weight_updated_constant1" [id=14, type=get_attr]; -"15 features_1_block_0_0_weight_bias_0_0" [id=15, type=get_attr]; -"16 mul_tensor_1" [id=16, type=mul]; -"17 conv2d_1" [id=17, type=conv2d]; -"18 relu_" [id=18, type=relu_]; -"19 quantize_per_tensor_default_1" [id=19, type=quantize_per_tensor]; -"20 dequantize_per_tensor_default_2" [id=20, type=dequantize_per_tensor]; -"21 dequantize_per_tensor_default_1" [id=21, type=dequantize_per_tensor]; -"22 adaptive_avg_pool2d" [id=22, type=adaptive_avg_pool2d]; -"23 _param_constant6" [id=23, type=get_attr]; -"24 _param_constant7_0_0" [id=24, type=get_attr]; -"25 conv2d_2" [id=25, type=conv2d]; -"26 relu" [id=26, type=relu]; -"27 _param_constant8" [id=27, type=get_attr]; -"28 _param_constant9_0_0" [id=28, type=get_attr]; -"29 conv2d_3" [id=29, type=conv2d]; -"30 hardsigmoid" [id=30, type=hardsigmoid]; -"31 quantize_per_tensor_default_2" [id=31, type=quantize_per_tensor]; -"32 dequantize_per_tensor_default_3" [id=32, type=dequantize_per_tensor]; -"33 mul" [id=33, type=mul]; -"34 quantize_per_tensor_default_3" [id=34, type=quantize_per_tensor]; -"35 dequantize_per_tensor_default_4" [id=35, type=dequantize_per_tensor]; -"36 conv2d_4_scale_0_updated_constant0" [id=36, type=get_attr]; -"37 compressed_weight_updated_constant2" [id=37, type=get_attr]; -"38 features_1_block_2_0_weight_bias_0_0" [id=38, type=get_attr]; -"39 mul_tensor_2" [id=39, type=mul]; -"40 conv2d_4" [id=40, type=conv2d]; -"41 quantize_per_tensor_default_4" [id=41, type=quantize_per_tensor]; -"42 dequantize_per_tensor_default_5" [id=42, type=dequantize_per_tensor]; -"43 conv2d_5_scale_0_updated_constant0" [id=43, type=get_attr]; -"44 compressed_weight_updated_constant3" [id=44, type=get_attr]; -"45 features_2_block_0_0_weight_bias_0_0" [id=45, type=get_attr]; -"46 mul_tensor_3" [id=46, type=mul]; -"47 conv2d_5" [id=47, type=conv2d]; -"48 relu__1_scale_0" [id=48, type=get_attr]; -"49 relu__1_zero_point_0" [id=49, type=get_attr]; -"50 relu__1" [id=50, type=relu_]; -"51 quantize_per_channel_default_5" [id=51, type=quantize_per_channel]; -"52 dequantize_per_channel_default_5" [id=52, type=dequantize_per_channel]; -"53 conv2d_6_scale_0_updated_constant0" [id=53, type=get_attr]; -"54 compressed_weight_updated_constant4" [id=54, type=get_attr]; -"55 features_2_block_1_0_weight_bias_0_0" [id=55, type=get_attr]; -"56 mul_tensor_4" [id=56, type=mul]; -"57 conv2d_6" [id=57, type=conv2d]; -"58 relu__2" [id=58, type=relu_]; -"59 quantize_per_tensor_default_5" [id=59, type=quantize_per_tensor]; -"60 dequantize_per_tensor_default_6" [id=60, type=dequantize_per_tensor]; -"61 conv2d_7_scale_0_updated_constant0" [id=61, type=get_attr]; -"62 compressed_weight_updated_constant5" [id=62, type=get_attr]; -"63 features_2_block_2_0_weight_bias_0_0" [id=63, type=get_attr]; -"64 mul_tensor_5" [id=64, type=mul]; -"65 conv2d_7" [id=65, type=conv2d]; -"66 quantize_per_tensor_default_6" [id=66, type=quantize_per_tensor]; -"67 dequantize_per_tensor_default_8" [id=67, type=dequantize_per_tensor]; -"68 dequantize_per_tensor_default_7" [id=68, type=dequantize_per_tensor]; -"69 conv2d_8_scale_0_updated_constant0" [id=69, type=get_attr]; -"70 compressed_weight_updated_constant6" [id=70, type=get_attr]; -"71 features_3_block_0_0_weight_bias_0_0" [id=71, type=get_attr]; -"72 mul_tensor_6" [id=72, type=mul]; -"73 conv2d_8" [id=73, type=conv2d]; -"74 relu__3_scale_0" [id=74, type=get_attr]; -"75 relu__3_zero_point_0" [id=75, type=get_attr]; -"76 relu__3" [id=76, type=relu_]; -"77 quantize_per_channel_default_9" [id=77, type=quantize_per_channel]; -"78 dequantize_per_channel_default_9" [id=78, type=dequantize_per_channel]; -"79 conv2d_9_scale_0_updated_constant0" [id=79, type=get_attr]; -"80 compressed_weight_updated_constant7" [id=80, type=get_attr]; -"81 features_3_block_1_0_weight_bias_0_0" [id=81, type=get_attr]; -"82 mul_tensor_7" [id=82, type=mul]; -"83 conv2d_9" [id=83, type=conv2d]; -"84 relu__4" [id=84, type=relu_]; -"85 quantize_per_tensor_default_7" [id=85, type=quantize_per_tensor]; -"86 dequantize_per_tensor_default_9" [id=86, type=dequantize_per_tensor]; -"87 conv2d_10_scale_0_updated_constant0" [id=87, type=get_attr]; -"88 compressed_weight_updated_constant8" [id=88, type=get_attr]; -"89 features_3_block_2_0_weight_bias_0_0" [id=89, type=get_attr]; -"90 mul_tensor_8" [id=90, type=mul]; -"91 conv2d_10" [id=91, type=conv2d]; -"92 quantize_per_tensor_default_8" [id=92, type=quantize_per_tensor]; -"93 dequantize_per_tensor_default_10" [id=93, type=dequantize_per_tensor]; -"94 add_" [id=94, type=add_]; -"95 quantize_per_tensor_default_9" [id=95, type=quantize_per_tensor]; -"96 dequantize_per_tensor_default_11" [id=96, type=dequantize_per_tensor]; -"97 conv2d_11_scale_0_updated_constant0" [id=97, type=get_attr]; -"98 compressed_weight_updated_constant9" [id=98, type=get_attr]; -"99 features_4_block_0_0_weight_bias_0_0" [id=99, type=get_attr]; -"100 mul_tensor_9" [id=100, type=mul]; -"101 conv2d_11" [id=101, type=conv2d]; -"102 hardswish__1_scale_0" [id=102, type=get_attr]; -"103 hardswish__1_zero_point_0" [id=103, type=get_attr]; -"104 hardswish__1" [id=104, type=hardswish_]; -"105 quantize_per_channel_default_13" [id=105, type=quantize_per_channel]; -"106 dequantize_per_channel_default_13" [id=106, type=dequantize_per_channel]; -"107 conv2d_12_scale_0_updated_constant0" [id=107, type=get_attr]; -"108 compressed_weight_updated_constant10" [id=108, type=get_attr]; -"109 features_4_block_1_0_weight_bias_0_0" [id=109, type=get_attr]; -"110 mul_tensor_10" [id=110, type=mul]; -"111 conv2d_12" [id=111, type=conv2d]; -"112 hardswish__2" [id=112, type=hardswish_]; -"113 quantize_per_tensor_default_10" [id=113, type=quantize_per_tensor]; -"114 dequantize_per_tensor_default_13" [id=114, type=dequantize_per_tensor]; -"115 dequantize_per_tensor_default_12" [id=115, type=dequantize_per_tensor]; -"116 adaptive_avg_pool2d_1" [id=116, type=adaptive_avg_pool2d]; -"117 _param_constant37" [id=117, type=get_attr]; -"118 _param_constant38_0_0" [id=118, type=get_attr]; -"119 conv2d_13" [id=119, type=conv2d]; -"120 relu_1" [id=120, type=relu]; -"121 _param_constant39" [id=121, type=get_attr]; -"122 _param_constant40_0_0" [id=122, type=get_attr]; -"123 conv2d_14" [id=123, type=conv2d]; -"124 hardsigmoid_1" [id=124, type=hardsigmoid]; -"125 quantize_per_tensor_default_11" [id=125, type=quantize_per_tensor]; -"126 dequantize_per_tensor_default_14" [id=126, type=dequantize_per_tensor]; -"127 mul_1" [id=127, type=mul]; -"128 quantize_per_tensor_default_12" [id=128, type=quantize_per_tensor]; -"129 dequantize_per_tensor_default_15" [id=129, type=dequantize_per_tensor]; -"130 conv2d_15_scale_0_updated_constant0" [id=130, type=get_attr]; -"131 compressed_weight_updated_constant11" [id=131, type=get_attr]; -"132 features_4_block_3_0_weight_bias_0_0" [id=132, type=get_attr]; -"133 mul_tensor_11" [id=133, type=mul]; -"134 conv2d_15" [id=134, type=conv2d]; -"135 quantize_per_tensor_default_13" [id=135, type=quantize_per_tensor]; -"136 dequantize_per_tensor_default_17" [id=136, type=dequantize_per_tensor]; -"137 dequantize_per_tensor_default_16" [id=137, type=dequantize_per_tensor]; -"138 conv2d_16_scale_0_updated_constant0" [id=138, type=get_attr]; -"139 compressed_weight_updated_constant12" [id=139, type=get_attr]; -"140 features_5_block_0_0_weight_bias_0_0" [id=140, type=get_attr]; -"141 mul_tensor_12" [id=141, type=mul]; -"142 conv2d_16" [id=142, type=conv2d]; -"143 hardswish__3_scale_0" [id=143, type=get_attr]; -"144 hardswish__3_zero_point_0" [id=144, type=get_attr]; -"145 hardswish__3" [id=145, type=hardswish_]; -"146 quantize_per_channel_default_17" [id=146, type=quantize_per_channel]; -"147 dequantize_per_channel_default_17" [id=147, type=dequantize_per_channel]; -"148 conv2d_17_scale_0_updated_constant0" [id=148, type=get_attr]; -"149 compressed_weight_updated_constant13" [id=149, type=get_attr]; -"150 features_5_block_1_0_weight_bias_0_0" [id=150, type=get_attr]; -"151 mul_tensor_13" [id=151, type=mul]; -"152 conv2d_17" [id=152, type=conv2d]; -"153 hardswish__4" [id=153, type=hardswish_]; -"154 quantize_per_tensor_default_14" [id=154, type=quantize_per_tensor]; -"155 dequantize_per_tensor_default_19" [id=155, type=dequantize_per_tensor]; -"156 dequantize_per_tensor_default_18" [id=156, type=dequantize_per_tensor]; -"157 adaptive_avg_pool2d_2" [id=157, type=adaptive_avg_pool2d]; -"158 _param_constant50" [id=158, type=get_attr]; -"159 _param_constant51_0_0" [id=159, type=get_attr]; -"160 conv2d_18" [id=160, type=conv2d]; -"161 relu_2" [id=161, type=relu]; -"162 _param_constant52" [id=162, type=get_attr]; -"163 _param_constant53_0_0" [id=163, type=get_attr]; -"164 conv2d_19" [id=164, type=conv2d]; -"165 hardsigmoid_2" [id=165, type=hardsigmoid]; -"166 quantize_per_tensor_default_15" [id=166, type=quantize_per_tensor]; -"167 dequantize_per_tensor_default_20" [id=167, type=dequantize_per_tensor]; -"168 mul_2" [id=168, type=mul]; -"169 quantize_per_tensor_default_16" [id=169, type=quantize_per_tensor]; -"170 dequantize_per_tensor_default_21" [id=170, type=dequantize_per_tensor]; -"171 conv2d_20_scale_0_updated_constant0" [id=171, type=get_attr]; -"172 compressed_weight_updated_constant14" [id=172, type=get_attr]; -"173 features_5_block_3_0_weight_bias_0_0" [id=173, type=get_attr]; -"174 mul_tensor_14" [id=174, type=mul]; -"175 conv2d_20" [id=175, type=conv2d]; -"176 quantize_per_tensor_default_17" [id=176, type=quantize_per_tensor]; -"177 dequantize_per_tensor_default_22" [id=177, type=dequantize_per_tensor]; -"178 add__1" [id=178, type=add_]; -"179 quantize_per_tensor_default_18" [id=179, type=quantize_per_tensor]; -"180 dequantize_per_tensor_default_24" [id=180, type=dequantize_per_tensor]; -"181 dequantize_per_tensor_default_23" [id=181, type=dequantize_per_tensor]; -"182 conv2d_21_scale_0_updated_constant0" [id=182, type=get_attr]; -"183 compressed_weight_updated_constant15" [id=183, type=get_attr]; -"184 features_6_block_0_0_weight_bias_0_0" [id=184, type=get_attr]; -"185 mul_tensor_15" [id=185, type=mul]; -"186 conv2d_21" [id=186, type=conv2d]; -"187 hardswish__5_scale_0" [id=187, type=get_attr]; -"188 hardswish__5_zero_point_0" [id=188, type=get_attr]; -"189 hardswish__5" [id=189, type=hardswish_]; -"190 quantize_per_channel_default_21" [id=190, type=quantize_per_channel]; -"191 dequantize_per_channel_default_21" [id=191, type=dequantize_per_channel]; -"192 conv2d_22_scale_0_updated_constant0" [id=192, type=get_attr]; -"193 compressed_weight_updated_constant16" [id=193, type=get_attr]; -"194 features_6_block_1_0_weight_bias_0_0" [id=194, type=get_attr]; -"195 mul_tensor_16" [id=195, type=mul]; -"196 conv2d_22" [id=196, type=conv2d]; -"197 hardswish__6" [id=197, type=hardswish_]; -"198 quantize_per_tensor_default_19" [id=198, type=quantize_per_tensor]; -"199 dequantize_per_tensor_default_26" [id=199, type=dequantize_per_tensor]; -"200 dequantize_per_tensor_default_25" [id=200, type=dequantize_per_tensor]; -"201 adaptive_avg_pool2d_3" [id=201, type=adaptive_avg_pool2d]; -"202 _param_constant63" [id=202, type=get_attr]; -"203 _param_constant64_0_0" [id=203, type=get_attr]; -"204 conv2d_23" [id=204, type=conv2d]; -"205 relu_3" [id=205, type=relu]; -"206 _param_constant65" [id=206, type=get_attr]; -"207 _param_constant66_0_0" [id=207, type=get_attr]; -"208 conv2d_24" [id=208, type=conv2d]; -"209 hardsigmoid_3" [id=209, type=hardsigmoid]; -"210 quantize_per_tensor_default_20" [id=210, type=quantize_per_tensor]; -"211 dequantize_per_tensor_default_27" [id=211, type=dequantize_per_tensor]; -"212 mul_3" [id=212, type=mul]; -"213 quantize_per_tensor_default_21" [id=213, type=quantize_per_tensor]; -"214 dequantize_per_tensor_default_28" [id=214, type=dequantize_per_tensor]; -"215 conv2d_25_scale_0_updated_constant0" [id=215, type=get_attr]; -"216 compressed_weight_updated_constant17" [id=216, type=get_attr]; -"217 features_6_block_3_0_weight_bias_0_0" [id=217, type=get_attr]; -"218 mul_tensor_17" [id=218, type=mul]; -"219 conv2d_25" [id=219, type=conv2d]; -"220 quantize_per_tensor_default_22" [id=220, type=quantize_per_tensor]; -"221 dequantize_per_tensor_default_29" [id=221, type=dequantize_per_tensor]; -"222 add__2" [id=222, type=add_]; -"223 quantize_per_tensor_default_23" [id=223, type=quantize_per_tensor]; -"224 dequantize_per_tensor_default_30" [id=224, type=dequantize_per_tensor]; -"225 conv2d_26_scale_0_updated_constant0" [id=225, type=get_attr]; -"226 compressed_weight_updated_constant18" [id=226, type=get_attr]; -"227 features_7_block_0_0_weight_bias_0_0" [id=227, type=get_attr]; -"228 mul_tensor_18" [id=228, type=mul]; -"229 conv2d_26" [id=229, type=conv2d]; -"230 hardswish__7_scale_0" [id=230, type=get_attr]; -"231 hardswish__7_zero_point_0" [id=231, type=get_attr]; -"232 hardswish__7" [id=232, type=hardswish_]; -"233 quantize_per_channel_default_25" [id=233, type=quantize_per_channel]; -"234 dequantize_per_channel_default_25" [id=234, type=dequantize_per_channel]; -"235 conv2d_27_scale_0_updated_constant0" [id=235, type=get_attr]; -"236 compressed_weight_updated_constant19" [id=236, type=get_attr]; -"237 features_7_block_1_0_weight_bias_0_0" [id=237, type=get_attr]; -"238 mul_tensor_19" [id=238, type=mul]; -"239 conv2d_27" [id=239, type=conv2d]; -"240 hardswish__8" [id=240, type=hardswish_]; -"241 quantize_per_tensor_default_24" [id=241, type=quantize_per_tensor]; -"242 dequantize_per_tensor_default_32" [id=242, type=dequantize_per_tensor]; -"243 dequantize_per_tensor_default_31" [id=243, type=dequantize_per_tensor]; -"244 adaptive_avg_pool2d_4" [id=244, type=adaptive_avg_pool2d]; -"245 _param_constant76" [id=245, type=get_attr]; -"246 _param_constant77_0_0" [id=246, type=get_attr]; -"247 conv2d_28" [id=247, type=conv2d]; -"248 relu_4" [id=248, type=relu]; -"249 _param_constant78" [id=249, type=get_attr]; -"250 _param_constant79_0_0" [id=250, type=get_attr]; -"251 conv2d_29" [id=251, type=conv2d]; -"252 hardsigmoid_4" [id=252, type=hardsigmoid]; -"253 quantize_per_tensor_default_25" [id=253, type=quantize_per_tensor]; -"254 dequantize_per_tensor_default_33" [id=254, type=dequantize_per_tensor]; -"255 mul_4" [id=255, type=mul]; -"256 quantize_per_tensor_default_26" [id=256, type=quantize_per_tensor]; -"257 dequantize_per_tensor_default_34" [id=257, type=dequantize_per_tensor]; -"258 conv2d_30_scale_0_updated_constant0" [id=258, type=get_attr]; -"259 compressed_weight_updated_constant20" [id=259, type=get_attr]; -"260 features_7_block_3_0_weight_bias_0_0" [id=260, type=get_attr]; -"261 mul_tensor_20" [id=261, type=mul]; -"262 conv2d_30" [id=262, type=conv2d]; -"263 quantize_per_tensor_default_27" [id=263, type=quantize_per_tensor]; -"264 dequantize_per_tensor_default_36" [id=264, type=dequantize_per_tensor]; -"265 dequantize_per_tensor_default_35" [id=265, type=dequantize_per_tensor]; -"266 conv2d_31_scale_0_updated_constant0" [id=266, type=get_attr]; -"267 compressed_weight_updated_constant21" [id=267, type=get_attr]; -"268 features_8_block_0_0_weight_bias_0_0" [id=268, type=get_attr]; -"269 mul_tensor_21" [id=269, type=mul]; -"270 conv2d_31" [id=270, type=conv2d]; -"271 hardswish__9_scale_0" [id=271, type=get_attr]; -"272 hardswish__9_zero_point_0" [id=272, type=get_attr]; -"273 hardswish__9" [id=273, type=hardswish_]; -"274 quantize_per_channel_default_29" [id=274, type=quantize_per_channel]; -"275 dequantize_per_channel_default_29" [id=275, type=dequantize_per_channel]; -"276 conv2d_32_scale_0_updated_constant0" [id=276, type=get_attr]; -"277 compressed_weight_updated_constant22" [id=277, type=get_attr]; -"278 features_8_block_1_0_weight_bias_0_0" [id=278, type=get_attr]; -"279 mul_tensor_22" [id=279, type=mul]; -"280 conv2d_32" [id=280, type=conv2d]; -"281 hardswish__10" [id=281, type=hardswish_]; -"282 quantize_per_tensor_default_28" [id=282, type=quantize_per_tensor]; -"283 dequantize_per_tensor_default_38" [id=283, type=dequantize_per_tensor]; -"284 dequantize_per_tensor_default_37" [id=284, type=dequantize_per_tensor]; -"285 adaptive_avg_pool2d_5" [id=285, type=adaptive_avg_pool2d]; -"286 _param_constant89" [id=286, type=get_attr]; -"287 _param_constant90_0_0" [id=287, type=get_attr]; -"288 conv2d_33" [id=288, type=conv2d]; -"289 relu_5" [id=289, type=relu]; -"290 _param_constant91" [id=290, type=get_attr]; -"291 _param_constant92_0_0" [id=291, type=get_attr]; -"292 conv2d_34" [id=292, type=conv2d]; -"293 hardsigmoid_5" [id=293, type=hardsigmoid]; -"294 quantize_per_tensor_default_29" [id=294, type=quantize_per_tensor]; -"295 dequantize_per_tensor_default_39" [id=295, type=dequantize_per_tensor]; -"296 mul_5" [id=296, type=mul]; -"297 quantize_per_tensor_default_30" [id=297, type=quantize_per_tensor]; -"298 dequantize_per_tensor_default_40" [id=298, type=dequantize_per_tensor]; -"299 conv2d_35_scale_0_updated_constant0" [id=299, type=get_attr]; -"300 compressed_weight_updated_constant23" [id=300, type=get_attr]; -"301 features_8_block_3_0_weight_bias_0_0" [id=301, type=get_attr]; -"302 mul_tensor_23" [id=302, type=mul]; -"303 conv2d_35" [id=303, type=conv2d]; -"304 quantize_per_tensor_default_31" [id=304, type=quantize_per_tensor]; -"305 dequantize_per_tensor_default_41" [id=305, type=dequantize_per_tensor]; -"306 add__3" [id=306, type=add_]; -"307 quantize_per_tensor_default_32" [id=307, type=quantize_per_tensor]; -"308 dequantize_per_tensor_default_42" [id=308, type=dequantize_per_tensor]; -"309 conv2d_36_scale_0_updated_constant0" [id=309, type=get_attr]; -"310 compressed_weight_updated_constant24" [id=310, type=get_attr]; -"311 features_9_block_0_0_weight_bias_0_0" [id=311, type=get_attr]; -"312 mul_tensor_24" [id=312, type=mul]; -"313 conv2d_36" [id=313, type=conv2d]; -"314 hardswish__11_scale_0" [id=314, type=get_attr]; -"315 hardswish__11_zero_point_0" [id=315, type=get_attr]; -"316 hardswish__11" [id=316, type=hardswish_]; -"317 quantize_per_channel_default_33" [id=317, type=quantize_per_channel]; -"318 dequantize_per_channel_default_33" [id=318, type=dequantize_per_channel]; -"319 conv2d_37_scale_0_updated_constant0" [id=319, type=get_attr]; -"320 compressed_weight_updated_constant25" [id=320, type=get_attr]; -"321 features_9_block_1_0_weight_bias_0_0" [id=321, type=get_attr]; -"322 mul_tensor_25" [id=322, type=mul]; -"323 conv2d_37" [id=323, type=conv2d]; -"324 hardswish__12" [id=324, type=hardswish_]; -"325 quantize_per_tensor_default_33" [id=325, type=quantize_per_tensor]; -"326 dequantize_per_tensor_default_44" [id=326, type=dequantize_per_tensor]; -"327 dequantize_per_tensor_default_43" [id=327, type=dequantize_per_tensor]; -"328 adaptive_avg_pool2d_6" [id=328, type=adaptive_avg_pool2d]; -"329 _param_constant102" [id=329, type=get_attr]; -"330 _param_constant103_0_0" [id=330, type=get_attr]; -"331 conv2d_38" [id=331, type=conv2d]; -"332 relu_6" [id=332, type=relu]; -"333 _param_constant104" [id=333, type=get_attr]; -"334 _param_constant105_0_0" [id=334, type=get_attr]; -"335 conv2d_39" [id=335, type=conv2d]; -"336 hardsigmoid_6" [id=336, type=hardsigmoid]; -"337 quantize_per_tensor_default_34" [id=337, type=quantize_per_tensor]; -"338 dequantize_per_tensor_default_45" [id=338, type=dequantize_per_tensor]; -"339 mul_6" [id=339, type=mul]; -"340 quantize_per_tensor_default_35" [id=340, type=quantize_per_tensor]; -"341 dequantize_per_tensor_default_46" [id=341, type=dequantize_per_tensor]; -"342 conv2d_40_scale_0_updated_constant0" [id=342, type=get_attr]; -"343 compressed_weight_updated_constant26" [id=343, type=get_attr]; -"344 features_9_block_3_0_weight_bias_0_0" [id=344, type=get_attr]; -"345 mul_tensor_26" [id=345, type=mul]; -"346 conv2d_40" [id=346, type=conv2d]; -"347 quantize_per_tensor_default_36" [id=347, type=quantize_per_tensor]; -"348 dequantize_per_tensor_default_48" [id=348, type=dequantize_per_tensor]; -"349 dequantize_per_tensor_default_47" [id=349, type=dequantize_per_tensor]; -"350 conv2d_41_scale_0_updated_constant0" [id=350, type=get_attr]; -"351 compressed_weight_updated_constant27" [id=351, type=get_attr]; -"352 features_10_block_0_0_weight_bias_0_0" [id=352, type=get_attr]; -"353 mul_tensor_27" [id=353, type=mul]; -"354 conv2d_41" [id=354, type=conv2d]; -"355 hardswish__13_scale_0" [id=355, type=get_attr]; -"356 hardswish__13_zero_point_0" [id=356, type=get_attr]; -"357 hardswish__13" [id=357, type=hardswish_]; -"358 quantize_per_channel_default_37" [id=358, type=quantize_per_channel]; -"359 dequantize_per_channel_default_37" [id=359, type=dequantize_per_channel]; -"360 conv2d_42_scale_0_updated_constant0" [id=360, type=get_attr]; -"361 compressed_weight_updated_constant28" [id=361, type=get_attr]; -"362 features_10_block_1_0_weight_bias_0_0" [id=362, type=get_attr]; -"363 mul_tensor_28" [id=363, type=mul]; -"364 conv2d_42" [id=364, type=conv2d]; -"365 hardswish__14" [id=365, type=hardswish_]; -"366 quantize_per_tensor_default_37" [id=366, type=quantize_per_tensor]; -"367 dequantize_per_tensor_default_50" [id=367, type=dequantize_per_tensor]; -"368 dequantize_per_tensor_default_49" [id=368, type=dequantize_per_tensor]; -"369 adaptive_avg_pool2d_7" [id=369, type=adaptive_avg_pool2d]; -"370 _param_constant115" [id=370, type=get_attr]; -"371 _param_constant116_0_0" [id=371, type=get_attr]; -"372 conv2d_43" [id=372, type=conv2d]; -"373 relu_7" [id=373, type=relu]; -"374 _param_constant117" [id=374, type=get_attr]; -"375 _param_constant118_0_0" [id=375, type=get_attr]; -"376 conv2d_44" [id=376, type=conv2d]; -"377 hardsigmoid_7" [id=377, type=hardsigmoid]; -"378 quantize_per_tensor_default_38" [id=378, type=quantize_per_tensor]; -"379 dequantize_per_tensor_default_51" [id=379, type=dequantize_per_tensor]; -"380 mul_7" [id=380, type=mul]; -"381 quantize_per_tensor_default_39" [id=381, type=quantize_per_tensor]; -"382 dequantize_per_tensor_default_52" [id=382, type=dequantize_per_tensor]; -"383 conv2d_45_scale_0_updated_constant0" [id=383, type=get_attr]; -"384 compressed_weight_updated_constant29" [id=384, type=get_attr]; -"385 features_10_block_3_0_weight_bias_0_0" [id=385, type=get_attr]; -"386 mul_tensor_29" [id=386, type=mul]; -"387 conv2d_45" [id=387, type=conv2d]; -"388 quantize_per_tensor_default_40" [id=388, type=quantize_per_tensor]; -"389 dequantize_per_tensor_default_53" [id=389, type=dequantize_per_tensor]; -"390 add__4" [id=390, type=add_]; -"391 quantize_per_tensor_default_41" [id=391, type=quantize_per_tensor]; -"392 dequantize_per_tensor_default_55" [id=392, type=dequantize_per_tensor]; -"393 dequantize_per_tensor_default_54" [id=393, type=dequantize_per_tensor]; -"394 conv2d_46_scale_0_updated_constant0" [id=394, type=get_attr]; -"395 compressed_weight_updated_constant30" [id=395, type=get_attr]; -"396 features_11_block_0_0_weight_bias_0_0" [id=396, type=get_attr]; -"397 mul_tensor_30" [id=397, type=mul]; -"398 conv2d_46" [id=398, type=conv2d]; -"399 hardswish__15_scale_0" [id=399, type=get_attr]; -"400 hardswish__15_zero_point_0" [id=400, type=get_attr]; -"401 hardswish__15" [id=401, type=hardswish_]; -"402 quantize_per_channel_default_41" [id=402, type=quantize_per_channel]; -"403 dequantize_per_channel_default_41" [id=403, type=dequantize_per_channel]; -"404 conv2d_47_scale_0_updated_constant0" [id=404, type=get_attr]; -"405 compressed_weight_updated_constant31" [id=405, type=get_attr]; -"406 features_11_block_1_0_weight_bias_0_0" [id=406, type=get_attr]; -"407 mul_tensor_31" [id=407, type=mul]; -"408 conv2d_47" [id=408, type=conv2d]; -"409 hardswish__16" [id=409, type=hardswish_]; -"410 quantize_per_tensor_default_42" [id=410, type=quantize_per_tensor]; -"411 dequantize_per_tensor_default_57" [id=411, type=dequantize_per_tensor]; -"412 dequantize_per_tensor_default_56" [id=412, type=dequantize_per_tensor]; -"413 adaptive_avg_pool2d_8" [id=413, type=adaptive_avg_pool2d]; -"414 _param_constant128" [id=414, type=get_attr]; -"415 _param_constant129_0_0" [id=415, type=get_attr]; -"416 conv2d_48" [id=416, type=conv2d]; -"417 relu_8" [id=417, type=relu]; -"418 _param_constant130" [id=418, type=get_attr]; -"419 _param_constant131_0_0" [id=419, type=get_attr]; -"420 conv2d_49" [id=420, type=conv2d]; -"421 hardsigmoid_8" [id=421, type=hardsigmoid]; -"422 quantize_per_tensor_default_43" [id=422, type=quantize_per_tensor]; -"423 dequantize_per_tensor_default_58" [id=423, type=dequantize_per_tensor]; -"424 mul_8" [id=424, type=mul]; -"425 quantize_per_tensor_default_44" [id=425, type=quantize_per_tensor]; -"426 dequantize_per_tensor_default_59" [id=426, type=dequantize_per_tensor]; -"427 conv2d_50_scale_0_updated_constant0" [id=427, type=get_attr]; -"428 compressed_weight_updated_constant32" [id=428, type=get_attr]; -"429 features_11_block_3_0_weight_bias_0_0" [id=429, type=get_attr]; -"430 mul_tensor_32" [id=430, type=mul]; -"431 conv2d_50" [id=431, type=conv2d]; -"432 quantize_per_tensor_default_45" [id=432, type=quantize_per_tensor]; -"433 dequantize_per_tensor_default_60" [id=433, type=dequantize_per_tensor]; -"434 add__5" [id=434, type=add_]; -"435 quantize_per_tensor_default_46" [id=435, type=quantize_per_tensor]; -"436 dequantize_per_tensor_default_61" [id=436, type=dequantize_per_tensor]; -"437 conv2d_51_scale_0_updated_constant0" [id=437, type=get_attr]; -"438 compressed_weight_updated_constant33" [id=438, type=get_attr]; -"439 features_12_0_weight_bias_0_0" [id=439, type=get_attr]; -"440 mul_tensor_33" [id=440, type=mul]; -"441 conv2d_51" [id=441, type=conv2d]; -"442 hardswish__17" [id=442, type=hardswish_]; -"443 quantize_per_tensor_default_47" [id=443, type=quantize_per_tensor]; -"444 dequantize_per_tensor_default_62" [id=444, type=dequantize_per_tensor]; -"445 adaptive_avg_pool2d_9" [id=445, type=adaptive_avg_pool2d]; -"446 quantize_per_tensor_default_48" [id=446, type=quantize_per_tensor]; -"447 dequantize_per_tensor_default_63" [id=447, type=dequantize_per_tensor]; -"448 flatten" [id=448, type=flatten]; -"449 linear_scale_0_updated_constant0" [id=449, type=get_attr]; -"450 compressed_weight_updated_constant34" [id=450, type=get_attr]; -"451 _param_constant139_0_0" [id=451, type=get_attr]; -"452 mul_tensor_34" [id=452, type=mul]; -"453 linear" [id=453, type=linear]; -"454 hardswish__18" [id=454, type=hardswish_]; -"455 quantize_per_tensor_default_49" [id=455, type=quantize_per_tensor]; -"456 dequantize_per_tensor_default_64" [id=456, type=dequantize_per_tensor]; -"457 dropout_" [id=457, type=dropout_]; -"458 linear_1_scale_0_updated_constant0" [id=458, type=get_attr]; -"459 compressed_weight_updated_constant35" [id=459, type=get_attr]; -"460 _param_constant141_0_0" [id=460, type=get_attr]; -"461 mul_tensor_35" [id=461, type=mul]; -"462 linear_1" [id=462, type=linear]; -"463 output" [id=463, type=output]; +"3 conv2d_zero_point_0_updated_constant0" [id=3, type=get_attr]; +"4 conv2d_scale_0_updated_constant0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; +"6 features_0_0_weight_bias_0_0" [id=6, type=get_attr]; +"7 mul_tensor" [id=7, type=mul]; +"8 sub_tensor" [id=8, type=sub]; +"9 conv2d" [id=9, type=conv2d]; +"10 hardswish__scale_0" [id=10, type=get_attr]; +"11 hardswish__zero_point_0" [id=11, type=get_attr]; +"12 hardswish_" [id=12, type=hardswish_]; +"13 quantize_per_channel_default_1" [id=13, type=quantize_per_channel]; +"14 dequantize_per_channel_default_1" [id=14, type=dequantize_per_channel]; +"15 conv2d_1_zero_point_0_updated_constant0" [id=15, type=get_attr]; +"16 conv2d_1_scale_0_updated_constant0" [id=16, type=get_attr]; +"17 compressed_weight_updated_constant1" [id=17, type=get_attr]; +"18 features_1_block_0_0_weight_bias_0_0" [id=18, type=get_attr]; +"19 mul_tensor_1" [id=19, type=mul]; +"20 sub_tensor_1" [id=20, type=sub]; +"21 conv2d_1" [id=21, type=conv2d]; +"22 relu_" [id=22, type=relu_]; +"23 quantize_per_tensor_default_1" [id=23, type=quantize_per_tensor]; +"24 dequantize_per_tensor_default_2" [id=24, type=dequantize_per_tensor]; +"25 dequantize_per_tensor_default_1" [id=25, type=dequantize_per_tensor]; +"26 adaptive_avg_pool2d" [id=26, type=adaptive_avg_pool2d]; +"27 _param_constant6" [id=27, type=get_attr]; +"28 _param_constant7_0_0" [id=28, type=get_attr]; +"29 conv2d_2" [id=29, type=conv2d]; +"30 relu" [id=30, type=relu]; +"31 _param_constant8" [id=31, type=get_attr]; +"32 _param_constant9_0_0" [id=32, type=get_attr]; +"33 conv2d_3" [id=33, type=conv2d]; +"34 hardsigmoid" [id=34, type=hardsigmoid]; +"35 quantize_per_tensor_default_2" [id=35, type=quantize_per_tensor]; +"36 dequantize_per_tensor_default_3" [id=36, type=dequantize_per_tensor]; +"37 mul" [id=37, type=mul]; +"38 quantize_per_tensor_default_3" [id=38, type=quantize_per_tensor]; +"39 dequantize_per_tensor_default_4" [id=39, type=dequantize_per_tensor]; +"40 conv2d_4_zero_point_0_updated_constant0" [id=40, type=get_attr]; +"41 conv2d_4_scale_0_updated_constant0" [id=41, type=get_attr]; +"42 compressed_weight_updated_constant2" [id=42, type=get_attr]; +"43 features_1_block_2_0_weight_bias_0_0" [id=43, type=get_attr]; +"44 mul_tensor_2" [id=44, type=mul]; +"45 sub_tensor_2" [id=45, type=sub]; +"46 conv2d_4" [id=46, type=conv2d]; +"47 quantize_per_tensor_default_4" [id=47, type=quantize_per_tensor]; +"48 dequantize_per_tensor_default_5" [id=48, type=dequantize_per_tensor]; +"49 conv2d_5_zero_point_0_updated_constant0" [id=49, type=get_attr]; +"50 conv2d_5_scale_0_updated_constant0" [id=50, type=get_attr]; +"51 compressed_weight_updated_constant3" [id=51, type=get_attr]; +"52 features_2_block_0_0_weight_bias_0_0" [id=52, type=get_attr]; +"53 mul_tensor_3" [id=53, type=mul]; +"54 sub_tensor_3" [id=54, type=sub]; +"55 conv2d_5" [id=55, type=conv2d]; +"56 relu__1_scale_0" [id=56, type=get_attr]; +"57 relu__1_zero_point_0" [id=57, type=get_attr]; +"58 relu__1" [id=58, type=relu_]; +"59 quantize_per_channel_default_5" [id=59, type=quantize_per_channel]; +"60 dequantize_per_channel_default_5" [id=60, type=dequantize_per_channel]; +"61 conv2d_6_zero_point_0_updated_constant0" [id=61, type=get_attr]; +"62 conv2d_6_scale_0_updated_constant0" [id=62, type=get_attr]; +"63 compressed_weight_updated_constant4" [id=63, type=get_attr]; +"64 features_2_block_1_0_weight_bias_0_0" [id=64, type=get_attr]; +"65 mul_tensor_4" [id=65, type=mul]; +"66 sub_tensor_4" [id=66, type=sub]; +"67 conv2d_6" [id=67, type=conv2d]; +"68 relu__2" [id=68, type=relu_]; +"69 quantize_per_tensor_default_5" [id=69, type=quantize_per_tensor]; +"70 dequantize_per_tensor_default_6" [id=70, type=dequantize_per_tensor]; +"71 conv2d_7_zero_point_0_updated_constant0" [id=71, type=get_attr]; +"72 conv2d_7_scale_0_updated_constant0" [id=72, type=get_attr]; +"73 compressed_weight_updated_constant5" [id=73, type=get_attr]; +"74 features_2_block_2_0_weight_bias_0_0" [id=74, type=get_attr]; +"75 mul_tensor_5" [id=75, type=mul]; +"76 sub_tensor_5" [id=76, type=sub]; +"77 conv2d_7" [id=77, type=conv2d]; +"78 quantize_per_tensor_default_6" [id=78, type=quantize_per_tensor]; +"79 dequantize_per_tensor_default_8" [id=79, type=dequantize_per_tensor]; +"80 dequantize_per_tensor_default_7" [id=80, type=dequantize_per_tensor]; +"81 conv2d_8_zero_point_0_updated_constant0" [id=81, type=get_attr]; +"82 conv2d_8_scale_0_updated_constant0" [id=82, type=get_attr]; +"83 compressed_weight_updated_constant6" [id=83, type=get_attr]; +"84 features_3_block_0_0_weight_bias_0_0" [id=84, type=get_attr]; +"85 mul_tensor_6" [id=85, type=mul]; +"86 sub_tensor_6" [id=86, type=sub]; +"87 conv2d_8" [id=87, type=conv2d]; +"88 relu__3_scale_0" [id=88, type=get_attr]; +"89 relu__3_zero_point_0" [id=89, type=get_attr]; +"90 relu__3" [id=90, type=relu_]; +"91 quantize_per_channel_default_9" [id=91, type=quantize_per_channel]; +"92 dequantize_per_channel_default_9" [id=92, type=dequantize_per_channel]; +"93 conv2d_9_zero_point_0_updated_constant0" [id=93, type=get_attr]; +"94 conv2d_9_scale_0_updated_constant0" [id=94, type=get_attr]; +"95 compressed_weight_updated_constant7" [id=95, type=get_attr]; +"96 features_3_block_1_0_weight_bias_0_0" [id=96, type=get_attr]; +"97 mul_tensor_7" [id=97, type=mul]; +"98 sub_tensor_7" [id=98, type=sub]; +"99 conv2d_9" [id=99, type=conv2d]; +"100 relu__4" [id=100, type=relu_]; +"101 quantize_per_tensor_default_7" [id=101, type=quantize_per_tensor]; +"102 dequantize_per_tensor_default_9" [id=102, type=dequantize_per_tensor]; +"103 conv2d_10_zero_point_0_updated_constant0" [id=103, type=get_attr]; +"104 conv2d_10_scale_0_updated_constant0" [id=104, type=get_attr]; +"105 compressed_weight_updated_constant8" [id=105, type=get_attr]; +"106 features_3_block_2_0_weight_bias_0_0" [id=106, type=get_attr]; +"107 mul_tensor_8" [id=107, type=mul]; +"108 sub_tensor_8" [id=108, type=sub]; +"109 conv2d_10" [id=109, type=conv2d]; +"110 quantize_per_tensor_default_8" [id=110, type=quantize_per_tensor]; +"111 dequantize_per_tensor_default_10" [id=111, type=dequantize_per_tensor]; +"112 add_" [id=112, type=add_]; +"113 quantize_per_tensor_default_9" [id=113, type=quantize_per_tensor]; +"114 dequantize_per_tensor_default_11" [id=114, type=dequantize_per_tensor]; +"115 conv2d_11_zero_point_0_updated_constant0" [id=115, type=get_attr]; +"116 conv2d_11_scale_0_updated_constant0" [id=116, type=get_attr]; +"117 compressed_weight_updated_constant9" [id=117, type=get_attr]; +"118 features_4_block_0_0_weight_bias_0_0" [id=118, type=get_attr]; +"119 mul_tensor_9" [id=119, type=mul]; +"120 sub_tensor_9" [id=120, type=sub]; +"121 conv2d_11" [id=121, type=conv2d]; +"122 hardswish__1_scale_0" [id=122, type=get_attr]; +"123 hardswish__1_zero_point_0" [id=123, type=get_attr]; +"124 hardswish__1" [id=124, type=hardswish_]; +"125 quantize_per_channel_default_13" [id=125, type=quantize_per_channel]; +"126 dequantize_per_channel_default_13" [id=126, type=dequantize_per_channel]; +"127 conv2d_12_zero_point_0_updated_constant0" [id=127, type=get_attr]; +"128 conv2d_12_scale_0_updated_constant0" [id=128, type=get_attr]; +"129 compressed_weight_updated_constant10" [id=129, type=get_attr]; +"130 features_4_block_1_0_weight_bias_0_0" [id=130, type=get_attr]; +"131 mul_tensor_10" [id=131, type=mul]; +"132 sub_tensor_10" [id=132, type=sub]; +"133 conv2d_12" [id=133, type=conv2d]; +"134 hardswish__2" [id=134, type=hardswish_]; +"135 quantize_per_tensor_default_10" [id=135, type=quantize_per_tensor]; +"136 dequantize_per_tensor_default_13" [id=136, type=dequantize_per_tensor]; +"137 dequantize_per_tensor_default_12" [id=137, type=dequantize_per_tensor]; +"138 adaptive_avg_pool2d_1" [id=138, type=adaptive_avg_pool2d]; +"139 _param_constant37" [id=139, type=get_attr]; +"140 _param_constant38_0_0" [id=140, type=get_attr]; +"141 conv2d_13" [id=141, type=conv2d]; +"142 relu_1" [id=142, type=relu]; +"143 _param_constant39" [id=143, type=get_attr]; +"144 _param_constant40_0_0" [id=144, type=get_attr]; +"145 conv2d_14" [id=145, type=conv2d]; +"146 hardsigmoid_1" [id=146, type=hardsigmoid]; +"147 quantize_per_tensor_default_11" [id=147, type=quantize_per_tensor]; +"148 dequantize_per_tensor_default_14" [id=148, type=dequantize_per_tensor]; +"149 mul_1" [id=149, type=mul]; +"150 quantize_per_tensor_default_12" [id=150, type=quantize_per_tensor]; +"151 dequantize_per_tensor_default_15" [id=151, type=dequantize_per_tensor]; +"152 conv2d_15_zero_point_0_updated_constant0" [id=152, type=get_attr]; +"153 conv2d_15_scale_0_updated_constant0" [id=153, type=get_attr]; +"154 compressed_weight_updated_constant11" [id=154, type=get_attr]; +"155 features_4_block_3_0_weight_bias_0_0" [id=155, type=get_attr]; +"156 mul_tensor_11" [id=156, type=mul]; +"157 sub_tensor_11" [id=157, type=sub]; +"158 conv2d_15" [id=158, type=conv2d]; +"159 quantize_per_tensor_default_13" [id=159, type=quantize_per_tensor]; +"160 dequantize_per_tensor_default_17" [id=160, type=dequantize_per_tensor]; +"161 dequantize_per_tensor_default_16" [id=161, type=dequantize_per_tensor]; +"162 conv2d_16_zero_point_0_updated_constant0" [id=162, type=get_attr]; +"163 conv2d_16_scale_0_updated_constant0" [id=163, type=get_attr]; +"164 compressed_weight_updated_constant12" [id=164, type=get_attr]; +"165 features_5_block_0_0_weight_bias_0_0" [id=165, type=get_attr]; +"166 mul_tensor_12" [id=166, type=mul]; +"167 sub_tensor_12" [id=167, type=sub]; +"168 conv2d_16" [id=168, type=conv2d]; +"169 hardswish__3_scale_0" [id=169, type=get_attr]; +"170 hardswish__3_zero_point_0" [id=170, type=get_attr]; +"171 hardswish__3" [id=171, type=hardswish_]; +"172 quantize_per_channel_default_17" [id=172, type=quantize_per_channel]; +"173 dequantize_per_channel_default_17" [id=173, type=dequantize_per_channel]; +"174 conv2d_17_zero_point_0_updated_constant0" [id=174, type=get_attr]; +"175 conv2d_17_scale_0_updated_constant0" [id=175, type=get_attr]; +"176 compressed_weight_updated_constant13" [id=176, type=get_attr]; +"177 features_5_block_1_0_weight_bias_0_0" [id=177, type=get_attr]; +"178 mul_tensor_13" [id=178, type=mul]; +"179 sub_tensor_13" [id=179, type=sub]; +"180 conv2d_17" [id=180, type=conv2d]; +"181 hardswish__4" [id=181, type=hardswish_]; +"182 quantize_per_tensor_default_14" [id=182, type=quantize_per_tensor]; +"183 dequantize_per_tensor_default_19" [id=183, type=dequantize_per_tensor]; +"184 dequantize_per_tensor_default_18" [id=184, type=dequantize_per_tensor]; +"185 adaptive_avg_pool2d_2" [id=185, type=adaptive_avg_pool2d]; +"186 _param_constant50" [id=186, type=get_attr]; +"187 _param_constant51_0_0" [id=187, type=get_attr]; +"188 conv2d_18" [id=188, type=conv2d]; +"189 relu_2" [id=189, type=relu]; +"190 _param_constant52" [id=190, type=get_attr]; +"191 _param_constant53_0_0" [id=191, type=get_attr]; +"192 conv2d_19" [id=192, type=conv2d]; +"193 hardsigmoid_2" [id=193, type=hardsigmoid]; +"194 quantize_per_tensor_default_15" [id=194, type=quantize_per_tensor]; +"195 dequantize_per_tensor_default_20" [id=195, type=dequantize_per_tensor]; +"196 mul_2" [id=196, type=mul]; +"197 quantize_per_tensor_default_16" [id=197, type=quantize_per_tensor]; +"198 dequantize_per_tensor_default_21" [id=198, type=dequantize_per_tensor]; +"199 conv2d_20_zero_point_0_updated_constant0" [id=199, type=get_attr]; +"200 conv2d_20_scale_0_updated_constant0" [id=200, type=get_attr]; +"201 compressed_weight_updated_constant14" [id=201, type=get_attr]; +"202 features_5_block_3_0_weight_bias_0_0" [id=202, type=get_attr]; +"203 mul_tensor_14" [id=203, type=mul]; +"204 sub_tensor_14" [id=204, type=sub]; +"205 conv2d_20" [id=205, type=conv2d]; +"206 quantize_per_tensor_default_17" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_22" [id=207, type=dequantize_per_tensor]; +"208 add__1" [id=208, type=add_]; +"209 quantize_per_tensor_default_18" [id=209, type=quantize_per_tensor]; +"210 dequantize_per_tensor_default_24" [id=210, type=dequantize_per_tensor]; +"211 dequantize_per_tensor_default_23" [id=211, type=dequantize_per_tensor]; +"212 conv2d_21_zero_point_0_updated_constant0" [id=212, type=get_attr]; +"213 conv2d_21_scale_0_updated_constant0" [id=213, type=get_attr]; +"214 compressed_weight_updated_constant15" [id=214, type=get_attr]; +"215 features_6_block_0_0_weight_bias_0_0" [id=215, type=get_attr]; +"216 mul_tensor_15" [id=216, type=mul]; +"217 sub_tensor_15" [id=217, type=sub]; +"218 conv2d_21" [id=218, type=conv2d]; +"219 hardswish__5_scale_0" [id=219, type=get_attr]; +"220 hardswish__5_zero_point_0" [id=220, type=get_attr]; +"221 hardswish__5" [id=221, type=hardswish_]; +"222 quantize_per_channel_default_21" [id=222, type=quantize_per_channel]; +"223 dequantize_per_channel_default_21" [id=223, type=dequantize_per_channel]; +"224 conv2d_22_zero_point_0_updated_constant0" [id=224, type=get_attr]; +"225 conv2d_22_scale_0_updated_constant0" [id=225, type=get_attr]; +"226 compressed_weight_updated_constant16" [id=226, type=get_attr]; +"227 features_6_block_1_0_weight_bias_0_0" [id=227, type=get_attr]; +"228 mul_tensor_16" [id=228, type=mul]; +"229 sub_tensor_16" [id=229, type=sub]; +"230 conv2d_22" [id=230, type=conv2d]; +"231 hardswish__6" [id=231, type=hardswish_]; +"232 quantize_per_tensor_default_19" [id=232, type=quantize_per_tensor]; +"233 dequantize_per_tensor_default_26" [id=233, type=dequantize_per_tensor]; +"234 dequantize_per_tensor_default_25" [id=234, type=dequantize_per_tensor]; +"235 adaptive_avg_pool2d_3" [id=235, type=adaptive_avg_pool2d]; +"236 _param_constant63" [id=236, type=get_attr]; +"237 _param_constant64_0_0" [id=237, type=get_attr]; +"238 conv2d_23" [id=238, type=conv2d]; +"239 relu_3" [id=239, type=relu]; +"240 _param_constant65" [id=240, type=get_attr]; +"241 _param_constant66_0_0" [id=241, type=get_attr]; +"242 conv2d_24" [id=242, type=conv2d]; +"243 hardsigmoid_3" [id=243, type=hardsigmoid]; +"244 quantize_per_tensor_default_20" [id=244, type=quantize_per_tensor]; +"245 dequantize_per_tensor_default_27" [id=245, type=dequantize_per_tensor]; +"246 mul_3" [id=246, type=mul]; +"247 quantize_per_tensor_default_21" [id=247, type=quantize_per_tensor]; +"248 dequantize_per_tensor_default_28" [id=248, type=dequantize_per_tensor]; +"249 conv2d_25_zero_point_0_updated_constant0" [id=249, type=get_attr]; +"250 conv2d_25_scale_0_updated_constant0" [id=250, type=get_attr]; +"251 compressed_weight_updated_constant17" [id=251, type=get_attr]; +"252 features_6_block_3_0_weight_bias_0_0" [id=252, type=get_attr]; +"253 mul_tensor_17" [id=253, type=mul]; +"254 sub_tensor_17" [id=254, type=sub]; +"255 conv2d_25" [id=255, type=conv2d]; +"256 quantize_per_tensor_default_22" [id=256, type=quantize_per_tensor]; +"257 dequantize_per_tensor_default_29" [id=257, type=dequantize_per_tensor]; +"258 add__2" [id=258, type=add_]; +"259 quantize_per_tensor_default_23" [id=259, type=quantize_per_tensor]; +"260 dequantize_per_tensor_default_30" [id=260, type=dequantize_per_tensor]; +"261 conv2d_26_zero_point_0_updated_constant0" [id=261, type=get_attr]; +"262 conv2d_26_scale_0_updated_constant0" [id=262, type=get_attr]; +"263 compressed_weight_updated_constant18" [id=263, type=get_attr]; +"264 features_7_block_0_0_weight_bias_0_0" [id=264, type=get_attr]; +"265 mul_tensor_18" [id=265, type=mul]; +"266 sub_tensor_18" [id=266, type=sub]; +"267 conv2d_26" [id=267, type=conv2d]; +"268 hardswish__7_scale_0" [id=268, type=get_attr]; +"269 hardswish__7_zero_point_0" [id=269, type=get_attr]; +"270 hardswish__7" [id=270, type=hardswish_]; +"271 quantize_per_channel_default_25" [id=271, type=quantize_per_channel]; +"272 dequantize_per_channel_default_25" [id=272, type=dequantize_per_channel]; +"273 conv2d_27_zero_point_0_updated_constant0" [id=273, type=get_attr]; +"274 conv2d_27_scale_0_updated_constant0" [id=274, type=get_attr]; +"275 compressed_weight_updated_constant19" [id=275, type=get_attr]; +"276 features_7_block_1_0_weight_bias_0_0" [id=276, type=get_attr]; +"277 mul_tensor_19" [id=277, type=mul]; +"278 sub_tensor_19" [id=278, type=sub]; +"279 conv2d_27" [id=279, type=conv2d]; +"280 hardswish__8" [id=280, type=hardswish_]; +"281 quantize_per_tensor_default_24" [id=281, type=quantize_per_tensor]; +"282 dequantize_per_tensor_default_32" [id=282, type=dequantize_per_tensor]; +"283 dequantize_per_tensor_default_31" [id=283, type=dequantize_per_tensor]; +"284 adaptive_avg_pool2d_4" [id=284, type=adaptive_avg_pool2d]; +"285 _param_constant76" [id=285, type=get_attr]; +"286 _param_constant77_0_0" [id=286, type=get_attr]; +"287 conv2d_28" [id=287, type=conv2d]; +"288 relu_4" [id=288, type=relu]; +"289 _param_constant78" [id=289, type=get_attr]; +"290 _param_constant79_0_0" [id=290, type=get_attr]; +"291 conv2d_29" [id=291, type=conv2d]; +"292 hardsigmoid_4" [id=292, type=hardsigmoid]; +"293 quantize_per_tensor_default_25" [id=293, type=quantize_per_tensor]; +"294 dequantize_per_tensor_default_33" [id=294, type=dequantize_per_tensor]; +"295 mul_4" [id=295, type=mul]; +"296 quantize_per_tensor_default_26" [id=296, type=quantize_per_tensor]; +"297 dequantize_per_tensor_default_34" [id=297, type=dequantize_per_tensor]; +"298 conv2d_30_zero_point_0_updated_constant0" [id=298, type=get_attr]; +"299 conv2d_30_scale_0_updated_constant0" [id=299, type=get_attr]; +"300 compressed_weight_updated_constant20" [id=300, type=get_attr]; +"301 features_7_block_3_0_weight_bias_0_0" [id=301, type=get_attr]; +"302 mul_tensor_20" [id=302, type=mul]; +"303 sub_tensor_20" [id=303, type=sub]; +"304 conv2d_30" [id=304, type=conv2d]; +"305 quantize_per_tensor_default_27" [id=305, type=quantize_per_tensor]; +"306 dequantize_per_tensor_default_36" [id=306, type=dequantize_per_tensor]; +"307 dequantize_per_tensor_default_35" [id=307, type=dequantize_per_tensor]; +"308 conv2d_31_zero_point_0_updated_constant0" [id=308, type=get_attr]; +"309 conv2d_31_scale_0_updated_constant0" [id=309, type=get_attr]; +"310 compressed_weight_updated_constant21" [id=310, type=get_attr]; +"311 features_8_block_0_0_weight_bias_0_0" [id=311, type=get_attr]; +"312 mul_tensor_21" [id=312, type=mul]; +"313 sub_tensor_21" [id=313, type=sub]; +"314 conv2d_31" [id=314, type=conv2d]; +"315 hardswish__9_scale_0" [id=315, type=get_attr]; +"316 hardswish__9_zero_point_0" [id=316, type=get_attr]; +"317 hardswish__9" [id=317, type=hardswish_]; +"318 quantize_per_channel_default_29" [id=318, type=quantize_per_channel]; +"319 dequantize_per_channel_default_29" [id=319, type=dequantize_per_channel]; +"320 conv2d_32_zero_point_0_updated_constant0" [id=320, type=get_attr]; +"321 conv2d_32_scale_0_updated_constant0" [id=321, type=get_attr]; +"322 compressed_weight_updated_constant22" [id=322, type=get_attr]; +"323 features_8_block_1_0_weight_bias_0_0" [id=323, type=get_attr]; +"324 mul_tensor_22" [id=324, type=mul]; +"325 sub_tensor_22" [id=325, type=sub]; +"326 conv2d_32" [id=326, type=conv2d]; +"327 hardswish__10" [id=327, type=hardswish_]; +"328 quantize_per_tensor_default_28" [id=328, type=quantize_per_tensor]; +"329 dequantize_per_tensor_default_38" [id=329, type=dequantize_per_tensor]; +"330 dequantize_per_tensor_default_37" [id=330, type=dequantize_per_tensor]; +"331 adaptive_avg_pool2d_5" [id=331, type=adaptive_avg_pool2d]; +"332 _param_constant89" [id=332, type=get_attr]; +"333 _param_constant90_0_0" [id=333, type=get_attr]; +"334 conv2d_33" [id=334, type=conv2d]; +"335 relu_5" [id=335, type=relu]; +"336 _param_constant91" [id=336, type=get_attr]; +"337 _param_constant92_0_0" [id=337, type=get_attr]; +"338 conv2d_34" [id=338, type=conv2d]; +"339 hardsigmoid_5" [id=339, type=hardsigmoid]; +"340 quantize_per_tensor_default_29" [id=340, type=quantize_per_tensor]; +"341 dequantize_per_tensor_default_39" [id=341, type=dequantize_per_tensor]; +"342 mul_5" [id=342, type=mul]; +"343 quantize_per_tensor_default_30" [id=343, type=quantize_per_tensor]; +"344 dequantize_per_tensor_default_40" [id=344, type=dequantize_per_tensor]; +"345 conv2d_35_zero_point_0_updated_constant0" [id=345, type=get_attr]; +"346 conv2d_35_scale_0_updated_constant0" [id=346, type=get_attr]; +"347 compressed_weight_updated_constant23" [id=347, type=get_attr]; +"348 features_8_block_3_0_weight_bias_0_0" [id=348, type=get_attr]; +"349 mul_tensor_23" [id=349, type=mul]; +"350 sub_tensor_23" [id=350, type=sub]; +"351 conv2d_35" [id=351, type=conv2d]; +"352 quantize_per_tensor_default_31" [id=352, type=quantize_per_tensor]; +"353 dequantize_per_tensor_default_41" [id=353, type=dequantize_per_tensor]; +"354 add__3" [id=354, type=add_]; +"355 quantize_per_tensor_default_32" [id=355, type=quantize_per_tensor]; +"356 dequantize_per_tensor_default_42" [id=356, type=dequantize_per_tensor]; +"357 conv2d_36_zero_point_0_updated_constant0" [id=357, type=get_attr]; +"358 conv2d_36_scale_0_updated_constant0" [id=358, type=get_attr]; +"359 compressed_weight_updated_constant24" [id=359, type=get_attr]; +"360 features_9_block_0_0_weight_bias_0_0" [id=360, type=get_attr]; +"361 mul_tensor_24" [id=361, type=mul]; +"362 sub_tensor_24" [id=362, type=sub]; +"363 conv2d_36" [id=363, type=conv2d]; +"364 hardswish__11_scale_0" [id=364, type=get_attr]; +"365 hardswish__11_zero_point_0" [id=365, type=get_attr]; +"366 hardswish__11" [id=366, type=hardswish_]; +"367 quantize_per_channel_default_33" [id=367, type=quantize_per_channel]; +"368 dequantize_per_channel_default_33" [id=368, type=dequantize_per_channel]; +"369 conv2d_37_zero_point_0_updated_constant0" [id=369, type=get_attr]; +"370 conv2d_37_scale_0_updated_constant0" [id=370, type=get_attr]; +"371 compressed_weight_updated_constant25" [id=371, type=get_attr]; +"372 features_9_block_1_0_weight_bias_0_0" [id=372, type=get_attr]; +"373 mul_tensor_25" [id=373, type=mul]; +"374 sub_tensor_25" [id=374, type=sub]; +"375 conv2d_37" [id=375, type=conv2d]; +"376 hardswish__12" [id=376, type=hardswish_]; +"377 quantize_per_tensor_default_33" [id=377, type=quantize_per_tensor]; +"378 dequantize_per_tensor_default_44" [id=378, type=dequantize_per_tensor]; +"379 dequantize_per_tensor_default_43" [id=379, type=dequantize_per_tensor]; +"380 adaptive_avg_pool2d_6" [id=380, type=adaptive_avg_pool2d]; +"381 _param_constant102" [id=381, type=get_attr]; +"382 _param_constant103_0_0" [id=382, type=get_attr]; +"383 conv2d_38" [id=383, type=conv2d]; +"384 relu_6" [id=384, type=relu]; +"385 _param_constant104" [id=385, type=get_attr]; +"386 _param_constant105_0_0" [id=386, type=get_attr]; +"387 conv2d_39" [id=387, type=conv2d]; +"388 hardsigmoid_6" [id=388, type=hardsigmoid]; +"389 quantize_per_tensor_default_34" [id=389, type=quantize_per_tensor]; +"390 dequantize_per_tensor_default_45" [id=390, type=dequantize_per_tensor]; +"391 mul_6" [id=391, type=mul]; +"392 quantize_per_tensor_default_35" [id=392, type=quantize_per_tensor]; +"393 dequantize_per_tensor_default_46" [id=393, type=dequantize_per_tensor]; +"394 conv2d_40_zero_point_0_updated_constant0" [id=394, type=get_attr]; +"395 conv2d_40_scale_0_updated_constant0" [id=395, type=get_attr]; +"396 compressed_weight_updated_constant26" [id=396, type=get_attr]; +"397 features_9_block_3_0_weight_bias_0_0" [id=397, type=get_attr]; +"398 mul_tensor_26" [id=398, type=mul]; +"399 sub_tensor_26" [id=399, type=sub]; +"400 conv2d_40" [id=400, type=conv2d]; +"401 quantize_per_tensor_default_36" [id=401, type=quantize_per_tensor]; +"402 dequantize_per_tensor_default_48" [id=402, type=dequantize_per_tensor]; +"403 dequantize_per_tensor_default_47" [id=403, type=dequantize_per_tensor]; +"404 conv2d_41_zero_point_0_updated_constant0" [id=404, type=get_attr]; +"405 conv2d_41_scale_0_updated_constant0" [id=405, type=get_attr]; +"406 compressed_weight_updated_constant27" [id=406, type=get_attr]; +"407 features_10_block_0_0_weight_bias_0_0" [id=407, type=get_attr]; +"408 mul_tensor_27" [id=408, type=mul]; +"409 sub_tensor_27" [id=409, type=sub]; +"410 conv2d_41" [id=410, type=conv2d]; +"411 hardswish__13_scale_0" [id=411, type=get_attr]; +"412 hardswish__13_zero_point_0" [id=412, type=get_attr]; +"413 hardswish__13" [id=413, type=hardswish_]; +"414 quantize_per_channel_default_37" [id=414, type=quantize_per_channel]; +"415 dequantize_per_channel_default_37" [id=415, type=dequantize_per_channel]; +"416 conv2d_42_zero_point_0_updated_constant0" [id=416, type=get_attr]; +"417 conv2d_42_scale_0_updated_constant0" [id=417, type=get_attr]; +"418 compressed_weight_updated_constant28" [id=418, type=get_attr]; +"419 features_10_block_1_0_weight_bias_0_0" [id=419, type=get_attr]; +"420 mul_tensor_28" [id=420, type=mul]; +"421 sub_tensor_28" [id=421, type=sub]; +"422 conv2d_42" [id=422, type=conv2d]; +"423 hardswish__14" [id=423, type=hardswish_]; +"424 quantize_per_tensor_default_37" [id=424, type=quantize_per_tensor]; +"425 dequantize_per_tensor_default_50" [id=425, type=dequantize_per_tensor]; +"426 dequantize_per_tensor_default_49" [id=426, type=dequantize_per_tensor]; +"427 adaptive_avg_pool2d_7" [id=427, type=adaptive_avg_pool2d]; +"428 _param_constant115" [id=428, type=get_attr]; +"429 _param_constant116_0_0" [id=429, type=get_attr]; +"430 conv2d_43" [id=430, type=conv2d]; +"431 relu_7" [id=431, type=relu]; +"432 _param_constant117" [id=432, type=get_attr]; +"433 _param_constant118_0_0" [id=433, type=get_attr]; +"434 conv2d_44" [id=434, type=conv2d]; +"435 hardsigmoid_7" [id=435, type=hardsigmoid]; +"436 quantize_per_tensor_default_38" [id=436, type=quantize_per_tensor]; +"437 dequantize_per_tensor_default_51" [id=437, type=dequantize_per_tensor]; +"438 mul_7" [id=438, type=mul]; +"439 quantize_per_tensor_default_39" [id=439, type=quantize_per_tensor]; +"440 dequantize_per_tensor_default_52" [id=440, type=dequantize_per_tensor]; +"441 conv2d_45_zero_point_0_updated_constant0" [id=441, type=get_attr]; +"442 conv2d_45_scale_0_updated_constant0" [id=442, type=get_attr]; +"443 compressed_weight_updated_constant29" [id=443, type=get_attr]; +"444 features_10_block_3_0_weight_bias_0_0" [id=444, type=get_attr]; +"445 mul_tensor_29" [id=445, type=mul]; +"446 sub_tensor_29" [id=446, type=sub]; +"447 conv2d_45" [id=447, type=conv2d]; +"448 quantize_per_tensor_default_40" [id=448, type=quantize_per_tensor]; +"449 dequantize_per_tensor_default_53" [id=449, type=dequantize_per_tensor]; +"450 add__4" [id=450, type=add_]; +"451 quantize_per_tensor_default_41" [id=451, type=quantize_per_tensor]; +"452 dequantize_per_tensor_default_55" [id=452, type=dequantize_per_tensor]; +"453 dequantize_per_tensor_default_54" [id=453, type=dequantize_per_tensor]; +"454 conv2d_46_zero_point_0_updated_constant0" [id=454, type=get_attr]; +"455 conv2d_46_scale_0_updated_constant0" [id=455, type=get_attr]; +"456 compressed_weight_updated_constant30" [id=456, type=get_attr]; +"457 features_11_block_0_0_weight_bias_0_0" [id=457, type=get_attr]; +"458 mul_tensor_30" [id=458, type=mul]; +"459 sub_tensor_30" [id=459, type=sub]; +"460 conv2d_46" [id=460, type=conv2d]; +"461 hardswish__15_scale_0" [id=461, type=get_attr]; +"462 hardswish__15_zero_point_0" [id=462, type=get_attr]; +"463 hardswish__15" [id=463, type=hardswish_]; +"464 quantize_per_channel_default_41" [id=464, type=quantize_per_channel]; +"465 dequantize_per_channel_default_41" [id=465, type=dequantize_per_channel]; +"466 conv2d_47_zero_point_0_updated_constant0" [id=466, type=get_attr]; +"467 conv2d_47_scale_0_updated_constant0" [id=467, type=get_attr]; +"468 compressed_weight_updated_constant31" [id=468, type=get_attr]; +"469 features_11_block_1_0_weight_bias_0_0" [id=469, type=get_attr]; +"470 mul_tensor_31" [id=470, type=mul]; +"471 sub_tensor_31" [id=471, type=sub]; +"472 conv2d_47" [id=472, type=conv2d]; +"473 hardswish__16" [id=473, type=hardswish_]; +"474 quantize_per_tensor_default_42" [id=474, type=quantize_per_tensor]; +"475 dequantize_per_tensor_default_57" [id=475, type=dequantize_per_tensor]; +"476 dequantize_per_tensor_default_56" [id=476, type=dequantize_per_tensor]; +"477 adaptive_avg_pool2d_8" [id=477, type=adaptive_avg_pool2d]; +"478 _param_constant128" [id=478, type=get_attr]; +"479 _param_constant129_0_0" [id=479, type=get_attr]; +"480 conv2d_48" [id=480, type=conv2d]; +"481 relu_8" [id=481, type=relu]; +"482 _param_constant130" [id=482, type=get_attr]; +"483 _param_constant131_0_0" [id=483, type=get_attr]; +"484 conv2d_49" [id=484, type=conv2d]; +"485 hardsigmoid_8" [id=485, type=hardsigmoid]; +"486 quantize_per_tensor_default_43" [id=486, type=quantize_per_tensor]; +"487 dequantize_per_tensor_default_58" [id=487, type=dequantize_per_tensor]; +"488 mul_8" [id=488, type=mul]; +"489 quantize_per_tensor_default_44" [id=489, type=quantize_per_tensor]; +"490 dequantize_per_tensor_default_59" [id=490, type=dequantize_per_tensor]; +"491 conv2d_50_zero_point_0_updated_constant0" [id=491, type=get_attr]; +"492 conv2d_50_scale_0_updated_constant0" [id=492, type=get_attr]; +"493 compressed_weight_updated_constant32" [id=493, type=get_attr]; +"494 features_11_block_3_0_weight_bias_0_0" [id=494, type=get_attr]; +"495 mul_tensor_32" [id=495, type=mul]; +"496 sub_tensor_32" [id=496, type=sub]; +"497 conv2d_50" [id=497, type=conv2d]; +"498 quantize_per_tensor_default_45" [id=498, type=quantize_per_tensor]; +"499 dequantize_per_tensor_default_60" [id=499, type=dequantize_per_tensor]; +"500 add__5" [id=500, type=add_]; +"501 quantize_per_tensor_default_46" [id=501, type=quantize_per_tensor]; +"502 dequantize_per_tensor_default_61" [id=502, type=dequantize_per_tensor]; +"503 conv2d_51_zero_point_0_updated_constant0" [id=503, type=get_attr]; +"504 conv2d_51_scale_0_updated_constant0" [id=504, type=get_attr]; +"505 compressed_weight_updated_constant33" [id=505, type=get_attr]; +"506 features_12_0_weight_bias_0_0" [id=506, type=get_attr]; +"507 mul_tensor_33" [id=507, type=mul]; +"508 sub_tensor_33" [id=508, type=sub]; +"509 conv2d_51" [id=509, type=conv2d]; +"510 hardswish__17" [id=510, type=hardswish_]; +"511 quantize_per_tensor_default_47" [id=511, type=quantize_per_tensor]; +"512 dequantize_per_tensor_default_62" [id=512, type=dequantize_per_tensor]; +"513 adaptive_avg_pool2d_9" [id=513, type=adaptive_avg_pool2d]; +"514 quantize_per_tensor_default_48" [id=514, type=quantize_per_tensor]; +"515 dequantize_per_tensor_default_63" [id=515, type=dequantize_per_tensor]; +"516 flatten" [id=516, type=flatten]; +"517 linear_zero_point_0_updated_constant0" [id=517, type=get_attr]; +"518 linear_scale_0_updated_constant0" [id=518, type=get_attr]; +"519 compressed_weight_updated_constant34" [id=519, type=get_attr]; +"520 _param_constant139_0_0" [id=520, type=get_attr]; +"521 mul_tensor_34" [id=521, type=mul]; +"522 sub_tensor_34" [id=522, type=sub]; +"523 linear" [id=523, type=linear]; +"524 hardswish__18" [id=524, type=hardswish_]; +"525 quantize_per_tensor_default_49" [id=525, type=quantize_per_tensor]; +"526 dequantize_per_tensor_default_64" [id=526, type=dequantize_per_tensor]; +"527 dropout_" [id=527, type=dropout_]; +"528 linear_1_zero_point_0_updated_constant0" [id=528, type=get_attr]; +"529 linear_1_scale_0_updated_constant0" [id=529, type=get_attr]; +"530 compressed_weight_updated_constant35" [id=530, type=get_attr]; +"531 _param_constant141_0_0" [id=531, type=get_attr]; +"532 mul_tensor_35" [id=532, type=mul]; +"533 sub_tensor_35" [id=533, type=sub]; +"534 linear_1" [id=534, type=linear]; +"535 output" [id=535, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"2 dequantize_per_tensor_default" -> "7 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor" [label="(16, 1, 1, 1)", style=solid]; -"4 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(16, 3, 3, 3)", style=solid]; -"5 features_0_0_weight_bias_0_0" -> "7 conv2d" [label="(16,)", style=solid]; -"6 mul_tensor" -> "7 conv2d" [label="(16, 3, 3, 3)", style=solid]; -"7 conv2d" -> "10 hardswish_" [label="(1, 16, 112, 112)", style=solid]; -"8 hardswish__scale_0" -> "11 quantize_per_channel_default_1" [label="(16,)", style=solid]; -"8 hardswish__scale_0" -> "12 dequantize_per_channel_default_1" [label="(16,)", style=solid]; -"9 hardswish__zero_point_0" -> "11 quantize_per_channel_default_1" [label="(16,)", style=solid]; -"9 hardswish__zero_point_0" -> "12 dequantize_per_channel_default_1" [label="(16,)", style=solid]; -"10 hardswish_" -> "11 quantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; -"11 quantize_per_channel_default_1" -> "12 dequantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; -"12 dequantize_per_channel_default_1" -> "17 conv2d_1" [label="(1, 16, 112, 112)", style=solid]; -"13 conv2d_1_scale_0_updated_constant0" -> "16 mul_tensor_1" [label="(16, 1, 1, 1)", style=solid]; -"14 compressed_weight_updated_constant1" -> "16 mul_tensor_1" [label="(16, 1, 3, 3)", style=solid]; -"15 features_1_block_0_0_weight_bias_0_0" -> "17 conv2d_1" [label="(16,)", style=solid]; -"16 mul_tensor_1" -> "17 conv2d_1" [label="(16, 1, 3, 3)", style=solid]; -"17 conv2d_1" -> "18 relu_" [label="(1, 16, 56, 56)", style=solid]; -"18 relu_" -> "19 quantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; -"19 quantize_per_tensor_default_1" -> "20 dequantize_per_tensor_default_2" [label="(1, 16, 56, 56)", style=solid]; -"19 quantize_per_tensor_default_1" -> "21 dequantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; -"20 dequantize_per_tensor_default_2" -> "33 mul" [label="(1, 16, 56, 56)", style=solid]; -"21 dequantize_per_tensor_default_1" -> "22 adaptive_avg_pool2d" [label="(1, 16, 56, 56)", style=solid]; -"22 adaptive_avg_pool2d" -> "25 conv2d_2" [label="(1, 16, 1, 1)", style=solid]; -"23 _param_constant6" -> "25 conv2d_2" [label="(8, 16, 1, 1)", style=solid]; -"24 _param_constant7_0_0" -> "25 conv2d_2" [label="(8,)", style=solid]; -"25 conv2d_2" -> "26 relu" [label="(1, 8, 1, 1)", style=solid]; -"26 relu" -> "29 conv2d_3" [label="(1, 8, 1, 1)", style=solid]; -"27 _param_constant8" -> "29 conv2d_3" [label="(16, 8, 1, 1)", style=solid]; -"28 _param_constant9_0_0" -> "29 conv2d_3" [label="(16,)", style=solid]; -"29 conv2d_3" -> "30 hardsigmoid" [label="(1, 16, 1, 1)", style=solid]; -"30 hardsigmoid" -> "31 quantize_per_tensor_default_2" [label="(1, 16, 1, 1)", style=solid]; -"31 quantize_per_tensor_default_2" -> "32 dequantize_per_tensor_default_3" [label="(1, 16, 1, 1)", style=solid]; -"32 dequantize_per_tensor_default_3" -> "33 mul" [label="(1, 16, 1, 1)", style=solid]; -"33 mul" -> "34 quantize_per_tensor_default_3" [label="(1, 16, 56, 56)", style=solid]; -"34 quantize_per_tensor_default_3" -> "35 dequantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; -"35 dequantize_per_tensor_default_4" -> "40 conv2d_4" [label="(1, 16, 56, 56)", style=solid]; -"36 conv2d_4_scale_0_updated_constant0" -> "39 mul_tensor_2" [label="(16, 1, 1, 1)", style=solid]; -"37 compressed_weight_updated_constant2" -> "39 mul_tensor_2" [label="(16, 16, 1, 1)", style=solid]; -"38 features_1_block_2_0_weight_bias_0_0" -> "40 conv2d_4" [label="(16,)", style=solid]; -"39 mul_tensor_2" -> "40 conv2d_4" [label="(16, 16, 1, 1)", style=solid]; -"40 conv2d_4" -> "41 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; -"41 quantize_per_tensor_default_4" -> "42 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56)", style=solid]; -"42 dequantize_per_tensor_default_5" -> "47 conv2d_5" [label="(1, 16, 56, 56)", style=solid]; -"43 conv2d_5_scale_0_updated_constant0" -> "46 mul_tensor_3" [label="(72, 1, 1, 1)", style=solid]; -"44 compressed_weight_updated_constant3" -> "46 mul_tensor_3" [label="(72, 16, 1, 1)", style=solid]; -"45 features_2_block_0_0_weight_bias_0_0" -> "47 conv2d_5" [label="(72,)", style=solid]; -"46 mul_tensor_3" -> "47 conv2d_5" [label="(72, 16, 1, 1)", style=solid]; -"47 conv2d_5" -> "50 relu__1" [label="(1, 72, 56, 56)", style=solid]; -"48 relu__1_scale_0" -> "51 quantize_per_channel_default_5" [label="(72,)", style=solid]; -"48 relu__1_scale_0" -> "52 dequantize_per_channel_default_5" [label="(72,)", style=solid]; -"49 relu__1_zero_point_0" -> "51 quantize_per_channel_default_5" [label="(72,)", style=solid]; -"49 relu__1_zero_point_0" -> "52 dequantize_per_channel_default_5" [label="(72,)", style=solid]; -"50 relu__1" -> "51 quantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; -"51 quantize_per_channel_default_5" -> "52 dequantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; -"52 dequantize_per_channel_default_5" -> "57 conv2d_6" [label="(1, 72, 56, 56)", style=solid]; -"53 conv2d_6_scale_0_updated_constant0" -> "56 mul_tensor_4" [label="(72, 1, 1, 1)", style=solid]; -"54 compressed_weight_updated_constant4" -> "56 mul_tensor_4" [label="(72, 1, 3, 3)", style=solid]; -"55 features_2_block_1_0_weight_bias_0_0" -> "57 conv2d_6" [label="(72,)", style=solid]; -"56 mul_tensor_4" -> "57 conv2d_6" [label="(72, 1, 3, 3)", style=solid]; -"57 conv2d_6" -> "58 relu__2" [label="(1, 72, 28, 28)", style=solid]; -"58 relu__2" -> "59 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; -"59 quantize_per_tensor_default_5" -> "60 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28)", style=solid]; -"60 dequantize_per_tensor_default_6" -> "65 conv2d_7" [label="(1, 72, 28, 28)", style=solid]; -"61 conv2d_7_scale_0_updated_constant0" -> "64 mul_tensor_5" [label="(24, 1, 1, 1)", style=solid]; -"62 compressed_weight_updated_constant5" -> "64 mul_tensor_5" [label="(24, 72, 1, 1)", style=solid]; -"63 features_2_block_2_0_weight_bias_0_0" -> "65 conv2d_7" [label="(24,)", style=solid]; -"64 mul_tensor_5" -> "65 conv2d_7" [label="(24, 72, 1, 1)", style=solid]; -"65 conv2d_7" -> "66 quantize_per_tensor_default_6" [label="(1, 24, 28, 28)", style=solid]; -"66 quantize_per_tensor_default_6" -> "67 dequantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; -"66 quantize_per_tensor_default_6" -> "68 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28)", style=solid]; -"67 dequantize_per_tensor_default_8" -> "94 add_" [label="(1, 24, 28, 28)", style=solid]; -"68 dequantize_per_tensor_default_7" -> "73 conv2d_8" [label="(1, 24, 28, 28)", style=solid]; -"69 conv2d_8_scale_0_updated_constant0" -> "72 mul_tensor_6" [label="(88, 1, 1, 1)", style=solid]; -"70 compressed_weight_updated_constant6" -> "72 mul_tensor_6" [label="(88, 24, 1, 1)", style=solid]; -"71 features_3_block_0_0_weight_bias_0_0" -> "73 conv2d_8" [label="(88,)", style=solid]; -"72 mul_tensor_6" -> "73 conv2d_8" [label="(88, 24, 1, 1)", style=solid]; -"73 conv2d_8" -> "76 relu__3" [label="(1, 88, 28, 28)", style=solid]; -"74 relu__3_scale_0" -> "77 quantize_per_channel_default_9" [label="(88,)", style=solid]; -"74 relu__3_scale_0" -> "78 dequantize_per_channel_default_9" [label="(88,)", style=solid]; -"75 relu__3_zero_point_0" -> "77 quantize_per_channel_default_9" [label="(88,)", style=solid]; -"75 relu__3_zero_point_0" -> "78 dequantize_per_channel_default_9" [label="(88,)", style=solid]; -"76 relu__3" -> "77 quantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; -"77 quantize_per_channel_default_9" -> "78 dequantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; -"78 dequantize_per_channel_default_9" -> "83 conv2d_9" [label="(1, 88, 28, 28)", style=solid]; -"79 conv2d_9_scale_0_updated_constant0" -> "82 mul_tensor_7" [label="(88, 1, 1, 1)", style=solid]; -"80 compressed_weight_updated_constant7" -> "82 mul_tensor_7" [label="(88, 1, 3, 3)", style=solid]; -"81 features_3_block_1_0_weight_bias_0_0" -> "83 conv2d_9" [label="(88,)", style=solid]; -"82 mul_tensor_7" -> "83 conv2d_9" [label="(88, 1, 3, 3)", style=solid]; -"83 conv2d_9" -> "84 relu__4" [label="(1, 88, 28, 28)", style=solid]; -"84 relu__4" -> "85 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; -"85 quantize_per_tensor_default_7" -> "86 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28)", style=solid]; -"86 dequantize_per_tensor_default_9" -> "91 conv2d_10" [label="(1, 88, 28, 28)", style=solid]; -"87 conv2d_10_scale_0_updated_constant0" -> "90 mul_tensor_8" [label="(24, 1, 1, 1)", style=solid]; -"88 compressed_weight_updated_constant8" -> "90 mul_tensor_8" [label="(24, 88, 1, 1)", style=solid]; -"89 features_3_block_2_0_weight_bias_0_0" -> "91 conv2d_10" [label="(24,)", style=solid]; -"90 mul_tensor_8" -> "91 conv2d_10" [label="(24, 88, 1, 1)", style=solid]; -"91 conv2d_10" -> "92 quantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; -"92 quantize_per_tensor_default_8" -> "93 dequantize_per_tensor_default_10" [label="(1, 24, 28, 28)", style=solid]; -"93 dequantize_per_tensor_default_10" -> "94 add_" [label="(1, 24, 28, 28)", style=solid]; -"94 add_" -> "95 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; -"95 quantize_per_tensor_default_9" -> "96 dequantize_per_tensor_default_11" [label="(1, 24, 28, 28)", style=solid]; -"96 dequantize_per_tensor_default_11" -> "101 conv2d_11" [label="(1, 24, 28, 28)", style=solid]; -"97 conv2d_11_scale_0_updated_constant0" -> "100 mul_tensor_9" [label="(96, 1, 1, 1)", style=solid]; -"98 compressed_weight_updated_constant9" -> "100 mul_tensor_9" [label="(96, 24, 1, 1)", style=solid]; -"99 features_4_block_0_0_weight_bias_0_0" -> "101 conv2d_11" [label="(96,)", style=solid]; -"100 mul_tensor_9" -> "101 conv2d_11" [label="(96, 24, 1, 1)", style=solid]; -"101 conv2d_11" -> "104 hardswish__1" [label="(1, 96, 28, 28)", style=solid]; -"102 hardswish__1_scale_0" -> "105 quantize_per_channel_default_13" [label="(96,)", style=solid]; -"102 hardswish__1_scale_0" -> "106 dequantize_per_channel_default_13" [label="(96,)", style=solid]; -"103 hardswish__1_zero_point_0" -> "105 quantize_per_channel_default_13" [label="(96,)", style=solid]; -"103 hardswish__1_zero_point_0" -> "106 dequantize_per_channel_default_13" [label="(96,)", style=solid]; -"104 hardswish__1" -> "105 quantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; -"105 quantize_per_channel_default_13" -> "106 dequantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; -"106 dequantize_per_channel_default_13" -> "111 conv2d_12" [label="(1, 96, 28, 28)", style=solid]; -"107 conv2d_12_scale_0_updated_constant0" -> "110 mul_tensor_10" [label="(96, 1, 1, 1)", style=solid]; -"108 compressed_weight_updated_constant10" -> "110 mul_tensor_10" [label="(96, 1, 5, 5)", style=solid]; -"109 features_4_block_1_0_weight_bias_0_0" -> "111 conv2d_12" [label="(96,)", style=solid]; -"110 mul_tensor_10" -> "111 conv2d_12" [label="(96, 1, 5, 5)", style=solid]; -"111 conv2d_12" -> "112 hardswish__2" [label="(1, 96, 14, 14)", style=solid]; -"112 hardswish__2" -> "113 quantize_per_tensor_default_10" [label="(1, 96, 14, 14)", style=solid]; -"113 quantize_per_tensor_default_10" -> "114 dequantize_per_tensor_default_13" [label="(1, 96, 14, 14)", style=solid]; -"113 quantize_per_tensor_default_10" -> "115 dequantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; -"114 dequantize_per_tensor_default_13" -> "127 mul_1" [label="(1, 96, 14, 14)", style=solid]; -"115 dequantize_per_tensor_default_12" -> "116 adaptive_avg_pool2d_1" [label="(1, 96, 14, 14)", style=solid]; -"116 adaptive_avg_pool2d_1" -> "119 conv2d_13" [label="(1, 96, 1, 1)", style=solid]; -"117 _param_constant37" -> "119 conv2d_13" [label="(24, 96, 1, 1)", style=solid]; -"118 _param_constant38_0_0" -> "119 conv2d_13" [label="(24,)", style=solid]; -"119 conv2d_13" -> "120 relu_1" [label="(1, 24, 1, 1)", style=solid]; -"120 relu_1" -> "123 conv2d_14" [label="(1, 24, 1, 1)", style=solid]; -"121 _param_constant39" -> "123 conv2d_14" [label="(96, 24, 1, 1)", style=solid]; -"122 _param_constant40_0_0" -> "123 conv2d_14" [label="(96,)", style=solid]; -"123 conv2d_14" -> "124 hardsigmoid_1" [label="(1, 96, 1, 1)", style=solid]; -"124 hardsigmoid_1" -> "125 quantize_per_tensor_default_11" [label="(1, 96, 1, 1)", style=solid]; -"125 quantize_per_tensor_default_11" -> "126 dequantize_per_tensor_default_14" [label="(1, 96, 1, 1)", style=solid]; -"126 dequantize_per_tensor_default_14" -> "127 mul_1" [label="(1, 96, 1, 1)", style=solid]; -"127 mul_1" -> "128 quantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; -"128 quantize_per_tensor_default_12" -> "129 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14)", style=solid]; -"129 dequantize_per_tensor_default_15" -> "134 conv2d_15" [label="(1, 96, 14, 14)", style=solid]; -"130 conv2d_15_scale_0_updated_constant0" -> "133 mul_tensor_11" [label="(40, 1, 1, 1)", style=solid]; -"131 compressed_weight_updated_constant11" -> "133 mul_tensor_11" [label="(40, 96, 1, 1)", style=solid]; -"132 features_4_block_3_0_weight_bias_0_0" -> "134 conv2d_15" [label="(40,)", style=solid]; -"133 mul_tensor_11" -> "134 conv2d_15" [label="(40, 96, 1, 1)", style=solid]; -"134 conv2d_15" -> "135 quantize_per_tensor_default_13" [label="(1, 40, 14, 14)", style=solid]; -"135 quantize_per_tensor_default_13" -> "136 dequantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; -"135 quantize_per_tensor_default_13" -> "137 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14)", style=solid]; -"136 dequantize_per_tensor_default_17" -> "178 add__1" [label="(1, 40, 14, 14)", style=solid]; -"137 dequantize_per_tensor_default_16" -> "142 conv2d_16" [label="(1, 40, 14, 14)", style=solid]; -"138 conv2d_16_scale_0_updated_constant0" -> "141 mul_tensor_12" [label="(240, 1, 1, 1)", style=solid]; -"139 compressed_weight_updated_constant12" -> "141 mul_tensor_12" [label="(240, 40, 1, 1)", style=solid]; -"140 features_5_block_0_0_weight_bias_0_0" -> "142 conv2d_16" [label="(240,)", style=solid]; -"141 mul_tensor_12" -> "142 conv2d_16" [label="(240, 40, 1, 1)", style=solid]; -"142 conv2d_16" -> "145 hardswish__3" [label="(1, 240, 14, 14)", style=solid]; -"143 hardswish__3_scale_0" -> "146 quantize_per_channel_default_17" [label="(240,)", style=solid]; -"143 hardswish__3_scale_0" -> "147 dequantize_per_channel_default_17" [label="(240,)", style=solid]; -"144 hardswish__3_zero_point_0" -> "146 quantize_per_channel_default_17" [label="(240,)", style=solid]; -"144 hardswish__3_zero_point_0" -> "147 dequantize_per_channel_default_17" [label="(240,)", style=solid]; -"145 hardswish__3" -> "146 quantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; -"146 quantize_per_channel_default_17" -> "147 dequantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; -"147 dequantize_per_channel_default_17" -> "152 conv2d_17" [label="(1, 240, 14, 14)", style=solid]; -"148 conv2d_17_scale_0_updated_constant0" -> "151 mul_tensor_13" [label="(240, 1, 1, 1)", style=solid]; -"149 compressed_weight_updated_constant13" -> "151 mul_tensor_13" [label="(240, 1, 5, 5)", style=solid]; -"150 features_5_block_1_0_weight_bias_0_0" -> "152 conv2d_17" [label="(240,)", style=solid]; -"151 mul_tensor_13" -> "152 conv2d_17" [label="(240, 1, 5, 5)", style=solid]; -"152 conv2d_17" -> "153 hardswish__4" [label="(1, 240, 14, 14)", style=solid]; -"153 hardswish__4" -> "154 quantize_per_tensor_default_14" [label="(1, 240, 14, 14)", style=solid]; -"154 quantize_per_tensor_default_14" -> "155 dequantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; -"154 quantize_per_tensor_default_14" -> "156 dequantize_per_tensor_default_18" [label="(1, 240, 14, 14)", style=solid]; -"155 dequantize_per_tensor_default_19" -> "168 mul_2" [label="(1, 240, 14, 14)", style=solid]; -"156 dequantize_per_tensor_default_18" -> "157 adaptive_avg_pool2d_2" [label="(1, 240, 14, 14)", style=solid]; -"157 adaptive_avg_pool2d_2" -> "160 conv2d_18" [label="(1, 240, 1, 1)", style=solid]; -"158 _param_constant50" -> "160 conv2d_18" [label="(64, 240, 1, 1)", style=solid]; -"159 _param_constant51_0_0" -> "160 conv2d_18" [label="(64,)", style=solid]; -"160 conv2d_18" -> "161 relu_2" [label="(1, 64, 1, 1)", style=solid]; -"161 relu_2" -> "164 conv2d_19" [label="(1, 64, 1, 1)", style=solid]; -"162 _param_constant52" -> "164 conv2d_19" [label="(240, 64, 1, 1)", style=solid]; -"163 _param_constant53_0_0" -> "164 conv2d_19" [label="(240,)", style=solid]; -"164 conv2d_19" -> "165 hardsigmoid_2" [label="(1, 240, 1, 1)", style=solid]; -"165 hardsigmoid_2" -> "166 quantize_per_tensor_default_15" [label="(1, 240, 1, 1)", style=solid]; -"166 quantize_per_tensor_default_15" -> "167 dequantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; -"167 dequantize_per_tensor_default_20" -> "168 mul_2" [label="(1, 240, 1, 1)", style=solid]; -"168 mul_2" -> "169 quantize_per_tensor_default_16" [label="(1, 240, 14, 14)", style=solid]; -"169 quantize_per_tensor_default_16" -> "170 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; -"170 dequantize_per_tensor_default_21" -> "175 conv2d_20" [label="(1, 240, 14, 14)", style=solid]; -"171 conv2d_20_scale_0_updated_constant0" -> "174 mul_tensor_14" [label="(40, 1, 1, 1)", style=solid]; -"172 compressed_weight_updated_constant14" -> "174 mul_tensor_14" [label="(40, 240, 1, 1)", style=solid]; -"173 features_5_block_3_0_weight_bias_0_0" -> "175 conv2d_20" [label="(40,)", style=solid]; -"174 mul_tensor_14" -> "175 conv2d_20" [label="(40, 240, 1, 1)", style=solid]; -"175 conv2d_20" -> "176 quantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; -"176 quantize_per_tensor_default_17" -> "177 dequantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; -"177 dequantize_per_tensor_default_22" -> "178 add__1" [label="(1, 40, 14, 14)", style=solid]; -"178 add__1" -> "179 quantize_per_tensor_default_18" [label="(1, 40, 14, 14)", style=solid]; -"179 quantize_per_tensor_default_18" -> "180 dequantize_per_tensor_default_24" [label="(1, 40, 14, 14)", style=solid]; -"179 quantize_per_tensor_default_18" -> "181 dequantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; -"180 dequantize_per_tensor_default_24" -> "222 add__2" [label="(1, 40, 14, 14)", style=solid]; -"181 dequantize_per_tensor_default_23" -> "186 conv2d_21" [label="(1, 40, 14, 14)", style=solid]; -"182 conv2d_21_scale_0_updated_constant0" -> "185 mul_tensor_15" [label="(240, 1, 1, 1)", style=solid]; -"183 compressed_weight_updated_constant15" -> "185 mul_tensor_15" [label="(240, 40, 1, 1)", style=solid]; -"184 features_6_block_0_0_weight_bias_0_0" -> "186 conv2d_21" [label="(240,)", style=solid]; -"185 mul_tensor_15" -> "186 conv2d_21" [label="(240, 40, 1, 1)", style=solid]; -"186 conv2d_21" -> "189 hardswish__5" [label="(1, 240, 14, 14)", style=solid]; -"187 hardswish__5_scale_0" -> "190 quantize_per_channel_default_21" [label="(240,)", style=solid]; -"187 hardswish__5_scale_0" -> "191 dequantize_per_channel_default_21" [label="(240,)", style=solid]; -"188 hardswish__5_zero_point_0" -> "190 quantize_per_channel_default_21" [label="(240,)", style=solid]; -"188 hardswish__5_zero_point_0" -> "191 dequantize_per_channel_default_21" [label="(240,)", style=solid]; -"189 hardswish__5" -> "190 quantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; -"190 quantize_per_channel_default_21" -> "191 dequantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; -"191 dequantize_per_channel_default_21" -> "196 conv2d_22" [label="(1, 240, 14, 14)", style=solid]; -"192 conv2d_22_scale_0_updated_constant0" -> "195 mul_tensor_16" [label="(240, 1, 1, 1)", style=solid]; -"193 compressed_weight_updated_constant16" -> "195 mul_tensor_16" [label="(240, 1, 5, 5)", style=solid]; -"194 features_6_block_1_0_weight_bias_0_0" -> "196 conv2d_22" [label="(240,)", style=solid]; -"195 mul_tensor_16" -> "196 conv2d_22" [label="(240, 1, 5, 5)", style=solid]; -"196 conv2d_22" -> "197 hardswish__6" [label="(1, 240, 14, 14)", style=solid]; -"197 hardswish__6" -> "198 quantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; -"198 quantize_per_tensor_default_19" -> "199 dequantize_per_tensor_default_26" [label="(1, 240, 14, 14)", style=solid]; -"198 quantize_per_tensor_default_19" -> "200 dequantize_per_tensor_default_25" [label="(1, 240, 14, 14)", style=solid]; -"199 dequantize_per_tensor_default_26" -> "212 mul_3" [label="(1, 240, 14, 14)", style=solid]; -"200 dequantize_per_tensor_default_25" -> "201 adaptive_avg_pool2d_3" [label="(1, 240, 14, 14)", style=solid]; -"201 adaptive_avg_pool2d_3" -> "204 conv2d_23" [label="(1, 240, 1, 1)", style=solid]; -"202 _param_constant63" -> "204 conv2d_23" [label="(64, 240, 1, 1)", style=solid]; -"203 _param_constant64_0_0" -> "204 conv2d_23" [label="(64,)", style=solid]; -"204 conv2d_23" -> "205 relu_3" [label="(1, 64, 1, 1)", style=solid]; -"205 relu_3" -> "208 conv2d_24" [label="(1, 64, 1, 1)", style=solid]; -"206 _param_constant65" -> "208 conv2d_24" [label="(240, 64, 1, 1)", style=solid]; -"207 _param_constant66_0_0" -> "208 conv2d_24" [label="(240,)", style=solid]; -"208 conv2d_24" -> "209 hardsigmoid_3" [label="(1, 240, 1, 1)", style=solid]; -"209 hardsigmoid_3" -> "210 quantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; -"210 quantize_per_tensor_default_20" -> "211 dequantize_per_tensor_default_27" [label="(1, 240, 1, 1)", style=solid]; -"211 dequantize_per_tensor_default_27" -> "212 mul_3" [label="(1, 240, 1, 1)", style=solid]; -"212 mul_3" -> "213 quantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; -"213 quantize_per_tensor_default_21" -> "214 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14)", style=solid]; -"214 dequantize_per_tensor_default_28" -> "219 conv2d_25" [label="(1, 240, 14, 14)", style=solid]; -"215 conv2d_25_scale_0_updated_constant0" -> "218 mul_tensor_17" [label="(40, 1, 1, 1)", style=solid]; -"216 compressed_weight_updated_constant17" -> "218 mul_tensor_17" [label="(40, 240, 1, 1)", style=solid]; -"217 features_6_block_3_0_weight_bias_0_0" -> "219 conv2d_25" [label="(40,)", style=solid]; -"218 mul_tensor_17" -> "219 conv2d_25" [label="(40, 240, 1, 1)", style=solid]; -"219 conv2d_25" -> "220 quantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; -"220 quantize_per_tensor_default_22" -> "221 dequantize_per_tensor_default_29" [label="(1, 40, 14, 14)", style=solid]; -"221 dequantize_per_tensor_default_29" -> "222 add__2" [label="(1, 40, 14, 14)", style=solid]; -"222 add__2" -> "223 quantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; -"223 quantize_per_tensor_default_23" -> "224 dequantize_per_tensor_default_30" [label="(1, 40, 14, 14)", style=solid]; -"224 dequantize_per_tensor_default_30" -> "229 conv2d_26" [label="(1, 40, 14, 14)", style=solid]; -"225 conv2d_26_scale_0_updated_constant0" -> "228 mul_tensor_18" [label="(120, 1, 1, 1)", style=solid]; -"226 compressed_weight_updated_constant18" -> "228 mul_tensor_18" [label="(120, 40, 1, 1)", style=solid]; -"227 features_7_block_0_0_weight_bias_0_0" -> "229 conv2d_26" [label="(120,)", style=solid]; -"228 mul_tensor_18" -> "229 conv2d_26" [label="(120, 40, 1, 1)", style=solid]; -"229 conv2d_26" -> "232 hardswish__7" [label="(1, 120, 14, 14)", style=solid]; -"230 hardswish__7_scale_0" -> "233 quantize_per_channel_default_25" [label="(120,)", style=solid]; -"230 hardswish__7_scale_0" -> "234 dequantize_per_channel_default_25" [label="(120,)", style=solid]; -"231 hardswish__7_zero_point_0" -> "233 quantize_per_channel_default_25" [label="(120,)", style=solid]; -"231 hardswish__7_zero_point_0" -> "234 dequantize_per_channel_default_25" [label="(120,)", style=solid]; -"232 hardswish__7" -> "233 quantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; -"233 quantize_per_channel_default_25" -> "234 dequantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; -"234 dequantize_per_channel_default_25" -> "239 conv2d_27" [label="(1, 120, 14, 14)", style=solid]; -"235 conv2d_27_scale_0_updated_constant0" -> "238 mul_tensor_19" [label="(120, 1, 1, 1)", style=solid]; -"236 compressed_weight_updated_constant19" -> "238 mul_tensor_19" [label="(120, 1, 5, 5)", style=solid]; -"237 features_7_block_1_0_weight_bias_0_0" -> "239 conv2d_27" [label="(120,)", style=solid]; -"238 mul_tensor_19" -> "239 conv2d_27" [label="(120, 1, 5, 5)", style=solid]; -"239 conv2d_27" -> "240 hardswish__8" [label="(1, 120, 14, 14)", style=solid]; -"240 hardswish__8" -> "241 quantize_per_tensor_default_24" [label="(1, 120, 14, 14)", style=solid]; -"241 quantize_per_tensor_default_24" -> "242 dequantize_per_tensor_default_32" [label="(1, 120, 14, 14)", style=solid]; -"241 quantize_per_tensor_default_24" -> "243 dequantize_per_tensor_default_31" [label="(1, 120, 14, 14)", style=solid]; -"242 dequantize_per_tensor_default_32" -> "255 mul_4" [label="(1, 120, 14, 14)", style=solid]; -"243 dequantize_per_tensor_default_31" -> "244 adaptive_avg_pool2d_4" [label="(1, 120, 14, 14)", style=solid]; -"244 adaptive_avg_pool2d_4" -> "247 conv2d_28" [label="(1, 120, 1, 1)", style=solid]; -"245 _param_constant76" -> "247 conv2d_28" [label="(32, 120, 1, 1)", style=solid]; -"246 _param_constant77_0_0" -> "247 conv2d_28" [label="(32,)", style=solid]; -"247 conv2d_28" -> "248 relu_4" [label="(1, 32, 1, 1)", style=solid]; -"248 relu_4" -> "251 conv2d_29" [label="(1, 32, 1, 1)", style=solid]; -"249 _param_constant78" -> "251 conv2d_29" [label="(120, 32, 1, 1)", style=solid]; -"250 _param_constant79_0_0" -> "251 conv2d_29" [label="(120,)", style=solid]; -"251 conv2d_29" -> "252 hardsigmoid_4" [label="(1, 120, 1, 1)", style=solid]; -"252 hardsigmoid_4" -> "253 quantize_per_tensor_default_25" [label="(1, 120, 1, 1)", style=solid]; -"253 quantize_per_tensor_default_25" -> "254 dequantize_per_tensor_default_33" [label="(1, 120, 1, 1)", style=solid]; -"254 dequantize_per_tensor_default_33" -> "255 mul_4" [label="(1, 120, 1, 1)", style=solid]; -"255 mul_4" -> "256 quantize_per_tensor_default_26" [label="(1, 120, 14, 14)", style=solid]; -"256 quantize_per_tensor_default_26" -> "257 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14)", style=solid]; -"257 dequantize_per_tensor_default_34" -> "262 conv2d_30" [label="(1, 120, 14, 14)", style=solid]; -"258 conv2d_30_scale_0_updated_constant0" -> "261 mul_tensor_20" [label="(48, 1, 1, 1)", style=solid]; -"259 compressed_weight_updated_constant20" -> "261 mul_tensor_20" [label="(48, 120, 1, 1)", style=solid]; -"260 features_7_block_3_0_weight_bias_0_0" -> "262 conv2d_30" [label="(48,)", style=solid]; -"261 mul_tensor_20" -> "262 conv2d_30" [label="(48, 120, 1, 1)", style=solid]; -"262 conv2d_30" -> "263 quantize_per_tensor_default_27" [label="(1, 48, 14, 14)", style=solid]; -"263 quantize_per_tensor_default_27" -> "264 dequantize_per_tensor_default_36" [label="(1, 48, 14, 14)", style=solid]; -"263 quantize_per_tensor_default_27" -> "265 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14)", style=solid]; -"264 dequantize_per_tensor_default_36" -> "306 add__3" [label="(1, 48, 14, 14)", style=solid]; -"265 dequantize_per_tensor_default_35" -> "270 conv2d_31" [label="(1, 48, 14, 14)", style=solid]; -"266 conv2d_31_scale_0_updated_constant0" -> "269 mul_tensor_21" [label="(144, 1, 1, 1)", style=solid]; -"267 compressed_weight_updated_constant21" -> "269 mul_tensor_21" [label="(144, 48, 1, 1)", style=solid]; -"268 features_8_block_0_0_weight_bias_0_0" -> "270 conv2d_31" [label="(144,)", style=solid]; -"269 mul_tensor_21" -> "270 conv2d_31" [label="(144, 48, 1, 1)", style=solid]; -"270 conv2d_31" -> "273 hardswish__9" [label="(1, 144, 14, 14)", style=solid]; -"271 hardswish__9_scale_0" -> "274 quantize_per_channel_default_29" [label="(144,)", style=solid]; -"271 hardswish__9_scale_0" -> "275 dequantize_per_channel_default_29" [label="(144,)", style=solid]; -"272 hardswish__9_zero_point_0" -> "274 quantize_per_channel_default_29" [label="(144,)", style=solid]; -"272 hardswish__9_zero_point_0" -> "275 dequantize_per_channel_default_29" [label="(144,)", style=solid]; -"273 hardswish__9" -> "274 quantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; -"274 quantize_per_channel_default_29" -> "275 dequantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; -"275 dequantize_per_channel_default_29" -> "280 conv2d_32" [label="(1, 144, 14, 14)", style=solid]; -"276 conv2d_32_scale_0_updated_constant0" -> "279 mul_tensor_22" [label="(144, 1, 1, 1)", style=solid]; -"277 compressed_weight_updated_constant22" -> "279 mul_tensor_22" [label="(144, 1, 5, 5)", style=solid]; -"278 features_8_block_1_0_weight_bias_0_0" -> "280 conv2d_32" [label="(144,)", style=solid]; -"279 mul_tensor_22" -> "280 conv2d_32" [label="(144, 1, 5, 5)", style=solid]; -"280 conv2d_32" -> "281 hardswish__10" [label="(1, 144, 14, 14)", style=solid]; -"281 hardswish__10" -> "282 quantize_per_tensor_default_28" [label="(1, 144, 14, 14)", style=solid]; -"282 quantize_per_tensor_default_28" -> "283 dequantize_per_tensor_default_38" [label="(1, 144, 14, 14)", style=solid]; -"282 quantize_per_tensor_default_28" -> "284 dequantize_per_tensor_default_37" [label="(1, 144, 14, 14)", style=solid]; -"283 dequantize_per_tensor_default_38" -> "296 mul_5" [label="(1, 144, 14, 14)", style=solid]; -"284 dequantize_per_tensor_default_37" -> "285 adaptive_avg_pool2d_5" [label="(1, 144, 14, 14)", style=solid]; -"285 adaptive_avg_pool2d_5" -> "288 conv2d_33" [label="(1, 144, 1, 1)", style=solid]; -"286 _param_constant89" -> "288 conv2d_33" [label="(40, 144, 1, 1)", style=solid]; -"287 _param_constant90_0_0" -> "288 conv2d_33" [label="(40,)", style=solid]; -"288 conv2d_33" -> "289 relu_5" [label="(1, 40, 1, 1)", style=solid]; -"289 relu_5" -> "292 conv2d_34" [label="(1, 40, 1, 1)", style=solid]; -"290 _param_constant91" -> "292 conv2d_34" [label="(144, 40, 1, 1)", style=solid]; -"291 _param_constant92_0_0" -> "292 conv2d_34" [label="(144,)", style=solid]; -"292 conv2d_34" -> "293 hardsigmoid_5" [label="(1, 144, 1, 1)", style=solid]; -"293 hardsigmoid_5" -> "294 quantize_per_tensor_default_29" [label="(1, 144, 1, 1)", style=solid]; -"294 quantize_per_tensor_default_29" -> "295 dequantize_per_tensor_default_39" [label="(1, 144, 1, 1)", style=solid]; -"295 dequantize_per_tensor_default_39" -> "296 mul_5" [label="(1, 144, 1, 1)", style=solid]; -"296 mul_5" -> "297 quantize_per_tensor_default_30" [label="(1, 144, 14, 14)", style=solid]; -"297 quantize_per_tensor_default_30" -> "298 dequantize_per_tensor_default_40" [label="(1, 144, 14, 14)", style=solid]; -"298 dequantize_per_tensor_default_40" -> "303 conv2d_35" [label="(1, 144, 14, 14)", style=solid]; -"299 conv2d_35_scale_0_updated_constant0" -> "302 mul_tensor_23" [label="(48, 1, 1, 1)", style=solid]; -"300 compressed_weight_updated_constant23" -> "302 mul_tensor_23" [label="(48, 144, 1, 1)", style=solid]; -"301 features_8_block_3_0_weight_bias_0_0" -> "303 conv2d_35" [label="(48,)", style=solid]; -"302 mul_tensor_23" -> "303 conv2d_35" [label="(48, 144, 1, 1)", style=solid]; -"303 conv2d_35" -> "304 quantize_per_tensor_default_31" [label="(1, 48, 14, 14)", style=solid]; -"304 quantize_per_tensor_default_31" -> "305 dequantize_per_tensor_default_41" [label="(1, 48, 14, 14)", style=solid]; -"305 dequantize_per_tensor_default_41" -> "306 add__3" [label="(1, 48, 14, 14)", style=solid]; -"306 add__3" -> "307 quantize_per_tensor_default_32" [label="(1, 48, 14, 14)", style=solid]; -"307 quantize_per_tensor_default_32" -> "308 dequantize_per_tensor_default_42" [label="(1, 48, 14, 14)", style=solid]; -"308 dequantize_per_tensor_default_42" -> "313 conv2d_36" [label="(1, 48, 14, 14)", style=solid]; -"309 conv2d_36_scale_0_updated_constant0" -> "312 mul_tensor_24" [label="(288, 1, 1, 1)", style=solid]; -"310 compressed_weight_updated_constant24" -> "312 mul_tensor_24" [label="(288, 48, 1, 1)", style=solid]; -"311 features_9_block_0_0_weight_bias_0_0" -> "313 conv2d_36" [label="(288,)", style=solid]; -"312 mul_tensor_24" -> "313 conv2d_36" [label="(288, 48, 1, 1)", style=solid]; -"313 conv2d_36" -> "316 hardswish__11" [label="(1, 288, 14, 14)", style=solid]; -"314 hardswish__11_scale_0" -> "317 quantize_per_channel_default_33" [label="(288,)", style=solid]; -"314 hardswish__11_scale_0" -> "318 dequantize_per_channel_default_33" [label="(288,)", style=solid]; -"315 hardswish__11_zero_point_0" -> "317 quantize_per_channel_default_33" [label="(288,)", style=solid]; -"315 hardswish__11_zero_point_0" -> "318 dequantize_per_channel_default_33" [label="(288,)", style=solid]; -"316 hardswish__11" -> "317 quantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; -"317 quantize_per_channel_default_33" -> "318 dequantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; -"318 dequantize_per_channel_default_33" -> "323 conv2d_37" [label="(1, 288, 14, 14)", style=solid]; -"319 conv2d_37_scale_0_updated_constant0" -> "322 mul_tensor_25" [label="(288, 1, 1, 1)", style=solid]; -"320 compressed_weight_updated_constant25" -> "322 mul_tensor_25" [label="(288, 1, 5, 5)", style=solid]; -"321 features_9_block_1_0_weight_bias_0_0" -> "323 conv2d_37" [label="(288,)", style=solid]; -"322 mul_tensor_25" -> "323 conv2d_37" [label="(288, 1, 5, 5)", style=solid]; -"323 conv2d_37" -> "324 hardswish__12" [label="(1, 288, 7, 7)", style=solid]; -"324 hardswish__12" -> "325 quantize_per_tensor_default_33" [label="(1, 288, 7, 7)", style=solid]; -"325 quantize_per_tensor_default_33" -> "326 dequantize_per_tensor_default_44" [label="(1, 288, 7, 7)", style=solid]; -"325 quantize_per_tensor_default_33" -> "327 dequantize_per_tensor_default_43" [label="(1, 288, 7, 7)", style=solid]; -"326 dequantize_per_tensor_default_44" -> "339 mul_6" [label="(1, 288, 7, 7)", style=solid]; -"327 dequantize_per_tensor_default_43" -> "328 adaptive_avg_pool2d_6" [label="(1, 288, 7, 7)", style=solid]; -"328 adaptive_avg_pool2d_6" -> "331 conv2d_38" [label="(1, 288, 1, 1)", style=solid]; -"329 _param_constant102" -> "331 conv2d_38" [label="(72, 288, 1, 1)", style=solid]; -"330 _param_constant103_0_0" -> "331 conv2d_38" [label="(72,)", style=solid]; -"331 conv2d_38" -> "332 relu_6" [label="(1, 72, 1, 1)", style=solid]; -"332 relu_6" -> "335 conv2d_39" [label="(1, 72, 1, 1)", style=solid]; -"333 _param_constant104" -> "335 conv2d_39" [label="(288, 72, 1, 1)", style=solid]; -"334 _param_constant105_0_0" -> "335 conv2d_39" [label="(288,)", style=solid]; -"335 conv2d_39" -> "336 hardsigmoid_6" [label="(1, 288, 1, 1)", style=solid]; -"336 hardsigmoid_6" -> "337 quantize_per_tensor_default_34" [label="(1, 288, 1, 1)", style=solid]; -"337 quantize_per_tensor_default_34" -> "338 dequantize_per_tensor_default_45" [label="(1, 288, 1, 1)", style=solid]; -"338 dequantize_per_tensor_default_45" -> "339 mul_6" [label="(1, 288, 1, 1)", style=solid]; -"339 mul_6" -> "340 quantize_per_tensor_default_35" [label="(1, 288, 7, 7)", style=solid]; -"340 quantize_per_tensor_default_35" -> "341 dequantize_per_tensor_default_46" [label="(1, 288, 7, 7)", style=solid]; -"341 dequantize_per_tensor_default_46" -> "346 conv2d_40" [label="(1, 288, 7, 7)", style=solid]; -"342 conv2d_40_scale_0_updated_constant0" -> "345 mul_tensor_26" [label="(96, 1, 1, 1)", style=solid]; -"343 compressed_weight_updated_constant26" -> "345 mul_tensor_26" [label="(96, 288, 1, 1)", style=solid]; -"344 features_9_block_3_0_weight_bias_0_0" -> "346 conv2d_40" [label="(96,)", style=solid]; -"345 mul_tensor_26" -> "346 conv2d_40" [label="(96, 288, 1, 1)", style=solid]; -"346 conv2d_40" -> "347 quantize_per_tensor_default_36" [label="(1, 96, 7, 7)", style=solid]; -"347 quantize_per_tensor_default_36" -> "348 dequantize_per_tensor_default_48" [label="(1, 96, 7, 7)", style=solid]; -"347 quantize_per_tensor_default_36" -> "349 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7)", style=solid]; -"348 dequantize_per_tensor_default_48" -> "390 add__4" [label="(1, 96, 7, 7)", style=solid]; -"349 dequantize_per_tensor_default_47" -> "354 conv2d_41" [label="(1, 96, 7, 7)", style=solid]; -"350 conv2d_41_scale_0_updated_constant0" -> "353 mul_tensor_27" [label="(576, 1, 1, 1)", style=solid]; -"351 compressed_weight_updated_constant27" -> "353 mul_tensor_27" [label="(576, 96, 1, 1)", style=solid]; -"352 features_10_block_0_0_weight_bias_0_0" -> "354 conv2d_41" [label="(576,)", style=solid]; -"353 mul_tensor_27" -> "354 conv2d_41" [label="(576, 96, 1, 1)", style=solid]; -"354 conv2d_41" -> "357 hardswish__13" [label="(1, 576, 7, 7)", style=solid]; -"355 hardswish__13_scale_0" -> "358 quantize_per_channel_default_37" [label="(576,)", style=solid]; -"355 hardswish__13_scale_0" -> "359 dequantize_per_channel_default_37" [label="(576,)", style=solid]; -"356 hardswish__13_zero_point_0" -> "358 quantize_per_channel_default_37" [label="(576,)", style=solid]; -"356 hardswish__13_zero_point_0" -> "359 dequantize_per_channel_default_37" [label="(576,)", style=solid]; -"357 hardswish__13" -> "358 quantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; -"358 quantize_per_channel_default_37" -> "359 dequantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; -"359 dequantize_per_channel_default_37" -> "364 conv2d_42" [label="(1, 576, 7, 7)", style=solid]; -"360 conv2d_42_scale_0_updated_constant0" -> "363 mul_tensor_28" [label="(576, 1, 1, 1)", style=solid]; -"361 compressed_weight_updated_constant28" -> "363 mul_tensor_28" [label="(576, 1, 5, 5)", style=solid]; -"362 features_10_block_1_0_weight_bias_0_0" -> "364 conv2d_42" [label="(576,)", style=solid]; -"363 mul_tensor_28" -> "364 conv2d_42" [label="(576, 1, 5, 5)", style=solid]; -"364 conv2d_42" -> "365 hardswish__14" [label="(1, 576, 7, 7)", style=solid]; -"365 hardswish__14" -> "366 quantize_per_tensor_default_37" [label="(1, 576, 7, 7)", style=solid]; -"366 quantize_per_tensor_default_37" -> "367 dequantize_per_tensor_default_50" [label="(1, 576, 7, 7)", style=solid]; -"366 quantize_per_tensor_default_37" -> "368 dequantize_per_tensor_default_49" [label="(1, 576, 7, 7)", style=solid]; -"367 dequantize_per_tensor_default_50" -> "380 mul_7" [label="(1, 576, 7, 7)", style=solid]; -"368 dequantize_per_tensor_default_49" -> "369 adaptive_avg_pool2d_7" [label="(1, 576, 7, 7)", style=solid]; -"369 adaptive_avg_pool2d_7" -> "372 conv2d_43" [label="(1, 576, 1, 1)", style=solid]; -"370 _param_constant115" -> "372 conv2d_43" [label="(144, 576, 1, 1)", style=solid]; -"371 _param_constant116_0_0" -> "372 conv2d_43" [label="(144,)", style=solid]; -"372 conv2d_43" -> "373 relu_7" [label="(1, 144, 1, 1)", style=solid]; -"373 relu_7" -> "376 conv2d_44" [label="(1, 144, 1, 1)", style=solid]; -"374 _param_constant117" -> "376 conv2d_44" [label="(576, 144, 1, 1)", style=solid]; -"375 _param_constant118_0_0" -> "376 conv2d_44" [label="(576,)", style=solid]; -"376 conv2d_44" -> "377 hardsigmoid_7" [label="(1, 576, 1, 1)", style=solid]; -"377 hardsigmoid_7" -> "378 quantize_per_tensor_default_38" [label="(1, 576, 1, 1)", style=solid]; -"378 quantize_per_tensor_default_38" -> "379 dequantize_per_tensor_default_51" [label="(1, 576, 1, 1)", style=solid]; -"379 dequantize_per_tensor_default_51" -> "380 mul_7" [label="(1, 576, 1, 1)", style=solid]; -"380 mul_7" -> "381 quantize_per_tensor_default_39" [label="(1, 576, 7, 7)", style=solid]; -"381 quantize_per_tensor_default_39" -> "382 dequantize_per_tensor_default_52" [label="(1, 576, 7, 7)", style=solid]; -"382 dequantize_per_tensor_default_52" -> "387 conv2d_45" [label="(1, 576, 7, 7)", style=solid]; -"383 conv2d_45_scale_0_updated_constant0" -> "386 mul_tensor_29" [label="(96, 1, 1, 1)", style=solid]; -"384 compressed_weight_updated_constant29" -> "386 mul_tensor_29" [label="(96, 576, 1, 1)", style=solid]; -"385 features_10_block_3_0_weight_bias_0_0" -> "387 conv2d_45" [label="(96,)", style=solid]; -"386 mul_tensor_29" -> "387 conv2d_45" [label="(96, 576, 1, 1)", style=solid]; -"387 conv2d_45" -> "388 quantize_per_tensor_default_40" [label="(1, 96, 7, 7)", style=solid]; -"388 quantize_per_tensor_default_40" -> "389 dequantize_per_tensor_default_53" [label="(1, 96, 7, 7)", style=solid]; -"389 dequantize_per_tensor_default_53" -> "390 add__4" [label="(1, 96, 7, 7)", style=solid]; -"390 add__4" -> "391 quantize_per_tensor_default_41" [label="(1, 96, 7, 7)", style=solid]; -"391 quantize_per_tensor_default_41" -> "392 dequantize_per_tensor_default_55" [label="(1, 96, 7, 7)", style=solid]; -"391 quantize_per_tensor_default_41" -> "393 dequantize_per_tensor_default_54" [label="(1, 96, 7, 7)", style=solid]; -"392 dequantize_per_tensor_default_55" -> "434 add__5" [label="(1, 96, 7, 7)", style=solid]; -"393 dequantize_per_tensor_default_54" -> "398 conv2d_46" [label="(1, 96, 7, 7)", style=solid]; -"394 conv2d_46_scale_0_updated_constant0" -> "397 mul_tensor_30" [label="(576, 1, 1, 1)", style=solid]; -"395 compressed_weight_updated_constant30" -> "397 mul_tensor_30" [label="(576, 96, 1, 1)", style=solid]; -"396 features_11_block_0_0_weight_bias_0_0" -> "398 conv2d_46" [label="(576,)", style=solid]; -"397 mul_tensor_30" -> "398 conv2d_46" [label="(576, 96, 1, 1)", style=solid]; -"398 conv2d_46" -> "401 hardswish__15" [label="(1, 576, 7, 7)", style=solid]; -"399 hardswish__15_scale_0" -> "402 quantize_per_channel_default_41" [label="(576,)", style=solid]; -"399 hardswish__15_scale_0" -> "403 dequantize_per_channel_default_41" [label="(576,)", style=solid]; -"400 hardswish__15_zero_point_0" -> "402 quantize_per_channel_default_41" [label="(576,)", style=solid]; -"400 hardswish__15_zero_point_0" -> "403 dequantize_per_channel_default_41" [label="(576,)", style=solid]; -"401 hardswish__15" -> "402 quantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; -"402 quantize_per_channel_default_41" -> "403 dequantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; -"403 dequantize_per_channel_default_41" -> "408 conv2d_47" [label="(1, 576, 7, 7)", style=solid]; -"404 conv2d_47_scale_0_updated_constant0" -> "407 mul_tensor_31" [label="(576, 1, 1, 1)", style=solid]; -"405 compressed_weight_updated_constant31" -> "407 mul_tensor_31" [label="(576, 1, 5, 5)", style=solid]; -"406 features_11_block_1_0_weight_bias_0_0" -> "408 conv2d_47" [label="(576,)", style=solid]; -"407 mul_tensor_31" -> "408 conv2d_47" [label="(576, 1, 5, 5)", style=solid]; -"408 conv2d_47" -> "409 hardswish__16" [label="(1, 576, 7, 7)", style=solid]; -"409 hardswish__16" -> "410 quantize_per_tensor_default_42" [label="(1, 576, 7, 7)", style=solid]; -"410 quantize_per_tensor_default_42" -> "411 dequantize_per_tensor_default_57" [label="(1, 576, 7, 7)", style=solid]; -"410 quantize_per_tensor_default_42" -> "412 dequantize_per_tensor_default_56" [label="(1, 576, 7, 7)", style=solid]; -"411 dequantize_per_tensor_default_57" -> "424 mul_8" [label="(1, 576, 7, 7)", style=solid]; -"412 dequantize_per_tensor_default_56" -> "413 adaptive_avg_pool2d_8" [label="(1, 576, 7, 7)", style=solid]; -"413 adaptive_avg_pool2d_8" -> "416 conv2d_48" [label="(1, 576, 1, 1)", style=solid]; -"414 _param_constant128" -> "416 conv2d_48" [label="(144, 576, 1, 1)", style=solid]; -"415 _param_constant129_0_0" -> "416 conv2d_48" [label="(144,)", style=solid]; -"416 conv2d_48" -> "417 relu_8" [label="(1, 144, 1, 1)", style=solid]; -"417 relu_8" -> "420 conv2d_49" [label="(1, 144, 1, 1)", style=solid]; -"418 _param_constant130" -> "420 conv2d_49" [label="(576, 144, 1, 1)", style=solid]; -"419 _param_constant131_0_0" -> "420 conv2d_49" [label="(576,)", style=solid]; -"420 conv2d_49" -> "421 hardsigmoid_8" [label="(1, 576, 1, 1)", style=solid]; -"421 hardsigmoid_8" -> "422 quantize_per_tensor_default_43" [label="(1, 576, 1, 1)", style=solid]; -"422 quantize_per_tensor_default_43" -> "423 dequantize_per_tensor_default_58" [label="(1, 576, 1, 1)", style=solid]; -"423 dequantize_per_tensor_default_58" -> "424 mul_8" [label="(1, 576, 1, 1)", style=solid]; -"424 mul_8" -> "425 quantize_per_tensor_default_44" [label="(1, 576, 7, 7)", style=solid]; -"425 quantize_per_tensor_default_44" -> "426 dequantize_per_tensor_default_59" [label="(1, 576, 7, 7)", style=solid]; -"426 dequantize_per_tensor_default_59" -> "431 conv2d_50" [label="(1, 576, 7, 7)", style=solid]; -"427 conv2d_50_scale_0_updated_constant0" -> "430 mul_tensor_32" [label="(96, 1, 1, 1)", style=solid]; -"428 compressed_weight_updated_constant32" -> "430 mul_tensor_32" [label="(96, 576, 1, 1)", style=solid]; -"429 features_11_block_3_0_weight_bias_0_0" -> "431 conv2d_50" [label="(96,)", style=solid]; -"430 mul_tensor_32" -> "431 conv2d_50" [label="(96, 576, 1, 1)", style=solid]; -"431 conv2d_50" -> "432 quantize_per_tensor_default_45" [label="(1, 96, 7, 7)", style=solid]; -"432 quantize_per_tensor_default_45" -> "433 dequantize_per_tensor_default_60" [label="(1, 96, 7, 7)", style=solid]; -"433 dequantize_per_tensor_default_60" -> "434 add__5" [label="(1, 96, 7, 7)", style=solid]; -"434 add__5" -> "435 quantize_per_tensor_default_46" [label="(1, 96, 7, 7)", style=solid]; -"435 quantize_per_tensor_default_46" -> "436 dequantize_per_tensor_default_61" [label="(1, 96, 7, 7)", style=solid]; -"436 dequantize_per_tensor_default_61" -> "441 conv2d_51" [label="(1, 96, 7, 7)", style=solid]; -"437 conv2d_51_scale_0_updated_constant0" -> "440 mul_tensor_33" [label="(576, 1, 1, 1)", style=solid]; -"438 compressed_weight_updated_constant33" -> "440 mul_tensor_33" [label="(576, 96, 1, 1)", style=solid]; -"439 features_12_0_weight_bias_0_0" -> "441 conv2d_51" [label="(576,)", style=solid]; -"440 mul_tensor_33" -> "441 conv2d_51" [label="(576, 96, 1, 1)", style=solid]; -"441 conv2d_51" -> "442 hardswish__17" [label="(1, 576, 7, 7)", style=solid]; -"442 hardswish__17" -> "443 quantize_per_tensor_default_47" [label="(1, 576, 7, 7)", style=solid]; -"443 quantize_per_tensor_default_47" -> "444 dequantize_per_tensor_default_62" [label="(1, 576, 7, 7)", style=solid]; -"444 dequantize_per_tensor_default_62" -> "445 adaptive_avg_pool2d_9" [label="(1, 576, 7, 7)", style=solid]; -"445 adaptive_avg_pool2d_9" -> "446 quantize_per_tensor_default_48" [label="(1, 576, 1, 1)", style=solid]; -"446 quantize_per_tensor_default_48" -> "447 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1)", style=solid]; -"447 dequantize_per_tensor_default_63" -> "448 flatten" [label="(1, 576, 1, 1)", style=solid]; -"448 flatten" -> "453 linear" [label="(1, 576)", style=solid]; -"449 linear_scale_0_updated_constant0" -> "452 mul_tensor_34" [label="(1024, 1)", style=solid]; -"450 compressed_weight_updated_constant34" -> "452 mul_tensor_34" [label="(1024, 576)", style=solid]; -"451 _param_constant139_0_0" -> "453 linear" [label="(1024,)", style=solid]; -"452 mul_tensor_34" -> "453 linear" [label="(1024, 576)", style=solid]; -"453 linear" -> "454 hardswish__18" [label="(1, 1024)", style=solid]; -"454 hardswish__18" -> "455 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; -"455 quantize_per_tensor_default_49" -> "456 dequantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; -"456 dequantize_per_tensor_default_64" -> "457 dropout_" [label="(1, 1024)", style=solid]; -"457 dropout_" -> "462 linear_1" [label="(1, 1024)", style=solid]; -"458 linear_1_scale_0_updated_constant0" -> "461 mul_tensor_35" [label="(1000, 1)", style=solid]; -"459 compressed_weight_updated_constant35" -> "461 mul_tensor_35" [label="(1000, 1024)", style=solid]; -"460 _param_constant141_0_0" -> "462 linear_1" [label="(1000,)", style=solid]; -"461 mul_tensor_35" -> "462 linear_1" [label="(1000, 1024)", style=solid]; -"462 linear_1" -> "463 output" [label="(1, 1000)", style=solid]; +"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 conv2d_zero_point_0_updated_constant0" -> "8 sub_tensor" [label="(16, 1, 1, 1)", style=solid]; +"4 conv2d_scale_0_updated_constant0" -> "7 mul_tensor" [label="(16, 1, 1, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(16, 3, 3, 3)", style=solid]; +"6 features_0_0_weight_bias_0_0" -> "9 conv2d" [label="(16,)", style=solid]; +"7 mul_tensor" -> "8 sub_tensor" [label="(16, 3, 3, 3)", style=solid]; +"8 sub_tensor" -> "9 conv2d" [label=None, style=solid]; +"9 conv2d" -> "12 hardswish_" [label="(1, 16, 112, 112)", style=solid]; +"10 hardswish__scale_0" -> "13 quantize_per_channel_default_1" [label="(16,)", style=solid]; +"10 hardswish__scale_0" -> "14 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"11 hardswish__zero_point_0" -> "13 quantize_per_channel_default_1" [label="(16,)", style=solid]; +"11 hardswish__zero_point_0" -> "14 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"12 hardswish_" -> "13 quantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; +"13 quantize_per_channel_default_1" -> "14 dequantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; +"14 dequantize_per_channel_default_1" -> "21 conv2d_1" [label="(1, 16, 112, 112)", style=solid]; +"15 conv2d_1_zero_point_0_updated_constant0" -> "20 sub_tensor_1" [label="(16, 1, 1, 1)", style=solid]; +"16 conv2d_1_scale_0_updated_constant0" -> "19 mul_tensor_1" [label="(16, 1, 1, 1)", style=solid]; +"17 compressed_weight_updated_constant1" -> "19 mul_tensor_1" [label="(16, 1, 3, 3)", style=solid]; +"18 features_1_block_0_0_weight_bias_0_0" -> "21 conv2d_1" [label="(16,)", style=solid]; +"19 mul_tensor_1" -> "20 sub_tensor_1" [label="(16, 1, 3, 3)", style=solid]; +"20 sub_tensor_1" -> "21 conv2d_1" [label=None, style=solid]; +"21 conv2d_1" -> "22 relu_" [label="(1, 16, 56, 56)", style=solid]; +"22 relu_" -> "23 quantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; +"23 quantize_per_tensor_default_1" -> "24 dequantize_per_tensor_default_2" [label="(1, 16, 56, 56)", style=solid]; +"23 quantize_per_tensor_default_1" -> "25 dequantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; +"24 dequantize_per_tensor_default_2" -> "37 mul" [label="(1, 16, 56, 56)", style=solid]; +"25 dequantize_per_tensor_default_1" -> "26 adaptive_avg_pool2d" [label="(1, 16, 56, 56)", style=solid]; +"26 adaptive_avg_pool2d" -> "29 conv2d_2" [label="(1, 16, 1, 1)", style=solid]; +"27 _param_constant6" -> "29 conv2d_2" [label="(8, 16, 1, 1)", style=solid]; +"28 _param_constant7_0_0" -> "29 conv2d_2" [label="(8,)", style=solid]; +"29 conv2d_2" -> "30 relu" [label="(1, 8, 1, 1)", style=solid]; +"30 relu" -> "33 conv2d_3" [label="(1, 8, 1, 1)", style=solid]; +"31 _param_constant8" -> "33 conv2d_3" [label="(16, 8, 1, 1)", style=solid]; +"32 _param_constant9_0_0" -> "33 conv2d_3" [label="(16,)", style=solid]; +"33 conv2d_3" -> "34 hardsigmoid" [label="(1, 16, 1, 1)", style=solid]; +"34 hardsigmoid" -> "35 quantize_per_tensor_default_2" [label="(1, 16, 1, 1)", style=solid]; +"35 quantize_per_tensor_default_2" -> "36 dequantize_per_tensor_default_3" [label="(1, 16, 1, 1)", style=solid]; +"36 dequantize_per_tensor_default_3" -> "37 mul" [label="(1, 16, 1, 1)", style=solid]; +"37 mul" -> "38 quantize_per_tensor_default_3" [label="(1, 16, 56, 56)", style=solid]; +"38 quantize_per_tensor_default_3" -> "39 dequantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; +"39 dequantize_per_tensor_default_4" -> "46 conv2d_4" [label="(1, 16, 56, 56)", style=solid]; +"40 conv2d_4_zero_point_0_updated_constant0" -> "45 sub_tensor_2" [label="(16, 1, 1, 1)", style=solid]; +"41 conv2d_4_scale_0_updated_constant0" -> "44 mul_tensor_2" [label="(16, 1, 1, 1)", style=solid]; +"42 compressed_weight_updated_constant2" -> "44 mul_tensor_2" [label="(16, 16, 1, 1)", style=solid]; +"43 features_1_block_2_0_weight_bias_0_0" -> "46 conv2d_4" [label="(16,)", style=solid]; +"44 mul_tensor_2" -> "45 sub_tensor_2" [label="(16, 16, 1, 1)", style=solid]; +"45 sub_tensor_2" -> "46 conv2d_4" [label=None, style=solid]; +"46 conv2d_4" -> "47 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; +"47 quantize_per_tensor_default_4" -> "48 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56)", style=solid]; +"48 dequantize_per_tensor_default_5" -> "55 conv2d_5" [label="(1, 16, 56, 56)", style=solid]; +"49 conv2d_5_zero_point_0_updated_constant0" -> "54 sub_tensor_3" [label="(72, 1, 1, 1)", style=solid]; +"50 conv2d_5_scale_0_updated_constant0" -> "53 mul_tensor_3" [label="(72, 1, 1, 1)", style=solid]; +"51 compressed_weight_updated_constant3" -> "53 mul_tensor_3" [label="(72, 16, 1, 1)", style=solid]; +"52 features_2_block_0_0_weight_bias_0_0" -> "55 conv2d_5" [label="(72,)", style=solid]; +"53 mul_tensor_3" -> "54 sub_tensor_3" [label="(72, 16, 1, 1)", style=solid]; +"54 sub_tensor_3" -> "55 conv2d_5" [label=None, style=solid]; +"55 conv2d_5" -> "58 relu__1" [label="(1, 72, 56, 56)", style=solid]; +"56 relu__1_scale_0" -> "59 quantize_per_channel_default_5" [label="(72,)", style=solid]; +"56 relu__1_scale_0" -> "60 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"57 relu__1_zero_point_0" -> "59 quantize_per_channel_default_5" [label="(72,)", style=solid]; +"57 relu__1_zero_point_0" -> "60 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"58 relu__1" -> "59 quantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; +"59 quantize_per_channel_default_5" -> "60 dequantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; +"60 dequantize_per_channel_default_5" -> "67 conv2d_6" [label="(1, 72, 56, 56)", style=solid]; +"61 conv2d_6_zero_point_0_updated_constant0" -> "66 sub_tensor_4" [label="(72, 1, 1, 1)", style=solid]; +"62 conv2d_6_scale_0_updated_constant0" -> "65 mul_tensor_4" [label="(72, 1, 1, 1)", style=solid]; +"63 compressed_weight_updated_constant4" -> "65 mul_tensor_4" [label="(72, 1, 3, 3)", style=solid]; +"64 features_2_block_1_0_weight_bias_0_0" -> "67 conv2d_6" [label="(72,)", style=solid]; +"65 mul_tensor_4" -> "66 sub_tensor_4" [label="(72, 1, 3, 3)", style=solid]; +"66 sub_tensor_4" -> "67 conv2d_6" [label=None, style=solid]; +"67 conv2d_6" -> "68 relu__2" [label="(1, 72, 28, 28)", style=solid]; +"68 relu__2" -> "69 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; +"69 quantize_per_tensor_default_5" -> "70 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28)", style=solid]; +"70 dequantize_per_tensor_default_6" -> "77 conv2d_7" [label="(1, 72, 28, 28)", style=solid]; +"71 conv2d_7_zero_point_0_updated_constant0" -> "76 sub_tensor_5" [label="(24, 1, 1, 1)", style=solid]; +"72 conv2d_7_scale_0_updated_constant0" -> "75 mul_tensor_5" [label="(24, 1, 1, 1)", style=solid]; +"73 compressed_weight_updated_constant5" -> "75 mul_tensor_5" [label="(24, 72, 1, 1)", style=solid]; +"74 features_2_block_2_0_weight_bias_0_0" -> "77 conv2d_7" [label="(24,)", style=solid]; +"75 mul_tensor_5" -> "76 sub_tensor_5" [label="(24, 72, 1, 1)", style=solid]; +"76 sub_tensor_5" -> "77 conv2d_7" [label=None, style=solid]; +"77 conv2d_7" -> "78 quantize_per_tensor_default_6" [label="(1, 24, 28, 28)", style=solid]; +"78 quantize_per_tensor_default_6" -> "79 dequantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; +"78 quantize_per_tensor_default_6" -> "80 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28)", style=solid]; +"79 dequantize_per_tensor_default_8" -> "112 add_" [label="(1, 24, 28, 28)", style=solid]; +"80 dequantize_per_tensor_default_7" -> "87 conv2d_8" [label="(1, 24, 28, 28)", style=solid]; +"81 conv2d_8_zero_point_0_updated_constant0" -> "86 sub_tensor_6" [label="(88, 1, 1, 1)", style=solid]; +"82 conv2d_8_scale_0_updated_constant0" -> "85 mul_tensor_6" [label="(88, 1, 1, 1)", style=solid]; +"83 compressed_weight_updated_constant6" -> "85 mul_tensor_6" [label="(88, 24, 1, 1)", style=solid]; +"84 features_3_block_0_0_weight_bias_0_0" -> "87 conv2d_8" [label="(88,)", style=solid]; +"85 mul_tensor_6" -> "86 sub_tensor_6" [label="(88, 24, 1, 1)", style=solid]; +"86 sub_tensor_6" -> "87 conv2d_8" [label=None, style=solid]; +"87 conv2d_8" -> "90 relu__3" [label="(1, 88, 28, 28)", style=solid]; +"88 relu__3_scale_0" -> "91 quantize_per_channel_default_9" [label="(88,)", style=solid]; +"88 relu__3_scale_0" -> "92 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"89 relu__3_zero_point_0" -> "91 quantize_per_channel_default_9" [label="(88,)", style=solid]; +"89 relu__3_zero_point_0" -> "92 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"90 relu__3" -> "91 quantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; +"91 quantize_per_channel_default_9" -> "92 dequantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; +"92 dequantize_per_channel_default_9" -> "99 conv2d_9" [label="(1, 88, 28, 28)", style=solid]; +"93 conv2d_9_zero_point_0_updated_constant0" -> "98 sub_tensor_7" [label="(88, 1, 1, 1)", style=solid]; +"94 conv2d_9_scale_0_updated_constant0" -> "97 mul_tensor_7" [label="(88, 1, 1, 1)", style=solid]; +"95 compressed_weight_updated_constant7" -> "97 mul_tensor_7" [label="(88, 1, 3, 3)", style=solid]; +"96 features_3_block_1_0_weight_bias_0_0" -> "99 conv2d_9" [label="(88,)", style=solid]; +"97 mul_tensor_7" -> "98 sub_tensor_7" [label="(88, 1, 3, 3)", style=solid]; +"98 sub_tensor_7" -> "99 conv2d_9" [label=None, style=solid]; +"99 conv2d_9" -> "100 relu__4" [label="(1, 88, 28, 28)", style=solid]; +"100 relu__4" -> "101 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; +"101 quantize_per_tensor_default_7" -> "102 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28)", style=solid]; +"102 dequantize_per_tensor_default_9" -> "109 conv2d_10" [label="(1, 88, 28, 28)", style=solid]; +"103 conv2d_10_zero_point_0_updated_constant0" -> "108 sub_tensor_8" [label="(24, 1, 1, 1)", style=solid]; +"104 conv2d_10_scale_0_updated_constant0" -> "107 mul_tensor_8" [label="(24, 1, 1, 1)", style=solid]; +"105 compressed_weight_updated_constant8" -> "107 mul_tensor_8" [label="(24, 88, 1, 1)", style=solid]; +"106 features_3_block_2_0_weight_bias_0_0" -> "109 conv2d_10" [label="(24,)", style=solid]; +"107 mul_tensor_8" -> "108 sub_tensor_8" [label="(24, 88, 1, 1)", style=solid]; +"108 sub_tensor_8" -> "109 conv2d_10" [label=None, style=solid]; +"109 conv2d_10" -> "110 quantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; +"110 quantize_per_tensor_default_8" -> "111 dequantize_per_tensor_default_10" [label="(1, 24, 28, 28)", style=solid]; +"111 dequantize_per_tensor_default_10" -> "112 add_" [label="(1, 24, 28, 28)", style=solid]; +"112 add_" -> "113 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; +"113 quantize_per_tensor_default_9" -> "114 dequantize_per_tensor_default_11" [label="(1, 24, 28, 28)", style=solid]; +"114 dequantize_per_tensor_default_11" -> "121 conv2d_11" [label="(1, 24, 28, 28)", style=solid]; +"115 conv2d_11_zero_point_0_updated_constant0" -> "120 sub_tensor_9" [label="(96, 1, 1, 1)", style=solid]; +"116 conv2d_11_scale_0_updated_constant0" -> "119 mul_tensor_9" [label="(96, 1, 1, 1)", style=solid]; +"117 compressed_weight_updated_constant9" -> "119 mul_tensor_9" [label="(96, 24, 1, 1)", style=solid]; +"118 features_4_block_0_0_weight_bias_0_0" -> "121 conv2d_11" [label="(96,)", style=solid]; +"119 mul_tensor_9" -> "120 sub_tensor_9" [label="(96, 24, 1, 1)", style=solid]; +"120 sub_tensor_9" -> "121 conv2d_11" [label=None, style=solid]; +"121 conv2d_11" -> "124 hardswish__1" [label="(1, 96, 28, 28)", style=solid]; +"122 hardswish__1_scale_0" -> "125 quantize_per_channel_default_13" [label="(96,)", style=solid]; +"122 hardswish__1_scale_0" -> "126 dequantize_per_channel_default_13" [label="(96,)", style=solid]; +"123 hardswish__1_zero_point_0" -> "125 quantize_per_channel_default_13" [label="(96,)", style=solid]; +"123 hardswish__1_zero_point_0" -> "126 dequantize_per_channel_default_13" [label="(96,)", style=solid]; +"124 hardswish__1" -> "125 quantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; +"125 quantize_per_channel_default_13" -> "126 dequantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; +"126 dequantize_per_channel_default_13" -> "133 conv2d_12" [label="(1, 96, 28, 28)", style=solid]; +"127 conv2d_12_zero_point_0_updated_constant0" -> "132 sub_tensor_10" [label="(96, 1, 1, 1)", style=solid]; +"128 conv2d_12_scale_0_updated_constant0" -> "131 mul_tensor_10" [label="(96, 1, 1, 1)", style=solid]; +"129 compressed_weight_updated_constant10" -> "131 mul_tensor_10" [label="(96, 1, 5, 5)", style=solid]; +"130 features_4_block_1_0_weight_bias_0_0" -> "133 conv2d_12" [label="(96,)", style=solid]; +"131 mul_tensor_10" -> "132 sub_tensor_10" [label="(96, 1, 5, 5)", style=solid]; +"132 sub_tensor_10" -> "133 conv2d_12" [label=None, style=solid]; +"133 conv2d_12" -> "134 hardswish__2" [label="(1, 96, 14, 14)", style=solid]; +"134 hardswish__2" -> "135 quantize_per_tensor_default_10" [label="(1, 96, 14, 14)", style=solid]; +"135 quantize_per_tensor_default_10" -> "136 dequantize_per_tensor_default_13" [label="(1, 96, 14, 14)", style=solid]; +"135 quantize_per_tensor_default_10" -> "137 dequantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; +"136 dequantize_per_tensor_default_13" -> "149 mul_1" [label="(1, 96, 14, 14)", style=solid]; +"137 dequantize_per_tensor_default_12" -> "138 adaptive_avg_pool2d_1" [label="(1, 96, 14, 14)", style=solid]; +"138 adaptive_avg_pool2d_1" -> "141 conv2d_13" [label="(1, 96, 1, 1)", style=solid]; +"139 _param_constant37" -> "141 conv2d_13" [label="(24, 96, 1, 1)", style=solid]; +"140 _param_constant38_0_0" -> "141 conv2d_13" [label="(24,)", style=solid]; +"141 conv2d_13" -> "142 relu_1" [label="(1, 24, 1, 1)", style=solid]; +"142 relu_1" -> "145 conv2d_14" [label="(1, 24, 1, 1)", style=solid]; +"143 _param_constant39" -> "145 conv2d_14" [label="(96, 24, 1, 1)", style=solid]; +"144 _param_constant40_0_0" -> "145 conv2d_14" [label="(96,)", style=solid]; +"145 conv2d_14" -> "146 hardsigmoid_1" [label="(1, 96, 1, 1)", style=solid]; +"146 hardsigmoid_1" -> "147 quantize_per_tensor_default_11" [label="(1, 96, 1, 1)", style=solid]; +"147 quantize_per_tensor_default_11" -> "148 dequantize_per_tensor_default_14" [label="(1, 96, 1, 1)", style=solid]; +"148 dequantize_per_tensor_default_14" -> "149 mul_1" [label="(1, 96, 1, 1)", style=solid]; +"149 mul_1" -> "150 quantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; +"150 quantize_per_tensor_default_12" -> "151 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14)", style=solid]; +"151 dequantize_per_tensor_default_15" -> "158 conv2d_15" [label="(1, 96, 14, 14)", style=solid]; +"152 conv2d_15_zero_point_0_updated_constant0" -> "157 sub_tensor_11" [label="(40, 1, 1, 1)", style=solid]; +"153 conv2d_15_scale_0_updated_constant0" -> "156 mul_tensor_11" [label="(40, 1, 1, 1)", style=solid]; +"154 compressed_weight_updated_constant11" -> "156 mul_tensor_11" [label="(40, 96, 1, 1)", style=solid]; +"155 features_4_block_3_0_weight_bias_0_0" -> "158 conv2d_15" [label="(40,)", style=solid]; +"156 mul_tensor_11" -> "157 sub_tensor_11" [label="(40, 96, 1, 1)", style=solid]; +"157 sub_tensor_11" -> "158 conv2d_15" [label=None, style=solid]; +"158 conv2d_15" -> "159 quantize_per_tensor_default_13" [label="(1, 40, 14, 14)", style=solid]; +"159 quantize_per_tensor_default_13" -> "160 dequantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; +"159 quantize_per_tensor_default_13" -> "161 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14)", style=solid]; +"160 dequantize_per_tensor_default_17" -> "208 add__1" [label="(1, 40, 14, 14)", style=solid]; +"161 dequantize_per_tensor_default_16" -> "168 conv2d_16" [label="(1, 40, 14, 14)", style=solid]; +"162 conv2d_16_zero_point_0_updated_constant0" -> "167 sub_tensor_12" [label="(240, 1, 1, 1)", style=solid]; +"163 conv2d_16_scale_0_updated_constant0" -> "166 mul_tensor_12" [label="(240, 1, 1, 1)", style=solid]; +"164 compressed_weight_updated_constant12" -> "166 mul_tensor_12" [label="(240, 40, 1, 1)", style=solid]; +"165 features_5_block_0_0_weight_bias_0_0" -> "168 conv2d_16" [label="(240,)", style=solid]; +"166 mul_tensor_12" -> "167 sub_tensor_12" [label="(240, 40, 1, 1)", style=solid]; +"167 sub_tensor_12" -> "168 conv2d_16" [label=None, style=solid]; +"168 conv2d_16" -> "171 hardswish__3" [label="(1, 240, 14, 14)", style=solid]; +"169 hardswish__3_scale_0" -> "172 quantize_per_channel_default_17" [label="(240,)", style=solid]; +"169 hardswish__3_scale_0" -> "173 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"170 hardswish__3_zero_point_0" -> "172 quantize_per_channel_default_17" [label="(240,)", style=solid]; +"170 hardswish__3_zero_point_0" -> "173 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"171 hardswish__3" -> "172 quantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; +"172 quantize_per_channel_default_17" -> "173 dequantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; +"173 dequantize_per_channel_default_17" -> "180 conv2d_17" [label="(1, 240, 14, 14)", style=solid]; +"174 conv2d_17_zero_point_0_updated_constant0" -> "179 sub_tensor_13" [label="(240, 1, 1, 1)", style=solid]; +"175 conv2d_17_scale_0_updated_constant0" -> "178 mul_tensor_13" [label="(240, 1, 1, 1)", style=solid]; +"176 compressed_weight_updated_constant13" -> "178 mul_tensor_13" [label="(240, 1, 5, 5)", style=solid]; +"177 features_5_block_1_0_weight_bias_0_0" -> "180 conv2d_17" [label="(240,)", style=solid]; +"178 mul_tensor_13" -> "179 sub_tensor_13" [label="(240, 1, 5, 5)", style=solid]; +"179 sub_tensor_13" -> "180 conv2d_17" [label=None, style=solid]; +"180 conv2d_17" -> "181 hardswish__4" [label="(1, 240, 14, 14)", style=solid]; +"181 hardswish__4" -> "182 quantize_per_tensor_default_14" [label="(1, 240, 14, 14)", style=solid]; +"182 quantize_per_tensor_default_14" -> "183 dequantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; +"182 quantize_per_tensor_default_14" -> "184 dequantize_per_tensor_default_18" [label="(1, 240, 14, 14)", style=solid]; +"183 dequantize_per_tensor_default_19" -> "196 mul_2" [label="(1, 240, 14, 14)", style=solid]; +"184 dequantize_per_tensor_default_18" -> "185 adaptive_avg_pool2d_2" [label="(1, 240, 14, 14)", style=solid]; +"185 adaptive_avg_pool2d_2" -> "188 conv2d_18" [label="(1, 240, 1, 1)", style=solid]; +"186 _param_constant50" -> "188 conv2d_18" [label="(64, 240, 1, 1)", style=solid]; +"187 _param_constant51_0_0" -> "188 conv2d_18" [label="(64,)", style=solid]; +"188 conv2d_18" -> "189 relu_2" [label="(1, 64, 1, 1)", style=solid]; +"189 relu_2" -> "192 conv2d_19" [label="(1, 64, 1, 1)", style=solid]; +"190 _param_constant52" -> "192 conv2d_19" [label="(240, 64, 1, 1)", style=solid]; +"191 _param_constant53_0_0" -> "192 conv2d_19" [label="(240,)", style=solid]; +"192 conv2d_19" -> "193 hardsigmoid_2" [label="(1, 240, 1, 1)", style=solid]; +"193 hardsigmoid_2" -> "194 quantize_per_tensor_default_15" [label="(1, 240, 1, 1)", style=solid]; +"194 quantize_per_tensor_default_15" -> "195 dequantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"195 dequantize_per_tensor_default_20" -> "196 mul_2" [label="(1, 240, 1, 1)", style=solid]; +"196 mul_2" -> "197 quantize_per_tensor_default_16" [label="(1, 240, 14, 14)", style=solid]; +"197 quantize_per_tensor_default_16" -> "198 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; +"198 dequantize_per_tensor_default_21" -> "205 conv2d_20" [label="(1, 240, 14, 14)", style=solid]; +"199 conv2d_20_zero_point_0_updated_constant0" -> "204 sub_tensor_14" [label="(40, 1, 1, 1)", style=solid]; +"200 conv2d_20_scale_0_updated_constant0" -> "203 mul_tensor_14" [label="(40, 1, 1, 1)", style=solid]; +"201 compressed_weight_updated_constant14" -> "203 mul_tensor_14" [label="(40, 240, 1, 1)", style=solid]; +"202 features_5_block_3_0_weight_bias_0_0" -> "205 conv2d_20" [label="(40,)", style=solid]; +"203 mul_tensor_14" -> "204 sub_tensor_14" [label="(40, 240, 1, 1)", style=solid]; +"204 sub_tensor_14" -> "205 conv2d_20" [label=None, style=solid]; +"205 conv2d_20" -> "206 quantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; +"206 quantize_per_tensor_default_17" -> "207 dequantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; +"207 dequantize_per_tensor_default_22" -> "208 add__1" [label="(1, 40, 14, 14)", style=solid]; +"208 add__1" -> "209 quantize_per_tensor_default_18" [label="(1, 40, 14, 14)", style=solid]; +"209 quantize_per_tensor_default_18" -> "210 dequantize_per_tensor_default_24" [label="(1, 40, 14, 14)", style=solid]; +"209 quantize_per_tensor_default_18" -> "211 dequantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; +"210 dequantize_per_tensor_default_24" -> "258 add__2" [label="(1, 40, 14, 14)", style=solid]; +"211 dequantize_per_tensor_default_23" -> "218 conv2d_21" [label="(1, 40, 14, 14)", style=solid]; +"212 conv2d_21_zero_point_0_updated_constant0" -> "217 sub_tensor_15" [label="(240, 1, 1, 1)", style=solid]; +"213 conv2d_21_scale_0_updated_constant0" -> "216 mul_tensor_15" [label="(240, 1, 1, 1)", style=solid]; +"214 compressed_weight_updated_constant15" -> "216 mul_tensor_15" [label="(240, 40, 1, 1)", style=solid]; +"215 features_6_block_0_0_weight_bias_0_0" -> "218 conv2d_21" [label="(240,)", style=solid]; +"216 mul_tensor_15" -> "217 sub_tensor_15" [label="(240, 40, 1, 1)", style=solid]; +"217 sub_tensor_15" -> "218 conv2d_21" [label=None, style=solid]; +"218 conv2d_21" -> "221 hardswish__5" [label="(1, 240, 14, 14)", style=solid]; +"219 hardswish__5_scale_0" -> "222 quantize_per_channel_default_21" [label="(240,)", style=solid]; +"219 hardswish__5_scale_0" -> "223 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"220 hardswish__5_zero_point_0" -> "222 quantize_per_channel_default_21" [label="(240,)", style=solid]; +"220 hardswish__5_zero_point_0" -> "223 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"221 hardswish__5" -> "222 quantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; +"222 quantize_per_channel_default_21" -> "223 dequantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; +"223 dequantize_per_channel_default_21" -> "230 conv2d_22" [label="(1, 240, 14, 14)", style=solid]; +"224 conv2d_22_zero_point_0_updated_constant0" -> "229 sub_tensor_16" [label="(240, 1, 1, 1)", style=solid]; +"225 conv2d_22_scale_0_updated_constant0" -> "228 mul_tensor_16" [label="(240, 1, 1, 1)", style=solid]; +"226 compressed_weight_updated_constant16" -> "228 mul_tensor_16" [label="(240, 1, 5, 5)", style=solid]; +"227 features_6_block_1_0_weight_bias_0_0" -> "230 conv2d_22" [label="(240,)", style=solid]; +"228 mul_tensor_16" -> "229 sub_tensor_16" [label="(240, 1, 5, 5)", style=solid]; +"229 sub_tensor_16" -> "230 conv2d_22" [label=None, style=solid]; +"230 conv2d_22" -> "231 hardswish__6" [label="(1, 240, 14, 14)", style=solid]; +"231 hardswish__6" -> "232 quantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; +"232 quantize_per_tensor_default_19" -> "233 dequantize_per_tensor_default_26" [label="(1, 240, 14, 14)", style=solid]; +"232 quantize_per_tensor_default_19" -> "234 dequantize_per_tensor_default_25" [label="(1, 240, 14, 14)", style=solid]; +"233 dequantize_per_tensor_default_26" -> "246 mul_3" [label="(1, 240, 14, 14)", style=solid]; +"234 dequantize_per_tensor_default_25" -> "235 adaptive_avg_pool2d_3" [label="(1, 240, 14, 14)", style=solid]; +"235 adaptive_avg_pool2d_3" -> "238 conv2d_23" [label="(1, 240, 1, 1)", style=solid]; +"236 _param_constant63" -> "238 conv2d_23" [label="(64, 240, 1, 1)", style=solid]; +"237 _param_constant64_0_0" -> "238 conv2d_23" [label="(64,)", style=solid]; +"238 conv2d_23" -> "239 relu_3" [label="(1, 64, 1, 1)", style=solid]; +"239 relu_3" -> "242 conv2d_24" [label="(1, 64, 1, 1)", style=solid]; +"240 _param_constant65" -> "242 conv2d_24" [label="(240, 64, 1, 1)", style=solid]; +"241 _param_constant66_0_0" -> "242 conv2d_24" [label="(240,)", style=solid]; +"242 conv2d_24" -> "243 hardsigmoid_3" [label="(1, 240, 1, 1)", style=solid]; +"243 hardsigmoid_3" -> "244 quantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"244 quantize_per_tensor_default_20" -> "245 dequantize_per_tensor_default_27" [label="(1, 240, 1, 1)", style=solid]; +"245 dequantize_per_tensor_default_27" -> "246 mul_3" [label="(1, 240, 1, 1)", style=solid]; +"246 mul_3" -> "247 quantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; +"247 quantize_per_tensor_default_21" -> "248 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14)", style=solid]; +"248 dequantize_per_tensor_default_28" -> "255 conv2d_25" [label="(1, 240, 14, 14)", style=solid]; +"249 conv2d_25_zero_point_0_updated_constant0" -> "254 sub_tensor_17" [label="(40, 1, 1, 1)", style=solid]; +"250 conv2d_25_scale_0_updated_constant0" -> "253 mul_tensor_17" [label="(40, 1, 1, 1)", style=solid]; +"251 compressed_weight_updated_constant17" -> "253 mul_tensor_17" [label="(40, 240, 1, 1)", style=solid]; +"252 features_6_block_3_0_weight_bias_0_0" -> "255 conv2d_25" [label="(40,)", style=solid]; +"253 mul_tensor_17" -> "254 sub_tensor_17" [label="(40, 240, 1, 1)", style=solid]; +"254 sub_tensor_17" -> "255 conv2d_25" [label=None, style=solid]; +"255 conv2d_25" -> "256 quantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; +"256 quantize_per_tensor_default_22" -> "257 dequantize_per_tensor_default_29" [label="(1, 40, 14, 14)", style=solid]; +"257 dequantize_per_tensor_default_29" -> "258 add__2" [label="(1, 40, 14, 14)", style=solid]; +"258 add__2" -> "259 quantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; +"259 quantize_per_tensor_default_23" -> "260 dequantize_per_tensor_default_30" [label="(1, 40, 14, 14)", style=solid]; +"260 dequantize_per_tensor_default_30" -> "267 conv2d_26" [label="(1, 40, 14, 14)", style=solid]; +"261 conv2d_26_zero_point_0_updated_constant0" -> "266 sub_tensor_18" [label="(120, 1, 1, 1)", style=solid]; +"262 conv2d_26_scale_0_updated_constant0" -> "265 mul_tensor_18" [label="(120, 1, 1, 1)", style=solid]; +"263 compressed_weight_updated_constant18" -> "265 mul_tensor_18" [label="(120, 40, 1, 1)", style=solid]; +"264 features_7_block_0_0_weight_bias_0_0" -> "267 conv2d_26" [label="(120,)", style=solid]; +"265 mul_tensor_18" -> "266 sub_tensor_18" [label="(120, 40, 1, 1)", style=solid]; +"266 sub_tensor_18" -> "267 conv2d_26" [label=None, style=solid]; +"267 conv2d_26" -> "270 hardswish__7" [label="(1, 120, 14, 14)", style=solid]; +"268 hardswish__7_scale_0" -> "271 quantize_per_channel_default_25" [label="(120,)", style=solid]; +"268 hardswish__7_scale_0" -> "272 dequantize_per_channel_default_25" [label="(120,)", style=solid]; +"269 hardswish__7_zero_point_0" -> "271 quantize_per_channel_default_25" [label="(120,)", style=solid]; +"269 hardswish__7_zero_point_0" -> "272 dequantize_per_channel_default_25" [label="(120,)", style=solid]; +"270 hardswish__7" -> "271 quantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; +"271 quantize_per_channel_default_25" -> "272 dequantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; +"272 dequantize_per_channel_default_25" -> "279 conv2d_27" [label="(1, 120, 14, 14)", style=solid]; +"273 conv2d_27_zero_point_0_updated_constant0" -> "278 sub_tensor_19" [label="(120, 1, 1, 1)", style=solid]; +"274 conv2d_27_scale_0_updated_constant0" -> "277 mul_tensor_19" [label="(120, 1, 1, 1)", style=solid]; +"275 compressed_weight_updated_constant19" -> "277 mul_tensor_19" [label="(120, 1, 5, 5)", style=solid]; +"276 features_7_block_1_0_weight_bias_0_0" -> "279 conv2d_27" [label="(120,)", style=solid]; +"277 mul_tensor_19" -> "278 sub_tensor_19" [label="(120, 1, 5, 5)", style=solid]; +"278 sub_tensor_19" -> "279 conv2d_27" [label=None, style=solid]; +"279 conv2d_27" -> "280 hardswish__8" [label="(1, 120, 14, 14)", style=solid]; +"280 hardswish__8" -> "281 quantize_per_tensor_default_24" [label="(1, 120, 14, 14)", style=solid]; +"281 quantize_per_tensor_default_24" -> "282 dequantize_per_tensor_default_32" [label="(1, 120, 14, 14)", style=solid]; +"281 quantize_per_tensor_default_24" -> "283 dequantize_per_tensor_default_31" [label="(1, 120, 14, 14)", style=solid]; +"282 dequantize_per_tensor_default_32" -> "295 mul_4" [label="(1, 120, 14, 14)", style=solid]; +"283 dequantize_per_tensor_default_31" -> "284 adaptive_avg_pool2d_4" [label="(1, 120, 14, 14)", style=solid]; +"284 adaptive_avg_pool2d_4" -> "287 conv2d_28" [label="(1, 120, 1, 1)", style=solid]; +"285 _param_constant76" -> "287 conv2d_28" [label="(32, 120, 1, 1)", style=solid]; +"286 _param_constant77_0_0" -> "287 conv2d_28" [label="(32,)", style=solid]; +"287 conv2d_28" -> "288 relu_4" [label="(1, 32, 1, 1)", style=solid]; +"288 relu_4" -> "291 conv2d_29" [label="(1, 32, 1, 1)", style=solid]; +"289 _param_constant78" -> "291 conv2d_29" [label="(120, 32, 1, 1)", style=solid]; +"290 _param_constant79_0_0" -> "291 conv2d_29" [label="(120,)", style=solid]; +"291 conv2d_29" -> "292 hardsigmoid_4" [label="(1, 120, 1, 1)", style=solid]; +"292 hardsigmoid_4" -> "293 quantize_per_tensor_default_25" [label="(1, 120, 1, 1)", style=solid]; +"293 quantize_per_tensor_default_25" -> "294 dequantize_per_tensor_default_33" [label="(1, 120, 1, 1)", style=solid]; +"294 dequantize_per_tensor_default_33" -> "295 mul_4" [label="(1, 120, 1, 1)", style=solid]; +"295 mul_4" -> "296 quantize_per_tensor_default_26" [label="(1, 120, 14, 14)", style=solid]; +"296 quantize_per_tensor_default_26" -> "297 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14)", style=solid]; +"297 dequantize_per_tensor_default_34" -> "304 conv2d_30" [label="(1, 120, 14, 14)", style=solid]; +"298 conv2d_30_zero_point_0_updated_constant0" -> "303 sub_tensor_20" [label="(48, 1, 1, 1)", style=solid]; +"299 conv2d_30_scale_0_updated_constant0" -> "302 mul_tensor_20" [label="(48, 1, 1, 1)", style=solid]; +"300 compressed_weight_updated_constant20" -> "302 mul_tensor_20" [label="(48, 120, 1, 1)", style=solid]; +"301 features_7_block_3_0_weight_bias_0_0" -> "304 conv2d_30" [label="(48,)", style=solid]; +"302 mul_tensor_20" -> "303 sub_tensor_20" [label="(48, 120, 1, 1)", style=solid]; +"303 sub_tensor_20" -> "304 conv2d_30" [label=None, style=solid]; +"304 conv2d_30" -> "305 quantize_per_tensor_default_27" [label="(1, 48, 14, 14)", style=solid]; +"305 quantize_per_tensor_default_27" -> "306 dequantize_per_tensor_default_36" [label="(1, 48, 14, 14)", style=solid]; +"305 quantize_per_tensor_default_27" -> "307 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14)", style=solid]; +"306 dequantize_per_tensor_default_36" -> "354 add__3" [label="(1, 48, 14, 14)", style=solid]; +"307 dequantize_per_tensor_default_35" -> "314 conv2d_31" [label="(1, 48, 14, 14)", style=solid]; +"308 conv2d_31_zero_point_0_updated_constant0" -> "313 sub_tensor_21" [label="(144, 1, 1, 1)", style=solid]; +"309 conv2d_31_scale_0_updated_constant0" -> "312 mul_tensor_21" [label="(144, 1, 1, 1)", style=solid]; +"310 compressed_weight_updated_constant21" -> "312 mul_tensor_21" [label="(144, 48, 1, 1)", style=solid]; +"311 features_8_block_0_0_weight_bias_0_0" -> "314 conv2d_31" [label="(144,)", style=solid]; +"312 mul_tensor_21" -> "313 sub_tensor_21" [label="(144, 48, 1, 1)", style=solid]; +"313 sub_tensor_21" -> "314 conv2d_31" [label=None, style=solid]; +"314 conv2d_31" -> "317 hardswish__9" [label="(1, 144, 14, 14)", style=solid]; +"315 hardswish__9_scale_0" -> "318 quantize_per_channel_default_29" [label="(144,)", style=solid]; +"315 hardswish__9_scale_0" -> "319 dequantize_per_channel_default_29" [label="(144,)", style=solid]; +"316 hardswish__9_zero_point_0" -> "318 quantize_per_channel_default_29" [label="(144,)", style=solid]; +"316 hardswish__9_zero_point_0" -> "319 dequantize_per_channel_default_29" [label="(144,)", style=solid]; +"317 hardswish__9" -> "318 quantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; +"318 quantize_per_channel_default_29" -> "319 dequantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; +"319 dequantize_per_channel_default_29" -> "326 conv2d_32" [label="(1, 144, 14, 14)", style=solid]; +"320 conv2d_32_zero_point_0_updated_constant0" -> "325 sub_tensor_22" [label="(144, 1, 1, 1)", style=solid]; +"321 conv2d_32_scale_0_updated_constant0" -> "324 mul_tensor_22" [label="(144, 1, 1, 1)", style=solid]; +"322 compressed_weight_updated_constant22" -> "324 mul_tensor_22" [label="(144, 1, 5, 5)", style=solid]; +"323 features_8_block_1_0_weight_bias_0_0" -> "326 conv2d_32" [label="(144,)", style=solid]; +"324 mul_tensor_22" -> "325 sub_tensor_22" [label="(144, 1, 5, 5)", style=solid]; +"325 sub_tensor_22" -> "326 conv2d_32" [label=None, style=solid]; +"326 conv2d_32" -> "327 hardswish__10" [label="(1, 144, 14, 14)", style=solid]; +"327 hardswish__10" -> "328 quantize_per_tensor_default_28" [label="(1, 144, 14, 14)", style=solid]; +"328 quantize_per_tensor_default_28" -> "329 dequantize_per_tensor_default_38" [label="(1, 144, 14, 14)", style=solid]; +"328 quantize_per_tensor_default_28" -> "330 dequantize_per_tensor_default_37" [label="(1, 144, 14, 14)", style=solid]; +"329 dequantize_per_tensor_default_38" -> "342 mul_5" [label="(1, 144, 14, 14)", style=solid]; +"330 dequantize_per_tensor_default_37" -> "331 adaptive_avg_pool2d_5" [label="(1, 144, 14, 14)", style=solid]; +"331 adaptive_avg_pool2d_5" -> "334 conv2d_33" [label="(1, 144, 1, 1)", style=solid]; +"332 _param_constant89" -> "334 conv2d_33" [label="(40, 144, 1, 1)", style=solid]; +"333 _param_constant90_0_0" -> "334 conv2d_33" [label="(40,)", style=solid]; +"334 conv2d_33" -> "335 relu_5" [label="(1, 40, 1, 1)", style=solid]; +"335 relu_5" -> "338 conv2d_34" [label="(1, 40, 1, 1)", style=solid]; +"336 _param_constant91" -> "338 conv2d_34" [label="(144, 40, 1, 1)", style=solid]; +"337 _param_constant92_0_0" -> "338 conv2d_34" [label="(144,)", style=solid]; +"338 conv2d_34" -> "339 hardsigmoid_5" [label="(1, 144, 1, 1)", style=solid]; +"339 hardsigmoid_5" -> "340 quantize_per_tensor_default_29" [label="(1, 144, 1, 1)", style=solid]; +"340 quantize_per_tensor_default_29" -> "341 dequantize_per_tensor_default_39" [label="(1, 144, 1, 1)", style=solid]; +"341 dequantize_per_tensor_default_39" -> "342 mul_5" [label="(1, 144, 1, 1)", style=solid]; +"342 mul_5" -> "343 quantize_per_tensor_default_30" [label="(1, 144, 14, 14)", style=solid]; +"343 quantize_per_tensor_default_30" -> "344 dequantize_per_tensor_default_40" [label="(1, 144, 14, 14)", style=solid]; +"344 dequantize_per_tensor_default_40" -> "351 conv2d_35" [label="(1, 144, 14, 14)", style=solid]; +"345 conv2d_35_zero_point_0_updated_constant0" -> "350 sub_tensor_23" [label="(48, 1, 1, 1)", style=solid]; +"346 conv2d_35_scale_0_updated_constant0" -> "349 mul_tensor_23" [label="(48, 1, 1, 1)", style=solid]; +"347 compressed_weight_updated_constant23" -> "349 mul_tensor_23" [label="(48, 144, 1, 1)", style=solid]; +"348 features_8_block_3_0_weight_bias_0_0" -> "351 conv2d_35" [label="(48,)", style=solid]; +"349 mul_tensor_23" -> "350 sub_tensor_23" [label="(48, 144, 1, 1)", style=solid]; +"350 sub_tensor_23" -> "351 conv2d_35" [label=None, style=solid]; +"351 conv2d_35" -> "352 quantize_per_tensor_default_31" [label="(1, 48, 14, 14)", style=solid]; +"352 quantize_per_tensor_default_31" -> "353 dequantize_per_tensor_default_41" [label="(1, 48, 14, 14)", style=solid]; +"353 dequantize_per_tensor_default_41" -> "354 add__3" [label="(1, 48, 14, 14)", style=solid]; +"354 add__3" -> "355 quantize_per_tensor_default_32" [label="(1, 48, 14, 14)", style=solid]; +"355 quantize_per_tensor_default_32" -> "356 dequantize_per_tensor_default_42" [label="(1, 48, 14, 14)", style=solid]; +"356 dequantize_per_tensor_default_42" -> "363 conv2d_36" [label="(1, 48, 14, 14)", style=solid]; +"357 conv2d_36_zero_point_0_updated_constant0" -> "362 sub_tensor_24" [label="(288, 1, 1, 1)", style=solid]; +"358 conv2d_36_scale_0_updated_constant0" -> "361 mul_tensor_24" [label="(288, 1, 1, 1)", style=solid]; +"359 compressed_weight_updated_constant24" -> "361 mul_tensor_24" [label="(288, 48, 1, 1)", style=solid]; +"360 features_9_block_0_0_weight_bias_0_0" -> "363 conv2d_36" [label="(288,)", style=solid]; +"361 mul_tensor_24" -> "362 sub_tensor_24" [label="(288, 48, 1, 1)", style=solid]; +"362 sub_tensor_24" -> "363 conv2d_36" [label=None, style=solid]; +"363 conv2d_36" -> "366 hardswish__11" [label="(1, 288, 14, 14)", style=solid]; +"364 hardswish__11_scale_0" -> "367 quantize_per_channel_default_33" [label="(288,)", style=solid]; +"364 hardswish__11_scale_0" -> "368 dequantize_per_channel_default_33" [label="(288,)", style=solid]; +"365 hardswish__11_zero_point_0" -> "367 quantize_per_channel_default_33" [label="(288,)", style=solid]; +"365 hardswish__11_zero_point_0" -> "368 dequantize_per_channel_default_33" [label="(288,)", style=solid]; +"366 hardswish__11" -> "367 quantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; +"367 quantize_per_channel_default_33" -> "368 dequantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; +"368 dequantize_per_channel_default_33" -> "375 conv2d_37" [label="(1, 288, 14, 14)", style=solid]; +"369 conv2d_37_zero_point_0_updated_constant0" -> "374 sub_tensor_25" [label="(288, 1, 1, 1)", style=solid]; +"370 conv2d_37_scale_0_updated_constant0" -> "373 mul_tensor_25" [label="(288, 1, 1, 1)", style=solid]; +"371 compressed_weight_updated_constant25" -> "373 mul_tensor_25" [label="(288, 1, 5, 5)", style=solid]; +"372 features_9_block_1_0_weight_bias_0_0" -> "375 conv2d_37" [label="(288,)", style=solid]; +"373 mul_tensor_25" -> "374 sub_tensor_25" [label="(288, 1, 5, 5)", style=solid]; +"374 sub_tensor_25" -> "375 conv2d_37" [label=None, style=solid]; +"375 conv2d_37" -> "376 hardswish__12" [label="(1, 288, 7, 7)", style=solid]; +"376 hardswish__12" -> "377 quantize_per_tensor_default_33" [label="(1, 288, 7, 7)", style=solid]; +"377 quantize_per_tensor_default_33" -> "378 dequantize_per_tensor_default_44" [label="(1, 288, 7, 7)", style=solid]; +"377 quantize_per_tensor_default_33" -> "379 dequantize_per_tensor_default_43" [label="(1, 288, 7, 7)", style=solid]; +"378 dequantize_per_tensor_default_44" -> "391 mul_6" [label="(1, 288, 7, 7)", style=solid]; +"379 dequantize_per_tensor_default_43" -> "380 adaptive_avg_pool2d_6" [label="(1, 288, 7, 7)", style=solid]; +"380 adaptive_avg_pool2d_6" -> "383 conv2d_38" [label="(1, 288, 1, 1)", style=solid]; +"381 _param_constant102" -> "383 conv2d_38" [label="(72, 288, 1, 1)", style=solid]; +"382 _param_constant103_0_0" -> "383 conv2d_38" [label="(72,)", style=solid]; +"383 conv2d_38" -> "384 relu_6" [label="(1, 72, 1, 1)", style=solid]; +"384 relu_6" -> "387 conv2d_39" [label="(1, 72, 1, 1)", style=solid]; +"385 _param_constant104" -> "387 conv2d_39" [label="(288, 72, 1, 1)", style=solid]; +"386 _param_constant105_0_0" -> "387 conv2d_39" [label="(288,)", style=solid]; +"387 conv2d_39" -> "388 hardsigmoid_6" [label="(1, 288, 1, 1)", style=solid]; +"388 hardsigmoid_6" -> "389 quantize_per_tensor_default_34" [label="(1, 288, 1, 1)", style=solid]; +"389 quantize_per_tensor_default_34" -> "390 dequantize_per_tensor_default_45" [label="(1, 288, 1, 1)", style=solid]; +"390 dequantize_per_tensor_default_45" -> "391 mul_6" [label="(1, 288, 1, 1)", style=solid]; +"391 mul_6" -> "392 quantize_per_tensor_default_35" [label="(1, 288, 7, 7)", style=solid]; +"392 quantize_per_tensor_default_35" -> "393 dequantize_per_tensor_default_46" [label="(1, 288, 7, 7)", style=solid]; +"393 dequantize_per_tensor_default_46" -> "400 conv2d_40" [label="(1, 288, 7, 7)", style=solid]; +"394 conv2d_40_zero_point_0_updated_constant0" -> "399 sub_tensor_26" [label="(96, 1, 1, 1)", style=solid]; +"395 conv2d_40_scale_0_updated_constant0" -> "398 mul_tensor_26" [label="(96, 1, 1, 1)", style=solid]; +"396 compressed_weight_updated_constant26" -> "398 mul_tensor_26" [label="(96, 288, 1, 1)", style=solid]; +"397 features_9_block_3_0_weight_bias_0_0" -> "400 conv2d_40" [label="(96,)", style=solid]; +"398 mul_tensor_26" -> "399 sub_tensor_26" [label="(96, 288, 1, 1)", style=solid]; +"399 sub_tensor_26" -> "400 conv2d_40" [label=None, style=solid]; +"400 conv2d_40" -> "401 quantize_per_tensor_default_36" [label="(1, 96, 7, 7)", style=solid]; +"401 quantize_per_tensor_default_36" -> "402 dequantize_per_tensor_default_48" [label="(1, 96, 7, 7)", style=solid]; +"401 quantize_per_tensor_default_36" -> "403 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7)", style=solid]; +"402 dequantize_per_tensor_default_48" -> "450 add__4" [label="(1, 96, 7, 7)", style=solid]; +"403 dequantize_per_tensor_default_47" -> "410 conv2d_41" [label="(1, 96, 7, 7)", style=solid]; +"404 conv2d_41_zero_point_0_updated_constant0" -> "409 sub_tensor_27" [label="(576, 1, 1, 1)", style=solid]; +"405 conv2d_41_scale_0_updated_constant0" -> "408 mul_tensor_27" [label="(576, 1, 1, 1)", style=solid]; +"406 compressed_weight_updated_constant27" -> "408 mul_tensor_27" [label="(576, 96, 1, 1)", style=solid]; +"407 features_10_block_0_0_weight_bias_0_0" -> "410 conv2d_41" [label="(576,)", style=solid]; +"408 mul_tensor_27" -> "409 sub_tensor_27" [label="(576, 96, 1, 1)", style=solid]; +"409 sub_tensor_27" -> "410 conv2d_41" [label=None, style=solid]; +"410 conv2d_41" -> "413 hardswish__13" [label="(1, 576, 7, 7)", style=solid]; +"411 hardswish__13_scale_0" -> "414 quantize_per_channel_default_37" [label="(576,)", style=solid]; +"411 hardswish__13_scale_0" -> "415 dequantize_per_channel_default_37" [label="(576,)", style=solid]; +"412 hardswish__13_zero_point_0" -> "414 quantize_per_channel_default_37" [label="(576,)", style=solid]; +"412 hardswish__13_zero_point_0" -> "415 dequantize_per_channel_default_37" [label="(576,)", style=solid]; +"413 hardswish__13" -> "414 quantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; +"414 quantize_per_channel_default_37" -> "415 dequantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; +"415 dequantize_per_channel_default_37" -> "422 conv2d_42" [label="(1, 576, 7, 7)", style=solid]; +"416 conv2d_42_zero_point_0_updated_constant0" -> "421 sub_tensor_28" [label="(576, 1, 1, 1)", style=solid]; +"417 conv2d_42_scale_0_updated_constant0" -> "420 mul_tensor_28" [label="(576, 1, 1, 1)", style=solid]; +"418 compressed_weight_updated_constant28" -> "420 mul_tensor_28" [label="(576, 1, 5, 5)", style=solid]; +"419 features_10_block_1_0_weight_bias_0_0" -> "422 conv2d_42" [label="(576,)", style=solid]; +"420 mul_tensor_28" -> "421 sub_tensor_28" [label="(576, 1, 5, 5)", style=solid]; +"421 sub_tensor_28" -> "422 conv2d_42" [label=None, style=solid]; +"422 conv2d_42" -> "423 hardswish__14" [label="(1, 576, 7, 7)", style=solid]; +"423 hardswish__14" -> "424 quantize_per_tensor_default_37" [label="(1, 576, 7, 7)", style=solid]; +"424 quantize_per_tensor_default_37" -> "425 dequantize_per_tensor_default_50" [label="(1, 576, 7, 7)", style=solid]; +"424 quantize_per_tensor_default_37" -> "426 dequantize_per_tensor_default_49" [label="(1, 576, 7, 7)", style=solid]; +"425 dequantize_per_tensor_default_50" -> "438 mul_7" [label="(1, 576, 7, 7)", style=solid]; +"426 dequantize_per_tensor_default_49" -> "427 adaptive_avg_pool2d_7" [label="(1, 576, 7, 7)", style=solid]; +"427 adaptive_avg_pool2d_7" -> "430 conv2d_43" [label="(1, 576, 1, 1)", style=solid]; +"428 _param_constant115" -> "430 conv2d_43" [label="(144, 576, 1, 1)", style=solid]; +"429 _param_constant116_0_0" -> "430 conv2d_43" [label="(144,)", style=solid]; +"430 conv2d_43" -> "431 relu_7" [label="(1, 144, 1, 1)", style=solid]; +"431 relu_7" -> "434 conv2d_44" [label="(1, 144, 1, 1)", style=solid]; +"432 _param_constant117" -> "434 conv2d_44" [label="(576, 144, 1, 1)", style=solid]; +"433 _param_constant118_0_0" -> "434 conv2d_44" [label="(576,)", style=solid]; +"434 conv2d_44" -> "435 hardsigmoid_7" [label="(1, 576, 1, 1)", style=solid]; +"435 hardsigmoid_7" -> "436 quantize_per_tensor_default_38" [label="(1, 576, 1, 1)", style=solid]; +"436 quantize_per_tensor_default_38" -> "437 dequantize_per_tensor_default_51" [label="(1, 576, 1, 1)", style=solid]; +"437 dequantize_per_tensor_default_51" -> "438 mul_7" [label="(1, 576, 1, 1)", style=solid]; +"438 mul_7" -> "439 quantize_per_tensor_default_39" [label="(1, 576, 7, 7)", style=solid]; +"439 quantize_per_tensor_default_39" -> "440 dequantize_per_tensor_default_52" [label="(1, 576, 7, 7)", style=solid]; +"440 dequantize_per_tensor_default_52" -> "447 conv2d_45" [label="(1, 576, 7, 7)", style=solid]; +"441 conv2d_45_zero_point_0_updated_constant0" -> "446 sub_tensor_29" [label="(96, 1, 1, 1)", style=solid]; +"442 conv2d_45_scale_0_updated_constant0" -> "445 mul_tensor_29" [label="(96, 1, 1, 1)", style=solid]; +"443 compressed_weight_updated_constant29" -> "445 mul_tensor_29" [label="(96, 576, 1, 1)", style=solid]; +"444 features_10_block_3_0_weight_bias_0_0" -> "447 conv2d_45" [label="(96,)", style=solid]; +"445 mul_tensor_29" -> "446 sub_tensor_29" [label="(96, 576, 1, 1)", style=solid]; +"446 sub_tensor_29" -> "447 conv2d_45" [label=None, style=solid]; +"447 conv2d_45" -> "448 quantize_per_tensor_default_40" [label="(1, 96, 7, 7)", style=solid]; +"448 quantize_per_tensor_default_40" -> "449 dequantize_per_tensor_default_53" [label="(1, 96, 7, 7)", style=solid]; +"449 dequantize_per_tensor_default_53" -> "450 add__4" [label="(1, 96, 7, 7)", style=solid]; +"450 add__4" -> "451 quantize_per_tensor_default_41" [label="(1, 96, 7, 7)", style=solid]; +"451 quantize_per_tensor_default_41" -> "452 dequantize_per_tensor_default_55" [label="(1, 96, 7, 7)", style=solid]; +"451 quantize_per_tensor_default_41" -> "453 dequantize_per_tensor_default_54" [label="(1, 96, 7, 7)", style=solid]; +"452 dequantize_per_tensor_default_55" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; +"453 dequantize_per_tensor_default_54" -> "460 conv2d_46" [label="(1, 96, 7, 7)", style=solid]; +"454 conv2d_46_zero_point_0_updated_constant0" -> "459 sub_tensor_30" [label="(576, 1, 1, 1)", style=solid]; +"455 conv2d_46_scale_0_updated_constant0" -> "458 mul_tensor_30" [label="(576, 1, 1, 1)", style=solid]; +"456 compressed_weight_updated_constant30" -> "458 mul_tensor_30" [label="(576, 96, 1, 1)", style=solid]; +"457 features_11_block_0_0_weight_bias_0_0" -> "460 conv2d_46" [label="(576,)", style=solid]; +"458 mul_tensor_30" -> "459 sub_tensor_30" [label="(576, 96, 1, 1)", style=solid]; +"459 sub_tensor_30" -> "460 conv2d_46" [label=None, style=solid]; +"460 conv2d_46" -> "463 hardswish__15" [label="(1, 576, 7, 7)", style=solid]; +"461 hardswish__15_scale_0" -> "464 quantize_per_channel_default_41" [label="(576,)", style=solid]; +"461 hardswish__15_scale_0" -> "465 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"462 hardswish__15_zero_point_0" -> "464 quantize_per_channel_default_41" [label="(576,)", style=solid]; +"462 hardswish__15_zero_point_0" -> "465 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"463 hardswish__15" -> "464 quantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; +"464 quantize_per_channel_default_41" -> "465 dequantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; +"465 dequantize_per_channel_default_41" -> "472 conv2d_47" [label="(1, 576, 7, 7)", style=solid]; +"466 conv2d_47_zero_point_0_updated_constant0" -> "471 sub_tensor_31" [label="(576, 1, 1, 1)", style=solid]; +"467 conv2d_47_scale_0_updated_constant0" -> "470 mul_tensor_31" [label="(576, 1, 1, 1)", style=solid]; +"468 compressed_weight_updated_constant31" -> "470 mul_tensor_31" [label="(576, 1, 5, 5)", style=solid]; +"469 features_11_block_1_0_weight_bias_0_0" -> "472 conv2d_47" [label="(576,)", style=solid]; +"470 mul_tensor_31" -> "471 sub_tensor_31" [label="(576, 1, 5, 5)", style=solid]; +"471 sub_tensor_31" -> "472 conv2d_47" [label=None, style=solid]; +"472 conv2d_47" -> "473 hardswish__16" [label="(1, 576, 7, 7)", style=solid]; +"473 hardswish__16" -> "474 quantize_per_tensor_default_42" [label="(1, 576, 7, 7)", style=solid]; +"474 quantize_per_tensor_default_42" -> "475 dequantize_per_tensor_default_57" [label="(1, 576, 7, 7)", style=solid]; +"474 quantize_per_tensor_default_42" -> "476 dequantize_per_tensor_default_56" [label="(1, 576, 7, 7)", style=solid]; +"475 dequantize_per_tensor_default_57" -> "488 mul_8" [label="(1, 576, 7, 7)", style=solid]; +"476 dequantize_per_tensor_default_56" -> "477 adaptive_avg_pool2d_8" [label="(1, 576, 7, 7)", style=solid]; +"477 adaptive_avg_pool2d_8" -> "480 conv2d_48" [label="(1, 576, 1, 1)", style=solid]; +"478 _param_constant128" -> "480 conv2d_48" [label="(144, 576, 1, 1)", style=solid]; +"479 _param_constant129_0_0" -> "480 conv2d_48" [label="(144,)", style=solid]; +"480 conv2d_48" -> "481 relu_8" [label="(1, 144, 1, 1)", style=solid]; +"481 relu_8" -> "484 conv2d_49" [label="(1, 144, 1, 1)", style=solid]; +"482 _param_constant130" -> "484 conv2d_49" [label="(576, 144, 1, 1)", style=solid]; +"483 _param_constant131_0_0" -> "484 conv2d_49" [label="(576,)", style=solid]; +"484 conv2d_49" -> "485 hardsigmoid_8" [label="(1, 576, 1, 1)", style=solid]; +"485 hardsigmoid_8" -> "486 quantize_per_tensor_default_43" [label="(1, 576, 1, 1)", style=solid]; +"486 quantize_per_tensor_default_43" -> "487 dequantize_per_tensor_default_58" [label="(1, 576, 1, 1)", style=solid]; +"487 dequantize_per_tensor_default_58" -> "488 mul_8" [label="(1, 576, 1, 1)", style=solid]; +"488 mul_8" -> "489 quantize_per_tensor_default_44" [label="(1, 576, 7, 7)", style=solid]; +"489 quantize_per_tensor_default_44" -> "490 dequantize_per_tensor_default_59" [label="(1, 576, 7, 7)", style=solid]; +"490 dequantize_per_tensor_default_59" -> "497 conv2d_50" [label="(1, 576, 7, 7)", style=solid]; +"491 conv2d_50_zero_point_0_updated_constant0" -> "496 sub_tensor_32" [label="(96, 1, 1, 1)", style=solid]; +"492 conv2d_50_scale_0_updated_constant0" -> "495 mul_tensor_32" [label="(96, 1, 1, 1)", style=solid]; +"493 compressed_weight_updated_constant32" -> "495 mul_tensor_32" [label="(96, 576, 1, 1)", style=solid]; +"494 features_11_block_3_0_weight_bias_0_0" -> "497 conv2d_50" [label="(96,)", style=solid]; +"495 mul_tensor_32" -> "496 sub_tensor_32" [label="(96, 576, 1, 1)", style=solid]; +"496 sub_tensor_32" -> "497 conv2d_50" [label=None, style=solid]; +"497 conv2d_50" -> "498 quantize_per_tensor_default_45" [label="(1, 96, 7, 7)", style=solid]; +"498 quantize_per_tensor_default_45" -> "499 dequantize_per_tensor_default_60" [label="(1, 96, 7, 7)", style=solid]; +"499 dequantize_per_tensor_default_60" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; +"500 add__5" -> "501 quantize_per_tensor_default_46" [label="(1, 96, 7, 7)", style=solid]; +"501 quantize_per_tensor_default_46" -> "502 dequantize_per_tensor_default_61" [label="(1, 96, 7, 7)", style=solid]; +"502 dequantize_per_tensor_default_61" -> "509 conv2d_51" [label="(1, 96, 7, 7)", style=solid]; +"503 conv2d_51_zero_point_0_updated_constant0" -> "508 sub_tensor_33" [label="(576, 1, 1, 1)", style=solid]; +"504 conv2d_51_scale_0_updated_constant0" -> "507 mul_tensor_33" [label="(576, 1, 1, 1)", style=solid]; +"505 compressed_weight_updated_constant33" -> "507 mul_tensor_33" [label="(576, 96, 1, 1)", style=solid]; +"506 features_12_0_weight_bias_0_0" -> "509 conv2d_51" [label="(576,)", style=solid]; +"507 mul_tensor_33" -> "508 sub_tensor_33" [label="(576, 96, 1, 1)", style=solid]; +"508 sub_tensor_33" -> "509 conv2d_51" [label=None, style=solid]; +"509 conv2d_51" -> "510 hardswish__17" [label="(1, 576, 7, 7)", style=solid]; +"510 hardswish__17" -> "511 quantize_per_tensor_default_47" [label="(1, 576, 7, 7)", style=solid]; +"511 quantize_per_tensor_default_47" -> "512 dequantize_per_tensor_default_62" [label="(1, 576, 7, 7)", style=solid]; +"512 dequantize_per_tensor_default_62" -> "513 adaptive_avg_pool2d_9" [label="(1, 576, 7, 7)", style=solid]; +"513 adaptive_avg_pool2d_9" -> "514 quantize_per_tensor_default_48" [label="(1, 576, 1, 1)", style=solid]; +"514 quantize_per_tensor_default_48" -> "515 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1)", style=solid]; +"515 dequantize_per_tensor_default_63" -> "516 flatten" [label="(1, 576, 1, 1)", style=solid]; +"516 flatten" -> "523 linear" [label="(1, 576)", style=solid]; +"517 linear_zero_point_0_updated_constant0" -> "522 sub_tensor_34" [label="(1024, 1)", style=solid]; +"518 linear_scale_0_updated_constant0" -> "521 mul_tensor_34" [label="(1024, 1)", style=solid]; +"519 compressed_weight_updated_constant34" -> "521 mul_tensor_34" [label="(1024, 576)", style=solid]; +"520 _param_constant139_0_0" -> "523 linear" [label="(1024,)", style=solid]; +"521 mul_tensor_34" -> "522 sub_tensor_34" [label="(1024, 576)", style=solid]; +"522 sub_tensor_34" -> "523 linear" [label=None, style=solid]; +"523 linear" -> "524 hardswish__18" [label="(1, 1024)", style=solid]; +"524 hardswish__18" -> "525 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; +"525 quantize_per_tensor_default_49" -> "526 dequantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; +"526 dequantize_per_tensor_default_64" -> "527 dropout_" [label="(1, 1024)", style=solid]; +"527 dropout_" -> "534 linear_1" [label="(1, 1024)", style=solid]; +"528 linear_1_zero_point_0_updated_constant0" -> "533 sub_tensor_35" [label="(1000, 1)", style=solid]; +"529 linear_1_scale_0_updated_constant0" -> "532 mul_tensor_35" [label="(1000, 1)", style=solid]; +"530 compressed_weight_updated_constant35" -> "532 mul_tensor_35" [label="(1000, 1024)", style=solid]; +"531 _param_constant141_0_0" -> "534 linear_1" [label="(1000,)", style=solid]; +"532 mul_tensor_35" -> "533 sub_tensor_35" [label="(1000, 1024)", style=solid]; +"533 sub_tensor_35" -> "534 linear_1" [label=None, style=solid]; +"534 linear_1" -> "535 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot index e7b8fa63ca4..b8498e8b680 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot @@ -2,412 +2,496 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; -"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; -"5 conv1_weight_bias_0_0" [id=5, type=get_attr]; -"6 mul_tensor" [id=6, type=mul]; -"7 conv2d" [id=7, type=conv2d]; -"8 relu_" [id=8, type=relu_]; -"9 quantize_per_tensor_default_1" [id=9, type=quantize_per_tensor]; -"10 dequantize_per_tensor_default_1" [id=10, type=dequantize_per_tensor]; -"11 max_pool2d" [id=11, type=max_pool2d]; -"12 conv2d_1_scale_0_updated_constant0" [id=12, type=get_attr]; -"13 compressed_weight_updated_constant1" [id=13, type=get_attr]; -"14 layer1_0_conv1_weight_bias_0_0" [id=14, type=get_attr]; -"15 mul_tensor_1" [id=15, type=mul]; -"16 conv2d_1" [id=16, type=conv2d]; -"17 relu__1" [id=17, type=relu_]; -"18 quantize_per_tensor_default_2" [id=18, type=quantize_per_tensor]; -"19 dequantize_per_tensor_default_2" [id=19, type=dequantize_per_tensor]; -"20 conv2d_2_scale_0_updated_constant0" [id=20, type=get_attr]; -"21 compressed_weight_updated_constant2" [id=21, type=get_attr]; -"22 layer1_0_conv2_weight_bias_0_0" [id=22, type=get_attr]; -"23 mul_tensor_2" [id=23, type=mul]; -"24 conv2d_2" [id=24, type=conv2d]; -"25 quantize_per_tensor_default_3" [id=25, type=quantize_per_tensor]; -"26 dequantize_per_tensor_default_3" [id=26, type=dequantize_per_tensor]; -"27 add_" [id=27, type=add_]; -"28 relu__2" [id=28, type=relu_]; -"29 quantize_per_tensor_default_4" [id=29, type=quantize_per_tensor]; -"30 dequantize_per_tensor_default_5" [id=30, type=dequantize_per_tensor]; -"31 dequantize_per_tensor_default_4" [id=31, type=dequantize_per_tensor]; -"32 conv2d_3_scale_0_updated_constant0" [id=32, type=get_attr]; -"33 compressed_weight_updated_constant3" [id=33, type=get_attr]; -"34 layer1_1_conv1_weight_bias_0_0" [id=34, type=get_attr]; -"35 mul_tensor_3" [id=35, type=mul]; -"36 conv2d_3" [id=36, type=conv2d]; -"37 relu__3" [id=37, type=relu_]; -"38 quantize_per_tensor_default_5" [id=38, type=quantize_per_tensor]; -"39 dequantize_per_tensor_default_6" [id=39, type=dequantize_per_tensor]; -"40 conv2d_4_scale_0_updated_constant0" [id=40, type=get_attr]; -"41 compressed_weight_updated_constant4" [id=41, type=get_attr]; -"42 layer1_1_conv2_weight_bias_0_0" [id=42, type=get_attr]; -"43 mul_tensor_4" [id=43, type=mul]; -"44 conv2d_4" [id=44, type=conv2d]; -"45 quantize_per_tensor_default_6" [id=45, type=quantize_per_tensor]; -"46 dequantize_per_tensor_default_7" [id=46, type=dequantize_per_tensor]; -"47 add__1" [id=47, type=add_]; -"48 relu__4" [id=48, type=relu_]; -"49 quantize_per_tensor_default_7" [id=49, type=quantize_per_tensor]; -"50 dequantize_per_tensor_default_9" [id=50, type=dequantize_per_tensor]; -"51 dequantize_per_tensor_default_8" [id=51, type=dequantize_per_tensor]; -"52 conv2d_5_scale_0_updated_constant0" [id=52, type=get_attr]; -"53 compressed_weight_updated_constant5" [id=53, type=get_attr]; -"54 layer2_0_conv1_weight_bias_0_0" [id=54, type=get_attr]; -"55 mul_tensor_5" [id=55, type=mul]; -"56 conv2d_5" [id=56, type=conv2d]; -"57 relu__5" [id=57, type=relu_]; -"58 quantize_per_tensor_default_8" [id=58, type=quantize_per_tensor]; -"59 dequantize_per_tensor_default_10" [id=59, type=dequantize_per_tensor]; -"60 conv2d_6_scale_0_updated_constant0" [id=60, type=get_attr]; -"61 compressed_weight_updated_constant6" [id=61, type=get_attr]; -"62 layer2_0_conv2_weight_bias_0_0" [id=62, type=get_attr]; -"63 mul_tensor_6" [id=63, type=mul]; -"64 conv2d_6" [id=64, type=conv2d]; -"65 quantize_per_tensor_default_9" [id=65, type=quantize_per_tensor]; -"66 dequantize_per_tensor_default_11" [id=66, type=dequantize_per_tensor]; -"67 conv2d_7_scale_0_updated_constant0" [id=67, type=get_attr]; -"68 compressed_weight_updated_constant7" [id=68, type=get_attr]; -"69 layer2_0_downsample_0_weight_bias_0_0" [id=69, type=get_attr]; -"70 mul_tensor_7" [id=70, type=mul]; -"71 conv2d_7" [id=71, type=conv2d]; -"72 quantize_per_tensor_default_10" [id=72, type=quantize_per_tensor]; -"73 dequantize_per_tensor_default_12" [id=73, type=dequantize_per_tensor]; -"74 add__2" [id=74, type=add_]; -"75 relu__6" [id=75, type=relu_]; -"76 quantize_per_tensor_default_11" [id=76, type=quantize_per_tensor]; -"77 dequantize_per_tensor_default_14" [id=77, type=dequantize_per_tensor]; -"78 dequantize_per_tensor_default_13" [id=78, type=dequantize_per_tensor]; -"79 conv2d_8_scale_0_updated_constant0" [id=79, type=get_attr]; -"80 compressed_weight_updated_constant8" [id=80, type=get_attr]; -"81 layer2_1_conv1_weight_bias_0_0" [id=81, type=get_attr]; -"82 mul_tensor_8" [id=82, type=mul]; -"83 conv2d_8" [id=83, type=conv2d]; -"84 relu__7" [id=84, type=relu_]; -"85 quantize_per_tensor_default_12" [id=85, type=quantize_per_tensor]; -"86 dequantize_per_tensor_default_15" [id=86, type=dequantize_per_tensor]; -"87 conv2d_9_scale_0_updated_constant0" [id=87, type=get_attr]; -"88 compressed_weight_updated_constant9" [id=88, type=get_attr]; -"89 layer2_1_conv2_weight_bias_0_0" [id=89, type=get_attr]; -"90 mul_tensor_9" [id=90, type=mul]; -"91 conv2d_9" [id=91, type=conv2d]; -"92 quantize_per_tensor_default_13" [id=92, type=quantize_per_tensor]; -"93 dequantize_per_tensor_default_16" [id=93, type=dequantize_per_tensor]; -"94 add__3" [id=94, type=add_]; -"95 relu__8" [id=95, type=relu_]; -"96 quantize_per_tensor_default_14" [id=96, type=quantize_per_tensor]; -"97 dequantize_per_tensor_default_18" [id=97, type=dequantize_per_tensor]; -"98 dequantize_per_tensor_default_17" [id=98, type=dequantize_per_tensor]; -"99 conv2d_10_scale_0_updated_constant0" [id=99, type=get_attr]; -"100 compressed_weight_updated_constant10" [id=100, type=get_attr]; -"101 layer3_0_conv1_weight_bias_0_0" [id=101, type=get_attr]; -"102 mul_tensor_10" [id=102, type=mul]; -"103 conv2d_10" [id=103, type=conv2d]; -"104 relu__9" [id=104, type=relu_]; -"105 quantize_per_tensor_default_15" [id=105, type=quantize_per_tensor]; -"106 dequantize_per_tensor_default_19" [id=106, type=dequantize_per_tensor]; -"107 conv2d_11_scale_0_updated_constant0" [id=107, type=get_attr]; -"108 compressed_weight_updated_constant11" [id=108, type=get_attr]; -"109 layer3_0_conv2_weight_bias_0_0" [id=109, type=get_attr]; -"110 mul_tensor_11" [id=110, type=mul]; -"111 conv2d_11" [id=111, type=conv2d]; -"112 quantize_per_tensor_default_16" [id=112, type=quantize_per_tensor]; -"113 dequantize_per_tensor_default_20" [id=113, type=dequantize_per_tensor]; -"114 conv2d_12_scale_0_updated_constant0" [id=114, type=get_attr]; -"115 compressed_weight_updated_constant12" [id=115, type=get_attr]; -"116 layer3_0_downsample_0_weight_bias_0_0" [id=116, type=get_attr]; -"117 mul_tensor_12" [id=117, type=mul]; -"118 conv2d_12" [id=118, type=conv2d]; -"119 quantize_per_tensor_default_17" [id=119, type=quantize_per_tensor]; -"120 dequantize_per_tensor_default_21" [id=120, type=dequantize_per_tensor]; -"121 add__4" [id=121, type=add_]; -"122 relu__10" [id=122, type=relu_]; -"123 quantize_per_tensor_default_18" [id=123, type=quantize_per_tensor]; -"124 dequantize_per_tensor_default_23" [id=124, type=dequantize_per_tensor]; -"125 dequantize_per_tensor_default_22" [id=125, type=dequantize_per_tensor]; -"126 conv2d_13_scale_0_updated_constant0" [id=126, type=get_attr]; -"127 compressed_weight_updated_constant13" [id=127, type=get_attr]; -"128 layer3_1_conv1_weight_bias_0_0" [id=128, type=get_attr]; -"129 mul_tensor_13" [id=129, type=mul]; -"130 conv2d_13" [id=130, type=conv2d]; -"131 relu__11" [id=131, type=relu_]; -"132 quantize_per_tensor_default_19" [id=132, type=quantize_per_tensor]; -"133 dequantize_per_tensor_default_24" [id=133, type=dequantize_per_tensor]; -"134 conv2d_14_scale_0_updated_constant0" [id=134, type=get_attr]; -"135 compressed_weight_updated_constant14" [id=135, type=get_attr]; -"136 layer3_1_conv2_weight_bias_0_0" [id=136, type=get_attr]; -"137 mul_tensor_14" [id=137, type=mul]; -"138 conv2d_14" [id=138, type=conv2d]; -"139 quantize_per_tensor_default_20" [id=139, type=quantize_per_tensor]; -"140 dequantize_per_tensor_default_25" [id=140, type=dequantize_per_tensor]; -"141 add__5" [id=141, type=add_]; -"142 relu__12" [id=142, type=relu_]; -"143 quantize_per_tensor_default_21" [id=143, type=quantize_per_tensor]; -"144 dequantize_per_tensor_default_27" [id=144, type=dequantize_per_tensor]; -"145 dequantize_per_tensor_default_26" [id=145, type=dequantize_per_tensor]; -"146 conv2d_15_scale_0_updated_constant0" [id=146, type=get_attr]; -"147 compressed_weight_updated_constant15" [id=147, type=get_attr]; -"148 layer4_0_conv1_weight_bias_0_0" [id=148, type=get_attr]; -"149 mul_tensor_15" [id=149, type=mul]; -"150 conv2d_15" [id=150, type=conv2d]; -"151 relu__13" [id=151, type=relu_]; -"152 quantize_per_tensor_default_22" [id=152, type=quantize_per_tensor]; -"153 dequantize_per_tensor_default_28" [id=153, type=dequantize_per_tensor]; -"154 conv2d_16_scale_0_updated_constant0" [id=154, type=get_attr]; -"155 compressed_weight_updated_constant16" [id=155, type=get_attr]; -"156 layer4_0_conv2_weight_bias_0_0" [id=156, type=get_attr]; -"157 mul_tensor_16" [id=157, type=mul]; -"158 conv2d_16" [id=158, type=conv2d]; -"159 quantize_per_tensor_default_23" [id=159, type=quantize_per_tensor]; -"160 dequantize_per_tensor_default_29" [id=160, type=dequantize_per_tensor]; -"161 conv2d_17_scale_0_updated_constant0" [id=161, type=get_attr]; -"162 compressed_weight_updated_constant17" [id=162, type=get_attr]; -"163 layer4_0_downsample_0_weight_bias_0_0" [id=163, type=get_attr]; -"164 mul_tensor_17" [id=164, type=mul]; -"165 conv2d_17" [id=165, type=conv2d]; -"166 quantize_per_tensor_default_24" [id=166, type=quantize_per_tensor]; -"167 dequantize_per_tensor_default_30" [id=167, type=dequantize_per_tensor]; -"168 add__6" [id=168, type=add_]; -"169 relu__14" [id=169, type=relu_]; -"170 quantize_per_tensor_default_25" [id=170, type=quantize_per_tensor]; -"171 dequantize_per_tensor_default_32" [id=171, type=dequantize_per_tensor]; -"172 dequantize_per_tensor_default_31" [id=172, type=dequantize_per_tensor]; -"173 conv2d_18_scale_0_updated_constant0" [id=173, type=get_attr]; -"174 compressed_weight_updated_constant18" [id=174, type=get_attr]; -"175 layer4_1_conv1_weight_bias_0_0" [id=175, type=get_attr]; -"176 mul_tensor_18" [id=176, type=mul]; -"177 conv2d_18" [id=177, type=conv2d]; -"178 relu__15" [id=178, type=relu_]; -"179 quantize_per_tensor_default_26" [id=179, type=quantize_per_tensor]; -"180 dequantize_per_tensor_default_33" [id=180, type=dequantize_per_tensor]; -"181 conv2d_19_scale_0_updated_constant0" [id=181, type=get_attr]; -"182 compressed_weight_updated_constant19" [id=182, type=get_attr]; -"183 layer4_1_conv2_weight_bias_0_0" [id=183, type=get_attr]; -"184 mul_tensor_19" [id=184, type=mul]; -"185 conv2d_19" [id=185, type=conv2d]; -"186 quantize_per_tensor_default_27" [id=186, type=quantize_per_tensor]; -"187 dequantize_per_tensor_default_34" [id=187, type=dequantize_per_tensor]; -"188 add__7" [id=188, type=add_]; -"189 relu__16" [id=189, type=relu_]; -"190 quantize_per_tensor_default_28" [id=190, type=quantize_per_tensor]; -"191 dequantize_per_tensor_default_35" [id=191, type=dequantize_per_tensor]; -"192 adaptive_avg_pool2d" [id=192, type=adaptive_avg_pool2d]; -"193 quantize_per_tensor_default_29" [id=193, type=quantize_per_tensor]; -"194 dequantize_per_tensor_default_36" [id=194, type=dequantize_per_tensor]; -"195 flatten" [id=195, type=flatten]; -"196 linear_scale_0_updated_constant0" [id=196, type=get_attr]; -"197 compressed_weight_updated_constant20" [id=197, type=get_attr]; -"198 _param_constant61_0_0" [id=198, type=get_attr]; -"199 mul_tensor_20" [id=199, type=mul]; -"200 linear" [id=200, type=linear]; -"201 output" [id=201, type=output]; +"3 conv2d_zero_point_0_updated_constant0" [id=3, type=get_attr]; +"4 conv2d_scale_0_updated_constant0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; +"6 conv1_weight_bias_0_0" [id=6, type=get_attr]; +"7 mul_tensor" [id=7, type=mul]; +"8 sub_tensor" [id=8, type=sub]; +"9 conv2d" [id=9, type=conv2d]; +"10 relu_" [id=10, type=relu_]; +"11 quantize_per_tensor_default_1" [id=11, type=quantize_per_tensor]; +"12 dequantize_per_tensor_default_1" [id=12, type=dequantize_per_tensor]; +"13 max_pool2d" [id=13, type=max_pool2d]; +"14 conv2d_1_zero_point_0_updated_constant0" [id=14, type=get_attr]; +"15 conv2d_1_scale_0_updated_constant0" [id=15, type=get_attr]; +"16 compressed_weight_updated_constant1" [id=16, type=get_attr]; +"17 layer1_0_conv1_weight_bias_0_0" [id=17, type=get_attr]; +"18 mul_tensor_1" [id=18, type=mul]; +"19 sub_tensor_1" [id=19, type=sub]; +"20 conv2d_1" [id=20, type=conv2d]; +"21 relu__1" [id=21, type=relu_]; +"22 quantize_per_tensor_default_2" [id=22, type=quantize_per_tensor]; +"23 dequantize_per_tensor_default_2" [id=23, type=dequantize_per_tensor]; +"24 conv2d_2_zero_point_0_updated_constant0" [id=24, type=get_attr]; +"25 conv2d_2_scale_0_updated_constant0" [id=25, type=get_attr]; +"26 compressed_weight_updated_constant2" [id=26, type=get_attr]; +"27 layer1_0_conv2_weight_bias_0_0" [id=27, type=get_attr]; +"28 mul_tensor_2" [id=28, type=mul]; +"29 sub_tensor_2" [id=29, type=sub]; +"30 conv2d_2" [id=30, type=conv2d]; +"31 quantize_per_tensor_default_3" [id=31, type=quantize_per_tensor]; +"32 dequantize_per_tensor_default_3" [id=32, type=dequantize_per_tensor]; +"33 add_" [id=33, type=add_]; +"34 relu__2" [id=34, type=relu_]; +"35 quantize_per_tensor_default_4" [id=35, type=quantize_per_tensor]; +"36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; +"37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; +"38 conv2d_3_zero_point_0_updated_constant0" [id=38, type=get_attr]; +"39 conv2d_3_scale_0_updated_constant0" [id=39, type=get_attr]; +"40 compressed_weight_updated_constant3" [id=40, type=get_attr]; +"41 layer1_1_conv1_weight_bias_0_0" [id=41, type=get_attr]; +"42 mul_tensor_3" [id=42, type=mul]; +"43 sub_tensor_3" [id=43, type=sub]; +"44 conv2d_3" [id=44, type=conv2d]; +"45 relu__3" [id=45, type=relu_]; +"46 quantize_per_tensor_default_5" [id=46, type=quantize_per_tensor]; +"47 dequantize_per_tensor_default_6" [id=47, type=dequantize_per_tensor]; +"48 conv2d_4_zero_point_0_updated_constant0" [id=48, type=get_attr]; +"49 conv2d_4_scale_0_updated_constant0" [id=49, type=get_attr]; +"50 compressed_weight_updated_constant4" [id=50, type=get_attr]; +"51 layer1_1_conv2_weight_bias_0_0" [id=51, type=get_attr]; +"52 mul_tensor_4" [id=52, type=mul]; +"53 sub_tensor_4" [id=53, type=sub]; +"54 conv2d_4" [id=54, type=conv2d]; +"55 quantize_per_tensor_default_6" [id=55, type=quantize_per_tensor]; +"56 dequantize_per_tensor_default_7" [id=56, type=dequantize_per_tensor]; +"57 add__1" [id=57, type=add_]; +"58 relu__4" [id=58, type=relu_]; +"59 quantize_per_tensor_default_7" [id=59, type=quantize_per_tensor]; +"60 dequantize_per_tensor_default_9" [id=60, type=dequantize_per_tensor]; +"61 dequantize_per_tensor_default_8" [id=61, type=dequantize_per_tensor]; +"62 conv2d_5_zero_point_0_updated_constant0" [id=62, type=get_attr]; +"63 conv2d_5_scale_0_updated_constant0" [id=63, type=get_attr]; +"64 compressed_weight_updated_constant5" [id=64, type=get_attr]; +"65 layer2_0_conv1_weight_bias_0_0" [id=65, type=get_attr]; +"66 mul_tensor_5" [id=66, type=mul]; +"67 sub_tensor_5" [id=67, type=sub]; +"68 conv2d_5" [id=68, type=conv2d]; +"69 relu__5" [id=69, type=relu_]; +"70 quantize_per_tensor_default_8" [id=70, type=quantize_per_tensor]; +"71 dequantize_per_tensor_default_10" [id=71, type=dequantize_per_tensor]; +"72 conv2d_6_zero_point_0_updated_constant0" [id=72, type=get_attr]; +"73 conv2d_6_scale_0_updated_constant0" [id=73, type=get_attr]; +"74 compressed_weight_updated_constant6" [id=74, type=get_attr]; +"75 layer2_0_conv2_weight_bias_0_0" [id=75, type=get_attr]; +"76 mul_tensor_6" [id=76, type=mul]; +"77 sub_tensor_6" [id=77, type=sub]; +"78 conv2d_6" [id=78, type=conv2d]; +"79 quantize_per_tensor_default_9" [id=79, type=quantize_per_tensor]; +"80 dequantize_per_tensor_default_11" [id=80, type=dequantize_per_tensor]; +"81 conv2d_7_zero_point_0_updated_constant0" [id=81, type=get_attr]; +"82 conv2d_7_scale_0_updated_constant0" [id=82, type=get_attr]; +"83 compressed_weight_updated_constant7" [id=83, type=get_attr]; +"84 layer2_0_downsample_0_weight_bias_0_0" [id=84, type=get_attr]; +"85 mul_tensor_7" [id=85, type=mul]; +"86 sub_tensor_7" [id=86, type=sub]; +"87 conv2d_7" [id=87, type=conv2d]; +"88 quantize_per_tensor_default_10" [id=88, type=quantize_per_tensor]; +"89 dequantize_per_tensor_default_12" [id=89, type=dequantize_per_tensor]; +"90 add__2" [id=90, type=add_]; +"91 relu__6" [id=91, type=relu_]; +"92 quantize_per_tensor_default_11" [id=92, type=quantize_per_tensor]; +"93 dequantize_per_tensor_default_14" [id=93, type=dequantize_per_tensor]; +"94 dequantize_per_tensor_default_13" [id=94, type=dequantize_per_tensor]; +"95 conv2d_8_zero_point_0_updated_constant0" [id=95, type=get_attr]; +"96 conv2d_8_scale_0_updated_constant0" [id=96, type=get_attr]; +"97 compressed_weight_updated_constant8" [id=97, type=get_attr]; +"98 layer2_1_conv1_weight_bias_0_0" [id=98, type=get_attr]; +"99 mul_tensor_8" [id=99, type=mul]; +"100 sub_tensor_8" [id=100, type=sub]; +"101 conv2d_8" [id=101, type=conv2d]; +"102 relu__7" [id=102, type=relu_]; +"103 quantize_per_tensor_default_12" [id=103, type=quantize_per_tensor]; +"104 dequantize_per_tensor_default_15" [id=104, type=dequantize_per_tensor]; +"105 conv2d_9_zero_point_0_updated_constant0" [id=105, type=get_attr]; +"106 conv2d_9_scale_0_updated_constant0" [id=106, type=get_attr]; +"107 compressed_weight_updated_constant9" [id=107, type=get_attr]; +"108 layer2_1_conv2_weight_bias_0_0" [id=108, type=get_attr]; +"109 mul_tensor_9" [id=109, type=mul]; +"110 sub_tensor_9" [id=110, type=sub]; +"111 conv2d_9" [id=111, type=conv2d]; +"112 quantize_per_tensor_default_13" [id=112, type=quantize_per_tensor]; +"113 dequantize_per_tensor_default_16" [id=113, type=dequantize_per_tensor]; +"114 add__3" [id=114, type=add_]; +"115 relu__8" [id=115, type=relu_]; +"116 quantize_per_tensor_default_14" [id=116, type=quantize_per_tensor]; +"117 dequantize_per_tensor_default_18" [id=117, type=dequantize_per_tensor]; +"118 dequantize_per_tensor_default_17" [id=118, type=dequantize_per_tensor]; +"119 conv2d_10_zero_point_0_updated_constant0" [id=119, type=get_attr]; +"120 conv2d_10_scale_0_updated_constant0" [id=120, type=get_attr]; +"121 compressed_weight_updated_constant10" [id=121, type=get_attr]; +"122 layer3_0_conv1_weight_bias_0_0" [id=122, type=get_attr]; +"123 mul_tensor_10" [id=123, type=mul]; +"124 sub_tensor_10" [id=124, type=sub]; +"125 conv2d_10" [id=125, type=conv2d]; +"126 relu__9" [id=126, type=relu_]; +"127 quantize_per_tensor_default_15" [id=127, type=quantize_per_tensor]; +"128 dequantize_per_tensor_default_19" [id=128, type=dequantize_per_tensor]; +"129 conv2d_11_zero_point_0_updated_constant0" [id=129, type=get_attr]; +"130 conv2d_11_scale_0_updated_constant0" [id=130, type=get_attr]; +"131 compressed_weight_updated_constant11" [id=131, type=get_attr]; +"132 layer3_0_conv2_weight_bias_0_0" [id=132, type=get_attr]; +"133 mul_tensor_11" [id=133, type=mul]; +"134 sub_tensor_11" [id=134, type=sub]; +"135 conv2d_11" [id=135, type=conv2d]; +"136 quantize_per_tensor_default_16" [id=136, type=quantize_per_tensor]; +"137 dequantize_per_tensor_default_20" [id=137, type=dequantize_per_tensor]; +"138 conv2d_12_zero_point_0_updated_constant0" [id=138, type=get_attr]; +"139 conv2d_12_scale_0_updated_constant0" [id=139, type=get_attr]; +"140 compressed_weight_updated_constant12" [id=140, type=get_attr]; +"141 layer3_0_downsample_0_weight_bias_0_0" [id=141, type=get_attr]; +"142 mul_tensor_12" [id=142, type=mul]; +"143 sub_tensor_12" [id=143, type=sub]; +"144 conv2d_12" [id=144, type=conv2d]; +"145 quantize_per_tensor_default_17" [id=145, type=quantize_per_tensor]; +"146 dequantize_per_tensor_default_21" [id=146, type=dequantize_per_tensor]; +"147 add__4" [id=147, type=add_]; +"148 relu__10" [id=148, type=relu_]; +"149 quantize_per_tensor_default_18" [id=149, type=quantize_per_tensor]; +"150 dequantize_per_tensor_default_23" [id=150, type=dequantize_per_tensor]; +"151 dequantize_per_tensor_default_22" [id=151, type=dequantize_per_tensor]; +"152 conv2d_13_zero_point_0_updated_constant0" [id=152, type=get_attr]; +"153 conv2d_13_scale_0_updated_constant0" [id=153, type=get_attr]; +"154 compressed_weight_updated_constant13" [id=154, type=get_attr]; +"155 layer3_1_conv1_weight_bias_0_0" [id=155, type=get_attr]; +"156 mul_tensor_13" [id=156, type=mul]; +"157 sub_tensor_13" [id=157, type=sub]; +"158 conv2d_13" [id=158, type=conv2d]; +"159 relu__11" [id=159, type=relu_]; +"160 quantize_per_tensor_default_19" [id=160, type=quantize_per_tensor]; +"161 dequantize_per_tensor_default_24" [id=161, type=dequantize_per_tensor]; +"162 conv2d_14_zero_point_0_updated_constant0" [id=162, type=get_attr]; +"163 conv2d_14_scale_0_updated_constant0" [id=163, type=get_attr]; +"164 compressed_weight_updated_constant14" [id=164, type=get_attr]; +"165 layer3_1_conv2_weight_bias_0_0" [id=165, type=get_attr]; +"166 mul_tensor_14" [id=166, type=mul]; +"167 sub_tensor_14" [id=167, type=sub]; +"168 conv2d_14" [id=168, type=conv2d]; +"169 quantize_per_tensor_default_20" [id=169, type=quantize_per_tensor]; +"170 dequantize_per_tensor_default_25" [id=170, type=dequantize_per_tensor]; +"171 add__5" [id=171, type=add_]; +"172 relu__12" [id=172, type=relu_]; +"173 quantize_per_tensor_default_21" [id=173, type=quantize_per_tensor]; +"174 dequantize_per_tensor_default_27" [id=174, type=dequantize_per_tensor]; +"175 dequantize_per_tensor_default_26" [id=175, type=dequantize_per_tensor]; +"176 conv2d_15_zero_point_0_updated_constant0" [id=176, type=get_attr]; +"177 conv2d_15_scale_0_updated_constant0" [id=177, type=get_attr]; +"178 compressed_weight_updated_constant15" [id=178, type=get_attr]; +"179 layer4_0_conv1_weight_bias_0_0" [id=179, type=get_attr]; +"180 mul_tensor_15" [id=180, type=mul]; +"181 sub_tensor_15" [id=181, type=sub]; +"182 conv2d_15" [id=182, type=conv2d]; +"183 relu__13" [id=183, type=relu_]; +"184 quantize_per_tensor_default_22" [id=184, type=quantize_per_tensor]; +"185 dequantize_per_tensor_default_28" [id=185, type=dequantize_per_tensor]; +"186 conv2d_16_zero_point_0_updated_constant0" [id=186, type=get_attr]; +"187 conv2d_16_scale_0_updated_constant0" [id=187, type=get_attr]; +"188 compressed_weight_updated_constant16" [id=188, type=get_attr]; +"189 layer4_0_conv2_weight_bias_0_0" [id=189, type=get_attr]; +"190 mul_tensor_16" [id=190, type=mul]; +"191 sub_tensor_16" [id=191, type=sub]; +"192 conv2d_16" [id=192, type=conv2d]; +"193 quantize_per_tensor_default_23" [id=193, type=quantize_per_tensor]; +"194 dequantize_per_tensor_default_29" [id=194, type=dequantize_per_tensor]; +"195 conv2d_17_zero_point_0_updated_constant0" [id=195, type=get_attr]; +"196 conv2d_17_scale_0_updated_constant0" [id=196, type=get_attr]; +"197 compressed_weight_updated_constant17" [id=197, type=get_attr]; +"198 layer4_0_downsample_0_weight_bias_0_0" [id=198, type=get_attr]; +"199 mul_tensor_17" [id=199, type=mul]; +"200 sub_tensor_17" [id=200, type=sub]; +"201 conv2d_17" [id=201, type=conv2d]; +"202 quantize_per_tensor_default_24" [id=202, type=quantize_per_tensor]; +"203 dequantize_per_tensor_default_30" [id=203, type=dequantize_per_tensor]; +"204 add__6" [id=204, type=add_]; +"205 relu__14" [id=205, type=relu_]; +"206 quantize_per_tensor_default_25" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_32" [id=207, type=dequantize_per_tensor]; +"208 dequantize_per_tensor_default_31" [id=208, type=dequantize_per_tensor]; +"209 conv2d_18_zero_point_0_updated_constant0" [id=209, type=get_attr]; +"210 conv2d_18_scale_0_updated_constant0" [id=210, type=get_attr]; +"211 compressed_weight_updated_constant18" [id=211, type=get_attr]; +"212 layer4_1_conv1_weight_bias_0_0" [id=212, type=get_attr]; +"213 mul_tensor_18" [id=213, type=mul]; +"214 sub_tensor_18" [id=214, type=sub]; +"215 conv2d_18" [id=215, type=conv2d]; +"216 relu__15" [id=216, type=relu_]; +"217 quantize_per_tensor_default_26" [id=217, type=quantize_per_tensor]; +"218 dequantize_per_tensor_default_33" [id=218, type=dequantize_per_tensor]; +"219 conv2d_19_zero_point_0_updated_constant0" [id=219, type=get_attr]; +"220 conv2d_19_scale_0_updated_constant0" [id=220, type=get_attr]; +"221 compressed_weight_updated_constant19" [id=221, type=get_attr]; +"222 layer4_1_conv2_weight_bias_0_0" [id=222, type=get_attr]; +"223 mul_tensor_19" [id=223, type=mul]; +"224 sub_tensor_19" [id=224, type=sub]; +"225 conv2d_19" [id=225, type=conv2d]; +"226 quantize_per_tensor_default_27" [id=226, type=quantize_per_tensor]; +"227 dequantize_per_tensor_default_34" [id=227, type=dequantize_per_tensor]; +"228 add__7" [id=228, type=add_]; +"229 relu__16" [id=229, type=relu_]; +"230 quantize_per_tensor_default_28" [id=230, type=quantize_per_tensor]; +"231 dequantize_per_tensor_default_35" [id=231, type=dequantize_per_tensor]; +"232 adaptive_avg_pool2d" [id=232, type=adaptive_avg_pool2d]; +"233 quantize_per_tensor_default_29" [id=233, type=quantize_per_tensor]; +"234 dequantize_per_tensor_default_36" [id=234, type=dequantize_per_tensor]; +"235 flatten" [id=235, type=flatten]; +"236 linear_zero_point_0_updated_constant0" [id=236, type=get_attr]; +"237 linear_scale_0_updated_constant0" [id=237, type=get_attr]; +"238 compressed_weight_updated_constant20" [id=238, type=get_attr]; +"239 _param_constant61_0_0" [id=239, type=get_attr]; +"240 mul_tensor_20" [id=240, type=mul]; +"241 sub_tensor_20" [id=241, type=sub]; +"242 linear" [id=242, type=linear]; +"243 output" [id=243, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"2 dequantize_per_tensor_default" -> "7 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; -"4 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(64, 3, 7, 7)", style=solid]; -"5 conv1_weight_bias_0_0" -> "7 conv2d" [label="(64,)", style=solid]; -"6 mul_tensor" -> "7 conv2d" [label="(64, 3, 7, 7)", style=solid]; -"7 conv2d" -> "8 relu_" [label="(1, 64, 112, 112)", style=solid]; -"8 relu_" -> "9 quantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; -"9 quantize_per_tensor_default_1" -> "10 dequantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; -"10 dequantize_per_tensor_default_1" -> "11 max_pool2d" [label="(1, 64, 112, 112)", style=solid]; -"11 max_pool2d" -> "16 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; -"11 max_pool2d" -> "27 add_" [label="(1, 64, 56, 56)", style=solid]; -"12 conv2d_1_scale_0_updated_constant0" -> "15 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; -"13 compressed_weight_updated_constant1" -> "15 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; -"14 layer1_0_conv1_weight_bias_0_0" -> "16 conv2d_1" [label="(64,)", style=solid]; -"15 mul_tensor_1" -> "16 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; -"16 conv2d_1" -> "17 relu__1" [label="(1, 64, 56, 56)", style=solid]; -"17 relu__1" -> "18 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; -"18 quantize_per_tensor_default_2" -> "19 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; -"19 dequantize_per_tensor_default_2" -> "24 conv2d_2" [label="(1, 64, 56, 56)", style=solid]; -"20 conv2d_2_scale_0_updated_constant0" -> "23 mul_tensor_2" [label="(64, 1, 1, 1)", style=solid]; -"21 compressed_weight_updated_constant2" -> "23 mul_tensor_2" [label="(64, 64, 3, 3)", style=solid]; -"22 layer1_0_conv2_weight_bias_0_0" -> "24 conv2d_2" [label="(64,)", style=solid]; -"23 mul_tensor_2" -> "24 conv2d_2" [label="(64, 64, 3, 3)", style=solid]; -"24 conv2d_2" -> "25 quantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; -"25 quantize_per_tensor_default_3" -> "26 dequantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; -"26 dequantize_per_tensor_default_3" -> "27 add_" [label="(1, 64, 56, 56)", style=solid]; -"27 add_" -> "28 relu__2" [label="(1, 64, 56, 56)", style=solid]; -"28 relu__2" -> "29 quantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; -"29 quantize_per_tensor_default_4" -> "30 dequantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; -"29 quantize_per_tensor_default_4" -> "31 dequantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; -"30 dequantize_per_tensor_default_5" -> "47 add__1" [label="(1, 64, 56, 56)", style=solid]; -"31 dequantize_per_tensor_default_4" -> "36 conv2d_3" [label="(1, 64, 56, 56)", style=solid]; -"32 conv2d_3_scale_0_updated_constant0" -> "35 mul_tensor_3" [label="(64, 1, 1, 1)", style=solid]; -"33 compressed_weight_updated_constant3" -> "35 mul_tensor_3" [label="(64, 64, 3, 3)", style=solid]; -"34 layer1_1_conv1_weight_bias_0_0" -> "36 conv2d_3" [label="(64,)", style=solid]; -"35 mul_tensor_3" -> "36 conv2d_3" [label="(64, 64, 3, 3)", style=solid]; -"36 conv2d_3" -> "37 relu__3" [label="(1, 64, 56, 56)", style=solid]; -"37 relu__3" -> "38 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; -"38 quantize_per_tensor_default_5" -> "39 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; -"39 dequantize_per_tensor_default_6" -> "44 conv2d_4" [label="(1, 64, 56, 56)", style=solid]; -"40 conv2d_4_scale_0_updated_constant0" -> "43 mul_tensor_4" [label="(64, 1, 1, 1)", style=solid]; -"41 compressed_weight_updated_constant4" -> "43 mul_tensor_4" [label="(64, 64, 3, 3)", style=solid]; -"42 layer1_1_conv2_weight_bias_0_0" -> "44 conv2d_4" [label="(64,)", style=solid]; -"43 mul_tensor_4" -> "44 conv2d_4" [label="(64, 64, 3, 3)", style=solid]; -"44 conv2d_4" -> "45 quantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; -"45 quantize_per_tensor_default_6" -> "46 dequantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; -"46 dequantize_per_tensor_default_7" -> "47 add__1" [label="(1, 64, 56, 56)", style=solid]; -"47 add__1" -> "48 relu__4" [label="(1, 64, 56, 56)", style=solid]; -"48 relu__4" -> "49 quantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; -"49 quantize_per_tensor_default_7" -> "50 dequantize_per_tensor_default_9" [label="(1, 64, 56, 56)", style=solid]; -"49 quantize_per_tensor_default_7" -> "51 dequantize_per_tensor_default_8" [label="(1, 64, 56, 56)", style=solid]; -"50 dequantize_per_tensor_default_9" -> "71 conv2d_7" [label="(1, 64, 56, 56)", style=solid]; -"51 dequantize_per_tensor_default_8" -> "56 conv2d_5" [label="(1, 64, 56, 56)", style=solid]; -"52 conv2d_5_scale_0_updated_constant0" -> "55 mul_tensor_5" [label="(128, 1, 1, 1)", style=solid]; -"53 compressed_weight_updated_constant5" -> "55 mul_tensor_5" [label="(128, 64, 3, 3)", style=solid]; -"54 layer2_0_conv1_weight_bias_0_0" -> "56 conv2d_5" [label="(128,)", style=solid]; -"55 mul_tensor_5" -> "56 conv2d_5" [label="(128, 64, 3, 3)", style=solid]; -"56 conv2d_5" -> "57 relu__5" [label="(1, 128, 28, 28)", style=solid]; -"57 relu__5" -> "58 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; -"58 quantize_per_tensor_default_8" -> "59 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; -"59 dequantize_per_tensor_default_10" -> "64 conv2d_6" [label="(1, 128, 28, 28)", style=solid]; -"60 conv2d_6_scale_0_updated_constant0" -> "63 mul_tensor_6" [label="(128, 1, 1, 1)", style=solid]; -"61 compressed_weight_updated_constant6" -> "63 mul_tensor_6" [label="(128, 128, 3, 3)", style=solid]; -"62 layer2_0_conv2_weight_bias_0_0" -> "64 conv2d_6" [label="(128,)", style=solid]; -"63 mul_tensor_6" -> "64 conv2d_6" [label="(128, 128, 3, 3)", style=solid]; -"64 conv2d_6" -> "65 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; -"65 quantize_per_tensor_default_9" -> "66 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; -"66 dequantize_per_tensor_default_11" -> "74 add__2" [label="(1, 128, 28, 28)", style=solid]; -"67 conv2d_7_scale_0_updated_constant0" -> "70 mul_tensor_7" [label="(128, 1, 1, 1)", style=solid]; -"68 compressed_weight_updated_constant7" -> "70 mul_tensor_7" [label="(128, 64, 1, 1)", style=solid]; -"69 layer2_0_downsample_0_weight_bias_0_0" -> "71 conv2d_7" [label="(128,)", style=solid]; -"70 mul_tensor_7" -> "71 conv2d_7" [label="(128, 64, 1, 1)", style=solid]; -"71 conv2d_7" -> "72 quantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; -"72 quantize_per_tensor_default_10" -> "73 dequantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; -"73 dequantize_per_tensor_default_12" -> "74 add__2" [label="(1, 128, 28, 28)", style=solid]; -"74 add__2" -> "75 relu__6" [label="(1, 128, 28, 28)", style=solid]; -"75 relu__6" -> "76 quantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; -"76 quantize_per_tensor_default_11" -> "77 dequantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; -"76 quantize_per_tensor_default_11" -> "78 dequantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; -"77 dequantize_per_tensor_default_14" -> "94 add__3" [label="(1, 128, 28, 28)", style=solid]; -"78 dequantize_per_tensor_default_13" -> "83 conv2d_8" [label="(1, 128, 28, 28)", style=solid]; -"79 conv2d_8_scale_0_updated_constant0" -> "82 mul_tensor_8" [label="(128, 1, 1, 1)", style=solid]; -"80 compressed_weight_updated_constant8" -> "82 mul_tensor_8" [label="(128, 128, 3, 3)", style=solid]; -"81 layer2_1_conv1_weight_bias_0_0" -> "83 conv2d_8" [label="(128,)", style=solid]; -"82 mul_tensor_8" -> "83 conv2d_8" [label="(128, 128, 3, 3)", style=solid]; -"83 conv2d_8" -> "84 relu__7" [label="(1, 128, 28, 28)", style=solid]; -"84 relu__7" -> "85 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; -"85 quantize_per_tensor_default_12" -> "86 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28)", style=solid]; -"86 dequantize_per_tensor_default_15" -> "91 conv2d_9" [label="(1, 128, 28, 28)", style=solid]; -"87 conv2d_9_scale_0_updated_constant0" -> "90 mul_tensor_9" [label="(128, 1, 1, 1)", style=solid]; -"88 compressed_weight_updated_constant9" -> "90 mul_tensor_9" [label="(128, 128, 3, 3)", style=solid]; -"89 layer2_1_conv2_weight_bias_0_0" -> "91 conv2d_9" [label="(128,)", style=solid]; -"90 mul_tensor_9" -> "91 conv2d_9" [label="(128, 128, 3, 3)", style=solid]; -"91 conv2d_9" -> "92 quantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; -"92 quantize_per_tensor_default_13" -> "93 dequantize_per_tensor_default_16" [label="(1, 128, 28, 28)", style=solid]; -"93 dequantize_per_tensor_default_16" -> "94 add__3" [label="(1, 128, 28, 28)", style=solid]; -"94 add__3" -> "95 relu__8" [label="(1, 128, 28, 28)", style=solid]; -"95 relu__8" -> "96 quantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; -"96 quantize_per_tensor_default_14" -> "97 dequantize_per_tensor_default_18" [label="(1, 128, 28, 28)", style=solid]; -"96 quantize_per_tensor_default_14" -> "98 dequantize_per_tensor_default_17" [label="(1, 128, 28, 28)", style=solid]; -"97 dequantize_per_tensor_default_18" -> "118 conv2d_12" [label="(1, 128, 28, 28)", style=solid]; -"98 dequantize_per_tensor_default_17" -> "103 conv2d_10" [label="(1, 128, 28, 28)", style=solid]; -"99 conv2d_10_scale_0_updated_constant0" -> "102 mul_tensor_10" [label="(256, 1, 1, 1)", style=solid]; -"100 compressed_weight_updated_constant10" -> "102 mul_tensor_10" [label="(256, 128, 3, 3)", style=solid]; -"101 layer3_0_conv1_weight_bias_0_0" -> "103 conv2d_10" [label="(256,)", style=solid]; -"102 mul_tensor_10" -> "103 conv2d_10" [label="(256, 128, 3, 3)", style=solid]; -"103 conv2d_10" -> "104 relu__9" [label="(1, 256, 14, 14)", style=solid]; -"104 relu__9" -> "105 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; -"105 quantize_per_tensor_default_15" -> "106 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; -"106 dequantize_per_tensor_default_19" -> "111 conv2d_11" [label="(1, 256, 14, 14)", style=solid]; -"107 conv2d_11_scale_0_updated_constant0" -> "110 mul_tensor_11" [label="(256, 1, 1, 1)", style=solid]; -"108 compressed_weight_updated_constant11" -> "110 mul_tensor_11" [label="(256, 256, 3, 3)", style=solid]; -"109 layer3_0_conv2_weight_bias_0_0" -> "111 conv2d_11" [label="(256,)", style=solid]; -"110 mul_tensor_11" -> "111 conv2d_11" [label="(256, 256, 3, 3)", style=solid]; -"111 conv2d_11" -> "112 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; -"112 quantize_per_tensor_default_16" -> "113 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; -"113 dequantize_per_tensor_default_20" -> "121 add__4" [label="(1, 256, 14, 14)", style=solid]; -"114 conv2d_12_scale_0_updated_constant0" -> "117 mul_tensor_12" [label="(256, 1, 1, 1)", style=solid]; -"115 compressed_weight_updated_constant12" -> "117 mul_tensor_12" [label="(256, 128, 1, 1)", style=solid]; -"116 layer3_0_downsample_0_weight_bias_0_0" -> "118 conv2d_12" [label="(256,)", style=solid]; -"117 mul_tensor_12" -> "118 conv2d_12" [label="(256, 128, 1, 1)", style=solid]; -"118 conv2d_12" -> "119 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; -"119 quantize_per_tensor_default_17" -> "120 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; -"120 dequantize_per_tensor_default_21" -> "121 add__4" [label="(1, 256, 14, 14)", style=solid]; -"121 add__4" -> "122 relu__10" [label="(1, 256, 14, 14)", style=solid]; -"122 relu__10" -> "123 quantize_per_tensor_default_18" [label="(1, 256, 14, 14)", style=solid]; -"123 quantize_per_tensor_default_18" -> "124 dequantize_per_tensor_default_23" [label="(1, 256, 14, 14)", style=solid]; -"123 quantize_per_tensor_default_18" -> "125 dequantize_per_tensor_default_22" [label="(1, 256, 14, 14)", style=solid]; -"124 dequantize_per_tensor_default_23" -> "141 add__5" [label="(1, 256, 14, 14)", style=solid]; -"125 dequantize_per_tensor_default_22" -> "130 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; -"126 conv2d_13_scale_0_updated_constant0" -> "129 mul_tensor_13" [label="(256, 1, 1, 1)", style=solid]; -"127 compressed_weight_updated_constant13" -> "129 mul_tensor_13" [label="(256, 256, 3, 3)", style=solid]; -"128 layer3_1_conv1_weight_bias_0_0" -> "130 conv2d_13" [label="(256,)", style=solid]; -"129 mul_tensor_13" -> "130 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; -"130 conv2d_13" -> "131 relu__11" [label="(1, 256, 14, 14)", style=solid]; -"131 relu__11" -> "132 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; -"132 quantize_per_tensor_default_19" -> "133 dequantize_per_tensor_default_24" [label="(1, 256, 14, 14)", style=solid]; -"133 dequantize_per_tensor_default_24" -> "138 conv2d_14" [label="(1, 256, 14, 14)", style=solid]; -"134 conv2d_14_scale_0_updated_constant0" -> "137 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; -"135 compressed_weight_updated_constant14" -> "137 mul_tensor_14" [label="(256, 256, 3, 3)", style=solid]; -"136 layer3_1_conv2_weight_bias_0_0" -> "138 conv2d_14" [label="(256,)", style=solid]; -"137 mul_tensor_14" -> "138 conv2d_14" [label="(256, 256, 3, 3)", style=solid]; -"138 conv2d_14" -> "139 quantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; -"139 quantize_per_tensor_default_20" -> "140 dequantize_per_tensor_default_25" [label="(1, 256, 14, 14)", style=solid]; -"140 dequantize_per_tensor_default_25" -> "141 add__5" [label="(1, 256, 14, 14)", style=solid]; -"141 add__5" -> "142 relu__12" [label="(1, 256, 14, 14)", style=solid]; -"142 relu__12" -> "143 quantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; -"143 quantize_per_tensor_default_21" -> "144 dequantize_per_tensor_default_27" [label="(1, 256, 14, 14)", style=solid]; -"143 quantize_per_tensor_default_21" -> "145 dequantize_per_tensor_default_26" [label="(1, 256, 14, 14)", style=solid]; -"144 dequantize_per_tensor_default_27" -> "165 conv2d_17" [label="(1, 256, 14, 14)", style=solid]; -"145 dequantize_per_tensor_default_26" -> "150 conv2d_15" [label="(1, 256, 14, 14)", style=solid]; -"146 conv2d_15_scale_0_updated_constant0" -> "149 mul_tensor_15" [label="(512, 1, 1, 1)", style=solid]; -"147 compressed_weight_updated_constant15" -> "149 mul_tensor_15" [label="(512, 256, 3, 3)", style=solid]; -"148 layer4_0_conv1_weight_bias_0_0" -> "150 conv2d_15" [label="(512,)", style=solid]; -"149 mul_tensor_15" -> "150 conv2d_15" [label="(512, 256, 3, 3)", style=solid]; -"150 conv2d_15" -> "151 relu__13" [label="(1, 512, 7, 7)", style=solid]; -"151 relu__13" -> "152 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; -"152 quantize_per_tensor_default_22" -> "153 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; -"153 dequantize_per_tensor_default_28" -> "158 conv2d_16" [label="(1, 512, 7, 7)", style=solid]; -"154 conv2d_16_scale_0_updated_constant0" -> "157 mul_tensor_16" [label="(512, 1, 1, 1)", style=solid]; -"155 compressed_weight_updated_constant16" -> "157 mul_tensor_16" [label="(512, 512, 3, 3)", style=solid]; -"156 layer4_0_conv2_weight_bias_0_0" -> "158 conv2d_16" [label="(512,)", style=solid]; -"157 mul_tensor_16" -> "158 conv2d_16" [label="(512, 512, 3, 3)", style=solid]; -"158 conv2d_16" -> "159 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; -"159 quantize_per_tensor_default_23" -> "160 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7)", style=solid]; -"160 dequantize_per_tensor_default_29" -> "168 add__6" [label="(1, 512, 7, 7)", style=solid]; -"161 conv2d_17_scale_0_updated_constant0" -> "164 mul_tensor_17" [label="(512, 1, 1, 1)", style=solid]; -"162 compressed_weight_updated_constant17" -> "164 mul_tensor_17" [label="(512, 256, 1, 1)", style=solid]; -"163 layer4_0_downsample_0_weight_bias_0_0" -> "165 conv2d_17" [label="(512,)", style=solid]; -"164 mul_tensor_17" -> "165 conv2d_17" [label="(512, 256, 1, 1)", style=solid]; -"165 conv2d_17" -> "166 quantize_per_tensor_default_24" [label="(1, 512, 7, 7)", style=solid]; -"166 quantize_per_tensor_default_24" -> "167 dequantize_per_tensor_default_30" [label="(1, 512, 7, 7)", style=solid]; -"167 dequantize_per_tensor_default_30" -> "168 add__6" [label="(1, 512, 7, 7)", style=solid]; -"168 add__6" -> "169 relu__14" [label="(1, 512, 7, 7)", style=solid]; -"169 relu__14" -> "170 quantize_per_tensor_default_25" [label="(1, 512, 7, 7)", style=solid]; -"170 quantize_per_tensor_default_25" -> "171 dequantize_per_tensor_default_32" [label="(1, 512, 7, 7)", style=solid]; -"170 quantize_per_tensor_default_25" -> "172 dequantize_per_tensor_default_31" [label="(1, 512, 7, 7)", style=solid]; -"171 dequantize_per_tensor_default_32" -> "188 add__7" [label="(1, 512, 7, 7)", style=solid]; -"172 dequantize_per_tensor_default_31" -> "177 conv2d_18" [label="(1, 512, 7, 7)", style=solid]; -"173 conv2d_18_scale_0_updated_constant0" -> "176 mul_tensor_18" [label="(512, 1, 1, 1)", style=solid]; -"174 compressed_weight_updated_constant18" -> "176 mul_tensor_18" [label="(512, 512, 3, 3)", style=solid]; -"175 layer4_1_conv1_weight_bias_0_0" -> "177 conv2d_18" [label="(512,)", style=solid]; -"176 mul_tensor_18" -> "177 conv2d_18" [label="(512, 512, 3, 3)", style=solid]; -"177 conv2d_18" -> "178 relu__15" [label="(1, 512, 7, 7)", style=solid]; -"178 relu__15" -> "179 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; -"179 quantize_per_tensor_default_26" -> "180 dequantize_per_tensor_default_33" [label="(1, 512, 7, 7)", style=solid]; -"180 dequantize_per_tensor_default_33" -> "185 conv2d_19" [label="(1, 512, 7, 7)", style=solid]; -"181 conv2d_19_scale_0_updated_constant0" -> "184 mul_tensor_19" [label="(512, 1, 1, 1)", style=solid]; -"182 compressed_weight_updated_constant19" -> "184 mul_tensor_19" [label="(512, 512, 3, 3)", style=solid]; -"183 layer4_1_conv2_weight_bias_0_0" -> "185 conv2d_19" [label="(512,)", style=solid]; -"184 mul_tensor_19" -> "185 conv2d_19" [label="(512, 512, 3, 3)", style=solid]; -"185 conv2d_19" -> "186 quantize_per_tensor_default_27" [label="(1, 512, 7, 7)", style=solid]; -"186 quantize_per_tensor_default_27" -> "187 dequantize_per_tensor_default_34" [label="(1, 512, 7, 7)", style=solid]; -"187 dequantize_per_tensor_default_34" -> "188 add__7" [label="(1, 512, 7, 7)", style=solid]; -"188 add__7" -> "189 relu__16" [label="(1, 512, 7, 7)", style=solid]; -"189 relu__16" -> "190 quantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; -"190 quantize_per_tensor_default_28" -> "191 dequantize_per_tensor_default_35" [label="(1, 512, 7, 7)", style=solid]; -"191 dequantize_per_tensor_default_35" -> "192 adaptive_avg_pool2d" [label="(1, 512, 7, 7)", style=solid]; -"192 adaptive_avg_pool2d" -> "193 quantize_per_tensor_default_29" [label="(1, 512, 1, 1)", style=solid]; -"193 quantize_per_tensor_default_29" -> "194 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1)", style=solid]; -"194 dequantize_per_tensor_default_36" -> "195 flatten" [label="(1, 512, 1, 1)", style=solid]; -"195 flatten" -> "200 linear" [label="(1, 512)", style=solid]; -"196 linear_scale_0_updated_constant0" -> "199 mul_tensor_20" [label="(1000, 1)", style=solid]; -"197 compressed_weight_updated_constant20" -> "199 mul_tensor_20" [label="(1000, 512)", style=solid]; -"198 _param_constant61_0_0" -> "200 linear" [label="(1000,)", style=solid]; -"199 mul_tensor_20" -> "200 linear" [label="(1000, 512)", style=solid]; -"200 linear" -> "201 output" [label="(1, 1000)", style=solid]; +"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 conv2d_zero_point_0_updated_constant0" -> "8 sub_tensor" [label="(64, 1, 1, 1)", style=solid]; +"4 conv2d_scale_0_updated_constant0" -> "7 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(64, 3, 7, 7)", style=solid]; +"6 conv1_weight_bias_0_0" -> "9 conv2d" [label="(64,)", style=solid]; +"7 mul_tensor" -> "8 sub_tensor" [label="(64, 3, 7, 7)", style=solid]; +"8 sub_tensor" -> "9 conv2d" [label=None, style=solid]; +"9 conv2d" -> "10 relu_" [label="(1, 64, 112, 112)", style=solid]; +"10 relu_" -> "11 quantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; +"11 quantize_per_tensor_default_1" -> "12 dequantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; +"12 dequantize_per_tensor_default_1" -> "13 max_pool2d" [label="(1, 64, 112, 112)", style=solid]; +"13 max_pool2d" -> "20 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; +"13 max_pool2d" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; +"14 conv2d_1_zero_point_0_updated_constant0" -> "19 sub_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"15 conv2d_1_scale_0_updated_constant0" -> "18 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"16 compressed_weight_updated_constant1" -> "18 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"17 layer1_0_conv1_weight_bias_0_0" -> "20 conv2d_1" [label="(64,)", style=solid]; +"18 mul_tensor_1" -> "19 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"19 sub_tensor_1" -> "20 conv2d_1" [label=None, style=solid]; +"20 conv2d_1" -> "21 relu__1" [label="(1, 64, 56, 56)", style=solid]; +"21 relu__1" -> "22 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; +"22 quantize_per_tensor_default_2" -> "23 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; +"23 dequantize_per_tensor_default_2" -> "30 conv2d_2" [label="(1, 64, 56, 56)", style=solid]; +"24 conv2d_2_zero_point_0_updated_constant0" -> "29 sub_tensor_2" [label="(64, 1, 1, 1)", style=solid]; +"25 conv2d_2_scale_0_updated_constant0" -> "28 mul_tensor_2" [label="(64, 1, 1, 1)", style=solid]; +"26 compressed_weight_updated_constant2" -> "28 mul_tensor_2" [label="(64, 64, 3, 3)", style=solid]; +"27 layer1_0_conv2_weight_bias_0_0" -> "30 conv2d_2" [label="(64,)", style=solid]; +"28 mul_tensor_2" -> "29 sub_tensor_2" [label="(64, 64, 3, 3)", style=solid]; +"29 sub_tensor_2" -> "30 conv2d_2" [label=None, style=solid]; +"30 conv2d_2" -> "31 quantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; +"31 quantize_per_tensor_default_3" -> "32 dequantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; +"32 dequantize_per_tensor_default_3" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; +"33 add_" -> "34 relu__2" [label="(1, 64, 56, 56)", style=solid]; +"34 relu__2" -> "35 quantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; +"35 quantize_per_tensor_default_4" -> "36 dequantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; +"35 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; +"36 dequantize_per_tensor_default_5" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; +"37 dequantize_per_tensor_default_4" -> "44 conv2d_3" [label="(1, 64, 56, 56)", style=solid]; +"38 conv2d_3_zero_point_0_updated_constant0" -> "43 sub_tensor_3" [label="(64, 1, 1, 1)", style=solid]; +"39 conv2d_3_scale_0_updated_constant0" -> "42 mul_tensor_3" [label="(64, 1, 1, 1)", style=solid]; +"40 compressed_weight_updated_constant3" -> "42 mul_tensor_3" [label="(64, 64, 3, 3)", style=solid]; +"41 layer1_1_conv1_weight_bias_0_0" -> "44 conv2d_3" [label="(64,)", style=solid]; +"42 mul_tensor_3" -> "43 sub_tensor_3" [label="(64, 64, 3, 3)", style=solid]; +"43 sub_tensor_3" -> "44 conv2d_3" [label=None, style=solid]; +"44 conv2d_3" -> "45 relu__3" [label="(1, 64, 56, 56)", style=solid]; +"45 relu__3" -> "46 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; +"46 quantize_per_tensor_default_5" -> "47 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; +"47 dequantize_per_tensor_default_6" -> "54 conv2d_4" [label="(1, 64, 56, 56)", style=solid]; +"48 conv2d_4_zero_point_0_updated_constant0" -> "53 sub_tensor_4" [label="(64, 1, 1, 1)", style=solid]; +"49 conv2d_4_scale_0_updated_constant0" -> "52 mul_tensor_4" [label="(64, 1, 1, 1)", style=solid]; +"50 compressed_weight_updated_constant4" -> "52 mul_tensor_4" [label="(64, 64, 3, 3)", style=solid]; +"51 layer1_1_conv2_weight_bias_0_0" -> "54 conv2d_4" [label="(64,)", style=solid]; +"52 mul_tensor_4" -> "53 sub_tensor_4" [label="(64, 64, 3, 3)", style=solid]; +"53 sub_tensor_4" -> "54 conv2d_4" [label=None, style=solid]; +"54 conv2d_4" -> "55 quantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; +"55 quantize_per_tensor_default_6" -> "56 dequantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; +"56 dequantize_per_tensor_default_7" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; +"57 add__1" -> "58 relu__4" [label="(1, 64, 56, 56)", style=solid]; +"58 relu__4" -> "59 quantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; +"59 quantize_per_tensor_default_7" -> "60 dequantize_per_tensor_default_9" [label="(1, 64, 56, 56)", style=solid]; +"59 quantize_per_tensor_default_7" -> "61 dequantize_per_tensor_default_8" [label="(1, 64, 56, 56)", style=solid]; +"60 dequantize_per_tensor_default_9" -> "87 conv2d_7" [label="(1, 64, 56, 56)", style=solid]; +"61 dequantize_per_tensor_default_8" -> "68 conv2d_5" [label="(1, 64, 56, 56)", style=solid]; +"62 conv2d_5_zero_point_0_updated_constant0" -> "67 sub_tensor_5" [label="(128, 1, 1, 1)", style=solid]; +"63 conv2d_5_scale_0_updated_constant0" -> "66 mul_tensor_5" [label="(128, 1, 1, 1)", style=solid]; +"64 compressed_weight_updated_constant5" -> "66 mul_tensor_5" [label="(128, 64, 3, 3)", style=solid]; +"65 layer2_0_conv1_weight_bias_0_0" -> "68 conv2d_5" [label="(128,)", style=solid]; +"66 mul_tensor_5" -> "67 sub_tensor_5" [label="(128, 64, 3, 3)", style=solid]; +"67 sub_tensor_5" -> "68 conv2d_5" [label=None, style=solid]; +"68 conv2d_5" -> "69 relu__5" [label="(1, 128, 28, 28)", style=solid]; +"69 relu__5" -> "70 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; +"70 quantize_per_tensor_default_8" -> "71 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; +"71 dequantize_per_tensor_default_10" -> "78 conv2d_6" [label="(1, 128, 28, 28)", style=solid]; +"72 conv2d_6_zero_point_0_updated_constant0" -> "77 sub_tensor_6" [label="(128, 1, 1, 1)", style=solid]; +"73 conv2d_6_scale_0_updated_constant0" -> "76 mul_tensor_6" [label="(128, 1, 1, 1)", style=solid]; +"74 compressed_weight_updated_constant6" -> "76 mul_tensor_6" [label="(128, 128, 3, 3)", style=solid]; +"75 layer2_0_conv2_weight_bias_0_0" -> "78 conv2d_6" [label="(128,)", style=solid]; +"76 mul_tensor_6" -> "77 sub_tensor_6" [label="(128, 128, 3, 3)", style=solid]; +"77 sub_tensor_6" -> "78 conv2d_6" [label=None, style=solid]; +"78 conv2d_6" -> "79 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; +"79 quantize_per_tensor_default_9" -> "80 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; +"80 dequantize_per_tensor_default_11" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; +"81 conv2d_7_zero_point_0_updated_constant0" -> "86 sub_tensor_7" [label="(128, 1, 1, 1)", style=solid]; +"82 conv2d_7_scale_0_updated_constant0" -> "85 mul_tensor_7" [label="(128, 1, 1, 1)", style=solid]; +"83 compressed_weight_updated_constant7" -> "85 mul_tensor_7" [label="(128, 64, 1, 1)", style=solid]; +"84 layer2_0_downsample_0_weight_bias_0_0" -> "87 conv2d_7" [label="(128,)", style=solid]; +"85 mul_tensor_7" -> "86 sub_tensor_7" [label="(128, 64, 1, 1)", style=solid]; +"86 sub_tensor_7" -> "87 conv2d_7" [label=None, style=solid]; +"87 conv2d_7" -> "88 quantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; +"88 quantize_per_tensor_default_10" -> "89 dequantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; +"89 dequantize_per_tensor_default_12" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; +"90 add__2" -> "91 relu__6" [label="(1, 128, 28, 28)", style=solid]; +"91 relu__6" -> "92 quantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; +"92 quantize_per_tensor_default_11" -> "93 dequantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; +"92 quantize_per_tensor_default_11" -> "94 dequantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; +"93 dequantize_per_tensor_default_14" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; +"94 dequantize_per_tensor_default_13" -> "101 conv2d_8" [label="(1, 128, 28, 28)", style=solid]; +"95 conv2d_8_zero_point_0_updated_constant0" -> "100 sub_tensor_8" [label="(128, 1, 1, 1)", style=solid]; +"96 conv2d_8_scale_0_updated_constant0" -> "99 mul_tensor_8" [label="(128, 1, 1, 1)", style=solid]; +"97 compressed_weight_updated_constant8" -> "99 mul_tensor_8" [label="(128, 128, 3, 3)", style=solid]; +"98 layer2_1_conv1_weight_bias_0_0" -> "101 conv2d_8" [label="(128,)", style=solid]; +"99 mul_tensor_8" -> "100 sub_tensor_8" [label="(128, 128, 3, 3)", style=solid]; +"100 sub_tensor_8" -> "101 conv2d_8" [label=None, style=solid]; +"101 conv2d_8" -> "102 relu__7" [label="(1, 128, 28, 28)", style=solid]; +"102 relu__7" -> "103 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; +"103 quantize_per_tensor_default_12" -> "104 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28)", style=solid]; +"104 dequantize_per_tensor_default_15" -> "111 conv2d_9" [label="(1, 128, 28, 28)", style=solid]; +"105 conv2d_9_zero_point_0_updated_constant0" -> "110 sub_tensor_9" [label="(128, 1, 1, 1)", style=solid]; +"106 conv2d_9_scale_0_updated_constant0" -> "109 mul_tensor_9" [label="(128, 1, 1, 1)", style=solid]; +"107 compressed_weight_updated_constant9" -> "109 mul_tensor_9" [label="(128, 128, 3, 3)", style=solid]; +"108 layer2_1_conv2_weight_bias_0_0" -> "111 conv2d_9" [label="(128,)", style=solid]; +"109 mul_tensor_9" -> "110 sub_tensor_9" [label="(128, 128, 3, 3)", style=solid]; +"110 sub_tensor_9" -> "111 conv2d_9" [label=None, style=solid]; +"111 conv2d_9" -> "112 quantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; +"112 quantize_per_tensor_default_13" -> "113 dequantize_per_tensor_default_16" [label="(1, 128, 28, 28)", style=solid]; +"113 dequantize_per_tensor_default_16" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; +"114 add__3" -> "115 relu__8" [label="(1, 128, 28, 28)", style=solid]; +"115 relu__8" -> "116 quantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; +"116 quantize_per_tensor_default_14" -> "117 dequantize_per_tensor_default_18" [label="(1, 128, 28, 28)", style=solid]; +"116 quantize_per_tensor_default_14" -> "118 dequantize_per_tensor_default_17" [label="(1, 128, 28, 28)", style=solid]; +"117 dequantize_per_tensor_default_18" -> "144 conv2d_12" [label="(1, 128, 28, 28)", style=solid]; +"118 dequantize_per_tensor_default_17" -> "125 conv2d_10" [label="(1, 128, 28, 28)", style=solid]; +"119 conv2d_10_zero_point_0_updated_constant0" -> "124 sub_tensor_10" [label="(256, 1, 1, 1)", style=solid]; +"120 conv2d_10_scale_0_updated_constant0" -> "123 mul_tensor_10" [label="(256, 1, 1, 1)", style=solid]; +"121 compressed_weight_updated_constant10" -> "123 mul_tensor_10" [label="(256, 128, 3, 3)", style=solid]; +"122 layer3_0_conv1_weight_bias_0_0" -> "125 conv2d_10" [label="(256,)", style=solid]; +"123 mul_tensor_10" -> "124 sub_tensor_10" [label="(256, 128, 3, 3)", style=solid]; +"124 sub_tensor_10" -> "125 conv2d_10" [label=None, style=solid]; +"125 conv2d_10" -> "126 relu__9" [label="(1, 256, 14, 14)", style=solid]; +"126 relu__9" -> "127 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; +"127 quantize_per_tensor_default_15" -> "128 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; +"128 dequantize_per_tensor_default_19" -> "135 conv2d_11" [label="(1, 256, 14, 14)", style=solid]; +"129 conv2d_11_zero_point_0_updated_constant0" -> "134 sub_tensor_11" [label="(256, 1, 1, 1)", style=solid]; +"130 conv2d_11_scale_0_updated_constant0" -> "133 mul_tensor_11" [label="(256, 1, 1, 1)", style=solid]; +"131 compressed_weight_updated_constant11" -> "133 mul_tensor_11" [label="(256, 256, 3, 3)", style=solid]; +"132 layer3_0_conv2_weight_bias_0_0" -> "135 conv2d_11" [label="(256,)", style=solid]; +"133 mul_tensor_11" -> "134 sub_tensor_11" [label="(256, 256, 3, 3)", style=solid]; +"134 sub_tensor_11" -> "135 conv2d_11" [label=None, style=solid]; +"135 conv2d_11" -> "136 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; +"136 quantize_per_tensor_default_16" -> "137 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; +"137 dequantize_per_tensor_default_20" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; +"138 conv2d_12_zero_point_0_updated_constant0" -> "143 sub_tensor_12" [label="(256, 1, 1, 1)", style=solid]; +"139 conv2d_12_scale_0_updated_constant0" -> "142 mul_tensor_12" [label="(256, 1, 1, 1)", style=solid]; +"140 compressed_weight_updated_constant12" -> "142 mul_tensor_12" [label="(256, 128, 1, 1)", style=solid]; +"141 layer3_0_downsample_0_weight_bias_0_0" -> "144 conv2d_12" [label="(256,)", style=solid]; +"142 mul_tensor_12" -> "143 sub_tensor_12" [label="(256, 128, 1, 1)", style=solid]; +"143 sub_tensor_12" -> "144 conv2d_12" [label=None, style=solid]; +"144 conv2d_12" -> "145 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"145 quantize_per_tensor_default_17" -> "146 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"146 dequantize_per_tensor_default_21" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; +"147 add__4" -> "148 relu__10" [label="(1, 256, 14, 14)", style=solid]; +"148 relu__10" -> "149 quantize_per_tensor_default_18" [label="(1, 256, 14, 14)", style=solid]; +"149 quantize_per_tensor_default_18" -> "150 dequantize_per_tensor_default_23" [label="(1, 256, 14, 14)", style=solid]; +"149 quantize_per_tensor_default_18" -> "151 dequantize_per_tensor_default_22" [label="(1, 256, 14, 14)", style=solid]; +"150 dequantize_per_tensor_default_23" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; +"151 dequantize_per_tensor_default_22" -> "158 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; +"152 conv2d_13_zero_point_0_updated_constant0" -> "157 sub_tensor_13" [label="(256, 1, 1, 1)", style=solid]; +"153 conv2d_13_scale_0_updated_constant0" -> "156 mul_tensor_13" [label="(256, 1, 1, 1)", style=solid]; +"154 compressed_weight_updated_constant13" -> "156 mul_tensor_13" [label="(256, 256, 3, 3)", style=solid]; +"155 layer3_1_conv1_weight_bias_0_0" -> "158 conv2d_13" [label="(256,)", style=solid]; +"156 mul_tensor_13" -> "157 sub_tensor_13" [label="(256, 256, 3, 3)", style=solid]; +"157 sub_tensor_13" -> "158 conv2d_13" [label=None, style=solid]; +"158 conv2d_13" -> "159 relu__11" [label="(1, 256, 14, 14)", style=solid]; +"159 relu__11" -> "160 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; +"160 quantize_per_tensor_default_19" -> "161 dequantize_per_tensor_default_24" [label="(1, 256, 14, 14)", style=solid]; +"161 dequantize_per_tensor_default_24" -> "168 conv2d_14" [label="(1, 256, 14, 14)", style=solid]; +"162 conv2d_14_zero_point_0_updated_constant0" -> "167 sub_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"163 conv2d_14_scale_0_updated_constant0" -> "166 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"164 compressed_weight_updated_constant14" -> "166 mul_tensor_14" [label="(256, 256, 3, 3)", style=solid]; +"165 layer3_1_conv2_weight_bias_0_0" -> "168 conv2d_14" [label="(256,)", style=solid]; +"166 mul_tensor_14" -> "167 sub_tensor_14" [label="(256, 256, 3, 3)", style=solid]; +"167 sub_tensor_14" -> "168 conv2d_14" [label=None, style=solid]; +"168 conv2d_14" -> "169 quantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; +"169 quantize_per_tensor_default_20" -> "170 dequantize_per_tensor_default_25" [label="(1, 256, 14, 14)", style=solid]; +"170 dequantize_per_tensor_default_25" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; +"171 add__5" -> "172 relu__12" [label="(1, 256, 14, 14)", style=solid]; +"172 relu__12" -> "173 quantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"173 quantize_per_tensor_default_21" -> "174 dequantize_per_tensor_default_27" [label="(1, 256, 14, 14)", style=solid]; +"173 quantize_per_tensor_default_21" -> "175 dequantize_per_tensor_default_26" [label="(1, 256, 14, 14)", style=solid]; +"174 dequantize_per_tensor_default_27" -> "201 conv2d_17" [label="(1, 256, 14, 14)", style=solid]; +"175 dequantize_per_tensor_default_26" -> "182 conv2d_15" [label="(1, 256, 14, 14)", style=solid]; +"176 conv2d_15_zero_point_0_updated_constant0" -> "181 sub_tensor_15" [label="(512, 1, 1, 1)", style=solid]; +"177 conv2d_15_scale_0_updated_constant0" -> "180 mul_tensor_15" [label="(512, 1, 1, 1)", style=solid]; +"178 compressed_weight_updated_constant15" -> "180 mul_tensor_15" [label="(512, 256, 3, 3)", style=solid]; +"179 layer4_0_conv1_weight_bias_0_0" -> "182 conv2d_15" [label="(512,)", style=solid]; +"180 mul_tensor_15" -> "181 sub_tensor_15" [label="(512, 256, 3, 3)", style=solid]; +"181 sub_tensor_15" -> "182 conv2d_15" [label=None, style=solid]; +"182 conv2d_15" -> "183 relu__13" [label="(1, 512, 7, 7)", style=solid]; +"183 relu__13" -> "184 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; +"184 quantize_per_tensor_default_22" -> "185 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; +"185 dequantize_per_tensor_default_28" -> "192 conv2d_16" [label="(1, 512, 7, 7)", style=solid]; +"186 conv2d_16_zero_point_0_updated_constant0" -> "191 sub_tensor_16" [label="(512, 1, 1, 1)", style=solid]; +"187 conv2d_16_scale_0_updated_constant0" -> "190 mul_tensor_16" [label="(512, 1, 1, 1)", style=solid]; +"188 compressed_weight_updated_constant16" -> "190 mul_tensor_16" [label="(512, 512, 3, 3)", style=solid]; +"189 layer4_0_conv2_weight_bias_0_0" -> "192 conv2d_16" [label="(512,)", style=solid]; +"190 mul_tensor_16" -> "191 sub_tensor_16" [label="(512, 512, 3, 3)", style=solid]; +"191 sub_tensor_16" -> "192 conv2d_16" [label=None, style=solid]; +"192 conv2d_16" -> "193 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; +"193 quantize_per_tensor_default_23" -> "194 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7)", style=solid]; +"194 dequantize_per_tensor_default_29" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; +"195 conv2d_17_zero_point_0_updated_constant0" -> "200 sub_tensor_17" [label="(512, 1, 1, 1)", style=solid]; +"196 conv2d_17_scale_0_updated_constant0" -> "199 mul_tensor_17" [label="(512, 1, 1, 1)", style=solid]; +"197 compressed_weight_updated_constant17" -> "199 mul_tensor_17" [label="(512, 256, 1, 1)", style=solid]; +"198 layer4_0_downsample_0_weight_bias_0_0" -> "201 conv2d_17" [label="(512,)", style=solid]; +"199 mul_tensor_17" -> "200 sub_tensor_17" [label="(512, 256, 1, 1)", style=solid]; +"200 sub_tensor_17" -> "201 conv2d_17" [label=None, style=solid]; +"201 conv2d_17" -> "202 quantize_per_tensor_default_24" [label="(1, 512, 7, 7)", style=solid]; +"202 quantize_per_tensor_default_24" -> "203 dequantize_per_tensor_default_30" [label="(1, 512, 7, 7)", style=solid]; +"203 dequantize_per_tensor_default_30" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; +"204 add__6" -> "205 relu__14" [label="(1, 512, 7, 7)", style=solid]; +"205 relu__14" -> "206 quantize_per_tensor_default_25" [label="(1, 512, 7, 7)", style=solid]; +"206 quantize_per_tensor_default_25" -> "207 dequantize_per_tensor_default_32" [label="(1, 512, 7, 7)", style=solid]; +"206 quantize_per_tensor_default_25" -> "208 dequantize_per_tensor_default_31" [label="(1, 512, 7, 7)", style=solid]; +"207 dequantize_per_tensor_default_32" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; +"208 dequantize_per_tensor_default_31" -> "215 conv2d_18" [label="(1, 512, 7, 7)", style=solid]; +"209 conv2d_18_zero_point_0_updated_constant0" -> "214 sub_tensor_18" [label="(512, 1, 1, 1)", style=solid]; +"210 conv2d_18_scale_0_updated_constant0" -> "213 mul_tensor_18" [label="(512, 1, 1, 1)", style=solid]; +"211 compressed_weight_updated_constant18" -> "213 mul_tensor_18" [label="(512, 512, 3, 3)", style=solid]; +"212 layer4_1_conv1_weight_bias_0_0" -> "215 conv2d_18" [label="(512,)", style=solid]; +"213 mul_tensor_18" -> "214 sub_tensor_18" [label="(512, 512, 3, 3)", style=solid]; +"214 sub_tensor_18" -> "215 conv2d_18" [label=None, style=solid]; +"215 conv2d_18" -> "216 relu__15" [label="(1, 512, 7, 7)", style=solid]; +"216 relu__15" -> "217 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; +"217 quantize_per_tensor_default_26" -> "218 dequantize_per_tensor_default_33" [label="(1, 512, 7, 7)", style=solid]; +"218 dequantize_per_tensor_default_33" -> "225 conv2d_19" [label="(1, 512, 7, 7)", style=solid]; +"219 conv2d_19_zero_point_0_updated_constant0" -> "224 sub_tensor_19" [label="(512, 1, 1, 1)", style=solid]; +"220 conv2d_19_scale_0_updated_constant0" -> "223 mul_tensor_19" [label="(512, 1, 1, 1)", style=solid]; +"221 compressed_weight_updated_constant19" -> "223 mul_tensor_19" [label="(512, 512, 3, 3)", style=solid]; +"222 layer4_1_conv2_weight_bias_0_0" -> "225 conv2d_19" [label="(512,)", style=solid]; +"223 mul_tensor_19" -> "224 sub_tensor_19" [label="(512, 512, 3, 3)", style=solid]; +"224 sub_tensor_19" -> "225 conv2d_19" [label=None, style=solid]; +"225 conv2d_19" -> "226 quantize_per_tensor_default_27" [label="(1, 512, 7, 7)", style=solid]; +"226 quantize_per_tensor_default_27" -> "227 dequantize_per_tensor_default_34" [label="(1, 512, 7, 7)", style=solid]; +"227 dequantize_per_tensor_default_34" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; +"228 add__7" -> "229 relu__16" [label="(1, 512, 7, 7)", style=solid]; +"229 relu__16" -> "230 quantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; +"230 quantize_per_tensor_default_28" -> "231 dequantize_per_tensor_default_35" [label="(1, 512, 7, 7)", style=solid]; +"231 dequantize_per_tensor_default_35" -> "232 adaptive_avg_pool2d" [label="(1, 512, 7, 7)", style=solid]; +"232 adaptive_avg_pool2d" -> "233 quantize_per_tensor_default_29" [label="(1, 512, 1, 1)", style=solid]; +"233 quantize_per_tensor_default_29" -> "234 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1)", style=solid]; +"234 dequantize_per_tensor_default_36" -> "235 flatten" [label="(1, 512, 1, 1)", style=solid]; +"235 flatten" -> "242 linear" [label="(1, 512)", style=solid]; +"236 linear_zero_point_0_updated_constant0" -> "241 sub_tensor_20" [label="(1000, 1)", style=solid]; +"237 linear_scale_0_updated_constant0" -> "240 mul_tensor_20" [label="(1000, 1)", style=solid]; +"238 compressed_weight_updated_constant20" -> "240 mul_tensor_20" [label="(1000, 512)", style=solid]; +"239 _param_constant61_0_0" -> "242 linear" [label="(1000,)", style=solid]; +"240 mul_tensor_20" -> "241 sub_tensor_20" [label="(1000, 512)", style=solid]; +"241 sub_tensor_20" -> "242 linear" [label=None, style=solid]; +"242 linear" -> "243 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot index ac0e8584db8..cd27470911e 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot @@ -2,5963 +2,6559 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; -"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; -"5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul_tensor" [id=6, type=mul]; -"7 conv2d" [id=7, type=conv2d]; -"8 permute" [id=8, type=permute]; -"9 _param_constant2" [id=9, type=get_attr]; -"10 _param_constant3" [id=10, type=get_attr]; -"11 layer_norm" [id=11, type=layer_norm]; -"12 _tensor_constant0" [id=12, type=get_attr]; -"13 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=13, type=call_module]; -"14 linear_scale_0_updated_constant0" [id=14, type=get_attr]; -"15 compressed_weight_updated_constant1" [id=15, type=get_attr]; -"16 _param_constant5_0_0" [id=16, type=get_attr]; -"17 mul_tensor_1" [id=17, type=mul]; -"18 linear" [id=18, type=linear]; -"19 relu_" [id=19, type=relu_]; -"20 relu__0_0_nncf_smooth_quant_0" [id=20, type=call_module]; -"21 linear_1_scale_0_updated_constant0" [id=21, type=get_attr]; -"22 compressed_weight_updated_constant2" [id=22, type=get_attr]; -"23 mul_tensor_2" [id=23, type=mul]; -"24 linear_1" [id=24, type=linear]; -"25 view" [id=25, type=view]; -"26 _tensor_constant1" [id=26, type=get_attr]; -"27 index" [id=27, type=index]; -"28 view_1" [id=28, type=view]; -"29 permute_1" [id=29, type=permute]; -"30 contiguous" [id=30, type=contiguous]; -"31 unsqueeze" [id=31, type=unsqueeze]; -"32 sigmoid" [id=32, type=sigmoid]; -"33 mul" [id=33, type=mul]; -"34 pad" [id=34, type=pad]; -"35 view_2" [id=35, type=view]; -"36 permute_2" [id=36, type=permute]; -"37 reshape" [id=37, type=reshape]; -"38 reshape_0_0_nncf_smooth_quant_0" [id=38, type=call_module]; -"39 quantize_per_tensor_default_1" [id=39, type=quantize_per_tensor]; -"40 dequantize_per_tensor_default_1" [id=40, type=dequantize_per_tensor]; -"41 linear_2_scale_0_updated_constant0" [id=41, type=get_attr]; -"42 compressed_weight_updated_constant3" [id=42, type=get_attr]; -"43 _param_constant7_0_0" [id=43, type=get_attr]; -"44 mul_tensor_3" [id=44, type=mul]; -"45 linear_2" [id=45, type=linear]; -"46 reshape_1" [id=46, type=reshape]; -"47 permute_3" [id=47, type=permute]; -"48 select" [id=48, type=select]; -"49 select_1" [id=49, type=select]; -"50 select_2" [id=50, type=select]; -"51 linalg_vector_norm" [id=51, type=linalg_vector_norm]; -"52 clamp_min" [id=52, type=clamp_min]; -"53 expand_as" [id=53, type=expand_as]; -"54 div" [id=54, type=div]; -"55 quantize_per_tensor_default_2" [id=55, type=quantize_per_tensor]; -"56 dequantize_per_tensor_default_2" [id=56, type=dequantize_per_tensor]; -"57 linalg_vector_norm_1" [id=57, type=linalg_vector_norm]; -"58 clamp_min_1" [id=58, type=clamp_min]; -"59 expand_as_1" [id=59, type=expand_as]; -"60 div_1" [id=60, type=div]; -"61 quantize_per_tensor_default_3" [id=61, type=quantize_per_tensor]; -"62 dequantize_per_tensor_default_3" [id=62, type=dequantize_per_tensor]; -"63 transpose" [id=63, type=transpose]; -"64 matmul" [id=64, type=matmul]; -"65 _param_constant9" [id=65, type=get_attr]; -"66 clamp" [id=66, type=clamp]; -"67 exp" [id=67, type=exp]; -"68 mul_1" [id=68, type=mul]; -"69 add" [id=69, type=add]; -"70 softmax" [id=70, type=softmax]; -"71 dropout" [id=71, type=dropout]; -"72 matmul_1" [id=72, type=matmul]; -"73 transpose_1" [id=73, type=transpose]; -"74 reshape_2" [id=74, type=reshape]; -"75 reshape_2_0_0_nncf_smooth_quant_0" [id=75, type=call_module]; -"76 quantize_per_tensor_default_4" [id=76, type=quantize_per_tensor]; -"77 dequantize_per_tensor_default_4" [id=77, type=dequantize_per_tensor]; -"78 linear_3_scale_0_updated_constant0" [id=78, type=get_attr]; -"79 compressed_weight_updated_constant4" [id=79, type=get_attr]; -"80 _param_constant11_0_0" [id=80, type=get_attr]; -"81 mul_tensor_4" [id=81, type=mul]; -"82 linear_3" [id=82, type=linear]; -"83 dropout_1" [id=83, type=dropout]; -"84 view_3" [id=84, type=view]; -"85 permute_4" [id=85, type=permute]; -"86 reshape_3" [id=86, type=reshape]; -"87 slice_2" [id=87, type=slice]; -"88 slice_3" [id=88, type=slice]; -"89 _param_constant12" [id=89, type=get_attr]; -"90 _param_constant13" [id=90, type=get_attr]; -"91 layer_norm_1" [id=91, type=layer_norm]; -"92 add_1" [id=92, type=add]; -"93 add_1_0_0_nncf_smooth_quant_0" [id=93, type=call_module]; -"94 quantize_per_tensor_default_5" [id=94, type=quantize_per_tensor]; -"95 dequantize_per_tensor_default_5" [id=95, type=dequantize_per_tensor]; -"96 linear_4_scale_0_updated_constant0" [id=96, type=get_attr]; -"97 compressed_weight_updated_constant5" [id=97, type=get_attr]; -"98 _param_constant15_0_0" [id=98, type=get_attr]; -"99 mul_tensor_5" [id=99, type=mul]; -"100 linear_4" [id=100, type=linear]; -"101 gelu" [id=101, type=gelu]; -"102 dropout_2" [id=102, type=dropout]; -"103 dropout_2_0_0_nncf_smooth_quant_0" [id=103, type=call_module]; -"104 quantize_per_tensor_default_6" [id=104, type=quantize_per_tensor]; -"105 dequantize_per_tensor_default_6" [id=105, type=dequantize_per_tensor]; -"106 linear_5_scale_0_updated_constant0" [id=106, type=get_attr]; -"107 compressed_weight_updated_constant6" [id=107, type=get_attr]; -"108 _param_constant17_0_0" [id=108, type=get_attr]; -"109 mul_tensor_6" [id=109, type=mul]; -"110 linear_5" [id=110, type=linear]; -"111 dropout_3" [id=111, type=dropout]; -"112 _param_constant18" [id=112, type=get_attr]; -"113 _param_constant19" [id=113, type=get_attr]; -"114 layer_norm_2" [id=114, type=layer_norm]; -"115 add_2" [id=115, type=add]; -"116 _tensor_constant2" [id=116, type=get_attr]; -"117 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=117, type=call_module]; -"118 linear_6_scale_0_updated_constant0" [id=118, type=get_attr]; -"119 compressed_weight_updated_constant7" [id=119, type=get_attr]; -"120 _param_constant21_0_0" [id=120, type=get_attr]; -"121 mul_tensor_7" [id=121, type=mul]; -"122 linear_6" [id=122, type=linear]; -"123 relu__1" [id=123, type=relu_]; -"124 relu__1_0_0_nncf_smooth_quant_0" [id=124, type=call_module]; -"125 linear_7_scale_0_updated_constant0" [id=125, type=get_attr]; -"126 compressed_weight_updated_constant8" [id=126, type=get_attr]; -"127 mul_tensor_8" [id=127, type=mul]; -"128 linear_7" [id=128, type=linear]; -"129 view_4" [id=129, type=view]; -"130 _tensor_constant3" [id=130, type=get_attr]; -"131 index_1" [id=131, type=index]; -"132 view_5" [id=132, type=view]; -"133 permute_5" [id=133, type=permute]; -"134 contiguous_1" [id=134, type=contiguous]; -"135 unsqueeze_1" [id=135, type=unsqueeze]; -"136 sigmoid_1" [id=136, type=sigmoid]; -"137 mul_2" [id=137, type=mul]; -"138 pad_1" [id=138, type=pad]; -"139 roll" [id=139, type=roll]; -"140 view_6" [id=140, type=view]; -"141 permute_6" [id=141, type=permute]; -"142 reshape_4" [id=142, type=reshape]; -"143 reshape_4_0_0_nncf_smooth_quant_0" [id=143, type=call_module]; -"144 quantize_per_tensor_default_7" [id=144, type=quantize_per_tensor]; -"145 dequantize_per_tensor_default_7" [id=145, type=dequantize_per_tensor]; -"146 linear_8_scale_0_updated_constant0" [id=146, type=get_attr]; -"147 compressed_weight_updated_constant9" [id=147, type=get_attr]; -"148 _param_constant23_0_0" [id=148, type=get_attr]; -"149 mul_tensor_9" [id=149, type=mul]; -"150 linear_8" [id=150, type=linear]; -"151 reshape_5" [id=151, type=reshape]; -"152 permute_7" [id=152, type=permute]; -"153 select_3" [id=153, type=select]; -"154 select_4" [id=154, type=select]; -"155 select_5" [id=155, type=select]; -"156 linalg_vector_norm_2" [id=156, type=linalg_vector_norm]; -"157 clamp_min_2" [id=157, type=clamp_min]; -"158 expand_as_2" [id=158, type=expand_as]; -"159 div_2" [id=159, type=div]; -"160 quantize_per_tensor_default_8" [id=160, type=quantize_per_tensor]; -"161 dequantize_per_tensor_default_8" [id=161, type=dequantize_per_tensor]; -"162 linalg_vector_norm_3" [id=162, type=linalg_vector_norm]; -"163 clamp_min_3" [id=163, type=clamp_min]; -"164 expand_as_3" [id=164, type=expand_as]; -"165 div_3" [id=165, type=div]; -"166 quantize_per_tensor_default_9" [id=166, type=quantize_per_tensor]; -"167 dequantize_per_tensor_default_9" [id=167, type=dequantize_per_tensor]; -"168 transpose_2" [id=168, type=transpose]; -"169 matmul_2" [id=169, type=matmul]; -"170 _param_constant25" [id=170, type=get_attr]; -"171 clamp_1" [id=171, type=clamp]; -"172 exp_1" [id=172, type=exp]; -"173 mul_3" [id=173, type=mul]; -"174 add_3" [id=174, type=add]; -"175 new_zeros" [id=175, type=new_zeros]; -"176 view_7" [id=176, type=view]; -"177 permute_8" [id=177, type=permute]; -"178 reshape_6" [id=178, type=reshape]; -"179 unsqueeze_2" [id=179, type=unsqueeze]; -"180 unsqueeze_3" [id=180, type=unsqueeze]; -"181 sub" [id=181, type=sub]; -"182 ne" [id=182, type=ne]; -"183 masked_fill" [id=183, type=masked_fill]; -"184 eq" [id=184, type=eq]; -"185 masked_fill_1" [id=185, type=masked_fill]; -"186 view_8" [id=186, type=view]; -"187 unsqueeze_4" [id=187, type=unsqueeze]; -"188 unsqueeze_5" [id=188, type=unsqueeze]; -"189 add_4" [id=189, type=add]; -"190 view_9" [id=190, type=view]; -"191 softmax_1" [id=191, type=softmax]; -"192 dropout_4" [id=192, type=dropout]; -"193 matmul_3" [id=193, type=matmul]; -"194 transpose_3" [id=194, type=transpose]; -"195 reshape_7" [id=195, type=reshape]; -"196 reshape_7_0_0_nncf_smooth_quant_0" [id=196, type=call_module]; -"197 quantize_per_tensor_default_10" [id=197, type=quantize_per_tensor]; -"198 dequantize_per_tensor_default_10" [id=198, type=dequantize_per_tensor]; -"199 linear_9_scale_0_updated_constant0" [id=199, type=get_attr]; -"200 compressed_weight_updated_constant10" [id=200, type=get_attr]; -"201 _param_constant27_0_0" [id=201, type=get_attr]; -"202 mul_tensor_10" [id=202, type=mul]; -"203 linear_9" [id=203, type=linear]; -"204 dropout_5" [id=204, type=dropout]; -"205 view_10" [id=205, type=view]; -"206 permute_9" [id=206, type=permute]; -"207 reshape_8" [id=207, type=reshape]; -"208 roll_1" [id=208, type=roll]; -"209 slice_23" [id=209, type=slice]; -"210 slice_24" [id=210, type=slice]; -"211 _param_constant28" [id=211, type=get_attr]; -"212 _param_constant29" [id=212, type=get_attr]; -"213 layer_norm_3" [id=213, type=layer_norm]; -"214 add_5" [id=214, type=add]; -"215 add_5_0_0_nncf_smooth_quant_0" [id=215, type=call_module]; -"216 quantize_per_tensor_default_11" [id=216, type=quantize_per_tensor]; -"217 dequantize_per_tensor_default_11" [id=217, type=dequantize_per_tensor]; -"218 linear_10_scale_0_updated_constant0" [id=218, type=get_attr]; -"219 compressed_weight_updated_constant11" [id=219, type=get_attr]; -"220 _param_constant31_0_0" [id=220, type=get_attr]; -"221 mul_tensor_11" [id=221, type=mul]; -"222 linear_10" [id=222, type=linear]; -"223 gelu_1" [id=223, type=gelu]; -"224 dropout_6" [id=224, type=dropout]; -"225 dropout_6_0_0_nncf_smooth_quant_0" [id=225, type=call_module]; -"226 quantize_per_tensor_default_12" [id=226, type=quantize_per_tensor]; -"227 dequantize_per_tensor_default_12" [id=227, type=dequantize_per_tensor]; -"228 linear_11_scale_0_updated_constant0" [id=228, type=get_attr]; -"229 compressed_weight_updated_constant12" [id=229, type=get_attr]; -"230 _param_constant33_0_0" [id=230, type=get_attr]; -"231 mul_tensor_12" [id=231, type=mul]; -"232 linear_11" [id=232, type=linear]; -"233 dropout_7" [id=233, type=dropout]; -"234 _param_constant34" [id=234, type=get_attr]; -"235 _param_constant35" [id=235, type=get_attr]; -"236 layer_norm_4" [id=236, type=layer_norm]; -"237 add_6" [id=237, type=add]; -"238 pad_2" [id=238, type=pad]; -"239 slice_25" [id=239, type=slice]; -"240 slice_26" [id=240, type=slice]; -"241 slice_27" [id=241, type=slice]; -"242 slice_28" [id=242, type=slice]; -"243 slice_29" [id=243, type=slice]; -"244 slice_30" [id=244, type=slice]; -"245 slice_31" [id=245, type=slice]; -"246 slice_32" [id=246, type=slice]; -"247 slice_33" [id=247, type=slice]; -"248 slice_34" [id=248, type=slice]; -"249 slice_35" [id=249, type=slice]; -"250 slice_36" [id=250, type=slice]; -"251 cat" [id=251, type=cat]; -"252 cat_0_0_nncf_smooth_quant_0" [id=252, type=call_module]; -"253 quantize_per_tensor_default_13" [id=253, type=quantize_per_tensor]; -"254 dequantize_per_tensor_default_13" [id=254, type=dequantize_per_tensor]; -"255 linear_12_scale_0_updated_constant0" [id=255, type=get_attr]; -"256 compressed_weight_updated_constant13" [id=256, type=get_attr]; -"257 mul_tensor_13" [id=257, type=mul]; -"258 linear_12" [id=258, type=linear]; -"259 _param_constant37" [id=259, type=get_attr]; -"260 _param_constant38" [id=260, type=get_attr]; -"261 layer_norm_5" [id=261, type=layer_norm]; -"262 _tensor_constant13" [id=262, type=get_attr]; -"263 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=263, type=call_module]; -"264 linear_13_scale_0_updated_constant0" [id=264, type=get_attr]; -"265 compressed_weight_updated_constant14" [id=265, type=get_attr]; -"266 _param_constant40_0_0" [id=266, type=get_attr]; -"267 mul_tensor_14" [id=267, type=mul]; -"268 linear_13" [id=268, type=linear]; -"269 relu__2" [id=269, type=relu_]; -"270 relu__2_0_0_nncf_smooth_quant_0" [id=270, type=call_module]; -"271 linear_14_scale_0_updated_constant0" [id=271, type=get_attr]; -"272 compressed_weight_updated_constant15" [id=272, type=get_attr]; -"273 mul_tensor_15" [id=273, type=mul]; -"274 linear_14" [id=274, type=linear]; -"275 view_11" [id=275, type=view]; -"276 _tensor_constant14" [id=276, type=get_attr]; -"277 index_2" [id=277, type=index]; -"278 view_12" [id=278, type=view]; -"279 permute_10" [id=279, type=permute]; -"280 contiguous_2" [id=280, type=contiguous]; -"281 unsqueeze_6" [id=281, type=unsqueeze]; -"282 sigmoid_2" [id=282, type=sigmoid]; -"283 mul_4" [id=283, type=mul]; -"284 pad_3" [id=284, type=pad]; -"285 view_13" [id=285, type=view]; -"286 permute_11" [id=286, type=permute]; -"287 reshape_9" [id=287, type=reshape]; -"288 reshape_9_0_0_nncf_smooth_quant_0" [id=288, type=call_module]; -"289 quantize_per_tensor_default_14" [id=289, type=quantize_per_tensor]; -"290 dequantize_per_tensor_default_14" [id=290, type=dequantize_per_tensor]; -"291 linear_15_scale_0_updated_constant0" [id=291, type=get_attr]; -"292 compressed_weight_updated_constant16" [id=292, type=get_attr]; -"293 _param_constant42_0_0" [id=293, type=get_attr]; -"294 mul_tensor_16" [id=294, type=mul]; -"295 linear_15" [id=295, type=linear]; -"296 reshape_10" [id=296, type=reshape]; -"297 permute_12" [id=297, type=permute]; -"298 select_6" [id=298, type=select]; -"299 select_7" [id=299, type=select]; -"300 select_8" [id=300, type=select]; -"301 linalg_vector_norm_4" [id=301, type=linalg_vector_norm]; -"302 clamp_min_4" [id=302, type=clamp_min]; -"303 expand_as_4" [id=303, type=expand_as]; -"304 div_4" [id=304, type=div]; -"305 quantize_per_tensor_default_15" [id=305, type=quantize_per_tensor]; -"306 dequantize_per_tensor_default_15" [id=306, type=dequantize_per_tensor]; -"307 linalg_vector_norm_5" [id=307, type=linalg_vector_norm]; -"308 clamp_min_5" [id=308, type=clamp_min]; -"309 expand_as_5" [id=309, type=expand_as]; -"310 div_5" [id=310, type=div]; -"311 quantize_per_tensor_default_16" [id=311, type=quantize_per_tensor]; -"312 dequantize_per_tensor_default_16" [id=312, type=dequantize_per_tensor]; -"313 transpose_4" [id=313, type=transpose]; -"314 matmul_4" [id=314, type=matmul]; -"315 _param_constant44" [id=315, type=get_attr]; -"316 clamp_2" [id=316, type=clamp]; -"317 exp_2" [id=317, type=exp]; -"318 mul_5" [id=318, type=mul]; -"319 add_7" [id=319, type=add]; -"320 softmax_2" [id=320, type=softmax]; -"321 dropout_8" [id=321, type=dropout]; -"322 matmul_5" [id=322, type=matmul]; -"323 transpose_5" [id=323, type=transpose]; -"324 reshape_11" [id=324, type=reshape]; -"325 reshape_11_0_0_nncf_smooth_quant_0" [id=325, type=call_module]; -"326 quantize_per_tensor_default_17" [id=326, type=quantize_per_tensor]; -"327 dequantize_per_tensor_default_17" [id=327, type=dequantize_per_tensor]; -"328 linear_16_scale_0_updated_constant0" [id=328, type=get_attr]; -"329 compressed_weight_updated_constant17" [id=329, type=get_attr]; -"330 _param_constant46_0_0" [id=330, type=get_attr]; -"331 mul_tensor_17" [id=331, type=mul]; -"332 linear_16" [id=332, type=linear]; -"333 dropout_9" [id=333, type=dropout]; -"334 view_14" [id=334, type=view]; -"335 permute_13" [id=335, type=permute]; -"336 reshape_12" [id=336, type=reshape]; -"337 slice_38" [id=337, type=slice]; -"338 slice_39" [id=338, type=slice]; -"339 slice_40" [id=339, type=slice]; -"340 slice_41" [id=340, type=slice]; -"341 contiguous_3" [id=341, type=contiguous]; -"342 _param_constant47" [id=342, type=get_attr]; -"343 _param_constant48" [id=343, type=get_attr]; -"344 layer_norm_6" [id=344, type=layer_norm]; -"345 add_8" [id=345, type=add]; -"346 add_8_0_0_nncf_smooth_quant_0" [id=346, type=call_module]; -"347 quantize_per_tensor_default_18" [id=347, type=quantize_per_tensor]; -"348 dequantize_per_tensor_default_18" [id=348, type=dequantize_per_tensor]; -"349 linear_17_scale_0_updated_constant0" [id=349, type=get_attr]; -"350 compressed_weight_updated_constant18" [id=350, type=get_attr]; -"351 _param_constant50_0_0" [id=351, type=get_attr]; -"352 mul_tensor_18" [id=352, type=mul]; -"353 linear_17" [id=353, type=linear]; -"354 gelu_2" [id=354, type=gelu]; -"355 dropout_10" [id=355, type=dropout]; -"356 dropout_10_0_0_nncf_smooth_quant_0" [id=356, type=call_module]; -"357 quantize_per_tensor_default_19" [id=357, type=quantize_per_tensor]; -"358 dequantize_per_tensor_default_19" [id=358, type=dequantize_per_tensor]; -"359 linear_18_scale_0_updated_constant0" [id=359, type=get_attr]; -"360 compressed_weight_updated_constant19" [id=360, type=get_attr]; -"361 _param_constant52_0_0" [id=361, type=get_attr]; -"362 mul_tensor_19" [id=362, type=mul]; -"363 linear_18" [id=363, type=linear]; -"364 dropout_11" [id=364, type=dropout]; -"365 _param_constant53" [id=365, type=get_attr]; -"366 _param_constant54" [id=366, type=get_attr]; -"367 layer_norm_7" [id=367, type=layer_norm]; -"368 add_9" [id=368, type=add]; -"369 _tensor_constant15" [id=369, type=get_attr]; -"370 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=370, type=call_module]; -"371 linear_19_scale_0_updated_constant0" [id=371, type=get_attr]; -"372 compressed_weight_updated_constant20" [id=372, type=get_attr]; -"373 _param_constant56_0_0" [id=373, type=get_attr]; -"374 mul_tensor_20" [id=374, type=mul]; -"375 linear_19" [id=375, type=linear]; -"376 relu__3" [id=376, type=relu_]; -"377 relu__3_0_0_nncf_smooth_quant_0" [id=377, type=call_module]; -"378 linear_20_scale_0_updated_constant0" [id=378, type=get_attr]; -"379 compressed_weight_updated_constant21" [id=379, type=get_attr]; -"380 mul_tensor_21" [id=380, type=mul]; -"381 linear_20" [id=381, type=linear]; -"382 view_15" [id=382, type=view]; -"383 _tensor_constant16" [id=383, type=get_attr]; -"384 index_3" [id=384, type=index]; -"385 view_16" [id=385, type=view]; -"386 permute_14" [id=386, type=permute]; -"387 contiguous_4" [id=387, type=contiguous]; -"388 unsqueeze_7" [id=388, type=unsqueeze]; -"389 sigmoid_3" [id=389, type=sigmoid]; -"390 mul_6" [id=390, type=mul]; -"391 pad_4" [id=391, type=pad]; -"392 roll_2" [id=392, type=roll]; -"393 view_17" [id=393, type=view]; -"394 permute_15" [id=394, type=permute]; -"395 reshape_13" [id=395, type=reshape]; -"396 reshape_13_0_0_nncf_smooth_quant_0" [id=396, type=call_module]; -"397 quantize_per_tensor_default_20" [id=397, type=quantize_per_tensor]; -"398 dequantize_per_tensor_default_20" [id=398, type=dequantize_per_tensor]; -"399 linear_21_scale_0_updated_constant0" [id=399, type=get_attr]; -"400 compressed_weight_updated_constant22" [id=400, type=get_attr]; -"401 _param_constant58_0_0" [id=401, type=get_attr]; -"402 mul_tensor_22" [id=402, type=mul]; -"403 linear_21" [id=403, type=linear]; -"404 reshape_14" [id=404, type=reshape]; -"405 permute_16" [id=405, type=permute]; -"406 select_9" [id=406, type=select]; -"407 select_10" [id=407, type=select]; -"408 select_11" [id=408, type=select]; -"409 linalg_vector_norm_6" [id=409, type=linalg_vector_norm]; -"410 clamp_min_6" [id=410, type=clamp_min]; -"411 expand_as_6" [id=411, type=expand_as]; -"412 div_6" [id=412, type=div]; -"413 quantize_per_tensor_default_21" [id=413, type=quantize_per_tensor]; -"414 dequantize_per_tensor_default_21" [id=414, type=dequantize_per_tensor]; -"415 linalg_vector_norm_7" [id=415, type=linalg_vector_norm]; -"416 clamp_min_7" [id=416, type=clamp_min]; -"417 expand_as_7" [id=417, type=expand_as]; -"418 div_7" [id=418, type=div]; -"419 quantize_per_tensor_default_22" [id=419, type=quantize_per_tensor]; -"420 dequantize_per_tensor_default_22" [id=420, type=dequantize_per_tensor]; -"421 transpose_6" [id=421, type=transpose]; -"422 matmul_6" [id=422, type=matmul]; -"423 _param_constant60" [id=423, type=get_attr]; -"424 clamp_3" [id=424, type=clamp]; -"425 exp_3" [id=425, type=exp]; -"426 mul_7" [id=426, type=mul]; -"427 add_10" [id=427, type=add]; -"428 new_zeros_1" [id=428, type=new_zeros]; -"429 view_18" [id=429, type=view]; -"430 permute_17" [id=430, type=permute]; -"431 reshape_15" [id=431, type=reshape]; -"432 unsqueeze_8" [id=432, type=unsqueeze]; -"433 unsqueeze_9" [id=433, type=unsqueeze]; -"434 sub_1" [id=434, type=sub]; -"435 ne_1" [id=435, type=ne]; -"436 masked_fill_2" [id=436, type=masked_fill]; -"437 eq_1" [id=437, type=eq]; -"438 masked_fill_3" [id=438, type=masked_fill]; -"439 view_19" [id=439, type=view]; -"440 unsqueeze_10" [id=440, type=unsqueeze]; -"441 unsqueeze_11" [id=441, type=unsqueeze]; -"442 add_11" [id=442, type=add]; -"443 view_20" [id=443, type=view]; -"444 softmax_3" [id=444, type=softmax]; -"445 dropout_12" [id=445, type=dropout]; -"446 matmul_7" [id=446, type=matmul]; -"447 transpose_7" [id=447, type=transpose]; -"448 reshape_16" [id=448, type=reshape]; -"449 reshape_16_0_0_nncf_smooth_quant_0" [id=449, type=call_module]; -"450 quantize_per_tensor_default_23" [id=450, type=quantize_per_tensor]; -"451 dequantize_per_tensor_default_23" [id=451, type=dequantize_per_tensor]; -"452 linear_22_scale_0_updated_constant0" [id=452, type=get_attr]; -"453 compressed_weight_updated_constant23" [id=453, type=get_attr]; -"454 _param_constant62_0_0" [id=454, type=get_attr]; -"455 mul_tensor_23" [id=455, type=mul]; -"456 linear_22" [id=456, type=linear]; -"457 dropout_13" [id=457, type=dropout]; -"458 view_21" [id=458, type=view]; -"459 permute_18" [id=459, type=permute]; -"460 reshape_17" [id=460, type=reshape]; -"461 roll_3" [id=461, type=roll]; -"462 slice_61" [id=462, type=slice]; -"463 slice_62" [id=463, type=slice]; -"464 slice_63" [id=464, type=slice]; -"465 slice_64" [id=465, type=slice]; -"466 contiguous_5" [id=466, type=contiguous]; -"467 _param_constant63" [id=467, type=get_attr]; -"468 _param_constant64" [id=468, type=get_attr]; -"469 layer_norm_8" [id=469, type=layer_norm]; -"470 add_12" [id=470, type=add]; -"471 add_12_0_0_nncf_smooth_quant_0" [id=471, type=call_module]; -"472 quantize_per_tensor_default_24" [id=472, type=quantize_per_tensor]; -"473 dequantize_per_tensor_default_24" [id=473, type=dequantize_per_tensor]; -"474 linear_23_scale_0_updated_constant0" [id=474, type=get_attr]; -"475 compressed_weight_updated_constant24" [id=475, type=get_attr]; -"476 _param_constant66_0_0" [id=476, type=get_attr]; -"477 mul_tensor_24" [id=477, type=mul]; -"478 linear_23" [id=478, type=linear]; -"479 gelu_3" [id=479, type=gelu]; -"480 dropout_14" [id=480, type=dropout]; -"481 dropout_14_0_0_nncf_smooth_quant_0" [id=481, type=call_module]; -"482 quantize_per_tensor_default_25" [id=482, type=quantize_per_tensor]; -"483 dequantize_per_tensor_default_25" [id=483, type=dequantize_per_tensor]; -"484 linear_24_scale_0_updated_constant0" [id=484, type=get_attr]; -"485 compressed_weight_updated_constant25" [id=485, type=get_attr]; -"486 _param_constant68_0_0" [id=486, type=get_attr]; -"487 mul_tensor_25" [id=487, type=mul]; -"488 linear_24" [id=488, type=linear]; -"489 dropout_15" [id=489, type=dropout]; -"490 _param_constant69" [id=490, type=get_attr]; -"491 _param_constant70" [id=491, type=get_attr]; -"492 layer_norm_9" [id=492, type=layer_norm]; -"493 add_13" [id=493, type=add]; -"494 pad_5" [id=494, type=pad]; -"495 slice_65" [id=495, type=slice]; -"496 slice_66" [id=496, type=slice]; -"497 slice_67" [id=497, type=slice]; -"498 slice_68" [id=498, type=slice]; -"499 slice_69" [id=499, type=slice]; -"500 slice_70" [id=500, type=slice]; -"501 slice_71" [id=501, type=slice]; -"502 slice_72" [id=502, type=slice]; -"503 slice_73" [id=503, type=slice]; -"504 slice_74" [id=504, type=slice]; -"505 slice_75" [id=505, type=slice]; -"506 slice_76" [id=506, type=slice]; -"507 cat_1" [id=507, type=cat]; -"508 cat_1_0_0_nncf_smooth_quant_0" [id=508, type=call_module]; -"509 quantize_per_tensor_default_26" [id=509, type=quantize_per_tensor]; -"510 dequantize_per_tensor_default_26" [id=510, type=dequantize_per_tensor]; -"511 linear_25_scale_0_updated_constant0" [id=511, type=get_attr]; -"512 compressed_weight_updated_constant26" [id=512, type=get_attr]; -"513 mul_tensor_26" [id=513, type=mul]; -"514 linear_25" [id=514, type=linear]; -"515 _param_constant72" [id=515, type=get_attr]; -"516 _param_constant73" [id=516, type=get_attr]; -"517 layer_norm_10" [id=517, type=layer_norm]; -"518 _tensor_constant26" [id=518, type=get_attr]; -"519 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=519, type=call_module]; -"520 linear_26_scale_0_updated_constant0" [id=520, type=get_attr]; -"521 compressed_weight_updated_constant27" [id=521, type=get_attr]; -"522 _param_constant75_0_0" [id=522, type=get_attr]; -"523 mul_tensor_27" [id=523, type=mul]; -"524 linear_26" [id=524, type=linear]; -"525 relu__4" [id=525, type=relu_]; -"526 relu__4_0_0_nncf_smooth_quant_0" [id=526, type=call_module]; -"527 linear_27_scale_0_updated_constant0" [id=527, type=get_attr]; -"528 compressed_weight_updated_constant28" [id=528, type=get_attr]; -"529 mul_tensor_28" [id=529, type=mul]; -"530 linear_27" [id=530, type=linear]; -"531 view_22" [id=531, type=view]; -"532 _tensor_constant27" [id=532, type=get_attr]; -"533 index_4" [id=533, type=index]; -"534 view_23" [id=534, type=view]; -"535 permute_19" [id=535, type=permute]; -"536 contiguous_6" [id=536, type=contiguous]; -"537 unsqueeze_12" [id=537, type=unsqueeze]; -"538 sigmoid_4" [id=538, type=sigmoid]; -"539 mul_8" [id=539, type=mul]; -"540 pad_6" [id=540, type=pad]; -"541 view_24" [id=541, type=view]; -"542 permute_20" [id=542, type=permute]; -"543 reshape_18" [id=543, type=reshape]; -"544 reshape_18_0_0_nncf_smooth_quant_0" [id=544, type=call_module]; -"545 quantize_per_tensor_default_27" [id=545, type=quantize_per_tensor]; -"546 dequantize_per_tensor_default_27" [id=546, type=dequantize_per_tensor]; -"547 linear_28_scale_0_updated_constant0" [id=547, type=get_attr]; -"548 compressed_weight_updated_constant29" [id=548, type=get_attr]; -"549 _param_constant77_0_0" [id=549, type=get_attr]; -"550 mul_tensor_29" [id=550, type=mul]; -"551 linear_28" [id=551, type=linear]; -"552 reshape_19" [id=552, type=reshape]; -"553 permute_21" [id=553, type=permute]; -"554 select_12" [id=554, type=select]; -"555 select_13" [id=555, type=select]; -"556 select_14" [id=556, type=select]; -"557 linalg_vector_norm_8" [id=557, type=linalg_vector_norm]; -"558 clamp_min_8" [id=558, type=clamp_min]; -"559 expand_as_8" [id=559, type=expand_as]; -"560 div_8" [id=560, type=div]; -"561 quantize_per_tensor_default_28" [id=561, type=quantize_per_tensor]; -"562 dequantize_per_tensor_default_28" [id=562, type=dequantize_per_tensor]; -"563 linalg_vector_norm_9" [id=563, type=linalg_vector_norm]; -"564 clamp_min_9" [id=564, type=clamp_min]; -"565 expand_as_9" [id=565, type=expand_as]; -"566 div_9" [id=566, type=div]; -"567 quantize_per_tensor_default_29" [id=567, type=quantize_per_tensor]; -"568 dequantize_per_tensor_default_29" [id=568, type=dequantize_per_tensor]; -"569 transpose_8" [id=569, type=transpose]; -"570 matmul_8" [id=570, type=matmul]; -"571 _param_constant79" [id=571, type=get_attr]; -"572 clamp_4" [id=572, type=clamp]; -"573 exp_4" [id=573, type=exp]; -"574 mul_9" [id=574, type=mul]; -"575 add_14" [id=575, type=add]; -"576 softmax_4" [id=576, type=softmax]; -"577 dropout_16" [id=577, type=dropout]; -"578 matmul_9" [id=578, type=matmul]; -"579 transpose_9" [id=579, type=transpose]; -"580 reshape_20" [id=580, type=reshape]; -"581 reshape_20_0_0_nncf_smooth_quant_0" [id=581, type=call_module]; -"582 quantize_per_tensor_default_30" [id=582, type=quantize_per_tensor]; -"583 dequantize_per_tensor_default_30" [id=583, type=dequantize_per_tensor]; -"584 linear_29_scale_0_updated_constant0" [id=584, type=get_attr]; -"585 compressed_weight_updated_constant30" [id=585, type=get_attr]; -"586 _param_constant81_0_0" [id=586, type=get_attr]; -"587 mul_tensor_30" [id=587, type=mul]; -"588 linear_29" [id=588, type=linear]; -"589 dropout_17" [id=589, type=dropout]; -"590 view_25" [id=590, type=view]; -"591 permute_22" [id=591, type=permute]; -"592 reshape_21" [id=592, type=reshape]; -"593 slice_78" [id=593, type=slice]; -"594 slice_79" [id=594, type=slice]; -"595 slice_80" [id=595, type=slice]; -"596 slice_81" [id=596, type=slice]; -"597 contiguous_7" [id=597, type=contiguous]; -"598 _param_constant82" [id=598, type=get_attr]; -"599 _param_constant83" [id=599, type=get_attr]; -"600 layer_norm_11" [id=600, type=layer_norm]; -"601 add_15" [id=601, type=add]; -"602 add_15_0_0_nncf_smooth_quant_0" [id=602, type=call_module]; -"603 quantize_per_tensor_default_31" [id=603, type=quantize_per_tensor]; -"604 dequantize_per_tensor_default_31" [id=604, type=dequantize_per_tensor]; -"605 linear_30_scale_0_updated_constant0" [id=605, type=get_attr]; -"606 compressed_weight_updated_constant31" [id=606, type=get_attr]; -"607 _param_constant85_0_0" [id=607, type=get_attr]; -"608 mul_tensor_31" [id=608, type=mul]; -"609 linear_30" [id=609, type=linear]; -"610 gelu_4" [id=610, type=gelu]; -"611 dropout_18" [id=611, type=dropout]; -"612 dropout_18_0_0_nncf_smooth_quant_0" [id=612, type=call_module]; -"613 quantize_per_tensor_default_32" [id=613, type=quantize_per_tensor]; -"614 dequantize_per_tensor_default_32" [id=614, type=dequantize_per_tensor]; -"615 linear_31_scale_0_updated_constant0" [id=615, type=get_attr]; -"616 compressed_weight_updated_constant32" [id=616, type=get_attr]; -"617 _param_constant87_0_0" [id=617, type=get_attr]; -"618 mul_tensor_32" [id=618, type=mul]; -"619 linear_31" [id=619, type=linear]; -"620 dropout_19" [id=620, type=dropout]; -"621 _param_constant88" [id=621, type=get_attr]; -"622 _param_constant89" [id=622, type=get_attr]; -"623 layer_norm_12" [id=623, type=layer_norm]; -"624 add_16" [id=624, type=add]; -"625 _tensor_constant28" [id=625, type=get_attr]; -"626 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=626, type=call_module]; -"627 linear_32_scale_0_updated_constant0" [id=627, type=get_attr]; -"628 compressed_weight_updated_constant33" [id=628, type=get_attr]; -"629 _param_constant91_0_0" [id=629, type=get_attr]; -"630 mul_tensor_33" [id=630, type=mul]; -"631 linear_32" [id=631, type=linear]; -"632 relu__5" [id=632, type=relu_]; -"633 relu__5_0_0_nncf_smooth_quant_0" [id=633, type=call_module]; -"634 linear_33_scale_0_updated_constant0" [id=634, type=get_attr]; -"635 compressed_weight_updated_constant34" [id=635, type=get_attr]; -"636 mul_tensor_34" [id=636, type=mul]; -"637 linear_33" [id=637, type=linear]; -"638 view_26" [id=638, type=view]; -"639 _tensor_constant29" [id=639, type=get_attr]; -"640 index_5" [id=640, type=index]; -"641 view_27" [id=641, type=view]; -"642 permute_23" [id=642, type=permute]; -"643 contiguous_8" [id=643, type=contiguous]; -"644 unsqueeze_13" [id=644, type=unsqueeze]; -"645 sigmoid_5" [id=645, type=sigmoid]; -"646 mul_10" [id=646, type=mul]; -"647 pad_7" [id=647, type=pad]; -"648 roll_4" [id=648, type=roll]; -"649 view_28" [id=649, type=view]; -"650 permute_24" [id=650, type=permute]; -"651 reshape_22" [id=651, type=reshape]; -"652 reshape_22_0_0_nncf_smooth_quant_0" [id=652, type=call_module]; -"653 quantize_per_tensor_default_33" [id=653, type=quantize_per_tensor]; -"654 dequantize_per_tensor_default_33" [id=654, type=dequantize_per_tensor]; -"655 linear_34_scale_0_updated_constant0" [id=655, type=get_attr]; -"656 compressed_weight_updated_constant35" [id=656, type=get_attr]; -"657 _param_constant93_0_0" [id=657, type=get_attr]; -"658 mul_tensor_35" [id=658, type=mul]; -"659 linear_34" [id=659, type=linear]; -"660 reshape_23" [id=660, type=reshape]; -"661 permute_25" [id=661, type=permute]; -"662 select_15" [id=662, type=select]; -"663 select_16" [id=663, type=select]; -"664 select_17" [id=664, type=select]; -"665 linalg_vector_norm_10" [id=665, type=linalg_vector_norm]; -"666 clamp_min_10" [id=666, type=clamp_min]; -"667 expand_as_10" [id=667, type=expand_as]; -"668 div_10" [id=668, type=div]; -"669 quantize_per_tensor_default_34" [id=669, type=quantize_per_tensor]; -"670 dequantize_per_tensor_default_34" [id=670, type=dequantize_per_tensor]; -"671 linalg_vector_norm_11" [id=671, type=linalg_vector_norm]; -"672 clamp_min_11" [id=672, type=clamp_min]; -"673 expand_as_11" [id=673, type=expand_as]; -"674 div_11" [id=674, type=div]; -"675 quantize_per_tensor_default_35" [id=675, type=quantize_per_tensor]; -"676 dequantize_per_tensor_default_35" [id=676, type=dequantize_per_tensor]; -"677 transpose_10" [id=677, type=transpose]; -"678 matmul_10" [id=678, type=matmul]; -"679 _param_constant95" [id=679, type=get_attr]; -"680 clamp_5" [id=680, type=clamp]; -"681 exp_5" [id=681, type=exp]; -"682 mul_11" [id=682, type=mul]; -"683 add_17" [id=683, type=add]; -"684 new_zeros_2" [id=684, type=new_zeros]; -"685 view_29" [id=685, type=view]; -"686 permute_26" [id=686, type=permute]; -"687 reshape_24" [id=687, type=reshape]; -"688 unsqueeze_14" [id=688, type=unsqueeze]; -"689 unsqueeze_15" [id=689, type=unsqueeze]; -"690 sub_2" [id=690, type=sub]; -"691 ne_2" [id=691, type=ne]; -"692 masked_fill_4" [id=692, type=masked_fill]; -"693 eq_2" [id=693, type=eq]; -"694 masked_fill_5" [id=694, type=masked_fill]; -"695 view_30" [id=695, type=view]; -"696 unsqueeze_16" [id=696, type=unsqueeze]; -"697 unsqueeze_17" [id=697, type=unsqueeze]; -"698 add_18" [id=698, type=add]; -"699 view_31" [id=699, type=view]; -"700 softmax_5" [id=700, type=softmax]; -"701 dropout_20" [id=701, type=dropout]; -"702 matmul_11" [id=702, type=matmul]; -"703 transpose_11" [id=703, type=transpose]; -"704 reshape_25" [id=704, type=reshape]; -"705 reshape_25_0_0_nncf_smooth_quant_0" [id=705, type=call_module]; -"706 quantize_per_tensor_default_36" [id=706, type=quantize_per_tensor]; -"707 dequantize_per_tensor_default_36" [id=707, type=dequantize_per_tensor]; -"708 linear_35_scale_0_updated_constant0" [id=708, type=get_attr]; -"709 compressed_weight_updated_constant36" [id=709, type=get_attr]; -"710 _param_constant97_0_0" [id=710, type=get_attr]; -"711 mul_tensor_36" [id=711, type=mul]; -"712 linear_35" [id=712, type=linear]; -"713 dropout_21" [id=713, type=dropout]; -"714 view_32" [id=714, type=view]; -"715 permute_27" [id=715, type=permute]; -"716 reshape_26" [id=716, type=reshape]; -"717 roll_5" [id=717, type=roll]; -"718 slice_101" [id=718, type=slice]; -"719 slice_102" [id=719, type=slice]; -"720 slice_103" [id=720, type=slice]; -"721 slice_104" [id=721, type=slice]; -"722 contiguous_9" [id=722, type=contiguous]; -"723 _param_constant98" [id=723, type=get_attr]; -"724 _param_constant99" [id=724, type=get_attr]; -"725 layer_norm_13" [id=725, type=layer_norm]; -"726 add_19" [id=726, type=add]; -"727 add_19_0_0_nncf_smooth_quant_0" [id=727, type=call_module]; -"728 quantize_per_tensor_default_37" [id=728, type=quantize_per_tensor]; -"729 dequantize_per_tensor_default_37" [id=729, type=dequantize_per_tensor]; -"730 linear_36_scale_0_updated_constant0" [id=730, type=get_attr]; -"731 compressed_weight_updated_constant37" [id=731, type=get_attr]; -"732 _param_constant101_0_0" [id=732, type=get_attr]; -"733 mul_tensor_37" [id=733, type=mul]; -"734 linear_36" [id=734, type=linear]; -"735 gelu_5" [id=735, type=gelu]; -"736 dropout_22" [id=736, type=dropout]; -"737 dropout_22_0_0_nncf_smooth_quant_0" [id=737, type=call_module]; -"738 quantize_per_tensor_default_38" [id=738, type=quantize_per_tensor]; -"739 dequantize_per_tensor_default_38" [id=739, type=dequantize_per_tensor]; -"740 linear_37_scale_0_updated_constant0" [id=740, type=get_attr]; -"741 compressed_weight_updated_constant38" [id=741, type=get_attr]; -"742 _param_constant103_0_0" [id=742, type=get_attr]; -"743 mul_tensor_38" [id=743, type=mul]; -"744 linear_37" [id=744, type=linear]; -"745 dropout_23" [id=745, type=dropout]; -"746 _param_constant104" [id=746, type=get_attr]; -"747 _param_constant105" [id=747, type=get_attr]; -"748 layer_norm_14" [id=748, type=layer_norm]; -"749 add_20" [id=749, type=add]; -"750 _tensor_constant39" [id=750, type=get_attr]; -"751 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=751, type=call_module]; -"752 linear_38_scale_0_updated_constant0" [id=752, type=get_attr]; -"753 compressed_weight_updated_constant39" [id=753, type=get_attr]; -"754 _param_constant107_0_0" [id=754, type=get_attr]; -"755 mul_tensor_39" [id=755, type=mul]; -"756 linear_38" [id=756, type=linear]; -"757 relu__6" [id=757, type=relu_]; -"758 relu__6_0_0_nncf_smooth_quant_0" [id=758, type=call_module]; -"759 linear_39_scale_0_updated_constant0" [id=759, type=get_attr]; -"760 compressed_weight_updated_constant40" [id=760, type=get_attr]; -"761 mul_tensor_40" [id=761, type=mul]; -"762 linear_39" [id=762, type=linear]; -"763 view_33" [id=763, type=view]; -"764 _tensor_constant40" [id=764, type=get_attr]; -"765 index_6" [id=765, type=index]; -"766 view_34" [id=766, type=view]; -"767 permute_28" [id=767, type=permute]; -"768 contiguous_10" [id=768, type=contiguous]; -"769 unsqueeze_18" [id=769, type=unsqueeze]; -"770 sigmoid_6" [id=770, type=sigmoid]; -"771 mul_12" [id=771, type=mul]; -"772 pad_8" [id=772, type=pad]; -"773 view_35" [id=773, type=view]; -"774 permute_29" [id=774, type=permute]; -"775 reshape_27" [id=775, type=reshape]; -"776 reshape_27_0_0_nncf_smooth_quant_0" [id=776, type=call_module]; -"777 quantize_per_tensor_default_39" [id=777, type=quantize_per_tensor]; -"778 dequantize_per_tensor_default_39" [id=778, type=dequantize_per_tensor]; -"779 linear_40_scale_0_updated_constant0" [id=779, type=get_attr]; -"780 compressed_weight_updated_constant41" [id=780, type=get_attr]; -"781 _param_constant109_0_0" [id=781, type=get_attr]; -"782 mul_tensor_41" [id=782, type=mul]; -"783 linear_40" [id=783, type=linear]; -"784 reshape_28" [id=784, type=reshape]; -"785 permute_30" [id=785, type=permute]; -"786 select_18" [id=786, type=select]; -"787 select_19" [id=787, type=select]; -"788 select_20" [id=788, type=select]; -"789 linalg_vector_norm_12" [id=789, type=linalg_vector_norm]; -"790 clamp_min_12" [id=790, type=clamp_min]; -"791 expand_as_12" [id=791, type=expand_as]; -"792 div_12" [id=792, type=div]; -"793 quantize_per_tensor_default_40" [id=793, type=quantize_per_tensor]; -"794 dequantize_per_tensor_default_40" [id=794, type=dequantize_per_tensor]; -"795 linalg_vector_norm_13" [id=795, type=linalg_vector_norm]; -"796 clamp_min_13" [id=796, type=clamp_min]; -"797 expand_as_13" [id=797, type=expand_as]; -"798 div_13" [id=798, type=div]; -"799 quantize_per_tensor_default_41" [id=799, type=quantize_per_tensor]; -"800 dequantize_per_tensor_default_41" [id=800, type=dequantize_per_tensor]; -"801 transpose_12" [id=801, type=transpose]; -"802 matmul_12" [id=802, type=matmul]; -"803 _param_constant111" [id=803, type=get_attr]; -"804 clamp_6" [id=804, type=clamp]; -"805 exp_6" [id=805, type=exp]; -"806 mul_13" [id=806, type=mul]; -"807 add_21" [id=807, type=add]; -"808 softmax_6" [id=808, type=softmax]; -"809 dropout_24" [id=809, type=dropout]; -"810 matmul_13" [id=810, type=matmul]; -"811 transpose_13" [id=811, type=transpose]; -"812 reshape_29" [id=812, type=reshape]; -"813 reshape_29_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; -"814 quantize_per_tensor_default_42" [id=814, type=quantize_per_tensor]; -"815 dequantize_per_tensor_default_42" [id=815, type=dequantize_per_tensor]; -"816 linear_41_scale_0_updated_constant0" [id=816, type=get_attr]; -"817 compressed_weight_updated_constant42" [id=817, type=get_attr]; -"818 _param_constant113_0_0" [id=818, type=get_attr]; -"819 mul_tensor_42" [id=819, type=mul]; -"820 linear_41" [id=820, type=linear]; -"821 dropout_25" [id=821, type=dropout]; -"822 view_36" [id=822, type=view]; -"823 permute_31" [id=823, type=permute]; -"824 reshape_30" [id=824, type=reshape]; -"825 slice_106" [id=825, type=slice]; -"826 slice_107" [id=826, type=slice]; -"827 slice_108" [id=827, type=slice]; -"828 slice_109" [id=828, type=slice]; -"829 contiguous_11" [id=829, type=contiguous]; -"830 _param_constant114" [id=830, type=get_attr]; -"831 _param_constant115" [id=831, type=get_attr]; -"832 layer_norm_15" [id=832, type=layer_norm]; -"833 add_22" [id=833, type=add]; -"834 add_22_0_0_nncf_smooth_quant_0" [id=834, type=call_module]; -"835 quantize_per_tensor_default_43" [id=835, type=quantize_per_tensor]; -"836 dequantize_per_tensor_default_43" [id=836, type=dequantize_per_tensor]; -"837 linear_42_scale_0_updated_constant0" [id=837, type=get_attr]; -"838 compressed_weight_updated_constant43" [id=838, type=get_attr]; -"839 _param_constant117_0_0" [id=839, type=get_attr]; -"840 mul_tensor_43" [id=840, type=mul]; -"841 linear_42" [id=841, type=linear]; -"842 gelu_6" [id=842, type=gelu]; -"843 dropout_26" [id=843, type=dropout]; -"844 dropout_26_0_0_nncf_smooth_quant_0" [id=844, type=call_module]; -"845 quantize_per_tensor_default_44" [id=845, type=quantize_per_tensor]; -"846 dequantize_per_tensor_default_44" [id=846, type=dequantize_per_tensor]; -"847 linear_43_scale_0_updated_constant0" [id=847, type=get_attr]; -"848 compressed_weight_updated_constant44" [id=848, type=get_attr]; -"849 _param_constant119_0_0" [id=849, type=get_attr]; -"850 mul_tensor_44" [id=850, type=mul]; -"851 linear_43" [id=851, type=linear]; -"852 dropout_27" [id=852, type=dropout]; -"853 _param_constant120" [id=853, type=get_attr]; -"854 _param_constant121" [id=854, type=get_attr]; -"855 layer_norm_16" [id=855, type=layer_norm]; -"856 add_23" [id=856, type=add]; -"857 _tensor_constant41" [id=857, type=get_attr]; -"858 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=858, type=call_module]; -"859 linear_44_scale_0_updated_constant0" [id=859, type=get_attr]; -"860 compressed_weight_updated_constant45" [id=860, type=get_attr]; -"861 _param_constant123_0_0" [id=861, type=get_attr]; -"862 mul_tensor_45" [id=862, type=mul]; -"863 linear_44" [id=863, type=linear]; -"864 relu__7" [id=864, type=relu_]; -"865 relu__7_0_0_nncf_smooth_quant_0" [id=865, type=call_module]; -"866 linear_45_scale_0_updated_constant0" [id=866, type=get_attr]; -"867 compressed_weight_updated_constant46" [id=867, type=get_attr]; -"868 mul_tensor_46" [id=868, type=mul]; -"869 linear_45" [id=869, type=linear]; -"870 view_37" [id=870, type=view]; -"871 _tensor_constant42" [id=871, type=get_attr]; -"872 index_7" [id=872, type=index]; -"873 view_38" [id=873, type=view]; -"874 permute_32" [id=874, type=permute]; -"875 contiguous_12" [id=875, type=contiguous]; -"876 unsqueeze_19" [id=876, type=unsqueeze]; -"877 sigmoid_7" [id=877, type=sigmoid]; -"878 mul_14" [id=878, type=mul]; -"879 pad_9" [id=879, type=pad]; -"880 roll_6" [id=880, type=roll]; -"881 view_39" [id=881, type=view]; -"882 permute_33" [id=882, type=permute]; -"883 reshape_31" [id=883, type=reshape]; -"884 reshape_31_0_0_nncf_smooth_quant_0" [id=884, type=call_module]; -"885 quantize_per_tensor_default_45" [id=885, type=quantize_per_tensor]; -"886 dequantize_per_tensor_default_45" [id=886, type=dequantize_per_tensor]; -"887 linear_46_scale_0_updated_constant0" [id=887, type=get_attr]; -"888 compressed_weight_updated_constant47" [id=888, type=get_attr]; -"889 _param_constant125_0_0" [id=889, type=get_attr]; -"890 mul_tensor_47" [id=890, type=mul]; -"891 linear_46" [id=891, type=linear]; -"892 reshape_32" [id=892, type=reshape]; -"893 permute_34" [id=893, type=permute]; -"894 select_21" [id=894, type=select]; -"895 select_22" [id=895, type=select]; -"896 select_23" [id=896, type=select]; -"897 linalg_vector_norm_14" [id=897, type=linalg_vector_norm]; -"898 clamp_min_14" [id=898, type=clamp_min]; -"899 expand_as_14" [id=899, type=expand_as]; -"900 div_14" [id=900, type=div]; -"901 quantize_per_tensor_default_46" [id=901, type=quantize_per_tensor]; -"902 dequantize_per_tensor_default_46" [id=902, type=dequantize_per_tensor]; -"903 linalg_vector_norm_15" [id=903, type=linalg_vector_norm]; -"904 clamp_min_15" [id=904, type=clamp_min]; -"905 expand_as_15" [id=905, type=expand_as]; -"906 div_15" [id=906, type=div]; -"907 quantize_per_tensor_default_47" [id=907, type=quantize_per_tensor]; -"908 dequantize_per_tensor_default_47" [id=908, type=dequantize_per_tensor]; -"909 transpose_14" [id=909, type=transpose]; -"910 matmul_14" [id=910, type=matmul]; -"911 _param_constant127" [id=911, type=get_attr]; -"912 clamp_7" [id=912, type=clamp]; -"913 exp_7" [id=913, type=exp]; -"914 mul_15" [id=914, type=mul]; -"915 add_24" [id=915, type=add]; -"916 new_zeros_3" [id=916, type=new_zeros]; -"917 view_40" [id=917, type=view]; -"918 permute_35" [id=918, type=permute]; -"919 reshape_33" [id=919, type=reshape]; -"920 unsqueeze_20" [id=920, type=unsqueeze]; -"921 unsqueeze_21" [id=921, type=unsqueeze]; -"922 sub_3" [id=922, type=sub]; -"923 ne_3" [id=923, type=ne]; -"924 masked_fill_6" [id=924, type=masked_fill]; -"925 eq_3" [id=925, type=eq]; -"926 masked_fill_7" [id=926, type=masked_fill]; -"927 view_41" [id=927, type=view]; -"928 unsqueeze_22" [id=928, type=unsqueeze]; -"929 unsqueeze_23" [id=929, type=unsqueeze]; -"930 add_25" [id=930, type=add]; -"931 view_42" [id=931, type=view]; -"932 softmax_7" [id=932, type=softmax]; -"933 dropout_28" [id=933, type=dropout]; -"934 matmul_15" [id=934, type=matmul]; -"935 transpose_15" [id=935, type=transpose]; -"936 reshape_34" [id=936, type=reshape]; -"937 reshape_34_0_0_nncf_smooth_quant_0" [id=937, type=call_module]; -"938 quantize_per_tensor_default_48" [id=938, type=quantize_per_tensor]; -"939 dequantize_per_tensor_default_48" [id=939, type=dequantize_per_tensor]; -"940 linear_47_scale_0_updated_constant0" [id=940, type=get_attr]; -"941 compressed_weight_updated_constant48" [id=941, type=get_attr]; -"942 _param_constant129_0_0" [id=942, type=get_attr]; -"943 mul_tensor_48" [id=943, type=mul]; -"944 linear_47" [id=944, type=linear]; -"945 dropout_29" [id=945, type=dropout]; -"946 view_43" [id=946, type=view]; -"947 permute_36" [id=947, type=permute]; -"948 reshape_35" [id=948, type=reshape]; -"949 roll_7" [id=949, type=roll]; -"950 slice_129" [id=950, type=slice]; -"951 slice_130" [id=951, type=slice]; -"952 slice_131" [id=952, type=slice]; -"953 slice_132" [id=953, type=slice]; -"954 contiguous_13" [id=954, type=contiguous]; -"955 _param_constant130" [id=955, type=get_attr]; -"956 _param_constant131" [id=956, type=get_attr]; -"957 layer_norm_17" [id=957, type=layer_norm]; -"958 add_26" [id=958, type=add]; -"959 add_26_0_0_nncf_smooth_quant_0" [id=959, type=call_module]; -"960 quantize_per_tensor_default_49" [id=960, type=quantize_per_tensor]; -"961 dequantize_per_tensor_default_49" [id=961, type=dequantize_per_tensor]; -"962 linear_48_scale_0_updated_constant0" [id=962, type=get_attr]; -"963 compressed_weight_updated_constant49" [id=963, type=get_attr]; -"964 _param_constant133_0_0" [id=964, type=get_attr]; -"965 mul_tensor_49" [id=965, type=mul]; -"966 linear_48" [id=966, type=linear]; -"967 gelu_7" [id=967, type=gelu]; -"968 dropout_30" [id=968, type=dropout]; -"969 dropout_30_0_0_nncf_smooth_quant_0" [id=969, type=call_module]; -"970 quantize_per_tensor_default_50" [id=970, type=quantize_per_tensor]; -"971 dequantize_per_tensor_default_50" [id=971, type=dequantize_per_tensor]; -"972 linear_49_scale_0_updated_constant0" [id=972, type=get_attr]; -"973 compressed_weight_updated_constant50" [id=973, type=get_attr]; -"974 _param_constant135_0_0" [id=974, type=get_attr]; -"975 mul_tensor_50" [id=975, type=mul]; -"976 linear_49" [id=976, type=linear]; -"977 dropout_31" [id=977, type=dropout]; -"978 _param_constant136" [id=978, type=get_attr]; -"979 _param_constant137" [id=979, type=get_attr]; -"980 layer_norm_18" [id=980, type=layer_norm]; -"981 add_27" [id=981, type=add]; -"982 _tensor_constant52" [id=982, type=get_attr]; -"983 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=983, type=call_module]; -"984 linear_50_scale_0_updated_constant0" [id=984, type=get_attr]; -"985 compressed_weight_updated_constant51" [id=985, type=get_attr]; -"986 _param_constant139_0_0" [id=986, type=get_attr]; -"987 mul_tensor_51" [id=987, type=mul]; -"988 linear_50" [id=988, type=linear]; -"989 relu__8" [id=989, type=relu_]; -"990 relu__8_0_0_nncf_smooth_quant_0" [id=990, type=call_module]; -"991 linear_51_scale_0_updated_constant0" [id=991, type=get_attr]; -"992 compressed_weight_updated_constant52" [id=992, type=get_attr]; -"993 mul_tensor_52" [id=993, type=mul]; -"994 linear_51" [id=994, type=linear]; -"995 view_44" [id=995, type=view]; -"996 _tensor_constant53" [id=996, type=get_attr]; -"997 index_8" [id=997, type=index]; -"998 view_45" [id=998, type=view]; -"999 permute_37" [id=999, type=permute]; -"1000 contiguous_14" [id=1000, type=contiguous]; -"1001 unsqueeze_24" [id=1001, type=unsqueeze]; -"1002 sigmoid_8" [id=1002, type=sigmoid]; -"1003 mul_16" [id=1003, type=mul]; -"1004 pad_10" [id=1004, type=pad]; -"1005 view_46" [id=1005, type=view]; -"1006 permute_38" [id=1006, type=permute]; -"1007 reshape_36" [id=1007, type=reshape]; -"1008 reshape_36_0_0_nncf_smooth_quant_0" [id=1008, type=call_module]; -"1009 quantize_per_tensor_default_51" [id=1009, type=quantize_per_tensor]; -"1010 dequantize_per_tensor_default_51" [id=1010, type=dequantize_per_tensor]; -"1011 linear_52_scale_0_updated_constant0" [id=1011, type=get_attr]; -"1012 compressed_weight_updated_constant53" [id=1012, type=get_attr]; -"1013 _param_constant141_0_0" [id=1013, type=get_attr]; -"1014 mul_tensor_53" [id=1014, type=mul]; -"1015 linear_52" [id=1015, type=linear]; -"1016 reshape_37" [id=1016, type=reshape]; -"1017 permute_39" [id=1017, type=permute]; -"1018 select_24" [id=1018, type=select]; -"1019 select_25" [id=1019, type=select]; -"1020 select_26" [id=1020, type=select]; -"1021 linalg_vector_norm_16" [id=1021, type=linalg_vector_norm]; -"1022 clamp_min_16" [id=1022, type=clamp_min]; -"1023 expand_as_16" [id=1023, type=expand_as]; -"1024 div_16" [id=1024, type=div]; -"1025 quantize_per_tensor_default_52" [id=1025, type=quantize_per_tensor]; -"1026 dequantize_per_tensor_default_52" [id=1026, type=dequantize_per_tensor]; -"1027 linalg_vector_norm_17" [id=1027, type=linalg_vector_norm]; -"1028 clamp_min_17" [id=1028, type=clamp_min]; -"1029 expand_as_17" [id=1029, type=expand_as]; -"1030 div_17" [id=1030, type=div]; -"1031 quantize_per_tensor_default_53" [id=1031, type=quantize_per_tensor]; -"1032 dequantize_per_tensor_default_53" [id=1032, type=dequantize_per_tensor]; -"1033 transpose_16" [id=1033, type=transpose]; -"1034 matmul_16" [id=1034, type=matmul]; -"1035 _param_constant143" [id=1035, type=get_attr]; -"1036 clamp_8" [id=1036, type=clamp]; -"1037 exp_8" [id=1037, type=exp]; -"1038 mul_17" [id=1038, type=mul]; -"1039 add_28" [id=1039, type=add]; -"1040 softmax_8" [id=1040, type=softmax]; -"1041 dropout_32" [id=1041, type=dropout]; -"1042 matmul_17" [id=1042, type=matmul]; -"1043 transpose_17" [id=1043, type=transpose]; -"1044 reshape_38" [id=1044, type=reshape]; -"1045 reshape_38_0_0_nncf_smooth_quant_0" [id=1045, type=call_module]; -"1046 quantize_per_tensor_default_54" [id=1046, type=quantize_per_tensor]; -"1047 dequantize_per_tensor_default_54" [id=1047, type=dequantize_per_tensor]; -"1048 linear_53_scale_0_updated_constant0" [id=1048, type=get_attr]; -"1049 compressed_weight_updated_constant54" [id=1049, type=get_attr]; -"1050 _param_constant145_0_0" [id=1050, type=get_attr]; -"1051 mul_tensor_54" [id=1051, type=mul]; -"1052 linear_53" [id=1052, type=linear]; -"1053 dropout_33" [id=1053, type=dropout]; -"1054 view_47" [id=1054, type=view]; -"1055 permute_40" [id=1055, type=permute]; -"1056 reshape_39" [id=1056, type=reshape]; -"1057 slice_134" [id=1057, type=slice]; -"1058 slice_135" [id=1058, type=slice]; -"1059 slice_136" [id=1059, type=slice]; -"1060 slice_137" [id=1060, type=slice]; -"1061 contiguous_15" [id=1061, type=contiguous]; -"1062 _param_constant146" [id=1062, type=get_attr]; -"1063 _param_constant147" [id=1063, type=get_attr]; -"1064 layer_norm_19" [id=1064, type=layer_norm]; -"1065 add_29" [id=1065, type=add]; -"1066 add_29_0_0_nncf_smooth_quant_0" [id=1066, type=call_module]; -"1067 quantize_per_tensor_default_55" [id=1067, type=quantize_per_tensor]; -"1068 dequantize_per_tensor_default_55" [id=1068, type=dequantize_per_tensor]; -"1069 linear_54_scale_0_updated_constant0" [id=1069, type=get_attr]; -"1070 compressed_weight_updated_constant55" [id=1070, type=get_attr]; -"1071 _param_constant149_0_0" [id=1071, type=get_attr]; -"1072 mul_tensor_55" [id=1072, type=mul]; -"1073 linear_54" [id=1073, type=linear]; -"1074 gelu_8" [id=1074, type=gelu]; -"1075 dropout_34" [id=1075, type=dropout]; -"1076 dropout_34_0_0_nncf_smooth_quant_0" [id=1076, type=call_module]; -"1077 quantize_per_tensor_default_56" [id=1077, type=quantize_per_tensor]; -"1078 dequantize_per_tensor_default_56" [id=1078, type=dequantize_per_tensor]; -"1079 linear_55_scale_0_updated_constant0" [id=1079, type=get_attr]; -"1080 compressed_weight_updated_constant56" [id=1080, type=get_attr]; -"1081 _param_constant151_0_0" [id=1081, type=get_attr]; -"1082 mul_tensor_56" [id=1082, type=mul]; -"1083 linear_55" [id=1083, type=linear]; -"1084 dropout_35" [id=1084, type=dropout]; -"1085 _param_constant152" [id=1085, type=get_attr]; -"1086 _param_constant153" [id=1086, type=get_attr]; -"1087 layer_norm_20" [id=1087, type=layer_norm]; -"1088 add_30" [id=1088, type=add]; -"1089 _tensor_constant54" [id=1089, type=get_attr]; -"1090 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1090, type=call_module]; -"1091 linear_56_scale_0_updated_constant0" [id=1091, type=get_attr]; -"1092 compressed_weight_updated_constant57" [id=1092, type=get_attr]; -"1093 _param_constant155_0_0" [id=1093, type=get_attr]; -"1094 mul_tensor_57" [id=1094, type=mul]; -"1095 linear_56" [id=1095, type=linear]; -"1096 relu__9" [id=1096, type=relu_]; -"1097 relu__9_0_0_nncf_smooth_quant_0" [id=1097, type=call_module]; -"1098 linear_57_scale_0_updated_constant0" [id=1098, type=get_attr]; -"1099 compressed_weight_updated_constant58" [id=1099, type=get_attr]; -"1100 mul_tensor_58" [id=1100, type=mul]; -"1101 linear_57" [id=1101, type=linear]; -"1102 view_48" [id=1102, type=view]; -"1103 _tensor_constant55" [id=1103, type=get_attr]; -"1104 index_9" [id=1104, type=index]; -"1105 view_49" [id=1105, type=view]; -"1106 permute_41" [id=1106, type=permute]; -"1107 contiguous_16" [id=1107, type=contiguous]; -"1108 unsqueeze_25" [id=1108, type=unsqueeze]; -"1109 sigmoid_9" [id=1109, type=sigmoid]; -"1110 mul_18" [id=1110, type=mul]; -"1111 pad_11" [id=1111, type=pad]; -"1112 roll_8" [id=1112, type=roll]; -"1113 view_50" [id=1113, type=view]; -"1114 permute_42" [id=1114, type=permute]; -"1115 reshape_40" [id=1115, type=reshape]; -"1116 reshape_40_0_0_nncf_smooth_quant_0" [id=1116, type=call_module]; -"1117 quantize_per_tensor_default_57" [id=1117, type=quantize_per_tensor]; -"1118 dequantize_per_tensor_default_57" [id=1118, type=dequantize_per_tensor]; -"1119 linear_58_scale_0_updated_constant0" [id=1119, type=get_attr]; -"1120 compressed_weight_updated_constant59" [id=1120, type=get_attr]; -"1121 _param_constant157_0_0" [id=1121, type=get_attr]; -"1122 mul_tensor_59" [id=1122, type=mul]; -"1123 linear_58" [id=1123, type=linear]; -"1124 reshape_41" [id=1124, type=reshape]; -"1125 permute_43" [id=1125, type=permute]; -"1126 select_27" [id=1126, type=select]; -"1127 select_28" [id=1127, type=select]; -"1128 select_29" [id=1128, type=select]; -"1129 linalg_vector_norm_18" [id=1129, type=linalg_vector_norm]; -"1130 clamp_min_18" [id=1130, type=clamp_min]; -"1131 expand_as_18" [id=1131, type=expand_as]; -"1132 div_18" [id=1132, type=div]; -"1133 quantize_per_tensor_default_58" [id=1133, type=quantize_per_tensor]; -"1134 dequantize_per_tensor_default_58" [id=1134, type=dequantize_per_tensor]; -"1135 linalg_vector_norm_19" [id=1135, type=linalg_vector_norm]; -"1136 clamp_min_19" [id=1136, type=clamp_min]; -"1137 expand_as_19" [id=1137, type=expand_as]; -"1138 div_19" [id=1138, type=div]; -"1139 quantize_per_tensor_default_59" [id=1139, type=quantize_per_tensor]; -"1140 dequantize_per_tensor_default_59" [id=1140, type=dequantize_per_tensor]; -"1141 transpose_18" [id=1141, type=transpose]; -"1142 matmul_18" [id=1142, type=matmul]; -"1143 _param_constant159" [id=1143, type=get_attr]; -"1144 clamp_9" [id=1144, type=clamp]; -"1145 exp_9" [id=1145, type=exp]; -"1146 mul_19" [id=1146, type=mul]; -"1147 add_31" [id=1147, type=add]; -"1148 new_zeros_4" [id=1148, type=new_zeros]; -"1149 view_51" [id=1149, type=view]; -"1150 permute_44" [id=1150, type=permute]; -"1151 reshape_42" [id=1151, type=reshape]; -"1152 unsqueeze_26" [id=1152, type=unsqueeze]; -"1153 unsqueeze_27" [id=1153, type=unsqueeze]; -"1154 sub_4" [id=1154, type=sub]; -"1155 ne_4" [id=1155, type=ne]; -"1156 masked_fill_8" [id=1156, type=masked_fill]; -"1157 eq_4" [id=1157, type=eq]; -"1158 masked_fill_9" [id=1158, type=masked_fill]; -"1159 view_52" [id=1159, type=view]; -"1160 unsqueeze_28" [id=1160, type=unsqueeze]; -"1161 unsqueeze_29" [id=1161, type=unsqueeze]; -"1162 add_32" [id=1162, type=add]; -"1163 view_53" [id=1163, type=view]; -"1164 softmax_9" [id=1164, type=softmax]; -"1165 dropout_36" [id=1165, type=dropout]; -"1166 matmul_19" [id=1166, type=matmul]; -"1167 transpose_19" [id=1167, type=transpose]; -"1168 reshape_43" [id=1168, type=reshape]; -"1169 reshape_43_0_0_nncf_smooth_quant_0" [id=1169, type=call_module]; -"1170 quantize_per_tensor_default_60" [id=1170, type=quantize_per_tensor]; -"1171 dequantize_per_tensor_default_60" [id=1171, type=dequantize_per_tensor]; -"1172 linear_59_scale_0_updated_constant0" [id=1172, type=get_attr]; -"1173 compressed_weight_updated_constant60" [id=1173, type=get_attr]; -"1174 _param_constant161_0_0" [id=1174, type=get_attr]; -"1175 mul_tensor_60" [id=1175, type=mul]; -"1176 linear_59" [id=1176, type=linear]; -"1177 dropout_37" [id=1177, type=dropout]; -"1178 view_54" [id=1178, type=view]; -"1179 permute_45" [id=1179, type=permute]; -"1180 reshape_44" [id=1180, type=reshape]; -"1181 roll_9" [id=1181, type=roll]; -"1182 slice_157" [id=1182, type=slice]; -"1183 slice_158" [id=1183, type=slice]; -"1184 slice_159" [id=1184, type=slice]; -"1185 slice_160" [id=1185, type=slice]; -"1186 contiguous_17" [id=1186, type=contiguous]; -"1187 _param_constant162" [id=1187, type=get_attr]; -"1188 _param_constant163" [id=1188, type=get_attr]; -"1189 layer_norm_21" [id=1189, type=layer_norm]; -"1190 add_33" [id=1190, type=add]; -"1191 add_33_0_0_nncf_smooth_quant_0" [id=1191, type=call_module]; -"1192 quantize_per_tensor_default_61" [id=1192, type=quantize_per_tensor]; -"1193 dequantize_per_tensor_default_61" [id=1193, type=dequantize_per_tensor]; -"1194 linear_60_scale_0_updated_constant0" [id=1194, type=get_attr]; -"1195 compressed_weight_updated_constant61" [id=1195, type=get_attr]; -"1196 _param_constant165_0_0" [id=1196, type=get_attr]; -"1197 mul_tensor_61" [id=1197, type=mul]; -"1198 linear_60" [id=1198, type=linear]; -"1199 gelu_9" [id=1199, type=gelu]; -"1200 dropout_38" [id=1200, type=dropout]; -"1201 dropout_38_0_0_nncf_smooth_quant_0" [id=1201, type=call_module]; -"1202 quantize_per_tensor_default_62" [id=1202, type=quantize_per_tensor]; -"1203 dequantize_per_tensor_default_62" [id=1203, type=dequantize_per_tensor]; -"1204 linear_61_scale_0_updated_constant0" [id=1204, type=get_attr]; -"1205 compressed_weight_updated_constant62" [id=1205, type=get_attr]; -"1206 _param_constant167_0_0" [id=1206, type=get_attr]; -"1207 mul_tensor_62" [id=1207, type=mul]; -"1208 linear_61" [id=1208, type=linear]; -"1209 dropout_39" [id=1209, type=dropout]; -"1210 _param_constant168" [id=1210, type=get_attr]; -"1211 _param_constant169" [id=1211, type=get_attr]; -"1212 layer_norm_22" [id=1212, type=layer_norm]; -"1213 add_34" [id=1213, type=add]; -"1214 _tensor_constant65" [id=1214, type=get_attr]; -"1215 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1215, type=call_module]; -"1216 linear_62_scale_0_updated_constant0" [id=1216, type=get_attr]; -"1217 compressed_weight_updated_constant63" [id=1217, type=get_attr]; -"1218 _param_constant171_0_0" [id=1218, type=get_attr]; -"1219 mul_tensor_63" [id=1219, type=mul]; -"1220 linear_62" [id=1220, type=linear]; -"1221 relu__10" [id=1221, type=relu_]; -"1222 relu__10_0_0_nncf_smooth_quant_0" [id=1222, type=call_module]; -"1223 linear_63_scale_0_updated_constant0" [id=1223, type=get_attr]; -"1224 compressed_weight_updated_constant64" [id=1224, type=get_attr]; -"1225 mul_tensor_64" [id=1225, type=mul]; -"1226 linear_63" [id=1226, type=linear]; -"1227 view_55" [id=1227, type=view]; -"1228 _tensor_constant66" [id=1228, type=get_attr]; -"1229 index_10" [id=1229, type=index]; -"1230 view_56" [id=1230, type=view]; -"1231 permute_46" [id=1231, type=permute]; -"1232 contiguous_18" [id=1232, type=contiguous]; -"1233 unsqueeze_30" [id=1233, type=unsqueeze]; -"1234 sigmoid_10" [id=1234, type=sigmoid]; -"1235 mul_20" [id=1235, type=mul]; -"1236 pad_12" [id=1236, type=pad]; -"1237 view_57" [id=1237, type=view]; -"1238 permute_47" [id=1238, type=permute]; -"1239 reshape_45" [id=1239, type=reshape]; -"1240 reshape_45_0_0_nncf_smooth_quant_0" [id=1240, type=call_module]; -"1241 quantize_per_tensor_default_63" [id=1241, type=quantize_per_tensor]; -"1242 dequantize_per_tensor_default_63" [id=1242, type=dequantize_per_tensor]; -"1243 linear_64_scale_0_updated_constant0" [id=1243, type=get_attr]; -"1244 compressed_weight_updated_constant65" [id=1244, type=get_attr]; -"1245 _param_constant173_0_0" [id=1245, type=get_attr]; -"1246 mul_tensor_65" [id=1246, type=mul]; -"1247 linear_64" [id=1247, type=linear]; -"1248 reshape_46" [id=1248, type=reshape]; -"1249 permute_48" [id=1249, type=permute]; -"1250 select_30" [id=1250, type=select]; -"1251 select_31" [id=1251, type=select]; -"1252 select_32" [id=1252, type=select]; -"1253 linalg_vector_norm_20" [id=1253, type=linalg_vector_norm]; -"1254 clamp_min_20" [id=1254, type=clamp_min]; -"1255 expand_as_20" [id=1255, type=expand_as]; -"1256 div_20" [id=1256, type=div]; -"1257 quantize_per_tensor_default_64" [id=1257, type=quantize_per_tensor]; -"1258 dequantize_per_tensor_default_64" [id=1258, type=dequantize_per_tensor]; -"1259 linalg_vector_norm_21" [id=1259, type=linalg_vector_norm]; -"1260 clamp_min_21" [id=1260, type=clamp_min]; -"1261 expand_as_21" [id=1261, type=expand_as]; -"1262 div_21" [id=1262, type=div]; -"1263 quantize_per_tensor_default_65" [id=1263, type=quantize_per_tensor]; -"1264 dequantize_per_tensor_default_65" [id=1264, type=dequantize_per_tensor]; -"1265 transpose_20" [id=1265, type=transpose]; -"1266 matmul_20" [id=1266, type=matmul]; -"1267 _param_constant175" [id=1267, type=get_attr]; -"1268 clamp_10" [id=1268, type=clamp]; -"1269 exp_10" [id=1269, type=exp]; -"1270 mul_21" [id=1270, type=mul]; -"1271 add_35" [id=1271, type=add]; -"1272 softmax_10" [id=1272, type=softmax]; -"1273 dropout_40" [id=1273, type=dropout]; -"1274 matmul_21" [id=1274, type=matmul]; -"1275 transpose_21" [id=1275, type=transpose]; -"1276 reshape_47" [id=1276, type=reshape]; -"1277 reshape_47_0_0_nncf_smooth_quant_0" [id=1277, type=call_module]; -"1278 quantize_per_tensor_default_66" [id=1278, type=quantize_per_tensor]; -"1279 dequantize_per_tensor_default_66" [id=1279, type=dequantize_per_tensor]; -"1280 linear_65_scale_0_updated_constant0" [id=1280, type=get_attr]; -"1281 compressed_weight_updated_constant66" [id=1281, type=get_attr]; -"1282 _param_constant177_0_0" [id=1282, type=get_attr]; -"1283 mul_tensor_66" [id=1283, type=mul]; -"1284 linear_65" [id=1284, type=linear]; -"1285 dropout_41" [id=1285, type=dropout]; -"1286 view_58" [id=1286, type=view]; -"1287 permute_49" [id=1287, type=permute]; -"1288 reshape_48" [id=1288, type=reshape]; -"1289 slice_162" [id=1289, type=slice]; -"1290 slice_163" [id=1290, type=slice]; -"1291 slice_164" [id=1291, type=slice]; -"1292 slice_165" [id=1292, type=slice]; -"1293 contiguous_19" [id=1293, type=contiguous]; -"1294 _param_constant178" [id=1294, type=get_attr]; -"1295 _param_constant179" [id=1295, type=get_attr]; -"1296 layer_norm_23" [id=1296, type=layer_norm]; -"1297 add_36" [id=1297, type=add]; -"1298 add_36_0_0_nncf_smooth_quant_0" [id=1298, type=call_module]; -"1299 quantize_per_tensor_default_67" [id=1299, type=quantize_per_tensor]; -"1300 dequantize_per_tensor_default_67" [id=1300, type=dequantize_per_tensor]; -"1301 linear_66_scale_0_updated_constant0" [id=1301, type=get_attr]; -"1302 compressed_weight_updated_constant67" [id=1302, type=get_attr]; -"1303 _param_constant181_0_0" [id=1303, type=get_attr]; -"1304 mul_tensor_67" [id=1304, type=mul]; -"1305 linear_66" [id=1305, type=linear]; -"1306 gelu_10" [id=1306, type=gelu]; -"1307 dropout_42" [id=1307, type=dropout]; -"1308 dropout_42_0_0_nncf_smooth_quant_0" [id=1308, type=call_module]; -"1309 quantize_per_tensor_default_68" [id=1309, type=quantize_per_tensor]; -"1310 dequantize_per_tensor_default_68" [id=1310, type=dequantize_per_tensor]; -"1311 linear_67_scale_0_updated_constant0" [id=1311, type=get_attr]; -"1312 compressed_weight_updated_constant68" [id=1312, type=get_attr]; -"1313 _param_constant183_0_0" [id=1313, type=get_attr]; -"1314 mul_tensor_68" [id=1314, type=mul]; -"1315 linear_67" [id=1315, type=linear]; -"1316 dropout_43" [id=1316, type=dropout]; -"1317 _param_constant184" [id=1317, type=get_attr]; -"1318 _param_constant185" [id=1318, type=get_attr]; -"1319 layer_norm_24" [id=1319, type=layer_norm]; -"1320 add_37" [id=1320, type=add]; -"1321 _tensor_constant67" [id=1321, type=get_attr]; -"1322 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1322, type=call_module]; -"1323 linear_68_scale_0_updated_constant0" [id=1323, type=get_attr]; -"1324 compressed_weight_updated_constant69" [id=1324, type=get_attr]; -"1325 _param_constant187_0_0" [id=1325, type=get_attr]; -"1326 mul_tensor_69" [id=1326, type=mul]; -"1327 linear_68" [id=1327, type=linear]; -"1328 relu__11" [id=1328, type=relu_]; -"1329 relu__11_0_0_nncf_smooth_quant_0" [id=1329, type=call_module]; -"1330 linear_69_scale_0_updated_constant0" [id=1330, type=get_attr]; -"1331 compressed_weight_updated_constant70" [id=1331, type=get_attr]; -"1332 mul_tensor_70" [id=1332, type=mul]; -"1333 linear_69" [id=1333, type=linear]; -"1334 view_59" [id=1334, type=view]; -"1335 _tensor_constant68" [id=1335, type=get_attr]; -"1336 index_11" [id=1336, type=index]; -"1337 view_60" [id=1337, type=view]; -"1338 permute_50" [id=1338, type=permute]; -"1339 contiguous_20" [id=1339, type=contiguous]; -"1340 unsqueeze_31" [id=1340, type=unsqueeze]; -"1341 sigmoid_11" [id=1341, type=sigmoid]; -"1342 mul_22" [id=1342, type=mul]; -"1343 pad_13" [id=1343, type=pad]; -"1344 roll_10" [id=1344, type=roll]; -"1345 view_61" [id=1345, type=view]; -"1346 permute_51" [id=1346, type=permute]; -"1347 reshape_49" [id=1347, type=reshape]; -"1348 reshape_49_0_0_nncf_smooth_quant_0" [id=1348, type=call_module]; -"1349 quantize_per_tensor_default_69" [id=1349, type=quantize_per_tensor]; -"1350 dequantize_per_tensor_default_69" [id=1350, type=dequantize_per_tensor]; -"1351 linear_70_scale_0_updated_constant0" [id=1351, type=get_attr]; -"1352 compressed_weight_updated_constant71" [id=1352, type=get_attr]; -"1353 _param_constant189_0_0" [id=1353, type=get_attr]; -"1354 mul_tensor_71" [id=1354, type=mul]; -"1355 linear_70" [id=1355, type=linear]; -"1356 reshape_50" [id=1356, type=reshape]; -"1357 permute_52" [id=1357, type=permute]; -"1358 select_33" [id=1358, type=select]; -"1359 select_34" [id=1359, type=select]; -"1360 select_35" [id=1360, type=select]; -"1361 linalg_vector_norm_22" [id=1361, type=linalg_vector_norm]; -"1362 clamp_min_22" [id=1362, type=clamp_min]; -"1363 expand_as_22" [id=1363, type=expand_as]; -"1364 div_22" [id=1364, type=div]; -"1365 quantize_per_tensor_default_70" [id=1365, type=quantize_per_tensor]; -"1366 dequantize_per_tensor_default_70" [id=1366, type=dequantize_per_tensor]; -"1367 linalg_vector_norm_23" [id=1367, type=linalg_vector_norm]; -"1368 clamp_min_23" [id=1368, type=clamp_min]; -"1369 expand_as_23" [id=1369, type=expand_as]; -"1370 div_23" [id=1370, type=div]; -"1371 quantize_per_tensor_default_71" [id=1371, type=quantize_per_tensor]; -"1372 dequantize_per_tensor_default_71" [id=1372, type=dequantize_per_tensor]; -"1373 transpose_22" [id=1373, type=transpose]; -"1374 matmul_22" [id=1374, type=matmul]; -"1375 _param_constant191" [id=1375, type=get_attr]; -"1376 clamp_11" [id=1376, type=clamp]; -"1377 exp_11" [id=1377, type=exp]; -"1378 mul_23" [id=1378, type=mul]; -"1379 add_38" [id=1379, type=add]; -"1380 new_zeros_5" [id=1380, type=new_zeros]; -"1381 view_62" [id=1381, type=view]; -"1382 permute_53" [id=1382, type=permute]; -"1383 reshape_51" [id=1383, type=reshape]; -"1384 unsqueeze_32" [id=1384, type=unsqueeze]; -"1385 unsqueeze_33" [id=1385, type=unsqueeze]; -"1386 sub_5" [id=1386, type=sub]; -"1387 ne_5" [id=1387, type=ne]; -"1388 masked_fill_10" [id=1388, type=masked_fill]; -"1389 eq_5" [id=1389, type=eq]; -"1390 masked_fill_11" [id=1390, type=masked_fill]; -"1391 view_63" [id=1391, type=view]; -"1392 unsqueeze_34" [id=1392, type=unsqueeze]; -"1393 unsqueeze_35" [id=1393, type=unsqueeze]; -"1394 add_39" [id=1394, type=add]; -"1395 view_64" [id=1395, type=view]; -"1396 softmax_11" [id=1396, type=softmax]; -"1397 dropout_44" [id=1397, type=dropout]; -"1398 matmul_23" [id=1398, type=matmul]; -"1399 transpose_23" [id=1399, type=transpose]; -"1400 reshape_52" [id=1400, type=reshape]; -"1401 reshape_52_0_0_nncf_smooth_quant_0" [id=1401, type=call_module]; -"1402 quantize_per_tensor_default_72" [id=1402, type=quantize_per_tensor]; -"1403 dequantize_per_tensor_default_72" [id=1403, type=dequantize_per_tensor]; -"1404 linear_71_scale_0_updated_constant0" [id=1404, type=get_attr]; -"1405 compressed_weight_updated_constant72" [id=1405, type=get_attr]; -"1406 _param_constant193_0_0" [id=1406, type=get_attr]; -"1407 mul_tensor_72" [id=1407, type=mul]; -"1408 linear_71" [id=1408, type=linear]; -"1409 dropout_45" [id=1409, type=dropout]; -"1410 view_65" [id=1410, type=view]; -"1411 permute_54" [id=1411, type=permute]; -"1412 reshape_53" [id=1412, type=reshape]; -"1413 roll_11" [id=1413, type=roll]; -"1414 slice_185" [id=1414, type=slice]; -"1415 slice_186" [id=1415, type=slice]; -"1416 slice_187" [id=1416, type=slice]; -"1417 slice_188" [id=1417, type=slice]; -"1418 contiguous_21" [id=1418, type=contiguous]; -"1419 _param_constant194" [id=1419, type=get_attr]; -"1420 _param_constant195" [id=1420, type=get_attr]; -"1421 layer_norm_25" [id=1421, type=layer_norm]; -"1422 add_40" [id=1422, type=add]; -"1423 add_40_0_0_nncf_smooth_quant_0" [id=1423, type=call_module]; -"1424 quantize_per_tensor_default_73" [id=1424, type=quantize_per_tensor]; -"1425 dequantize_per_tensor_default_73" [id=1425, type=dequantize_per_tensor]; -"1426 linear_72_scale_0_updated_constant0" [id=1426, type=get_attr]; -"1427 compressed_weight_updated_constant73" [id=1427, type=get_attr]; -"1428 _param_constant197_0_0" [id=1428, type=get_attr]; -"1429 mul_tensor_73" [id=1429, type=mul]; -"1430 linear_72" [id=1430, type=linear]; -"1431 gelu_11" [id=1431, type=gelu]; -"1432 dropout_46" [id=1432, type=dropout]; -"1433 dropout_46_0_0_nncf_smooth_quant_0" [id=1433, type=call_module]; -"1434 quantize_per_tensor_default_74" [id=1434, type=quantize_per_tensor]; -"1435 dequantize_per_tensor_default_74" [id=1435, type=dequantize_per_tensor]; -"1436 linear_73_scale_0_updated_constant0" [id=1436, type=get_attr]; -"1437 compressed_weight_updated_constant74" [id=1437, type=get_attr]; -"1438 _param_constant199_0_0" [id=1438, type=get_attr]; -"1439 mul_tensor_74" [id=1439, type=mul]; -"1440 linear_73" [id=1440, type=linear]; -"1441 dropout_47" [id=1441, type=dropout]; -"1442 _param_constant200" [id=1442, type=get_attr]; -"1443 _param_constant201" [id=1443, type=get_attr]; -"1444 layer_norm_26" [id=1444, type=layer_norm]; -"1445 add_41" [id=1445, type=add]; -"1446 _tensor_constant78" [id=1446, type=get_attr]; -"1447 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1447, type=call_module]; -"1448 linear_74_scale_0_updated_constant0" [id=1448, type=get_attr]; -"1449 compressed_weight_updated_constant75" [id=1449, type=get_attr]; -"1450 _param_constant203_0_0" [id=1450, type=get_attr]; -"1451 mul_tensor_75" [id=1451, type=mul]; -"1452 linear_74" [id=1452, type=linear]; -"1453 relu__12" [id=1453, type=relu_]; -"1454 relu__12_0_0_nncf_smooth_quant_0" [id=1454, type=call_module]; -"1455 linear_75_scale_0_updated_constant0" [id=1455, type=get_attr]; -"1456 compressed_weight_updated_constant76" [id=1456, type=get_attr]; -"1457 mul_tensor_76" [id=1457, type=mul]; -"1458 linear_75" [id=1458, type=linear]; -"1459 view_66" [id=1459, type=view]; -"1460 _tensor_constant79" [id=1460, type=get_attr]; -"1461 index_12" [id=1461, type=index]; -"1462 view_67" [id=1462, type=view]; -"1463 permute_55" [id=1463, type=permute]; -"1464 contiguous_22" [id=1464, type=contiguous]; -"1465 unsqueeze_36" [id=1465, type=unsqueeze]; -"1466 sigmoid_12" [id=1466, type=sigmoid]; -"1467 mul_24" [id=1467, type=mul]; -"1468 pad_14" [id=1468, type=pad]; -"1469 view_68" [id=1469, type=view]; -"1470 permute_56" [id=1470, type=permute]; -"1471 reshape_54" [id=1471, type=reshape]; -"1472 reshape_54_0_0_nncf_smooth_quant_0" [id=1472, type=call_module]; -"1473 quantize_per_tensor_default_75" [id=1473, type=quantize_per_tensor]; -"1474 dequantize_per_tensor_default_75" [id=1474, type=dequantize_per_tensor]; -"1475 linear_76_scale_0_updated_constant0" [id=1475, type=get_attr]; -"1476 compressed_weight_updated_constant77" [id=1476, type=get_attr]; -"1477 _param_constant205_0_0" [id=1477, type=get_attr]; -"1478 mul_tensor_77" [id=1478, type=mul]; -"1479 linear_76" [id=1479, type=linear]; -"1480 reshape_55" [id=1480, type=reshape]; -"1481 permute_57" [id=1481, type=permute]; -"1482 select_36" [id=1482, type=select]; -"1483 select_37" [id=1483, type=select]; -"1484 select_38" [id=1484, type=select]; -"1485 linalg_vector_norm_24" [id=1485, type=linalg_vector_norm]; -"1486 clamp_min_24" [id=1486, type=clamp_min]; -"1487 expand_as_24" [id=1487, type=expand_as]; -"1488 div_24" [id=1488, type=div]; -"1489 quantize_per_tensor_default_76" [id=1489, type=quantize_per_tensor]; -"1490 dequantize_per_tensor_default_76" [id=1490, type=dequantize_per_tensor]; -"1491 linalg_vector_norm_25" [id=1491, type=linalg_vector_norm]; -"1492 clamp_min_25" [id=1492, type=clamp_min]; -"1493 expand_as_25" [id=1493, type=expand_as]; -"1494 div_25" [id=1494, type=div]; -"1495 quantize_per_tensor_default_77" [id=1495, type=quantize_per_tensor]; -"1496 dequantize_per_tensor_default_77" [id=1496, type=dequantize_per_tensor]; -"1497 transpose_24" [id=1497, type=transpose]; -"1498 matmul_24" [id=1498, type=matmul]; -"1499 _param_constant207" [id=1499, type=get_attr]; -"1500 clamp_12" [id=1500, type=clamp]; -"1501 exp_12" [id=1501, type=exp]; -"1502 mul_25" [id=1502, type=mul]; -"1503 add_42" [id=1503, type=add]; -"1504 softmax_12" [id=1504, type=softmax]; -"1505 dropout_48" [id=1505, type=dropout]; -"1506 matmul_25" [id=1506, type=matmul]; -"1507 transpose_25" [id=1507, type=transpose]; -"1508 reshape_56" [id=1508, type=reshape]; -"1509 reshape_56_0_0_nncf_smooth_quant_0" [id=1509, type=call_module]; -"1510 quantize_per_tensor_default_78" [id=1510, type=quantize_per_tensor]; -"1511 dequantize_per_tensor_default_78" [id=1511, type=dequantize_per_tensor]; -"1512 linear_77_scale_0_updated_constant0" [id=1512, type=get_attr]; -"1513 compressed_weight_updated_constant78" [id=1513, type=get_attr]; -"1514 _param_constant209_0_0" [id=1514, type=get_attr]; -"1515 mul_tensor_78" [id=1515, type=mul]; -"1516 linear_77" [id=1516, type=linear]; -"1517 dropout_49" [id=1517, type=dropout]; -"1518 view_69" [id=1518, type=view]; -"1519 permute_58" [id=1519, type=permute]; -"1520 reshape_57" [id=1520, type=reshape]; -"1521 slice_190" [id=1521, type=slice]; -"1522 slice_191" [id=1522, type=slice]; -"1523 slice_192" [id=1523, type=slice]; -"1524 slice_193" [id=1524, type=slice]; -"1525 contiguous_23" [id=1525, type=contiguous]; -"1526 _param_constant210" [id=1526, type=get_attr]; -"1527 _param_constant211" [id=1527, type=get_attr]; -"1528 layer_norm_27" [id=1528, type=layer_norm]; -"1529 add_43" [id=1529, type=add]; -"1530 add_43_0_0_nncf_smooth_quant_0" [id=1530, type=call_module]; -"1531 quantize_per_tensor_default_79" [id=1531, type=quantize_per_tensor]; -"1532 dequantize_per_tensor_default_79" [id=1532, type=dequantize_per_tensor]; -"1533 linear_78_scale_0_updated_constant0" [id=1533, type=get_attr]; -"1534 compressed_weight_updated_constant79" [id=1534, type=get_attr]; -"1535 _param_constant213_0_0" [id=1535, type=get_attr]; -"1536 mul_tensor_79" [id=1536, type=mul]; -"1537 linear_78" [id=1537, type=linear]; -"1538 gelu_12" [id=1538, type=gelu]; -"1539 dropout_50" [id=1539, type=dropout]; -"1540 dropout_50_0_0_nncf_smooth_quant_0" [id=1540, type=call_module]; -"1541 quantize_per_tensor_default_80" [id=1541, type=quantize_per_tensor]; -"1542 dequantize_per_tensor_default_80" [id=1542, type=dequantize_per_tensor]; -"1543 linear_79_scale_0_updated_constant0" [id=1543, type=get_attr]; -"1544 compressed_weight_updated_constant80" [id=1544, type=get_attr]; -"1545 _param_constant215_0_0" [id=1545, type=get_attr]; -"1546 mul_tensor_80" [id=1546, type=mul]; -"1547 linear_79" [id=1547, type=linear]; -"1548 dropout_51" [id=1548, type=dropout]; -"1549 _param_constant216" [id=1549, type=get_attr]; -"1550 _param_constant217" [id=1550, type=get_attr]; -"1551 layer_norm_28" [id=1551, type=layer_norm]; -"1552 add_44" [id=1552, type=add]; -"1553 _tensor_constant80" [id=1553, type=get_attr]; -"1554 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1554, type=call_module]; -"1555 linear_80_scale_0_updated_constant0" [id=1555, type=get_attr]; -"1556 compressed_weight_updated_constant81" [id=1556, type=get_attr]; -"1557 _param_constant219_0_0" [id=1557, type=get_attr]; -"1558 mul_tensor_81" [id=1558, type=mul]; -"1559 linear_80" [id=1559, type=linear]; -"1560 relu__13" [id=1560, type=relu_]; -"1561 relu__13_0_0_nncf_smooth_quant_0" [id=1561, type=call_module]; -"1562 linear_81_scale_0_updated_constant0" [id=1562, type=get_attr]; -"1563 compressed_weight_updated_constant82" [id=1563, type=get_attr]; -"1564 mul_tensor_82" [id=1564, type=mul]; -"1565 linear_81" [id=1565, type=linear]; -"1566 view_70" [id=1566, type=view]; -"1567 _tensor_constant81" [id=1567, type=get_attr]; -"1568 index_13" [id=1568, type=index]; -"1569 view_71" [id=1569, type=view]; -"1570 permute_59" [id=1570, type=permute]; -"1571 contiguous_24" [id=1571, type=contiguous]; -"1572 unsqueeze_37" [id=1572, type=unsqueeze]; -"1573 sigmoid_13" [id=1573, type=sigmoid]; -"1574 mul_26" [id=1574, type=mul]; -"1575 pad_15" [id=1575, type=pad]; -"1576 roll_12" [id=1576, type=roll]; -"1577 view_72" [id=1577, type=view]; -"1578 permute_60" [id=1578, type=permute]; -"1579 reshape_58" [id=1579, type=reshape]; -"1580 reshape_58_0_0_nncf_smooth_quant_0" [id=1580, type=call_module]; -"1581 quantize_per_tensor_default_81" [id=1581, type=quantize_per_tensor]; -"1582 dequantize_per_tensor_default_81" [id=1582, type=dequantize_per_tensor]; -"1583 linear_82_scale_0_updated_constant0" [id=1583, type=get_attr]; -"1584 compressed_weight_updated_constant83" [id=1584, type=get_attr]; -"1585 _param_constant221_0_0" [id=1585, type=get_attr]; -"1586 mul_tensor_83" [id=1586, type=mul]; -"1587 linear_82" [id=1587, type=linear]; -"1588 reshape_59" [id=1588, type=reshape]; -"1589 permute_61" [id=1589, type=permute]; -"1590 select_39" [id=1590, type=select]; -"1591 select_40" [id=1591, type=select]; -"1592 select_41" [id=1592, type=select]; -"1593 linalg_vector_norm_26" [id=1593, type=linalg_vector_norm]; -"1594 clamp_min_26" [id=1594, type=clamp_min]; -"1595 expand_as_26" [id=1595, type=expand_as]; -"1596 div_26" [id=1596, type=div]; -"1597 quantize_per_tensor_default_82" [id=1597, type=quantize_per_tensor]; -"1598 dequantize_per_tensor_default_82" [id=1598, type=dequantize_per_tensor]; -"1599 linalg_vector_norm_27" [id=1599, type=linalg_vector_norm]; -"1600 clamp_min_27" [id=1600, type=clamp_min]; -"1601 expand_as_27" [id=1601, type=expand_as]; -"1602 div_27" [id=1602, type=div]; -"1603 quantize_per_tensor_default_83" [id=1603, type=quantize_per_tensor]; -"1604 dequantize_per_tensor_default_83" [id=1604, type=dequantize_per_tensor]; -"1605 transpose_26" [id=1605, type=transpose]; -"1606 matmul_26" [id=1606, type=matmul]; -"1607 _param_constant223" [id=1607, type=get_attr]; -"1608 clamp_13" [id=1608, type=clamp]; -"1609 exp_13" [id=1609, type=exp]; -"1610 mul_27" [id=1610, type=mul]; -"1611 add_45" [id=1611, type=add]; -"1612 new_zeros_6" [id=1612, type=new_zeros]; -"1613 view_73" [id=1613, type=view]; -"1614 permute_62" [id=1614, type=permute]; -"1615 reshape_60" [id=1615, type=reshape]; -"1616 unsqueeze_38" [id=1616, type=unsqueeze]; -"1617 unsqueeze_39" [id=1617, type=unsqueeze]; -"1618 sub_6" [id=1618, type=sub]; -"1619 ne_6" [id=1619, type=ne]; -"1620 masked_fill_12" [id=1620, type=masked_fill]; -"1621 eq_6" [id=1621, type=eq]; -"1622 masked_fill_13" [id=1622, type=masked_fill]; -"1623 view_74" [id=1623, type=view]; -"1624 unsqueeze_40" [id=1624, type=unsqueeze]; -"1625 unsqueeze_41" [id=1625, type=unsqueeze]; -"1626 add_46" [id=1626, type=add]; -"1627 view_75" [id=1627, type=view]; -"1628 softmax_13" [id=1628, type=softmax]; -"1629 dropout_52" [id=1629, type=dropout]; -"1630 matmul_27" [id=1630, type=matmul]; -"1631 transpose_27" [id=1631, type=transpose]; -"1632 reshape_61" [id=1632, type=reshape]; -"1633 reshape_61_0_0_nncf_smooth_quant_0" [id=1633, type=call_module]; -"1634 quantize_per_tensor_default_84" [id=1634, type=quantize_per_tensor]; -"1635 dequantize_per_tensor_default_84" [id=1635, type=dequantize_per_tensor]; -"1636 linear_83_scale_0_updated_constant0" [id=1636, type=get_attr]; -"1637 compressed_weight_updated_constant84" [id=1637, type=get_attr]; -"1638 _param_constant225_0_0" [id=1638, type=get_attr]; -"1639 mul_tensor_84" [id=1639, type=mul]; -"1640 linear_83" [id=1640, type=linear]; -"1641 dropout_53" [id=1641, type=dropout]; -"1642 view_76" [id=1642, type=view]; -"1643 permute_63" [id=1643, type=permute]; -"1644 reshape_62" [id=1644, type=reshape]; -"1645 roll_13" [id=1645, type=roll]; -"1646 slice_213" [id=1646, type=slice]; -"1647 slice_214" [id=1647, type=slice]; -"1648 slice_215" [id=1648, type=slice]; -"1649 slice_216" [id=1649, type=slice]; -"1650 contiguous_25" [id=1650, type=contiguous]; -"1651 _param_constant226" [id=1651, type=get_attr]; -"1652 _param_constant227" [id=1652, type=get_attr]; -"1653 layer_norm_29" [id=1653, type=layer_norm]; -"1654 add_47" [id=1654, type=add]; -"1655 add_47_0_0_nncf_smooth_quant_0" [id=1655, type=call_module]; -"1656 quantize_per_tensor_default_85" [id=1656, type=quantize_per_tensor]; -"1657 dequantize_per_tensor_default_85" [id=1657, type=dequantize_per_tensor]; -"1658 linear_84_scale_0_updated_constant0" [id=1658, type=get_attr]; -"1659 compressed_weight_updated_constant85" [id=1659, type=get_attr]; -"1660 _param_constant229_0_0" [id=1660, type=get_attr]; -"1661 mul_tensor_85" [id=1661, type=mul]; -"1662 linear_84" [id=1662, type=linear]; -"1663 gelu_13" [id=1663, type=gelu]; -"1664 dropout_54" [id=1664, type=dropout]; -"1665 dropout_54_0_0_nncf_smooth_quant_0" [id=1665, type=call_module]; -"1666 quantize_per_tensor_default_86" [id=1666, type=quantize_per_tensor]; -"1667 dequantize_per_tensor_default_86" [id=1667, type=dequantize_per_tensor]; -"1668 linear_85_scale_0_updated_constant0" [id=1668, type=get_attr]; -"1669 compressed_weight_updated_constant86" [id=1669, type=get_attr]; -"1670 _param_constant231_0_0" [id=1670, type=get_attr]; -"1671 mul_tensor_86" [id=1671, type=mul]; -"1672 linear_85" [id=1672, type=linear]; -"1673 dropout_55" [id=1673, type=dropout]; -"1674 _param_constant232" [id=1674, type=get_attr]; -"1675 _param_constant233" [id=1675, type=get_attr]; -"1676 layer_norm_30" [id=1676, type=layer_norm]; -"1677 add_48" [id=1677, type=add]; -"1678 _tensor_constant91" [id=1678, type=get_attr]; -"1679 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1679, type=call_module]; -"1680 linear_86_scale_0_updated_constant0" [id=1680, type=get_attr]; -"1681 compressed_weight_updated_constant87" [id=1681, type=get_attr]; -"1682 _param_constant235_0_0" [id=1682, type=get_attr]; -"1683 mul_tensor_87" [id=1683, type=mul]; -"1684 linear_86" [id=1684, type=linear]; -"1685 relu__14" [id=1685, type=relu_]; -"1686 relu__14_0_0_nncf_smooth_quant_0" [id=1686, type=call_module]; -"1687 linear_87_scale_0_updated_constant0" [id=1687, type=get_attr]; -"1688 compressed_weight_updated_constant88" [id=1688, type=get_attr]; -"1689 mul_tensor_88" [id=1689, type=mul]; -"1690 linear_87" [id=1690, type=linear]; -"1691 view_77" [id=1691, type=view]; -"1692 _tensor_constant92" [id=1692, type=get_attr]; -"1693 index_14" [id=1693, type=index]; -"1694 view_78" [id=1694, type=view]; -"1695 permute_64" [id=1695, type=permute]; -"1696 contiguous_26" [id=1696, type=contiguous]; -"1697 unsqueeze_42" [id=1697, type=unsqueeze]; -"1698 sigmoid_14" [id=1698, type=sigmoid]; -"1699 mul_28" [id=1699, type=mul]; -"1700 pad_16" [id=1700, type=pad]; -"1701 view_79" [id=1701, type=view]; -"1702 permute_65" [id=1702, type=permute]; -"1703 reshape_63" [id=1703, type=reshape]; -"1704 reshape_63_0_0_nncf_smooth_quant_0" [id=1704, type=call_module]; -"1705 quantize_per_tensor_default_87" [id=1705, type=quantize_per_tensor]; -"1706 dequantize_per_tensor_default_87" [id=1706, type=dequantize_per_tensor]; -"1707 linear_88_scale_0_updated_constant0" [id=1707, type=get_attr]; -"1708 compressed_weight_updated_constant89" [id=1708, type=get_attr]; -"1709 _param_constant237_0_0" [id=1709, type=get_attr]; -"1710 mul_tensor_89" [id=1710, type=mul]; -"1711 linear_88" [id=1711, type=linear]; -"1712 reshape_64" [id=1712, type=reshape]; -"1713 permute_66" [id=1713, type=permute]; -"1714 select_42" [id=1714, type=select]; -"1715 select_43" [id=1715, type=select]; -"1716 select_44" [id=1716, type=select]; -"1717 linalg_vector_norm_28" [id=1717, type=linalg_vector_norm]; -"1718 clamp_min_28" [id=1718, type=clamp_min]; -"1719 expand_as_28" [id=1719, type=expand_as]; -"1720 div_28" [id=1720, type=div]; -"1721 quantize_per_tensor_default_88" [id=1721, type=quantize_per_tensor]; -"1722 dequantize_per_tensor_default_88" [id=1722, type=dequantize_per_tensor]; -"1723 linalg_vector_norm_29" [id=1723, type=linalg_vector_norm]; -"1724 clamp_min_29" [id=1724, type=clamp_min]; -"1725 expand_as_29" [id=1725, type=expand_as]; -"1726 div_29" [id=1726, type=div]; -"1727 quantize_per_tensor_default_89" [id=1727, type=quantize_per_tensor]; -"1728 dequantize_per_tensor_default_89" [id=1728, type=dequantize_per_tensor]; -"1729 transpose_28" [id=1729, type=transpose]; -"1730 matmul_28" [id=1730, type=matmul]; -"1731 _param_constant239" [id=1731, type=get_attr]; -"1732 clamp_14" [id=1732, type=clamp]; -"1733 exp_14" [id=1733, type=exp]; -"1734 mul_29" [id=1734, type=mul]; -"1735 add_49" [id=1735, type=add]; -"1736 softmax_14" [id=1736, type=softmax]; -"1737 dropout_56" [id=1737, type=dropout]; -"1738 matmul_29" [id=1738, type=matmul]; -"1739 transpose_29" [id=1739, type=transpose]; -"1740 reshape_65" [id=1740, type=reshape]; -"1741 reshape_65_0_0_nncf_smooth_quant_0" [id=1741, type=call_module]; -"1742 quantize_per_tensor_default_90" [id=1742, type=quantize_per_tensor]; -"1743 dequantize_per_tensor_default_90" [id=1743, type=dequantize_per_tensor]; -"1744 linear_89_scale_0_updated_constant0" [id=1744, type=get_attr]; -"1745 compressed_weight_updated_constant90" [id=1745, type=get_attr]; -"1746 _param_constant241_0_0" [id=1746, type=get_attr]; -"1747 mul_tensor_90" [id=1747, type=mul]; -"1748 linear_89" [id=1748, type=linear]; -"1749 dropout_57" [id=1749, type=dropout]; -"1750 view_80" [id=1750, type=view]; -"1751 permute_67" [id=1751, type=permute]; -"1752 reshape_66" [id=1752, type=reshape]; -"1753 slice_218" [id=1753, type=slice]; -"1754 slice_219" [id=1754, type=slice]; -"1755 slice_220" [id=1755, type=slice]; -"1756 slice_221" [id=1756, type=slice]; -"1757 contiguous_27" [id=1757, type=contiguous]; -"1758 _param_constant242" [id=1758, type=get_attr]; -"1759 _param_constant243" [id=1759, type=get_attr]; -"1760 layer_norm_31" [id=1760, type=layer_norm]; -"1761 add_50" [id=1761, type=add]; -"1762 add_50_0_0_nncf_smooth_quant_0" [id=1762, type=call_module]; -"1763 quantize_per_tensor_default_91" [id=1763, type=quantize_per_tensor]; -"1764 dequantize_per_tensor_default_91" [id=1764, type=dequantize_per_tensor]; -"1765 linear_90_scale_0_updated_constant0" [id=1765, type=get_attr]; -"1766 compressed_weight_updated_constant91" [id=1766, type=get_attr]; -"1767 _param_constant245_0_0" [id=1767, type=get_attr]; -"1768 mul_tensor_91" [id=1768, type=mul]; -"1769 linear_90" [id=1769, type=linear]; -"1770 gelu_14" [id=1770, type=gelu]; -"1771 dropout_58" [id=1771, type=dropout]; -"1772 dropout_58_0_0_nncf_smooth_quant_0" [id=1772, type=call_module]; -"1773 quantize_per_tensor_default_92" [id=1773, type=quantize_per_tensor]; -"1774 dequantize_per_tensor_default_92" [id=1774, type=dequantize_per_tensor]; -"1775 linear_91_scale_0_updated_constant0" [id=1775, type=get_attr]; -"1776 compressed_weight_updated_constant92" [id=1776, type=get_attr]; -"1777 _param_constant247_0_0" [id=1777, type=get_attr]; -"1778 mul_tensor_92" [id=1778, type=mul]; -"1779 linear_91" [id=1779, type=linear]; -"1780 dropout_59" [id=1780, type=dropout]; -"1781 _param_constant248" [id=1781, type=get_attr]; -"1782 _param_constant249" [id=1782, type=get_attr]; -"1783 layer_norm_32" [id=1783, type=layer_norm]; -"1784 add_51" [id=1784, type=add]; -"1785 _tensor_constant93" [id=1785, type=get_attr]; -"1786 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1786, type=call_module]; -"1787 linear_92_scale_0_updated_constant0" [id=1787, type=get_attr]; -"1788 compressed_weight_updated_constant93" [id=1788, type=get_attr]; -"1789 _param_constant251_0_0" [id=1789, type=get_attr]; -"1790 mul_tensor_93" [id=1790, type=mul]; -"1791 linear_92" [id=1791, type=linear]; -"1792 relu__15" [id=1792, type=relu_]; -"1793 relu__15_0_0_nncf_smooth_quant_0" [id=1793, type=call_module]; -"1794 linear_93_scale_0_updated_constant0" [id=1794, type=get_attr]; -"1795 compressed_weight_updated_constant94" [id=1795, type=get_attr]; -"1796 mul_tensor_94" [id=1796, type=mul]; -"1797 linear_93" [id=1797, type=linear]; -"1798 view_81" [id=1798, type=view]; -"1799 _tensor_constant94" [id=1799, type=get_attr]; -"1800 index_15" [id=1800, type=index]; -"1801 view_82" [id=1801, type=view]; -"1802 permute_68" [id=1802, type=permute]; -"1803 contiguous_28" [id=1803, type=contiguous]; -"1804 unsqueeze_43" [id=1804, type=unsqueeze]; -"1805 sigmoid_15" [id=1805, type=sigmoid]; -"1806 mul_30" [id=1806, type=mul]; -"1807 pad_17" [id=1807, type=pad]; -"1808 roll_14" [id=1808, type=roll]; -"1809 view_83" [id=1809, type=view]; -"1810 permute_69" [id=1810, type=permute]; -"1811 reshape_67" [id=1811, type=reshape]; -"1812 reshape_67_0_0_nncf_smooth_quant_0" [id=1812, type=call_module]; -"1813 quantize_per_tensor_default_93" [id=1813, type=quantize_per_tensor]; -"1814 dequantize_per_tensor_default_93" [id=1814, type=dequantize_per_tensor]; -"1815 linear_94_scale_0_updated_constant0" [id=1815, type=get_attr]; -"1816 compressed_weight_updated_constant95" [id=1816, type=get_attr]; -"1817 _param_constant253_0_0" [id=1817, type=get_attr]; -"1818 mul_tensor_95" [id=1818, type=mul]; -"1819 linear_94" [id=1819, type=linear]; -"1820 reshape_68" [id=1820, type=reshape]; -"1821 permute_70" [id=1821, type=permute]; -"1822 select_45" [id=1822, type=select]; -"1823 select_46" [id=1823, type=select]; -"1824 select_47" [id=1824, type=select]; -"1825 linalg_vector_norm_30" [id=1825, type=linalg_vector_norm]; -"1826 clamp_min_30" [id=1826, type=clamp_min]; -"1827 expand_as_30" [id=1827, type=expand_as]; -"1828 div_30" [id=1828, type=div]; -"1829 quantize_per_tensor_default_94" [id=1829, type=quantize_per_tensor]; -"1830 dequantize_per_tensor_default_94" [id=1830, type=dequantize_per_tensor]; -"1831 linalg_vector_norm_31" [id=1831, type=linalg_vector_norm]; -"1832 clamp_min_31" [id=1832, type=clamp_min]; -"1833 expand_as_31" [id=1833, type=expand_as]; -"1834 div_31" [id=1834, type=div]; -"1835 quantize_per_tensor_default_95" [id=1835, type=quantize_per_tensor]; -"1836 dequantize_per_tensor_default_95" [id=1836, type=dequantize_per_tensor]; -"1837 transpose_30" [id=1837, type=transpose]; -"1838 matmul_30" [id=1838, type=matmul]; -"1839 _param_constant255" [id=1839, type=get_attr]; -"1840 clamp_15" [id=1840, type=clamp]; -"1841 exp_15" [id=1841, type=exp]; -"1842 mul_31" [id=1842, type=mul]; -"1843 add_52" [id=1843, type=add]; -"1844 new_zeros_7" [id=1844, type=new_zeros]; -"1845 view_84" [id=1845, type=view]; -"1846 permute_71" [id=1846, type=permute]; -"1847 reshape_69" [id=1847, type=reshape]; -"1848 unsqueeze_44" [id=1848, type=unsqueeze]; -"1849 unsqueeze_45" [id=1849, type=unsqueeze]; -"1850 sub_7" [id=1850, type=sub]; -"1851 ne_7" [id=1851, type=ne]; -"1852 masked_fill_14" [id=1852, type=masked_fill]; -"1853 eq_7" [id=1853, type=eq]; -"1854 masked_fill_15" [id=1854, type=masked_fill]; -"1855 view_85" [id=1855, type=view]; -"1856 unsqueeze_46" [id=1856, type=unsqueeze]; -"1857 unsqueeze_47" [id=1857, type=unsqueeze]; -"1858 add_53" [id=1858, type=add]; -"1859 view_86" [id=1859, type=view]; -"1860 softmax_15" [id=1860, type=softmax]; -"1861 dropout_60" [id=1861, type=dropout]; -"1862 matmul_31" [id=1862, type=matmul]; -"1863 transpose_31" [id=1863, type=transpose]; -"1864 reshape_70" [id=1864, type=reshape]; -"1865 reshape_70_0_0_nncf_smooth_quant_0" [id=1865, type=call_module]; -"1866 quantize_per_tensor_default_96" [id=1866, type=quantize_per_tensor]; -"1867 dequantize_per_tensor_default_96" [id=1867, type=dequantize_per_tensor]; -"1868 linear_95_scale_0_updated_constant0" [id=1868, type=get_attr]; -"1869 compressed_weight_updated_constant96" [id=1869, type=get_attr]; -"1870 _param_constant257_0_0" [id=1870, type=get_attr]; -"1871 mul_tensor_96" [id=1871, type=mul]; -"1872 linear_95" [id=1872, type=linear]; -"1873 dropout_61" [id=1873, type=dropout]; -"1874 view_87" [id=1874, type=view]; -"1875 permute_72" [id=1875, type=permute]; -"1876 reshape_71" [id=1876, type=reshape]; -"1877 roll_15" [id=1877, type=roll]; -"1878 slice_241" [id=1878, type=slice]; -"1879 slice_242" [id=1879, type=slice]; -"1880 slice_243" [id=1880, type=slice]; -"1881 slice_244" [id=1881, type=slice]; -"1882 contiguous_29" [id=1882, type=contiguous]; -"1883 _param_constant258" [id=1883, type=get_attr]; -"1884 _param_constant259" [id=1884, type=get_attr]; -"1885 layer_norm_33" [id=1885, type=layer_norm]; -"1886 add_54" [id=1886, type=add]; -"1887 add_54_0_0_nncf_smooth_quant_0" [id=1887, type=call_module]; -"1888 quantize_per_tensor_default_97" [id=1888, type=quantize_per_tensor]; -"1889 dequantize_per_tensor_default_97" [id=1889, type=dequantize_per_tensor]; -"1890 linear_96_scale_0_updated_constant0" [id=1890, type=get_attr]; -"1891 compressed_weight_updated_constant97" [id=1891, type=get_attr]; -"1892 _param_constant261_0_0" [id=1892, type=get_attr]; -"1893 mul_tensor_97" [id=1893, type=mul]; -"1894 linear_96" [id=1894, type=linear]; -"1895 gelu_15" [id=1895, type=gelu]; -"1896 dropout_62" [id=1896, type=dropout]; -"1897 dropout_62_0_0_nncf_smooth_quant_0" [id=1897, type=call_module]; -"1898 quantize_per_tensor_default_98" [id=1898, type=quantize_per_tensor]; -"1899 dequantize_per_tensor_default_98" [id=1899, type=dequantize_per_tensor]; -"1900 linear_97_scale_0_updated_constant0" [id=1900, type=get_attr]; -"1901 compressed_weight_updated_constant98" [id=1901, type=get_attr]; -"1902 _param_constant263_0_0" [id=1902, type=get_attr]; -"1903 mul_tensor_98" [id=1903, type=mul]; -"1904 linear_97" [id=1904, type=linear]; -"1905 dropout_63" [id=1905, type=dropout]; -"1906 _param_constant264" [id=1906, type=get_attr]; -"1907 _param_constant265" [id=1907, type=get_attr]; -"1908 layer_norm_34" [id=1908, type=layer_norm]; -"1909 add_55" [id=1909, type=add]; -"1910 _tensor_constant104" [id=1910, type=get_attr]; -"1911 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=1911, type=call_module]; -"1912 linear_98_scale_0_updated_constant0" [id=1912, type=get_attr]; -"1913 compressed_weight_updated_constant99" [id=1913, type=get_attr]; -"1914 _param_constant267_0_0" [id=1914, type=get_attr]; -"1915 mul_tensor_99" [id=1915, type=mul]; -"1916 linear_98" [id=1916, type=linear]; -"1917 relu__16" [id=1917, type=relu_]; -"1918 relu__16_0_0_nncf_smooth_quant_0" [id=1918, type=call_module]; -"1919 linear_99_scale_0_updated_constant0" [id=1919, type=get_attr]; -"1920 compressed_weight_updated_constant100" [id=1920, type=get_attr]; -"1921 mul_tensor_100" [id=1921, type=mul]; -"1922 linear_99" [id=1922, type=linear]; -"1923 view_88" [id=1923, type=view]; -"1924 _tensor_constant105" [id=1924, type=get_attr]; -"1925 index_16" [id=1925, type=index]; -"1926 view_89" [id=1926, type=view]; -"1927 permute_73" [id=1927, type=permute]; -"1928 contiguous_30" [id=1928, type=contiguous]; -"1929 unsqueeze_48" [id=1929, type=unsqueeze]; -"1930 sigmoid_16" [id=1930, type=sigmoid]; -"1931 mul_32" [id=1931, type=mul]; -"1932 pad_18" [id=1932, type=pad]; -"1933 view_90" [id=1933, type=view]; -"1934 permute_74" [id=1934, type=permute]; -"1935 reshape_72" [id=1935, type=reshape]; -"1936 reshape_72_0_0_nncf_smooth_quant_0" [id=1936, type=call_module]; -"1937 quantize_per_tensor_default_99" [id=1937, type=quantize_per_tensor]; -"1938 dequantize_per_tensor_default_99" [id=1938, type=dequantize_per_tensor]; -"1939 linear_100_scale_0_updated_constant0" [id=1939, type=get_attr]; -"1940 compressed_weight_updated_constant101" [id=1940, type=get_attr]; -"1941 _param_constant269_0_0" [id=1941, type=get_attr]; -"1942 mul_tensor_101" [id=1942, type=mul]; -"1943 linear_100" [id=1943, type=linear]; -"1944 reshape_73" [id=1944, type=reshape]; -"1945 permute_75" [id=1945, type=permute]; -"1946 select_48" [id=1946, type=select]; -"1947 select_49" [id=1947, type=select]; -"1948 select_50" [id=1948, type=select]; -"1949 linalg_vector_norm_32" [id=1949, type=linalg_vector_norm]; -"1950 clamp_min_32" [id=1950, type=clamp_min]; -"1951 expand_as_32" [id=1951, type=expand_as]; -"1952 div_32" [id=1952, type=div]; -"1953 quantize_per_tensor_default_100" [id=1953, type=quantize_per_tensor]; -"1954 dequantize_per_tensor_default_100" [id=1954, type=dequantize_per_tensor]; -"1955 linalg_vector_norm_33" [id=1955, type=linalg_vector_norm]; -"1956 clamp_min_33" [id=1956, type=clamp_min]; -"1957 expand_as_33" [id=1957, type=expand_as]; -"1958 div_33" [id=1958, type=div]; -"1959 quantize_per_tensor_default_101" [id=1959, type=quantize_per_tensor]; -"1960 dequantize_per_tensor_default_101" [id=1960, type=dequantize_per_tensor]; -"1961 transpose_32" [id=1961, type=transpose]; -"1962 matmul_32" [id=1962, type=matmul]; -"1963 _param_constant271" [id=1963, type=get_attr]; -"1964 clamp_16" [id=1964, type=clamp]; -"1965 exp_16" [id=1965, type=exp]; -"1966 mul_33" [id=1966, type=mul]; -"1967 add_56" [id=1967, type=add]; -"1968 softmax_16" [id=1968, type=softmax]; -"1969 dropout_64" [id=1969, type=dropout]; -"1970 matmul_33" [id=1970, type=matmul]; -"1971 transpose_33" [id=1971, type=transpose]; -"1972 reshape_74" [id=1972, type=reshape]; -"1973 reshape_74_0_0_nncf_smooth_quant_0" [id=1973, type=call_module]; -"1974 quantize_per_tensor_default_102" [id=1974, type=quantize_per_tensor]; -"1975 dequantize_per_tensor_default_102" [id=1975, type=dequantize_per_tensor]; -"1976 linear_101_scale_0_updated_constant0" [id=1976, type=get_attr]; -"1977 compressed_weight_updated_constant102" [id=1977, type=get_attr]; -"1978 _param_constant273_0_0" [id=1978, type=get_attr]; -"1979 mul_tensor_102" [id=1979, type=mul]; -"1980 linear_101" [id=1980, type=linear]; -"1981 dropout_65" [id=1981, type=dropout]; -"1982 view_91" [id=1982, type=view]; -"1983 permute_76" [id=1983, type=permute]; -"1984 reshape_75" [id=1984, type=reshape]; -"1985 slice_246" [id=1985, type=slice]; -"1986 slice_247" [id=1986, type=slice]; -"1987 slice_248" [id=1987, type=slice]; -"1988 slice_249" [id=1988, type=slice]; -"1989 contiguous_31" [id=1989, type=contiguous]; -"1990 _param_constant274" [id=1990, type=get_attr]; -"1991 _param_constant275" [id=1991, type=get_attr]; -"1992 layer_norm_35" [id=1992, type=layer_norm]; -"1993 add_57" [id=1993, type=add]; -"1994 add_57_0_0_nncf_smooth_quant_0" [id=1994, type=call_module]; -"1995 quantize_per_tensor_default_103" [id=1995, type=quantize_per_tensor]; -"1996 dequantize_per_tensor_default_103" [id=1996, type=dequantize_per_tensor]; -"1997 linear_102_scale_0_updated_constant0" [id=1997, type=get_attr]; -"1998 compressed_weight_updated_constant103" [id=1998, type=get_attr]; -"1999 _param_constant277_0_0" [id=1999, type=get_attr]; -"2000 mul_tensor_103" [id=2000, type=mul]; -"2001 linear_102" [id=2001, type=linear]; -"2002 gelu_16" [id=2002, type=gelu]; -"2003 dropout_66" [id=2003, type=dropout]; -"2004 dropout_66_0_0_nncf_smooth_quant_0" [id=2004, type=call_module]; -"2005 quantize_per_tensor_default_104" [id=2005, type=quantize_per_tensor]; -"2006 dequantize_per_tensor_default_104" [id=2006, type=dequantize_per_tensor]; -"2007 linear_103_scale_0_updated_constant0" [id=2007, type=get_attr]; -"2008 compressed_weight_updated_constant104" [id=2008, type=get_attr]; -"2009 _param_constant279_0_0" [id=2009, type=get_attr]; -"2010 mul_tensor_104" [id=2010, type=mul]; -"2011 linear_103" [id=2011, type=linear]; -"2012 dropout_67" [id=2012, type=dropout]; -"2013 _param_constant280" [id=2013, type=get_attr]; -"2014 _param_constant281" [id=2014, type=get_attr]; -"2015 layer_norm_36" [id=2015, type=layer_norm]; -"2016 add_58" [id=2016, type=add]; -"2017 _tensor_constant106" [id=2017, type=get_attr]; -"2018 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2018, type=call_module]; -"2019 linear_104_scale_0_updated_constant0" [id=2019, type=get_attr]; -"2020 compressed_weight_updated_constant105" [id=2020, type=get_attr]; -"2021 _param_constant283_0_0" [id=2021, type=get_attr]; -"2022 mul_tensor_105" [id=2022, type=mul]; -"2023 linear_104" [id=2023, type=linear]; -"2024 relu__17" [id=2024, type=relu_]; -"2025 relu__17_0_0_nncf_smooth_quant_0" [id=2025, type=call_module]; -"2026 linear_105_scale_0_updated_constant0" [id=2026, type=get_attr]; -"2027 compressed_weight_updated_constant106" [id=2027, type=get_attr]; -"2028 mul_tensor_106" [id=2028, type=mul]; -"2029 linear_105" [id=2029, type=linear]; -"2030 view_92" [id=2030, type=view]; -"2031 _tensor_constant107" [id=2031, type=get_attr]; -"2032 index_17" [id=2032, type=index]; -"2033 view_93" [id=2033, type=view]; -"2034 permute_77" [id=2034, type=permute]; -"2035 contiguous_32" [id=2035, type=contiguous]; -"2036 unsqueeze_49" [id=2036, type=unsqueeze]; -"2037 sigmoid_17" [id=2037, type=sigmoid]; -"2038 mul_34" [id=2038, type=mul]; -"2039 pad_19" [id=2039, type=pad]; -"2040 roll_16" [id=2040, type=roll]; -"2041 view_94" [id=2041, type=view]; -"2042 permute_78" [id=2042, type=permute]; -"2043 reshape_76" [id=2043, type=reshape]; -"2044 reshape_76_0_0_nncf_smooth_quant_0" [id=2044, type=call_module]; -"2045 quantize_per_tensor_default_105" [id=2045, type=quantize_per_tensor]; -"2046 dequantize_per_tensor_default_105" [id=2046, type=dequantize_per_tensor]; -"2047 linear_106_scale_0_updated_constant0" [id=2047, type=get_attr]; -"2048 compressed_weight_updated_constant107" [id=2048, type=get_attr]; -"2049 _param_constant285_0_0" [id=2049, type=get_attr]; -"2050 mul_tensor_107" [id=2050, type=mul]; -"2051 linear_106" [id=2051, type=linear]; -"2052 reshape_77" [id=2052, type=reshape]; -"2053 permute_79" [id=2053, type=permute]; -"2054 select_51" [id=2054, type=select]; -"2055 select_52" [id=2055, type=select]; -"2056 select_53" [id=2056, type=select]; -"2057 linalg_vector_norm_34" [id=2057, type=linalg_vector_norm]; -"2058 clamp_min_34" [id=2058, type=clamp_min]; -"2059 expand_as_34" [id=2059, type=expand_as]; -"2060 div_34" [id=2060, type=div]; -"2061 quantize_per_tensor_default_106" [id=2061, type=quantize_per_tensor]; -"2062 dequantize_per_tensor_default_106" [id=2062, type=dequantize_per_tensor]; -"2063 linalg_vector_norm_35" [id=2063, type=linalg_vector_norm]; -"2064 clamp_min_35" [id=2064, type=clamp_min]; -"2065 expand_as_35" [id=2065, type=expand_as]; -"2066 div_35" [id=2066, type=div]; -"2067 quantize_per_tensor_default_107" [id=2067, type=quantize_per_tensor]; -"2068 dequantize_per_tensor_default_107" [id=2068, type=dequantize_per_tensor]; -"2069 transpose_34" [id=2069, type=transpose]; -"2070 matmul_34" [id=2070, type=matmul]; -"2071 _param_constant287" [id=2071, type=get_attr]; -"2072 clamp_17" [id=2072, type=clamp]; -"2073 exp_17" [id=2073, type=exp]; -"2074 mul_35" [id=2074, type=mul]; -"2075 add_59" [id=2075, type=add]; -"2076 new_zeros_8" [id=2076, type=new_zeros]; -"2077 view_95" [id=2077, type=view]; -"2078 permute_80" [id=2078, type=permute]; -"2079 reshape_78" [id=2079, type=reshape]; -"2080 unsqueeze_50" [id=2080, type=unsqueeze]; -"2081 unsqueeze_51" [id=2081, type=unsqueeze]; -"2082 sub_8" [id=2082, type=sub]; -"2083 ne_8" [id=2083, type=ne]; -"2084 masked_fill_16" [id=2084, type=masked_fill]; -"2085 eq_8" [id=2085, type=eq]; -"2086 masked_fill_17" [id=2086, type=masked_fill]; -"2087 view_96" [id=2087, type=view]; -"2088 unsqueeze_52" [id=2088, type=unsqueeze]; -"2089 unsqueeze_53" [id=2089, type=unsqueeze]; -"2090 add_60" [id=2090, type=add]; -"2091 view_97" [id=2091, type=view]; -"2092 softmax_17" [id=2092, type=softmax]; -"2093 dropout_68" [id=2093, type=dropout]; -"2094 matmul_35" [id=2094, type=matmul]; -"2095 transpose_35" [id=2095, type=transpose]; -"2096 reshape_79" [id=2096, type=reshape]; -"2097 reshape_79_0_0_nncf_smooth_quant_0" [id=2097, type=call_module]; -"2098 quantize_per_tensor_default_108" [id=2098, type=quantize_per_tensor]; -"2099 dequantize_per_tensor_default_108" [id=2099, type=dequantize_per_tensor]; -"2100 linear_107_scale_0_updated_constant0" [id=2100, type=get_attr]; -"2101 compressed_weight_updated_constant108" [id=2101, type=get_attr]; -"2102 _param_constant289_0_0" [id=2102, type=get_attr]; -"2103 mul_tensor_108" [id=2103, type=mul]; -"2104 linear_107" [id=2104, type=linear]; -"2105 dropout_69" [id=2105, type=dropout]; -"2106 view_98" [id=2106, type=view]; -"2107 permute_81" [id=2107, type=permute]; -"2108 reshape_80" [id=2108, type=reshape]; -"2109 roll_17" [id=2109, type=roll]; -"2110 slice_269" [id=2110, type=slice]; -"2111 slice_270" [id=2111, type=slice]; -"2112 slice_271" [id=2112, type=slice]; -"2113 slice_272" [id=2113, type=slice]; -"2114 contiguous_33" [id=2114, type=contiguous]; -"2115 _param_constant290" [id=2115, type=get_attr]; -"2116 _param_constant291" [id=2116, type=get_attr]; -"2117 layer_norm_37" [id=2117, type=layer_norm]; -"2118 add_61" [id=2118, type=add]; -"2119 add_61_0_0_nncf_smooth_quant_0" [id=2119, type=call_module]; -"2120 quantize_per_tensor_default_109" [id=2120, type=quantize_per_tensor]; -"2121 dequantize_per_tensor_default_109" [id=2121, type=dequantize_per_tensor]; -"2122 linear_108_scale_0_updated_constant0" [id=2122, type=get_attr]; -"2123 compressed_weight_updated_constant109" [id=2123, type=get_attr]; -"2124 _param_constant293_0_0" [id=2124, type=get_attr]; -"2125 mul_tensor_109" [id=2125, type=mul]; -"2126 linear_108" [id=2126, type=linear]; -"2127 gelu_17" [id=2127, type=gelu]; -"2128 dropout_70" [id=2128, type=dropout]; -"2129 dropout_70_0_0_nncf_smooth_quant_0" [id=2129, type=call_module]; -"2130 quantize_per_tensor_default_110" [id=2130, type=quantize_per_tensor]; -"2131 dequantize_per_tensor_default_110" [id=2131, type=dequantize_per_tensor]; -"2132 linear_109_scale_0_updated_constant0" [id=2132, type=get_attr]; -"2133 compressed_weight_updated_constant110" [id=2133, type=get_attr]; -"2134 _param_constant295_0_0" [id=2134, type=get_attr]; -"2135 mul_tensor_110" [id=2135, type=mul]; -"2136 linear_109" [id=2136, type=linear]; -"2137 dropout_71" [id=2137, type=dropout]; -"2138 _param_constant296" [id=2138, type=get_attr]; -"2139 _param_constant297" [id=2139, type=get_attr]; -"2140 layer_norm_38" [id=2140, type=layer_norm]; -"2141 add_62" [id=2141, type=add]; -"2142 _tensor_constant117" [id=2142, type=get_attr]; -"2143 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2143, type=call_module]; -"2144 linear_110_scale_0_updated_constant0" [id=2144, type=get_attr]; -"2145 compressed_weight_updated_constant111" [id=2145, type=get_attr]; -"2146 _param_constant299_0_0" [id=2146, type=get_attr]; -"2147 mul_tensor_111" [id=2147, type=mul]; -"2148 linear_110" [id=2148, type=linear]; -"2149 relu__18" [id=2149, type=relu_]; -"2150 relu__18_0_0_nncf_smooth_quant_0" [id=2150, type=call_module]; -"2151 linear_111_scale_0_updated_constant0" [id=2151, type=get_attr]; -"2152 compressed_weight_updated_constant112" [id=2152, type=get_attr]; -"2153 mul_tensor_112" [id=2153, type=mul]; -"2154 linear_111" [id=2154, type=linear]; -"2155 view_99" [id=2155, type=view]; -"2156 _tensor_constant118" [id=2156, type=get_attr]; -"2157 index_18" [id=2157, type=index]; -"2158 view_100" [id=2158, type=view]; -"2159 permute_82" [id=2159, type=permute]; -"2160 contiguous_34" [id=2160, type=contiguous]; -"2161 unsqueeze_54" [id=2161, type=unsqueeze]; -"2162 sigmoid_18" [id=2162, type=sigmoid]; -"2163 mul_36" [id=2163, type=mul]; -"2164 pad_20" [id=2164, type=pad]; -"2165 view_101" [id=2165, type=view]; -"2166 permute_83" [id=2166, type=permute]; -"2167 reshape_81" [id=2167, type=reshape]; -"2168 reshape_81_0_0_nncf_smooth_quant_0" [id=2168, type=call_module]; -"2169 quantize_per_tensor_default_111" [id=2169, type=quantize_per_tensor]; -"2170 dequantize_per_tensor_default_111" [id=2170, type=dequantize_per_tensor]; -"2171 linear_112_scale_0_updated_constant0" [id=2171, type=get_attr]; -"2172 compressed_weight_updated_constant113" [id=2172, type=get_attr]; -"2173 _param_constant301_0_0" [id=2173, type=get_attr]; -"2174 mul_tensor_113" [id=2174, type=mul]; -"2175 linear_112" [id=2175, type=linear]; -"2176 reshape_82" [id=2176, type=reshape]; -"2177 permute_84" [id=2177, type=permute]; -"2178 select_54" [id=2178, type=select]; -"2179 select_55" [id=2179, type=select]; -"2180 select_56" [id=2180, type=select]; -"2181 linalg_vector_norm_36" [id=2181, type=linalg_vector_norm]; -"2182 clamp_min_36" [id=2182, type=clamp_min]; -"2183 expand_as_36" [id=2183, type=expand_as]; -"2184 div_36" [id=2184, type=div]; -"2185 quantize_per_tensor_default_112" [id=2185, type=quantize_per_tensor]; -"2186 dequantize_per_tensor_default_112" [id=2186, type=dequantize_per_tensor]; -"2187 linalg_vector_norm_37" [id=2187, type=linalg_vector_norm]; -"2188 clamp_min_37" [id=2188, type=clamp_min]; -"2189 expand_as_37" [id=2189, type=expand_as]; -"2190 div_37" [id=2190, type=div]; -"2191 quantize_per_tensor_default_113" [id=2191, type=quantize_per_tensor]; -"2192 dequantize_per_tensor_default_113" [id=2192, type=dequantize_per_tensor]; -"2193 transpose_36" [id=2193, type=transpose]; -"2194 matmul_36" [id=2194, type=matmul]; -"2195 _param_constant303" [id=2195, type=get_attr]; -"2196 clamp_18" [id=2196, type=clamp]; -"2197 exp_18" [id=2197, type=exp]; -"2198 mul_37" [id=2198, type=mul]; -"2199 add_63" [id=2199, type=add]; -"2200 softmax_18" [id=2200, type=softmax]; -"2201 dropout_72" [id=2201, type=dropout]; -"2202 matmul_37" [id=2202, type=matmul]; -"2203 transpose_37" [id=2203, type=transpose]; -"2204 reshape_83" [id=2204, type=reshape]; -"2205 reshape_83_0_0_nncf_smooth_quant_0" [id=2205, type=call_module]; -"2206 quantize_per_tensor_default_114" [id=2206, type=quantize_per_tensor]; -"2207 dequantize_per_tensor_default_114" [id=2207, type=dequantize_per_tensor]; -"2208 linear_113_scale_0_updated_constant0" [id=2208, type=get_attr]; -"2209 compressed_weight_updated_constant114" [id=2209, type=get_attr]; -"2210 _param_constant305_0_0" [id=2210, type=get_attr]; -"2211 mul_tensor_114" [id=2211, type=mul]; -"2212 linear_113" [id=2212, type=linear]; -"2213 dropout_73" [id=2213, type=dropout]; -"2214 view_102" [id=2214, type=view]; -"2215 permute_85" [id=2215, type=permute]; -"2216 reshape_84" [id=2216, type=reshape]; -"2217 slice_274" [id=2217, type=slice]; -"2218 slice_275" [id=2218, type=slice]; -"2219 slice_276" [id=2219, type=slice]; -"2220 slice_277" [id=2220, type=slice]; -"2221 contiguous_35" [id=2221, type=contiguous]; -"2222 _param_constant306" [id=2222, type=get_attr]; -"2223 _param_constant307" [id=2223, type=get_attr]; -"2224 layer_norm_39" [id=2224, type=layer_norm]; -"2225 add_64" [id=2225, type=add]; -"2226 add_64_0_0_nncf_smooth_quant_0" [id=2226, type=call_module]; -"2227 quantize_per_tensor_default_115" [id=2227, type=quantize_per_tensor]; -"2228 dequantize_per_tensor_default_115" [id=2228, type=dequantize_per_tensor]; -"2229 linear_114_scale_0_updated_constant0" [id=2229, type=get_attr]; -"2230 compressed_weight_updated_constant115" [id=2230, type=get_attr]; -"2231 _param_constant309_0_0" [id=2231, type=get_attr]; -"2232 mul_tensor_115" [id=2232, type=mul]; -"2233 linear_114" [id=2233, type=linear]; -"2234 gelu_18" [id=2234, type=gelu]; -"2235 dropout_74" [id=2235, type=dropout]; -"2236 dropout_74_0_0_nncf_smooth_quant_0" [id=2236, type=call_module]; -"2237 quantize_per_tensor_default_116" [id=2237, type=quantize_per_tensor]; -"2238 dequantize_per_tensor_default_116" [id=2238, type=dequantize_per_tensor]; -"2239 linear_115_scale_0_updated_constant0" [id=2239, type=get_attr]; -"2240 compressed_weight_updated_constant116" [id=2240, type=get_attr]; -"2241 _param_constant311_0_0" [id=2241, type=get_attr]; -"2242 mul_tensor_116" [id=2242, type=mul]; -"2243 linear_115" [id=2243, type=linear]; -"2244 dropout_75" [id=2244, type=dropout]; -"2245 _param_constant312" [id=2245, type=get_attr]; -"2246 _param_constant313" [id=2246, type=get_attr]; -"2247 layer_norm_40" [id=2247, type=layer_norm]; -"2248 add_65" [id=2248, type=add]; -"2249 _tensor_constant119" [id=2249, type=get_attr]; -"2250 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2250, type=call_module]; -"2251 linear_116_scale_0_updated_constant0" [id=2251, type=get_attr]; -"2252 compressed_weight_updated_constant117" [id=2252, type=get_attr]; -"2253 _param_constant315_0_0" [id=2253, type=get_attr]; -"2254 mul_tensor_117" [id=2254, type=mul]; -"2255 linear_116" [id=2255, type=linear]; -"2256 relu__19" [id=2256, type=relu_]; -"2257 relu__19_0_0_nncf_smooth_quant_0" [id=2257, type=call_module]; -"2258 linear_117_scale_0_updated_constant0" [id=2258, type=get_attr]; -"2259 compressed_weight_updated_constant118" [id=2259, type=get_attr]; -"2260 mul_tensor_118" [id=2260, type=mul]; -"2261 linear_117" [id=2261, type=linear]; -"2262 view_103" [id=2262, type=view]; -"2263 _tensor_constant120" [id=2263, type=get_attr]; -"2264 index_19" [id=2264, type=index]; -"2265 view_104" [id=2265, type=view]; -"2266 permute_86" [id=2266, type=permute]; -"2267 contiguous_36" [id=2267, type=contiguous]; -"2268 unsqueeze_55" [id=2268, type=unsqueeze]; -"2269 sigmoid_19" [id=2269, type=sigmoid]; -"2270 mul_38" [id=2270, type=mul]; -"2271 pad_21" [id=2271, type=pad]; -"2272 roll_18" [id=2272, type=roll]; -"2273 view_105" [id=2273, type=view]; -"2274 permute_87" [id=2274, type=permute]; -"2275 reshape_85" [id=2275, type=reshape]; -"2276 reshape_85_0_0_nncf_smooth_quant_0" [id=2276, type=call_module]; -"2277 quantize_per_tensor_default_117" [id=2277, type=quantize_per_tensor]; -"2278 dequantize_per_tensor_default_117" [id=2278, type=dequantize_per_tensor]; -"2279 linear_118_scale_0_updated_constant0" [id=2279, type=get_attr]; -"2280 compressed_weight_updated_constant119" [id=2280, type=get_attr]; -"2281 _param_constant317_0_0" [id=2281, type=get_attr]; -"2282 mul_tensor_119" [id=2282, type=mul]; -"2283 linear_118" [id=2283, type=linear]; -"2284 reshape_86" [id=2284, type=reshape]; -"2285 permute_88" [id=2285, type=permute]; -"2286 select_57" [id=2286, type=select]; -"2287 select_58" [id=2287, type=select]; -"2288 select_59" [id=2288, type=select]; -"2289 linalg_vector_norm_38" [id=2289, type=linalg_vector_norm]; -"2290 clamp_min_38" [id=2290, type=clamp_min]; -"2291 expand_as_38" [id=2291, type=expand_as]; -"2292 div_38" [id=2292, type=div]; -"2293 quantize_per_tensor_default_118" [id=2293, type=quantize_per_tensor]; -"2294 dequantize_per_tensor_default_118" [id=2294, type=dequantize_per_tensor]; -"2295 linalg_vector_norm_39" [id=2295, type=linalg_vector_norm]; -"2296 clamp_min_39" [id=2296, type=clamp_min]; -"2297 expand_as_39" [id=2297, type=expand_as]; -"2298 div_39" [id=2298, type=div]; -"2299 quantize_per_tensor_default_119" [id=2299, type=quantize_per_tensor]; -"2300 dequantize_per_tensor_default_119" [id=2300, type=dequantize_per_tensor]; -"2301 transpose_38" [id=2301, type=transpose]; -"2302 matmul_38" [id=2302, type=matmul]; -"2303 _param_constant319" [id=2303, type=get_attr]; -"2304 clamp_19" [id=2304, type=clamp]; -"2305 exp_19" [id=2305, type=exp]; -"2306 mul_39" [id=2306, type=mul]; -"2307 add_66" [id=2307, type=add]; -"2308 new_zeros_9" [id=2308, type=new_zeros]; -"2309 view_106" [id=2309, type=view]; -"2310 permute_89" [id=2310, type=permute]; -"2311 reshape_87" [id=2311, type=reshape]; -"2312 unsqueeze_56" [id=2312, type=unsqueeze]; -"2313 unsqueeze_57" [id=2313, type=unsqueeze]; -"2314 sub_9" [id=2314, type=sub]; -"2315 ne_9" [id=2315, type=ne]; -"2316 masked_fill_18" [id=2316, type=masked_fill]; -"2317 eq_9" [id=2317, type=eq]; -"2318 masked_fill_19" [id=2318, type=masked_fill]; -"2319 view_107" [id=2319, type=view]; -"2320 unsqueeze_58" [id=2320, type=unsqueeze]; -"2321 unsqueeze_59" [id=2321, type=unsqueeze]; -"2322 add_67" [id=2322, type=add]; -"2323 view_108" [id=2323, type=view]; -"2324 softmax_19" [id=2324, type=softmax]; -"2325 dropout_76" [id=2325, type=dropout]; -"2326 matmul_39" [id=2326, type=matmul]; -"2327 transpose_39" [id=2327, type=transpose]; -"2328 reshape_88" [id=2328, type=reshape]; -"2329 reshape_88_0_0_nncf_smooth_quant_0" [id=2329, type=call_module]; -"2330 quantize_per_tensor_default_120" [id=2330, type=quantize_per_tensor]; -"2331 dequantize_per_tensor_default_120" [id=2331, type=dequantize_per_tensor]; -"2332 linear_119_scale_0_updated_constant0" [id=2332, type=get_attr]; -"2333 compressed_weight_updated_constant120" [id=2333, type=get_attr]; -"2334 _param_constant321_0_0" [id=2334, type=get_attr]; -"2335 mul_tensor_120" [id=2335, type=mul]; -"2336 linear_119" [id=2336, type=linear]; -"2337 dropout_77" [id=2337, type=dropout]; -"2338 view_109" [id=2338, type=view]; -"2339 permute_90" [id=2339, type=permute]; -"2340 reshape_89" [id=2340, type=reshape]; -"2341 roll_19" [id=2341, type=roll]; -"2342 slice_297" [id=2342, type=slice]; -"2343 slice_298" [id=2343, type=slice]; -"2344 slice_299" [id=2344, type=slice]; -"2345 slice_300" [id=2345, type=slice]; -"2346 contiguous_37" [id=2346, type=contiguous]; -"2347 _param_constant322" [id=2347, type=get_attr]; -"2348 _param_constant323" [id=2348, type=get_attr]; -"2349 layer_norm_41" [id=2349, type=layer_norm]; -"2350 add_68" [id=2350, type=add]; -"2351 add_68_0_0_nncf_smooth_quant_0" [id=2351, type=call_module]; -"2352 quantize_per_tensor_default_121" [id=2352, type=quantize_per_tensor]; -"2353 dequantize_per_tensor_default_121" [id=2353, type=dequantize_per_tensor]; -"2354 linear_120_scale_0_updated_constant0" [id=2354, type=get_attr]; -"2355 compressed_weight_updated_constant121" [id=2355, type=get_attr]; -"2356 _param_constant325_0_0" [id=2356, type=get_attr]; -"2357 mul_tensor_121" [id=2357, type=mul]; -"2358 linear_120" [id=2358, type=linear]; -"2359 gelu_19" [id=2359, type=gelu]; -"2360 dropout_78" [id=2360, type=dropout]; -"2361 dropout_78_0_0_nncf_smooth_quant_0" [id=2361, type=call_module]; -"2362 quantize_per_tensor_default_122" [id=2362, type=quantize_per_tensor]; -"2363 dequantize_per_tensor_default_122" [id=2363, type=dequantize_per_tensor]; -"2364 linear_121_scale_0_updated_constant0" [id=2364, type=get_attr]; -"2365 compressed_weight_updated_constant122" [id=2365, type=get_attr]; -"2366 _param_constant327_0_0" [id=2366, type=get_attr]; -"2367 mul_tensor_122" [id=2367, type=mul]; -"2368 linear_121" [id=2368, type=linear]; -"2369 dropout_79" [id=2369, type=dropout]; -"2370 _param_constant328" [id=2370, type=get_attr]; -"2371 _param_constant329" [id=2371, type=get_attr]; -"2372 layer_norm_42" [id=2372, type=layer_norm]; -"2373 add_69" [id=2373, type=add]; -"2374 _tensor_constant130" [id=2374, type=get_attr]; -"2375 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2375, type=call_module]; -"2376 linear_122_scale_0_updated_constant0" [id=2376, type=get_attr]; -"2377 compressed_weight_updated_constant123" [id=2377, type=get_attr]; -"2378 _param_constant331_0_0" [id=2378, type=get_attr]; -"2379 mul_tensor_123" [id=2379, type=mul]; -"2380 linear_122" [id=2380, type=linear]; -"2381 relu__20" [id=2381, type=relu_]; -"2382 relu__20_0_0_nncf_smooth_quant_0" [id=2382, type=call_module]; -"2383 linear_123_scale_0_updated_constant0" [id=2383, type=get_attr]; -"2384 compressed_weight_updated_constant124" [id=2384, type=get_attr]; -"2385 mul_tensor_124" [id=2385, type=mul]; -"2386 linear_123" [id=2386, type=linear]; -"2387 view_110" [id=2387, type=view]; -"2388 _tensor_constant131" [id=2388, type=get_attr]; -"2389 index_20" [id=2389, type=index]; -"2390 view_111" [id=2390, type=view]; -"2391 permute_91" [id=2391, type=permute]; -"2392 contiguous_38" [id=2392, type=contiguous]; -"2393 unsqueeze_60" [id=2393, type=unsqueeze]; -"2394 sigmoid_20" [id=2394, type=sigmoid]; -"2395 mul_40" [id=2395, type=mul]; -"2396 pad_22" [id=2396, type=pad]; -"2397 view_112" [id=2397, type=view]; -"2398 permute_92" [id=2398, type=permute]; -"2399 reshape_90" [id=2399, type=reshape]; -"2400 reshape_90_0_0_nncf_smooth_quant_0" [id=2400, type=call_module]; -"2401 quantize_per_tensor_default_123" [id=2401, type=quantize_per_tensor]; -"2402 dequantize_per_tensor_default_123" [id=2402, type=dequantize_per_tensor]; -"2403 linear_124_scale_0_updated_constant0" [id=2403, type=get_attr]; -"2404 compressed_weight_updated_constant125" [id=2404, type=get_attr]; -"2405 _param_constant333_0_0" [id=2405, type=get_attr]; -"2406 mul_tensor_125" [id=2406, type=mul]; -"2407 linear_124" [id=2407, type=linear]; -"2408 reshape_91" [id=2408, type=reshape]; -"2409 permute_93" [id=2409, type=permute]; -"2410 select_60" [id=2410, type=select]; -"2411 select_61" [id=2411, type=select]; -"2412 select_62" [id=2412, type=select]; -"2413 linalg_vector_norm_40" [id=2413, type=linalg_vector_norm]; -"2414 clamp_min_40" [id=2414, type=clamp_min]; -"2415 expand_as_40" [id=2415, type=expand_as]; -"2416 div_40" [id=2416, type=div]; -"2417 quantize_per_tensor_default_124" [id=2417, type=quantize_per_tensor]; -"2418 dequantize_per_tensor_default_124" [id=2418, type=dequantize_per_tensor]; -"2419 linalg_vector_norm_41" [id=2419, type=linalg_vector_norm]; -"2420 clamp_min_41" [id=2420, type=clamp_min]; -"2421 expand_as_41" [id=2421, type=expand_as]; -"2422 div_41" [id=2422, type=div]; -"2423 quantize_per_tensor_default_125" [id=2423, type=quantize_per_tensor]; -"2424 dequantize_per_tensor_default_125" [id=2424, type=dequantize_per_tensor]; -"2425 transpose_40" [id=2425, type=transpose]; -"2426 matmul_40" [id=2426, type=matmul]; -"2427 _param_constant335" [id=2427, type=get_attr]; -"2428 clamp_20" [id=2428, type=clamp]; -"2429 exp_20" [id=2429, type=exp]; -"2430 mul_41" [id=2430, type=mul]; -"2431 add_70" [id=2431, type=add]; -"2432 softmax_20" [id=2432, type=softmax]; -"2433 dropout_80" [id=2433, type=dropout]; -"2434 matmul_41" [id=2434, type=matmul]; -"2435 transpose_41" [id=2435, type=transpose]; -"2436 reshape_92" [id=2436, type=reshape]; -"2437 reshape_92_0_0_nncf_smooth_quant_0" [id=2437, type=call_module]; -"2438 quantize_per_tensor_default_126" [id=2438, type=quantize_per_tensor]; -"2439 dequantize_per_tensor_default_126" [id=2439, type=dequantize_per_tensor]; -"2440 linear_125_scale_0_updated_constant0" [id=2440, type=get_attr]; -"2441 compressed_weight_updated_constant126" [id=2441, type=get_attr]; -"2442 _param_constant337_0_0" [id=2442, type=get_attr]; -"2443 mul_tensor_126" [id=2443, type=mul]; -"2444 linear_125" [id=2444, type=linear]; -"2445 dropout_81" [id=2445, type=dropout]; -"2446 view_113" [id=2446, type=view]; -"2447 permute_94" [id=2447, type=permute]; -"2448 reshape_93" [id=2448, type=reshape]; -"2449 slice_302" [id=2449, type=slice]; -"2450 slice_303" [id=2450, type=slice]; -"2451 slice_304" [id=2451, type=slice]; -"2452 slice_305" [id=2452, type=slice]; -"2453 contiguous_39" [id=2453, type=contiguous]; -"2454 _param_constant338" [id=2454, type=get_attr]; -"2455 _param_constant339" [id=2455, type=get_attr]; -"2456 layer_norm_43" [id=2456, type=layer_norm]; -"2457 add_71" [id=2457, type=add]; -"2458 add_71_0_0_nncf_smooth_quant_0" [id=2458, type=call_module]; -"2459 quantize_per_tensor_default_127" [id=2459, type=quantize_per_tensor]; -"2460 dequantize_per_tensor_default_127" [id=2460, type=dequantize_per_tensor]; -"2461 linear_126_scale_0_updated_constant0" [id=2461, type=get_attr]; -"2462 compressed_weight_updated_constant127" [id=2462, type=get_attr]; -"2463 _param_constant341_0_0" [id=2463, type=get_attr]; -"2464 mul_tensor_127" [id=2464, type=mul]; -"2465 linear_126" [id=2465, type=linear]; -"2466 gelu_20" [id=2466, type=gelu]; -"2467 dropout_82" [id=2467, type=dropout]; -"2468 dropout_82_0_0_nncf_smooth_quant_0" [id=2468, type=call_module]; -"2469 quantize_per_tensor_default_128" [id=2469, type=quantize_per_tensor]; -"2470 dequantize_per_tensor_default_128" [id=2470, type=dequantize_per_tensor]; -"2471 linear_127_scale_0_updated_constant0" [id=2471, type=get_attr]; -"2472 compressed_weight_updated_constant128" [id=2472, type=get_attr]; -"2473 _param_constant343_0_0" [id=2473, type=get_attr]; -"2474 mul_tensor_128" [id=2474, type=mul]; -"2475 linear_127" [id=2475, type=linear]; -"2476 dropout_83" [id=2476, type=dropout]; -"2477 _param_constant344" [id=2477, type=get_attr]; -"2478 _param_constant345" [id=2478, type=get_attr]; -"2479 layer_norm_44" [id=2479, type=layer_norm]; -"2480 add_72" [id=2480, type=add]; -"2481 _tensor_constant132" [id=2481, type=get_attr]; -"2482 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2482, type=call_module]; -"2483 linear_128_scale_0_updated_constant0" [id=2483, type=get_attr]; -"2484 compressed_weight_updated_constant129" [id=2484, type=get_attr]; -"2485 _param_constant347_0_0" [id=2485, type=get_attr]; -"2486 mul_tensor_129" [id=2486, type=mul]; -"2487 linear_128" [id=2487, type=linear]; -"2488 relu__21" [id=2488, type=relu_]; -"2489 relu__21_0_0_nncf_smooth_quant_0" [id=2489, type=call_module]; -"2490 linear_129_scale_0_updated_constant0" [id=2490, type=get_attr]; -"2491 compressed_weight_updated_constant130" [id=2491, type=get_attr]; -"2492 mul_tensor_130" [id=2492, type=mul]; -"2493 linear_129" [id=2493, type=linear]; -"2494 view_114" [id=2494, type=view]; -"2495 _tensor_constant133" [id=2495, type=get_attr]; -"2496 index_21" [id=2496, type=index]; -"2497 view_115" [id=2497, type=view]; -"2498 permute_95" [id=2498, type=permute]; -"2499 contiguous_40" [id=2499, type=contiguous]; -"2500 unsqueeze_61" [id=2500, type=unsqueeze]; -"2501 sigmoid_21" [id=2501, type=sigmoid]; -"2502 mul_42" [id=2502, type=mul]; -"2503 pad_23" [id=2503, type=pad]; -"2504 roll_20" [id=2504, type=roll]; -"2505 view_116" [id=2505, type=view]; -"2506 permute_96" [id=2506, type=permute]; -"2507 reshape_94" [id=2507, type=reshape]; -"2508 reshape_94_0_0_nncf_smooth_quant_0" [id=2508, type=call_module]; -"2509 quantize_per_tensor_default_129" [id=2509, type=quantize_per_tensor]; -"2510 dequantize_per_tensor_default_129" [id=2510, type=dequantize_per_tensor]; -"2511 linear_130_scale_0_updated_constant0" [id=2511, type=get_attr]; -"2512 compressed_weight_updated_constant131" [id=2512, type=get_attr]; -"2513 _param_constant349_0_0" [id=2513, type=get_attr]; -"2514 mul_tensor_131" [id=2514, type=mul]; -"2515 linear_130" [id=2515, type=linear]; -"2516 reshape_95" [id=2516, type=reshape]; -"2517 permute_97" [id=2517, type=permute]; -"2518 select_63" [id=2518, type=select]; -"2519 select_64" [id=2519, type=select]; -"2520 select_65" [id=2520, type=select]; -"2521 linalg_vector_norm_42" [id=2521, type=linalg_vector_norm]; -"2522 clamp_min_42" [id=2522, type=clamp_min]; -"2523 expand_as_42" [id=2523, type=expand_as]; -"2524 div_42" [id=2524, type=div]; -"2525 quantize_per_tensor_default_130" [id=2525, type=quantize_per_tensor]; -"2526 dequantize_per_tensor_default_130" [id=2526, type=dequantize_per_tensor]; -"2527 linalg_vector_norm_43" [id=2527, type=linalg_vector_norm]; -"2528 clamp_min_43" [id=2528, type=clamp_min]; -"2529 expand_as_43" [id=2529, type=expand_as]; -"2530 div_43" [id=2530, type=div]; -"2531 quantize_per_tensor_default_131" [id=2531, type=quantize_per_tensor]; -"2532 dequantize_per_tensor_default_131" [id=2532, type=dequantize_per_tensor]; -"2533 transpose_42" [id=2533, type=transpose]; -"2534 matmul_42" [id=2534, type=matmul]; -"2535 _param_constant351" [id=2535, type=get_attr]; -"2536 clamp_21" [id=2536, type=clamp]; -"2537 exp_21" [id=2537, type=exp]; -"2538 mul_43" [id=2538, type=mul]; -"2539 add_73" [id=2539, type=add]; -"2540 new_zeros_10" [id=2540, type=new_zeros]; -"2541 view_117" [id=2541, type=view]; -"2542 permute_98" [id=2542, type=permute]; -"2543 reshape_96" [id=2543, type=reshape]; -"2544 unsqueeze_62" [id=2544, type=unsqueeze]; -"2545 unsqueeze_63" [id=2545, type=unsqueeze]; -"2546 sub_10" [id=2546, type=sub]; -"2547 ne_10" [id=2547, type=ne]; -"2548 masked_fill_20" [id=2548, type=masked_fill]; -"2549 eq_10" [id=2549, type=eq]; -"2550 masked_fill_21" [id=2550, type=masked_fill]; -"2551 view_118" [id=2551, type=view]; -"2552 unsqueeze_64" [id=2552, type=unsqueeze]; -"2553 unsqueeze_65" [id=2553, type=unsqueeze]; -"2554 add_74" [id=2554, type=add]; -"2555 view_119" [id=2555, type=view]; -"2556 softmax_21" [id=2556, type=softmax]; -"2557 dropout_84" [id=2557, type=dropout]; -"2558 matmul_43" [id=2558, type=matmul]; -"2559 transpose_43" [id=2559, type=transpose]; -"2560 reshape_97" [id=2560, type=reshape]; -"2561 reshape_97_0_0_nncf_smooth_quant_0" [id=2561, type=call_module]; -"2562 quantize_per_tensor_default_132" [id=2562, type=quantize_per_tensor]; -"2563 dequantize_per_tensor_default_132" [id=2563, type=dequantize_per_tensor]; -"2564 linear_131_scale_0_updated_constant0" [id=2564, type=get_attr]; -"2565 compressed_weight_updated_constant132" [id=2565, type=get_attr]; -"2566 _param_constant353_0_0" [id=2566, type=get_attr]; -"2567 mul_tensor_132" [id=2567, type=mul]; -"2568 linear_131" [id=2568, type=linear]; -"2569 dropout_85" [id=2569, type=dropout]; -"2570 view_120" [id=2570, type=view]; -"2571 permute_99" [id=2571, type=permute]; -"2572 reshape_98" [id=2572, type=reshape]; -"2573 roll_21" [id=2573, type=roll]; -"2574 slice_325" [id=2574, type=slice]; -"2575 slice_326" [id=2575, type=slice]; -"2576 slice_327" [id=2576, type=slice]; -"2577 slice_328" [id=2577, type=slice]; -"2578 contiguous_41" [id=2578, type=contiguous]; -"2579 _param_constant354" [id=2579, type=get_attr]; -"2580 _param_constant355" [id=2580, type=get_attr]; -"2581 layer_norm_45" [id=2581, type=layer_norm]; -"2582 add_75" [id=2582, type=add]; -"2583 add_75_0_0_nncf_smooth_quant_0" [id=2583, type=call_module]; -"2584 quantize_per_tensor_default_133" [id=2584, type=quantize_per_tensor]; -"2585 dequantize_per_tensor_default_133" [id=2585, type=dequantize_per_tensor]; -"2586 linear_132_scale_0_updated_constant0" [id=2586, type=get_attr]; -"2587 compressed_weight_updated_constant133" [id=2587, type=get_attr]; -"2588 _param_constant357_0_0" [id=2588, type=get_attr]; -"2589 mul_tensor_133" [id=2589, type=mul]; -"2590 linear_132" [id=2590, type=linear]; -"2591 gelu_21" [id=2591, type=gelu]; -"2592 dropout_86" [id=2592, type=dropout]; -"2593 dropout_86_0_0_nncf_smooth_quant_0" [id=2593, type=call_module]; -"2594 quantize_per_tensor_default_134" [id=2594, type=quantize_per_tensor]; -"2595 dequantize_per_tensor_default_134" [id=2595, type=dequantize_per_tensor]; -"2596 linear_133_scale_0_updated_constant0" [id=2596, type=get_attr]; -"2597 compressed_weight_updated_constant134" [id=2597, type=get_attr]; -"2598 _param_constant359_0_0" [id=2598, type=get_attr]; -"2599 mul_tensor_134" [id=2599, type=mul]; -"2600 linear_133" [id=2600, type=linear]; -"2601 dropout_87" [id=2601, type=dropout]; -"2602 _param_constant360" [id=2602, type=get_attr]; -"2603 _param_constant361" [id=2603, type=get_attr]; -"2604 layer_norm_46" [id=2604, type=layer_norm]; -"2605 add_76" [id=2605, type=add]; -"2606 pad_24" [id=2606, type=pad]; -"2607 slice_329" [id=2607, type=slice]; -"2608 slice_330" [id=2608, type=slice]; -"2609 slice_331" [id=2609, type=slice]; -"2610 slice_332" [id=2610, type=slice]; -"2611 slice_333" [id=2611, type=slice]; -"2612 slice_334" [id=2612, type=slice]; -"2613 slice_335" [id=2613, type=slice]; -"2614 slice_336" [id=2614, type=slice]; -"2615 slice_337" [id=2615, type=slice]; -"2616 slice_338" [id=2616, type=slice]; -"2617 slice_339" [id=2617, type=slice]; -"2618 slice_340" [id=2618, type=slice]; -"2619 cat_2" [id=2619, type=cat]; -"2620 cat_2_0_0_nncf_smooth_quant_0" [id=2620, type=call_module]; -"2621 quantize_per_tensor_default_135" [id=2621, type=quantize_per_tensor]; -"2622 dequantize_per_tensor_default_135" [id=2622, type=dequantize_per_tensor]; -"2623 linear_134_scale_0_updated_constant0" [id=2623, type=get_attr]; -"2624 compressed_weight_updated_constant135" [id=2624, type=get_attr]; -"2625 mul_tensor_135" [id=2625, type=mul]; -"2626 linear_134" [id=2626, type=linear]; -"2627 _param_constant363" [id=2627, type=get_attr]; -"2628 _param_constant364" [id=2628, type=get_attr]; -"2629 layer_norm_47" [id=2629, type=layer_norm]; -"2630 _tensor_constant143" [id=2630, type=get_attr]; -"2631 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2631, type=call_module]; -"2632 linear_135_scale_0_updated_constant0" [id=2632, type=get_attr]; -"2633 compressed_weight_updated_constant136" [id=2633, type=get_attr]; -"2634 _param_constant366_0_0" [id=2634, type=get_attr]; -"2635 mul_tensor_136" [id=2635, type=mul]; -"2636 linear_135" [id=2636, type=linear]; -"2637 relu__22" [id=2637, type=relu_]; -"2638 relu__22_0_0_nncf_smooth_quant_0" [id=2638, type=call_module]; -"2639 linear_136_scale_0_updated_constant0" [id=2639, type=get_attr]; -"2640 compressed_weight_updated_constant137" [id=2640, type=get_attr]; -"2641 mul_tensor_137" [id=2641, type=mul]; -"2642 linear_136" [id=2642, type=linear]; -"2643 view_121" [id=2643, type=view]; -"2644 _tensor_constant144" [id=2644, type=get_attr]; -"2645 index_22" [id=2645, type=index]; -"2646 view_122" [id=2646, type=view]; -"2647 permute_100" [id=2647, type=permute]; -"2648 contiguous_42" [id=2648, type=contiguous]; -"2649 unsqueeze_66" [id=2649, type=unsqueeze]; -"2650 sigmoid_22" [id=2650, type=sigmoid]; -"2651 mul_44" [id=2651, type=mul]; -"2652 pad_25" [id=2652, type=pad]; -"2653 view_123" [id=2653, type=view]; -"2654 permute_101" [id=2654, type=permute]; -"2655 reshape_99" [id=2655, type=reshape]; -"2656 reshape_99_0_0_nncf_smooth_quant_0" [id=2656, type=call_module]; -"2657 quantize_per_tensor_default_136" [id=2657, type=quantize_per_tensor]; -"2658 dequantize_per_tensor_default_136" [id=2658, type=dequantize_per_tensor]; -"2659 linear_137_scale_0_updated_constant0" [id=2659, type=get_attr]; -"2660 compressed_weight_updated_constant138" [id=2660, type=get_attr]; -"2661 _param_constant368_0_0" [id=2661, type=get_attr]; -"2662 mul_tensor_138" [id=2662, type=mul]; -"2663 linear_137" [id=2663, type=linear]; -"2664 reshape_100" [id=2664, type=reshape]; -"2665 permute_102" [id=2665, type=permute]; -"2666 select_66" [id=2666, type=select]; -"2667 select_67" [id=2667, type=select]; -"2668 select_68" [id=2668, type=select]; -"2669 linalg_vector_norm_44" [id=2669, type=linalg_vector_norm]; -"2670 clamp_min_44" [id=2670, type=clamp_min]; -"2671 expand_as_44" [id=2671, type=expand_as]; -"2672 div_44" [id=2672, type=div]; -"2673 quantize_per_tensor_default_137" [id=2673, type=quantize_per_tensor]; -"2674 dequantize_per_tensor_default_137" [id=2674, type=dequantize_per_tensor]; -"2675 linalg_vector_norm_45" [id=2675, type=linalg_vector_norm]; -"2676 clamp_min_45" [id=2676, type=clamp_min]; -"2677 expand_as_45" [id=2677, type=expand_as]; -"2678 div_45" [id=2678, type=div]; -"2679 quantize_per_tensor_default_138" [id=2679, type=quantize_per_tensor]; -"2680 dequantize_per_tensor_default_138" [id=2680, type=dequantize_per_tensor]; -"2681 transpose_44" [id=2681, type=transpose]; -"2682 matmul_44" [id=2682, type=matmul]; -"2683 _param_constant370" [id=2683, type=get_attr]; -"2684 clamp_22" [id=2684, type=clamp]; -"2685 exp_22" [id=2685, type=exp]; -"2686 mul_45" [id=2686, type=mul]; -"2687 add_77" [id=2687, type=add]; -"2688 softmax_22" [id=2688, type=softmax]; -"2689 dropout_88" [id=2689, type=dropout]; -"2690 matmul_45" [id=2690, type=matmul]; -"2691 transpose_45" [id=2691, type=transpose]; -"2692 reshape_101" [id=2692, type=reshape]; -"2693 reshape_101_0_0_nncf_smooth_quant_0" [id=2693, type=call_module]; -"2694 quantize_per_tensor_default_139" [id=2694, type=quantize_per_tensor]; -"2695 dequantize_per_tensor_default_139" [id=2695, type=dequantize_per_tensor]; -"2696 linear_138_scale_0_updated_constant0" [id=2696, type=get_attr]; -"2697 compressed_weight_updated_constant139" [id=2697, type=get_attr]; -"2698 _param_constant372_0_0" [id=2698, type=get_attr]; -"2699 mul_tensor_139" [id=2699, type=mul]; -"2700 linear_138" [id=2700, type=linear]; -"2701 dropout_89" [id=2701, type=dropout]; -"2702 view_124" [id=2702, type=view]; -"2703 permute_103" [id=2703, type=permute]; -"2704 reshape_102" [id=2704, type=reshape]; -"2705 slice_342" [id=2705, type=slice]; -"2706 slice_343" [id=2706, type=slice]; -"2707 slice_344" [id=2707, type=slice]; -"2708 slice_345" [id=2708, type=slice]; -"2709 contiguous_43" [id=2709, type=contiguous]; -"2710 _param_constant373" [id=2710, type=get_attr]; -"2711 _param_constant374" [id=2711, type=get_attr]; -"2712 layer_norm_48" [id=2712, type=layer_norm]; -"2713 add_78" [id=2713, type=add]; -"2714 add_78_0_0_nncf_smooth_quant_0" [id=2714, type=call_module]; -"2715 quantize_per_tensor_default_140" [id=2715, type=quantize_per_tensor]; -"2716 dequantize_per_tensor_default_140" [id=2716, type=dequantize_per_tensor]; -"2717 linear_139_scale_0_updated_constant0" [id=2717, type=get_attr]; -"2718 compressed_weight_updated_constant140" [id=2718, type=get_attr]; -"2719 _param_constant376_0_0" [id=2719, type=get_attr]; -"2720 mul_tensor_140" [id=2720, type=mul]; -"2721 linear_139" [id=2721, type=linear]; -"2722 gelu_22" [id=2722, type=gelu]; -"2723 dropout_90" [id=2723, type=dropout]; -"2724 dropout_90_0_0_nncf_smooth_quant_0" [id=2724, type=call_module]; -"2725 quantize_per_tensor_default_141" [id=2725, type=quantize_per_tensor]; -"2726 dequantize_per_tensor_default_141" [id=2726, type=dequantize_per_tensor]; -"2727 linear_140_scale_0_updated_constant0" [id=2727, type=get_attr]; -"2728 compressed_weight_updated_constant141" [id=2728, type=get_attr]; -"2729 _param_constant378_0_0" [id=2729, type=get_attr]; -"2730 mul_tensor_141" [id=2730, type=mul]; -"2731 linear_140" [id=2731, type=linear]; -"2732 dropout_91" [id=2732, type=dropout]; -"2733 _param_constant379" [id=2733, type=get_attr]; -"2734 _param_constant380" [id=2734, type=get_attr]; -"2735 layer_norm_49" [id=2735, type=layer_norm]; -"2736 add_79" [id=2736, type=add]; -"2737 _tensor_constant145" [id=2737, type=get_attr]; -"2738 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=2738, type=call_module]; -"2739 linear_141_scale_0_updated_constant0" [id=2739, type=get_attr]; -"2740 compressed_weight_updated_constant142" [id=2740, type=get_attr]; -"2741 _param_constant382_0_0" [id=2741, type=get_attr]; -"2742 mul_tensor_142" [id=2742, type=mul]; -"2743 linear_141" [id=2743, type=linear]; -"2744 relu__23" [id=2744, type=relu_]; -"2745 relu__23_0_0_nncf_smooth_quant_0" [id=2745, type=call_module]; -"2746 linear_142_scale_0_updated_constant0" [id=2746, type=get_attr]; -"2747 compressed_weight_updated_constant143" [id=2747, type=get_attr]; -"2748 mul_tensor_143" [id=2748, type=mul]; -"2749 linear_142" [id=2749, type=linear]; -"2750 view_125" [id=2750, type=view]; -"2751 _tensor_constant146" [id=2751, type=get_attr]; -"2752 index_23" [id=2752, type=index]; -"2753 view_126" [id=2753, type=view]; -"2754 permute_104" [id=2754, type=permute]; -"2755 contiguous_44" [id=2755, type=contiguous]; -"2756 unsqueeze_67" [id=2756, type=unsqueeze]; -"2757 sigmoid_23" [id=2757, type=sigmoid]; -"2758 mul_46" [id=2758, type=mul]; -"2759 pad_26" [id=2759, type=pad]; -"2760 view_127" [id=2760, type=view]; -"2761 permute_105" [id=2761, type=permute]; -"2762 reshape_103" [id=2762, type=reshape]; -"2763 reshape_103_0_0_nncf_smooth_quant_0" [id=2763, type=call_module]; -"2764 quantize_per_tensor_default_142" [id=2764, type=quantize_per_tensor]; -"2765 dequantize_per_tensor_default_142" [id=2765, type=dequantize_per_tensor]; -"2766 linear_143_scale_0_updated_constant0" [id=2766, type=get_attr]; -"2767 compressed_weight_updated_constant144" [id=2767, type=get_attr]; -"2768 _param_constant384_0_0" [id=2768, type=get_attr]; -"2769 mul_tensor_144" [id=2769, type=mul]; -"2770 linear_143" [id=2770, type=linear]; -"2771 reshape_104" [id=2771, type=reshape]; -"2772 permute_106" [id=2772, type=permute]; -"2773 select_69" [id=2773, type=select]; -"2774 select_70" [id=2774, type=select]; -"2775 select_71" [id=2775, type=select]; -"2776 linalg_vector_norm_46" [id=2776, type=linalg_vector_norm]; -"2777 clamp_min_46" [id=2777, type=clamp_min]; -"2778 expand_as_46" [id=2778, type=expand_as]; -"2779 div_46" [id=2779, type=div]; -"2780 quantize_per_tensor_default_143" [id=2780, type=quantize_per_tensor]; -"2781 dequantize_per_tensor_default_143" [id=2781, type=dequantize_per_tensor]; -"2782 linalg_vector_norm_47" [id=2782, type=linalg_vector_norm]; -"2783 clamp_min_47" [id=2783, type=clamp_min]; -"2784 expand_as_47" [id=2784, type=expand_as]; -"2785 div_47" [id=2785, type=div]; -"2786 quantize_per_tensor_default_144" [id=2786, type=quantize_per_tensor]; -"2787 dequantize_per_tensor_default_144" [id=2787, type=dequantize_per_tensor]; -"2788 transpose_46" [id=2788, type=transpose]; -"2789 matmul_46" [id=2789, type=matmul]; -"2790 _param_constant386" [id=2790, type=get_attr]; -"2791 clamp_23" [id=2791, type=clamp]; -"2792 exp_23" [id=2792, type=exp]; -"2793 mul_47" [id=2793, type=mul]; -"2794 add_80" [id=2794, type=add]; -"2795 softmax_23" [id=2795, type=softmax]; -"2796 dropout_92" [id=2796, type=dropout]; -"2797 matmul_47" [id=2797, type=matmul]; -"2798 transpose_47" [id=2798, type=transpose]; -"2799 reshape_105" [id=2799, type=reshape]; -"2800 reshape_105_0_0_nncf_smooth_quant_0" [id=2800, type=call_module]; -"2801 quantize_per_tensor_default_145" [id=2801, type=quantize_per_tensor]; -"2802 dequantize_per_tensor_default_145" [id=2802, type=dequantize_per_tensor]; -"2803 linear_144_scale_0_updated_constant0" [id=2803, type=get_attr]; -"2804 compressed_weight_updated_constant145" [id=2804, type=get_attr]; -"2805 _param_constant388_0_0" [id=2805, type=get_attr]; -"2806 mul_tensor_145" [id=2806, type=mul]; -"2807 linear_144" [id=2807, type=linear]; -"2808 dropout_93" [id=2808, type=dropout]; -"2809 view_128" [id=2809, type=view]; -"2810 permute_107" [id=2810, type=permute]; -"2811 reshape_106" [id=2811, type=reshape]; -"2812 slice_347" [id=2812, type=slice]; -"2813 slice_348" [id=2813, type=slice]; -"2814 slice_349" [id=2814, type=slice]; -"2815 slice_350" [id=2815, type=slice]; -"2816 contiguous_45" [id=2816, type=contiguous]; -"2817 _param_constant389" [id=2817, type=get_attr]; -"2818 _param_constant390" [id=2818, type=get_attr]; -"2819 layer_norm_50" [id=2819, type=layer_norm]; -"2820 add_81" [id=2820, type=add]; -"2821 add_81_0_0_nncf_smooth_quant_0" [id=2821, type=call_module]; -"2822 quantize_per_tensor_default_146" [id=2822, type=quantize_per_tensor]; -"2823 dequantize_per_tensor_default_146" [id=2823, type=dequantize_per_tensor]; -"2824 linear_145_scale_0_updated_constant0" [id=2824, type=get_attr]; -"2825 compressed_weight_updated_constant146" [id=2825, type=get_attr]; -"2826 _param_constant392_0_0" [id=2826, type=get_attr]; -"2827 mul_tensor_146" [id=2827, type=mul]; -"2828 linear_145" [id=2828, type=linear]; -"2829 gelu_23" [id=2829, type=gelu]; -"2830 dropout_94" [id=2830, type=dropout]; -"2831 dropout_94_0_0_nncf_smooth_quant_0" [id=2831, type=call_module]; -"2832 quantize_per_tensor_default_147" [id=2832, type=quantize_per_tensor]; -"2833 dequantize_per_tensor_default_147" [id=2833, type=dequantize_per_tensor]; -"2834 linear_146_scale_0_updated_constant0" [id=2834, type=get_attr]; -"2835 compressed_weight_updated_constant147" [id=2835, type=get_attr]; -"2836 _param_constant394_0_0" [id=2836, type=get_attr]; -"2837 mul_tensor_147" [id=2837, type=mul]; -"2838 linear_146" [id=2838, type=linear]; -"2839 dropout_95" [id=2839, type=dropout]; -"2840 _param_constant395" [id=2840, type=get_attr]; -"2841 _param_constant396" [id=2841, type=get_attr]; -"2842 layer_norm_51" [id=2842, type=layer_norm]; -"2843 add_82" [id=2843, type=add]; -"2844 _param_constant397" [id=2844, type=get_attr]; -"2845 _param_constant398" [id=2845, type=get_attr]; -"2846 layer_norm_52" [id=2846, type=layer_norm]; -"2847 permute_108" [id=2847, type=permute]; -"2848 adaptive_avg_pool2d" [id=2848, type=adaptive_avg_pool2d]; -"2849 flatten" [id=2849, type=flatten]; -"2850 flatten_0_0_nncf_smooth_quant_0" [id=2850, type=call_module]; -"2851 quantize_per_tensor_default_148" [id=2851, type=quantize_per_tensor]; -"2852 dequantize_per_tensor_default_148" [id=2852, type=dequantize_per_tensor]; -"2853 linear_147_scale_0_updated_constant0" [id=2853, type=get_attr]; -"2854 compressed_weight_updated_constant148" [id=2854, type=get_attr]; -"2855 _param_constant400_0_0" [id=2855, type=get_attr]; -"2856 mul_tensor_148" [id=2856, type=mul]; -"2857 linear_147" [id=2857, type=linear]; -"2858 output" [id=2858, type=output]; +"3 conv2d_zero_point_0_updated_constant0" [id=3, type=get_attr]; +"4 conv2d_scale_0_updated_constant0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; +"6 _param_constant1_0_0" [id=6, type=get_attr]; +"7 mul_tensor" [id=7, type=mul]; +"8 sub_tensor" [id=8, type=sub]; +"9 conv2d" [id=9, type=conv2d]; +"10 permute" [id=10, type=permute]; +"11 _param_constant2" [id=11, type=get_attr]; +"12 _param_constant3" [id=12, type=get_attr]; +"13 layer_norm" [id=13, type=layer_norm]; +"14 _tensor_constant0" [id=14, type=get_attr]; +"15 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=15, type=call_module]; +"16 linear_zero_point_0_updated_constant0" [id=16, type=get_attr]; +"17 linear_scale_0_updated_constant0" [id=17, type=get_attr]; +"18 compressed_weight_updated_constant1" [id=18, type=get_attr]; +"19 _param_constant5_0_0" [id=19, type=get_attr]; +"20 mul_tensor_1" [id=20, type=mul]; +"21 sub_tensor_1" [id=21, type=sub]; +"22 linear" [id=22, type=linear]; +"23 relu_" [id=23, type=relu_]; +"24 relu__0_0_nncf_smooth_quant_0" [id=24, type=call_module]; +"25 linear_1_zero_point_0_updated_constant0" [id=25, type=get_attr]; +"26 linear_1_scale_0_updated_constant0" [id=26, type=get_attr]; +"27 compressed_weight_updated_constant2" [id=27, type=get_attr]; +"28 mul_tensor_2" [id=28, type=mul]; +"29 sub_tensor_2" [id=29, type=sub]; +"30 linear_1" [id=30, type=linear]; +"31 view" [id=31, type=view]; +"32 _tensor_constant1" [id=32, type=get_attr]; +"33 index" [id=33, type=index]; +"34 view_1" [id=34, type=view]; +"35 permute_1" [id=35, type=permute]; +"36 contiguous" [id=36, type=contiguous]; +"37 unsqueeze" [id=37, type=unsqueeze]; +"38 sigmoid" [id=38, type=sigmoid]; +"39 mul" [id=39, type=mul]; +"40 pad" [id=40, type=pad]; +"41 view_2" [id=41, type=view]; +"42 permute_2" [id=42, type=permute]; +"43 reshape" [id=43, type=reshape]; +"44 reshape_0_0_nncf_smooth_quant_0" [id=44, type=call_module]; +"45 quantize_per_tensor_default_1" [id=45, type=quantize_per_tensor]; +"46 dequantize_per_tensor_default_1" [id=46, type=dequantize_per_tensor]; +"47 linear_2_zero_point_0_updated_constant0" [id=47, type=get_attr]; +"48 linear_2_scale_0_updated_constant0" [id=48, type=get_attr]; +"49 compressed_weight_updated_constant3" [id=49, type=get_attr]; +"50 _param_constant7_0_0" [id=50, type=get_attr]; +"51 mul_tensor_3" [id=51, type=mul]; +"52 sub_tensor_3" [id=52, type=sub]; +"53 linear_2" [id=53, type=linear]; +"54 reshape_1" [id=54, type=reshape]; +"55 permute_3" [id=55, type=permute]; +"56 select" [id=56, type=select]; +"57 select_1" [id=57, type=select]; +"58 select_2" [id=58, type=select]; +"59 linalg_vector_norm" [id=59, type=linalg_vector_norm]; +"60 clamp_min" [id=60, type=clamp_min]; +"61 expand_as" [id=61, type=expand_as]; +"62 div" [id=62, type=div]; +"63 quantize_per_tensor_default_2" [id=63, type=quantize_per_tensor]; +"64 dequantize_per_tensor_default_2" [id=64, type=dequantize_per_tensor]; +"65 linalg_vector_norm_1" [id=65, type=linalg_vector_norm]; +"66 clamp_min_1" [id=66, type=clamp_min]; +"67 expand_as_1" [id=67, type=expand_as]; +"68 div_1" [id=68, type=div]; +"69 quantize_per_tensor_default_3" [id=69, type=quantize_per_tensor]; +"70 dequantize_per_tensor_default_3" [id=70, type=dequantize_per_tensor]; +"71 transpose" [id=71, type=transpose]; +"72 matmul" [id=72, type=matmul]; +"73 _param_constant9" [id=73, type=get_attr]; +"74 clamp" [id=74, type=clamp]; +"75 exp" [id=75, type=exp]; +"76 mul_1" [id=76, type=mul]; +"77 add" [id=77, type=add]; +"78 softmax" [id=78, type=softmax]; +"79 dropout" [id=79, type=dropout]; +"80 matmul_1" [id=80, type=matmul]; +"81 transpose_1" [id=81, type=transpose]; +"82 reshape_2" [id=82, type=reshape]; +"83 reshape_2_0_0_nncf_smooth_quant_0" [id=83, type=call_module]; +"84 quantize_per_tensor_default_4" [id=84, type=quantize_per_tensor]; +"85 dequantize_per_tensor_default_4" [id=85, type=dequantize_per_tensor]; +"86 linear_3_zero_point_0_updated_constant0" [id=86, type=get_attr]; +"87 linear_3_scale_0_updated_constant0" [id=87, type=get_attr]; +"88 compressed_weight_updated_constant4" [id=88, type=get_attr]; +"89 _param_constant11_0_0" [id=89, type=get_attr]; +"90 mul_tensor_4" [id=90, type=mul]; +"91 sub_tensor_4" [id=91, type=sub]; +"92 linear_3" [id=92, type=linear]; +"93 dropout_1" [id=93, type=dropout]; +"94 view_3" [id=94, type=view]; +"95 permute_4" [id=95, type=permute]; +"96 reshape_3" [id=96, type=reshape]; +"97 slice_2" [id=97, type=slice]; +"98 slice_3" [id=98, type=slice]; +"99 _param_constant12" [id=99, type=get_attr]; +"100 _param_constant13" [id=100, type=get_attr]; +"101 layer_norm_1" [id=101, type=layer_norm]; +"102 add_1" [id=102, type=add]; +"103 add_1_0_0_nncf_smooth_quant_0" [id=103, type=call_module]; +"104 quantize_per_tensor_default_5" [id=104, type=quantize_per_tensor]; +"105 dequantize_per_tensor_default_5" [id=105, type=dequantize_per_tensor]; +"106 linear_4_zero_point_0_updated_constant0" [id=106, type=get_attr]; +"107 linear_4_scale_0_updated_constant0" [id=107, type=get_attr]; +"108 compressed_weight_updated_constant5" [id=108, type=get_attr]; +"109 _param_constant15_0_0" [id=109, type=get_attr]; +"110 mul_tensor_5" [id=110, type=mul]; +"111 sub_tensor_5" [id=111, type=sub]; +"112 linear_4" [id=112, type=linear]; +"113 gelu" [id=113, type=gelu]; +"114 dropout_2" [id=114, type=dropout]; +"115 dropout_2_0_0_nncf_smooth_quant_0" [id=115, type=call_module]; +"116 quantize_per_tensor_default_6" [id=116, type=quantize_per_tensor]; +"117 dequantize_per_tensor_default_6" [id=117, type=dequantize_per_tensor]; +"118 linear_5_zero_point_0_updated_constant0" [id=118, type=get_attr]; +"119 linear_5_scale_0_updated_constant0" [id=119, type=get_attr]; +"120 compressed_weight_updated_constant6" [id=120, type=get_attr]; +"121 _param_constant17_0_0" [id=121, type=get_attr]; +"122 mul_tensor_6" [id=122, type=mul]; +"123 sub_tensor_6" [id=123, type=sub]; +"124 linear_5" [id=124, type=linear]; +"125 dropout_3" [id=125, type=dropout]; +"126 _param_constant18" [id=126, type=get_attr]; +"127 _param_constant19" [id=127, type=get_attr]; +"128 layer_norm_2" [id=128, type=layer_norm]; +"129 add_2" [id=129, type=add]; +"130 _tensor_constant2" [id=130, type=get_attr]; +"131 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=131, type=call_module]; +"132 linear_6_zero_point_0_updated_constant0" [id=132, type=get_attr]; +"133 linear_6_scale_0_updated_constant0" [id=133, type=get_attr]; +"134 compressed_weight_updated_constant7" [id=134, type=get_attr]; +"135 _param_constant21_0_0" [id=135, type=get_attr]; +"136 mul_tensor_7" [id=136, type=mul]; +"137 sub_tensor_7" [id=137, type=sub]; +"138 linear_6" [id=138, type=linear]; +"139 relu__1" [id=139, type=relu_]; +"140 relu__1_0_0_nncf_smooth_quant_0" [id=140, type=call_module]; +"141 linear_7_zero_point_0_updated_constant0" [id=141, type=get_attr]; +"142 linear_7_scale_0_updated_constant0" [id=142, type=get_attr]; +"143 compressed_weight_updated_constant8" [id=143, type=get_attr]; +"144 mul_tensor_8" [id=144, type=mul]; +"145 sub_tensor_8" [id=145, type=sub]; +"146 linear_7" [id=146, type=linear]; +"147 view_4" [id=147, type=view]; +"148 _tensor_constant3" [id=148, type=get_attr]; +"149 index_1" [id=149, type=index]; +"150 view_5" [id=150, type=view]; +"151 permute_5" [id=151, type=permute]; +"152 contiguous_1" [id=152, type=contiguous]; +"153 unsqueeze_1" [id=153, type=unsqueeze]; +"154 sigmoid_1" [id=154, type=sigmoid]; +"155 mul_2" [id=155, type=mul]; +"156 pad_1" [id=156, type=pad]; +"157 roll" [id=157, type=roll]; +"158 view_6" [id=158, type=view]; +"159 permute_6" [id=159, type=permute]; +"160 reshape_4" [id=160, type=reshape]; +"161 reshape_4_0_0_nncf_smooth_quant_0" [id=161, type=call_module]; +"162 quantize_per_tensor_default_7" [id=162, type=quantize_per_tensor]; +"163 dequantize_per_tensor_default_7" [id=163, type=dequantize_per_tensor]; +"164 linear_8_zero_point_0_updated_constant0" [id=164, type=get_attr]; +"165 linear_8_scale_0_updated_constant0" [id=165, type=get_attr]; +"166 compressed_weight_updated_constant9" [id=166, type=get_attr]; +"167 _param_constant23_0_0" [id=167, type=get_attr]; +"168 mul_tensor_9" [id=168, type=mul]; +"169 sub_tensor_9" [id=169, type=sub]; +"170 linear_8" [id=170, type=linear]; +"171 reshape_5" [id=171, type=reshape]; +"172 permute_7" [id=172, type=permute]; +"173 select_3" [id=173, type=select]; +"174 select_4" [id=174, type=select]; +"175 select_5" [id=175, type=select]; +"176 linalg_vector_norm_2" [id=176, type=linalg_vector_norm]; +"177 clamp_min_2" [id=177, type=clamp_min]; +"178 expand_as_2" [id=178, type=expand_as]; +"179 div_2" [id=179, type=div]; +"180 quantize_per_tensor_default_8" [id=180, type=quantize_per_tensor]; +"181 dequantize_per_tensor_default_8" [id=181, type=dequantize_per_tensor]; +"182 linalg_vector_norm_3" [id=182, type=linalg_vector_norm]; +"183 clamp_min_3" [id=183, type=clamp_min]; +"184 expand_as_3" [id=184, type=expand_as]; +"185 div_3" [id=185, type=div]; +"186 quantize_per_tensor_default_9" [id=186, type=quantize_per_tensor]; +"187 dequantize_per_tensor_default_9" [id=187, type=dequantize_per_tensor]; +"188 transpose_2" [id=188, type=transpose]; +"189 matmul_2" [id=189, type=matmul]; +"190 _param_constant25" [id=190, type=get_attr]; +"191 clamp_1" [id=191, type=clamp]; +"192 exp_1" [id=192, type=exp]; +"193 mul_3" [id=193, type=mul]; +"194 add_3" [id=194, type=add]; +"195 new_zeros" [id=195, type=new_zeros]; +"196 view_7" [id=196, type=view]; +"197 permute_8" [id=197, type=permute]; +"198 reshape_6" [id=198, type=reshape]; +"199 unsqueeze_2" [id=199, type=unsqueeze]; +"200 unsqueeze_3" [id=200, type=unsqueeze]; +"201 sub" [id=201, type=sub]; +"202 ne" [id=202, type=ne]; +"203 masked_fill" [id=203, type=masked_fill]; +"204 eq" [id=204, type=eq]; +"205 masked_fill_1" [id=205, type=masked_fill]; +"206 view_8" [id=206, type=view]; +"207 unsqueeze_4" [id=207, type=unsqueeze]; +"208 unsqueeze_5" [id=208, type=unsqueeze]; +"209 add_4" [id=209, type=add]; +"210 view_9" [id=210, type=view]; +"211 softmax_1" [id=211, type=softmax]; +"212 dropout_4" [id=212, type=dropout]; +"213 matmul_3" [id=213, type=matmul]; +"214 transpose_3" [id=214, type=transpose]; +"215 reshape_7" [id=215, type=reshape]; +"216 reshape_7_0_0_nncf_smooth_quant_0" [id=216, type=call_module]; +"217 quantize_per_tensor_default_10" [id=217, type=quantize_per_tensor]; +"218 dequantize_per_tensor_default_10" [id=218, type=dequantize_per_tensor]; +"219 linear_9_zero_point_0_updated_constant0" [id=219, type=get_attr]; +"220 linear_9_scale_0_updated_constant0" [id=220, type=get_attr]; +"221 compressed_weight_updated_constant10" [id=221, type=get_attr]; +"222 _param_constant27_0_0" [id=222, type=get_attr]; +"223 mul_tensor_10" [id=223, type=mul]; +"224 sub_tensor_10" [id=224, type=sub]; +"225 linear_9" [id=225, type=linear]; +"226 dropout_5" [id=226, type=dropout]; +"227 view_10" [id=227, type=view]; +"228 permute_9" [id=228, type=permute]; +"229 reshape_8" [id=229, type=reshape]; +"230 roll_1" [id=230, type=roll]; +"231 slice_23" [id=231, type=slice]; +"232 slice_24" [id=232, type=slice]; +"233 _param_constant28" [id=233, type=get_attr]; +"234 _param_constant29" [id=234, type=get_attr]; +"235 layer_norm_3" [id=235, type=layer_norm]; +"236 add_5" [id=236, type=add]; +"237 add_5_0_0_nncf_smooth_quant_0" [id=237, type=call_module]; +"238 quantize_per_tensor_default_11" [id=238, type=quantize_per_tensor]; +"239 dequantize_per_tensor_default_11" [id=239, type=dequantize_per_tensor]; +"240 linear_10_zero_point_0_updated_constant0" [id=240, type=get_attr]; +"241 linear_10_scale_0_updated_constant0" [id=241, type=get_attr]; +"242 compressed_weight_updated_constant11" [id=242, type=get_attr]; +"243 _param_constant31_0_0" [id=243, type=get_attr]; +"244 mul_tensor_11" [id=244, type=mul]; +"245 sub_tensor_11" [id=245, type=sub]; +"246 linear_10" [id=246, type=linear]; +"247 gelu_1" [id=247, type=gelu]; +"248 dropout_6" [id=248, type=dropout]; +"249 dropout_6_0_0_nncf_smooth_quant_0" [id=249, type=call_module]; +"250 quantize_per_tensor_default_12" [id=250, type=quantize_per_tensor]; +"251 dequantize_per_tensor_default_12" [id=251, type=dequantize_per_tensor]; +"252 linear_11_zero_point_0_updated_constant0" [id=252, type=get_attr]; +"253 linear_11_scale_0_updated_constant0" [id=253, type=get_attr]; +"254 compressed_weight_updated_constant12" [id=254, type=get_attr]; +"255 _param_constant33_0_0" [id=255, type=get_attr]; +"256 mul_tensor_12" [id=256, type=mul]; +"257 sub_tensor_12" [id=257, type=sub]; +"258 linear_11" [id=258, type=linear]; +"259 dropout_7" [id=259, type=dropout]; +"260 _param_constant34" [id=260, type=get_attr]; +"261 _param_constant35" [id=261, type=get_attr]; +"262 layer_norm_4" [id=262, type=layer_norm]; +"263 add_6" [id=263, type=add]; +"264 pad_2" [id=264, type=pad]; +"265 slice_25" [id=265, type=slice]; +"266 slice_26" [id=266, type=slice]; +"267 slice_27" [id=267, type=slice]; +"268 slice_28" [id=268, type=slice]; +"269 slice_29" [id=269, type=slice]; +"270 slice_30" [id=270, type=slice]; +"271 slice_31" [id=271, type=slice]; +"272 slice_32" [id=272, type=slice]; +"273 slice_33" [id=273, type=slice]; +"274 slice_34" [id=274, type=slice]; +"275 slice_35" [id=275, type=slice]; +"276 slice_36" [id=276, type=slice]; +"277 cat" [id=277, type=cat]; +"278 cat_0_0_nncf_smooth_quant_0" [id=278, type=call_module]; +"279 quantize_per_tensor_default_13" [id=279, type=quantize_per_tensor]; +"280 dequantize_per_tensor_default_13" [id=280, type=dequantize_per_tensor]; +"281 linear_12_zero_point_0_updated_constant0" [id=281, type=get_attr]; +"282 linear_12_scale_0_updated_constant0" [id=282, type=get_attr]; +"283 compressed_weight_updated_constant13" [id=283, type=get_attr]; +"284 mul_tensor_13" [id=284, type=mul]; +"285 sub_tensor_13" [id=285, type=sub]; +"286 linear_12" [id=286, type=linear]; +"287 _param_constant37" [id=287, type=get_attr]; +"288 _param_constant38" [id=288, type=get_attr]; +"289 layer_norm_5" [id=289, type=layer_norm]; +"290 _tensor_constant13" [id=290, type=get_attr]; +"291 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=291, type=call_module]; +"292 linear_13_zero_point_0_updated_constant0" [id=292, type=get_attr]; +"293 linear_13_scale_0_updated_constant0" [id=293, type=get_attr]; +"294 compressed_weight_updated_constant14" [id=294, type=get_attr]; +"295 _param_constant40_0_0" [id=295, type=get_attr]; +"296 mul_tensor_14" [id=296, type=mul]; +"297 sub_tensor_14" [id=297, type=sub]; +"298 linear_13" [id=298, type=linear]; +"299 relu__2" [id=299, type=relu_]; +"300 relu__2_0_0_nncf_smooth_quant_0" [id=300, type=call_module]; +"301 linear_14_zero_point_0_updated_constant0" [id=301, type=get_attr]; +"302 linear_14_scale_0_updated_constant0" [id=302, type=get_attr]; +"303 compressed_weight_updated_constant15" [id=303, type=get_attr]; +"304 mul_tensor_15" [id=304, type=mul]; +"305 sub_tensor_15" [id=305, type=sub]; +"306 linear_14" [id=306, type=linear]; +"307 view_11" [id=307, type=view]; +"308 _tensor_constant14" [id=308, type=get_attr]; +"309 index_2" [id=309, type=index]; +"310 view_12" [id=310, type=view]; +"311 permute_10" [id=311, type=permute]; +"312 contiguous_2" [id=312, type=contiguous]; +"313 unsqueeze_6" [id=313, type=unsqueeze]; +"314 sigmoid_2" [id=314, type=sigmoid]; +"315 mul_4" [id=315, type=mul]; +"316 pad_3" [id=316, type=pad]; +"317 view_13" [id=317, type=view]; +"318 permute_11" [id=318, type=permute]; +"319 reshape_9" [id=319, type=reshape]; +"320 reshape_9_0_0_nncf_smooth_quant_0" [id=320, type=call_module]; +"321 quantize_per_tensor_default_14" [id=321, type=quantize_per_tensor]; +"322 dequantize_per_tensor_default_14" [id=322, type=dequantize_per_tensor]; +"323 linear_15_zero_point_0_updated_constant0" [id=323, type=get_attr]; +"324 linear_15_scale_0_updated_constant0" [id=324, type=get_attr]; +"325 compressed_weight_updated_constant16" [id=325, type=get_attr]; +"326 _param_constant42_0_0" [id=326, type=get_attr]; +"327 mul_tensor_16" [id=327, type=mul]; +"328 sub_tensor_16" [id=328, type=sub]; +"329 linear_15" [id=329, type=linear]; +"330 reshape_10" [id=330, type=reshape]; +"331 permute_12" [id=331, type=permute]; +"332 select_6" [id=332, type=select]; +"333 select_7" [id=333, type=select]; +"334 select_8" [id=334, type=select]; +"335 linalg_vector_norm_4" [id=335, type=linalg_vector_norm]; +"336 clamp_min_4" [id=336, type=clamp_min]; +"337 expand_as_4" [id=337, type=expand_as]; +"338 div_4" [id=338, type=div]; +"339 quantize_per_tensor_default_15" [id=339, type=quantize_per_tensor]; +"340 dequantize_per_tensor_default_15" [id=340, type=dequantize_per_tensor]; +"341 linalg_vector_norm_5" [id=341, type=linalg_vector_norm]; +"342 clamp_min_5" [id=342, type=clamp_min]; +"343 expand_as_5" [id=343, type=expand_as]; +"344 div_5" [id=344, type=div]; +"345 quantize_per_tensor_default_16" [id=345, type=quantize_per_tensor]; +"346 dequantize_per_tensor_default_16" [id=346, type=dequantize_per_tensor]; +"347 transpose_4" [id=347, type=transpose]; +"348 matmul_4" [id=348, type=matmul]; +"349 _param_constant44" [id=349, type=get_attr]; +"350 clamp_2" [id=350, type=clamp]; +"351 exp_2" [id=351, type=exp]; +"352 mul_5" [id=352, type=mul]; +"353 add_7" [id=353, type=add]; +"354 softmax_2" [id=354, type=softmax]; +"355 dropout_8" [id=355, type=dropout]; +"356 matmul_5" [id=356, type=matmul]; +"357 transpose_5" [id=357, type=transpose]; +"358 reshape_11" [id=358, type=reshape]; +"359 reshape_11_0_0_nncf_smooth_quant_0" [id=359, type=call_module]; +"360 quantize_per_tensor_default_17" [id=360, type=quantize_per_tensor]; +"361 dequantize_per_tensor_default_17" [id=361, type=dequantize_per_tensor]; +"362 linear_16_zero_point_0_updated_constant0" [id=362, type=get_attr]; +"363 linear_16_scale_0_updated_constant0" [id=363, type=get_attr]; +"364 compressed_weight_updated_constant17" [id=364, type=get_attr]; +"365 _param_constant46_0_0" [id=365, type=get_attr]; +"366 mul_tensor_17" [id=366, type=mul]; +"367 sub_tensor_17" [id=367, type=sub]; +"368 linear_16" [id=368, type=linear]; +"369 dropout_9" [id=369, type=dropout]; +"370 view_14" [id=370, type=view]; +"371 permute_13" [id=371, type=permute]; +"372 reshape_12" [id=372, type=reshape]; +"373 slice_38" [id=373, type=slice]; +"374 slice_39" [id=374, type=slice]; +"375 slice_40" [id=375, type=slice]; +"376 slice_41" [id=376, type=slice]; +"377 contiguous_3" [id=377, type=contiguous]; +"378 _param_constant47" [id=378, type=get_attr]; +"379 _param_constant48" [id=379, type=get_attr]; +"380 layer_norm_6" [id=380, type=layer_norm]; +"381 add_8" [id=381, type=add]; +"382 add_8_0_0_nncf_smooth_quant_0" [id=382, type=call_module]; +"383 quantize_per_tensor_default_18" [id=383, type=quantize_per_tensor]; +"384 dequantize_per_tensor_default_18" [id=384, type=dequantize_per_tensor]; +"385 linear_17_zero_point_0_updated_constant0" [id=385, type=get_attr]; +"386 linear_17_scale_0_updated_constant0" [id=386, type=get_attr]; +"387 compressed_weight_updated_constant18" [id=387, type=get_attr]; +"388 _param_constant50_0_0" [id=388, type=get_attr]; +"389 mul_tensor_18" [id=389, type=mul]; +"390 sub_tensor_18" [id=390, type=sub]; +"391 linear_17" [id=391, type=linear]; +"392 gelu_2" [id=392, type=gelu]; +"393 dropout_10" [id=393, type=dropout]; +"394 dropout_10_0_0_nncf_smooth_quant_0" [id=394, type=call_module]; +"395 quantize_per_tensor_default_19" [id=395, type=quantize_per_tensor]; +"396 dequantize_per_tensor_default_19" [id=396, type=dequantize_per_tensor]; +"397 linear_18_zero_point_0_updated_constant0" [id=397, type=get_attr]; +"398 linear_18_scale_0_updated_constant0" [id=398, type=get_attr]; +"399 compressed_weight_updated_constant19" [id=399, type=get_attr]; +"400 _param_constant52_0_0" [id=400, type=get_attr]; +"401 mul_tensor_19" [id=401, type=mul]; +"402 sub_tensor_19" [id=402, type=sub]; +"403 linear_18" [id=403, type=linear]; +"404 dropout_11" [id=404, type=dropout]; +"405 _param_constant53" [id=405, type=get_attr]; +"406 _param_constant54" [id=406, type=get_attr]; +"407 layer_norm_7" [id=407, type=layer_norm]; +"408 add_9" [id=408, type=add]; +"409 _tensor_constant15" [id=409, type=get_attr]; +"410 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=410, type=call_module]; +"411 linear_19_zero_point_0_updated_constant0" [id=411, type=get_attr]; +"412 linear_19_scale_0_updated_constant0" [id=412, type=get_attr]; +"413 compressed_weight_updated_constant20" [id=413, type=get_attr]; +"414 _param_constant56_0_0" [id=414, type=get_attr]; +"415 mul_tensor_20" [id=415, type=mul]; +"416 sub_tensor_20" [id=416, type=sub]; +"417 linear_19" [id=417, type=linear]; +"418 relu__3" [id=418, type=relu_]; +"419 relu__3_0_0_nncf_smooth_quant_0" [id=419, type=call_module]; +"420 linear_20_zero_point_0_updated_constant0" [id=420, type=get_attr]; +"421 linear_20_scale_0_updated_constant0" [id=421, type=get_attr]; +"422 compressed_weight_updated_constant21" [id=422, type=get_attr]; +"423 mul_tensor_21" [id=423, type=mul]; +"424 sub_tensor_21" [id=424, type=sub]; +"425 linear_20" [id=425, type=linear]; +"426 view_15" [id=426, type=view]; +"427 _tensor_constant16" [id=427, type=get_attr]; +"428 index_3" [id=428, type=index]; +"429 view_16" [id=429, type=view]; +"430 permute_14" [id=430, type=permute]; +"431 contiguous_4" [id=431, type=contiguous]; +"432 unsqueeze_7" [id=432, type=unsqueeze]; +"433 sigmoid_3" [id=433, type=sigmoid]; +"434 mul_6" [id=434, type=mul]; +"435 pad_4" [id=435, type=pad]; +"436 roll_2" [id=436, type=roll]; +"437 view_17" [id=437, type=view]; +"438 permute_15" [id=438, type=permute]; +"439 reshape_13" [id=439, type=reshape]; +"440 reshape_13_0_0_nncf_smooth_quant_0" [id=440, type=call_module]; +"441 quantize_per_tensor_default_20" [id=441, type=quantize_per_tensor]; +"442 dequantize_per_tensor_default_20" [id=442, type=dequantize_per_tensor]; +"443 linear_21_zero_point_0_updated_constant0" [id=443, type=get_attr]; +"444 linear_21_scale_0_updated_constant0" [id=444, type=get_attr]; +"445 compressed_weight_updated_constant22" [id=445, type=get_attr]; +"446 _param_constant58_0_0" [id=446, type=get_attr]; +"447 mul_tensor_22" [id=447, type=mul]; +"448 sub_tensor_22" [id=448, type=sub]; +"449 linear_21" [id=449, type=linear]; +"450 reshape_14" [id=450, type=reshape]; +"451 permute_16" [id=451, type=permute]; +"452 select_9" [id=452, type=select]; +"453 select_10" [id=453, type=select]; +"454 select_11" [id=454, type=select]; +"455 linalg_vector_norm_6" [id=455, type=linalg_vector_norm]; +"456 clamp_min_6" [id=456, type=clamp_min]; +"457 expand_as_6" [id=457, type=expand_as]; +"458 div_6" [id=458, type=div]; +"459 quantize_per_tensor_default_21" [id=459, type=quantize_per_tensor]; +"460 dequantize_per_tensor_default_21" [id=460, type=dequantize_per_tensor]; +"461 linalg_vector_norm_7" [id=461, type=linalg_vector_norm]; +"462 clamp_min_7" [id=462, type=clamp_min]; +"463 expand_as_7" [id=463, type=expand_as]; +"464 div_7" [id=464, type=div]; +"465 quantize_per_tensor_default_22" [id=465, type=quantize_per_tensor]; +"466 dequantize_per_tensor_default_22" [id=466, type=dequantize_per_tensor]; +"467 transpose_6" [id=467, type=transpose]; +"468 matmul_6" [id=468, type=matmul]; +"469 _param_constant60" [id=469, type=get_attr]; +"470 clamp_3" [id=470, type=clamp]; +"471 exp_3" [id=471, type=exp]; +"472 mul_7" [id=472, type=mul]; +"473 add_10" [id=473, type=add]; +"474 new_zeros_1" [id=474, type=new_zeros]; +"475 view_18" [id=475, type=view]; +"476 permute_17" [id=476, type=permute]; +"477 reshape_15" [id=477, type=reshape]; +"478 unsqueeze_8" [id=478, type=unsqueeze]; +"479 unsqueeze_9" [id=479, type=unsqueeze]; +"480 sub_1" [id=480, type=sub]; +"481 ne_1" [id=481, type=ne]; +"482 masked_fill_2" [id=482, type=masked_fill]; +"483 eq_1" [id=483, type=eq]; +"484 masked_fill_3" [id=484, type=masked_fill]; +"485 view_19" [id=485, type=view]; +"486 unsqueeze_10" [id=486, type=unsqueeze]; +"487 unsqueeze_11" [id=487, type=unsqueeze]; +"488 add_11" [id=488, type=add]; +"489 view_20" [id=489, type=view]; +"490 softmax_3" [id=490, type=softmax]; +"491 dropout_12" [id=491, type=dropout]; +"492 matmul_7" [id=492, type=matmul]; +"493 transpose_7" [id=493, type=transpose]; +"494 reshape_16" [id=494, type=reshape]; +"495 reshape_16_0_0_nncf_smooth_quant_0" [id=495, type=call_module]; +"496 quantize_per_tensor_default_23" [id=496, type=quantize_per_tensor]; +"497 dequantize_per_tensor_default_23" [id=497, type=dequantize_per_tensor]; +"498 linear_22_zero_point_0_updated_constant0" [id=498, type=get_attr]; +"499 linear_22_scale_0_updated_constant0" [id=499, type=get_attr]; +"500 compressed_weight_updated_constant23" [id=500, type=get_attr]; +"501 _param_constant62_0_0" [id=501, type=get_attr]; +"502 mul_tensor_23" [id=502, type=mul]; +"503 sub_tensor_23" [id=503, type=sub]; +"504 linear_22" [id=504, type=linear]; +"505 dropout_13" [id=505, type=dropout]; +"506 view_21" [id=506, type=view]; +"507 permute_18" [id=507, type=permute]; +"508 reshape_17" [id=508, type=reshape]; +"509 roll_3" [id=509, type=roll]; +"510 slice_61" [id=510, type=slice]; +"511 slice_62" [id=511, type=slice]; +"512 slice_63" [id=512, type=slice]; +"513 slice_64" [id=513, type=slice]; +"514 contiguous_5" [id=514, type=contiguous]; +"515 _param_constant63" [id=515, type=get_attr]; +"516 _param_constant64" [id=516, type=get_attr]; +"517 layer_norm_8" [id=517, type=layer_norm]; +"518 add_12" [id=518, type=add]; +"519 add_12_0_0_nncf_smooth_quant_0" [id=519, type=call_module]; +"520 quantize_per_tensor_default_24" [id=520, type=quantize_per_tensor]; +"521 dequantize_per_tensor_default_24" [id=521, type=dequantize_per_tensor]; +"522 linear_23_zero_point_0_updated_constant0" [id=522, type=get_attr]; +"523 linear_23_scale_0_updated_constant0" [id=523, type=get_attr]; +"524 compressed_weight_updated_constant24" [id=524, type=get_attr]; +"525 _param_constant66_0_0" [id=525, type=get_attr]; +"526 mul_tensor_24" [id=526, type=mul]; +"527 sub_tensor_24" [id=527, type=sub]; +"528 linear_23" [id=528, type=linear]; +"529 gelu_3" [id=529, type=gelu]; +"530 dropout_14" [id=530, type=dropout]; +"531 dropout_14_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; +"532 quantize_per_tensor_default_25" [id=532, type=quantize_per_tensor]; +"533 dequantize_per_tensor_default_25" [id=533, type=dequantize_per_tensor]; +"534 linear_24_zero_point_0_updated_constant0" [id=534, type=get_attr]; +"535 linear_24_scale_0_updated_constant0" [id=535, type=get_attr]; +"536 compressed_weight_updated_constant25" [id=536, type=get_attr]; +"537 _param_constant68_0_0" [id=537, type=get_attr]; +"538 mul_tensor_25" [id=538, type=mul]; +"539 sub_tensor_25" [id=539, type=sub]; +"540 linear_24" [id=540, type=linear]; +"541 dropout_15" [id=541, type=dropout]; +"542 _param_constant69" [id=542, type=get_attr]; +"543 _param_constant70" [id=543, type=get_attr]; +"544 layer_norm_9" [id=544, type=layer_norm]; +"545 add_13" [id=545, type=add]; +"546 pad_5" [id=546, type=pad]; +"547 slice_65" [id=547, type=slice]; +"548 slice_66" [id=548, type=slice]; +"549 slice_67" [id=549, type=slice]; +"550 slice_68" [id=550, type=slice]; +"551 slice_69" [id=551, type=slice]; +"552 slice_70" [id=552, type=slice]; +"553 slice_71" [id=553, type=slice]; +"554 slice_72" [id=554, type=slice]; +"555 slice_73" [id=555, type=slice]; +"556 slice_74" [id=556, type=slice]; +"557 slice_75" [id=557, type=slice]; +"558 slice_76" [id=558, type=slice]; +"559 cat_1" [id=559, type=cat]; +"560 cat_1_0_0_nncf_smooth_quant_0" [id=560, type=call_module]; +"561 quantize_per_tensor_default_26" [id=561, type=quantize_per_tensor]; +"562 dequantize_per_tensor_default_26" [id=562, type=dequantize_per_tensor]; +"563 linear_25_zero_point_0_updated_constant0" [id=563, type=get_attr]; +"564 linear_25_scale_0_updated_constant0" [id=564, type=get_attr]; +"565 compressed_weight_updated_constant26" [id=565, type=get_attr]; +"566 mul_tensor_26" [id=566, type=mul]; +"567 sub_tensor_26" [id=567, type=sub]; +"568 linear_25" [id=568, type=linear]; +"569 _param_constant72" [id=569, type=get_attr]; +"570 _param_constant73" [id=570, type=get_attr]; +"571 layer_norm_10" [id=571, type=layer_norm]; +"572 _tensor_constant26" [id=572, type=get_attr]; +"573 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=573, type=call_module]; +"574 linear_26_zero_point_0_updated_constant0" [id=574, type=get_attr]; +"575 linear_26_scale_0_updated_constant0" [id=575, type=get_attr]; +"576 compressed_weight_updated_constant27" [id=576, type=get_attr]; +"577 _param_constant75_0_0" [id=577, type=get_attr]; +"578 mul_tensor_27" [id=578, type=mul]; +"579 sub_tensor_27" [id=579, type=sub]; +"580 linear_26" [id=580, type=linear]; +"581 relu__4" [id=581, type=relu_]; +"582 relu__4_0_0_nncf_smooth_quant_0" [id=582, type=call_module]; +"583 linear_27_zero_point_0_updated_constant0" [id=583, type=get_attr]; +"584 linear_27_scale_0_updated_constant0" [id=584, type=get_attr]; +"585 compressed_weight_updated_constant28" [id=585, type=get_attr]; +"586 mul_tensor_28" [id=586, type=mul]; +"587 sub_tensor_28" [id=587, type=sub]; +"588 linear_27" [id=588, type=linear]; +"589 view_22" [id=589, type=view]; +"590 _tensor_constant27" [id=590, type=get_attr]; +"591 index_4" [id=591, type=index]; +"592 view_23" [id=592, type=view]; +"593 permute_19" [id=593, type=permute]; +"594 contiguous_6" [id=594, type=contiguous]; +"595 unsqueeze_12" [id=595, type=unsqueeze]; +"596 sigmoid_4" [id=596, type=sigmoid]; +"597 mul_8" [id=597, type=mul]; +"598 pad_6" [id=598, type=pad]; +"599 view_24" [id=599, type=view]; +"600 permute_20" [id=600, type=permute]; +"601 reshape_18" [id=601, type=reshape]; +"602 reshape_18_0_0_nncf_smooth_quant_0" [id=602, type=call_module]; +"603 quantize_per_tensor_default_27" [id=603, type=quantize_per_tensor]; +"604 dequantize_per_tensor_default_27" [id=604, type=dequantize_per_tensor]; +"605 linear_28_zero_point_0_updated_constant0" [id=605, type=get_attr]; +"606 linear_28_scale_0_updated_constant0" [id=606, type=get_attr]; +"607 compressed_weight_updated_constant29" [id=607, type=get_attr]; +"608 _param_constant77_0_0" [id=608, type=get_attr]; +"609 mul_tensor_29" [id=609, type=mul]; +"610 sub_tensor_29" [id=610, type=sub]; +"611 linear_28" [id=611, type=linear]; +"612 reshape_19" [id=612, type=reshape]; +"613 permute_21" [id=613, type=permute]; +"614 select_12" [id=614, type=select]; +"615 select_13" [id=615, type=select]; +"616 select_14" [id=616, type=select]; +"617 linalg_vector_norm_8" [id=617, type=linalg_vector_norm]; +"618 clamp_min_8" [id=618, type=clamp_min]; +"619 expand_as_8" [id=619, type=expand_as]; +"620 div_8" [id=620, type=div]; +"621 quantize_per_tensor_default_28" [id=621, type=quantize_per_tensor]; +"622 dequantize_per_tensor_default_28" [id=622, type=dequantize_per_tensor]; +"623 linalg_vector_norm_9" [id=623, type=linalg_vector_norm]; +"624 clamp_min_9" [id=624, type=clamp_min]; +"625 expand_as_9" [id=625, type=expand_as]; +"626 div_9" [id=626, type=div]; +"627 quantize_per_tensor_default_29" [id=627, type=quantize_per_tensor]; +"628 dequantize_per_tensor_default_29" [id=628, type=dequantize_per_tensor]; +"629 transpose_8" [id=629, type=transpose]; +"630 matmul_8" [id=630, type=matmul]; +"631 _param_constant79" [id=631, type=get_attr]; +"632 clamp_4" [id=632, type=clamp]; +"633 exp_4" [id=633, type=exp]; +"634 mul_9" [id=634, type=mul]; +"635 add_14" [id=635, type=add]; +"636 softmax_4" [id=636, type=softmax]; +"637 dropout_16" [id=637, type=dropout]; +"638 matmul_9" [id=638, type=matmul]; +"639 transpose_9" [id=639, type=transpose]; +"640 reshape_20" [id=640, type=reshape]; +"641 reshape_20_0_0_nncf_smooth_quant_0" [id=641, type=call_module]; +"642 quantize_per_tensor_default_30" [id=642, type=quantize_per_tensor]; +"643 dequantize_per_tensor_default_30" [id=643, type=dequantize_per_tensor]; +"644 linear_29_zero_point_0_updated_constant0" [id=644, type=get_attr]; +"645 linear_29_scale_0_updated_constant0" [id=645, type=get_attr]; +"646 compressed_weight_updated_constant30" [id=646, type=get_attr]; +"647 _param_constant81_0_0" [id=647, type=get_attr]; +"648 mul_tensor_30" [id=648, type=mul]; +"649 sub_tensor_30" [id=649, type=sub]; +"650 linear_29" [id=650, type=linear]; +"651 dropout_17" [id=651, type=dropout]; +"652 view_25" [id=652, type=view]; +"653 permute_22" [id=653, type=permute]; +"654 reshape_21" [id=654, type=reshape]; +"655 slice_78" [id=655, type=slice]; +"656 slice_79" [id=656, type=slice]; +"657 slice_80" [id=657, type=slice]; +"658 slice_81" [id=658, type=slice]; +"659 contiguous_7" [id=659, type=contiguous]; +"660 _param_constant82" [id=660, type=get_attr]; +"661 _param_constant83" [id=661, type=get_attr]; +"662 layer_norm_11" [id=662, type=layer_norm]; +"663 add_15" [id=663, type=add]; +"664 add_15_0_0_nncf_smooth_quant_0" [id=664, type=call_module]; +"665 quantize_per_tensor_default_31" [id=665, type=quantize_per_tensor]; +"666 dequantize_per_tensor_default_31" [id=666, type=dequantize_per_tensor]; +"667 linear_30_zero_point_0_updated_constant0" [id=667, type=get_attr]; +"668 linear_30_scale_0_updated_constant0" [id=668, type=get_attr]; +"669 compressed_weight_updated_constant31" [id=669, type=get_attr]; +"670 _param_constant85_0_0" [id=670, type=get_attr]; +"671 mul_tensor_31" [id=671, type=mul]; +"672 sub_tensor_31" [id=672, type=sub]; +"673 linear_30" [id=673, type=linear]; +"674 gelu_4" [id=674, type=gelu]; +"675 dropout_18" [id=675, type=dropout]; +"676 dropout_18_0_0_nncf_smooth_quant_0" [id=676, type=call_module]; +"677 quantize_per_tensor_default_32" [id=677, type=quantize_per_tensor]; +"678 dequantize_per_tensor_default_32" [id=678, type=dequantize_per_tensor]; +"679 linear_31_zero_point_0_updated_constant0" [id=679, type=get_attr]; +"680 linear_31_scale_0_updated_constant0" [id=680, type=get_attr]; +"681 compressed_weight_updated_constant32" [id=681, type=get_attr]; +"682 _param_constant87_0_0" [id=682, type=get_attr]; +"683 mul_tensor_32" [id=683, type=mul]; +"684 sub_tensor_32" [id=684, type=sub]; +"685 linear_31" [id=685, type=linear]; +"686 dropout_19" [id=686, type=dropout]; +"687 _param_constant88" [id=687, type=get_attr]; +"688 _param_constant89" [id=688, type=get_attr]; +"689 layer_norm_12" [id=689, type=layer_norm]; +"690 add_16" [id=690, type=add]; +"691 _tensor_constant28" [id=691, type=get_attr]; +"692 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=692, type=call_module]; +"693 linear_32_zero_point_0_updated_constant0" [id=693, type=get_attr]; +"694 linear_32_scale_0_updated_constant0" [id=694, type=get_attr]; +"695 compressed_weight_updated_constant33" [id=695, type=get_attr]; +"696 _param_constant91_0_0" [id=696, type=get_attr]; +"697 mul_tensor_33" [id=697, type=mul]; +"698 sub_tensor_33" [id=698, type=sub]; +"699 linear_32" [id=699, type=linear]; +"700 relu__5" [id=700, type=relu_]; +"701 relu__5_0_0_nncf_smooth_quant_0" [id=701, type=call_module]; +"702 linear_33_zero_point_0_updated_constant0" [id=702, type=get_attr]; +"703 linear_33_scale_0_updated_constant0" [id=703, type=get_attr]; +"704 compressed_weight_updated_constant34" [id=704, type=get_attr]; +"705 mul_tensor_34" [id=705, type=mul]; +"706 sub_tensor_34" [id=706, type=sub]; +"707 linear_33" [id=707, type=linear]; +"708 view_26" [id=708, type=view]; +"709 _tensor_constant29" [id=709, type=get_attr]; +"710 index_5" [id=710, type=index]; +"711 view_27" [id=711, type=view]; +"712 permute_23" [id=712, type=permute]; +"713 contiguous_8" [id=713, type=contiguous]; +"714 unsqueeze_13" [id=714, type=unsqueeze]; +"715 sigmoid_5" [id=715, type=sigmoid]; +"716 mul_10" [id=716, type=mul]; +"717 pad_7" [id=717, type=pad]; +"718 roll_4" [id=718, type=roll]; +"719 view_28" [id=719, type=view]; +"720 permute_24" [id=720, type=permute]; +"721 reshape_22" [id=721, type=reshape]; +"722 reshape_22_0_0_nncf_smooth_quant_0" [id=722, type=call_module]; +"723 quantize_per_tensor_default_33" [id=723, type=quantize_per_tensor]; +"724 dequantize_per_tensor_default_33" [id=724, type=dequantize_per_tensor]; +"725 linear_34_zero_point_0_updated_constant0" [id=725, type=get_attr]; +"726 linear_34_scale_0_updated_constant0" [id=726, type=get_attr]; +"727 compressed_weight_updated_constant35" [id=727, type=get_attr]; +"728 _param_constant93_0_0" [id=728, type=get_attr]; +"729 mul_tensor_35" [id=729, type=mul]; +"730 sub_tensor_35" [id=730, type=sub]; +"731 linear_34" [id=731, type=linear]; +"732 reshape_23" [id=732, type=reshape]; +"733 permute_25" [id=733, type=permute]; +"734 select_15" [id=734, type=select]; +"735 select_16" [id=735, type=select]; +"736 select_17" [id=736, type=select]; +"737 linalg_vector_norm_10" [id=737, type=linalg_vector_norm]; +"738 clamp_min_10" [id=738, type=clamp_min]; +"739 expand_as_10" [id=739, type=expand_as]; +"740 div_10" [id=740, type=div]; +"741 quantize_per_tensor_default_34" [id=741, type=quantize_per_tensor]; +"742 dequantize_per_tensor_default_34" [id=742, type=dequantize_per_tensor]; +"743 linalg_vector_norm_11" [id=743, type=linalg_vector_norm]; +"744 clamp_min_11" [id=744, type=clamp_min]; +"745 expand_as_11" [id=745, type=expand_as]; +"746 div_11" [id=746, type=div]; +"747 quantize_per_tensor_default_35" [id=747, type=quantize_per_tensor]; +"748 dequantize_per_tensor_default_35" [id=748, type=dequantize_per_tensor]; +"749 transpose_10" [id=749, type=transpose]; +"750 matmul_10" [id=750, type=matmul]; +"751 _param_constant95" [id=751, type=get_attr]; +"752 clamp_5" [id=752, type=clamp]; +"753 exp_5" [id=753, type=exp]; +"754 mul_11" [id=754, type=mul]; +"755 add_17" [id=755, type=add]; +"756 new_zeros_2" [id=756, type=new_zeros]; +"757 view_29" [id=757, type=view]; +"758 permute_26" [id=758, type=permute]; +"759 reshape_24" [id=759, type=reshape]; +"760 unsqueeze_14" [id=760, type=unsqueeze]; +"761 unsqueeze_15" [id=761, type=unsqueeze]; +"762 sub_2" [id=762, type=sub]; +"763 ne_2" [id=763, type=ne]; +"764 masked_fill_4" [id=764, type=masked_fill]; +"765 eq_2" [id=765, type=eq]; +"766 masked_fill_5" [id=766, type=masked_fill]; +"767 view_30" [id=767, type=view]; +"768 unsqueeze_16" [id=768, type=unsqueeze]; +"769 unsqueeze_17" [id=769, type=unsqueeze]; +"770 add_18" [id=770, type=add]; +"771 view_31" [id=771, type=view]; +"772 softmax_5" [id=772, type=softmax]; +"773 dropout_20" [id=773, type=dropout]; +"774 matmul_11" [id=774, type=matmul]; +"775 transpose_11" [id=775, type=transpose]; +"776 reshape_25" [id=776, type=reshape]; +"777 reshape_25_0_0_nncf_smooth_quant_0" [id=777, type=call_module]; +"778 quantize_per_tensor_default_36" [id=778, type=quantize_per_tensor]; +"779 dequantize_per_tensor_default_36" [id=779, type=dequantize_per_tensor]; +"780 linear_35_zero_point_0_updated_constant0" [id=780, type=get_attr]; +"781 linear_35_scale_0_updated_constant0" [id=781, type=get_attr]; +"782 compressed_weight_updated_constant36" [id=782, type=get_attr]; +"783 _param_constant97_0_0" [id=783, type=get_attr]; +"784 mul_tensor_36" [id=784, type=mul]; +"785 sub_tensor_36" [id=785, type=sub]; +"786 linear_35" [id=786, type=linear]; +"787 dropout_21" [id=787, type=dropout]; +"788 view_32" [id=788, type=view]; +"789 permute_27" [id=789, type=permute]; +"790 reshape_26" [id=790, type=reshape]; +"791 roll_5" [id=791, type=roll]; +"792 slice_101" [id=792, type=slice]; +"793 slice_102" [id=793, type=slice]; +"794 slice_103" [id=794, type=slice]; +"795 slice_104" [id=795, type=slice]; +"796 contiguous_9" [id=796, type=contiguous]; +"797 _param_constant98" [id=797, type=get_attr]; +"798 _param_constant99" [id=798, type=get_attr]; +"799 layer_norm_13" [id=799, type=layer_norm]; +"800 add_19" [id=800, type=add]; +"801 add_19_0_0_nncf_smooth_quant_0" [id=801, type=call_module]; +"802 quantize_per_tensor_default_37" [id=802, type=quantize_per_tensor]; +"803 dequantize_per_tensor_default_37" [id=803, type=dequantize_per_tensor]; +"804 linear_36_zero_point_0_updated_constant0" [id=804, type=get_attr]; +"805 linear_36_scale_0_updated_constant0" [id=805, type=get_attr]; +"806 compressed_weight_updated_constant37" [id=806, type=get_attr]; +"807 _param_constant101_0_0" [id=807, type=get_attr]; +"808 mul_tensor_37" [id=808, type=mul]; +"809 sub_tensor_37" [id=809, type=sub]; +"810 linear_36" [id=810, type=linear]; +"811 gelu_5" [id=811, type=gelu]; +"812 dropout_22" [id=812, type=dropout]; +"813 dropout_22_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; +"814 quantize_per_tensor_default_38" [id=814, type=quantize_per_tensor]; +"815 dequantize_per_tensor_default_38" [id=815, type=dequantize_per_tensor]; +"816 linear_37_zero_point_0_updated_constant0" [id=816, type=get_attr]; +"817 linear_37_scale_0_updated_constant0" [id=817, type=get_attr]; +"818 compressed_weight_updated_constant38" [id=818, type=get_attr]; +"819 _param_constant103_0_0" [id=819, type=get_attr]; +"820 mul_tensor_38" [id=820, type=mul]; +"821 sub_tensor_38" [id=821, type=sub]; +"822 linear_37" [id=822, type=linear]; +"823 dropout_23" [id=823, type=dropout]; +"824 _param_constant104" [id=824, type=get_attr]; +"825 _param_constant105" [id=825, type=get_attr]; +"826 layer_norm_14" [id=826, type=layer_norm]; +"827 add_20" [id=827, type=add]; +"828 _tensor_constant39" [id=828, type=get_attr]; +"829 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=829, type=call_module]; +"830 linear_38_zero_point_0_updated_constant0" [id=830, type=get_attr]; +"831 linear_38_scale_0_updated_constant0" [id=831, type=get_attr]; +"832 compressed_weight_updated_constant39" [id=832, type=get_attr]; +"833 _param_constant107_0_0" [id=833, type=get_attr]; +"834 mul_tensor_39" [id=834, type=mul]; +"835 sub_tensor_39" [id=835, type=sub]; +"836 linear_38" [id=836, type=linear]; +"837 relu__6" [id=837, type=relu_]; +"838 relu__6_0_0_nncf_smooth_quant_0" [id=838, type=call_module]; +"839 linear_39_zero_point_0_updated_constant0" [id=839, type=get_attr]; +"840 linear_39_scale_0_updated_constant0" [id=840, type=get_attr]; +"841 compressed_weight_updated_constant40" [id=841, type=get_attr]; +"842 mul_tensor_40" [id=842, type=mul]; +"843 sub_tensor_40" [id=843, type=sub]; +"844 linear_39" [id=844, type=linear]; +"845 view_33" [id=845, type=view]; +"846 _tensor_constant40" [id=846, type=get_attr]; +"847 index_6" [id=847, type=index]; +"848 view_34" [id=848, type=view]; +"849 permute_28" [id=849, type=permute]; +"850 contiguous_10" [id=850, type=contiguous]; +"851 unsqueeze_18" [id=851, type=unsqueeze]; +"852 sigmoid_6" [id=852, type=sigmoid]; +"853 mul_12" [id=853, type=mul]; +"854 pad_8" [id=854, type=pad]; +"855 view_35" [id=855, type=view]; +"856 permute_29" [id=856, type=permute]; +"857 reshape_27" [id=857, type=reshape]; +"858 reshape_27_0_0_nncf_smooth_quant_0" [id=858, type=call_module]; +"859 quantize_per_tensor_default_39" [id=859, type=quantize_per_tensor]; +"860 dequantize_per_tensor_default_39" [id=860, type=dequantize_per_tensor]; +"861 linear_40_zero_point_0_updated_constant0" [id=861, type=get_attr]; +"862 linear_40_scale_0_updated_constant0" [id=862, type=get_attr]; +"863 compressed_weight_updated_constant41" [id=863, type=get_attr]; +"864 _param_constant109_0_0" [id=864, type=get_attr]; +"865 mul_tensor_41" [id=865, type=mul]; +"866 sub_tensor_41" [id=866, type=sub]; +"867 linear_40" [id=867, type=linear]; +"868 reshape_28" [id=868, type=reshape]; +"869 permute_30" [id=869, type=permute]; +"870 select_18" [id=870, type=select]; +"871 select_19" [id=871, type=select]; +"872 select_20" [id=872, type=select]; +"873 linalg_vector_norm_12" [id=873, type=linalg_vector_norm]; +"874 clamp_min_12" [id=874, type=clamp_min]; +"875 expand_as_12" [id=875, type=expand_as]; +"876 div_12" [id=876, type=div]; +"877 quantize_per_tensor_default_40" [id=877, type=quantize_per_tensor]; +"878 dequantize_per_tensor_default_40" [id=878, type=dequantize_per_tensor]; +"879 linalg_vector_norm_13" [id=879, type=linalg_vector_norm]; +"880 clamp_min_13" [id=880, type=clamp_min]; +"881 expand_as_13" [id=881, type=expand_as]; +"882 div_13" [id=882, type=div]; +"883 quantize_per_tensor_default_41" [id=883, type=quantize_per_tensor]; +"884 dequantize_per_tensor_default_41" [id=884, type=dequantize_per_tensor]; +"885 transpose_12" [id=885, type=transpose]; +"886 matmul_12" [id=886, type=matmul]; +"887 _param_constant111" [id=887, type=get_attr]; +"888 clamp_6" [id=888, type=clamp]; +"889 exp_6" [id=889, type=exp]; +"890 mul_13" [id=890, type=mul]; +"891 add_21" [id=891, type=add]; +"892 softmax_6" [id=892, type=softmax]; +"893 dropout_24" [id=893, type=dropout]; +"894 matmul_13" [id=894, type=matmul]; +"895 transpose_13" [id=895, type=transpose]; +"896 reshape_29" [id=896, type=reshape]; +"897 reshape_29_0_0_nncf_smooth_quant_0" [id=897, type=call_module]; +"898 quantize_per_tensor_default_42" [id=898, type=quantize_per_tensor]; +"899 dequantize_per_tensor_default_42" [id=899, type=dequantize_per_tensor]; +"900 linear_41_zero_point_0_updated_constant0" [id=900, type=get_attr]; +"901 linear_41_scale_0_updated_constant0" [id=901, type=get_attr]; +"902 compressed_weight_updated_constant42" [id=902, type=get_attr]; +"903 _param_constant113_0_0" [id=903, type=get_attr]; +"904 mul_tensor_42" [id=904, type=mul]; +"905 sub_tensor_42" [id=905, type=sub]; +"906 linear_41" [id=906, type=linear]; +"907 dropout_25" [id=907, type=dropout]; +"908 view_36" [id=908, type=view]; +"909 permute_31" [id=909, type=permute]; +"910 reshape_30" [id=910, type=reshape]; +"911 slice_106" [id=911, type=slice]; +"912 slice_107" [id=912, type=slice]; +"913 slice_108" [id=913, type=slice]; +"914 slice_109" [id=914, type=slice]; +"915 contiguous_11" [id=915, type=contiguous]; +"916 _param_constant114" [id=916, type=get_attr]; +"917 _param_constant115" [id=917, type=get_attr]; +"918 layer_norm_15" [id=918, type=layer_norm]; +"919 add_22" [id=919, type=add]; +"920 add_22_0_0_nncf_smooth_quant_0" [id=920, type=call_module]; +"921 quantize_per_tensor_default_43" [id=921, type=quantize_per_tensor]; +"922 dequantize_per_tensor_default_43" [id=922, type=dequantize_per_tensor]; +"923 linear_42_zero_point_0_updated_constant0" [id=923, type=get_attr]; +"924 linear_42_scale_0_updated_constant0" [id=924, type=get_attr]; +"925 compressed_weight_updated_constant43" [id=925, type=get_attr]; +"926 _param_constant117_0_0" [id=926, type=get_attr]; +"927 mul_tensor_43" [id=927, type=mul]; +"928 sub_tensor_43" [id=928, type=sub]; +"929 linear_42" [id=929, type=linear]; +"930 gelu_6" [id=930, type=gelu]; +"931 dropout_26" [id=931, type=dropout]; +"932 dropout_26_0_0_nncf_smooth_quant_0" [id=932, type=call_module]; +"933 quantize_per_tensor_default_44" [id=933, type=quantize_per_tensor]; +"934 dequantize_per_tensor_default_44" [id=934, type=dequantize_per_tensor]; +"935 linear_43_zero_point_0_updated_constant0" [id=935, type=get_attr]; +"936 linear_43_scale_0_updated_constant0" [id=936, type=get_attr]; +"937 compressed_weight_updated_constant44" [id=937, type=get_attr]; +"938 _param_constant119_0_0" [id=938, type=get_attr]; +"939 mul_tensor_44" [id=939, type=mul]; +"940 sub_tensor_44" [id=940, type=sub]; +"941 linear_43" [id=941, type=linear]; +"942 dropout_27" [id=942, type=dropout]; +"943 _param_constant120" [id=943, type=get_attr]; +"944 _param_constant121" [id=944, type=get_attr]; +"945 layer_norm_16" [id=945, type=layer_norm]; +"946 add_23" [id=946, type=add]; +"947 _tensor_constant41" [id=947, type=get_attr]; +"948 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=948, type=call_module]; +"949 linear_44_zero_point_0_updated_constant0" [id=949, type=get_attr]; +"950 linear_44_scale_0_updated_constant0" [id=950, type=get_attr]; +"951 compressed_weight_updated_constant45" [id=951, type=get_attr]; +"952 _param_constant123_0_0" [id=952, type=get_attr]; +"953 mul_tensor_45" [id=953, type=mul]; +"954 sub_tensor_45" [id=954, type=sub]; +"955 linear_44" [id=955, type=linear]; +"956 relu__7" [id=956, type=relu_]; +"957 relu__7_0_0_nncf_smooth_quant_0" [id=957, type=call_module]; +"958 linear_45_zero_point_0_updated_constant0" [id=958, type=get_attr]; +"959 linear_45_scale_0_updated_constant0" [id=959, type=get_attr]; +"960 compressed_weight_updated_constant46" [id=960, type=get_attr]; +"961 mul_tensor_46" [id=961, type=mul]; +"962 sub_tensor_46" [id=962, type=sub]; +"963 linear_45" [id=963, type=linear]; +"964 view_37" [id=964, type=view]; +"965 _tensor_constant42" [id=965, type=get_attr]; +"966 index_7" [id=966, type=index]; +"967 view_38" [id=967, type=view]; +"968 permute_32" [id=968, type=permute]; +"969 contiguous_12" [id=969, type=contiguous]; +"970 unsqueeze_19" [id=970, type=unsqueeze]; +"971 sigmoid_7" [id=971, type=sigmoid]; +"972 mul_14" [id=972, type=mul]; +"973 pad_9" [id=973, type=pad]; +"974 roll_6" [id=974, type=roll]; +"975 view_39" [id=975, type=view]; +"976 permute_33" [id=976, type=permute]; +"977 reshape_31" [id=977, type=reshape]; +"978 reshape_31_0_0_nncf_smooth_quant_0" [id=978, type=call_module]; +"979 quantize_per_tensor_default_45" [id=979, type=quantize_per_tensor]; +"980 dequantize_per_tensor_default_45" [id=980, type=dequantize_per_tensor]; +"981 linear_46_zero_point_0_updated_constant0" [id=981, type=get_attr]; +"982 linear_46_scale_0_updated_constant0" [id=982, type=get_attr]; +"983 compressed_weight_updated_constant47" [id=983, type=get_attr]; +"984 _param_constant125_0_0" [id=984, type=get_attr]; +"985 mul_tensor_47" [id=985, type=mul]; +"986 sub_tensor_47" [id=986, type=sub]; +"987 linear_46" [id=987, type=linear]; +"988 reshape_32" [id=988, type=reshape]; +"989 permute_34" [id=989, type=permute]; +"990 select_21" [id=990, type=select]; +"991 select_22" [id=991, type=select]; +"992 select_23" [id=992, type=select]; +"993 linalg_vector_norm_14" [id=993, type=linalg_vector_norm]; +"994 clamp_min_14" [id=994, type=clamp_min]; +"995 expand_as_14" [id=995, type=expand_as]; +"996 div_14" [id=996, type=div]; +"997 quantize_per_tensor_default_46" [id=997, type=quantize_per_tensor]; +"998 dequantize_per_tensor_default_46" [id=998, type=dequantize_per_tensor]; +"999 linalg_vector_norm_15" [id=999, type=linalg_vector_norm]; +"1000 clamp_min_15" [id=1000, type=clamp_min]; +"1001 expand_as_15" [id=1001, type=expand_as]; +"1002 div_15" [id=1002, type=div]; +"1003 quantize_per_tensor_default_47" [id=1003, type=quantize_per_tensor]; +"1004 dequantize_per_tensor_default_47" [id=1004, type=dequantize_per_tensor]; +"1005 transpose_14" [id=1005, type=transpose]; +"1006 matmul_14" [id=1006, type=matmul]; +"1007 _param_constant127" [id=1007, type=get_attr]; +"1008 clamp_7" [id=1008, type=clamp]; +"1009 exp_7" [id=1009, type=exp]; +"1010 mul_15" [id=1010, type=mul]; +"1011 add_24" [id=1011, type=add]; +"1012 new_zeros_3" [id=1012, type=new_zeros]; +"1013 view_40" [id=1013, type=view]; +"1014 permute_35" [id=1014, type=permute]; +"1015 reshape_33" [id=1015, type=reshape]; +"1016 unsqueeze_20" [id=1016, type=unsqueeze]; +"1017 unsqueeze_21" [id=1017, type=unsqueeze]; +"1018 sub_3" [id=1018, type=sub]; +"1019 ne_3" [id=1019, type=ne]; +"1020 masked_fill_6" [id=1020, type=masked_fill]; +"1021 eq_3" [id=1021, type=eq]; +"1022 masked_fill_7" [id=1022, type=masked_fill]; +"1023 view_41" [id=1023, type=view]; +"1024 unsqueeze_22" [id=1024, type=unsqueeze]; +"1025 unsqueeze_23" [id=1025, type=unsqueeze]; +"1026 add_25" [id=1026, type=add]; +"1027 view_42" [id=1027, type=view]; +"1028 softmax_7" [id=1028, type=softmax]; +"1029 dropout_28" [id=1029, type=dropout]; +"1030 matmul_15" [id=1030, type=matmul]; +"1031 transpose_15" [id=1031, type=transpose]; +"1032 reshape_34" [id=1032, type=reshape]; +"1033 reshape_34_0_0_nncf_smooth_quant_0" [id=1033, type=call_module]; +"1034 quantize_per_tensor_default_48" [id=1034, type=quantize_per_tensor]; +"1035 dequantize_per_tensor_default_48" [id=1035, type=dequantize_per_tensor]; +"1036 linear_47_zero_point_0_updated_constant0" [id=1036, type=get_attr]; +"1037 linear_47_scale_0_updated_constant0" [id=1037, type=get_attr]; +"1038 compressed_weight_updated_constant48" [id=1038, type=get_attr]; +"1039 _param_constant129_0_0" [id=1039, type=get_attr]; +"1040 mul_tensor_48" [id=1040, type=mul]; +"1041 sub_tensor_48" [id=1041, type=sub]; +"1042 linear_47" [id=1042, type=linear]; +"1043 dropout_29" [id=1043, type=dropout]; +"1044 view_43" [id=1044, type=view]; +"1045 permute_36" [id=1045, type=permute]; +"1046 reshape_35" [id=1046, type=reshape]; +"1047 roll_7" [id=1047, type=roll]; +"1048 slice_129" [id=1048, type=slice]; +"1049 slice_130" [id=1049, type=slice]; +"1050 slice_131" [id=1050, type=slice]; +"1051 slice_132" [id=1051, type=slice]; +"1052 contiguous_13" [id=1052, type=contiguous]; +"1053 _param_constant130" [id=1053, type=get_attr]; +"1054 _param_constant131" [id=1054, type=get_attr]; +"1055 layer_norm_17" [id=1055, type=layer_norm]; +"1056 add_26" [id=1056, type=add]; +"1057 add_26_0_0_nncf_smooth_quant_0" [id=1057, type=call_module]; +"1058 quantize_per_tensor_default_49" [id=1058, type=quantize_per_tensor]; +"1059 dequantize_per_tensor_default_49" [id=1059, type=dequantize_per_tensor]; +"1060 linear_48_zero_point_0_updated_constant0" [id=1060, type=get_attr]; +"1061 linear_48_scale_0_updated_constant0" [id=1061, type=get_attr]; +"1062 compressed_weight_updated_constant49" [id=1062, type=get_attr]; +"1063 _param_constant133_0_0" [id=1063, type=get_attr]; +"1064 mul_tensor_49" [id=1064, type=mul]; +"1065 sub_tensor_49" [id=1065, type=sub]; +"1066 linear_48" [id=1066, type=linear]; +"1067 gelu_7" [id=1067, type=gelu]; +"1068 dropout_30" [id=1068, type=dropout]; +"1069 dropout_30_0_0_nncf_smooth_quant_0" [id=1069, type=call_module]; +"1070 quantize_per_tensor_default_50" [id=1070, type=quantize_per_tensor]; +"1071 dequantize_per_tensor_default_50" [id=1071, type=dequantize_per_tensor]; +"1072 linear_49_zero_point_0_updated_constant0" [id=1072, type=get_attr]; +"1073 linear_49_scale_0_updated_constant0" [id=1073, type=get_attr]; +"1074 compressed_weight_updated_constant50" [id=1074, type=get_attr]; +"1075 _param_constant135_0_0" [id=1075, type=get_attr]; +"1076 mul_tensor_50" [id=1076, type=mul]; +"1077 sub_tensor_50" [id=1077, type=sub]; +"1078 linear_49" [id=1078, type=linear]; +"1079 dropout_31" [id=1079, type=dropout]; +"1080 _param_constant136" [id=1080, type=get_attr]; +"1081 _param_constant137" [id=1081, type=get_attr]; +"1082 layer_norm_18" [id=1082, type=layer_norm]; +"1083 add_27" [id=1083, type=add]; +"1084 _tensor_constant52" [id=1084, type=get_attr]; +"1085 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=1085, type=call_module]; +"1086 linear_50_zero_point_0_updated_constant0" [id=1086, type=get_attr]; +"1087 linear_50_scale_0_updated_constant0" [id=1087, type=get_attr]; +"1088 compressed_weight_updated_constant51" [id=1088, type=get_attr]; +"1089 _param_constant139_0_0" [id=1089, type=get_attr]; +"1090 mul_tensor_51" [id=1090, type=mul]; +"1091 sub_tensor_51" [id=1091, type=sub]; +"1092 linear_50" [id=1092, type=linear]; +"1093 relu__8" [id=1093, type=relu_]; +"1094 relu__8_0_0_nncf_smooth_quant_0" [id=1094, type=call_module]; +"1095 linear_51_zero_point_0_updated_constant0" [id=1095, type=get_attr]; +"1096 linear_51_scale_0_updated_constant0" [id=1096, type=get_attr]; +"1097 compressed_weight_updated_constant52" [id=1097, type=get_attr]; +"1098 mul_tensor_52" [id=1098, type=mul]; +"1099 sub_tensor_52" [id=1099, type=sub]; +"1100 linear_51" [id=1100, type=linear]; +"1101 view_44" [id=1101, type=view]; +"1102 _tensor_constant53" [id=1102, type=get_attr]; +"1103 index_8" [id=1103, type=index]; +"1104 view_45" [id=1104, type=view]; +"1105 permute_37" [id=1105, type=permute]; +"1106 contiguous_14" [id=1106, type=contiguous]; +"1107 unsqueeze_24" [id=1107, type=unsqueeze]; +"1108 sigmoid_8" [id=1108, type=sigmoid]; +"1109 mul_16" [id=1109, type=mul]; +"1110 pad_10" [id=1110, type=pad]; +"1111 view_46" [id=1111, type=view]; +"1112 permute_38" [id=1112, type=permute]; +"1113 reshape_36" [id=1113, type=reshape]; +"1114 reshape_36_0_0_nncf_smooth_quant_0" [id=1114, type=call_module]; +"1115 quantize_per_tensor_default_51" [id=1115, type=quantize_per_tensor]; +"1116 dequantize_per_tensor_default_51" [id=1116, type=dequantize_per_tensor]; +"1117 linear_52_zero_point_0_updated_constant0" [id=1117, type=get_attr]; +"1118 linear_52_scale_0_updated_constant0" [id=1118, type=get_attr]; +"1119 compressed_weight_updated_constant53" [id=1119, type=get_attr]; +"1120 _param_constant141_0_0" [id=1120, type=get_attr]; +"1121 mul_tensor_53" [id=1121, type=mul]; +"1122 sub_tensor_53" [id=1122, type=sub]; +"1123 linear_52" [id=1123, type=linear]; +"1124 reshape_37" [id=1124, type=reshape]; +"1125 permute_39" [id=1125, type=permute]; +"1126 select_24" [id=1126, type=select]; +"1127 select_25" [id=1127, type=select]; +"1128 select_26" [id=1128, type=select]; +"1129 linalg_vector_norm_16" [id=1129, type=linalg_vector_norm]; +"1130 clamp_min_16" [id=1130, type=clamp_min]; +"1131 expand_as_16" [id=1131, type=expand_as]; +"1132 div_16" [id=1132, type=div]; +"1133 quantize_per_tensor_default_52" [id=1133, type=quantize_per_tensor]; +"1134 dequantize_per_tensor_default_52" [id=1134, type=dequantize_per_tensor]; +"1135 linalg_vector_norm_17" [id=1135, type=linalg_vector_norm]; +"1136 clamp_min_17" [id=1136, type=clamp_min]; +"1137 expand_as_17" [id=1137, type=expand_as]; +"1138 div_17" [id=1138, type=div]; +"1139 quantize_per_tensor_default_53" [id=1139, type=quantize_per_tensor]; +"1140 dequantize_per_tensor_default_53" [id=1140, type=dequantize_per_tensor]; +"1141 transpose_16" [id=1141, type=transpose]; +"1142 matmul_16" [id=1142, type=matmul]; +"1143 _param_constant143" [id=1143, type=get_attr]; +"1144 clamp_8" [id=1144, type=clamp]; +"1145 exp_8" [id=1145, type=exp]; +"1146 mul_17" [id=1146, type=mul]; +"1147 add_28" [id=1147, type=add]; +"1148 softmax_8" [id=1148, type=softmax]; +"1149 dropout_32" [id=1149, type=dropout]; +"1150 matmul_17" [id=1150, type=matmul]; +"1151 transpose_17" [id=1151, type=transpose]; +"1152 reshape_38" [id=1152, type=reshape]; +"1153 reshape_38_0_0_nncf_smooth_quant_0" [id=1153, type=call_module]; +"1154 quantize_per_tensor_default_54" [id=1154, type=quantize_per_tensor]; +"1155 dequantize_per_tensor_default_54" [id=1155, type=dequantize_per_tensor]; +"1156 linear_53_zero_point_0_updated_constant0" [id=1156, type=get_attr]; +"1157 linear_53_scale_0_updated_constant0" [id=1157, type=get_attr]; +"1158 compressed_weight_updated_constant54" [id=1158, type=get_attr]; +"1159 _param_constant145_0_0" [id=1159, type=get_attr]; +"1160 mul_tensor_54" [id=1160, type=mul]; +"1161 sub_tensor_54" [id=1161, type=sub]; +"1162 linear_53" [id=1162, type=linear]; +"1163 dropout_33" [id=1163, type=dropout]; +"1164 view_47" [id=1164, type=view]; +"1165 permute_40" [id=1165, type=permute]; +"1166 reshape_39" [id=1166, type=reshape]; +"1167 slice_134" [id=1167, type=slice]; +"1168 slice_135" [id=1168, type=slice]; +"1169 slice_136" [id=1169, type=slice]; +"1170 slice_137" [id=1170, type=slice]; +"1171 contiguous_15" [id=1171, type=contiguous]; +"1172 _param_constant146" [id=1172, type=get_attr]; +"1173 _param_constant147" [id=1173, type=get_attr]; +"1174 layer_norm_19" [id=1174, type=layer_norm]; +"1175 add_29" [id=1175, type=add]; +"1176 add_29_0_0_nncf_smooth_quant_0" [id=1176, type=call_module]; +"1177 quantize_per_tensor_default_55" [id=1177, type=quantize_per_tensor]; +"1178 dequantize_per_tensor_default_55" [id=1178, type=dequantize_per_tensor]; +"1179 linear_54_zero_point_0_updated_constant0" [id=1179, type=get_attr]; +"1180 linear_54_scale_0_updated_constant0" [id=1180, type=get_attr]; +"1181 compressed_weight_updated_constant55" [id=1181, type=get_attr]; +"1182 _param_constant149_0_0" [id=1182, type=get_attr]; +"1183 mul_tensor_55" [id=1183, type=mul]; +"1184 sub_tensor_55" [id=1184, type=sub]; +"1185 linear_54" [id=1185, type=linear]; +"1186 gelu_8" [id=1186, type=gelu]; +"1187 dropout_34" [id=1187, type=dropout]; +"1188 dropout_34_0_0_nncf_smooth_quant_0" [id=1188, type=call_module]; +"1189 quantize_per_tensor_default_56" [id=1189, type=quantize_per_tensor]; +"1190 dequantize_per_tensor_default_56" [id=1190, type=dequantize_per_tensor]; +"1191 linear_55_zero_point_0_updated_constant0" [id=1191, type=get_attr]; +"1192 linear_55_scale_0_updated_constant0" [id=1192, type=get_attr]; +"1193 compressed_weight_updated_constant56" [id=1193, type=get_attr]; +"1194 _param_constant151_0_0" [id=1194, type=get_attr]; +"1195 mul_tensor_56" [id=1195, type=mul]; +"1196 sub_tensor_56" [id=1196, type=sub]; +"1197 linear_55" [id=1197, type=linear]; +"1198 dropout_35" [id=1198, type=dropout]; +"1199 _param_constant152" [id=1199, type=get_attr]; +"1200 _param_constant153" [id=1200, type=get_attr]; +"1201 layer_norm_20" [id=1201, type=layer_norm]; +"1202 add_30" [id=1202, type=add]; +"1203 _tensor_constant54" [id=1203, type=get_attr]; +"1204 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1204, type=call_module]; +"1205 linear_56_zero_point_0_updated_constant0" [id=1205, type=get_attr]; +"1206 linear_56_scale_0_updated_constant0" [id=1206, type=get_attr]; +"1207 compressed_weight_updated_constant57" [id=1207, type=get_attr]; +"1208 _param_constant155_0_0" [id=1208, type=get_attr]; +"1209 mul_tensor_57" [id=1209, type=mul]; +"1210 sub_tensor_57" [id=1210, type=sub]; +"1211 linear_56" [id=1211, type=linear]; +"1212 relu__9" [id=1212, type=relu_]; +"1213 relu__9_0_0_nncf_smooth_quant_0" [id=1213, type=call_module]; +"1214 linear_57_zero_point_0_updated_constant0" [id=1214, type=get_attr]; +"1215 linear_57_scale_0_updated_constant0" [id=1215, type=get_attr]; +"1216 compressed_weight_updated_constant58" [id=1216, type=get_attr]; +"1217 mul_tensor_58" [id=1217, type=mul]; +"1218 sub_tensor_58" [id=1218, type=sub]; +"1219 linear_57" [id=1219, type=linear]; +"1220 view_48" [id=1220, type=view]; +"1221 _tensor_constant55" [id=1221, type=get_attr]; +"1222 index_9" [id=1222, type=index]; +"1223 view_49" [id=1223, type=view]; +"1224 permute_41" [id=1224, type=permute]; +"1225 contiguous_16" [id=1225, type=contiguous]; +"1226 unsqueeze_25" [id=1226, type=unsqueeze]; +"1227 sigmoid_9" [id=1227, type=sigmoid]; +"1228 mul_18" [id=1228, type=mul]; +"1229 pad_11" [id=1229, type=pad]; +"1230 roll_8" [id=1230, type=roll]; +"1231 view_50" [id=1231, type=view]; +"1232 permute_42" [id=1232, type=permute]; +"1233 reshape_40" [id=1233, type=reshape]; +"1234 reshape_40_0_0_nncf_smooth_quant_0" [id=1234, type=call_module]; +"1235 quantize_per_tensor_default_57" [id=1235, type=quantize_per_tensor]; +"1236 dequantize_per_tensor_default_57" [id=1236, type=dequantize_per_tensor]; +"1237 linear_58_zero_point_0_updated_constant0" [id=1237, type=get_attr]; +"1238 linear_58_scale_0_updated_constant0" [id=1238, type=get_attr]; +"1239 compressed_weight_updated_constant59" [id=1239, type=get_attr]; +"1240 _param_constant157_0_0" [id=1240, type=get_attr]; +"1241 mul_tensor_59" [id=1241, type=mul]; +"1242 sub_tensor_59" [id=1242, type=sub]; +"1243 linear_58" [id=1243, type=linear]; +"1244 reshape_41" [id=1244, type=reshape]; +"1245 permute_43" [id=1245, type=permute]; +"1246 select_27" [id=1246, type=select]; +"1247 select_28" [id=1247, type=select]; +"1248 select_29" [id=1248, type=select]; +"1249 linalg_vector_norm_18" [id=1249, type=linalg_vector_norm]; +"1250 clamp_min_18" [id=1250, type=clamp_min]; +"1251 expand_as_18" [id=1251, type=expand_as]; +"1252 div_18" [id=1252, type=div]; +"1253 quantize_per_tensor_default_58" [id=1253, type=quantize_per_tensor]; +"1254 dequantize_per_tensor_default_58" [id=1254, type=dequantize_per_tensor]; +"1255 linalg_vector_norm_19" [id=1255, type=linalg_vector_norm]; +"1256 clamp_min_19" [id=1256, type=clamp_min]; +"1257 expand_as_19" [id=1257, type=expand_as]; +"1258 div_19" [id=1258, type=div]; +"1259 quantize_per_tensor_default_59" [id=1259, type=quantize_per_tensor]; +"1260 dequantize_per_tensor_default_59" [id=1260, type=dequantize_per_tensor]; +"1261 transpose_18" [id=1261, type=transpose]; +"1262 matmul_18" [id=1262, type=matmul]; +"1263 _param_constant159" [id=1263, type=get_attr]; +"1264 clamp_9" [id=1264, type=clamp]; +"1265 exp_9" [id=1265, type=exp]; +"1266 mul_19" [id=1266, type=mul]; +"1267 add_31" [id=1267, type=add]; +"1268 new_zeros_4" [id=1268, type=new_zeros]; +"1269 view_51" [id=1269, type=view]; +"1270 permute_44" [id=1270, type=permute]; +"1271 reshape_42" [id=1271, type=reshape]; +"1272 unsqueeze_26" [id=1272, type=unsqueeze]; +"1273 unsqueeze_27" [id=1273, type=unsqueeze]; +"1274 sub_4" [id=1274, type=sub]; +"1275 ne_4" [id=1275, type=ne]; +"1276 masked_fill_8" [id=1276, type=masked_fill]; +"1277 eq_4" [id=1277, type=eq]; +"1278 masked_fill_9" [id=1278, type=masked_fill]; +"1279 view_52" [id=1279, type=view]; +"1280 unsqueeze_28" [id=1280, type=unsqueeze]; +"1281 unsqueeze_29" [id=1281, type=unsqueeze]; +"1282 add_32" [id=1282, type=add]; +"1283 view_53" [id=1283, type=view]; +"1284 softmax_9" [id=1284, type=softmax]; +"1285 dropout_36" [id=1285, type=dropout]; +"1286 matmul_19" [id=1286, type=matmul]; +"1287 transpose_19" [id=1287, type=transpose]; +"1288 reshape_43" [id=1288, type=reshape]; +"1289 reshape_43_0_0_nncf_smooth_quant_0" [id=1289, type=call_module]; +"1290 quantize_per_tensor_default_60" [id=1290, type=quantize_per_tensor]; +"1291 dequantize_per_tensor_default_60" [id=1291, type=dequantize_per_tensor]; +"1292 linear_59_zero_point_0_updated_constant0" [id=1292, type=get_attr]; +"1293 linear_59_scale_0_updated_constant0" [id=1293, type=get_attr]; +"1294 compressed_weight_updated_constant60" [id=1294, type=get_attr]; +"1295 _param_constant161_0_0" [id=1295, type=get_attr]; +"1296 mul_tensor_60" [id=1296, type=mul]; +"1297 sub_tensor_60" [id=1297, type=sub]; +"1298 linear_59" [id=1298, type=linear]; +"1299 dropout_37" [id=1299, type=dropout]; +"1300 view_54" [id=1300, type=view]; +"1301 permute_45" [id=1301, type=permute]; +"1302 reshape_44" [id=1302, type=reshape]; +"1303 roll_9" [id=1303, type=roll]; +"1304 slice_157" [id=1304, type=slice]; +"1305 slice_158" [id=1305, type=slice]; +"1306 slice_159" [id=1306, type=slice]; +"1307 slice_160" [id=1307, type=slice]; +"1308 contiguous_17" [id=1308, type=contiguous]; +"1309 _param_constant162" [id=1309, type=get_attr]; +"1310 _param_constant163" [id=1310, type=get_attr]; +"1311 layer_norm_21" [id=1311, type=layer_norm]; +"1312 add_33" [id=1312, type=add]; +"1313 add_33_0_0_nncf_smooth_quant_0" [id=1313, type=call_module]; +"1314 quantize_per_tensor_default_61" [id=1314, type=quantize_per_tensor]; +"1315 dequantize_per_tensor_default_61" [id=1315, type=dequantize_per_tensor]; +"1316 linear_60_zero_point_0_updated_constant0" [id=1316, type=get_attr]; +"1317 linear_60_scale_0_updated_constant0" [id=1317, type=get_attr]; +"1318 compressed_weight_updated_constant61" [id=1318, type=get_attr]; +"1319 _param_constant165_0_0" [id=1319, type=get_attr]; +"1320 mul_tensor_61" [id=1320, type=mul]; +"1321 sub_tensor_61" [id=1321, type=sub]; +"1322 linear_60" [id=1322, type=linear]; +"1323 gelu_9" [id=1323, type=gelu]; +"1324 dropout_38" [id=1324, type=dropout]; +"1325 dropout_38_0_0_nncf_smooth_quant_0" [id=1325, type=call_module]; +"1326 quantize_per_tensor_default_62" [id=1326, type=quantize_per_tensor]; +"1327 dequantize_per_tensor_default_62" [id=1327, type=dequantize_per_tensor]; +"1328 linear_61_zero_point_0_updated_constant0" [id=1328, type=get_attr]; +"1329 linear_61_scale_0_updated_constant0" [id=1329, type=get_attr]; +"1330 compressed_weight_updated_constant62" [id=1330, type=get_attr]; +"1331 _param_constant167_0_0" [id=1331, type=get_attr]; +"1332 mul_tensor_62" [id=1332, type=mul]; +"1333 sub_tensor_62" [id=1333, type=sub]; +"1334 linear_61" [id=1334, type=linear]; +"1335 dropout_39" [id=1335, type=dropout]; +"1336 _param_constant168" [id=1336, type=get_attr]; +"1337 _param_constant169" [id=1337, type=get_attr]; +"1338 layer_norm_22" [id=1338, type=layer_norm]; +"1339 add_34" [id=1339, type=add]; +"1340 _tensor_constant65" [id=1340, type=get_attr]; +"1341 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1341, type=call_module]; +"1342 linear_62_zero_point_0_updated_constant0" [id=1342, type=get_attr]; +"1343 linear_62_scale_0_updated_constant0" [id=1343, type=get_attr]; +"1344 compressed_weight_updated_constant63" [id=1344, type=get_attr]; +"1345 _param_constant171_0_0" [id=1345, type=get_attr]; +"1346 mul_tensor_63" [id=1346, type=mul]; +"1347 sub_tensor_63" [id=1347, type=sub]; +"1348 linear_62" [id=1348, type=linear]; +"1349 relu__10" [id=1349, type=relu_]; +"1350 relu__10_0_0_nncf_smooth_quant_0" [id=1350, type=call_module]; +"1351 linear_63_zero_point_0_updated_constant0" [id=1351, type=get_attr]; +"1352 linear_63_scale_0_updated_constant0" [id=1352, type=get_attr]; +"1353 compressed_weight_updated_constant64" [id=1353, type=get_attr]; +"1354 mul_tensor_64" [id=1354, type=mul]; +"1355 sub_tensor_64" [id=1355, type=sub]; +"1356 linear_63" [id=1356, type=linear]; +"1357 view_55" [id=1357, type=view]; +"1358 _tensor_constant66" [id=1358, type=get_attr]; +"1359 index_10" [id=1359, type=index]; +"1360 view_56" [id=1360, type=view]; +"1361 permute_46" [id=1361, type=permute]; +"1362 contiguous_18" [id=1362, type=contiguous]; +"1363 unsqueeze_30" [id=1363, type=unsqueeze]; +"1364 sigmoid_10" [id=1364, type=sigmoid]; +"1365 mul_20" [id=1365, type=mul]; +"1366 pad_12" [id=1366, type=pad]; +"1367 view_57" [id=1367, type=view]; +"1368 permute_47" [id=1368, type=permute]; +"1369 reshape_45" [id=1369, type=reshape]; +"1370 reshape_45_0_0_nncf_smooth_quant_0" [id=1370, type=call_module]; +"1371 quantize_per_tensor_default_63" [id=1371, type=quantize_per_tensor]; +"1372 dequantize_per_tensor_default_63" [id=1372, type=dequantize_per_tensor]; +"1373 linear_64_zero_point_0_updated_constant0" [id=1373, type=get_attr]; +"1374 linear_64_scale_0_updated_constant0" [id=1374, type=get_attr]; +"1375 compressed_weight_updated_constant65" [id=1375, type=get_attr]; +"1376 _param_constant173_0_0" [id=1376, type=get_attr]; +"1377 mul_tensor_65" [id=1377, type=mul]; +"1378 sub_tensor_65" [id=1378, type=sub]; +"1379 linear_64" [id=1379, type=linear]; +"1380 reshape_46" [id=1380, type=reshape]; +"1381 permute_48" [id=1381, type=permute]; +"1382 select_30" [id=1382, type=select]; +"1383 select_31" [id=1383, type=select]; +"1384 select_32" [id=1384, type=select]; +"1385 linalg_vector_norm_20" [id=1385, type=linalg_vector_norm]; +"1386 clamp_min_20" [id=1386, type=clamp_min]; +"1387 expand_as_20" [id=1387, type=expand_as]; +"1388 div_20" [id=1388, type=div]; +"1389 quantize_per_tensor_default_64" [id=1389, type=quantize_per_tensor]; +"1390 dequantize_per_tensor_default_64" [id=1390, type=dequantize_per_tensor]; +"1391 linalg_vector_norm_21" [id=1391, type=linalg_vector_norm]; +"1392 clamp_min_21" [id=1392, type=clamp_min]; +"1393 expand_as_21" [id=1393, type=expand_as]; +"1394 div_21" [id=1394, type=div]; +"1395 quantize_per_tensor_default_65" [id=1395, type=quantize_per_tensor]; +"1396 dequantize_per_tensor_default_65" [id=1396, type=dequantize_per_tensor]; +"1397 transpose_20" [id=1397, type=transpose]; +"1398 matmul_20" [id=1398, type=matmul]; +"1399 _param_constant175" [id=1399, type=get_attr]; +"1400 clamp_10" [id=1400, type=clamp]; +"1401 exp_10" [id=1401, type=exp]; +"1402 mul_21" [id=1402, type=mul]; +"1403 add_35" [id=1403, type=add]; +"1404 softmax_10" [id=1404, type=softmax]; +"1405 dropout_40" [id=1405, type=dropout]; +"1406 matmul_21" [id=1406, type=matmul]; +"1407 transpose_21" [id=1407, type=transpose]; +"1408 reshape_47" [id=1408, type=reshape]; +"1409 reshape_47_0_0_nncf_smooth_quant_0" [id=1409, type=call_module]; +"1410 quantize_per_tensor_default_66" [id=1410, type=quantize_per_tensor]; +"1411 dequantize_per_tensor_default_66" [id=1411, type=dequantize_per_tensor]; +"1412 linear_65_zero_point_0_updated_constant0" [id=1412, type=get_attr]; +"1413 linear_65_scale_0_updated_constant0" [id=1413, type=get_attr]; +"1414 compressed_weight_updated_constant66" [id=1414, type=get_attr]; +"1415 _param_constant177_0_0" [id=1415, type=get_attr]; +"1416 mul_tensor_66" [id=1416, type=mul]; +"1417 sub_tensor_66" [id=1417, type=sub]; +"1418 linear_65" [id=1418, type=linear]; +"1419 dropout_41" [id=1419, type=dropout]; +"1420 view_58" [id=1420, type=view]; +"1421 permute_49" [id=1421, type=permute]; +"1422 reshape_48" [id=1422, type=reshape]; +"1423 slice_162" [id=1423, type=slice]; +"1424 slice_163" [id=1424, type=slice]; +"1425 slice_164" [id=1425, type=slice]; +"1426 slice_165" [id=1426, type=slice]; +"1427 contiguous_19" [id=1427, type=contiguous]; +"1428 _param_constant178" [id=1428, type=get_attr]; +"1429 _param_constant179" [id=1429, type=get_attr]; +"1430 layer_norm_23" [id=1430, type=layer_norm]; +"1431 add_36" [id=1431, type=add]; +"1432 add_36_0_0_nncf_smooth_quant_0" [id=1432, type=call_module]; +"1433 quantize_per_tensor_default_67" [id=1433, type=quantize_per_tensor]; +"1434 dequantize_per_tensor_default_67" [id=1434, type=dequantize_per_tensor]; +"1435 linear_66_zero_point_0_updated_constant0" [id=1435, type=get_attr]; +"1436 linear_66_scale_0_updated_constant0" [id=1436, type=get_attr]; +"1437 compressed_weight_updated_constant67" [id=1437, type=get_attr]; +"1438 _param_constant181_0_0" [id=1438, type=get_attr]; +"1439 mul_tensor_67" [id=1439, type=mul]; +"1440 sub_tensor_67" [id=1440, type=sub]; +"1441 linear_66" [id=1441, type=linear]; +"1442 gelu_10" [id=1442, type=gelu]; +"1443 dropout_42" [id=1443, type=dropout]; +"1444 dropout_42_0_0_nncf_smooth_quant_0" [id=1444, type=call_module]; +"1445 quantize_per_tensor_default_68" [id=1445, type=quantize_per_tensor]; +"1446 dequantize_per_tensor_default_68" [id=1446, type=dequantize_per_tensor]; +"1447 linear_67_zero_point_0_updated_constant0" [id=1447, type=get_attr]; +"1448 linear_67_scale_0_updated_constant0" [id=1448, type=get_attr]; +"1449 compressed_weight_updated_constant68" [id=1449, type=get_attr]; +"1450 _param_constant183_0_0" [id=1450, type=get_attr]; +"1451 mul_tensor_68" [id=1451, type=mul]; +"1452 sub_tensor_68" [id=1452, type=sub]; +"1453 linear_67" [id=1453, type=linear]; +"1454 dropout_43" [id=1454, type=dropout]; +"1455 _param_constant184" [id=1455, type=get_attr]; +"1456 _param_constant185" [id=1456, type=get_attr]; +"1457 layer_norm_24" [id=1457, type=layer_norm]; +"1458 add_37" [id=1458, type=add]; +"1459 _tensor_constant67" [id=1459, type=get_attr]; +"1460 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1460, type=call_module]; +"1461 linear_68_zero_point_0_updated_constant0" [id=1461, type=get_attr]; +"1462 linear_68_scale_0_updated_constant0" [id=1462, type=get_attr]; +"1463 compressed_weight_updated_constant69" [id=1463, type=get_attr]; +"1464 _param_constant187_0_0" [id=1464, type=get_attr]; +"1465 mul_tensor_69" [id=1465, type=mul]; +"1466 sub_tensor_69" [id=1466, type=sub]; +"1467 linear_68" [id=1467, type=linear]; +"1468 relu__11" [id=1468, type=relu_]; +"1469 relu__11_0_0_nncf_smooth_quant_0" [id=1469, type=call_module]; +"1470 linear_69_zero_point_0_updated_constant0" [id=1470, type=get_attr]; +"1471 linear_69_scale_0_updated_constant0" [id=1471, type=get_attr]; +"1472 compressed_weight_updated_constant70" [id=1472, type=get_attr]; +"1473 mul_tensor_70" [id=1473, type=mul]; +"1474 sub_tensor_70" [id=1474, type=sub]; +"1475 linear_69" [id=1475, type=linear]; +"1476 view_59" [id=1476, type=view]; +"1477 _tensor_constant68" [id=1477, type=get_attr]; +"1478 index_11" [id=1478, type=index]; +"1479 view_60" [id=1479, type=view]; +"1480 permute_50" [id=1480, type=permute]; +"1481 contiguous_20" [id=1481, type=contiguous]; +"1482 unsqueeze_31" [id=1482, type=unsqueeze]; +"1483 sigmoid_11" [id=1483, type=sigmoid]; +"1484 mul_22" [id=1484, type=mul]; +"1485 pad_13" [id=1485, type=pad]; +"1486 roll_10" [id=1486, type=roll]; +"1487 view_61" [id=1487, type=view]; +"1488 permute_51" [id=1488, type=permute]; +"1489 reshape_49" [id=1489, type=reshape]; +"1490 reshape_49_0_0_nncf_smooth_quant_0" [id=1490, type=call_module]; +"1491 quantize_per_tensor_default_69" [id=1491, type=quantize_per_tensor]; +"1492 dequantize_per_tensor_default_69" [id=1492, type=dequantize_per_tensor]; +"1493 linear_70_zero_point_0_updated_constant0" [id=1493, type=get_attr]; +"1494 linear_70_scale_0_updated_constant0" [id=1494, type=get_attr]; +"1495 compressed_weight_updated_constant71" [id=1495, type=get_attr]; +"1496 _param_constant189_0_0" [id=1496, type=get_attr]; +"1497 mul_tensor_71" [id=1497, type=mul]; +"1498 sub_tensor_71" [id=1498, type=sub]; +"1499 linear_70" [id=1499, type=linear]; +"1500 reshape_50" [id=1500, type=reshape]; +"1501 permute_52" [id=1501, type=permute]; +"1502 select_33" [id=1502, type=select]; +"1503 select_34" [id=1503, type=select]; +"1504 select_35" [id=1504, type=select]; +"1505 linalg_vector_norm_22" [id=1505, type=linalg_vector_norm]; +"1506 clamp_min_22" [id=1506, type=clamp_min]; +"1507 expand_as_22" [id=1507, type=expand_as]; +"1508 div_22" [id=1508, type=div]; +"1509 quantize_per_tensor_default_70" [id=1509, type=quantize_per_tensor]; +"1510 dequantize_per_tensor_default_70" [id=1510, type=dequantize_per_tensor]; +"1511 linalg_vector_norm_23" [id=1511, type=linalg_vector_norm]; +"1512 clamp_min_23" [id=1512, type=clamp_min]; +"1513 expand_as_23" [id=1513, type=expand_as]; +"1514 div_23" [id=1514, type=div]; +"1515 quantize_per_tensor_default_71" [id=1515, type=quantize_per_tensor]; +"1516 dequantize_per_tensor_default_71" [id=1516, type=dequantize_per_tensor]; +"1517 transpose_22" [id=1517, type=transpose]; +"1518 matmul_22" [id=1518, type=matmul]; +"1519 _param_constant191" [id=1519, type=get_attr]; +"1520 clamp_11" [id=1520, type=clamp]; +"1521 exp_11" [id=1521, type=exp]; +"1522 mul_23" [id=1522, type=mul]; +"1523 add_38" [id=1523, type=add]; +"1524 new_zeros_5" [id=1524, type=new_zeros]; +"1525 view_62" [id=1525, type=view]; +"1526 permute_53" [id=1526, type=permute]; +"1527 reshape_51" [id=1527, type=reshape]; +"1528 unsqueeze_32" [id=1528, type=unsqueeze]; +"1529 unsqueeze_33" [id=1529, type=unsqueeze]; +"1530 sub_5" [id=1530, type=sub]; +"1531 ne_5" [id=1531, type=ne]; +"1532 masked_fill_10" [id=1532, type=masked_fill]; +"1533 eq_5" [id=1533, type=eq]; +"1534 masked_fill_11" [id=1534, type=masked_fill]; +"1535 view_63" [id=1535, type=view]; +"1536 unsqueeze_34" [id=1536, type=unsqueeze]; +"1537 unsqueeze_35" [id=1537, type=unsqueeze]; +"1538 add_39" [id=1538, type=add]; +"1539 view_64" [id=1539, type=view]; +"1540 softmax_11" [id=1540, type=softmax]; +"1541 dropout_44" [id=1541, type=dropout]; +"1542 matmul_23" [id=1542, type=matmul]; +"1543 transpose_23" [id=1543, type=transpose]; +"1544 reshape_52" [id=1544, type=reshape]; +"1545 reshape_52_0_0_nncf_smooth_quant_0" [id=1545, type=call_module]; +"1546 quantize_per_tensor_default_72" [id=1546, type=quantize_per_tensor]; +"1547 dequantize_per_tensor_default_72" [id=1547, type=dequantize_per_tensor]; +"1548 linear_71_zero_point_0_updated_constant0" [id=1548, type=get_attr]; +"1549 linear_71_scale_0_updated_constant0" [id=1549, type=get_attr]; +"1550 compressed_weight_updated_constant72" [id=1550, type=get_attr]; +"1551 _param_constant193_0_0" [id=1551, type=get_attr]; +"1552 mul_tensor_72" [id=1552, type=mul]; +"1553 sub_tensor_72" [id=1553, type=sub]; +"1554 linear_71" [id=1554, type=linear]; +"1555 dropout_45" [id=1555, type=dropout]; +"1556 view_65" [id=1556, type=view]; +"1557 permute_54" [id=1557, type=permute]; +"1558 reshape_53" [id=1558, type=reshape]; +"1559 roll_11" [id=1559, type=roll]; +"1560 slice_185" [id=1560, type=slice]; +"1561 slice_186" [id=1561, type=slice]; +"1562 slice_187" [id=1562, type=slice]; +"1563 slice_188" [id=1563, type=slice]; +"1564 contiguous_21" [id=1564, type=contiguous]; +"1565 _param_constant194" [id=1565, type=get_attr]; +"1566 _param_constant195" [id=1566, type=get_attr]; +"1567 layer_norm_25" [id=1567, type=layer_norm]; +"1568 add_40" [id=1568, type=add]; +"1569 add_40_0_0_nncf_smooth_quant_0" [id=1569, type=call_module]; +"1570 quantize_per_tensor_default_73" [id=1570, type=quantize_per_tensor]; +"1571 dequantize_per_tensor_default_73" [id=1571, type=dequantize_per_tensor]; +"1572 linear_72_zero_point_0_updated_constant0" [id=1572, type=get_attr]; +"1573 linear_72_scale_0_updated_constant0" [id=1573, type=get_attr]; +"1574 compressed_weight_updated_constant73" [id=1574, type=get_attr]; +"1575 _param_constant197_0_0" [id=1575, type=get_attr]; +"1576 mul_tensor_73" [id=1576, type=mul]; +"1577 sub_tensor_73" [id=1577, type=sub]; +"1578 linear_72" [id=1578, type=linear]; +"1579 gelu_11" [id=1579, type=gelu]; +"1580 dropout_46" [id=1580, type=dropout]; +"1581 dropout_46_0_0_nncf_smooth_quant_0" [id=1581, type=call_module]; +"1582 quantize_per_tensor_default_74" [id=1582, type=quantize_per_tensor]; +"1583 dequantize_per_tensor_default_74" [id=1583, type=dequantize_per_tensor]; +"1584 linear_73_zero_point_0_updated_constant0" [id=1584, type=get_attr]; +"1585 linear_73_scale_0_updated_constant0" [id=1585, type=get_attr]; +"1586 compressed_weight_updated_constant74" [id=1586, type=get_attr]; +"1587 _param_constant199_0_0" [id=1587, type=get_attr]; +"1588 mul_tensor_74" [id=1588, type=mul]; +"1589 sub_tensor_74" [id=1589, type=sub]; +"1590 linear_73" [id=1590, type=linear]; +"1591 dropout_47" [id=1591, type=dropout]; +"1592 _param_constant200" [id=1592, type=get_attr]; +"1593 _param_constant201" [id=1593, type=get_attr]; +"1594 layer_norm_26" [id=1594, type=layer_norm]; +"1595 add_41" [id=1595, type=add]; +"1596 _tensor_constant78" [id=1596, type=get_attr]; +"1597 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1597, type=call_module]; +"1598 linear_74_zero_point_0_updated_constant0" [id=1598, type=get_attr]; +"1599 linear_74_scale_0_updated_constant0" [id=1599, type=get_attr]; +"1600 compressed_weight_updated_constant75" [id=1600, type=get_attr]; +"1601 _param_constant203_0_0" [id=1601, type=get_attr]; +"1602 mul_tensor_75" [id=1602, type=mul]; +"1603 sub_tensor_75" [id=1603, type=sub]; +"1604 linear_74" [id=1604, type=linear]; +"1605 relu__12" [id=1605, type=relu_]; +"1606 relu__12_0_0_nncf_smooth_quant_0" [id=1606, type=call_module]; +"1607 linear_75_zero_point_0_updated_constant0" [id=1607, type=get_attr]; +"1608 linear_75_scale_0_updated_constant0" [id=1608, type=get_attr]; +"1609 compressed_weight_updated_constant76" [id=1609, type=get_attr]; +"1610 mul_tensor_76" [id=1610, type=mul]; +"1611 sub_tensor_76" [id=1611, type=sub]; +"1612 linear_75" [id=1612, type=linear]; +"1613 view_66" [id=1613, type=view]; +"1614 _tensor_constant79" [id=1614, type=get_attr]; +"1615 index_12" [id=1615, type=index]; +"1616 view_67" [id=1616, type=view]; +"1617 permute_55" [id=1617, type=permute]; +"1618 contiguous_22" [id=1618, type=contiguous]; +"1619 unsqueeze_36" [id=1619, type=unsqueeze]; +"1620 sigmoid_12" [id=1620, type=sigmoid]; +"1621 mul_24" [id=1621, type=mul]; +"1622 pad_14" [id=1622, type=pad]; +"1623 view_68" [id=1623, type=view]; +"1624 permute_56" [id=1624, type=permute]; +"1625 reshape_54" [id=1625, type=reshape]; +"1626 reshape_54_0_0_nncf_smooth_quant_0" [id=1626, type=call_module]; +"1627 quantize_per_tensor_default_75" [id=1627, type=quantize_per_tensor]; +"1628 dequantize_per_tensor_default_75" [id=1628, type=dequantize_per_tensor]; +"1629 linear_76_zero_point_0_updated_constant0" [id=1629, type=get_attr]; +"1630 linear_76_scale_0_updated_constant0" [id=1630, type=get_attr]; +"1631 compressed_weight_updated_constant77" [id=1631, type=get_attr]; +"1632 _param_constant205_0_0" [id=1632, type=get_attr]; +"1633 mul_tensor_77" [id=1633, type=mul]; +"1634 sub_tensor_77" [id=1634, type=sub]; +"1635 linear_76" [id=1635, type=linear]; +"1636 reshape_55" [id=1636, type=reshape]; +"1637 permute_57" [id=1637, type=permute]; +"1638 select_36" [id=1638, type=select]; +"1639 select_37" [id=1639, type=select]; +"1640 select_38" [id=1640, type=select]; +"1641 linalg_vector_norm_24" [id=1641, type=linalg_vector_norm]; +"1642 clamp_min_24" [id=1642, type=clamp_min]; +"1643 expand_as_24" [id=1643, type=expand_as]; +"1644 div_24" [id=1644, type=div]; +"1645 quantize_per_tensor_default_76" [id=1645, type=quantize_per_tensor]; +"1646 dequantize_per_tensor_default_76" [id=1646, type=dequantize_per_tensor]; +"1647 linalg_vector_norm_25" [id=1647, type=linalg_vector_norm]; +"1648 clamp_min_25" [id=1648, type=clamp_min]; +"1649 expand_as_25" [id=1649, type=expand_as]; +"1650 div_25" [id=1650, type=div]; +"1651 quantize_per_tensor_default_77" [id=1651, type=quantize_per_tensor]; +"1652 dequantize_per_tensor_default_77" [id=1652, type=dequantize_per_tensor]; +"1653 transpose_24" [id=1653, type=transpose]; +"1654 matmul_24" [id=1654, type=matmul]; +"1655 _param_constant207" [id=1655, type=get_attr]; +"1656 clamp_12" [id=1656, type=clamp]; +"1657 exp_12" [id=1657, type=exp]; +"1658 mul_25" [id=1658, type=mul]; +"1659 add_42" [id=1659, type=add]; +"1660 softmax_12" [id=1660, type=softmax]; +"1661 dropout_48" [id=1661, type=dropout]; +"1662 matmul_25" [id=1662, type=matmul]; +"1663 transpose_25" [id=1663, type=transpose]; +"1664 reshape_56" [id=1664, type=reshape]; +"1665 reshape_56_0_0_nncf_smooth_quant_0" [id=1665, type=call_module]; +"1666 quantize_per_tensor_default_78" [id=1666, type=quantize_per_tensor]; +"1667 dequantize_per_tensor_default_78" [id=1667, type=dequantize_per_tensor]; +"1668 linear_77_zero_point_0_updated_constant0" [id=1668, type=get_attr]; +"1669 linear_77_scale_0_updated_constant0" [id=1669, type=get_attr]; +"1670 compressed_weight_updated_constant78" [id=1670, type=get_attr]; +"1671 _param_constant209_0_0" [id=1671, type=get_attr]; +"1672 mul_tensor_78" [id=1672, type=mul]; +"1673 sub_tensor_78" [id=1673, type=sub]; +"1674 linear_77" [id=1674, type=linear]; +"1675 dropout_49" [id=1675, type=dropout]; +"1676 view_69" [id=1676, type=view]; +"1677 permute_58" [id=1677, type=permute]; +"1678 reshape_57" [id=1678, type=reshape]; +"1679 slice_190" [id=1679, type=slice]; +"1680 slice_191" [id=1680, type=slice]; +"1681 slice_192" [id=1681, type=slice]; +"1682 slice_193" [id=1682, type=slice]; +"1683 contiguous_23" [id=1683, type=contiguous]; +"1684 _param_constant210" [id=1684, type=get_attr]; +"1685 _param_constant211" [id=1685, type=get_attr]; +"1686 layer_norm_27" [id=1686, type=layer_norm]; +"1687 add_43" [id=1687, type=add]; +"1688 add_43_0_0_nncf_smooth_quant_0" [id=1688, type=call_module]; +"1689 quantize_per_tensor_default_79" [id=1689, type=quantize_per_tensor]; +"1690 dequantize_per_tensor_default_79" [id=1690, type=dequantize_per_tensor]; +"1691 linear_78_zero_point_0_updated_constant0" [id=1691, type=get_attr]; +"1692 linear_78_scale_0_updated_constant0" [id=1692, type=get_attr]; +"1693 compressed_weight_updated_constant79" [id=1693, type=get_attr]; +"1694 _param_constant213_0_0" [id=1694, type=get_attr]; +"1695 mul_tensor_79" [id=1695, type=mul]; +"1696 sub_tensor_79" [id=1696, type=sub]; +"1697 linear_78" [id=1697, type=linear]; +"1698 gelu_12" [id=1698, type=gelu]; +"1699 dropout_50" [id=1699, type=dropout]; +"1700 dropout_50_0_0_nncf_smooth_quant_0" [id=1700, type=call_module]; +"1701 quantize_per_tensor_default_80" [id=1701, type=quantize_per_tensor]; +"1702 dequantize_per_tensor_default_80" [id=1702, type=dequantize_per_tensor]; +"1703 linear_79_zero_point_0_updated_constant0" [id=1703, type=get_attr]; +"1704 linear_79_scale_0_updated_constant0" [id=1704, type=get_attr]; +"1705 compressed_weight_updated_constant80" [id=1705, type=get_attr]; +"1706 _param_constant215_0_0" [id=1706, type=get_attr]; +"1707 mul_tensor_80" [id=1707, type=mul]; +"1708 sub_tensor_80" [id=1708, type=sub]; +"1709 linear_79" [id=1709, type=linear]; +"1710 dropout_51" [id=1710, type=dropout]; +"1711 _param_constant216" [id=1711, type=get_attr]; +"1712 _param_constant217" [id=1712, type=get_attr]; +"1713 layer_norm_28" [id=1713, type=layer_norm]; +"1714 add_44" [id=1714, type=add]; +"1715 _tensor_constant80" [id=1715, type=get_attr]; +"1716 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1716, type=call_module]; +"1717 linear_80_zero_point_0_updated_constant0" [id=1717, type=get_attr]; +"1718 linear_80_scale_0_updated_constant0" [id=1718, type=get_attr]; +"1719 compressed_weight_updated_constant81" [id=1719, type=get_attr]; +"1720 _param_constant219_0_0" [id=1720, type=get_attr]; +"1721 mul_tensor_81" [id=1721, type=mul]; +"1722 sub_tensor_81" [id=1722, type=sub]; +"1723 linear_80" [id=1723, type=linear]; +"1724 relu__13" [id=1724, type=relu_]; +"1725 relu__13_0_0_nncf_smooth_quant_0" [id=1725, type=call_module]; +"1726 linear_81_zero_point_0_updated_constant0" [id=1726, type=get_attr]; +"1727 linear_81_scale_0_updated_constant0" [id=1727, type=get_attr]; +"1728 compressed_weight_updated_constant82" [id=1728, type=get_attr]; +"1729 mul_tensor_82" [id=1729, type=mul]; +"1730 sub_tensor_82" [id=1730, type=sub]; +"1731 linear_81" [id=1731, type=linear]; +"1732 view_70" [id=1732, type=view]; +"1733 _tensor_constant81" [id=1733, type=get_attr]; +"1734 index_13" [id=1734, type=index]; +"1735 view_71" [id=1735, type=view]; +"1736 permute_59" [id=1736, type=permute]; +"1737 contiguous_24" [id=1737, type=contiguous]; +"1738 unsqueeze_37" [id=1738, type=unsqueeze]; +"1739 sigmoid_13" [id=1739, type=sigmoid]; +"1740 mul_26" [id=1740, type=mul]; +"1741 pad_15" [id=1741, type=pad]; +"1742 roll_12" [id=1742, type=roll]; +"1743 view_72" [id=1743, type=view]; +"1744 permute_60" [id=1744, type=permute]; +"1745 reshape_58" [id=1745, type=reshape]; +"1746 reshape_58_0_0_nncf_smooth_quant_0" [id=1746, type=call_module]; +"1747 quantize_per_tensor_default_81" [id=1747, type=quantize_per_tensor]; +"1748 dequantize_per_tensor_default_81" [id=1748, type=dequantize_per_tensor]; +"1749 linear_82_zero_point_0_updated_constant0" [id=1749, type=get_attr]; +"1750 linear_82_scale_0_updated_constant0" [id=1750, type=get_attr]; +"1751 compressed_weight_updated_constant83" [id=1751, type=get_attr]; +"1752 _param_constant221_0_0" [id=1752, type=get_attr]; +"1753 mul_tensor_83" [id=1753, type=mul]; +"1754 sub_tensor_83" [id=1754, type=sub]; +"1755 linear_82" [id=1755, type=linear]; +"1756 reshape_59" [id=1756, type=reshape]; +"1757 permute_61" [id=1757, type=permute]; +"1758 select_39" [id=1758, type=select]; +"1759 select_40" [id=1759, type=select]; +"1760 select_41" [id=1760, type=select]; +"1761 linalg_vector_norm_26" [id=1761, type=linalg_vector_norm]; +"1762 clamp_min_26" [id=1762, type=clamp_min]; +"1763 expand_as_26" [id=1763, type=expand_as]; +"1764 div_26" [id=1764, type=div]; +"1765 quantize_per_tensor_default_82" [id=1765, type=quantize_per_tensor]; +"1766 dequantize_per_tensor_default_82" [id=1766, type=dequantize_per_tensor]; +"1767 linalg_vector_norm_27" [id=1767, type=linalg_vector_norm]; +"1768 clamp_min_27" [id=1768, type=clamp_min]; +"1769 expand_as_27" [id=1769, type=expand_as]; +"1770 div_27" [id=1770, type=div]; +"1771 quantize_per_tensor_default_83" [id=1771, type=quantize_per_tensor]; +"1772 dequantize_per_tensor_default_83" [id=1772, type=dequantize_per_tensor]; +"1773 transpose_26" [id=1773, type=transpose]; +"1774 matmul_26" [id=1774, type=matmul]; +"1775 _param_constant223" [id=1775, type=get_attr]; +"1776 clamp_13" [id=1776, type=clamp]; +"1777 exp_13" [id=1777, type=exp]; +"1778 mul_27" [id=1778, type=mul]; +"1779 add_45" [id=1779, type=add]; +"1780 new_zeros_6" [id=1780, type=new_zeros]; +"1781 view_73" [id=1781, type=view]; +"1782 permute_62" [id=1782, type=permute]; +"1783 reshape_60" [id=1783, type=reshape]; +"1784 unsqueeze_38" [id=1784, type=unsqueeze]; +"1785 unsqueeze_39" [id=1785, type=unsqueeze]; +"1786 sub_6" [id=1786, type=sub]; +"1787 ne_6" [id=1787, type=ne]; +"1788 masked_fill_12" [id=1788, type=masked_fill]; +"1789 eq_6" [id=1789, type=eq]; +"1790 masked_fill_13" [id=1790, type=masked_fill]; +"1791 view_74" [id=1791, type=view]; +"1792 unsqueeze_40" [id=1792, type=unsqueeze]; +"1793 unsqueeze_41" [id=1793, type=unsqueeze]; +"1794 add_46" [id=1794, type=add]; +"1795 view_75" [id=1795, type=view]; +"1796 softmax_13" [id=1796, type=softmax]; +"1797 dropout_52" [id=1797, type=dropout]; +"1798 matmul_27" [id=1798, type=matmul]; +"1799 transpose_27" [id=1799, type=transpose]; +"1800 reshape_61" [id=1800, type=reshape]; +"1801 reshape_61_0_0_nncf_smooth_quant_0" [id=1801, type=call_module]; +"1802 quantize_per_tensor_default_84" [id=1802, type=quantize_per_tensor]; +"1803 dequantize_per_tensor_default_84" [id=1803, type=dequantize_per_tensor]; +"1804 linear_83_zero_point_0_updated_constant0" [id=1804, type=get_attr]; +"1805 linear_83_scale_0_updated_constant0" [id=1805, type=get_attr]; +"1806 compressed_weight_updated_constant84" [id=1806, type=get_attr]; +"1807 _param_constant225_0_0" [id=1807, type=get_attr]; +"1808 mul_tensor_84" [id=1808, type=mul]; +"1809 sub_tensor_84" [id=1809, type=sub]; +"1810 linear_83" [id=1810, type=linear]; +"1811 dropout_53" [id=1811, type=dropout]; +"1812 view_76" [id=1812, type=view]; +"1813 permute_63" [id=1813, type=permute]; +"1814 reshape_62" [id=1814, type=reshape]; +"1815 roll_13" [id=1815, type=roll]; +"1816 slice_213" [id=1816, type=slice]; +"1817 slice_214" [id=1817, type=slice]; +"1818 slice_215" [id=1818, type=slice]; +"1819 slice_216" [id=1819, type=slice]; +"1820 contiguous_25" [id=1820, type=contiguous]; +"1821 _param_constant226" [id=1821, type=get_attr]; +"1822 _param_constant227" [id=1822, type=get_attr]; +"1823 layer_norm_29" [id=1823, type=layer_norm]; +"1824 add_47" [id=1824, type=add]; +"1825 add_47_0_0_nncf_smooth_quant_0" [id=1825, type=call_module]; +"1826 quantize_per_tensor_default_85" [id=1826, type=quantize_per_tensor]; +"1827 dequantize_per_tensor_default_85" [id=1827, type=dequantize_per_tensor]; +"1828 linear_84_zero_point_0_updated_constant0" [id=1828, type=get_attr]; +"1829 linear_84_scale_0_updated_constant0" [id=1829, type=get_attr]; +"1830 compressed_weight_updated_constant85" [id=1830, type=get_attr]; +"1831 _param_constant229_0_0" [id=1831, type=get_attr]; +"1832 mul_tensor_85" [id=1832, type=mul]; +"1833 sub_tensor_85" [id=1833, type=sub]; +"1834 linear_84" [id=1834, type=linear]; +"1835 gelu_13" [id=1835, type=gelu]; +"1836 dropout_54" [id=1836, type=dropout]; +"1837 dropout_54_0_0_nncf_smooth_quant_0" [id=1837, type=call_module]; +"1838 quantize_per_tensor_default_86" [id=1838, type=quantize_per_tensor]; +"1839 dequantize_per_tensor_default_86" [id=1839, type=dequantize_per_tensor]; +"1840 linear_85_zero_point_0_updated_constant0" [id=1840, type=get_attr]; +"1841 linear_85_scale_0_updated_constant0" [id=1841, type=get_attr]; +"1842 compressed_weight_updated_constant86" [id=1842, type=get_attr]; +"1843 _param_constant231_0_0" [id=1843, type=get_attr]; +"1844 mul_tensor_86" [id=1844, type=mul]; +"1845 sub_tensor_86" [id=1845, type=sub]; +"1846 linear_85" [id=1846, type=linear]; +"1847 dropout_55" [id=1847, type=dropout]; +"1848 _param_constant232" [id=1848, type=get_attr]; +"1849 _param_constant233" [id=1849, type=get_attr]; +"1850 layer_norm_30" [id=1850, type=layer_norm]; +"1851 add_48" [id=1851, type=add]; +"1852 _tensor_constant91" [id=1852, type=get_attr]; +"1853 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1853, type=call_module]; +"1854 linear_86_zero_point_0_updated_constant0" [id=1854, type=get_attr]; +"1855 linear_86_scale_0_updated_constant0" [id=1855, type=get_attr]; +"1856 compressed_weight_updated_constant87" [id=1856, type=get_attr]; +"1857 _param_constant235_0_0" [id=1857, type=get_attr]; +"1858 mul_tensor_87" [id=1858, type=mul]; +"1859 sub_tensor_87" [id=1859, type=sub]; +"1860 linear_86" [id=1860, type=linear]; +"1861 relu__14" [id=1861, type=relu_]; +"1862 relu__14_0_0_nncf_smooth_quant_0" [id=1862, type=call_module]; +"1863 linear_87_zero_point_0_updated_constant0" [id=1863, type=get_attr]; +"1864 linear_87_scale_0_updated_constant0" [id=1864, type=get_attr]; +"1865 compressed_weight_updated_constant88" [id=1865, type=get_attr]; +"1866 mul_tensor_88" [id=1866, type=mul]; +"1867 sub_tensor_88" [id=1867, type=sub]; +"1868 linear_87" [id=1868, type=linear]; +"1869 view_77" [id=1869, type=view]; +"1870 _tensor_constant92" [id=1870, type=get_attr]; +"1871 index_14" [id=1871, type=index]; +"1872 view_78" [id=1872, type=view]; +"1873 permute_64" [id=1873, type=permute]; +"1874 contiguous_26" [id=1874, type=contiguous]; +"1875 unsqueeze_42" [id=1875, type=unsqueeze]; +"1876 sigmoid_14" [id=1876, type=sigmoid]; +"1877 mul_28" [id=1877, type=mul]; +"1878 pad_16" [id=1878, type=pad]; +"1879 view_79" [id=1879, type=view]; +"1880 permute_65" [id=1880, type=permute]; +"1881 reshape_63" [id=1881, type=reshape]; +"1882 reshape_63_0_0_nncf_smooth_quant_0" [id=1882, type=call_module]; +"1883 quantize_per_tensor_default_87" [id=1883, type=quantize_per_tensor]; +"1884 dequantize_per_tensor_default_87" [id=1884, type=dequantize_per_tensor]; +"1885 linear_88_zero_point_0_updated_constant0" [id=1885, type=get_attr]; +"1886 linear_88_scale_0_updated_constant0" [id=1886, type=get_attr]; +"1887 compressed_weight_updated_constant89" [id=1887, type=get_attr]; +"1888 _param_constant237_0_0" [id=1888, type=get_attr]; +"1889 mul_tensor_89" [id=1889, type=mul]; +"1890 sub_tensor_89" [id=1890, type=sub]; +"1891 linear_88" [id=1891, type=linear]; +"1892 reshape_64" [id=1892, type=reshape]; +"1893 permute_66" [id=1893, type=permute]; +"1894 select_42" [id=1894, type=select]; +"1895 select_43" [id=1895, type=select]; +"1896 select_44" [id=1896, type=select]; +"1897 linalg_vector_norm_28" [id=1897, type=linalg_vector_norm]; +"1898 clamp_min_28" [id=1898, type=clamp_min]; +"1899 expand_as_28" [id=1899, type=expand_as]; +"1900 div_28" [id=1900, type=div]; +"1901 quantize_per_tensor_default_88" [id=1901, type=quantize_per_tensor]; +"1902 dequantize_per_tensor_default_88" [id=1902, type=dequantize_per_tensor]; +"1903 linalg_vector_norm_29" [id=1903, type=linalg_vector_norm]; +"1904 clamp_min_29" [id=1904, type=clamp_min]; +"1905 expand_as_29" [id=1905, type=expand_as]; +"1906 div_29" [id=1906, type=div]; +"1907 quantize_per_tensor_default_89" [id=1907, type=quantize_per_tensor]; +"1908 dequantize_per_tensor_default_89" [id=1908, type=dequantize_per_tensor]; +"1909 transpose_28" [id=1909, type=transpose]; +"1910 matmul_28" [id=1910, type=matmul]; +"1911 _param_constant239" [id=1911, type=get_attr]; +"1912 clamp_14" [id=1912, type=clamp]; +"1913 exp_14" [id=1913, type=exp]; +"1914 mul_29" [id=1914, type=mul]; +"1915 add_49" [id=1915, type=add]; +"1916 softmax_14" [id=1916, type=softmax]; +"1917 dropout_56" [id=1917, type=dropout]; +"1918 matmul_29" [id=1918, type=matmul]; +"1919 transpose_29" [id=1919, type=transpose]; +"1920 reshape_65" [id=1920, type=reshape]; +"1921 reshape_65_0_0_nncf_smooth_quant_0" [id=1921, type=call_module]; +"1922 quantize_per_tensor_default_90" [id=1922, type=quantize_per_tensor]; +"1923 dequantize_per_tensor_default_90" [id=1923, type=dequantize_per_tensor]; +"1924 linear_89_zero_point_0_updated_constant0" [id=1924, type=get_attr]; +"1925 linear_89_scale_0_updated_constant0" [id=1925, type=get_attr]; +"1926 compressed_weight_updated_constant90" [id=1926, type=get_attr]; +"1927 _param_constant241_0_0" [id=1927, type=get_attr]; +"1928 mul_tensor_90" [id=1928, type=mul]; +"1929 sub_tensor_90" [id=1929, type=sub]; +"1930 linear_89" [id=1930, type=linear]; +"1931 dropout_57" [id=1931, type=dropout]; +"1932 view_80" [id=1932, type=view]; +"1933 permute_67" [id=1933, type=permute]; +"1934 reshape_66" [id=1934, type=reshape]; +"1935 slice_218" [id=1935, type=slice]; +"1936 slice_219" [id=1936, type=slice]; +"1937 slice_220" [id=1937, type=slice]; +"1938 slice_221" [id=1938, type=slice]; +"1939 contiguous_27" [id=1939, type=contiguous]; +"1940 _param_constant242" [id=1940, type=get_attr]; +"1941 _param_constant243" [id=1941, type=get_attr]; +"1942 layer_norm_31" [id=1942, type=layer_norm]; +"1943 add_50" [id=1943, type=add]; +"1944 add_50_0_0_nncf_smooth_quant_0" [id=1944, type=call_module]; +"1945 quantize_per_tensor_default_91" [id=1945, type=quantize_per_tensor]; +"1946 dequantize_per_tensor_default_91" [id=1946, type=dequantize_per_tensor]; +"1947 linear_90_zero_point_0_updated_constant0" [id=1947, type=get_attr]; +"1948 linear_90_scale_0_updated_constant0" [id=1948, type=get_attr]; +"1949 compressed_weight_updated_constant91" [id=1949, type=get_attr]; +"1950 _param_constant245_0_0" [id=1950, type=get_attr]; +"1951 mul_tensor_91" [id=1951, type=mul]; +"1952 sub_tensor_91" [id=1952, type=sub]; +"1953 linear_90" [id=1953, type=linear]; +"1954 gelu_14" [id=1954, type=gelu]; +"1955 dropout_58" [id=1955, type=dropout]; +"1956 dropout_58_0_0_nncf_smooth_quant_0" [id=1956, type=call_module]; +"1957 quantize_per_tensor_default_92" [id=1957, type=quantize_per_tensor]; +"1958 dequantize_per_tensor_default_92" [id=1958, type=dequantize_per_tensor]; +"1959 linear_91_zero_point_0_updated_constant0" [id=1959, type=get_attr]; +"1960 linear_91_scale_0_updated_constant0" [id=1960, type=get_attr]; +"1961 compressed_weight_updated_constant92" [id=1961, type=get_attr]; +"1962 _param_constant247_0_0" [id=1962, type=get_attr]; +"1963 mul_tensor_92" [id=1963, type=mul]; +"1964 sub_tensor_92" [id=1964, type=sub]; +"1965 linear_91" [id=1965, type=linear]; +"1966 dropout_59" [id=1966, type=dropout]; +"1967 _param_constant248" [id=1967, type=get_attr]; +"1968 _param_constant249" [id=1968, type=get_attr]; +"1969 layer_norm_32" [id=1969, type=layer_norm]; +"1970 add_51" [id=1970, type=add]; +"1971 _tensor_constant93" [id=1971, type=get_attr]; +"1972 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1972, type=call_module]; +"1973 linear_92_zero_point_0_updated_constant0" [id=1973, type=get_attr]; +"1974 linear_92_scale_0_updated_constant0" [id=1974, type=get_attr]; +"1975 compressed_weight_updated_constant93" [id=1975, type=get_attr]; +"1976 _param_constant251_0_0" [id=1976, type=get_attr]; +"1977 mul_tensor_93" [id=1977, type=mul]; +"1978 sub_tensor_93" [id=1978, type=sub]; +"1979 linear_92" [id=1979, type=linear]; +"1980 relu__15" [id=1980, type=relu_]; +"1981 relu__15_0_0_nncf_smooth_quant_0" [id=1981, type=call_module]; +"1982 linear_93_zero_point_0_updated_constant0" [id=1982, type=get_attr]; +"1983 linear_93_scale_0_updated_constant0" [id=1983, type=get_attr]; +"1984 compressed_weight_updated_constant94" [id=1984, type=get_attr]; +"1985 mul_tensor_94" [id=1985, type=mul]; +"1986 sub_tensor_94" [id=1986, type=sub]; +"1987 linear_93" [id=1987, type=linear]; +"1988 view_81" [id=1988, type=view]; +"1989 _tensor_constant94" [id=1989, type=get_attr]; +"1990 index_15" [id=1990, type=index]; +"1991 view_82" [id=1991, type=view]; +"1992 permute_68" [id=1992, type=permute]; +"1993 contiguous_28" [id=1993, type=contiguous]; +"1994 unsqueeze_43" [id=1994, type=unsqueeze]; +"1995 sigmoid_15" [id=1995, type=sigmoid]; +"1996 mul_30" [id=1996, type=mul]; +"1997 pad_17" [id=1997, type=pad]; +"1998 roll_14" [id=1998, type=roll]; +"1999 view_83" [id=1999, type=view]; +"2000 permute_69" [id=2000, type=permute]; +"2001 reshape_67" [id=2001, type=reshape]; +"2002 reshape_67_0_0_nncf_smooth_quant_0" [id=2002, type=call_module]; +"2003 quantize_per_tensor_default_93" [id=2003, type=quantize_per_tensor]; +"2004 dequantize_per_tensor_default_93" [id=2004, type=dequantize_per_tensor]; +"2005 linear_94_zero_point_0_updated_constant0" [id=2005, type=get_attr]; +"2006 linear_94_scale_0_updated_constant0" [id=2006, type=get_attr]; +"2007 compressed_weight_updated_constant95" [id=2007, type=get_attr]; +"2008 _param_constant253_0_0" [id=2008, type=get_attr]; +"2009 mul_tensor_95" [id=2009, type=mul]; +"2010 sub_tensor_95" [id=2010, type=sub]; +"2011 linear_94" [id=2011, type=linear]; +"2012 reshape_68" [id=2012, type=reshape]; +"2013 permute_70" [id=2013, type=permute]; +"2014 select_45" [id=2014, type=select]; +"2015 select_46" [id=2015, type=select]; +"2016 select_47" [id=2016, type=select]; +"2017 linalg_vector_norm_30" [id=2017, type=linalg_vector_norm]; +"2018 clamp_min_30" [id=2018, type=clamp_min]; +"2019 expand_as_30" [id=2019, type=expand_as]; +"2020 div_30" [id=2020, type=div]; +"2021 quantize_per_tensor_default_94" [id=2021, type=quantize_per_tensor]; +"2022 dequantize_per_tensor_default_94" [id=2022, type=dequantize_per_tensor]; +"2023 linalg_vector_norm_31" [id=2023, type=linalg_vector_norm]; +"2024 clamp_min_31" [id=2024, type=clamp_min]; +"2025 expand_as_31" [id=2025, type=expand_as]; +"2026 div_31" [id=2026, type=div]; +"2027 quantize_per_tensor_default_95" [id=2027, type=quantize_per_tensor]; +"2028 dequantize_per_tensor_default_95" [id=2028, type=dequantize_per_tensor]; +"2029 transpose_30" [id=2029, type=transpose]; +"2030 matmul_30" [id=2030, type=matmul]; +"2031 _param_constant255" [id=2031, type=get_attr]; +"2032 clamp_15" [id=2032, type=clamp]; +"2033 exp_15" [id=2033, type=exp]; +"2034 mul_31" [id=2034, type=mul]; +"2035 add_52" [id=2035, type=add]; +"2036 new_zeros_7" [id=2036, type=new_zeros]; +"2037 view_84" [id=2037, type=view]; +"2038 permute_71" [id=2038, type=permute]; +"2039 reshape_69" [id=2039, type=reshape]; +"2040 unsqueeze_44" [id=2040, type=unsqueeze]; +"2041 unsqueeze_45" [id=2041, type=unsqueeze]; +"2042 sub_7" [id=2042, type=sub]; +"2043 ne_7" [id=2043, type=ne]; +"2044 masked_fill_14" [id=2044, type=masked_fill]; +"2045 eq_7" [id=2045, type=eq]; +"2046 masked_fill_15" [id=2046, type=masked_fill]; +"2047 view_85" [id=2047, type=view]; +"2048 unsqueeze_46" [id=2048, type=unsqueeze]; +"2049 unsqueeze_47" [id=2049, type=unsqueeze]; +"2050 add_53" [id=2050, type=add]; +"2051 view_86" [id=2051, type=view]; +"2052 softmax_15" [id=2052, type=softmax]; +"2053 dropout_60" [id=2053, type=dropout]; +"2054 matmul_31" [id=2054, type=matmul]; +"2055 transpose_31" [id=2055, type=transpose]; +"2056 reshape_70" [id=2056, type=reshape]; +"2057 reshape_70_0_0_nncf_smooth_quant_0" [id=2057, type=call_module]; +"2058 quantize_per_tensor_default_96" [id=2058, type=quantize_per_tensor]; +"2059 dequantize_per_tensor_default_96" [id=2059, type=dequantize_per_tensor]; +"2060 linear_95_zero_point_0_updated_constant0" [id=2060, type=get_attr]; +"2061 linear_95_scale_0_updated_constant0" [id=2061, type=get_attr]; +"2062 compressed_weight_updated_constant96" [id=2062, type=get_attr]; +"2063 _param_constant257_0_0" [id=2063, type=get_attr]; +"2064 mul_tensor_96" [id=2064, type=mul]; +"2065 sub_tensor_96" [id=2065, type=sub]; +"2066 linear_95" [id=2066, type=linear]; +"2067 dropout_61" [id=2067, type=dropout]; +"2068 view_87" [id=2068, type=view]; +"2069 permute_72" [id=2069, type=permute]; +"2070 reshape_71" [id=2070, type=reshape]; +"2071 roll_15" [id=2071, type=roll]; +"2072 slice_241" [id=2072, type=slice]; +"2073 slice_242" [id=2073, type=slice]; +"2074 slice_243" [id=2074, type=slice]; +"2075 slice_244" [id=2075, type=slice]; +"2076 contiguous_29" [id=2076, type=contiguous]; +"2077 _param_constant258" [id=2077, type=get_attr]; +"2078 _param_constant259" [id=2078, type=get_attr]; +"2079 layer_norm_33" [id=2079, type=layer_norm]; +"2080 add_54" [id=2080, type=add]; +"2081 add_54_0_0_nncf_smooth_quant_0" [id=2081, type=call_module]; +"2082 quantize_per_tensor_default_97" [id=2082, type=quantize_per_tensor]; +"2083 dequantize_per_tensor_default_97" [id=2083, type=dequantize_per_tensor]; +"2084 linear_96_zero_point_0_updated_constant0" [id=2084, type=get_attr]; +"2085 linear_96_scale_0_updated_constant0" [id=2085, type=get_attr]; +"2086 compressed_weight_updated_constant97" [id=2086, type=get_attr]; +"2087 _param_constant261_0_0" [id=2087, type=get_attr]; +"2088 mul_tensor_97" [id=2088, type=mul]; +"2089 sub_tensor_97" [id=2089, type=sub]; +"2090 linear_96" [id=2090, type=linear]; +"2091 gelu_15" [id=2091, type=gelu]; +"2092 dropout_62" [id=2092, type=dropout]; +"2093 dropout_62_0_0_nncf_smooth_quant_0" [id=2093, type=call_module]; +"2094 quantize_per_tensor_default_98" [id=2094, type=quantize_per_tensor]; +"2095 dequantize_per_tensor_default_98" [id=2095, type=dequantize_per_tensor]; +"2096 linear_97_zero_point_0_updated_constant0" [id=2096, type=get_attr]; +"2097 linear_97_scale_0_updated_constant0" [id=2097, type=get_attr]; +"2098 compressed_weight_updated_constant98" [id=2098, type=get_attr]; +"2099 _param_constant263_0_0" [id=2099, type=get_attr]; +"2100 mul_tensor_98" [id=2100, type=mul]; +"2101 sub_tensor_98" [id=2101, type=sub]; +"2102 linear_97" [id=2102, type=linear]; +"2103 dropout_63" [id=2103, type=dropout]; +"2104 _param_constant264" [id=2104, type=get_attr]; +"2105 _param_constant265" [id=2105, type=get_attr]; +"2106 layer_norm_34" [id=2106, type=layer_norm]; +"2107 add_55" [id=2107, type=add]; +"2108 _tensor_constant104" [id=2108, type=get_attr]; +"2109 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=2109, type=call_module]; +"2110 linear_98_zero_point_0_updated_constant0" [id=2110, type=get_attr]; +"2111 linear_98_scale_0_updated_constant0" [id=2111, type=get_attr]; +"2112 compressed_weight_updated_constant99" [id=2112, type=get_attr]; +"2113 _param_constant267_0_0" [id=2113, type=get_attr]; +"2114 mul_tensor_99" [id=2114, type=mul]; +"2115 sub_tensor_99" [id=2115, type=sub]; +"2116 linear_98" [id=2116, type=linear]; +"2117 relu__16" [id=2117, type=relu_]; +"2118 relu__16_0_0_nncf_smooth_quant_0" [id=2118, type=call_module]; +"2119 linear_99_zero_point_0_updated_constant0" [id=2119, type=get_attr]; +"2120 linear_99_scale_0_updated_constant0" [id=2120, type=get_attr]; +"2121 compressed_weight_updated_constant100" [id=2121, type=get_attr]; +"2122 mul_tensor_100" [id=2122, type=mul]; +"2123 sub_tensor_100" [id=2123, type=sub]; +"2124 linear_99" [id=2124, type=linear]; +"2125 view_88" [id=2125, type=view]; +"2126 _tensor_constant105" [id=2126, type=get_attr]; +"2127 index_16" [id=2127, type=index]; +"2128 view_89" [id=2128, type=view]; +"2129 permute_73" [id=2129, type=permute]; +"2130 contiguous_30" [id=2130, type=contiguous]; +"2131 unsqueeze_48" [id=2131, type=unsqueeze]; +"2132 sigmoid_16" [id=2132, type=sigmoid]; +"2133 mul_32" [id=2133, type=mul]; +"2134 pad_18" [id=2134, type=pad]; +"2135 view_90" [id=2135, type=view]; +"2136 permute_74" [id=2136, type=permute]; +"2137 reshape_72" [id=2137, type=reshape]; +"2138 reshape_72_0_0_nncf_smooth_quant_0" [id=2138, type=call_module]; +"2139 quantize_per_tensor_default_99" [id=2139, type=quantize_per_tensor]; +"2140 dequantize_per_tensor_default_99" [id=2140, type=dequantize_per_tensor]; +"2141 linear_100_zero_point_0_updated_constant0" [id=2141, type=get_attr]; +"2142 linear_100_scale_0_updated_constant0" [id=2142, type=get_attr]; +"2143 compressed_weight_updated_constant101" [id=2143, type=get_attr]; +"2144 _param_constant269_0_0" [id=2144, type=get_attr]; +"2145 mul_tensor_101" [id=2145, type=mul]; +"2146 sub_tensor_101" [id=2146, type=sub]; +"2147 linear_100" [id=2147, type=linear]; +"2148 reshape_73" [id=2148, type=reshape]; +"2149 permute_75" [id=2149, type=permute]; +"2150 select_48" [id=2150, type=select]; +"2151 select_49" [id=2151, type=select]; +"2152 select_50" [id=2152, type=select]; +"2153 linalg_vector_norm_32" [id=2153, type=linalg_vector_norm]; +"2154 clamp_min_32" [id=2154, type=clamp_min]; +"2155 expand_as_32" [id=2155, type=expand_as]; +"2156 div_32" [id=2156, type=div]; +"2157 quantize_per_tensor_default_100" [id=2157, type=quantize_per_tensor]; +"2158 dequantize_per_tensor_default_100" [id=2158, type=dequantize_per_tensor]; +"2159 linalg_vector_norm_33" [id=2159, type=linalg_vector_norm]; +"2160 clamp_min_33" [id=2160, type=clamp_min]; +"2161 expand_as_33" [id=2161, type=expand_as]; +"2162 div_33" [id=2162, type=div]; +"2163 quantize_per_tensor_default_101" [id=2163, type=quantize_per_tensor]; +"2164 dequantize_per_tensor_default_101" [id=2164, type=dequantize_per_tensor]; +"2165 transpose_32" [id=2165, type=transpose]; +"2166 matmul_32" [id=2166, type=matmul]; +"2167 _param_constant271" [id=2167, type=get_attr]; +"2168 clamp_16" [id=2168, type=clamp]; +"2169 exp_16" [id=2169, type=exp]; +"2170 mul_33" [id=2170, type=mul]; +"2171 add_56" [id=2171, type=add]; +"2172 softmax_16" [id=2172, type=softmax]; +"2173 dropout_64" [id=2173, type=dropout]; +"2174 matmul_33" [id=2174, type=matmul]; +"2175 transpose_33" [id=2175, type=transpose]; +"2176 reshape_74" [id=2176, type=reshape]; +"2177 reshape_74_0_0_nncf_smooth_quant_0" [id=2177, type=call_module]; +"2178 quantize_per_tensor_default_102" [id=2178, type=quantize_per_tensor]; +"2179 dequantize_per_tensor_default_102" [id=2179, type=dequantize_per_tensor]; +"2180 linear_101_zero_point_0_updated_constant0" [id=2180, type=get_attr]; +"2181 linear_101_scale_0_updated_constant0" [id=2181, type=get_attr]; +"2182 compressed_weight_updated_constant102" [id=2182, type=get_attr]; +"2183 _param_constant273_0_0" [id=2183, type=get_attr]; +"2184 mul_tensor_102" [id=2184, type=mul]; +"2185 sub_tensor_102" [id=2185, type=sub]; +"2186 linear_101" [id=2186, type=linear]; +"2187 dropout_65" [id=2187, type=dropout]; +"2188 view_91" [id=2188, type=view]; +"2189 permute_76" [id=2189, type=permute]; +"2190 reshape_75" [id=2190, type=reshape]; +"2191 slice_246" [id=2191, type=slice]; +"2192 slice_247" [id=2192, type=slice]; +"2193 slice_248" [id=2193, type=slice]; +"2194 slice_249" [id=2194, type=slice]; +"2195 contiguous_31" [id=2195, type=contiguous]; +"2196 _param_constant274" [id=2196, type=get_attr]; +"2197 _param_constant275" [id=2197, type=get_attr]; +"2198 layer_norm_35" [id=2198, type=layer_norm]; +"2199 add_57" [id=2199, type=add]; +"2200 add_57_0_0_nncf_smooth_quant_0" [id=2200, type=call_module]; +"2201 quantize_per_tensor_default_103" [id=2201, type=quantize_per_tensor]; +"2202 dequantize_per_tensor_default_103" [id=2202, type=dequantize_per_tensor]; +"2203 linear_102_zero_point_0_updated_constant0" [id=2203, type=get_attr]; +"2204 linear_102_scale_0_updated_constant0" [id=2204, type=get_attr]; +"2205 compressed_weight_updated_constant103" [id=2205, type=get_attr]; +"2206 _param_constant277_0_0" [id=2206, type=get_attr]; +"2207 mul_tensor_103" [id=2207, type=mul]; +"2208 sub_tensor_103" [id=2208, type=sub]; +"2209 linear_102" [id=2209, type=linear]; +"2210 gelu_16" [id=2210, type=gelu]; +"2211 dropout_66" [id=2211, type=dropout]; +"2212 dropout_66_0_0_nncf_smooth_quant_0" [id=2212, type=call_module]; +"2213 quantize_per_tensor_default_104" [id=2213, type=quantize_per_tensor]; +"2214 dequantize_per_tensor_default_104" [id=2214, type=dequantize_per_tensor]; +"2215 linear_103_zero_point_0_updated_constant0" [id=2215, type=get_attr]; +"2216 linear_103_scale_0_updated_constant0" [id=2216, type=get_attr]; +"2217 compressed_weight_updated_constant104" [id=2217, type=get_attr]; +"2218 _param_constant279_0_0" [id=2218, type=get_attr]; +"2219 mul_tensor_104" [id=2219, type=mul]; +"2220 sub_tensor_104" [id=2220, type=sub]; +"2221 linear_103" [id=2221, type=linear]; +"2222 dropout_67" [id=2222, type=dropout]; +"2223 _param_constant280" [id=2223, type=get_attr]; +"2224 _param_constant281" [id=2224, type=get_attr]; +"2225 layer_norm_36" [id=2225, type=layer_norm]; +"2226 add_58" [id=2226, type=add]; +"2227 _tensor_constant106" [id=2227, type=get_attr]; +"2228 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2228, type=call_module]; +"2229 linear_104_zero_point_0_updated_constant0" [id=2229, type=get_attr]; +"2230 linear_104_scale_0_updated_constant0" [id=2230, type=get_attr]; +"2231 compressed_weight_updated_constant105" [id=2231, type=get_attr]; +"2232 _param_constant283_0_0" [id=2232, type=get_attr]; +"2233 mul_tensor_105" [id=2233, type=mul]; +"2234 sub_tensor_105" [id=2234, type=sub]; +"2235 linear_104" [id=2235, type=linear]; +"2236 relu__17" [id=2236, type=relu_]; +"2237 relu__17_0_0_nncf_smooth_quant_0" [id=2237, type=call_module]; +"2238 linear_105_zero_point_0_updated_constant0" [id=2238, type=get_attr]; +"2239 linear_105_scale_0_updated_constant0" [id=2239, type=get_attr]; +"2240 compressed_weight_updated_constant106" [id=2240, type=get_attr]; +"2241 mul_tensor_106" [id=2241, type=mul]; +"2242 sub_tensor_106" [id=2242, type=sub]; +"2243 linear_105" [id=2243, type=linear]; +"2244 view_92" [id=2244, type=view]; +"2245 _tensor_constant107" [id=2245, type=get_attr]; +"2246 index_17" [id=2246, type=index]; +"2247 view_93" [id=2247, type=view]; +"2248 permute_77" [id=2248, type=permute]; +"2249 contiguous_32" [id=2249, type=contiguous]; +"2250 unsqueeze_49" [id=2250, type=unsqueeze]; +"2251 sigmoid_17" [id=2251, type=sigmoid]; +"2252 mul_34" [id=2252, type=mul]; +"2253 pad_19" [id=2253, type=pad]; +"2254 roll_16" [id=2254, type=roll]; +"2255 view_94" [id=2255, type=view]; +"2256 permute_78" [id=2256, type=permute]; +"2257 reshape_76" [id=2257, type=reshape]; +"2258 reshape_76_0_0_nncf_smooth_quant_0" [id=2258, type=call_module]; +"2259 quantize_per_tensor_default_105" [id=2259, type=quantize_per_tensor]; +"2260 dequantize_per_tensor_default_105" [id=2260, type=dequantize_per_tensor]; +"2261 linear_106_zero_point_0_updated_constant0" [id=2261, type=get_attr]; +"2262 linear_106_scale_0_updated_constant0" [id=2262, type=get_attr]; +"2263 compressed_weight_updated_constant107" [id=2263, type=get_attr]; +"2264 _param_constant285_0_0" [id=2264, type=get_attr]; +"2265 mul_tensor_107" [id=2265, type=mul]; +"2266 sub_tensor_107" [id=2266, type=sub]; +"2267 linear_106" [id=2267, type=linear]; +"2268 reshape_77" [id=2268, type=reshape]; +"2269 permute_79" [id=2269, type=permute]; +"2270 select_51" [id=2270, type=select]; +"2271 select_52" [id=2271, type=select]; +"2272 select_53" [id=2272, type=select]; +"2273 linalg_vector_norm_34" [id=2273, type=linalg_vector_norm]; +"2274 clamp_min_34" [id=2274, type=clamp_min]; +"2275 expand_as_34" [id=2275, type=expand_as]; +"2276 div_34" [id=2276, type=div]; +"2277 quantize_per_tensor_default_106" [id=2277, type=quantize_per_tensor]; +"2278 dequantize_per_tensor_default_106" [id=2278, type=dequantize_per_tensor]; +"2279 linalg_vector_norm_35" [id=2279, type=linalg_vector_norm]; +"2280 clamp_min_35" [id=2280, type=clamp_min]; +"2281 expand_as_35" [id=2281, type=expand_as]; +"2282 div_35" [id=2282, type=div]; +"2283 quantize_per_tensor_default_107" [id=2283, type=quantize_per_tensor]; +"2284 dequantize_per_tensor_default_107" [id=2284, type=dequantize_per_tensor]; +"2285 transpose_34" [id=2285, type=transpose]; +"2286 matmul_34" [id=2286, type=matmul]; +"2287 _param_constant287" [id=2287, type=get_attr]; +"2288 clamp_17" [id=2288, type=clamp]; +"2289 exp_17" [id=2289, type=exp]; +"2290 mul_35" [id=2290, type=mul]; +"2291 add_59" [id=2291, type=add]; +"2292 new_zeros_8" [id=2292, type=new_zeros]; +"2293 view_95" [id=2293, type=view]; +"2294 permute_80" [id=2294, type=permute]; +"2295 reshape_78" [id=2295, type=reshape]; +"2296 unsqueeze_50" [id=2296, type=unsqueeze]; +"2297 unsqueeze_51" [id=2297, type=unsqueeze]; +"2298 sub_8" [id=2298, type=sub]; +"2299 ne_8" [id=2299, type=ne]; +"2300 masked_fill_16" [id=2300, type=masked_fill]; +"2301 eq_8" [id=2301, type=eq]; +"2302 masked_fill_17" [id=2302, type=masked_fill]; +"2303 view_96" [id=2303, type=view]; +"2304 unsqueeze_52" [id=2304, type=unsqueeze]; +"2305 unsqueeze_53" [id=2305, type=unsqueeze]; +"2306 add_60" [id=2306, type=add]; +"2307 view_97" [id=2307, type=view]; +"2308 softmax_17" [id=2308, type=softmax]; +"2309 dropout_68" [id=2309, type=dropout]; +"2310 matmul_35" [id=2310, type=matmul]; +"2311 transpose_35" [id=2311, type=transpose]; +"2312 reshape_79" [id=2312, type=reshape]; +"2313 reshape_79_0_0_nncf_smooth_quant_0" [id=2313, type=call_module]; +"2314 quantize_per_tensor_default_108" [id=2314, type=quantize_per_tensor]; +"2315 dequantize_per_tensor_default_108" [id=2315, type=dequantize_per_tensor]; +"2316 linear_107_zero_point_0_updated_constant0" [id=2316, type=get_attr]; +"2317 linear_107_scale_0_updated_constant0" [id=2317, type=get_attr]; +"2318 compressed_weight_updated_constant108" [id=2318, type=get_attr]; +"2319 _param_constant289_0_0" [id=2319, type=get_attr]; +"2320 mul_tensor_108" [id=2320, type=mul]; +"2321 sub_tensor_108" [id=2321, type=sub]; +"2322 linear_107" [id=2322, type=linear]; +"2323 dropout_69" [id=2323, type=dropout]; +"2324 view_98" [id=2324, type=view]; +"2325 permute_81" [id=2325, type=permute]; +"2326 reshape_80" [id=2326, type=reshape]; +"2327 roll_17" [id=2327, type=roll]; +"2328 slice_269" [id=2328, type=slice]; +"2329 slice_270" [id=2329, type=slice]; +"2330 slice_271" [id=2330, type=slice]; +"2331 slice_272" [id=2331, type=slice]; +"2332 contiguous_33" [id=2332, type=contiguous]; +"2333 _param_constant290" [id=2333, type=get_attr]; +"2334 _param_constant291" [id=2334, type=get_attr]; +"2335 layer_norm_37" [id=2335, type=layer_norm]; +"2336 add_61" [id=2336, type=add]; +"2337 add_61_0_0_nncf_smooth_quant_0" [id=2337, type=call_module]; +"2338 quantize_per_tensor_default_109" [id=2338, type=quantize_per_tensor]; +"2339 dequantize_per_tensor_default_109" [id=2339, type=dequantize_per_tensor]; +"2340 linear_108_zero_point_0_updated_constant0" [id=2340, type=get_attr]; +"2341 linear_108_scale_0_updated_constant0" [id=2341, type=get_attr]; +"2342 compressed_weight_updated_constant109" [id=2342, type=get_attr]; +"2343 _param_constant293_0_0" [id=2343, type=get_attr]; +"2344 mul_tensor_109" [id=2344, type=mul]; +"2345 sub_tensor_109" [id=2345, type=sub]; +"2346 linear_108" [id=2346, type=linear]; +"2347 gelu_17" [id=2347, type=gelu]; +"2348 dropout_70" [id=2348, type=dropout]; +"2349 dropout_70_0_0_nncf_smooth_quant_0" [id=2349, type=call_module]; +"2350 quantize_per_tensor_default_110" [id=2350, type=quantize_per_tensor]; +"2351 dequantize_per_tensor_default_110" [id=2351, type=dequantize_per_tensor]; +"2352 linear_109_zero_point_0_updated_constant0" [id=2352, type=get_attr]; +"2353 linear_109_scale_0_updated_constant0" [id=2353, type=get_attr]; +"2354 compressed_weight_updated_constant110" [id=2354, type=get_attr]; +"2355 _param_constant295_0_0" [id=2355, type=get_attr]; +"2356 mul_tensor_110" [id=2356, type=mul]; +"2357 sub_tensor_110" [id=2357, type=sub]; +"2358 linear_109" [id=2358, type=linear]; +"2359 dropout_71" [id=2359, type=dropout]; +"2360 _param_constant296" [id=2360, type=get_attr]; +"2361 _param_constant297" [id=2361, type=get_attr]; +"2362 layer_norm_38" [id=2362, type=layer_norm]; +"2363 add_62" [id=2363, type=add]; +"2364 _tensor_constant117" [id=2364, type=get_attr]; +"2365 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2365, type=call_module]; +"2366 linear_110_zero_point_0_updated_constant0" [id=2366, type=get_attr]; +"2367 linear_110_scale_0_updated_constant0" [id=2367, type=get_attr]; +"2368 compressed_weight_updated_constant111" [id=2368, type=get_attr]; +"2369 _param_constant299_0_0" [id=2369, type=get_attr]; +"2370 mul_tensor_111" [id=2370, type=mul]; +"2371 sub_tensor_111" [id=2371, type=sub]; +"2372 linear_110" [id=2372, type=linear]; +"2373 relu__18" [id=2373, type=relu_]; +"2374 relu__18_0_0_nncf_smooth_quant_0" [id=2374, type=call_module]; +"2375 linear_111_zero_point_0_updated_constant0" [id=2375, type=get_attr]; +"2376 linear_111_scale_0_updated_constant0" [id=2376, type=get_attr]; +"2377 compressed_weight_updated_constant112" [id=2377, type=get_attr]; +"2378 mul_tensor_112" [id=2378, type=mul]; +"2379 sub_tensor_112" [id=2379, type=sub]; +"2380 linear_111" [id=2380, type=linear]; +"2381 view_99" [id=2381, type=view]; +"2382 _tensor_constant118" [id=2382, type=get_attr]; +"2383 index_18" [id=2383, type=index]; +"2384 view_100" [id=2384, type=view]; +"2385 permute_82" [id=2385, type=permute]; +"2386 contiguous_34" [id=2386, type=contiguous]; +"2387 unsqueeze_54" [id=2387, type=unsqueeze]; +"2388 sigmoid_18" [id=2388, type=sigmoid]; +"2389 mul_36" [id=2389, type=mul]; +"2390 pad_20" [id=2390, type=pad]; +"2391 view_101" [id=2391, type=view]; +"2392 permute_83" [id=2392, type=permute]; +"2393 reshape_81" [id=2393, type=reshape]; +"2394 reshape_81_0_0_nncf_smooth_quant_0" [id=2394, type=call_module]; +"2395 quantize_per_tensor_default_111" [id=2395, type=quantize_per_tensor]; +"2396 dequantize_per_tensor_default_111" [id=2396, type=dequantize_per_tensor]; +"2397 linear_112_zero_point_0_updated_constant0" [id=2397, type=get_attr]; +"2398 linear_112_scale_0_updated_constant0" [id=2398, type=get_attr]; +"2399 compressed_weight_updated_constant113" [id=2399, type=get_attr]; +"2400 _param_constant301_0_0" [id=2400, type=get_attr]; +"2401 mul_tensor_113" [id=2401, type=mul]; +"2402 sub_tensor_113" [id=2402, type=sub]; +"2403 linear_112" [id=2403, type=linear]; +"2404 reshape_82" [id=2404, type=reshape]; +"2405 permute_84" [id=2405, type=permute]; +"2406 select_54" [id=2406, type=select]; +"2407 select_55" [id=2407, type=select]; +"2408 select_56" [id=2408, type=select]; +"2409 linalg_vector_norm_36" [id=2409, type=linalg_vector_norm]; +"2410 clamp_min_36" [id=2410, type=clamp_min]; +"2411 expand_as_36" [id=2411, type=expand_as]; +"2412 div_36" [id=2412, type=div]; +"2413 quantize_per_tensor_default_112" [id=2413, type=quantize_per_tensor]; +"2414 dequantize_per_tensor_default_112" [id=2414, type=dequantize_per_tensor]; +"2415 linalg_vector_norm_37" [id=2415, type=linalg_vector_norm]; +"2416 clamp_min_37" [id=2416, type=clamp_min]; +"2417 expand_as_37" [id=2417, type=expand_as]; +"2418 div_37" [id=2418, type=div]; +"2419 quantize_per_tensor_default_113" [id=2419, type=quantize_per_tensor]; +"2420 dequantize_per_tensor_default_113" [id=2420, type=dequantize_per_tensor]; +"2421 transpose_36" [id=2421, type=transpose]; +"2422 matmul_36" [id=2422, type=matmul]; +"2423 _param_constant303" [id=2423, type=get_attr]; +"2424 clamp_18" [id=2424, type=clamp]; +"2425 exp_18" [id=2425, type=exp]; +"2426 mul_37" [id=2426, type=mul]; +"2427 add_63" [id=2427, type=add]; +"2428 softmax_18" [id=2428, type=softmax]; +"2429 dropout_72" [id=2429, type=dropout]; +"2430 matmul_37" [id=2430, type=matmul]; +"2431 transpose_37" [id=2431, type=transpose]; +"2432 reshape_83" [id=2432, type=reshape]; +"2433 reshape_83_0_0_nncf_smooth_quant_0" [id=2433, type=call_module]; +"2434 quantize_per_tensor_default_114" [id=2434, type=quantize_per_tensor]; +"2435 dequantize_per_tensor_default_114" [id=2435, type=dequantize_per_tensor]; +"2436 linear_113_zero_point_0_updated_constant0" [id=2436, type=get_attr]; +"2437 linear_113_scale_0_updated_constant0" [id=2437, type=get_attr]; +"2438 compressed_weight_updated_constant114" [id=2438, type=get_attr]; +"2439 _param_constant305_0_0" [id=2439, type=get_attr]; +"2440 mul_tensor_114" [id=2440, type=mul]; +"2441 sub_tensor_114" [id=2441, type=sub]; +"2442 linear_113" [id=2442, type=linear]; +"2443 dropout_73" [id=2443, type=dropout]; +"2444 view_102" [id=2444, type=view]; +"2445 permute_85" [id=2445, type=permute]; +"2446 reshape_84" [id=2446, type=reshape]; +"2447 slice_274" [id=2447, type=slice]; +"2448 slice_275" [id=2448, type=slice]; +"2449 slice_276" [id=2449, type=slice]; +"2450 slice_277" [id=2450, type=slice]; +"2451 contiguous_35" [id=2451, type=contiguous]; +"2452 _param_constant306" [id=2452, type=get_attr]; +"2453 _param_constant307" [id=2453, type=get_attr]; +"2454 layer_norm_39" [id=2454, type=layer_norm]; +"2455 add_64" [id=2455, type=add]; +"2456 add_64_0_0_nncf_smooth_quant_0" [id=2456, type=call_module]; +"2457 quantize_per_tensor_default_115" [id=2457, type=quantize_per_tensor]; +"2458 dequantize_per_tensor_default_115" [id=2458, type=dequantize_per_tensor]; +"2459 linear_114_zero_point_0_updated_constant0" [id=2459, type=get_attr]; +"2460 linear_114_scale_0_updated_constant0" [id=2460, type=get_attr]; +"2461 compressed_weight_updated_constant115" [id=2461, type=get_attr]; +"2462 _param_constant309_0_0" [id=2462, type=get_attr]; +"2463 mul_tensor_115" [id=2463, type=mul]; +"2464 sub_tensor_115" [id=2464, type=sub]; +"2465 linear_114" [id=2465, type=linear]; +"2466 gelu_18" [id=2466, type=gelu]; +"2467 dropout_74" [id=2467, type=dropout]; +"2468 dropout_74_0_0_nncf_smooth_quant_0" [id=2468, type=call_module]; +"2469 quantize_per_tensor_default_116" [id=2469, type=quantize_per_tensor]; +"2470 dequantize_per_tensor_default_116" [id=2470, type=dequantize_per_tensor]; +"2471 linear_115_zero_point_0_updated_constant0" [id=2471, type=get_attr]; +"2472 linear_115_scale_0_updated_constant0" [id=2472, type=get_attr]; +"2473 compressed_weight_updated_constant116" [id=2473, type=get_attr]; +"2474 _param_constant311_0_0" [id=2474, type=get_attr]; +"2475 mul_tensor_116" [id=2475, type=mul]; +"2476 sub_tensor_116" [id=2476, type=sub]; +"2477 linear_115" [id=2477, type=linear]; +"2478 dropout_75" [id=2478, type=dropout]; +"2479 _param_constant312" [id=2479, type=get_attr]; +"2480 _param_constant313" [id=2480, type=get_attr]; +"2481 layer_norm_40" [id=2481, type=layer_norm]; +"2482 add_65" [id=2482, type=add]; +"2483 _tensor_constant119" [id=2483, type=get_attr]; +"2484 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2484, type=call_module]; +"2485 linear_116_zero_point_0_updated_constant0" [id=2485, type=get_attr]; +"2486 linear_116_scale_0_updated_constant0" [id=2486, type=get_attr]; +"2487 compressed_weight_updated_constant117" [id=2487, type=get_attr]; +"2488 _param_constant315_0_0" [id=2488, type=get_attr]; +"2489 mul_tensor_117" [id=2489, type=mul]; +"2490 sub_tensor_117" [id=2490, type=sub]; +"2491 linear_116" [id=2491, type=linear]; +"2492 relu__19" [id=2492, type=relu_]; +"2493 relu__19_0_0_nncf_smooth_quant_0" [id=2493, type=call_module]; +"2494 linear_117_zero_point_0_updated_constant0" [id=2494, type=get_attr]; +"2495 linear_117_scale_0_updated_constant0" [id=2495, type=get_attr]; +"2496 compressed_weight_updated_constant118" [id=2496, type=get_attr]; +"2497 mul_tensor_118" [id=2497, type=mul]; +"2498 sub_tensor_118" [id=2498, type=sub]; +"2499 linear_117" [id=2499, type=linear]; +"2500 view_103" [id=2500, type=view]; +"2501 _tensor_constant120" [id=2501, type=get_attr]; +"2502 index_19" [id=2502, type=index]; +"2503 view_104" [id=2503, type=view]; +"2504 permute_86" [id=2504, type=permute]; +"2505 contiguous_36" [id=2505, type=contiguous]; +"2506 unsqueeze_55" [id=2506, type=unsqueeze]; +"2507 sigmoid_19" [id=2507, type=sigmoid]; +"2508 mul_38" [id=2508, type=mul]; +"2509 pad_21" [id=2509, type=pad]; +"2510 roll_18" [id=2510, type=roll]; +"2511 view_105" [id=2511, type=view]; +"2512 permute_87" [id=2512, type=permute]; +"2513 reshape_85" [id=2513, type=reshape]; +"2514 reshape_85_0_0_nncf_smooth_quant_0" [id=2514, type=call_module]; +"2515 quantize_per_tensor_default_117" [id=2515, type=quantize_per_tensor]; +"2516 dequantize_per_tensor_default_117" [id=2516, type=dequantize_per_tensor]; +"2517 linear_118_zero_point_0_updated_constant0" [id=2517, type=get_attr]; +"2518 linear_118_scale_0_updated_constant0" [id=2518, type=get_attr]; +"2519 compressed_weight_updated_constant119" [id=2519, type=get_attr]; +"2520 _param_constant317_0_0" [id=2520, type=get_attr]; +"2521 mul_tensor_119" [id=2521, type=mul]; +"2522 sub_tensor_119" [id=2522, type=sub]; +"2523 linear_118" [id=2523, type=linear]; +"2524 reshape_86" [id=2524, type=reshape]; +"2525 permute_88" [id=2525, type=permute]; +"2526 select_57" [id=2526, type=select]; +"2527 select_58" [id=2527, type=select]; +"2528 select_59" [id=2528, type=select]; +"2529 linalg_vector_norm_38" [id=2529, type=linalg_vector_norm]; +"2530 clamp_min_38" [id=2530, type=clamp_min]; +"2531 expand_as_38" [id=2531, type=expand_as]; +"2532 div_38" [id=2532, type=div]; +"2533 quantize_per_tensor_default_118" [id=2533, type=quantize_per_tensor]; +"2534 dequantize_per_tensor_default_118" [id=2534, type=dequantize_per_tensor]; +"2535 linalg_vector_norm_39" [id=2535, type=linalg_vector_norm]; +"2536 clamp_min_39" [id=2536, type=clamp_min]; +"2537 expand_as_39" [id=2537, type=expand_as]; +"2538 div_39" [id=2538, type=div]; +"2539 quantize_per_tensor_default_119" [id=2539, type=quantize_per_tensor]; +"2540 dequantize_per_tensor_default_119" [id=2540, type=dequantize_per_tensor]; +"2541 transpose_38" [id=2541, type=transpose]; +"2542 matmul_38" [id=2542, type=matmul]; +"2543 _param_constant319" [id=2543, type=get_attr]; +"2544 clamp_19" [id=2544, type=clamp]; +"2545 exp_19" [id=2545, type=exp]; +"2546 mul_39" [id=2546, type=mul]; +"2547 add_66" [id=2547, type=add]; +"2548 new_zeros_9" [id=2548, type=new_zeros]; +"2549 view_106" [id=2549, type=view]; +"2550 permute_89" [id=2550, type=permute]; +"2551 reshape_87" [id=2551, type=reshape]; +"2552 unsqueeze_56" [id=2552, type=unsqueeze]; +"2553 unsqueeze_57" [id=2553, type=unsqueeze]; +"2554 sub_9" [id=2554, type=sub]; +"2555 ne_9" [id=2555, type=ne]; +"2556 masked_fill_18" [id=2556, type=masked_fill]; +"2557 eq_9" [id=2557, type=eq]; +"2558 masked_fill_19" [id=2558, type=masked_fill]; +"2559 view_107" [id=2559, type=view]; +"2560 unsqueeze_58" [id=2560, type=unsqueeze]; +"2561 unsqueeze_59" [id=2561, type=unsqueeze]; +"2562 add_67" [id=2562, type=add]; +"2563 view_108" [id=2563, type=view]; +"2564 softmax_19" [id=2564, type=softmax]; +"2565 dropout_76" [id=2565, type=dropout]; +"2566 matmul_39" [id=2566, type=matmul]; +"2567 transpose_39" [id=2567, type=transpose]; +"2568 reshape_88" [id=2568, type=reshape]; +"2569 reshape_88_0_0_nncf_smooth_quant_0" [id=2569, type=call_module]; +"2570 quantize_per_tensor_default_120" [id=2570, type=quantize_per_tensor]; +"2571 dequantize_per_tensor_default_120" [id=2571, type=dequantize_per_tensor]; +"2572 linear_119_zero_point_0_updated_constant0" [id=2572, type=get_attr]; +"2573 linear_119_scale_0_updated_constant0" [id=2573, type=get_attr]; +"2574 compressed_weight_updated_constant120" [id=2574, type=get_attr]; +"2575 _param_constant321_0_0" [id=2575, type=get_attr]; +"2576 mul_tensor_120" [id=2576, type=mul]; +"2577 sub_tensor_120" [id=2577, type=sub]; +"2578 linear_119" [id=2578, type=linear]; +"2579 dropout_77" [id=2579, type=dropout]; +"2580 view_109" [id=2580, type=view]; +"2581 permute_90" [id=2581, type=permute]; +"2582 reshape_89" [id=2582, type=reshape]; +"2583 roll_19" [id=2583, type=roll]; +"2584 slice_297" [id=2584, type=slice]; +"2585 slice_298" [id=2585, type=slice]; +"2586 slice_299" [id=2586, type=slice]; +"2587 slice_300" [id=2587, type=slice]; +"2588 contiguous_37" [id=2588, type=contiguous]; +"2589 _param_constant322" [id=2589, type=get_attr]; +"2590 _param_constant323" [id=2590, type=get_attr]; +"2591 layer_norm_41" [id=2591, type=layer_norm]; +"2592 add_68" [id=2592, type=add]; +"2593 add_68_0_0_nncf_smooth_quant_0" [id=2593, type=call_module]; +"2594 quantize_per_tensor_default_121" [id=2594, type=quantize_per_tensor]; +"2595 dequantize_per_tensor_default_121" [id=2595, type=dequantize_per_tensor]; +"2596 linear_120_zero_point_0_updated_constant0" [id=2596, type=get_attr]; +"2597 linear_120_scale_0_updated_constant0" [id=2597, type=get_attr]; +"2598 compressed_weight_updated_constant121" [id=2598, type=get_attr]; +"2599 _param_constant325_0_0" [id=2599, type=get_attr]; +"2600 mul_tensor_121" [id=2600, type=mul]; +"2601 sub_tensor_121" [id=2601, type=sub]; +"2602 linear_120" [id=2602, type=linear]; +"2603 gelu_19" [id=2603, type=gelu]; +"2604 dropout_78" [id=2604, type=dropout]; +"2605 dropout_78_0_0_nncf_smooth_quant_0" [id=2605, type=call_module]; +"2606 quantize_per_tensor_default_122" [id=2606, type=quantize_per_tensor]; +"2607 dequantize_per_tensor_default_122" [id=2607, type=dequantize_per_tensor]; +"2608 linear_121_zero_point_0_updated_constant0" [id=2608, type=get_attr]; +"2609 linear_121_scale_0_updated_constant0" [id=2609, type=get_attr]; +"2610 compressed_weight_updated_constant122" [id=2610, type=get_attr]; +"2611 _param_constant327_0_0" [id=2611, type=get_attr]; +"2612 mul_tensor_122" [id=2612, type=mul]; +"2613 sub_tensor_122" [id=2613, type=sub]; +"2614 linear_121" [id=2614, type=linear]; +"2615 dropout_79" [id=2615, type=dropout]; +"2616 _param_constant328" [id=2616, type=get_attr]; +"2617 _param_constant329" [id=2617, type=get_attr]; +"2618 layer_norm_42" [id=2618, type=layer_norm]; +"2619 add_69" [id=2619, type=add]; +"2620 _tensor_constant130" [id=2620, type=get_attr]; +"2621 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2621, type=call_module]; +"2622 linear_122_zero_point_0_updated_constant0" [id=2622, type=get_attr]; +"2623 linear_122_scale_0_updated_constant0" [id=2623, type=get_attr]; +"2624 compressed_weight_updated_constant123" [id=2624, type=get_attr]; +"2625 _param_constant331_0_0" [id=2625, type=get_attr]; +"2626 mul_tensor_123" [id=2626, type=mul]; +"2627 sub_tensor_123" [id=2627, type=sub]; +"2628 linear_122" [id=2628, type=linear]; +"2629 relu__20" [id=2629, type=relu_]; +"2630 relu__20_0_0_nncf_smooth_quant_0" [id=2630, type=call_module]; +"2631 linear_123_zero_point_0_updated_constant0" [id=2631, type=get_attr]; +"2632 linear_123_scale_0_updated_constant0" [id=2632, type=get_attr]; +"2633 compressed_weight_updated_constant124" [id=2633, type=get_attr]; +"2634 mul_tensor_124" [id=2634, type=mul]; +"2635 sub_tensor_124" [id=2635, type=sub]; +"2636 linear_123" [id=2636, type=linear]; +"2637 view_110" [id=2637, type=view]; +"2638 _tensor_constant131" [id=2638, type=get_attr]; +"2639 index_20" [id=2639, type=index]; +"2640 view_111" [id=2640, type=view]; +"2641 permute_91" [id=2641, type=permute]; +"2642 contiguous_38" [id=2642, type=contiguous]; +"2643 unsqueeze_60" [id=2643, type=unsqueeze]; +"2644 sigmoid_20" [id=2644, type=sigmoid]; +"2645 mul_40" [id=2645, type=mul]; +"2646 pad_22" [id=2646, type=pad]; +"2647 view_112" [id=2647, type=view]; +"2648 permute_92" [id=2648, type=permute]; +"2649 reshape_90" [id=2649, type=reshape]; +"2650 reshape_90_0_0_nncf_smooth_quant_0" [id=2650, type=call_module]; +"2651 quantize_per_tensor_default_123" [id=2651, type=quantize_per_tensor]; +"2652 dequantize_per_tensor_default_123" [id=2652, type=dequantize_per_tensor]; +"2653 linear_124_zero_point_0_updated_constant0" [id=2653, type=get_attr]; +"2654 linear_124_scale_0_updated_constant0" [id=2654, type=get_attr]; +"2655 compressed_weight_updated_constant125" [id=2655, type=get_attr]; +"2656 _param_constant333_0_0" [id=2656, type=get_attr]; +"2657 mul_tensor_125" [id=2657, type=mul]; +"2658 sub_tensor_125" [id=2658, type=sub]; +"2659 linear_124" [id=2659, type=linear]; +"2660 reshape_91" [id=2660, type=reshape]; +"2661 permute_93" [id=2661, type=permute]; +"2662 select_60" [id=2662, type=select]; +"2663 select_61" [id=2663, type=select]; +"2664 select_62" [id=2664, type=select]; +"2665 linalg_vector_norm_40" [id=2665, type=linalg_vector_norm]; +"2666 clamp_min_40" [id=2666, type=clamp_min]; +"2667 expand_as_40" [id=2667, type=expand_as]; +"2668 div_40" [id=2668, type=div]; +"2669 quantize_per_tensor_default_124" [id=2669, type=quantize_per_tensor]; +"2670 dequantize_per_tensor_default_124" [id=2670, type=dequantize_per_tensor]; +"2671 linalg_vector_norm_41" [id=2671, type=linalg_vector_norm]; +"2672 clamp_min_41" [id=2672, type=clamp_min]; +"2673 expand_as_41" [id=2673, type=expand_as]; +"2674 div_41" [id=2674, type=div]; +"2675 quantize_per_tensor_default_125" [id=2675, type=quantize_per_tensor]; +"2676 dequantize_per_tensor_default_125" [id=2676, type=dequantize_per_tensor]; +"2677 transpose_40" [id=2677, type=transpose]; +"2678 matmul_40" [id=2678, type=matmul]; +"2679 _param_constant335" [id=2679, type=get_attr]; +"2680 clamp_20" [id=2680, type=clamp]; +"2681 exp_20" [id=2681, type=exp]; +"2682 mul_41" [id=2682, type=mul]; +"2683 add_70" [id=2683, type=add]; +"2684 softmax_20" [id=2684, type=softmax]; +"2685 dropout_80" [id=2685, type=dropout]; +"2686 matmul_41" [id=2686, type=matmul]; +"2687 transpose_41" [id=2687, type=transpose]; +"2688 reshape_92" [id=2688, type=reshape]; +"2689 reshape_92_0_0_nncf_smooth_quant_0" [id=2689, type=call_module]; +"2690 quantize_per_tensor_default_126" [id=2690, type=quantize_per_tensor]; +"2691 dequantize_per_tensor_default_126" [id=2691, type=dequantize_per_tensor]; +"2692 linear_125_zero_point_0_updated_constant0" [id=2692, type=get_attr]; +"2693 linear_125_scale_0_updated_constant0" [id=2693, type=get_attr]; +"2694 compressed_weight_updated_constant126" [id=2694, type=get_attr]; +"2695 _param_constant337_0_0" [id=2695, type=get_attr]; +"2696 mul_tensor_126" [id=2696, type=mul]; +"2697 sub_tensor_126" [id=2697, type=sub]; +"2698 linear_125" [id=2698, type=linear]; +"2699 dropout_81" [id=2699, type=dropout]; +"2700 view_113" [id=2700, type=view]; +"2701 permute_94" [id=2701, type=permute]; +"2702 reshape_93" [id=2702, type=reshape]; +"2703 slice_302" [id=2703, type=slice]; +"2704 slice_303" [id=2704, type=slice]; +"2705 slice_304" [id=2705, type=slice]; +"2706 slice_305" [id=2706, type=slice]; +"2707 contiguous_39" [id=2707, type=contiguous]; +"2708 _param_constant338" [id=2708, type=get_attr]; +"2709 _param_constant339" [id=2709, type=get_attr]; +"2710 layer_norm_43" [id=2710, type=layer_norm]; +"2711 add_71" [id=2711, type=add]; +"2712 add_71_0_0_nncf_smooth_quant_0" [id=2712, type=call_module]; +"2713 quantize_per_tensor_default_127" [id=2713, type=quantize_per_tensor]; +"2714 dequantize_per_tensor_default_127" [id=2714, type=dequantize_per_tensor]; +"2715 linear_126_zero_point_0_updated_constant0" [id=2715, type=get_attr]; +"2716 linear_126_scale_0_updated_constant0" [id=2716, type=get_attr]; +"2717 compressed_weight_updated_constant127" [id=2717, type=get_attr]; +"2718 _param_constant341_0_0" [id=2718, type=get_attr]; +"2719 mul_tensor_127" [id=2719, type=mul]; +"2720 sub_tensor_127" [id=2720, type=sub]; +"2721 linear_126" [id=2721, type=linear]; +"2722 gelu_20" [id=2722, type=gelu]; +"2723 dropout_82" [id=2723, type=dropout]; +"2724 dropout_82_0_0_nncf_smooth_quant_0" [id=2724, type=call_module]; +"2725 quantize_per_tensor_default_128" [id=2725, type=quantize_per_tensor]; +"2726 dequantize_per_tensor_default_128" [id=2726, type=dequantize_per_tensor]; +"2727 linear_127_zero_point_0_updated_constant0" [id=2727, type=get_attr]; +"2728 linear_127_scale_0_updated_constant0" [id=2728, type=get_attr]; +"2729 compressed_weight_updated_constant128" [id=2729, type=get_attr]; +"2730 _param_constant343_0_0" [id=2730, type=get_attr]; +"2731 mul_tensor_128" [id=2731, type=mul]; +"2732 sub_tensor_128" [id=2732, type=sub]; +"2733 linear_127" [id=2733, type=linear]; +"2734 dropout_83" [id=2734, type=dropout]; +"2735 _param_constant344" [id=2735, type=get_attr]; +"2736 _param_constant345" [id=2736, type=get_attr]; +"2737 layer_norm_44" [id=2737, type=layer_norm]; +"2738 add_72" [id=2738, type=add]; +"2739 _tensor_constant132" [id=2739, type=get_attr]; +"2740 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2740, type=call_module]; +"2741 linear_128_zero_point_0_updated_constant0" [id=2741, type=get_attr]; +"2742 linear_128_scale_0_updated_constant0" [id=2742, type=get_attr]; +"2743 compressed_weight_updated_constant129" [id=2743, type=get_attr]; +"2744 _param_constant347_0_0" [id=2744, type=get_attr]; +"2745 mul_tensor_129" [id=2745, type=mul]; +"2746 sub_tensor_129" [id=2746, type=sub]; +"2747 linear_128" [id=2747, type=linear]; +"2748 relu__21" [id=2748, type=relu_]; +"2749 relu__21_0_0_nncf_smooth_quant_0" [id=2749, type=call_module]; +"2750 linear_129_zero_point_0_updated_constant0" [id=2750, type=get_attr]; +"2751 linear_129_scale_0_updated_constant0" [id=2751, type=get_attr]; +"2752 compressed_weight_updated_constant130" [id=2752, type=get_attr]; +"2753 mul_tensor_130" [id=2753, type=mul]; +"2754 sub_tensor_130" [id=2754, type=sub]; +"2755 linear_129" [id=2755, type=linear]; +"2756 view_114" [id=2756, type=view]; +"2757 _tensor_constant133" [id=2757, type=get_attr]; +"2758 index_21" [id=2758, type=index]; +"2759 view_115" [id=2759, type=view]; +"2760 permute_95" [id=2760, type=permute]; +"2761 contiguous_40" [id=2761, type=contiguous]; +"2762 unsqueeze_61" [id=2762, type=unsqueeze]; +"2763 sigmoid_21" [id=2763, type=sigmoid]; +"2764 mul_42" [id=2764, type=mul]; +"2765 pad_23" [id=2765, type=pad]; +"2766 roll_20" [id=2766, type=roll]; +"2767 view_116" [id=2767, type=view]; +"2768 permute_96" [id=2768, type=permute]; +"2769 reshape_94" [id=2769, type=reshape]; +"2770 reshape_94_0_0_nncf_smooth_quant_0" [id=2770, type=call_module]; +"2771 quantize_per_tensor_default_129" [id=2771, type=quantize_per_tensor]; +"2772 dequantize_per_tensor_default_129" [id=2772, type=dequantize_per_tensor]; +"2773 linear_130_zero_point_0_updated_constant0" [id=2773, type=get_attr]; +"2774 linear_130_scale_0_updated_constant0" [id=2774, type=get_attr]; +"2775 compressed_weight_updated_constant131" [id=2775, type=get_attr]; +"2776 _param_constant349_0_0" [id=2776, type=get_attr]; +"2777 mul_tensor_131" [id=2777, type=mul]; +"2778 sub_tensor_131" [id=2778, type=sub]; +"2779 linear_130" [id=2779, type=linear]; +"2780 reshape_95" [id=2780, type=reshape]; +"2781 permute_97" [id=2781, type=permute]; +"2782 select_63" [id=2782, type=select]; +"2783 select_64" [id=2783, type=select]; +"2784 select_65" [id=2784, type=select]; +"2785 linalg_vector_norm_42" [id=2785, type=linalg_vector_norm]; +"2786 clamp_min_42" [id=2786, type=clamp_min]; +"2787 expand_as_42" [id=2787, type=expand_as]; +"2788 div_42" [id=2788, type=div]; +"2789 quantize_per_tensor_default_130" [id=2789, type=quantize_per_tensor]; +"2790 dequantize_per_tensor_default_130" [id=2790, type=dequantize_per_tensor]; +"2791 linalg_vector_norm_43" [id=2791, type=linalg_vector_norm]; +"2792 clamp_min_43" [id=2792, type=clamp_min]; +"2793 expand_as_43" [id=2793, type=expand_as]; +"2794 div_43" [id=2794, type=div]; +"2795 quantize_per_tensor_default_131" [id=2795, type=quantize_per_tensor]; +"2796 dequantize_per_tensor_default_131" [id=2796, type=dequantize_per_tensor]; +"2797 transpose_42" [id=2797, type=transpose]; +"2798 matmul_42" [id=2798, type=matmul]; +"2799 _param_constant351" [id=2799, type=get_attr]; +"2800 clamp_21" [id=2800, type=clamp]; +"2801 exp_21" [id=2801, type=exp]; +"2802 mul_43" [id=2802, type=mul]; +"2803 add_73" [id=2803, type=add]; +"2804 new_zeros_10" [id=2804, type=new_zeros]; +"2805 view_117" [id=2805, type=view]; +"2806 permute_98" [id=2806, type=permute]; +"2807 reshape_96" [id=2807, type=reshape]; +"2808 unsqueeze_62" [id=2808, type=unsqueeze]; +"2809 unsqueeze_63" [id=2809, type=unsqueeze]; +"2810 sub_10" [id=2810, type=sub]; +"2811 ne_10" [id=2811, type=ne]; +"2812 masked_fill_20" [id=2812, type=masked_fill]; +"2813 eq_10" [id=2813, type=eq]; +"2814 masked_fill_21" [id=2814, type=masked_fill]; +"2815 view_118" [id=2815, type=view]; +"2816 unsqueeze_64" [id=2816, type=unsqueeze]; +"2817 unsqueeze_65" [id=2817, type=unsqueeze]; +"2818 add_74" [id=2818, type=add]; +"2819 view_119" [id=2819, type=view]; +"2820 softmax_21" [id=2820, type=softmax]; +"2821 dropout_84" [id=2821, type=dropout]; +"2822 matmul_43" [id=2822, type=matmul]; +"2823 transpose_43" [id=2823, type=transpose]; +"2824 reshape_97" [id=2824, type=reshape]; +"2825 reshape_97_0_0_nncf_smooth_quant_0" [id=2825, type=call_module]; +"2826 quantize_per_tensor_default_132" [id=2826, type=quantize_per_tensor]; +"2827 dequantize_per_tensor_default_132" [id=2827, type=dequantize_per_tensor]; +"2828 linear_131_zero_point_0_updated_constant0" [id=2828, type=get_attr]; +"2829 linear_131_scale_0_updated_constant0" [id=2829, type=get_attr]; +"2830 compressed_weight_updated_constant132" [id=2830, type=get_attr]; +"2831 _param_constant353_0_0" [id=2831, type=get_attr]; +"2832 mul_tensor_132" [id=2832, type=mul]; +"2833 sub_tensor_132" [id=2833, type=sub]; +"2834 linear_131" [id=2834, type=linear]; +"2835 dropout_85" [id=2835, type=dropout]; +"2836 view_120" [id=2836, type=view]; +"2837 permute_99" [id=2837, type=permute]; +"2838 reshape_98" [id=2838, type=reshape]; +"2839 roll_21" [id=2839, type=roll]; +"2840 slice_325" [id=2840, type=slice]; +"2841 slice_326" [id=2841, type=slice]; +"2842 slice_327" [id=2842, type=slice]; +"2843 slice_328" [id=2843, type=slice]; +"2844 contiguous_41" [id=2844, type=contiguous]; +"2845 _param_constant354" [id=2845, type=get_attr]; +"2846 _param_constant355" [id=2846, type=get_attr]; +"2847 layer_norm_45" [id=2847, type=layer_norm]; +"2848 add_75" [id=2848, type=add]; +"2849 add_75_0_0_nncf_smooth_quant_0" [id=2849, type=call_module]; +"2850 quantize_per_tensor_default_133" [id=2850, type=quantize_per_tensor]; +"2851 dequantize_per_tensor_default_133" [id=2851, type=dequantize_per_tensor]; +"2852 linear_132_zero_point_0_updated_constant0" [id=2852, type=get_attr]; +"2853 linear_132_scale_0_updated_constant0" [id=2853, type=get_attr]; +"2854 compressed_weight_updated_constant133" [id=2854, type=get_attr]; +"2855 _param_constant357_0_0" [id=2855, type=get_attr]; +"2856 mul_tensor_133" [id=2856, type=mul]; +"2857 sub_tensor_133" [id=2857, type=sub]; +"2858 linear_132" [id=2858, type=linear]; +"2859 gelu_21" [id=2859, type=gelu]; +"2860 dropout_86" [id=2860, type=dropout]; +"2861 dropout_86_0_0_nncf_smooth_quant_0" [id=2861, type=call_module]; +"2862 quantize_per_tensor_default_134" [id=2862, type=quantize_per_tensor]; +"2863 dequantize_per_tensor_default_134" [id=2863, type=dequantize_per_tensor]; +"2864 linear_133_zero_point_0_updated_constant0" [id=2864, type=get_attr]; +"2865 linear_133_scale_0_updated_constant0" [id=2865, type=get_attr]; +"2866 compressed_weight_updated_constant134" [id=2866, type=get_attr]; +"2867 _param_constant359_0_0" [id=2867, type=get_attr]; +"2868 mul_tensor_134" [id=2868, type=mul]; +"2869 sub_tensor_134" [id=2869, type=sub]; +"2870 linear_133" [id=2870, type=linear]; +"2871 dropout_87" [id=2871, type=dropout]; +"2872 _param_constant360" [id=2872, type=get_attr]; +"2873 _param_constant361" [id=2873, type=get_attr]; +"2874 layer_norm_46" [id=2874, type=layer_norm]; +"2875 add_76" [id=2875, type=add]; +"2876 pad_24" [id=2876, type=pad]; +"2877 slice_329" [id=2877, type=slice]; +"2878 slice_330" [id=2878, type=slice]; +"2879 slice_331" [id=2879, type=slice]; +"2880 slice_332" [id=2880, type=slice]; +"2881 slice_333" [id=2881, type=slice]; +"2882 slice_334" [id=2882, type=slice]; +"2883 slice_335" [id=2883, type=slice]; +"2884 slice_336" [id=2884, type=slice]; +"2885 slice_337" [id=2885, type=slice]; +"2886 slice_338" [id=2886, type=slice]; +"2887 slice_339" [id=2887, type=slice]; +"2888 slice_340" [id=2888, type=slice]; +"2889 cat_2" [id=2889, type=cat]; +"2890 cat_2_0_0_nncf_smooth_quant_0" [id=2890, type=call_module]; +"2891 quantize_per_tensor_default_135" [id=2891, type=quantize_per_tensor]; +"2892 dequantize_per_tensor_default_135" [id=2892, type=dequantize_per_tensor]; +"2893 linear_134_zero_point_0_updated_constant0" [id=2893, type=get_attr]; +"2894 linear_134_scale_0_updated_constant0" [id=2894, type=get_attr]; +"2895 compressed_weight_updated_constant135" [id=2895, type=get_attr]; +"2896 mul_tensor_135" [id=2896, type=mul]; +"2897 sub_tensor_135" [id=2897, type=sub]; +"2898 linear_134" [id=2898, type=linear]; +"2899 _param_constant363" [id=2899, type=get_attr]; +"2900 _param_constant364" [id=2900, type=get_attr]; +"2901 layer_norm_47" [id=2901, type=layer_norm]; +"2902 _tensor_constant143" [id=2902, type=get_attr]; +"2903 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2903, type=call_module]; +"2904 linear_135_zero_point_0_updated_constant0" [id=2904, type=get_attr]; +"2905 linear_135_scale_0_updated_constant0" [id=2905, type=get_attr]; +"2906 compressed_weight_updated_constant136" [id=2906, type=get_attr]; +"2907 _param_constant366_0_0" [id=2907, type=get_attr]; +"2908 mul_tensor_136" [id=2908, type=mul]; +"2909 sub_tensor_136" [id=2909, type=sub]; +"2910 linear_135" [id=2910, type=linear]; +"2911 relu__22" [id=2911, type=relu_]; +"2912 relu__22_0_0_nncf_smooth_quant_0" [id=2912, type=call_module]; +"2913 linear_136_zero_point_0_updated_constant0" [id=2913, type=get_attr]; +"2914 linear_136_scale_0_updated_constant0" [id=2914, type=get_attr]; +"2915 compressed_weight_updated_constant137" [id=2915, type=get_attr]; +"2916 mul_tensor_137" [id=2916, type=mul]; +"2917 sub_tensor_137" [id=2917, type=sub]; +"2918 linear_136" [id=2918, type=linear]; +"2919 view_121" [id=2919, type=view]; +"2920 _tensor_constant144" [id=2920, type=get_attr]; +"2921 index_22" [id=2921, type=index]; +"2922 view_122" [id=2922, type=view]; +"2923 permute_100" [id=2923, type=permute]; +"2924 contiguous_42" [id=2924, type=contiguous]; +"2925 unsqueeze_66" [id=2925, type=unsqueeze]; +"2926 sigmoid_22" [id=2926, type=sigmoid]; +"2927 mul_44" [id=2927, type=mul]; +"2928 pad_25" [id=2928, type=pad]; +"2929 view_123" [id=2929, type=view]; +"2930 permute_101" [id=2930, type=permute]; +"2931 reshape_99" [id=2931, type=reshape]; +"2932 reshape_99_0_0_nncf_smooth_quant_0" [id=2932, type=call_module]; +"2933 quantize_per_tensor_default_136" [id=2933, type=quantize_per_tensor]; +"2934 dequantize_per_tensor_default_136" [id=2934, type=dequantize_per_tensor]; +"2935 linear_137_zero_point_0_updated_constant0" [id=2935, type=get_attr]; +"2936 linear_137_scale_0_updated_constant0" [id=2936, type=get_attr]; +"2937 compressed_weight_updated_constant138" [id=2937, type=get_attr]; +"2938 _param_constant368_0_0" [id=2938, type=get_attr]; +"2939 mul_tensor_138" [id=2939, type=mul]; +"2940 sub_tensor_138" [id=2940, type=sub]; +"2941 linear_137" [id=2941, type=linear]; +"2942 reshape_100" [id=2942, type=reshape]; +"2943 permute_102" [id=2943, type=permute]; +"2944 select_66" [id=2944, type=select]; +"2945 select_67" [id=2945, type=select]; +"2946 select_68" [id=2946, type=select]; +"2947 linalg_vector_norm_44" [id=2947, type=linalg_vector_norm]; +"2948 clamp_min_44" [id=2948, type=clamp_min]; +"2949 expand_as_44" [id=2949, type=expand_as]; +"2950 div_44" [id=2950, type=div]; +"2951 quantize_per_tensor_default_137" [id=2951, type=quantize_per_tensor]; +"2952 dequantize_per_tensor_default_137" [id=2952, type=dequantize_per_tensor]; +"2953 linalg_vector_norm_45" [id=2953, type=linalg_vector_norm]; +"2954 clamp_min_45" [id=2954, type=clamp_min]; +"2955 expand_as_45" [id=2955, type=expand_as]; +"2956 div_45" [id=2956, type=div]; +"2957 quantize_per_tensor_default_138" [id=2957, type=quantize_per_tensor]; +"2958 dequantize_per_tensor_default_138" [id=2958, type=dequantize_per_tensor]; +"2959 transpose_44" [id=2959, type=transpose]; +"2960 matmul_44" [id=2960, type=matmul]; +"2961 _param_constant370" [id=2961, type=get_attr]; +"2962 clamp_22" [id=2962, type=clamp]; +"2963 exp_22" [id=2963, type=exp]; +"2964 mul_45" [id=2964, type=mul]; +"2965 add_77" [id=2965, type=add]; +"2966 softmax_22" [id=2966, type=softmax]; +"2967 dropout_88" [id=2967, type=dropout]; +"2968 matmul_45" [id=2968, type=matmul]; +"2969 transpose_45" [id=2969, type=transpose]; +"2970 reshape_101" [id=2970, type=reshape]; +"2971 reshape_101_0_0_nncf_smooth_quant_0" [id=2971, type=call_module]; +"2972 quantize_per_tensor_default_139" [id=2972, type=quantize_per_tensor]; +"2973 dequantize_per_tensor_default_139" [id=2973, type=dequantize_per_tensor]; +"2974 linear_138_zero_point_0_updated_constant0" [id=2974, type=get_attr]; +"2975 linear_138_scale_0_updated_constant0" [id=2975, type=get_attr]; +"2976 compressed_weight_updated_constant139" [id=2976, type=get_attr]; +"2977 _param_constant372_0_0" [id=2977, type=get_attr]; +"2978 mul_tensor_139" [id=2978, type=mul]; +"2979 sub_tensor_139" [id=2979, type=sub]; +"2980 linear_138" [id=2980, type=linear]; +"2981 dropout_89" [id=2981, type=dropout]; +"2982 view_124" [id=2982, type=view]; +"2983 permute_103" [id=2983, type=permute]; +"2984 reshape_102" [id=2984, type=reshape]; +"2985 slice_342" [id=2985, type=slice]; +"2986 slice_343" [id=2986, type=slice]; +"2987 slice_344" [id=2987, type=slice]; +"2988 slice_345" [id=2988, type=slice]; +"2989 contiguous_43" [id=2989, type=contiguous]; +"2990 _param_constant373" [id=2990, type=get_attr]; +"2991 _param_constant374" [id=2991, type=get_attr]; +"2992 layer_norm_48" [id=2992, type=layer_norm]; +"2993 add_78" [id=2993, type=add]; +"2994 add_78_0_0_nncf_smooth_quant_0" [id=2994, type=call_module]; +"2995 quantize_per_tensor_default_140" [id=2995, type=quantize_per_tensor]; +"2996 dequantize_per_tensor_default_140" [id=2996, type=dequantize_per_tensor]; +"2997 linear_139_zero_point_0_updated_constant0" [id=2997, type=get_attr]; +"2998 linear_139_scale_0_updated_constant0" [id=2998, type=get_attr]; +"2999 compressed_weight_updated_constant140" [id=2999, type=get_attr]; +"3000 _param_constant376_0_0" [id=3000, type=get_attr]; +"3001 mul_tensor_140" [id=3001, type=mul]; +"3002 sub_tensor_140" [id=3002, type=sub]; +"3003 linear_139" [id=3003, type=linear]; +"3004 gelu_22" [id=3004, type=gelu]; +"3005 dropout_90" [id=3005, type=dropout]; +"3006 dropout_90_0_0_nncf_smooth_quant_0" [id=3006, type=call_module]; +"3007 quantize_per_tensor_default_141" [id=3007, type=quantize_per_tensor]; +"3008 dequantize_per_tensor_default_141" [id=3008, type=dequantize_per_tensor]; +"3009 linear_140_zero_point_0_updated_constant0" [id=3009, type=get_attr]; +"3010 linear_140_scale_0_updated_constant0" [id=3010, type=get_attr]; +"3011 compressed_weight_updated_constant141" [id=3011, type=get_attr]; +"3012 _param_constant378_0_0" [id=3012, type=get_attr]; +"3013 mul_tensor_141" [id=3013, type=mul]; +"3014 sub_tensor_141" [id=3014, type=sub]; +"3015 linear_140" [id=3015, type=linear]; +"3016 dropout_91" [id=3016, type=dropout]; +"3017 _param_constant379" [id=3017, type=get_attr]; +"3018 _param_constant380" [id=3018, type=get_attr]; +"3019 layer_norm_49" [id=3019, type=layer_norm]; +"3020 add_79" [id=3020, type=add]; +"3021 _tensor_constant145" [id=3021, type=get_attr]; +"3022 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=3022, type=call_module]; +"3023 linear_141_zero_point_0_updated_constant0" [id=3023, type=get_attr]; +"3024 linear_141_scale_0_updated_constant0" [id=3024, type=get_attr]; +"3025 compressed_weight_updated_constant142" [id=3025, type=get_attr]; +"3026 _param_constant382_0_0" [id=3026, type=get_attr]; +"3027 mul_tensor_142" [id=3027, type=mul]; +"3028 sub_tensor_142" [id=3028, type=sub]; +"3029 linear_141" [id=3029, type=linear]; +"3030 relu__23" [id=3030, type=relu_]; +"3031 relu__23_0_0_nncf_smooth_quant_0" [id=3031, type=call_module]; +"3032 linear_142_zero_point_0_updated_constant0" [id=3032, type=get_attr]; +"3033 linear_142_scale_0_updated_constant0" [id=3033, type=get_attr]; +"3034 compressed_weight_updated_constant143" [id=3034, type=get_attr]; +"3035 mul_tensor_143" [id=3035, type=mul]; +"3036 sub_tensor_143" [id=3036, type=sub]; +"3037 linear_142" [id=3037, type=linear]; +"3038 view_125" [id=3038, type=view]; +"3039 _tensor_constant146" [id=3039, type=get_attr]; +"3040 index_23" [id=3040, type=index]; +"3041 view_126" [id=3041, type=view]; +"3042 permute_104" [id=3042, type=permute]; +"3043 contiguous_44" [id=3043, type=contiguous]; +"3044 unsqueeze_67" [id=3044, type=unsqueeze]; +"3045 sigmoid_23" [id=3045, type=sigmoid]; +"3046 mul_46" [id=3046, type=mul]; +"3047 pad_26" [id=3047, type=pad]; +"3048 view_127" [id=3048, type=view]; +"3049 permute_105" [id=3049, type=permute]; +"3050 reshape_103" [id=3050, type=reshape]; +"3051 reshape_103_0_0_nncf_smooth_quant_0" [id=3051, type=call_module]; +"3052 quantize_per_tensor_default_142" [id=3052, type=quantize_per_tensor]; +"3053 dequantize_per_tensor_default_142" [id=3053, type=dequantize_per_tensor]; +"3054 linear_143_zero_point_0_updated_constant0" [id=3054, type=get_attr]; +"3055 linear_143_scale_0_updated_constant0" [id=3055, type=get_attr]; +"3056 compressed_weight_updated_constant144" [id=3056, type=get_attr]; +"3057 _param_constant384_0_0" [id=3057, type=get_attr]; +"3058 mul_tensor_144" [id=3058, type=mul]; +"3059 sub_tensor_144" [id=3059, type=sub]; +"3060 linear_143" [id=3060, type=linear]; +"3061 reshape_104" [id=3061, type=reshape]; +"3062 permute_106" [id=3062, type=permute]; +"3063 select_69" [id=3063, type=select]; +"3064 select_70" [id=3064, type=select]; +"3065 select_71" [id=3065, type=select]; +"3066 linalg_vector_norm_46" [id=3066, type=linalg_vector_norm]; +"3067 clamp_min_46" [id=3067, type=clamp_min]; +"3068 expand_as_46" [id=3068, type=expand_as]; +"3069 div_46" [id=3069, type=div]; +"3070 quantize_per_tensor_default_143" [id=3070, type=quantize_per_tensor]; +"3071 dequantize_per_tensor_default_143" [id=3071, type=dequantize_per_tensor]; +"3072 linalg_vector_norm_47" [id=3072, type=linalg_vector_norm]; +"3073 clamp_min_47" [id=3073, type=clamp_min]; +"3074 expand_as_47" [id=3074, type=expand_as]; +"3075 div_47" [id=3075, type=div]; +"3076 quantize_per_tensor_default_144" [id=3076, type=quantize_per_tensor]; +"3077 dequantize_per_tensor_default_144" [id=3077, type=dequantize_per_tensor]; +"3078 transpose_46" [id=3078, type=transpose]; +"3079 matmul_46" [id=3079, type=matmul]; +"3080 _param_constant386" [id=3080, type=get_attr]; +"3081 clamp_23" [id=3081, type=clamp]; +"3082 exp_23" [id=3082, type=exp]; +"3083 mul_47" [id=3083, type=mul]; +"3084 add_80" [id=3084, type=add]; +"3085 softmax_23" [id=3085, type=softmax]; +"3086 dropout_92" [id=3086, type=dropout]; +"3087 matmul_47" [id=3087, type=matmul]; +"3088 transpose_47" [id=3088, type=transpose]; +"3089 reshape_105" [id=3089, type=reshape]; +"3090 reshape_105_0_0_nncf_smooth_quant_0" [id=3090, type=call_module]; +"3091 quantize_per_tensor_default_145" [id=3091, type=quantize_per_tensor]; +"3092 dequantize_per_tensor_default_145" [id=3092, type=dequantize_per_tensor]; +"3093 linear_144_zero_point_0_updated_constant0" [id=3093, type=get_attr]; +"3094 linear_144_scale_0_updated_constant0" [id=3094, type=get_attr]; +"3095 compressed_weight_updated_constant145" [id=3095, type=get_attr]; +"3096 _param_constant388_0_0" [id=3096, type=get_attr]; +"3097 mul_tensor_145" [id=3097, type=mul]; +"3098 sub_tensor_145" [id=3098, type=sub]; +"3099 linear_144" [id=3099, type=linear]; +"3100 dropout_93" [id=3100, type=dropout]; +"3101 view_128" [id=3101, type=view]; +"3102 permute_107" [id=3102, type=permute]; +"3103 reshape_106" [id=3103, type=reshape]; +"3104 slice_347" [id=3104, type=slice]; +"3105 slice_348" [id=3105, type=slice]; +"3106 slice_349" [id=3106, type=slice]; +"3107 slice_350" [id=3107, type=slice]; +"3108 contiguous_45" [id=3108, type=contiguous]; +"3109 _param_constant389" [id=3109, type=get_attr]; +"3110 _param_constant390" [id=3110, type=get_attr]; +"3111 layer_norm_50" [id=3111, type=layer_norm]; +"3112 add_81" [id=3112, type=add]; +"3113 add_81_0_0_nncf_smooth_quant_0" [id=3113, type=call_module]; +"3114 quantize_per_tensor_default_146" [id=3114, type=quantize_per_tensor]; +"3115 dequantize_per_tensor_default_146" [id=3115, type=dequantize_per_tensor]; +"3116 linear_145_zero_point_0_updated_constant0" [id=3116, type=get_attr]; +"3117 linear_145_scale_0_updated_constant0" [id=3117, type=get_attr]; +"3118 compressed_weight_updated_constant146" [id=3118, type=get_attr]; +"3119 _param_constant392_0_0" [id=3119, type=get_attr]; +"3120 mul_tensor_146" [id=3120, type=mul]; +"3121 sub_tensor_146" [id=3121, type=sub]; +"3122 linear_145" [id=3122, type=linear]; +"3123 gelu_23" [id=3123, type=gelu]; +"3124 dropout_94" [id=3124, type=dropout]; +"3125 dropout_94_0_0_nncf_smooth_quant_0" [id=3125, type=call_module]; +"3126 quantize_per_tensor_default_147" [id=3126, type=quantize_per_tensor]; +"3127 dequantize_per_tensor_default_147" [id=3127, type=dequantize_per_tensor]; +"3128 linear_146_zero_point_0_updated_constant0" [id=3128, type=get_attr]; +"3129 linear_146_scale_0_updated_constant0" [id=3129, type=get_attr]; +"3130 compressed_weight_updated_constant147" [id=3130, type=get_attr]; +"3131 _param_constant394_0_0" [id=3131, type=get_attr]; +"3132 mul_tensor_147" [id=3132, type=mul]; +"3133 sub_tensor_147" [id=3133, type=sub]; +"3134 linear_146" [id=3134, type=linear]; +"3135 dropout_95" [id=3135, type=dropout]; +"3136 _param_constant395" [id=3136, type=get_attr]; +"3137 _param_constant396" [id=3137, type=get_attr]; +"3138 layer_norm_51" [id=3138, type=layer_norm]; +"3139 add_82" [id=3139, type=add]; +"3140 _param_constant397" [id=3140, type=get_attr]; +"3141 _param_constant398" [id=3141, type=get_attr]; +"3142 layer_norm_52" [id=3142, type=layer_norm]; +"3143 permute_108" [id=3143, type=permute]; +"3144 adaptive_avg_pool2d" [id=3144, type=adaptive_avg_pool2d]; +"3145 flatten" [id=3145, type=flatten]; +"3146 flatten_0_0_nncf_smooth_quant_0" [id=3146, type=call_module]; +"3147 quantize_per_tensor_default_148" [id=3147, type=quantize_per_tensor]; +"3148 dequantize_per_tensor_default_148" [id=3148, type=dequantize_per_tensor]; +"3149 linear_147_zero_point_0_updated_constant0" [id=3149, type=get_attr]; +"3150 linear_147_scale_0_updated_constant0" [id=3150, type=get_attr]; +"3151 compressed_weight_updated_constant148" [id=3151, type=get_attr]; +"3152 _param_constant400_0_0" [id=3152, type=get_attr]; +"3153 mul_tensor_148" [id=3153, type=mul]; +"3154 sub_tensor_148" [id=3154, type=sub]; +"3155 linear_147" [id=3155, type=linear]; +"3156 output" [id=3156, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"2 dequantize_per_tensor_default" -> "7 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor" [label="(96, 1, 1, 1)", style=solid]; -"4 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(96, 3, 4, 4)", style=solid]; -"5 _param_constant1_0_0" -> "7 conv2d" [label="(96,)", style=solid]; -"6 mul_tensor" -> "7 conv2d" [label="(96, 3, 4, 4)", style=solid]; -"7 conv2d" -> "8 permute" [label="(1, 96, 56, 56)", style=solid]; -"8 permute" -> "11 layer_norm" [label="(1, 56, 56, 96)", style=solid]; -"9 _param_constant2" -> "11 layer_norm" [label="(96,)", style=solid]; -"10 _param_constant3" -> "11 layer_norm" [label="(96,)", style=solid]; -"11 layer_norm" -> "34 pad" [label="(1, 56, 56, 96)", style=solid]; -"11 layer_norm" -> "92 add_1" [label="(1, 56, 56, 96)", style=solid]; -"12 _tensor_constant0" -> "13 _tensor_constant0_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"13 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "18 linear" [label="(1, 15, 15, 2)", style=solid]; -"14 linear_scale_0_updated_constant0" -> "17 mul_tensor_1" [label="(512, 1)", style=solid]; -"15 compressed_weight_updated_constant1" -> "17 mul_tensor_1" [label="(512, 2)", style=solid]; -"16 _param_constant5_0_0" -> "18 linear" [label="(512,)", style=solid]; -"17 mul_tensor_1" -> "18 linear" [label="(512, 2)", style=solid]; -"18 linear" -> "19 relu_" [label="(1, 15, 15, 512)", style=solid]; -"19 relu_" -> "20 relu__0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"20 relu__0_0_nncf_smooth_quant_0" -> "24 linear_1" [label="(1, 15, 15, 512)", style=solid]; -"21 linear_1_scale_0_updated_constant0" -> "23 mul_tensor_2" [label="(3, 1)", style=solid]; -"22 compressed_weight_updated_constant2" -> "23 mul_tensor_2" [label="(3, 512)", style=solid]; -"23 mul_tensor_2" -> "24 linear_1" [label="(3, 512)", style=solid]; -"24 linear_1" -> "25 view" [label="(1, 15, 15, 3)", style=solid]; -"25 view" -> "27 index" [label="(225, 3)", style=solid]; -"26 _tensor_constant1" -> "27 index" [label="(4096,)", style=solid]; -"27 index" -> "28 view_1" [label="(4096, 3)", style=solid]; -"28 view_1" -> "29 permute_1" [label="(64, 64, 3)", style=solid]; -"29 permute_1" -> "30 contiguous" [label="(3, 64, 64)", style=solid]; -"30 contiguous" -> "31 unsqueeze" [label="(3, 64, 64)", style=solid]; -"31 unsqueeze" -> "32 sigmoid" [label="(1, 3, 64, 64)", style=solid]; -"32 sigmoid" -> "33 mul" [label="(1, 3, 64, 64)", style=solid]; -"33 mul" -> "69 add" [label="(1, 3, 64, 64)", style=solid]; -"34 pad" -> "35 view_2" [label="(1, 56, 56, 96)", style=solid]; -"35 view_2" -> "36 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"36 permute_2" -> "37 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"37 reshape" -> "38 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"38 reshape_0_0_nncf_smooth_quant_0" -> "39 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; -"39 quantize_per_tensor_default_1" -> "40 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; -"40 dequantize_per_tensor_default_1" -> "45 linear_2" [label="(49, 64, 96)", style=solid]; -"41 linear_2_scale_0_updated_constant0" -> "44 mul_tensor_3" [label="(288, 1)", style=solid]; -"42 compressed_weight_updated_constant3" -> "44 mul_tensor_3" [label="(288, 96)", style=solid]; -"43 _param_constant7_0_0" -> "45 linear_2" [label="(288,)", style=solid]; -"44 mul_tensor_3" -> "45 linear_2" [label="(288, 96)", style=solid]; -"45 linear_2" -> "46 reshape_1" [label="(49, 64, 288)", style=solid]; -"46 reshape_1" -> "47 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; -"47 permute_3" -> "48 select" [label="(3, 49, 3, 64, 32)", style=solid]; -"47 permute_3" -> "49 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; -"47 permute_3" -> "50 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; -"48 select" -> "51 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; -"48 select" -> "53 expand_as" [label="(49, 3, 64, 32)", style=solid]; -"48 select" -> "54 div" [label="(49, 3, 64, 32)", style=solid]; -"49 select_1" -> "57 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; -"49 select_1" -> "59 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; -"49 select_1" -> "60 div_1" [label="(49, 3, 64, 32)", style=solid]; -"50 select_2" -> "72 matmul_1" [label="(49, 3, 64, 32)", style=solid]; -"51 linalg_vector_norm" -> "52 clamp_min" [label="(49, 3, 64, 1)", style=solid]; -"52 clamp_min" -> "53 expand_as" [label="(49, 3, 64, 1)", style=solid]; -"53 expand_as" -> "54 div" [label="(49, 3, 64, 32)", style=solid]; -"54 div" -> "55 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; -"55 quantize_per_tensor_default_2" -> "56 dequantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; -"56 dequantize_per_tensor_default_2" -> "64 matmul" [label="(49, 3, 64, 32)", style=solid]; -"57 linalg_vector_norm_1" -> "58 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; -"58 clamp_min_1" -> "59 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; -"59 expand_as_1" -> "60 div_1" [label="(49, 3, 64, 32)", style=solid]; -"60 div_1" -> "61 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; -"61 quantize_per_tensor_default_3" -> "62 dequantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; -"62 dequantize_per_tensor_default_3" -> "63 transpose" [label="(49, 3, 64, 32)", style=solid]; -"63 transpose" -> "64 matmul" [label="(49, 3, 32, 64)", style=solid]; -"64 matmul" -> "68 mul_1" [label="(49, 3, 64, 64)", style=solid]; -"65 _param_constant9" -> "66 clamp" [label="(3, 1, 1)", style=solid]; -"66 clamp" -> "67 exp" [label="(3, 1, 1)", style=solid]; -"67 exp" -> "68 mul_1" [label="(3, 1, 1)", style=solid]; -"68 mul_1" -> "69 add" [label="(49, 3, 64, 64)", style=solid]; -"69 add" -> "70 softmax" [label="(49, 3, 64, 64)", style=solid]; -"70 softmax" -> "71 dropout" [label="(49, 3, 64, 64)", style=solid]; -"71 dropout" -> "72 matmul_1" [label="(49, 3, 64, 64)", style=solid]; -"72 matmul_1" -> "73 transpose_1" [label="(49, 3, 64, 32)", style=solid]; -"73 transpose_1" -> "74 reshape_2" [label="(49, 64, 3, 32)", style=solid]; -"74 reshape_2" -> "75 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"75 reshape_2_0_0_nncf_smooth_quant_0" -> "76 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; -"76 quantize_per_tensor_default_4" -> "77 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; -"77 dequantize_per_tensor_default_4" -> "82 linear_3" [label="(49, 64, 96)", style=solid]; -"78 linear_3_scale_0_updated_constant0" -> "81 mul_tensor_4" [label="(96, 1)", style=solid]; -"79 compressed_weight_updated_constant4" -> "81 mul_tensor_4" [label="(96, 96)", style=solid]; -"80 _param_constant11_0_0" -> "82 linear_3" [label="(96,)", style=solid]; -"81 mul_tensor_4" -> "82 linear_3" [label="(96, 96)", style=solid]; -"82 linear_3" -> "83 dropout_1" [label="(49, 64, 96)", style=solid]; -"83 dropout_1" -> "84 view_3" [label="(49, 64, 96)", style=solid]; -"84 view_3" -> "85 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"85 permute_4" -> "86 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"86 reshape_3" -> "87 slice_2" [label="(1, 56, 56, 96)", style=solid]; -"87 slice_2" -> "88 slice_3" [label="(1, 56, 56, 96)", style=solid]; -"88 slice_3" -> "91 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; -"89 _param_constant12" -> "91 layer_norm_1" [label="(96,)", style=solid]; -"90 _param_constant13" -> "91 layer_norm_1" [label="(96,)", style=solid]; -"91 layer_norm_1" -> "92 add_1" [label="(1, 56, 56, 96)", style=solid]; -"92 add_1" -> "93 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; -"92 add_1" -> "115 add_2" [label="(1, 56, 56, 96)", style=solid]; -"93 add_1_0_0_nncf_smooth_quant_0" -> "94 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; -"94 quantize_per_tensor_default_5" -> "95 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; -"95 dequantize_per_tensor_default_5" -> "100 linear_4" [label="(1, 56, 56, 96)", style=solid]; -"96 linear_4_scale_0_updated_constant0" -> "99 mul_tensor_5" [label="(384, 1)", style=solid]; -"97 compressed_weight_updated_constant5" -> "99 mul_tensor_5" [label="(384, 96)", style=solid]; -"98 _param_constant15_0_0" -> "100 linear_4" [label="(384,)", style=solid]; -"99 mul_tensor_5" -> "100 linear_4" [label="(384, 96)", style=solid]; -"100 linear_4" -> "101 gelu" [label="(1, 56, 56, 384)", style=solid]; -"101 gelu" -> "102 dropout_2" [label="(1, 56, 56, 384)", style=solid]; -"102 dropout_2" -> "103 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; -"103 dropout_2_0_0_nncf_smooth_quant_0" -> "104 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; -"104 quantize_per_tensor_default_6" -> "105 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; -"105 dequantize_per_tensor_default_6" -> "110 linear_5" [label="(1, 56, 56, 384)", style=solid]; -"106 linear_5_scale_0_updated_constant0" -> "109 mul_tensor_6" [label="(96, 1)", style=solid]; -"107 compressed_weight_updated_constant6" -> "109 mul_tensor_6" [label="(96, 384)", style=solid]; -"108 _param_constant17_0_0" -> "110 linear_5" [label="(96,)", style=solid]; -"109 mul_tensor_6" -> "110 linear_5" [label="(96, 384)", style=solid]; -"110 linear_5" -> "111 dropout_3" [label="(1, 56, 56, 96)", style=solid]; -"111 dropout_3" -> "114 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; -"112 _param_constant18" -> "114 layer_norm_2" [label="(96,)", style=solid]; -"113 _param_constant19" -> "114 layer_norm_2" [label="(96,)", style=solid]; -"114 layer_norm_2" -> "115 add_2" [label="(1, 56, 56, 96)", style=solid]; -"115 add_2" -> "138 pad_1" [label="(1, 56, 56, 96)", style=solid]; -"115 add_2" -> "214 add_5" [label="(1, 56, 56, 96)", style=solid]; -"116 _tensor_constant2" -> "117 _tensor_constant2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"117 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "122 linear_6" [label="(1, 15, 15, 2)", style=solid]; -"118 linear_6_scale_0_updated_constant0" -> "121 mul_tensor_7" [label="(512, 1)", style=solid]; -"119 compressed_weight_updated_constant7" -> "121 mul_tensor_7" [label="(512, 2)", style=solid]; -"120 _param_constant21_0_0" -> "122 linear_6" [label="(512,)", style=solid]; -"121 mul_tensor_7" -> "122 linear_6" [label="(512, 2)", style=solid]; -"122 linear_6" -> "123 relu__1" [label="(1, 15, 15, 512)", style=solid]; -"123 relu__1" -> "124 relu__1_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"124 relu__1_0_0_nncf_smooth_quant_0" -> "128 linear_7" [label="(1, 15, 15, 512)", style=solid]; -"125 linear_7_scale_0_updated_constant0" -> "127 mul_tensor_8" [label="(3, 1)", style=solid]; -"126 compressed_weight_updated_constant8" -> "127 mul_tensor_8" [label="(3, 512)", style=solid]; -"127 mul_tensor_8" -> "128 linear_7" [label="(3, 512)", style=solid]; -"128 linear_7" -> "129 view_4" [label="(1, 15, 15, 3)", style=solid]; -"129 view_4" -> "131 index_1" [label="(225, 3)", style=solid]; -"130 _tensor_constant3" -> "131 index_1" [label="(4096,)", style=solid]; -"131 index_1" -> "132 view_5" [label="(4096, 3)", style=solid]; -"132 view_5" -> "133 permute_5" [label="(64, 64, 3)", style=solid]; -"133 permute_5" -> "134 contiguous_1" [label="(3, 64, 64)", style=solid]; -"134 contiguous_1" -> "135 unsqueeze_1" [label="(3, 64, 64)", style=solid]; -"135 unsqueeze_1" -> "136 sigmoid_1" [label="(1, 3, 64, 64)", style=solid]; -"136 sigmoid_1" -> "137 mul_2" [label="(1, 3, 64, 64)", style=solid]; -"137 mul_2" -> "174 add_3" [label="(1, 3, 64, 64)", style=solid]; -"138 pad_1" -> "139 roll" [label="(1, 56, 56, 96)", style=solid]; -"139 roll" -> "140 view_6" [label="(1, 56, 56, 96)", style=solid]; -"140 view_6" -> "141 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"141 permute_6" -> "142 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"142 reshape_4" -> "143 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"142 reshape_4" -> "175 new_zeros" [label="(49, 64, 96)", style=solid]; -"143 reshape_4_0_0_nncf_smooth_quant_0" -> "144 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; -"144 quantize_per_tensor_default_7" -> "145 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; -"145 dequantize_per_tensor_default_7" -> "150 linear_8" [label="(49, 64, 96)", style=solid]; -"146 linear_8_scale_0_updated_constant0" -> "149 mul_tensor_9" [label="(288, 1)", style=solid]; -"147 compressed_weight_updated_constant9" -> "149 mul_tensor_9" [label="(288, 96)", style=solid]; -"148 _param_constant23_0_0" -> "150 linear_8" [label="(288,)", style=solid]; -"149 mul_tensor_9" -> "150 linear_8" [label="(288, 96)", style=solid]; -"150 linear_8" -> "151 reshape_5" [label="(49, 64, 288)", style=solid]; -"151 reshape_5" -> "152 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; -"152 permute_7" -> "153 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; -"152 permute_7" -> "154 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; -"152 permute_7" -> "155 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; -"153 select_3" -> "156 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; -"153 select_3" -> "158 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; -"153 select_3" -> "159 div_2" [label="(49, 3, 64, 32)", style=solid]; -"154 select_4" -> "162 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; -"154 select_4" -> "164 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; -"154 select_4" -> "165 div_3" [label="(49, 3, 64, 32)", style=solid]; -"155 select_5" -> "193 matmul_3" [label="(49, 3, 64, 32)", style=solid]; -"156 linalg_vector_norm_2" -> "157 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; -"157 clamp_min_2" -> "158 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; -"158 expand_as_2" -> "159 div_2" [label="(49, 3, 64, 32)", style=solid]; -"159 div_2" -> "160 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; -"160 quantize_per_tensor_default_8" -> "161 dequantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; -"161 dequantize_per_tensor_default_8" -> "169 matmul_2" [label="(49, 3, 64, 32)", style=solid]; -"162 linalg_vector_norm_3" -> "163 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; -"163 clamp_min_3" -> "164 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; -"164 expand_as_3" -> "165 div_3" [label="(49, 3, 64, 32)", style=solid]; -"165 div_3" -> "166 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; -"166 quantize_per_tensor_default_9" -> "167 dequantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; -"167 dequantize_per_tensor_default_9" -> "168 transpose_2" [label="(49, 3, 64, 32)", style=solid]; -"168 transpose_2" -> "169 matmul_2" [label="(49, 3, 32, 64)", style=solid]; -"169 matmul_2" -> "173 mul_3" [label="(49, 3, 64, 64)", style=solid]; -"170 _param_constant25" -> "171 clamp_1" [label="(3, 1, 1)", style=solid]; -"171 clamp_1" -> "172 exp_1" [label="(3, 1, 1)", style=solid]; -"172 exp_1" -> "173 mul_3" [label="(3, 1, 1)", style=solid]; -"173 mul_3" -> "174 add_3" [label="(49, 3, 64, 64)", style=solid]; -"174 add_3" -> "186 view_8" [label="(49, 3, 64, 64)", style=solid]; -"175 new_zeros" -> "176 view_7" [label="(56, 56)", style=solid]; -"176 view_7" -> "177 permute_8" [label="(7, 8, 7, 8)", style=solid]; -"177 permute_8" -> "178 reshape_6" [label="(7, 7, 8, 8)", style=solid]; -"178 reshape_6" -> "179 unsqueeze_2" [label="(49, 64)", style=solid]; -"178 reshape_6" -> "180 unsqueeze_3" [label="(49, 64)", style=solid]; -"179 unsqueeze_2" -> "181 sub" [label="(49, 1, 64)", style=solid]; -"180 unsqueeze_3" -> "181 sub" [label="(49, 64, 1)", style=solid]; -"181 sub" -> "182 ne" [label="(49, 64, 64)", style=solid]; -"181 sub" -> "183 masked_fill" [label="(49, 64, 64)", style=solid]; -"181 sub" -> "184 eq" [label="(49, 64, 64)", style=solid]; -"182 ne" -> "183 masked_fill" [label="(49, 64, 64)", style=solid]; -"183 masked_fill" -> "185 masked_fill_1" [label="(49, 64, 64)", style=solid]; -"184 eq" -> "185 masked_fill_1" [label="(49, 64, 64)", style=solid]; -"185 masked_fill_1" -> "187 unsqueeze_4" [label="(49, 64, 64)", style=solid]; -"186 view_8" -> "189 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; -"187 unsqueeze_4" -> "188 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; -"188 unsqueeze_5" -> "189 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; -"189 add_4" -> "190 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; -"190 view_9" -> "191 softmax_1" [label="(49, 3, 64, 64)", style=solid]; -"191 softmax_1" -> "192 dropout_4" [label="(49, 3, 64, 64)", style=solid]; -"192 dropout_4" -> "193 matmul_3" [label="(49, 3, 64, 64)", style=solid]; -"193 matmul_3" -> "194 transpose_3" [label="(49, 3, 64, 32)", style=solid]; -"194 transpose_3" -> "195 reshape_7" [label="(49, 64, 3, 32)", style=solid]; -"195 reshape_7" -> "196 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"196 reshape_7_0_0_nncf_smooth_quant_0" -> "197 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; -"197 quantize_per_tensor_default_10" -> "198 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; -"198 dequantize_per_tensor_default_10" -> "203 linear_9" [label="(49, 64, 96)", style=solid]; -"199 linear_9_scale_0_updated_constant0" -> "202 mul_tensor_10" [label="(96, 1)", style=solid]; -"200 compressed_weight_updated_constant10" -> "202 mul_tensor_10" [label="(96, 96)", style=solid]; -"201 _param_constant27_0_0" -> "203 linear_9" [label="(96,)", style=solid]; -"202 mul_tensor_10" -> "203 linear_9" [label="(96, 96)", style=solid]; -"203 linear_9" -> "204 dropout_5" [label="(49, 64, 96)", style=solid]; -"204 dropout_5" -> "205 view_10" [label="(49, 64, 96)", style=solid]; -"205 view_10" -> "206 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"206 permute_9" -> "207 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"207 reshape_8" -> "208 roll_1" [label="(1, 56, 56, 96)", style=solid]; -"208 roll_1" -> "209 slice_23" [label="(1, 56, 56, 96)", style=solid]; -"209 slice_23" -> "210 slice_24" [label="(1, 56, 56, 96)", style=solid]; -"210 slice_24" -> "213 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; -"211 _param_constant28" -> "213 layer_norm_3" [label="(96,)", style=solid]; -"212 _param_constant29" -> "213 layer_norm_3" [label="(96,)", style=solid]; -"213 layer_norm_3" -> "214 add_5" [label="(1, 56, 56, 96)", style=solid]; -"214 add_5" -> "215 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; -"214 add_5" -> "237 add_6" [label="(1, 56, 56, 96)", style=solid]; -"215 add_5_0_0_nncf_smooth_quant_0" -> "216 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; -"216 quantize_per_tensor_default_11" -> "217 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; -"217 dequantize_per_tensor_default_11" -> "222 linear_10" [label="(1, 56, 56, 96)", style=solid]; -"218 linear_10_scale_0_updated_constant0" -> "221 mul_tensor_11" [label="(384, 1)", style=solid]; -"219 compressed_weight_updated_constant11" -> "221 mul_tensor_11" [label="(384, 96)", style=solid]; -"220 _param_constant31_0_0" -> "222 linear_10" [label="(384,)", style=solid]; -"221 mul_tensor_11" -> "222 linear_10" [label="(384, 96)", style=solid]; -"222 linear_10" -> "223 gelu_1" [label="(1, 56, 56, 384)", style=solid]; -"223 gelu_1" -> "224 dropout_6" [label="(1, 56, 56, 384)", style=solid]; -"224 dropout_6" -> "225 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; -"225 dropout_6_0_0_nncf_smooth_quant_0" -> "226 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; -"226 quantize_per_tensor_default_12" -> "227 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; -"227 dequantize_per_tensor_default_12" -> "232 linear_11" [label="(1, 56, 56, 384)", style=solid]; -"228 linear_11_scale_0_updated_constant0" -> "231 mul_tensor_12" [label="(96, 1)", style=solid]; -"229 compressed_weight_updated_constant12" -> "231 mul_tensor_12" [label="(96, 384)", style=solid]; -"230 _param_constant33_0_0" -> "232 linear_11" [label="(96,)", style=solid]; -"231 mul_tensor_12" -> "232 linear_11" [label="(96, 384)", style=solid]; -"232 linear_11" -> "233 dropout_7" [label="(1, 56, 56, 96)", style=solid]; -"233 dropout_7" -> "236 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; -"234 _param_constant34" -> "236 layer_norm_4" [label="(96,)", style=solid]; -"235 _param_constant35" -> "236 layer_norm_4" [label="(96,)", style=solid]; -"236 layer_norm_4" -> "237 add_6" [label="(1, 56, 56, 96)", style=solid]; -"237 add_6" -> "238 pad_2" [label="(1, 56, 56, 96)", style=solid]; -"238 pad_2" -> "239 slice_25" [label="(1, 56, 56, 96)", style=solid]; -"238 pad_2" -> "242 slice_28" [label="(1, 56, 56, 96)", style=solid]; -"238 pad_2" -> "245 slice_31" [label="(1, 56, 56, 96)", style=solid]; -"238 pad_2" -> "248 slice_34" [label="(1, 56, 56, 96)", style=solid]; -"239 slice_25" -> "240 slice_26" [label="(1, 28, 56, 96)", style=solid]; -"240 slice_26" -> "241 slice_27" [label="(1, 28, 28, 96)", style=solid]; -"241 slice_27" -> "251 cat" [label="(1, 28, 28, 96)", style=solid]; -"242 slice_28" -> "243 slice_29" [label="(1, 28, 56, 96)", style=solid]; -"243 slice_29" -> "244 slice_30" [label="(1, 28, 28, 96)", style=solid]; -"244 slice_30" -> "251 cat" [label="(1, 28, 28, 96)", style=solid]; -"245 slice_31" -> "246 slice_32" [label="(1, 28, 56, 96)", style=solid]; -"246 slice_32" -> "247 slice_33" [label="(1, 28, 28, 96)", style=solid]; -"247 slice_33" -> "251 cat" [label="(1, 28, 28, 96)", style=solid]; -"248 slice_34" -> "249 slice_35" [label="(1, 28, 56, 96)", style=solid]; -"249 slice_35" -> "250 slice_36" [label="(1, 28, 28, 96)", style=solid]; -"250 slice_36" -> "251 cat" [label="(1, 28, 28, 96)", style=solid]; -"251 cat" -> "252 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; -"252 cat_0_0_nncf_smooth_quant_0" -> "253 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; -"253 quantize_per_tensor_default_13" -> "254 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; -"254 dequantize_per_tensor_default_13" -> "258 linear_12" [label="(1, 28, 28, 384)", style=solid]; -"255 linear_12_scale_0_updated_constant0" -> "257 mul_tensor_13" [label="(192, 1)", style=solid]; -"256 compressed_weight_updated_constant13" -> "257 mul_tensor_13" [label="(192, 384)", style=solid]; -"257 mul_tensor_13" -> "258 linear_12" [label="(192, 384)", style=solid]; -"258 linear_12" -> "261 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; -"259 _param_constant37" -> "261 layer_norm_5" [label="(192,)", style=solid]; -"260 _param_constant38" -> "261 layer_norm_5" [label="(192,)", style=solid]; -"261 layer_norm_5" -> "284 pad_3" [label="(1, 28, 28, 192)", style=solid]; -"261 layer_norm_5" -> "345 add_8" [label="(1, 28, 28, 192)", style=solid]; -"262 _tensor_constant13" -> "263 _tensor_constant13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"263 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "268 linear_13" [label="(1, 15, 15, 2)", style=solid]; -"264 linear_13_scale_0_updated_constant0" -> "267 mul_tensor_14" [label="(512, 1)", style=solid]; -"265 compressed_weight_updated_constant14" -> "267 mul_tensor_14" [label="(512, 2)", style=solid]; -"266 _param_constant40_0_0" -> "268 linear_13" [label="(512,)", style=solid]; -"267 mul_tensor_14" -> "268 linear_13" [label="(512, 2)", style=solid]; -"268 linear_13" -> "269 relu__2" [label="(1, 15, 15, 512)", style=solid]; -"269 relu__2" -> "270 relu__2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"270 relu__2_0_0_nncf_smooth_quant_0" -> "274 linear_14" [label="(1, 15, 15, 512)", style=solid]; -"271 linear_14_scale_0_updated_constant0" -> "273 mul_tensor_15" [label="(6, 1)", style=solid]; -"272 compressed_weight_updated_constant15" -> "273 mul_tensor_15" [label="(6, 512)", style=solid]; -"273 mul_tensor_15" -> "274 linear_14" [label="(6, 512)", style=solid]; -"274 linear_14" -> "275 view_11" [label="(1, 15, 15, 6)", style=solid]; -"275 view_11" -> "277 index_2" [label="(225, 6)", style=solid]; -"276 _tensor_constant14" -> "277 index_2" [label="(4096,)", style=solid]; -"277 index_2" -> "278 view_12" [label="(4096, 6)", style=solid]; -"278 view_12" -> "279 permute_10" [label="(64, 64, 6)", style=solid]; -"279 permute_10" -> "280 contiguous_2" [label="(6, 64, 64)", style=solid]; -"280 contiguous_2" -> "281 unsqueeze_6" [label="(6, 64, 64)", style=solid]; -"281 unsqueeze_6" -> "282 sigmoid_2" [label="(1, 6, 64, 64)", style=solid]; -"282 sigmoid_2" -> "283 mul_4" [label="(1, 6, 64, 64)", style=solid]; -"283 mul_4" -> "319 add_7" [label="(1, 6, 64, 64)", style=solid]; -"284 pad_3" -> "285 view_13" [label="(1, 32, 32, 192)", style=solid]; -"285 view_13" -> "286 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"286 permute_11" -> "287 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"287 reshape_9" -> "288 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"288 reshape_9_0_0_nncf_smooth_quant_0" -> "289 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; -"289 quantize_per_tensor_default_14" -> "290 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; -"290 dequantize_per_tensor_default_14" -> "295 linear_15" [label="(16, 64, 192)", style=solid]; -"291 linear_15_scale_0_updated_constant0" -> "294 mul_tensor_16" [label="(576, 1)", style=solid]; -"292 compressed_weight_updated_constant16" -> "294 mul_tensor_16" [label="(576, 192)", style=solid]; -"293 _param_constant42_0_0" -> "295 linear_15" [label="(576,)", style=solid]; -"294 mul_tensor_16" -> "295 linear_15" [label="(576, 192)", style=solid]; -"295 linear_15" -> "296 reshape_10" [label="(16, 64, 576)", style=solid]; -"296 reshape_10" -> "297 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; -"297 permute_12" -> "298 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; -"297 permute_12" -> "299 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; -"297 permute_12" -> "300 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; -"298 select_6" -> "301 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; -"298 select_6" -> "303 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; -"298 select_6" -> "304 div_4" [label="(16, 6, 64, 32)", style=solid]; -"299 select_7" -> "307 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; -"299 select_7" -> "309 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; -"299 select_7" -> "310 div_5" [label="(16, 6, 64, 32)", style=solid]; -"300 select_8" -> "322 matmul_5" [label="(16, 6, 64, 32)", style=solid]; -"301 linalg_vector_norm_4" -> "302 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; -"302 clamp_min_4" -> "303 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; -"303 expand_as_4" -> "304 div_4" [label="(16, 6, 64, 32)", style=solid]; -"304 div_4" -> "305 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; -"305 quantize_per_tensor_default_15" -> "306 dequantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; -"306 dequantize_per_tensor_default_15" -> "314 matmul_4" [label="(16, 6, 64, 32)", style=solid]; -"307 linalg_vector_norm_5" -> "308 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; -"308 clamp_min_5" -> "309 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; -"309 expand_as_5" -> "310 div_5" [label="(16, 6, 64, 32)", style=solid]; -"310 div_5" -> "311 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; -"311 quantize_per_tensor_default_16" -> "312 dequantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; -"312 dequantize_per_tensor_default_16" -> "313 transpose_4" [label="(16, 6, 64, 32)", style=solid]; -"313 transpose_4" -> "314 matmul_4" [label="(16, 6, 32, 64)", style=solid]; -"314 matmul_4" -> "318 mul_5" [label="(16, 6, 64, 64)", style=solid]; -"315 _param_constant44" -> "316 clamp_2" [label="(6, 1, 1)", style=solid]; -"316 clamp_2" -> "317 exp_2" [label="(6, 1, 1)", style=solid]; -"317 exp_2" -> "318 mul_5" [label="(6, 1, 1)", style=solid]; -"318 mul_5" -> "319 add_7" [label="(16, 6, 64, 64)", style=solid]; -"319 add_7" -> "320 softmax_2" [label="(16, 6, 64, 64)", style=solid]; -"320 softmax_2" -> "321 dropout_8" [label="(16, 6, 64, 64)", style=solid]; -"321 dropout_8" -> "322 matmul_5" [label="(16, 6, 64, 64)", style=solid]; -"322 matmul_5" -> "323 transpose_5" [label="(16, 6, 64, 32)", style=solid]; -"323 transpose_5" -> "324 reshape_11" [label="(16, 64, 6, 32)", style=solid]; -"324 reshape_11" -> "325 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"325 reshape_11_0_0_nncf_smooth_quant_0" -> "326 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; -"326 quantize_per_tensor_default_17" -> "327 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; -"327 dequantize_per_tensor_default_17" -> "332 linear_16" [label="(16, 64, 192)", style=solid]; -"328 linear_16_scale_0_updated_constant0" -> "331 mul_tensor_17" [label="(192, 1)", style=solid]; -"329 compressed_weight_updated_constant17" -> "331 mul_tensor_17" [label="(192, 192)", style=solid]; -"330 _param_constant46_0_0" -> "332 linear_16" [label="(192,)", style=solid]; -"331 mul_tensor_17" -> "332 linear_16" [label="(192, 192)", style=solid]; -"332 linear_16" -> "333 dropout_9" [label="(16, 64, 192)", style=solid]; -"333 dropout_9" -> "334 view_14" [label="(16, 64, 192)", style=solid]; -"334 view_14" -> "335 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"335 permute_13" -> "336 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"336 reshape_12" -> "337 slice_38" [label="(1, 32, 32, 192)", style=solid]; -"337 slice_38" -> "338 slice_39" [label="(1, 32, 32, 192)", style=solid]; -"338 slice_39" -> "339 slice_40" [label="(1, 28, 32, 192)", style=solid]; -"339 slice_40" -> "340 slice_41" [label="(1, 28, 28, 192)", style=solid]; -"340 slice_41" -> "341 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; -"341 contiguous_3" -> "344 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; -"342 _param_constant47" -> "344 layer_norm_6" [label="(192,)", style=solid]; -"343 _param_constant48" -> "344 layer_norm_6" [label="(192,)", style=solid]; -"344 layer_norm_6" -> "345 add_8" [label="(1, 28, 28, 192)", style=solid]; -"345 add_8" -> "346 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; -"345 add_8" -> "368 add_9" [label="(1, 28, 28, 192)", style=solid]; -"346 add_8_0_0_nncf_smooth_quant_0" -> "347 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; -"347 quantize_per_tensor_default_18" -> "348 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; -"348 dequantize_per_tensor_default_18" -> "353 linear_17" [label="(1, 28, 28, 192)", style=solid]; -"349 linear_17_scale_0_updated_constant0" -> "352 mul_tensor_18" [label="(768, 1)", style=solid]; -"350 compressed_weight_updated_constant18" -> "352 mul_tensor_18" [label="(768, 192)", style=solid]; -"351 _param_constant50_0_0" -> "353 linear_17" [label="(768,)", style=solid]; -"352 mul_tensor_18" -> "353 linear_17" [label="(768, 192)", style=solid]; -"353 linear_17" -> "354 gelu_2" [label="(1, 28, 28, 768)", style=solid]; -"354 gelu_2" -> "355 dropout_10" [label="(1, 28, 28, 768)", style=solid]; -"355 dropout_10" -> "356 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; -"356 dropout_10_0_0_nncf_smooth_quant_0" -> "357 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; -"357 quantize_per_tensor_default_19" -> "358 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; -"358 dequantize_per_tensor_default_19" -> "363 linear_18" [label="(1, 28, 28, 768)", style=solid]; -"359 linear_18_scale_0_updated_constant0" -> "362 mul_tensor_19" [label="(192, 1)", style=solid]; -"360 compressed_weight_updated_constant19" -> "362 mul_tensor_19" [label="(192, 768)", style=solid]; -"361 _param_constant52_0_0" -> "363 linear_18" [label="(192,)", style=solid]; -"362 mul_tensor_19" -> "363 linear_18" [label="(192, 768)", style=solid]; -"363 linear_18" -> "364 dropout_11" [label="(1, 28, 28, 192)", style=solid]; -"364 dropout_11" -> "367 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; -"365 _param_constant53" -> "367 layer_norm_7" [label="(192,)", style=solid]; -"366 _param_constant54" -> "367 layer_norm_7" [label="(192,)", style=solid]; -"367 layer_norm_7" -> "368 add_9" [label="(1, 28, 28, 192)", style=solid]; -"368 add_9" -> "391 pad_4" [label="(1, 28, 28, 192)", style=solid]; -"368 add_9" -> "470 add_12" [label="(1, 28, 28, 192)", style=solid]; -"369 _tensor_constant15" -> "370 _tensor_constant15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"370 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "375 linear_19" [label="(1, 15, 15, 2)", style=solid]; -"371 linear_19_scale_0_updated_constant0" -> "374 mul_tensor_20" [label="(512, 1)", style=solid]; -"372 compressed_weight_updated_constant20" -> "374 mul_tensor_20" [label="(512, 2)", style=solid]; -"373 _param_constant56_0_0" -> "375 linear_19" [label="(512,)", style=solid]; -"374 mul_tensor_20" -> "375 linear_19" [label="(512, 2)", style=solid]; -"375 linear_19" -> "376 relu__3" [label="(1, 15, 15, 512)", style=solid]; -"376 relu__3" -> "377 relu__3_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"377 relu__3_0_0_nncf_smooth_quant_0" -> "381 linear_20" [label="(1, 15, 15, 512)", style=solid]; -"378 linear_20_scale_0_updated_constant0" -> "380 mul_tensor_21" [label="(6, 1)", style=solid]; -"379 compressed_weight_updated_constant21" -> "380 mul_tensor_21" [label="(6, 512)", style=solid]; -"380 mul_tensor_21" -> "381 linear_20" [label="(6, 512)", style=solid]; -"381 linear_20" -> "382 view_15" [label="(1, 15, 15, 6)", style=solid]; -"382 view_15" -> "384 index_3" [label="(225, 6)", style=solid]; -"383 _tensor_constant16" -> "384 index_3" [label="(4096,)", style=solid]; -"384 index_3" -> "385 view_16" [label="(4096, 6)", style=solid]; -"385 view_16" -> "386 permute_14" [label="(64, 64, 6)", style=solid]; -"386 permute_14" -> "387 contiguous_4" [label="(6, 64, 64)", style=solid]; -"387 contiguous_4" -> "388 unsqueeze_7" [label="(6, 64, 64)", style=solid]; -"388 unsqueeze_7" -> "389 sigmoid_3" [label="(1, 6, 64, 64)", style=solid]; -"389 sigmoid_3" -> "390 mul_6" [label="(1, 6, 64, 64)", style=solid]; -"390 mul_6" -> "427 add_10" [label="(1, 6, 64, 64)", style=solid]; -"391 pad_4" -> "392 roll_2" [label="(1, 32, 32, 192)", style=solid]; -"392 roll_2" -> "393 view_17" [label="(1, 32, 32, 192)", style=solid]; -"393 view_17" -> "394 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"394 permute_15" -> "395 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"395 reshape_13" -> "396 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"395 reshape_13" -> "428 new_zeros_1" [label="(16, 64, 192)", style=solid]; -"396 reshape_13_0_0_nncf_smooth_quant_0" -> "397 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; -"397 quantize_per_tensor_default_20" -> "398 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; -"398 dequantize_per_tensor_default_20" -> "403 linear_21" [label="(16, 64, 192)", style=solid]; -"399 linear_21_scale_0_updated_constant0" -> "402 mul_tensor_22" [label="(576, 1)", style=solid]; -"400 compressed_weight_updated_constant22" -> "402 mul_tensor_22" [label="(576, 192)", style=solid]; -"401 _param_constant58_0_0" -> "403 linear_21" [label="(576,)", style=solid]; -"402 mul_tensor_22" -> "403 linear_21" [label="(576, 192)", style=solid]; -"403 linear_21" -> "404 reshape_14" [label="(16, 64, 576)", style=solid]; -"404 reshape_14" -> "405 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; -"405 permute_16" -> "406 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; -"405 permute_16" -> "407 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; -"405 permute_16" -> "408 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; -"406 select_9" -> "409 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; -"406 select_9" -> "411 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; -"406 select_9" -> "412 div_6" [label="(16, 6, 64, 32)", style=solid]; -"407 select_10" -> "415 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; -"407 select_10" -> "417 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; -"407 select_10" -> "418 div_7" [label="(16, 6, 64, 32)", style=solid]; -"408 select_11" -> "446 matmul_7" [label="(16, 6, 64, 32)", style=solid]; -"409 linalg_vector_norm_6" -> "410 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; -"410 clamp_min_6" -> "411 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; -"411 expand_as_6" -> "412 div_6" [label="(16, 6, 64, 32)", style=solid]; -"412 div_6" -> "413 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; -"413 quantize_per_tensor_default_21" -> "414 dequantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; -"414 dequantize_per_tensor_default_21" -> "422 matmul_6" [label="(16, 6, 64, 32)", style=solid]; -"415 linalg_vector_norm_7" -> "416 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; -"416 clamp_min_7" -> "417 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; -"417 expand_as_7" -> "418 div_7" [label="(16, 6, 64, 32)", style=solid]; -"418 div_7" -> "419 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; -"419 quantize_per_tensor_default_22" -> "420 dequantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; -"420 dequantize_per_tensor_default_22" -> "421 transpose_6" [label="(16, 6, 64, 32)", style=solid]; -"421 transpose_6" -> "422 matmul_6" [label="(16, 6, 32, 64)", style=solid]; -"422 matmul_6" -> "426 mul_7" [label="(16, 6, 64, 64)", style=solid]; -"423 _param_constant60" -> "424 clamp_3" [label="(6, 1, 1)", style=solid]; -"424 clamp_3" -> "425 exp_3" [label="(6, 1, 1)", style=solid]; -"425 exp_3" -> "426 mul_7" [label="(6, 1, 1)", style=solid]; -"426 mul_7" -> "427 add_10" [label="(16, 6, 64, 64)", style=solid]; -"427 add_10" -> "439 view_19" [label="(16, 6, 64, 64)", style=solid]; -"428 new_zeros_1" -> "429 view_18" [label="(32, 32)", style=solid]; -"429 view_18" -> "430 permute_17" [label="(4, 8, 4, 8)", style=solid]; -"430 permute_17" -> "431 reshape_15" [label="(4, 4, 8, 8)", style=solid]; -"431 reshape_15" -> "432 unsqueeze_8" [label="(16, 64)", style=solid]; -"431 reshape_15" -> "433 unsqueeze_9" [label="(16, 64)", style=solid]; -"432 unsqueeze_8" -> "434 sub_1" [label="(16, 1, 64)", style=solid]; -"433 unsqueeze_9" -> "434 sub_1" [label="(16, 64, 1)", style=solid]; -"434 sub_1" -> "435 ne_1" [label="(16, 64, 64)", style=solid]; -"434 sub_1" -> "436 masked_fill_2" [label="(16, 64, 64)", style=solid]; -"434 sub_1" -> "437 eq_1" [label="(16, 64, 64)", style=solid]; -"435 ne_1" -> "436 masked_fill_2" [label="(16, 64, 64)", style=solid]; -"436 masked_fill_2" -> "438 masked_fill_3" [label="(16, 64, 64)", style=solid]; -"437 eq_1" -> "438 masked_fill_3" [label="(16, 64, 64)", style=solid]; -"438 masked_fill_3" -> "440 unsqueeze_10" [label="(16, 64, 64)", style=solid]; -"439 view_19" -> "442 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; -"440 unsqueeze_10" -> "441 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; -"441 unsqueeze_11" -> "442 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; -"442 add_11" -> "443 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; -"443 view_20" -> "444 softmax_3" [label="(16, 6, 64, 64)", style=solid]; -"444 softmax_3" -> "445 dropout_12" [label="(16, 6, 64, 64)", style=solid]; -"445 dropout_12" -> "446 matmul_7" [label="(16, 6, 64, 64)", style=solid]; -"446 matmul_7" -> "447 transpose_7" [label="(16, 6, 64, 32)", style=solid]; -"447 transpose_7" -> "448 reshape_16" [label="(16, 64, 6, 32)", style=solid]; -"448 reshape_16" -> "449 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"449 reshape_16_0_0_nncf_smooth_quant_0" -> "450 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; -"450 quantize_per_tensor_default_23" -> "451 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; -"451 dequantize_per_tensor_default_23" -> "456 linear_22" [label="(16, 64, 192)", style=solid]; -"452 linear_22_scale_0_updated_constant0" -> "455 mul_tensor_23" [label="(192, 1)", style=solid]; -"453 compressed_weight_updated_constant23" -> "455 mul_tensor_23" [label="(192, 192)", style=solid]; -"454 _param_constant62_0_0" -> "456 linear_22" [label="(192,)", style=solid]; -"455 mul_tensor_23" -> "456 linear_22" [label="(192, 192)", style=solid]; -"456 linear_22" -> "457 dropout_13" [label="(16, 64, 192)", style=solid]; -"457 dropout_13" -> "458 view_21" [label="(16, 64, 192)", style=solid]; -"458 view_21" -> "459 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"459 permute_18" -> "460 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"460 reshape_17" -> "461 roll_3" [label="(1, 32, 32, 192)", style=solid]; -"461 roll_3" -> "462 slice_61" [label="(1, 32, 32, 192)", style=solid]; -"462 slice_61" -> "463 slice_62" [label="(1, 32, 32, 192)", style=solid]; -"463 slice_62" -> "464 slice_63" [label="(1, 28, 32, 192)", style=solid]; -"464 slice_63" -> "465 slice_64" [label="(1, 28, 28, 192)", style=solid]; -"465 slice_64" -> "466 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; -"466 contiguous_5" -> "469 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; -"467 _param_constant63" -> "469 layer_norm_8" [label="(192,)", style=solid]; -"468 _param_constant64" -> "469 layer_norm_8" [label="(192,)", style=solid]; -"469 layer_norm_8" -> "470 add_12" [label="(1, 28, 28, 192)", style=solid]; -"470 add_12" -> "471 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; -"470 add_12" -> "493 add_13" [label="(1, 28, 28, 192)", style=solid]; -"471 add_12_0_0_nncf_smooth_quant_0" -> "472 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; -"472 quantize_per_tensor_default_24" -> "473 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; -"473 dequantize_per_tensor_default_24" -> "478 linear_23" [label="(1, 28, 28, 192)", style=solid]; -"474 linear_23_scale_0_updated_constant0" -> "477 mul_tensor_24" [label="(768, 1)", style=solid]; -"475 compressed_weight_updated_constant24" -> "477 mul_tensor_24" [label="(768, 192)", style=solid]; -"476 _param_constant66_0_0" -> "478 linear_23" [label="(768,)", style=solid]; -"477 mul_tensor_24" -> "478 linear_23" [label="(768, 192)", style=solid]; -"478 linear_23" -> "479 gelu_3" [label="(1, 28, 28, 768)", style=solid]; -"479 gelu_3" -> "480 dropout_14" [label="(1, 28, 28, 768)", style=solid]; -"480 dropout_14" -> "481 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; -"481 dropout_14_0_0_nncf_smooth_quant_0" -> "482 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; -"482 quantize_per_tensor_default_25" -> "483 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; -"483 dequantize_per_tensor_default_25" -> "488 linear_24" [label="(1, 28, 28, 768)", style=solid]; -"484 linear_24_scale_0_updated_constant0" -> "487 mul_tensor_25" [label="(192, 1)", style=solid]; -"485 compressed_weight_updated_constant25" -> "487 mul_tensor_25" [label="(192, 768)", style=solid]; -"486 _param_constant68_0_0" -> "488 linear_24" [label="(192,)", style=solid]; -"487 mul_tensor_25" -> "488 linear_24" [label="(192, 768)", style=solid]; -"488 linear_24" -> "489 dropout_15" [label="(1, 28, 28, 192)", style=solid]; -"489 dropout_15" -> "492 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; -"490 _param_constant69" -> "492 layer_norm_9" [label="(192,)", style=solid]; -"491 _param_constant70" -> "492 layer_norm_9" [label="(192,)", style=solid]; -"492 layer_norm_9" -> "493 add_13" [label="(1, 28, 28, 192)", style=solid]; -"493 add_13" -> "494 pad_5" [label="(1, 28, 28, 192)", style=solid]; -"494 pad_5" -> "495 slice_65" [label="(1, 28, 28, 192)", style=solid]; -"494 pad_5" -> "498 slice_68" [label="(1, 28, 28, 192)", style=solid]; -"494 pad_5" -> "501 slice_71" [label="(1, 28, 28, 192)", style=solid]; -"494 pad_5" -> "504 slice_74" [label="(1, 28, 28, 192)", style=solid]; -"495 slice_65" -> "496 slice_66" [label="(1, 14, 28, 192)", style=solid]; -"496 slice_66" -> "497 slice_67" [label="(1, 14, 14, 192)", style=solid]; -"497 slice_67" -> "507 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"498 slice_68" -> "499 slice_69" [label="(1, 14, 28, 192)", style=solid]; -"499 slice_69" -> "500 slice_70" [label="(1, 14, 14, 192)", style=solid]; -"500 slice_70" -> "507 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"501 slice_71" -> "502 slice_72" [label="(1, 14, 28, 192)", style=solid]; -"502 slice_72" -> "503 slice_73" [label="(1, 14, 14, 192)", style=solid]; -"503 slice_73" -> "507 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"504 slice_74" -> "505 slice_75" [label="(1, 14, 28, 192)", style=solid]; -"505 slice_75" -> "506 slice_76" [label="(1, 14, 14, 192)", style=solid]; -"506 slice_76" -> "507 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"507 cat_1" -> "508 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; -"508 cat_1_0_0_nncf_smooth_quant_0" -> "509 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; -"509 quantize_per_tensor_default_26" -> "510 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; -"510 dequantize_per_tensor_default_26" -> "514 linear_25" [label="(1, 14, 14, 768)", style=solid]; -"511 linear_25_scale_0_updated_constant0" -> "513 mul_tensor_26" [label="(384, 1)", style=solid]; -"512 compressed_weight_updated_constant26" -> "513 mul_tensor_26" [label="(384, 768)", style=solid]; -"513 mul_tensor_26" -> "514 linear_25" [label="(384, 768)", style=solid]; -"514 linear_25" -> "517 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; -"515 _param_constant72" -> "517 layer_norm_10" [label="(384,)", style=solid]; -"516 _param_constant73" -> "517 layer_norm_10" [label="(384,)", style=solid]; -"517 layer_norm_10" -> "540 pad_6" [label="(1, 14, 14, 384)", style=solid]; -"517 layer_norm_10" -> "601 add_15" [label="(1, 14, 14, 384)", style=solid]; -"518 _tensor_constant26" -> "519 _tensor_constant26_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"519 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "524 linear_26" [label="(1, 15, 15, 2)", style=solid]; -"520 linear_26_scale_0_updated_constant0" -> "523 mul_tensor_27" [label="(512, 1)", style=solid]; -"521 compressed_weight_updated_constant27" -> "523 mul_tensor_27" [label="(512, 2)", style=solid]; -"522 _param_constant75_0_0" -> "524 linear_26" [label="(512,)", style=solid]; -"523 mul_tensor_27" -> "524 linear_26" [label="(512, 2)", style=solid]; -"524 linear_26" -> "525 relu__4" [label="(1, 15, 15, 512)", style=solid]; -"525 relu__4" -> "526 relu__4_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"526 relu__4_0_0_nncf_smooth_quant_0" -> "530 linear_27" [label="(1, 15, 15, 512)", style=solid]; -"527 linear_27_scale_0_updated_constant0" -> "529 mul_tensor_28" [label="(12, 1)", style=solid]; -"528 compressed_weight_updated_constant28" -> "529 mul_tensor_28" [label="(12, 512)", style=solid]; -"529 mul_tensor_28" -> "530 linear_27" [label="(12, 512)", style=solid]; -"530 linear_27" -> "531 view_22" [label="(1, 15, 15, 12)", style=solid]; -"531 view_22" -> "533 index_4" [label="(225, 12)", style=solid]; -"532 _tensor_constant27" -> "533 index_4" [label="(4096,)", style=solid]; -"533 index_4" -> "534 view_23" [label="(4096, 12)", style=solid]; -"534 view_23" -> "535 permute_19" [label="(64, 64, 12)", style=solid]; -"535 permute_19" -> "536 contiguous_6" [label="(12, 64, 64)", style=solid]; -"536 contiguous_6" -> "537 unsqueeze_12" [label="(12, 64, 64)", style=solid]; -"537 unsqueeze_12" -> "538 sigmoid_4" [label="(1, 12, 64, 64)", style=solid]; -"538 sigmoid_4" -> "539 mul_8" [label="(1, 12, 64, 64)", style=solid]; -"539 mul_8" -> "575 add_14" [label="(1, 12, 64, 64)", style=solid]; -"540 pad_6" -> "541 view_24" [label="(1, 16, 16, 384)", style=solid]; -"541 view_24" -> "542 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"542 permute_20" -> "543 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"543 reshape_18" -> "544 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"544 reshape_18_0_0_nncf_smooth_quant_0" -> "545 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; -"545 quantize_per_tensor_default_27" -> "546 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; -"546 dequantize_per_tensor_default_27" -> "551 linear_28" [label="(4, 64, 384)", style=solid]; -"547 linear_28_scale_0_updated_constant0" -> "550 mul_tensor_29" [label="(1152, 1)", style=solid]; -"548 compressed_weight_updated_constant29" -> "550 mul_tensor_29" [label="(1152, 384)", style=solid]; -"549 _param_constant77_0_0" -> "551 linear_28" [label="(1152,)", style=solid]; -"550 mul_tensor_29" -> "551 linear_28" [label="(1152, 384)", style=solid]; -"551 linear_28" -> "552 reshape_19" [label="(4, 64, 1152)", style=solid]; -"552 reshape_19" -> "553 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; -"553 permute_21" -> "554 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; -"553 permute_21" -> "555 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; -"553 permute_21" -> "556 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; -"554 select_12" -> "557 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; -"554 select_12" -> "559 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; -"554 select_12" -> "560 div_8" [label="(4, 12, 64, 32)", style=solid]; -"555 select_13" -> "563 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; -"555 select_13" -> "565 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; -"555 select_13" -> "566 div_9" [label="(4, 12, 64, 32)", style=solid]; -"556 select_14" -> "578 matmul_9" [label="(4, 12, 64, 32)", style=solid]; -"557 linalg_vector_norm_8" -> "558 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; -"558 clamp_min_8" -> "559 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; -"559 expand_as_8" -> "560 div_8" [label="(4, 12, 64, 32)", style=solid]; -"560 div_8" -> "561 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; -"561 quantize_per_tensor_default_28" -> "562 dequantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; -"562 dequantize_per_tensor_default_28" -> "570 matmul_8" [label="(4, 12, 64, 32)", style=solid]; -"563 linalg_vector_norm_9" -> "564 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; -"564 clamp_min_9" -> "565 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; -"565 expand_as_9" -> "566 div_9" [label="(4, 12, 64, 32)", style=solid]; -"566 div_9" -> "567 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; -"567 quantize_per_tensor_default_29" -> "568 dequantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; -"568 dequantize_per_tensor_default_29" -> "569 transpose_8" [label="(4, 12, 64, 32)", style=solid]; -"569 transpose_8" -> "570 matmul_8" [label="(4, 12, 32, 64)", style=solid]; -"570 matmul_8" -> "574 mul_9" [label="(4, 12, 64, 64)", style=solid]; -"571 _param_constant79" -> "572 clamp_4" [label="(12, 1, 1)", style=solid]; -"572 clamp_4" -> "573 exp_4" [label="(12, 1, 1)", style=solid]; -"573 exp_4" -> "574 mul_9" [label="(12, 1, 1)", style=solid]; -"574 mul_9" -> "575 add_14" [label="(4, 12, 64, 64)", style=solid]; -"575 add_14" -> "576 softmax_4" [label="(4, 12, 64, 64)", style=solid]; -"576 softmax_4" -> "577 dropout_16" [label="(4, 12, 64, 64)", style=solid]; -"577 dropout_16" -> "578 matmul_9" [label="(4, 12, 64, 64)", style=solid]; -"578 matmul_9" -> "579 transpose_9" [label="(4, 12, 64, 32)", style=solid]; -"579 transpose_9" -> "580 reshape_20" [label="(4, 64, 12, 32)", style=solid]; -"580 reshape_20" -> "581 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"581 reshape_20_0_0_nncf_smooth_quant_0" -> "582 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; -"582 quantize_per_tensor_default_30" -> "583 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; -"583 dequantize_per_tensor_default_30" -> "588 linear_29" [label="(4, 64, 384)", style=solid]; -"584 linear_29_scale_0_updated_constant0" -> "587 mul_tensor_30" [label="(384, 1)", style=solid]; -"585 compressed_weight_updated_constant30" -> "587 mul_tensor_30" [label="(384, 384)", style=solid]; -"586 _param_constant81_0_0" -> "588 linear_29" [label="(384,)", style=solid]; -"587 mul_tensor_30" -> "588 linear_29" [label="(384, 384)", style=solid]; -"588 linear_29" -> "589 dropout_17" [label="(4, 64, 384)", style=solid]; -"589 dropout_17" -> "590 view_25" [label="(4, 64, 384)", style=solid]; -"590 view_25" -> "591 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"591 permute_22" -> "592 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"592 reshape_21" -> "593 slice_78" [label="(1, 16, 16, 384)", style=solid]; -"593 slice_78" -> "594 slice_79" [label="(1, 16, 16, 384)", style=solid]; -"594 slice_79" -> "595 slice_80" [label="(1, 14, 16, 384)", style=solid]; -"595 slice_80" -> "596 slice_81" [label="(1, 14, 14, 384)", style=solid]; -"596 slice_81" -> "597 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; -"597 contiguous_7" -> "600 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; -"598 _param_constant82" -> "600 layer_norm_11" [label="(384,)", style=solid]; -"599 _param_constant83" -> "600 layer_norm_11" [label="(384,)", style=solid]; -"600 layer_norm_11" -> "601 add_15" [label="(1, 14, 14, 384)", style=solid]; -"601 add_15" -> "602 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"601 add_15" -> "624 add_16" [label="(1, 14, 14, 384)", style=solid]; -"602 add_15_0_0_nncf_smooth_quant_0" -> "603 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; -"603 quantize_per_tensor_default_31" -> "604 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; -"604 dequantize_per_tensor_default_31" -> "609 linear_30" [label="(1, 14, 14, 384)", style=solid]; -"605 linear_30_scale_0_updated_constant0" -> "608 mul_tensor_31" [label="(1536, 1)", style=solid]; -"606 compressed_weight_updated_constant31" -> "608 mul_tensor_31" [label="(1536, 384)", style=solid]; -"607 _param_constant85_0_0" -> "609 linear_30" [label="(1536,)", style=solid]; -"608 mul_tensor_31" -> "609 linear_30" [label="(1536, 384)", style=solid]; -"609 linear_30" -> "610 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; -"610 gelu_4" -> "611 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; -"611 dropout_18" -> "612 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"612 dropout_18_0_0_nncf_smooth_quant_0" -> "613 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; -"613 quantize_per_tensor_default_32" -> "614 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; -"614 dequantize_per_tensor_default_32" -> "619 linear_31" [label="(1, 14, 14, 1536)", style=solid]; -"615 linear_31_scale_0_updated_constant0" -> "618 mul_tensor_32" [label="(384, 1)", style=solid]; -"616 compressed_weight_updated_constant32" -> "618 mul_tensor_32" [label="(384, 1536)", style=solid]; -"617 _param_constant87_0_0" -> "619 linear_31" [label="(384,)", style=solid]; -"618 mul_tensor_32" -> "619 linear_31" [label="(384, 1536)", style=solid]; -"619 linear_31" -> "620 dropout_19" [label="(1, 14, 14, 384)", style=solid]; -"620 dropout_19" -> "623 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; -"621 _param_constant88" -> "623 layer_norm_12" [label="(384,)", style=solid]; -"622 _param_constant89" -> "623 layer_norm_12" [label="(384,)", style=solid]; -"623 layer_norm_12" -> "624 add_16" [label="(1, 14, 14, 384)", style=solid]; -"624 add_16" -> "647 pad_7" [label="(1, 14, 14, 384)", style=solid]; -"624 add_16" -> "726 add_19" [label="(1, 14, 14, 384)", style=solid]; -"625 _tensor_constant28" -> "626 _tensor_constant28_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"626 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "631 linear_32" [label="(1, 15, 15, 2)", style=solid]; -"627 linear_32_scale_0_updated_constant0" -> "630 mul_tensor_33" [label="(512, 1)", style=solid]; -"628 compressed_weight_updated_constant33" -> "630 mul_tensor_33" [label="(512, 2)", style=solid]; -"629 _param_constant91_0_0" -> "631 linear_32" [label="(512,)", style=solid]; -"630 mul_tensor_33" -> "631 linear_32" [label="(512, 2)", style=solid]; -"631 linear_32" -> "632 relu__5" [label="(1, 15, 15, 512)", style=solid]; -"632 relu__5" -> "633 relu__5_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"633 relu__5_0_0_nncf_smooth_quant_0" -> "637 linear_33" [label="(1, 15, 15, 512)", style=solid]; -"634 linear_33_scale_0_updated_constant0" -> "636 mul_tensor_34" [label="(12, 1)", style=solid]; -"635 compressed_weight_updated_constant34" -> "636 mul_tensor_34" [label="(12, 512)", style=solid]; -"636 mul_tensor_34" -> "637 linear_33" [label="(12, 512)", style=solid]; -"637 linear_33" -> "638 view_26" [label="(1, 15, 15, 12)", style=solid]; -"638 view_26" -> "640 index_5" [label="(225, 12)", style=solid]; -"639 _tensor_constant29" -> "640 index_5" [label="(4096,)", style=solid]; -"640 index_5" -> "641 view_27" [label="(4096, 12)", style=solid]; -"641 view_27" -> "642 permute_23" [label="(64, 64, 12)", style=solid]; -"642 permute_23" -> "643 contiguous_8" [label="(12, 64, 64)", style=solid]; -"643 contiguous_8" -> "644 unsqueeze_13" [label="(12, 64, 64)", style=solid]; -"644 unsqueeze_13" -> "645 sigmoid_5" [label="(1, 12, 64, 64)", style=solid]; -"645 sigmoid_5" -> "646 mul_10" [label="(1, 12, 64, 64)", style=solid]; -"646 mul_10" -> "683 add_17" [label="(1, 12, 64, 64)", style=solid]; -"647 pad_7" -> "648 roll_4" [label="(1, 16, 16, 384)", style=solid]; -"648 roll_4" -> "649 view_28" [label="(1, 16, 16, 384)", style=solid]; -"649 view_28" -> "650 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"650 permute_24" -> "651 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"651 reshape_22" -> "652 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"651 reshape_22" -> "684 new_zeros_2" [label="(4, 64, 384)", style=solid]; -"652 reshape_22_0_0_nncf_smooth_quant_0" -> "653 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; -"653 quantize_per_tensor_default_33" -> "654 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; -"654 dequantize_per_tensor_default_33" -> "659 linear_34" [label="(4, 64, 384)", style=solid]; -"655 linear_34_scale_0_updated_constant0" -> "658 mul_tensor_35" [label="(1152, 1)", style=solid]; -"656 compressed_weight_updated_constant35" -> "658 mul_tensor_35" [label="(1152, 384)", style=solid]; -"657 _param_constant93_0_0" -> "659 linear_34" [label="(1152,)", style=solid]; -"658 mul_tensor_35" -> "659 linear_34" [label="(1152, 384)", style=solid]; -"659 linear_34" -> "660 reshape_23" [label="(4, 64, 1152)", style=solid]; -"660 reshape_23" -> "661 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; -"661 permute_25" -> "662 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; -"661 permute_25" -> "663 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; -"661 permute_25" -> "664 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; -"662 select_15" -> "665 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; -"662 select_15" -> "667 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; -"662 select_15" -> "668 div_10" [label="(4, 12, 64, 32)", style=solid]; -"663 select_16" -> "671 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; -"663 select_16" -> "673 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; -"663 select_16" -> "674 div_11" [label="(4, 12, 64, 32)", style=solid]; -"664 select_17" -> "702 matmul_11" [label="(4, 12, 64, 32)", style=solid]; -"665 linalg_vector_norm_10" -> "666 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; -"666 clamp_min_10" -> "667 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; -"667 expand_as_10" -> "668 div_10" [label="(4, 12, 64, 32)", style=solid]; -"668 div_10" -> "669 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; -"669 quantize_per_tensor_default_34" -> "670 dequantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; -"670 dequantize_per_tensor_default_34" -> "678 matmul_10" [label="(4, 12, 64, 32)", style=solid]; -"671 linalg_vector_norm_11" -> "672 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; -"672 clamp_min_11" -> "673 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; -"673 expand_as_11" -> "674 div_11" [label="(4, 12, 64, 32)", style=solid]; -"674 div_11" -> "675 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; -"675 quantize_per_tensor_default_35" -> "676 dequantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; -"676 dequantize_per_tensor_default_35" -> "677 transpose_10" [label="(4, 12, 64, 32)", style=solid]; -"677 transpose_10" -> "678 matmul_10" [label="(4, 12, 32, 64)", style=solid]; -"678 matmul_10" -> "682 mul_11" [label="(4, 12, 64, 64)", style=solid]; -"679 _param_constant95" -> "680 clamp_5" [label="(12, 1, 1)", style=solid]; -"680 clamp_5" -> "681 exp_5" [label="(12, 1, 1)", style=solid]; -"681 exp_5" -> "682 mul_11" [label="(12, 1, 1)", style=solid]; -"682 mul_11" -> "683 add_17" [label="(4, 12, 64, 64)", style=solid]; -"683 add_17" -> "695 view_30" [label="(4, 12, 64, 64)", style=solid]; -"684 new_zeros_2" -> "685 view_29" [label="(16, 16)", style=solid]; -"685 view_29" -> "686 permute_26" [label="(2, 8, 2, 8)", style=solid]; -"686 permute_26" -> "687 reshape_24" [label="(2, 2, 8, 8)", style=solid]; -"687 reshape_24" -> "688 unsqueeze_14" [label="(4, 64)", style=solid]; -"687 reshape_24" -> "689 unsqueeze_15" [label="(4, 64)", style=solid]; -"688 unsqueeze_14" -> "690 sub_2" [label="(4, 1, 64)", style=solid]; -"689 unsqueeze_15" -> "690 sub_2" [label="(4, 64, 1)", style=solid]; -"690 sub_2" -> "691 ne_2" [label="(4, 64, 64)", style=solid]; -"690 sub_2" -> "692 masked_fill_4" [label="(4, 64, 64)", style=solid]; -"690 sub_2" -> "693 eq_2" [label="(4, 64, 64)", style=solid]; -"691 ne_2" -> "692 masked_fill_4" [label="(4, 64, 64)", style=solid]; -"692 masked_fill_4" -> "694 masked_fill_5" [label="(4, 64, 64)", style=solid]; -"693 eq_2" -> "694 masked_fill_5" [label="(4, 64, 64)", style=solid]; -"694 masked_fill_5" -> "696 unsqueeze_16" [label="(4, 64, 64)", style=solid]; -"695 view_30" -> "698 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; -"696 unsqueeze_16" -> "697 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; -"697 unsqueeze_17" -> "698 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; -"698 add_18" -> "699 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; -"699 view_31" -> "700 softmax_5" [label="(4, 12, 64, 64)", style=solid]; -"700 softmax_5" -> "701 dropout_20" [label="(4, 12, 64, 64)", style=solid]; -"701 dropout_20" -> "702 matmul_11" [label="(4, 12, 64, 64)", style=solid]; -"702 matmul_11" -> "703 transpose_11" [label="(4, 12, 64, 32)", style=solid]; -"703 transpose_11" -> "704 reshape_25" [label="(4, 64, 12, 32)", style=solid]; -"704 reshape_25" -> "705 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"705 reshape_25_0_0_nncf_smooth_quant_0" -> "706 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; -"706 quantize_per_tensor_default_36" -> "707 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; -"707 dequantize_per_tensor_default_36" -> "712 linear_35" [label="(4, 64, 384)", style=solid]; -"708 linear_35_scale_0_updated_constant0" -> "711 mul_tensor_36" [label="(384, 1)", style=solid]; -"709 compressed_weight_updated_constant36" -> "711 mul_tensor_36" [label="(384, 384)", style=solid]; -"710 _param_constant97_0_0" -> "712 linear_35" [label="(384,)", style=solid]; -"711 mul_tensor_36" -> "712 linear_35" [label="(384, 384)", style=solid]; -"712 linear_35" -> "713 dropout_21" [label="(4, 64, 384)", style=solid]; -"713 dropout_21" -> "714 view_32" [label="(4, 64, 384)", style=solid]; -"714 view_32" -> "715 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"715 permute_27" -> "716 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"716 reshape_26" -> "717 roll_5" [label="(1, 16, 16, 384)", style=solid]; -"717 roll_5" -> "718 slice_101" [label="(1, 16, 16, 384)", style=solid]; -"718 slice_101" -> "719 slice_102" [label="(1, 16, 16, 384)", style=solid]; -"719 slice_102" -> "720 slice_103" [label="(1, 14, 16, 384)", style=solid]; -"720 slice_103" -> "721 slice_104" [label="(1, 14, 14, 384)", style=solid]; -"721 slice_104" -> "722 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; -"722 contiguous_9" -> "725 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; -"723 _param_constant98" -> "725 layer_norm_13" [label="(384,)", style=solid]; -"724 _param_constant99" -> "725 layer_norm_13" [label="(384,)", style=solid]; -"725 layer_norm_13" -> "726 add_19" [label="(1, 14, 14, 384)", style=solid]; -"726 add_19" -> "727 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"726 add_19" -> "749 add_20" [label="(1, 14, 14, 384)", style=solid]; -"727 add_19_0_0_nncf_smooth_quant_0" -> "728 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; -"728 quantize_per_tensor_default_37" -> "729 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; -"729 dequantize_per_tensor_default_37" -> "734 linear_36" [label="(1, 14, 14, 384)", style=solid]; -"730 linear_36_scale_0_updated_constant0" -> "733 mul_tensor_37" [label="(1536, 1)", style=solid]; -"731 compressed_weight_updated_constant37" -> "733 mul_tensor_37" [label="(1536, 384)", style=solid]; -"732 _param_constant101_0_0" -> "734 linear_36" [label="(1536,)", style=solid]; -"733 mul_tensor_37" -> "734 linear_36" [label="(1536, 384)", style=solid]; -"734 linear_36" -> "735 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; -"735 gelu_5" -> "736 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; -"736 dropout_22" -> "737 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"737 dropout_22_0_0_nncf_smooth_quant_0" -> "738 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; -"738 quantize_per_tensor_default_38" -> "739 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; -"739 dequantize_per_tensor_default_38" -> "744 linear_37" [label="(1, 14, 14, 1536)", style=solid]; -"740 linear_37_scale_0_updated_constant0" -> "743 mul_tensor_38" [label="(384, 1)", style=solid]; -"741 compressed_weight_updated_constant38" -> "743 mul_tensor_38" [label="(384, 1536)", style=solid]; -"742 _param_constant103_0_0" -> "744 linear_37" [label="(384,)", style=solid]; -"743 mul_tensor_38" -> "744 linear_37" [label="(384, 1536)", style=solid]; -"744 linear_37" -> "745 dropout_23" [label="(1, 14, 14, 384)", style=solid]; -"745 dropout_23" -> "748 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; -"746 _param_constant104" -> "748 layer_norm_14" [label="(384,)", style=solid]; -"747 _param_constant105" -> "748 layer_norm_14" [label="(384,)", style=solid]; -"748 layer_norm_14" -> "749 add_20" [label="(1, 14, 14, 384)", style=solid]; -"749 add_20" -> "772 pad_8" [label="(1, 14, 14, 384)", style=solid]; -"749 add_20" -> "833 add_22" [label="(1, 14, 14, 384)", style=solid]; -"750 _tensor_constant39" -> "751 _tensor_constant39_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"751 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "756 linear_38" [label="(1, 15, 15, 2)", style=solid]; -"752 linear_38_scale_0_updated_constant0" -> "755 mul_tensor_39" [label="(512, 1)", style=solid]; -"753 compressed_weight_updated_constant39" -> "755 mul_tensor_39" [label="(512, 2)", style=solid]; -"754 _param_constant107_0_0" -> "756 linear_38" [label="(512,)", style=solid]; -"755 mul_tensor_39" -> "756 linear_38" [label="(512, 2)", style=solid]; -"756 linear_38" -> "757 relu__6" [label="(1, 15, 15, 512)", style=solid]; -"757 relu__6" -> "758 relu__6_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"758 relu__6_0_0_nncf_smooth_quant_0" -> "762 linear_39" [label="(1, 15, 15, 512)", style=solid]; -"759 linear_39_scale_0_updated_constant0" -> "761 mul_tensor_40" [label="(12, 1)", style=solid]; -"760 compressed_weight_updated_constant40" -> "761 mul_tensor_40" [label="(12, 512)", style=solid]; -"761 mul_tensor_40" -> "762 linear_39" [label="(12, 512)", style=solid]; -"762 linear_39" -> "763 view_33" [label="(1, 15, 15, 12)", style=solid]; -"763 view_33" -> "765 index_6" [label="(225, 12)", style=solid]; -"764 _tensor_constant40" -> "765 index_6" [label="(4096,)", style=solid]; -"765 index_6" -> "766 view_34" [label="(4096, 12)", style=solid]; -"766 view_34" -> "767 permute_28" [label="(64, 64, 12)", style=solid]; -"767 permute_28" -> "768 contiguous_10" [label="(12, 64, 64)", style=solid]; -"768 contiguous_10" -> "769 unsqueeze_18" [label="(12, 64, 64)", style=solid]; -"769 unsqueeze_18" -> "770 sigmoid_6" [label="(1, 12, 64, 64)", style=solid]; -"770 sigmoid_6" -> "771 mul_12" [label="(1, 12, 64, 64)", style=solid]; -"771 mul_12" -> "807 add_21" [label="(1, 12, 64, 64)", style=solid]; -"772 pad_8" -> "773 view_35" [label="(1, 16, 16, 384)", style=solid]; -"773 view_35" -> "774 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"774 permute_29" -> "775 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"775 reshape_27" -> "776 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"776 reshape_27_0_0_nncf_smooth_quant_0" -> "777 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; -"777 quantize_per_tensor_default_39" -> "778 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; -"778 dequantize_per_tensor_default_39" -> "783 linear_40" [label="(4, 64, 384)", style=solid]; -"779 linear_40_scale_0_updated_constant0" -> "782 mul_tensor_41" [label="(1152, 1)", style=solid]; -"780 compressed_weight_updated_constant41" -> "782 mul_tensor_41" [label="(1152, 384)", style=solid]; -"781 _param_constant109_0_0" -> "783 linear_40" [label="(1152,)", style=solid]; -"782 mul_tensor_41" -> "783 linear_40" [label="(1152, 384)", style=solid]; -"783 linear_40" -> "784 reshape_28" [label="(4, 64, 1152)", style=solid]; -"784 reshape_28" -> "785 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; -"785 permute_30" -> "786 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; -"785 permute_30" -> "787 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; -"785 permute_30" -> "788 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; -"786 select_18" -> "789 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; -"786 select_18" -> "791 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; -"786 select_18" -> "792 div_12" [label="(4, 12, 64, 32)", style=solid]; -"787 select_19" -> "795 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; -"787 select_19" -> "797 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; -"787 select_19" -> "798 div_13" [label="(4, 12, 64, 32)", style=solid]; -"788 select_20" -> "810 matmul_13" [label="(4, 12, 64, 32)", style=solid]; -"789 linalg_vector_norm_12" -> "790 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; -"790 clamp_min_12" -> "791 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; -"791 expand_as_12" -> "792 div_12" [label="(4, 12, 64, 32)", style=solid]; -"792 div_12" -> "793 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; -"793 quantize_per_tensor_default_40" -> "794 dequantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; -"794 dequantize_per_tensor_default_40" -> "802 matmul_12" [label="(4, 12, 64, 32)", style=solid]; -"795 linalg_vector_norm_13" -> "796 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; -"796 clamp_min_13" -> "797 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; -"797 expand_as_13" -> "798 div_13" [label="(4, 12, 64, 32)", style=solid]; -"798 div_13" -> "799 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; -"799 quantize_per_tensor_default_41" -> "800 dequantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; -"800 dequantize_per_tensor_default_41" -> "801 transpose_12" [label="(4, 12, 64, 32)", style=solid]; -"801 transpose_12" -> "802 matmul_12" [label="(4, 12, 32, 64)", style=solid]; -"802 matmul_12" -> "806 mul_13" [label="(4, 12, 64, 64)", style=solid]; -"803 _param_constant111" -> "804 clamp_6" [label="(12, 1, 1)", style=solid]; -"804 clamp_6" -> "805 exp_6" [label="(12, 1, 1)", style=solid]; -"805 exp_6" -> "806 mul_13" [label="(12, 1, 1)", style=solid]; -"806 mul_13" -> "807 add_21" [label="(4, 12, 64, 64)", style=solid]; -"807 add_21" -> "808 softmax_6" [label="(4, 12, 64, 64)", style=solid]; -"808 softmax_6" -> "809 dropout_24" [label="(4, 12, 64, 64)", style=solid]; -"809 dropout_24" -> "810 matmul_13" [label="(4, 12, 64, 64)", style=solid]; -"810 matmul_13" -> "811 transpose_13" [label="(4, 12, 64, 32)", style=solid]; -"811 transpose_13" -> "812 reshape_29" [label="(4, 64, 12, 32)", style=solid]; -"812 reshape_29" -> "813 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"813 reshape_29_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; -"814 quantize_per_tensor_default_42" -> "815 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; -"815 dequantize_per_tensor_default_42" -> "820 linear_41" [label="(4, 64, 384)", style=solid]; -"816 linear_41_scale_0_updated_constant0" -> "819 mul_tensor_42" [label="(384, 1)", style=solid]; -"817 compressed_weight_updated_constant42" -> "819 mul_tensor_42" [label="(384, 384)", style=solid]; -"818 _param_constant113_0_0" -> "820 linear_41" [label="(384,)", style=solid]; -"819 mul_tensor_42" -> "820 linear_41" [label="(384, 384)", style=solid]; -"820 linear_41" -> "821 dropout_25" [label="(4, 64, 384)", style=solid]; -"821 dropout_25" -> "822 view_36" [label="(4, 64, 384)", style=solid]; -"822 view_36" -> "823 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"823 permute_31" -> "824 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"824 reshape_30" -> "825 slice_106" [label="(1, 16, 16, 384)", style=solid]; -"825 slice_106" -> "826 slice_107" [label="(1, 16, 16, 384)", style=solid]; -"826 slice_107" -> "827 slice_108" [label="(1, 14, 16, 384)", style=solid]; -"827 slice_108" -> "828 slice_109" [label="(1, 14, 14, 384)", style=solid]; -"828 slice_109" -> "829 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; -"829 contiguous_11" -> "832 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; -"830 _param_constant114" -> "832 layer_norm_15" [label="(384,)", style=solid]; -"831 _param_constant115" -> "832 layer_norm_15" [label="(384,)", style=solid]; -"832 layer_norm_15" -> "833 add_22" [label="(1, 14, 14, 384)", style=solid]; -"833 add_22" -> "834 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"833 add_22" -> "856 add_23" [label="(1, 14, 14, 384)", style=solid]; -"834 add_22_0_0_nncf_smooth_quant_0" -> "835 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; -"835 quantize_per_tensor_default_43" -> "836 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; -"836 dequantize_per_tensor_default_43" -> "841 linear_42" [label="(1, 14, 14, 384)", style=solid]; -"837 linear_42_scale_0_updated_constant0" -> "840 mul_tensor_43" [label="(1536, 1)", style=solid]; -"838 compressed_weight_updated_constant43" -> "840 mul_tensor_43" [label="(1536, 384)", style=solid]; -"839 _param_constant117_0_0" -> "841 linear_42" [label="(1536,)", style=solid]; -"840 mul_tensor_43" -> "841 linear_42" [label="(1536, 384)", style=solid]; -"841 linear_42" -> "842 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; -"842 gelu_6" -> "843 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; -"843 dropout_26" -> "844 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"844 dropout_26_0_0_nncf_smooth_quant_0" -> "845 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; -"845 quantize_per_tensor_default_44" -> "846 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; -"846 dequantize_per_tensor_default_44" -> "851 linear_43" [label="(1, 14, 14, 1536)", style=solid]; -"847 linear_43_scale_0_updated_constant0" -> "850 mul_tensor_44" [label="(384, 1)", style=solid]; -"848 compressed_weight_updated_constant44" -> "850 mul_tensor_44" [label="(384, 1536)", style=solid]; -"849 _param_constant119_0_0" -> "851 linear_43" [label="(384,)", style=solid]; -"850 mul_tensor_44" -> "851 linear_43" [label="(384, 1536)", style=solid]; -"851 linear_43" -> "852 dropout_27" [label="(1, 14, 14, 384)", style=solid]; -"852 dropout_27" -> "855 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; -"853 _param_constant120" -> "855 layer_norm_16" [label="(384,)", style=solid]; -"854 _param_constant121" -> "855 layer_norm_16" [label="(384,)", style=solid]; -"855 layer_norm_16" -> "856 add_23" [label="(1, 14, 14, 384)", style=solid]; -"856 add_23" -> "879 pad_9" [label="(1, 14, 14, 384)", style=solid]; -"856 add_23" -> "958 add_26" [label="(1, 14, 14, 384)", style=solid]; -"857 _tensor_constant41" -> "858 _tensor_constant41_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"858 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "863 linear_44" [label="(1, 15, 15, 2)", style=solid]; -"859 linear_44_scale_0_updated_constant0" -> "862 mul_tensor_45" [label="(512, 1)", style=solid]; -"860 compressed_weight_updated_constant45" -> "862 mul_tensor_45" [label="(512, 2)", style=solid]; -"861 _param_constant123_0_0" -> "863 linear_44" [label="(512,)", style=solid]; -"862 mul_tensor_45" -> "863 linear_44" [label="(512, 2)", style=solid]; -"863 linear_44" -> "864 relu__7" [label="(1, 15, 15, 512)", style=solid]; -"864 relu__7" -> "865 relu__7_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"865 relu__7_0_0_nncf_smooth_quant_0" -> "869 linear_45" [label="(1, 15, 15, 512)", style=solid]; -"866 linear_45_scale_0_updated_constant0" -> "868 mul_tensor_46" [label="(12, 1)", style=solid]; -"867 compressed_weight_updated_constant46" -> "868 mul_tensor_46" [label="(12, 512)", style=solid]; -"868 mul_tensor_46" -> "869 linear_45" [label="(12, 512)", style=solid]; -"869 linear_45" -> "870 view_37" [label="(1, 15, 15, 12)", style=solid]; -"870 view_37" -> "872 index_7" [label="(225, 12)", style=solid]; -"871 _tensor_constant42" -> "872 index_7" [label="(4096,)", style=solid]; -"872 index_7" -> "873 view_38" [label="(4096, 12)", style=solid]; -"873 view_38" -> "874 permute_32" [label="(64, 64, 12)", style=solid]; -"874 permute_32" -> "875 contiguous_12" [label="(12, 64, 64)", style=solid]; -"875 contiguous_12" -> "876 unsqueeze_19" [label="(12, 64, 64)", style=solid]; -"876 unsqueeze_19" -> "877 sigmoid_7" [label="(1, 12, 64, 64)", style=solid]; -"877 sigmoid_7" -> "878 mul_14" [label="(1, 12, 64, 64)", style=solid]; -"878 mul_14" -> "915 add_24" [label="(1, 12, 64, 64)", style=solid]; -"879 pad_9" -> "880 roll_6" [label="(1, 16, 16, 384)", style=solid]; -"880 roll_6" -> "881 view_39" [label="(1, 16, 16, 384)", style=solid]; -"881 view_39" -> "882 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"882 permute_33" -> "883 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"883 reshape_31" -> "884 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"883 reshape_31" -> "916 new_zeros_3" [label="(4, 64, 384)", style=solid]; -"884 reshape_31_0_0_nncf_smooth_quant_0" -> "885 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; -"885 quantize_per_tensor_default_45" -> "886 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; -"886 dequantize_per_tensor_default_45" -> "891 linear_46" [label="(4, 64, 384)", style=solid]; -"887 linear_46_scale_0_updated_constant0" -> "890 mul_tensor_47" [label="(1152, 1)", style=solid]; -"888 compressed_weight_updated_constant47" -> "890 mul_tensor_47" [label="(1152, 384)", style=solid]; -"889 _param_constant125_0_0" -> "891 linear_46" [label="(1152,)", style=solid]; -"890 mul_tensor_47" -> "891 linear_46" [label="(1152, 384)", style=solid]; -"891 linear_46" -> "892 reshape_32" [label="(4, 64, 1152)", style=solid]; -"892 reshape_32" -> "893 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; -"893 permute_34" -> "894 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; -"893 permute_34" -> "895 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; -"893 permute_34" -> "896 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; -"894 select_21" -> "897 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; -"894 select_21" -> "899 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; -"894 select_21" -> "900 div_14" [label="(4, 12, 64, 32)", style=solid]; -"895 select_22" -> "903 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; -"895 select_22" -> "905 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; -"895 select_22" -> "906 div_15" [label="(4, 12, 64, 32)", style=solid]; -"896 select_23" -> "934 matmul_15" [label="(4, 12, 64, 32)", style=solid]; -"897 linalg_vector_norm_14" -> "898 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; -"898 clamp_min_14" -> "899 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; -"899 expand_as_14" -> "900 div_14" [label="(4, 12, 64, 32)", style=solid]; -"900 div_14" -> "901 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; -"901 quantize_per_tensor_default_46" -> "902 dequantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; -"902 dequantize_per_tensor_default_46" -> "910 matmul_14" [label="(4, 12, 64, 32)", style=solid]; -"903 linalg_vector_norm_15" -> "904 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; -"904 clamp_min_15" -> "905 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; -"905 expand_as_15" -> "906 div_15" [label="(4, 12, 64, 32)", style=solid]; -"906 div_15" -> "907 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; -"907 quantize_per_tensor_default_47" -> "908 dequantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; -"908 dequantize_per_tensor_default_47" -> "909 transpose_14" [label="(4, 12, 64, 32)", style=solid]; -"909 transpose_14" -> "910 matmul_14" [label="(4, 12, 32, 64)", style=solid]; -"910 matmul_14" -> "914 mul_15" [label="(4, 12, 64, 64)", style=solid]; -"911 _param_constant127" -> "912 clamp_7" [label="(12, 1, 1)", style=solid]; -"912 clamp_7" -> "913 exp_7" [label="(12, 1, 1)", style=solid]; -"913 exp_7" -> "914 mul_15" [label="(12, 1, 1)", style=solid]; -"914 mul_15" -> "915 add_24" [label="(4, 12, 64, 64)", style=solid]; -"915 add_24" -> "927 view_41" [label="(4, 12, 64, 64)", style=solid]; -"916 new_zeros_3" -> "917 view_40" [label="(16, 16)", style=solid]; -"917 view_40" -> "918 permute_35" [label="(2, 8, 2, 8)", style=solid]; -"918 permute_35" -> "919 reshape_33" [label="(2, 2, 8, 8)", style=solid]; -"919 reshape_33" -> "920 unsqueeze_20" [label="(4, 64)", style=solid]; -"919 reshape_33" -> "921 unsqueeze_21" [label="(4, 64)", style=solid]; -"920 unsqueeze_20" -> "922 sub_3" [label="(4, 1, 64)", style=solid]; -"921 unsqueeze_21" -> "922 sub_3" [label="(4, 64, 1)", style=solid]; -"922 sub_3" -> "923 ne_3" [label="(4, 64, 64)", style=solid]; -"922 sub_3" -> "924 masked_fill_6" [label="(4, 64, 64)", style=solid]; -"922 sub_3" -> "925 eq_3" [label="(4, 64, 64)", style=solid]; -"923 ne_3" -> "924 masked_fill_6" [label="(4, 64, 64)", style=solid]; -"924 masked_fill_6" -> "926 masked_fill_7" [label="(4, 64, 64)", style=solid]; -"925 eq_3" -> "926 masked_fill_7" [label="(4, 64, 64)", style=solid]; -"926 masked_fill_7" -> "928 unsqueeze_22" [label="(4, 64, 64)", style=solid]; -"927 view_41" -> "930 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; -"928 unsqueeze_22" -> "929 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; -"929 unsqueeze_23" -> "930 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; -"930 add_25" -> "931 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; -"931 view_42" -> "932 softmax_7" [label="(4, 12, 64, 64)", style=solid]; -"932 softmax_7" -> "933 dropout_28" [label="(4, 12, 64, 64)", style=solid]; -"933 dropout_28" -> "934 matmul_15" [label="(4, 12, 64, 64)", style=solid]; -"934 matmul_15" -> "935 transpose_15" [label="(4, 12, 64, 32)", style=solid]; -"935 transpose_15" -> "936 reshape_34" [label="(4, 64, 12, 32)", style=solid]; -"936 reshape_34" -> "937 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"937 reshape_34_0_0_nncf_smooth_quant_0" -> "938 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; -"938 quantize_per_tensor_default_48" -> "939 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; -"939 dequantize_per_tensor_default_48" -> "944 linear_47" [label="(4, 64, 384)", style=solid]; -"940 linear_47_scale_0_updated_constant0" -> "943 mul_tensor_48" [label="(384, 1)", style=solid]; -"941 compressed_weight_updated_constant48" -> "943 mul_tensor_48" [label="(384, 384)", style=solid]; -"942 _param_constant129_0_0" -> "944 linear_47" [label="(384,)", style=solid]; -"943 mul_tensor_48" -> "944 linear_47" [label="(384, 384)", style=solid]; -"944 linear_47" -> "945 dropout_29" [label="(4, 64, 384)", style=solid]; -"945 dropout_29" -> "946 view_43" [label="(4, 64, 384)", style=solid]; -"946 view_43" -> "947 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"947 permute_36" -> "948 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"948 reshape_35" -> "949 roll_7" [label="(1, 16, 16, 384)", style=solid]; -"949 roll_7" -> "950 slice_129" [label="(1, 16, 16, 384)", style=solid]; -"950 slice_129" -> "951 slice_130" [label="(1, 16, 16, 384)", style=solid]; -"951 slice_130" -> "952 slice_131" [label="(1, 14, 16, 384)", style=solid]; -"952 slice_131" -> "953 slice_132" [label="(1, 14, 14, 384)", style=solid]; -"953 slice_132" -> "954 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; -"954 contiguous_13" -> "957 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; -"955 _param_constant130" -> "957 layer_norm_17" [label="(384,)", style=solid]; -"956 _param_constant131" -> "957 layer_norm_17" [label="(384,)", style=solid]; -"957 layer_norm_17" -> "958 add_26" [label="(1, 14, 14, 384)", style=solid]; -"958 add_26" -> "959 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"958 add_26" -> "981 add_27" [label="(1, 14, 14, 384)", style=solid]; -"959 add_26_0_0_nncf_smooth_quant_0" -> "960 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; -"960 quantize_per_tensor_default_49" -> "961 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; -"961 dequantize_per_tensor_default_49" -> "966 linear_48" [label="(1, 14, 14, 384)", style=solid]; -"962 linear_48_scale_0_updated_constant0" -> "965 mul_tensor_49" [label="(1536, 1)", style=solid]; -"963 compressed_weight_updated_constant49" -> "965 mul_tensor_49" [label="(1536, 384)", style=solid]; -"964 _param_constant133_0_0" -> "966 linear_48" [label="(1536,)", style=solid]; -"965 mul_tensor_49" -> "966 linear_48" [label="(1536, 384)", style=solid]; -"966 linear_48" -> "967 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; -"967 gelu_7" -> "968 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; -"968 dropout_30" -> "969 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"969 dropout_30_0_0_nncf_smooth_quant_0" -> "970 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; -"970 quantize_per_tensor_default_50" -> "971 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; -"971 dequantize_per_tensor_default_50" -> "976 linear_49" [label="(1, 14, 14, 1536)", style=solid]; -"972 linear_49_scale_0_updated_constant0" -> "975 mul_tensor_50" [label="(384, 1)", style=solid]; -"973 compressed_weight_updated_constant50" -> "975 mul_tensor_50" [label="(384, 1536)", style=solid]; -"974 _param_constant135_0_0" -> "976 linear_49" [label="(384,)", style=solid]; -"975 mul_tensor_50" -> "976 linear_49" [label="(384, 1536)", style=solid]; -"976 linear_49" -> "977 dropout_31" [label="(1, 14, 14, 384)", style=solid]; -"977 dropout_31" -> "980 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; -"978 _param_constant136" -> "980 layer_norm_18" [label="(384,)", style=solid]; -"979 _param_constant137" -> "980 layer_norm_18" [label="(384,)", style=solid]; -"980 layer_norm_18" -> "981 add_27" [label="(1, 14, 14, 384)", style=solid]; -"981 add_27" -> "1004 pad_10" [label="(1, 14, 14, 384)", style=solid]; -"981 add_27" -> "1065 add_29" [label="(1, 14, 14, 384)", style=solid]; -"982 _tensor_constant52" -> "983 _tensor_constant52_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"983 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "988 linear_50" [label="(1, 15, 15, 2)", style=solid]; -"984 linear_50_scale_0_updated_constant0" -> "987 mul_tensor_51" [label="(512, 1)", style=solid]; -"985 compressed_weight_updated_constant51" -> "987 mul_tensor_51" [label="(512, 2)", style=solid]; -"986 _param_constant139_0_0" -> "988 linear_50" [label="(512,)", style=solid]; -"987 mul_tensor_51" -> "988 linear_50" [label="(512, 2)", style=solid]; -"988 linear_50" -> "989 relu__8" [label="(1, 15, 15, 512)", style=solid]; -"989 relu__8" -> "990 relu__8_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"990 relu__8_0_0_nncf_smooth_quant_0" -> "994 linear_51" [label="(1, 15, 15, 512)", style=solid]; -"991 linear_51_scale_0_updated_constant0" -> "993 mul_tensor_52" [label="(12, 1)", style=solid]; -"992 compressed_weight_updated_constant52" -> "993 mul_tensor_52" [label="(12, 512)", style=solid]; -"993 mul_tensor_52" -> "994 linear_51" [label="(12, 512)", style=solid]; -"994 linear_51" -> "995 view_44" [label="(1, 15, 15, 12)", style=solid]; -"995 view_44" -> "997 index_8" [label="(225, 12)", style=solid]; -"996 _tensor_constant53" -> "997 index_8" [label="(4096,)", style=solid]; -"997 index_8" -> "998 view_45" [label="(4096, 12)", style=solid]; -"998 view_45" -> "999 permute_37" [label="(64, 64, 12)", style=solid]; -"999 permute_37" -> "1000 contiguous_14" [label="(12, 64, 64)", style=solid]; -"1000 contiguous_14" -> "1001 unsqueeze_24" [label="(12, 64, 64)", style=solid]; -"1001 unsqueeze_24" -> "1002 sigmoid_8" [label="(1, 12, 64, 64)", style=solid]; -"1002 sigmoid_8" -> "1003 mul_16" [label="(1, 12, 64, 64)", style=solid]; -"1003 mul_16" -> "1039 add_28" [label="(1, 12, 64, 64)", style=solid]; -"1004 pad_10" -> "1005 view_46" [label="(1, 16, 16, 384)", style=solid]; -"1005 view_46" -> "1006 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1006 permute_38" -> "1007 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1007 reshape_36" -> "1008 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1008 reshape_36_0_0_nncf_smooth_quant_0" -> "1009 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; -"1009 quantize_per_tensor_default_51" -> "1010 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; -"1010 dequantize_per_tensor_default_51" -> "1015 linear_52" [label="(4, 64, 384)", style=solid]; -"1011 linear_52_scale_0_updated_constant0" -> "1014 mul_tensor_53" [label="(1152, 1)", style=solid]; -"1012 compressed_weight_updated_constant53" -> "1014 mul_tensor_53" [label="(1152, 384)", style=solid]; -"1013 _param_constant141_0_0" -> "1015 linear_52" [label="(1152,)", style=solid]; -"1014 mul_tensor_53" -> "1015 linear_52" [label="(1152, 384)", style=solid]; -"1015 linear_52" -> "1016 reshape_37" [label="(4, 64, 1152)", style=solid]; -"1016 reshape_37" -> "1017 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; -"1017 permute_39" -> "1018 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; -"1017 permute_39" -> "1019 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; -"1017 permute_39" -> "1020 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; -"1018 select_24" -> "1021 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; -"1018 select_24" -> "1023 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; -"1018 select_24" -> "1024 div_16" [label="(4, 12, 64, 32)", style=solid]; -"1019 select_25" -> "1027 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; -"1019 select_25" -> "1029 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; -"1019 select_25" -> "1030 div_17" [label="(4, 12, 64, 32)", style=solid]; -"1020 select_26" -> "1042 matmul_17" [label="(4, 12, 64, 32)", style=solid]; -"1021 linalg_vector_norm_16" -> "1022 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; -"1022 clamp_min_16" -> "1023 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; -"1023 expand_as_16" -> "1024 div_16" [label="(4, 12, 64, 32)", style=solid]; -"1024 div_16" -> "1025 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; -"1025 quantize_per_tensor_default_52" -> "1026 dequantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; -"1026 dequantize_per_tensor_default_52" -> "1034 matmul_16" [label="(4, 12, 64, 32)", style=solid]; -"1027 linalg_vector_norm_17" -> "1028 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; -"1028 clamp_min_17" -> "1029 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; -"1029 expand_as_17" -> "1030 div_17" [label="(4, 12, 64, 32)", style=solid]; -"1030 div_17" -> "1031 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; -"1031 quantize_per_tensor_default_53" -> "1032 dequantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; -"1032 dequantize_per_tensor_default_53" -> "1033 transpose_16" [label="(4, 12, 64, 32)", style=solid]; -"1033 transpose_16" -> "1034 matmul_16" [label="(4, 12, 32, 64)", style=solid]; -"1034 matmul_16" -> "1038 mul_17" [label="(4, 12, 64, 64)", style=solid]; -"1035 _param_constant143" -> "1036 clamp_8" [label="(12, 1, 1)", style=solid]; -"1036 clamp_8" -> "1037 exp_8" [label="(12, 1, 1)", style=solid]; -"1037 exp_8" -> "1038 mul_17" [label="(12, 1, 1)", style=solid]; -"1038 mul_17" -> "1039 add_28" [label="(4, 12, 64, 64)", style=solid]; -"1039 add_28" -> "1040 softmax_8" [label="(4, 12, 64, 64)", style=solid]; -"1040 softmax_8" -> "1041 dropout_32" [label="(4, 12, 64, 64)", style=solid]; -"1041 dropout_32" -> "1042 matmul_17" [label="(4, 12, 64, 64)", style=solid]; -"1042 matmul_17" -> "1043 transpose_17" [label="(4, 12, 64, 32)", style=solid]; -"1043 transpose_17" -> "1044 reshape_38" [label="(4, 64, 12, 32)", style=solid]; -"1044 reshape_38" -> "1045 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1045 reshape_38_0_0_nncf_smooth_quant_0" -> "1046 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; -"1046 quantize_per_tensor_default_54" -> "1047 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; -"1047 dequantize_per_tensor_default_54" -> "1052 linear_53" [label="(4, 64, 384)", style=solid]; -"1048 linear_53_scale_0_updated_constant0" -> "1051 mul_tensor_54" [label="(384, 1)", style=solid]; -"1049 compressed_weight_updated_constant54" -> "1051 mul_tensor_54" [label="(384, 384)", style=solid]; -"1050 _param_constant145_0_0" -> "1052 linear_53" [label="(384,)", style=solid]; -"1051 mul_tensor_54" -> "1052 linear_53" [label="(384, 384)", style=solid]; -"1052 linear_53" -> "1053 dropout_33" [label="(4, 64, 384)", style=solid]; -"1053 dropout_33" -> "1054 view_47" [label="(4, 64, 384)", style=solid]; -"1054 view_47" -> "1055 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1055 permute_40" -> "1056 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1056 reshape_39" -> "1057 slice_134" [label="(1, 16, 16, 384)", style=solid]; -"1057 slice_134" -> "1058 slice_135" [label="(1, 16, 16, 384)", style=solid]; -"1058 slice_135" -> "1059 slice_136" [label="(1, 14, 16, 384)", style=solid]; -"1059 slice_136" -> "1060 slice_137" [label="(1, 14, 14, 384)", style=solid]; -"1060 slice_137" -> "1061 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; -"1061 contiguous_15" -> "1064 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; -"1062 _param_constant146" -> "1064 layer_norm_19" [label="(384,)", style=solid]; -"1063 _param_constant147" -> "1064 layer_norm_19" [label="(384,)", style=solid]; -"1064 layer_norm_19" -> "1065 add_29" [label="(1, 14, 14, 384)", style=solid]; -"1065 add_29" -> "1066 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1065 add_29" -> "1088 add_30" [label="(1, 14, 14, 384)", style=solid]; -"1066 add_29_0_0_nncf_smooth_quant_0" -> "1067 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; -"1067 quantize_per_tensor_default_55" -> "1068 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; -"1068 dequantize_per_tensor_default_55" -> "1073 linear_54" [label="(1, 14, 14, 384)", style=solid]; -"1069 linear_54_scale_0_updated_constant0" -> "1072 mul_tensor_55" [label="(1536, 1)", style=solid]; -"1070 compressed_weight_updated_constant55" -> "1072 mul_tensor_55" [label="(1536, 384)", style=solid]; -"1071 _param_constant149_0_0" -> "1073 linear_54" [label="(1536,)", style=solid]; -"1072 mul_tensor_55" -> "1073 linear_54" [label="(1536, 384)", style=solid]; -"1073 linear_54" -> "1074 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; -"1074 gelu_8" -> "1075 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; -"1075 dropout_34" -> "1076 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1076 dropout_34_0_0_nncf_smooth_quant_0" -> "1077 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; -"1077 quantize_per_tensor_default_56" -> "1078 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; -"1078 dequantize_per_tensor_default_56" -> "1083 linear_55" [label="(1, 14, 14, 1536)", style=solid]; -"1079 linear_55_scale_0_updated_constant0" -> "1082 mul_tensor_56" [label="(384, 1)", style=solid]; -"1080 compressed_weight_updated_constant56" -> "1082 mul_tensor_56" [label="(384, 1536)", style=solid]; -"1081 _param_constant151_0_0" -> "1083 linear_55" [label="(384,)", style=solid]; -"1082 mul_tensor_56" -> "1083 linear_55" [label="(384, 1536)", style=solid]; -"1083 linear_55" -> "1084 dropout_35" [label="(1, 14, 14, 384)", style=solid]; -"1084 dropout_35" -> "1087 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; -"1085 _param_constant152" -> "1087 layer_norm_20" [label="(384,)", style=solid]; -"1086 _param_constant153" -> "1087 layer_norm_20" [label="(384,)", style=solid]; -"1087 layer_norm_20" -> "1088 add_30" [label="(1, 14, 14, 384)", style=solid]; -"1088 add_30" -> "1111 pad_11" [label="(1, 14, 14, 384)", style=solid]; -"1088 add_30" -> "1190 add_33" [label="(1, 14, 14, 384)", style=solid]; -"1089 _tensor_constant54" -> "1090 _tensor_constant54_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1090 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1095 linear_56" [label="(1, 15, 15, 2)", style=solid]; -"1091 linear_56_scale_0_updated_constant0" -> "1094 mul_tensor_57" [label="(512, 1)", style=solid]; -"1092 compressed_weight_updated_constant57" -> "1094 mul_tensor_57" [label="(512, 2)", style=solid]; -"1093 _param_constant155_0_0" -> "1095 linear_56" [label="(512,)", style=solid]; -"1094 mul_tensor_57" -> "1095 linear_56" [label="(512, 2)", style=solid]; -"1095 linear_56" -> "1096 relu__9" [label="(1, 15, 15, 512)", style=solid]; -"1096 relu__9" -> "1097 relu__9_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1097 relu__9_0_0_nncf_smooth_quant_0" -> "1101 linear_57" [label="(1, 15, 15, 512)", style=solid]; -"1098 linear_57_scale_0_updated_constant0" -> "1100 mul_tensor_58" [label="(12, 1)", style=solid]; -"1099 compressed_weight_updated_constant58" -> "1100 mul_tensor_58" [label="(12, 512)", style=solid]; -"1100 mul_tensor_58" -> "1101 linear_57" [label="(12, 512)", style=solid]; -"1101 linear_57" -> "1102 view_48" [label="(1, 15, 15, 12)", style=solid]; -"1102 view_48" -> "1104 index_9" [label="(225, 12)", style=solid]; -"1103 _tensor_constant55" -> "1104 index_9" [label="(4096,)", style=solid]; -"1104 index_9" -> "1105 view_49" [label="(4096, 12)", style=solid]; -"1105 view_49" -> "1106 permute_41" [label="(64, 64, 12)", style=solid]; -"1106 permute_41" -> "1107 contiguous_16" [label="(12, 64, 64)", style=solid]; -"1107 contiguous_16" -> "1108 unsqueeze_25" [label="(12, 64, 64)", style=solid]; -"1108 unsqueeze_25" -> "1109 sigmoid_9" [label="(1, 12, 64, 64)", style=solid]; -"1109 sigmoid_9" -> "1110 mul_18" [label="(1, 12, 64, 64)", style=solid]; -"1110 mul_18" -> "1147 add_31" [label="(1, 12, 64, 64)", style=solid]; -"1111 pad_11" -> "1112 roll_8" [label="(1, 16, 16, 384)", style=solid]; -"1112 roll_8" -> "1113 view_50" [label="(1, 16, 16, 384)", style=solid]; -"1113 view_50" -> "1114 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1114 permute_42" -> "1115 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1115 reshape_40" -> "1116 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1115 reshape_40" -> "1148 new_zeros_4" [label="(4, 64, 384)", style=solid]; -"1116 reshape_40_0_0_nncf_smooth_quant_0" -> "1117 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; -"1117 quantize_per_tensor_default_57" -> "1118 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; -"1118 dequantize_per_tensor_default_57" -> "1123 linear_58" [label="(4, 64, 384)", style=solid]; -"1119 linear_58_scale_0_updated_constant0" -> "1122 mul_tensor_59" [label="(1152, 1)", style=solid]; -"1120 compressed_weight_updated_constant59" -> "1122 mul_tensor_59" [label="(1152, 384)", style=solid]; -"1121 _param_constant157_0_0" -> "1123 linear_58" [label="(1152,)", style=solid]; -"1122 mul_tensor_59" -> "1123 linear_58" [label="(1152, 384)", style=solid]; -"1123 linear_58" -> "1124 reshape_41" [label="(4, 64, 1152)", style=solid]; -"1124 reshape_41" -> "1125 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; -"1125 permute_43" -> "1126 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; -"1125 permute_43" -> "1127 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; -"1125 permute_43" -> "1128 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; -"1126 select_27" -> "1129 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; -"1126 select_27" -> "1131 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; -"1126 select_27" -> "1132 div_18" [label="(4, 12, 64, 32)", style=solid]; -"1127 select_28" -> "1135 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; -"1127 select_28" -> "1137 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; -"1127 select_28" -> "1138 div_19" [label="(4, 12, 64, 32)", style=solid]; -"1128 select_29" -> "1166 matmul_19" [label="(4, 12, 64, 32)", style=solid]; -"1129 linalg_vector_norm_18" -> "1130 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; -"1130 clamp_min_18" -> "1131 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; -"1131 expand_as_18" -> "1132 div_18" [label="(4, 12, 64, 32)", style=solid]; -"1132 div_18" -> "1133 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; -"1133 quantize_per_tensor_default_58" -> "1134 dequantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; -"1134 dequantize_per_tensor_default_58" -> "1142 matmul_18" [label="(4, 12, 64, 32)", style=solid]; -"1135 linalg_vector_norm_19" -> "1136 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; -"1136 clamp_min_19" -> "1137 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; -"1137 expand_as_19" -> "1138 div_19" [label="(4, 12, 64, 32)", style=solid]; -"1138 div_19" -> "1139 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; -"1139 quantize_per_tensor_default_59" -> "1140 dequantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; -"1140 dequantize_per_tensor_default_59" -> "1141 transpose_18" [label="(4, 12, 64, 32)", style=solid]; -"1141 transpose_18" -> "1142 matmul_18" [label="(4, 12, 32, 64)", style=solid]; -"1142 matmul_18" -> "1146 mul_19" [label="(4, 12, 64, 64)", style=solid]; -"1143 _param_constant159" -> "1144 clamp_9" [label="(12, 1, 1)", style=solid]; -"1144 clamp_9" -> "1145 exp_9" [label="(12, 1, 1)", style=solid]; -"1145 exp_9" -> "1146 mul_19" [label="(12, 1, 1)", style=solid]; -"1146 mul_19" -> "1147 add_31" [label="(4, 12, 64, 64)", style=solid]; -"1147 add_31" -> "1159 view_52" [label="(4, 12, 64, 64)", style=solid]; -"1148 new_zeros_4" -> "1149 view_51" [label="(16, 16)", style=solid]; -"1149 view_51" -> "1150 permute_44" [label="(2, 8, 2, 8)", style=solid]; -"1150 permute_44" -> "1151 reshape_42" [label="(2, 2, 8, 8)", style=solid]; -"1151 reshape_42" -> "1152 unsqueeze_26" [label="(4, 64)", style=solid]; -"1151 reshape_42" -> "1153 unsqueeze_27" [label="(4, 64)", style=solid]; -"1152 unsqueeze_26" -> "1154 sub_4" [label="(4, 1, 64)", style=solid]; -"1153 unsqueeze_27" -> "1154 sub_4" [label="(4, 64, 1)", style=solid]; -"1154 sub_4" -> "1155 ne_4" [label="(4, 64, 64)", style=solid]; -"1154 sub_4" -> "1156 masked_fill_8" [label="(4, 64, 64)", style=solid]; -"1154 sub_4" -> "1157 eq_4" [label="(4, 64, 64)", style=solid]; -"1155 ne_4" -> "1156 masked_fill_8" [label="(4, 64, 64)", style=solid]; -"1156 masked_fill_8" -> "1158 masked_fill_9" [label="(4, 64, 64)", style=solid]; -"1157 eq_4" -> "1158 masked_fill_9" [label="(4, 64, 64)", style=solid]; -"1158 masked_fill_9" -> "1160 unsqueeze_28" [label="(4, 64, 64)", style=solid]; -"1159 view_52" -> "1162 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; -"1160 unsqueeze_28" -> "1161 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; -"1161 unsqueeze_29" -> "1162 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; -"1162 add_32" -> "1163 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; -"1163 view_53" -> "1164 softmax_9" [label="(4, 12, 64, 64)", style=solid]; -"1164 softmax_9" -> "1165 dropout_36" [label="(4, 12, 64, 64)", style=solid]; -"1165 dropout_36" -> "1166 matmul_19" [label="(4, 12, 64, 64)", style=solid]; -"1166 matmul_19" -> "1167 transpose_19" [label="(4, 12, 64, 32)", style=solid]; -"1167 transpose_19" -> "1168 reshape_43" [label="(4, 64, 12, 32)", style=solid]; -"1168 reshape_43" -> "1169 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1169 reshape_43_0_0_nncf_smooth_quant_0" -> "1170 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; -"1170 quantize_per_tensor_default_60" -> "1171 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; -"1171 dequantize_per_tensor_default_60" -> "1176 linear_59" [label="(4, 64, 384)", style=solid]; -"1172 linear_59_scale_0_updated_constant0" -> "1175 mul_tensor_60" [label="(384, 1)", style=solid]; -"1173 compressed_weight_updated_constant60" -> "1175 mul_tensor_60" [label="(384, 384)", style=solid]; -"1174 _param_constant161_0_0" -> "1176 linear_59" [label="(384,)", style=solid]; -"1175 mul_tensor_60" -> "1176 linear_59" [label="(384, 384)", style=solid]; -"1176 linear_59" -> "1177 dropout_37" [label="(4, 64, 384)", style=solid]; -"1177 dropout_37" -> "1178 view_54" [label="(4, 64, 384)", style=solid]; -"1178 view_54" -> "1179 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1179 permute_45" -> "1180 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1180 reshape_44" -> "1181 roll_9" [label="(1, 16, 16, 384)", style=solid]; -"1181 roll_9" -> "1182 slice_157" [label="(1, 16, 16, 384)", style=solid]; -"1182 slice_157" -> "1183 slice_158" [label="(1, 16, 16, 384)", style=solid]; -"1183 slice_158" -> "1184 slice_159" [label="(1, 14, 16, 384)", style=solid]; -"1184 slice_159" -> "1185 slice_160" [label="(1, 14, 14, 384)", style=solid]; -"1185 slice_160" -> "1186 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; -"1186 contiguous_17" -> "1189 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; -"1187 _param_constant162" -> "1189 layer_norm_21" [label="(384,)", style=solid]; -"1188 _param_constant163" -> "1189 layer_norm_21" [label="(384,)", style=solid]; -"1189 layer_norm_21" -> "1190 add_33" [label="(1, 14, 14, 384)", style=solid]; -"1190 add_33" -> "1191 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1190 add_33" -> "1213 add_34" [label="(1, 14, 14, 384)", style=solid]; -"1191 add_33_0_0_nncf_smooth_quant_0" -> "1192 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; -"1192 quantize_per_tensor_default_61" -> "1193 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; -"1193 dequantize_per_tensor_default_61" -> "1198 linear_60" [label="(1, 14, 14, 384)", style=solid]; -"1194 linear_60_scale_0_updated_constant0" -> "1197 mul_tensor_61" [label="(1536, 1)", style=solid]; -"1195 compressed_weight_updated_constant61" -> "1197 mul_tensor_61" [label="(1536, 384)", style=solid]; -"1196 _param_constant165_0_0" -> "1198 linear_60" [label="(1536,)", style=solid]; -"1197 mul_tensor_61" -> "1198 linear_60" [label="(1536, 384)", style=solid]; -"1198 linear_60" -> "1199 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; -"1199 gelu_9" -> "1200 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; -"1200 dropout_38" -> "1201 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1201 dropout_38_0_0_nncf_smooth_quant_0" -> "1202 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; -"1202 quantize_per_tensor_default_62" -> "1203 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; -"1203 dequantize_per_tensor_default_62" -> "1208 linear_61" [label="(1, 14, 14, 1536)", style=solid]; -"1204 linear_61_scale_0_updated_constant0" -> "1207 mul_tensor_62" [label="(384, 1)", style=solid]; -"1205 compressed_weight_updated_constant62" -> "1207 mul_tensor_62" [label="(384, 1536)", style=solid]; -"1206 _param_constant167_0_0" -> "1208 linear_61" [label="(384,)", style=solid]; -"1207 mul_tensor_62" -> "1208 linear_61" [label="(384, 1536)", style=solid]; -"1208 linear_61" -> "1209 dropout_39" [label="(1, 14, 14, 384)", style=solid]; -"1209 dropout_39" -> "1212 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; -"1210 _param_constant168" -> "1212 layer_norm_22" [label="(384,)", style=solid]; -"1211 _param_constant169" -> "1212 layer_norm_22" [label="(384,)", style=solid]; -"1212 layer_norm_22" -> "1213 add_34" [label="(1, 14, 14, 384)", style=solid]; -"1213 add_34" -> "1236 pad_12" [label="(1, 14, 14, 384)", style=solid]; -"1213 add_34" -> "1297 add_36" [label="(1, 14, 14, 384)", style=solid]; -"1214 _tensor_constant65" -> "1215 _tensor_constant65_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1215 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1220 linear_62" [label="(1, 15, 15, 2)", style=solid]; -"1216 linear_62_scale_0_updated_constant0" -> "1219 mul_tensor_63" [label="(512, 1)", style=solid]; -"1217 compressed_weight_updated_constant63" -> "1219 mul_tensor_63" [label="(512, 2)", style=solid]; -"1218 _param_constant171_0_0" -> "1220 linear_62" [label="(512,)", style=solid]; -"1219 mul_tensor_63" -> "1220 linear_62" [label="(512, 2)", style=solid]; -"1220 linear_62" -> "1221 relu__10" [label="(1, 15, 15, 512)", style=solid]; -"1221 relu__10" -> "1222 relu__10_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1222 relu__10_0_0_nncf_smooth_quant_0" -> "1226 linear_63" [label="(1, 15, 15, 512)", style=solid]; -"1223 linear_63_scale_0_updated_constant0" -> "1225 mul_tensor_64" [label="(12, 1)", style=solid]; -"1224 compressed_weight_updated_constant64" -> "1225 mul_tensor_64" [label="(12, 512)", style=solid]; -"1225 mul_tensor_64" -> "1226 linear_63" [label="(12, 512)", style=solid]; -"1226 linear_63" -> "1227 view_55" [label="(1, 15, 15, 12)", style=solid]; -"1227 view_55" -> "1229 index_10" [label="(225, 12)", style=solid]; -"1228 _tensor_constant66" -> "1229 index_10" [label="(4096,)", style=solid]; -"1229 index_10" -> "1230 view_56" [label="(4096, 12)", style=solid]; -"1230 view_56" -> "1231 permute_46" [label="(64, 64, 12)", style=solid]; -"1231 permute_46" -> "1232 contiguous_18" [label="(12, 64, 64)", style=solid]; -"1232 contiguous_18" -> "1233 unsqueeze_30" [label="(12, 64, 64)", style=solid]; -"1233 unsqueeze_30" -> "1234 sigmoid_10" [label="(1, 12, 64, 64)", style=solid]; -"1234 sigmoid_10" -> "1235 mul_20" [label="(1, 12, 64, 64)", style=solid]; -"1235 mul_20" -> "1271 add_35" [label="(1, 12, 64, 64)", style=solid]; -"1236 pad_12" -> "1237 view_57" [label="(1, 16, 16, 384)", style=solid]; -"1237 view_57" -> "1238 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1238 permute_47" -> "1239 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1239 reshape_45" -> "1240 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1240 reshape_45_0_0_nncf_smooth_quant_0" -> "1241 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; -"1241 quantize_per_tensor_default_63" -> "1242 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; -"1242 dequantize_per_tensor_default_63" -> "1247 linear_64" [label="(4, 64, 384)", style=solid]; -"1243 linear_64_scale_0_updated_constant0" -> "1246 mul_tensor_65" [label="(1152, 1)", style=solid]; -"1244 compressed_weight_updated_constant65" -> "1246 mul_tensor_65" [label="(1152, 384)", style=solid]; -"1245 _param_constant173_0_0" -> "1247 linear_64" [label="(1152,)", style=solid]; -"1246 mul_tensor_65" -> "1247 linear_64" [label="(1152, 384)", style=solid]; -"1247 linear_64" -> "1248 reshape_46" [label="(4, 64, 1152)", style=solid]; -"1248 reshape_46" -> "1249 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; -"1249 permute_48" -> "1250 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; -"1249 permute_48" -> "1251 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; -"1249 permute_48" -> "1252 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; -"1250 select_30" -> "1253 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; -"1250 select_30" -> "1255 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; -"1250 select_30" -> "1256 div_20" [label="(4, 12, 64, 32)", style=solid]; -"1251 select_31" -> "1259 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; -"1251 select_31" -> "1261 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; -"1251 select_31" -> "1262 div_21" [label="(4, 12, 64, 32)", style=solid]; -"1252 select_32" -> "1274 matmul_21" [label="(4, 12, 64, 32)", style=solid]; -"1253 linalg_vector_norm_20" -> "1254 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; -"1254 clamp_min_20" -> "1255 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; -"1255 expand_as_20" -> "1256 div_20" [label="(4, 12, 64, 32)", style=solid]; -"1256 div_20" -> "1257 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; -"1257 quantize_per_tensor_default_64" -> "1258 dequantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; -"1258 dequantize_per_tensor_default_64" -> "1266 matmul_20" [label="(4, 12, 64, 32)", style=solid]; -"1259 linalg_vector_norm_21" -> "1260 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; -"1260 clamp_min_21" -> "1261 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; -"1261 expand_as_21" -> "1262 div_21" [label="(4, 12, 64, 32)", style=solid]; -"1262 div_21" -> "1263 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; -"1263 quantize_per_tensor_default_65" -> "1264 dequantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; -"1264 dequantize_per_tensor_default_65" -> "1265 transpose_20" [label="(4, 12, 64, 32)", style=solid]; -"1265 transpose_20" -> "1266 matmul_20" [label="(4, 12, 32, 64)", style=solid]; -"1266 matmul_20" -> "1270 mul_21" [label="(4, 12, 64, 64)", style=solid]; -"1267 _param_constant175" -> "1268 clamp_10" [label="(12, 1, 1)", style=solid]; -"1268 clamp_10" -> "1269 exp_10" [label="(12, 1, 1)", style=solid]; -"1269 exp_10" -> "1270 mul_21" [label="(12, 1, 1)", style=solid]; -"1270 mul_21" -> "1271 add_35" [label="(4, 12, 64, 64)", style=solid]; -"1271 add_35" -> "1272 softmax_10" [label="(4, 12, 64, 64)", style=solid]; -"1272 softmax_10" -> "1273 dropout_40" [label="(4, 12, 64, 64)", style=solid]; -"1273 dropout_40" -> "1274 matmul_21" [label="(4, 12, 64, 64)", style=solid]; -"1274 matmul_21" -> "1275 transpose_21" [label="(4, 12, 64, 32)", style=solid]; -"1275 transpose_21" -> "1276 reshape_47" [label="(4, 64, 12, 32)", style=solid]; -"1276 reshape_47" -> "1277 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1277 reshape_47_0_0_nncf_smooth_quant_0" -> "1278 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; -"1278 quantize_per_tensor_default_66" -> "1279 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; -"1279 dequantize_per_tensor_default_66" -> "1284 linear_65" [label="(4, 64, 384)", style=solid]; -"1280 linear_65_scale_0_updated_constant0" -> "1283 mul_tensor_66" [label="(384, 1)", style=solid]; -"1281 compressed_weight_updated_constant66" -> "1283 mul_tensor_66" [label="(384, 384)", style=solid]; -"1282 _param_constant177_0_0" -> "1284 linear_65" [label="(384,)", style=solid]; -"1283 mul_tensor_66" -> "1284 linear_65" [label="(384, 384)", style=solid]; -"1284 linear_65" -> "1285 dropout_41" [label="(4, 64, 384)", style=solid]; -"1285 dropout_41" -> "1286 view_58" [label="(4, 64, 384)", style=solid]; -"1286 view_58" -> "1287 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1287 permute_49" -> "1288 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1288 reshape_48" -> "1289 slice_162" [label="(1, 16, 16, 384)", style=solid]; -"1289 slice_162" -> "1290 slice_163" [label="(1, 16, 16, 384)", style=solid]; -"1290 slice_163" -> "1291 slice_164" [label="(1, 14, 16, 384)", style=solid]; -"1291 slice_164" -> "1292 slice_165" [label="(1, 14, 14, 384)", style=solid]; -"1292 slice_165" -> "1293 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; -"1293 contiguous_19" -> "1296 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; -"1294 _param_constant178" -> "1296 layer_norm_23" [label="(384,)", style=solid]; -"1295 _param_constant179" -> "1296 layer_norm_23" [label="(384,)", style=solid]; -"1296 layer_norm_23" -> "1297 add_36" [label="(1, 14, 14, 384)", style=solid]; -"1297 add_36" -> "1298 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1297 add_36" -> "1320 add_37" [label="(1, 14, 14, 384)", style=solid]; -"1298 add_36_0_0_nncf_smooth_quant_0" -> "1299 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; -"1299 quantize_per_tensor_default_67" -> "1300 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; -"1300 dequantize_per_tensor_default_67" -> "1305 linear_66" [label="(1, 14, 14, 384)", style=solid]; -"1301 linear_66_scale_0_updated_constant0" -> "1304 mul_tensor_67" [label="(1536, 1)", style=solid]; -"1302 compressed_weight_updated_constant67" -> "1304 mul_tensor_67" [label="(1536, 384)", style=solid]; -"1303 _param_constant181_0_0" -> "1305 linear_66" [label="(1536,)", style=solid]; -"1304 mul_tensor_67" -> "1305 linear_66" [label="(1536, 384)", style=solid]; -"1305 linear_66" -> "1306 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; -"1306 gelu_10" -> "1307 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; -"1307 dropout_42" -> "1308 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1308 dropout_42_0_0_nncf_smooth_quant_0" -> "1309 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; -"1309 quantize_per_tensor_default_68" -> "1310 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; -"1310 dequantize_per_tensor_default_68" -> "1315 linear_67" [label="(1, 14, 14, 1536)", style=solid]; -"1311 linear_67_scale_0_updated_constant0" -> "1314 mul_tensor_68" [label="(384, 1)", style=solid]; -"1312 compressed_weight_updated_constant68" -> "1314 mul_tensor_68" [label="(384, 1536)", style=solid]; -"1313 _param_constant183_0_0" -> "1315 linear_67" [label="(384,)", style=solid]; -"1314 mul_tensor_68" -> "1315 linear_67" [label="(384, 1536)", style=solid]; -"1315 linear_67" -> "1316 dropout_43" [label="(1, 14, 14, 384)", style=solid]; -"1316 dropout_43" -> "1319 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; -"1317 _param_constant184" -> "1319 layer_norm_24" [label="(384,)", style=solid]; -"1318 _param_constant185" -> "1319 layer_norm_24" [label="(384,)", style=solid]; -"1319 layer_norm_24" -> "1320 add_37" [label="(1, 14, 14, 384)", style=solid]; -"1320 add_37" -> "1343 pad_13" [label="(1, 14, 14, 384)", style=solid]; -"1320 add_37" -> "1422 add_40" [label="(1, 14, 14, 384)", style=solid]; -"1321 _tensor_constant67" -> "1322 _tensor_constant67_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1322 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1327 linear_68" [label="(1, 15, 15, 2)", style=solid]; -"1323 linear_68_scale_0_updated_constant0" -> "1326 mul_tensor_69" [label="(512, 1)", style=solid]; -"1324 compressed_weight_updated_constant69" -> "1326 mul_tensor_69" [label="(512, 2)", style=solid]; -"1325 _param_constant187_0_0" -> "1327 linear_68" [label="(512,)", style=solid]; -"1326 mul_tensor_69" -> "1327 linear_68" [label="(512, 2)", style=solid]; -"1327 linear_68" -> "1328 relu__11" [label="(1, 15, 15, 512)", style=solid]; -"1328 relu__11" -> "1329 relu__11_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1329 relu__11_0_0_nncf_smooth_quant_0" -> "1333 linear_69" [label="(1, 15, 15, 512)", style=solid]; -"1330 linear_69_scale_0_updated_constant0" -> "1332 mul_tensor_70" [label="(12, 1)", style=solid]; -"1331 compressed_weight_updated_constant70" -> "1332 mul_tensor_70" [label="(12, 512)", style=solid]; -"1332 mul_tensor_70" -> "1333 linear_69" [label="(12, 512)", style=solid]; -"1333 linear_69" -> "1334 view_59" [label="(1, 15, 15, 12)", style=solid]; -"1334 view_59" -> "1336 index_11" [label="(225, 12)", style=solid]; -"1335 _tensor_constant68" -> "1336 index_11" [label="(4096,)", style=solid]; -"1336 index_11" -> "1337 view_60" [label="(4096, 12)", style=solid]; -"1337 view_60" -> "1338 permute_50" [label="(64, 64, 12)", style=solid]; -"1338 permute_50" -> "1339 contiguous_20" [label="(12, 64, 64)", style=solid]; -"1339 contiguous_20" -> "1340 unsqueeze_31" [label="(12, 64, 64)", style=solid]; -"1340 unsqueeze_31" -> "1341 sigmoid_11" [label="(1, 12, 64, 64)", style=solid]; -"1341 sigmoid_11" -> "1342 mul_22" [label="(1, 12, 64, 64)", style=solid]; -"1342 mul_22" -> "1379 add_38" [label="(1, 12, 64, 64)", style=solid]; -"1343 pad_13" -> "1344 roll_10" [label="(1, 16, 16, 384)", style=solid]; -"1344 roll_10" -> "1345 view_61" [label="(1, 16, 16, 384)", style=solid]; -"1345 view_61" -> "1346 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1346 permute_51" -> "1347 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1347 reshape_49" -> "1348 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1347 reshape_49" -> "1380 new_zeros_5" [label="(4, 64, 384)", style=solid]; -"1348 reshape_49_0_0_nncf_smooth_quant_0" -> "1349 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; -"1349 quantize_per_tensor_default_69" -> "1350 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; -"1350 dequantize_per_tensor_default_69" -> "1355 linear_70" [label="(4, 64, 384)", style=solid]; -"1351 linear_70_scale_0_updated_constant0" -> "1354 mul_tensor_71" [label="(1152, 1)", style=solid]; -"1352 compressed_weight_updated_constant71" -> "1354 mul_tensor_71" [label="(1152, 384)", style=solid]; -"1353 _param_constant189_0_0" -> "1355 linear_70" [label="(1152,)", style=solid]; -"1354 mul_tensor_71" -> "1355 linear_70" [label="(1152, 384)", style=solid]; -"1355 linear_70" -> "1356 reshape_50" [label="(4, 64, 1152)", style=solid]; -"1356 reshape_50" -> "1357 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; -"1357 permute_52" -> "1358 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; -"1357 permute_52" -> "1359 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; -"1357 permute_52" -> "1360 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; -"1358 select_33" -> "1361 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; -"1358 select_33" -> "1363 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; -"1358 select_33" -> "1364 div_22" [label="(4, 12, 64, 32)", style=solid]; -"1359 select_34" -> "1367 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; -"1359 select_34" -> "1369 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; -"1359 select_34" -> "1370 div_23" [label="(4, 12, 64, 32)", style=solid]; -"1360 select_35" -> "1398 matmul_23" [label="(4, 12, 64, 32)", style=solid]; -"1361 linalg_vector_norm_22" -> "1362 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; -"1362 clamp_min_22" -> "1363 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; -"1363 expand_as_22" -> "1364 div_22" [label="(4, 12, 64, 32)", style=solid]; -"1364 div_22" -> "1365 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; -"1365 quantize_per_tensor_default_70" -> "1366 dequantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; -"1366 dequantize_per_tensor_default_70" -> "1374 matmul_22" [label="(4, 12, 64, 32)", style=solid]; -"1367 linalg_vector_norm_23" -> "1368 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; -"1368 clamp_min_23" -> "1369 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; -"1369 expand_as_23" -> "1370 div_23" [label="(4, 12, 64, 32)", style=solid]; -"1370 div_23" -> "1371 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; -"1371 quantize_per_tensor_default_71" -> "1372 dequantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; -"1372 dequantize_per_tensor_default_71" -> "1373 transpose_22" [label="(4, 12, 64, 32)", style=solid]; -"1373 transpose_22" -> "1374 matmul_22" [label="(4, 12, 32, 64)", style=solid]; -"1374 matmul_22" -> "1378 mul_23" [label="(4, 12, 64, 64)", style=solid]; -"1375 _param_constant191" -> "1376 clamp_11" [label="(12, 1, 1)", style=solid]; -"1376 clamp_11" -> "1377 exp_11" [label="(12, 1, 1)", style=solid]; -"1377 exp_11" -> "1378 mul_23" [label="(12, 1, 1)", style=solid]; -"1378 mul_23" -> "1379 add_38" [label="(4, 12, 64, 64)", style=solid]; -"1379 add_38" -> "1391 view_63" [label="(4, 12, 64, 64)", style=solid]; -"1380 new_zeros_5" -> "1381 view_62" [label="(16, 16)", style=solid]; -"1381 view_62" -> "1382 permute_53" [label="(2, 8, 2, 8)", style=solid]; -"1382 permute_53" -> "1383 reshape_51" [label="(2, 2, 8, 8)", style=solid]; -"1383 reshape_51" -> "1384 unsqueeze_32" [label="(4, 64)", style=solid]; -"1383 reshape_51" -> "1385 unsqueeze_33" [label="(4, 64)", style=solid]; -"1384 unsqueeze_32" -> "1386 sub_5" [label="(4, 1, 64)", style=solid]; -"1385 unsqueeze_33" -> "1386 sub_5" [label="(4, 64, 1)", style=solid]; -"1386 sub_5" -> "1387 ne_5" [label="(4, 64, 64)", style=solid]; -"1386 sub_5" -> "1388 masked_fill_10" [label="(4, 64, 64)", style=solid]; -"1386 sub_5" -> "1389 eq_5" [label="(4, 64, 64)", style=solid]; -"1387 ne_5" -> "1388 masked_fill_10" [label="(4, 64, 64)", style=solid]; -"1388 masked_fill_10" -> "1390 masked_fill_11" [label="(4, 64, 64)", style=solid]; -"1389 eq_5" -> "1390 masked_fill_11" [label="(4, 64, 64)", style=solid]; -"1390 masked_fill_11" -> "1392 unsqueeze_34" [label="(4, 64, 64)", style=solid]; -"1391 view_63" -> "1394 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; -"1392 unsqueeze_34" -> "1393 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; -"1393 unsqueeze_35" -> "1394 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; -"1394 add_39" -> "1395 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; -"1395 view_64" -> "1396 softmax_11" [label="(4, 12, 64, 64)", style=solid]; -"1396 softmax_11" -> "1397 dropout_44" [label="(4, 12, 64, 64)", style=solid]; -"1397 dropout_44" -> "1398 matmul_23" [label="(4, 12, 64, 64)", style=solid]; -"1398 matmul_23" -> "1399 transpose_23" [label="(4, 12, 64, 32)", style=solid]; -"1399 transpose_23" -> "1400 reshape_52" [label="(4, 64, 12, 32)", style=solid]; -"1400 reshape_52" -> "1401 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1401 reshape_52_0_0_nncf_smooth_quant_0" -> "1402 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; -"1402 quantize_per_tensor_default_72" -> "1403 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; -"1403 dequantize_per_tensor_default_72" -> "1408 linear_71" [label="(4, 64, 384)", style=solid]; -"1404 linear_71_scale_0_updated_constant0" -> "1407 mul_tensor_72" [label="(384, 1)", style=solid]; -"1405 compressed_weight_updated_constant72" -> "1407 mul_tensor_72" [label="(384, 384)", style=solid]; -"1406 _param_constant193_0_0" -> "1408 linear_71" [label="(384,)", style=solid]; -"1407 mul_tensor_72" -> "1408 linear_71" [label="(384, 384)", style=solid]; -"1408 linear_71" -> "1409 dropout_45" [label="(4, 64, 384)", style=solid]; -"1409 dropout_45" -> "1410 view_65" [label="(4, 64, 384)", style=solid]; -"1410 view_65" -> "1411 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1411 permute_54" -> "1412 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1412 reshape_53" -> "1413 roll_11" [label="(1, 16, 16, 384)", style=solid]; -"1413 roll_11" -> "1414 slice_185" [label="(1, 16, 16, 384)", style=solid]; -"1414 slice_185" -> "1415 slice_186" [label="(1, 16, 16, 384)", style=solid]; -"1415 slice_186" -> "1416 slice_187" [label="(1, 14, 16, 384)", style=solid]; -"1416 slice_187" -> "1417 slice_188" [label="(1, 14, 14, 384)", style=solid]; -"1417 slice_188" -> "1418 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; -"1418 contiguous_21" -> "1421 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; -"1419 _param_constant194" -> "1421 layer_norm_25" [label="(384,)", style=solid]; -"1420 _param_constant195" -> "1421 layer_norm_25" [label="(384,)", style=solid]; -"1421 layer_norm_25" -> "1422 add_40" [label="(1, 14, 14, 384)", style=solid]; -"1422 add_40" -> "1423 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1422 add_40" -> "1445 add_41" [label="(1, 14, 14, 384)", style=solid]; -"1423 add_40_0_0_nncf_smooth_quant_0" -> "1424 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; -"1424 quantize_per_tensor_default_73" -> "1425 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; -"1425 dequantize_per_tensor_default_73" -> "1430 linear_72" [label="(1, 14, 14, 384)", style=solid]; -"1426 linear_72_scale_0_updated_constant0" -> "1429 mul_tensor_73" [label="(1536, 1)", style=solid]; -"1427 compressed_weight_updated_constant73" -> "1429 mul_tensor_73" [label="(1536, 384)", style=solid]; -"1428 _param_constant197_0_0" -> "1430 linear_72" [label="(1536,)", style=solid]; -"1429 mul_tensor_73" -> "1430 linear_72" [label="(1536, 384)", style=solid]; -"1430 linear_72" -> "1431 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; -"1431 gelu_11" -> "1432 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; -"1432 dropout_46" -> "1433 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1433 dropout_46_0_0_nncf_smooth_quant_0" -> "1434 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; -"1434 quantize_per_tensor_default_74" -> "1435 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; -"1435 dequantize_per_tensor_default_74" -> "1440 linear_73" [label="(1, 14, 14, 1536)", style=solid]; -"1436 linear_73_scale_0_updated_constant0" -> "1439 mul_tensor_74" [label="(384, 1)", style=solid]; -"1437 compressed_weight_updated_constant74" -> "1439 mul_tensor_74" [label="(384, 1536)", style=solid]; -"1438 _param_constant199_0_0" -> "1440 linear_73" [label="(384,)", style=solid]; -"1439 mul_tensor_74" -> "1440 linear_73" [label="(384, 1536)", style=solid]; -"1440 linear_73" -> "1441 dropout_47" [label="(1, 14, 14, 384)", style=solid]; -"1441 dropout_47" -> "1444 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; -"1442 _param_constant200" -> "1444 layer_norm_26" [label="(384,)", style=solid]; -"1443 _param_constant201" -> "1444 layer_norm_26" [label="(384,)", style=solid]; -"1444 layer_norm_26" -> "1445 add_41" [label="(1, 14, 14, 384)", style=solid]; -"1445 add_41" -> "1468 pad_14" [label="(1, 14, 14, 384)", style=solid]; -"1445 add_41" -> "1529 add_43" [label="(1, 14, 14, 384)", style=solid]; -"1446 _tensor_constant78" -> "1447 _tensor_constant78_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1447 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1452 linear_74" [label="(1, 15, 15, 2)", style=solid]; -"1448 linear_74_scale_0_updated_constant0" -> "1451 mul_tensor_75" [label="(512, 1)", style=solid]; -"1449 compressed_weight_updated_constant75" -> "1451 mul_tensor_75" [label="(512, 2)", style=solid]; -"1450 _param_constant203_0_0" -> "1452 linear_74" [label="(512,)", style=solid]; -"1451 mul_tensor_75" -> "1452 linear_74" [label="(512, 2)", style=solid]; -"1452 linear_74" -> "1453 relu__12" [label="(1, 15, 15, 512)", style=solid]; -"1453 relu__12" -> "1454 relu__12_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1454 relu__12_0_0_nncf_smooth_quant_0" -> "1458 linear_75" [label="(1, 15, 15, 512)", style=solid]; -"1455 linear_75_scale_0_updated_constant0" -> "1457 mul_tensor_76" [label="(12, 1)", style=solid]; -"1456 compressed_weight_updated_constant76" -> "1457 mul_tensor_76" [label="(12, 512)", style=solid]; -"1457 mul_tensor_76" -> "1458 linear_75" [label="(12, 512)", style=solid]; -"1458 linear_75" -> "1459 view_66" [label="(1, 15, 15, 12)", style=solid]; -"1459 view_66" -> "1461 index_12" [label="(225, 12)", style=solid]; -"1460 _tensor_constant79" -> "1461 index_12" [label="(4096,)", style=solid]; -"1461 index_12" -> "1462 view_67" [label="(4096, 12)", style=solid]; -"1462 view_67" -> "1463 permute_55" [label="(64, 64, 12)", style=solid]; -"1463 permute_55" -> "1464 contiguous_22" [label="(12, 64, 64)", style=solid]; -"1464 contiguous_22" -> "1465 unsqueeze_36" [label="(12, 64, 64)", style=solid]; -"1465 unsqueeze_36" -> "1466 sigmoid_12" [label="(1, 12, 64, 64)", style=solid]; -"1466 sigmoid_12" -> "1467 mul_24" [label="(1, 12, 64, 64)", style=solid]; -"1467 mul_24" -> "1503 add_42" [label="(1, 12, 64, 64)", style=solid]; -"1468 pad_14" -> "1469 view_68" [label="(1, 16, 16, 384)", style=solid]; -"1469 view_68" -> "1470 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1470 permute_56" -> "1471 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1471 reshape_54" -> "1472 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1472 reshape_54_0_0_nncf_smooth_quant_0" -> "1473 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; -"1473 quantize_per_tensor_default_75" -> "1474 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; -"1474 dequantize_per_tensor_default_75" -> "1479 linear_76" [label="(4, 64, 384)", style=solid]; -"1475 linear_76_scale_0_updated_constant0" -> "1478 mul_tensor_77" [label="(1152, 1)", style=solid]; -"1476 compressed_weight_updated_constant77" -> "1478 mul_tensor_77" [label="(1152, 384)", style=solid]; -"1477 _param_constant205_0_0" -> "1479 linear_76" [label="(1152,)", style=solid]; -"1478 mul_tensor_77" -> "1479 linear_76" [label="(1152, 384)", style=solid]; -"1479 linear_76" -> "1480 reshape_55" [label="(4, 64, 1152)", style=solid]; -"1480 reshape_55" -> "1481 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; -"1481 permute_57" -> "1482 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; -"1481 permute_57" -> "1483 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; -"1481 permute_57" -> "1484 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; -"1482 select_36" -> "1485 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; -"1482 select_36" -> "1487 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; -"1482 select_36" -> "1488 div_24" [label="(4, 12, 64, 32)", style=solid]; -"1483 select_37" -> "1491 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; -"1483 select_37" -> "1493 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; -"1483 select_37" -> "1494 div_25" [label="(4, 12, 64, 32)", style=solid]; -"1484 select_38" -> "1506 matmul_25" [label="(4, 12, 64, 32)", style=solid]; -"1485 linalg_vector_norm_24" -> "1486 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; -"1486 clamp_min_24" -> "1487 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; -"1487 expand_as_24" -> "1488 div_24" [label="(4, 12, 64, 32)", style=solid]; -"1488 div_24" -> "1489 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; -"1489 quantize_per_tensor_default_76" -> "1490 dequantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; -"1490 dequantize_per_tensor_default_76" -> "1498 matmul_24" [label="(4, 12, 64, 32)", style=solid]; -"1491 linalg_vector_norm_25" -> "1492 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; -"1492 clamp_min_25" -> "1493 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; -"1493 expand_as_25" -> "1494 div_25" [label="(4, 12, 64, 32)", style=solid]; -"1494 div_25" -> "1495 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; -"1495 quantize_per_tensor_default_77" -> "1496 dequantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; -"1496 dequantize_per_tensor_default_77" -> "1497 transpose_24" [label="(4, 12, 64, 32)", style=solid]; -"1497 transpose_24" -> "1498 matmul_24" [label="(4, 12, 32, 64)", style=solid]; -"1498 matmul_24" -> "1502 mul_25" [label="(4, 12, 64, 64)", style=solid]; -"1499 _param_constant207" -> "1500 clamp_12" [label="(12, 1, 1)", style=solid]; -"1500 clamp_12" -> "1501 exp_12" [label="(12, 1, 1)", style=solid]; -"1501 exp_12" -> "1502 mul_25" [label="(12, 1, 1)", style=solid]; -"1502 mul_25" -> "1503 add_42" [label="(4, 12, 64, 64)", style=solid]; -"1503 add_42" -> "1504 softmax_12" [label="(4, 12, 64, 64)", style=solid]; -"1504 softmax_12" -> "1505 dropout_48" [label="(4, 12, 64, 64)", style=solid]; -"1505 dropout_48" -> "1506 matmul_25" [label="(4, 12, 64, 64)", style=solid]; -"1506 matmul_25" -> "1507 transpose_25" [label="(4, 12, 64, 32)", style=solid]; -"1507 transpose_25" -> "1508 reshape_56" [label="(4, 64, 12, 32)", style=solid]; -"1508 reshape_56" -> "1509 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1509 reshape_56_0_0_nncf_smooth_quant_0" -> "1510 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; -"1510 quantize_per_tensor_default_78" -> "1511 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; -"1511 dequantize_per_tensor_default_78" -> "1516 linear_77" [label="(4, 64, 384)", style=solid]; -"1512 linear_77_scale_0_updated_constant0" -> "1515 mul_tensor_78" [label="(384, 1)", style=solid]; -"1513 compressed_weight_updated_constant78" -> "1515 mul_tensor_78" [label="(384, 384)", style=solid]; -"1514 _param_constant209_0_0" -> "1516 linear_77" [label="(384,)", style=solid]; -"1515 mul_tensor_78" -> "1516 linear_77" [label="(384, 384)", style=solid]; -"1516 linear_77" -> "1517 dropout_49" [label="(4, 64, 384)", style=solid]; -"1517 dropout_49" -> "1518 view_69" [label="(4, 64, 384)", style=solid]; -"1518 view_69" -> "1519 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1519 permute_58" -> "1520 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1520 reshape_57" -> "1521 slice_190" [label="(1, 16, 16, 384)", style=solid]; -"1521 slice_190" -> "1522 slice_191" [label="(1, 16, 16, 384)", style=solid]; -"1522 slice_191" -> "1523 slice_192" [label="(1, 14, 16, 384)", style=solid]; -"1523 slice_192" -> "1524 slice_193" [label="(1, 14, 14, 384)", style=solid]; -"1524 slice_193" -> "1525 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; -"1525 contiguous_23" -> "1528 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; -"1526 _param_constant210" -> "1528 layer_norm_27" [label="(384,)", style=solid]; -"1527 _param_constant211" -> "1528 layer_norm_27" [label="(384,)", style=solid]; -"1528 layer_norm_27" -> "1529 add_43" [label="(1, 14, 14, 384)", style=solid]; -"1529 add_43" -> "1530 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1529 add_43" -> "1552 add_44" [label="(1, 14, 14, 384)", style=solid]; -"1530 add_43_0_0_nncf_smooth_quant_0" -> "1531 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; -"1531 quantize_per_tensor_default_79" -> "1532 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; -"1532 dequantize_per_tensor_default_79" -> "1537 linear_78" [label="(1, 14, 14, 384)", style=solid]; -"1533 linear_78_scale_0_updated_constant0" -> "1536 mul_tensor_79" [label="(1536, 1)", style=solid]; -"1534 compressed_weight_updated_constant79" -> "1536 mul_tensor_79" [label="(1536, 384)", style=solid]; -"1535 _param_constant213_0_0" -> "1537 linear_78" [label="(1536,)", style=solid]; -"1536 mul_tensor_79" -> "1537 linear_78" [label="(1536, 384)", style=solid]; -"1537 linear_78" -> "1538 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; -"1538 gelu_12" -> "1539 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; -"1539 dropout_50" -> "1540 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1540 dropout_50_0_0_nncf_smooth_quant_0" -> "1541 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; -"1541 quantize_per_tensor_default_80" -> "1542 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; -"1542 dequantize_per_tensor_default_80" -> "1547 linear_79" [label="(1, 14, 14, 1536)", style=solid]; -"1543 linear_79_scale_0_updated_constant0" -> "1546 mul_tensor_80" [label="(384, 1)", style=solid]; -"1544 compressed_weight_updated_constant80" -> "1546 mul_tensor_80" [label="(384, 1536)", style=solid]; -"1545 _param_constant215_0_0" -> "1547 linear_79" [label="(384,)", style=solid]; -"1546 mul_tensor_80" -> "1547 linear_79" [label="(384, 1536)", style=solid]; -"1547 linear_79" -> "1548 dropout_51" [label="(1, 14, 14, 384)", style=solid]; -"1548 dropout_51" -> "1551 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; -"1549 _param_constant216" -> "1551 layer_norm_28" [label="(384,)", style=solid]; -"1550 _param_constant217" -> "1551 layer_norm_28" [label="(384,)", style=solid]; -"1551 layer_norm_28" -> "1552 add_44" [label="(1, 14, 14, 384)", style=solid]; -"1552 add_44" -> "1575 pad_15" [label="(1, 14, 14, 384)", style=solid]; -"1552 add_44" -> "1654 add_47" [label="(1, 14, 14, 384)", style=solid]; -"1553 _tensor_constant80" -> "1554 _tensor_constant80_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1554 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1559 linear_80" [label="(1, 15, 15, 2)", style=solid]; -"1555 linear_80_scale_0_updated_constant0" -> "1558 mul_tensor_81" [label="(512, 1)", style=solid]; -"1556 compressed_weight_updated_constant81" -> "1558 mul_tensor_81" [label="(512, 2)", style=solid]; -"1557 _param_constant219_0_0" -> "1559 linear_80" [label="(512,)", style=solid]; -"1558 mul_tensor_81" -> "1559 linear_80" [label="(512, 2)", style=solid]; -"1559 linear_80" -> "1560 relu__13" [label="(1, 15, 15, 512)", style=solid]; -"1560 relu__13" -> "1561 relu__13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1561 relu__13_0_0_nncf_smooth_quant_0" -> "1565 linear_81" [label="(1, 15, 15, 512)", style=solid]; -"1562 linear_81_scale_0_updated_constant0" -> "1564 mul_tensor_82" [label="(12, 1)", style=solid]; -"1563 compressed_weight_updated_constant82" -> "1564 mul_tensor_82" [label="(12, 512)", style=solid]; -"1564 mul_tensor_82" -> "1565 linear_81" [label="(12, 512)", style=solid]; -"1565 linear_81" -> "1566 view_70" [label="(1, 15, 15, 12)", style=solid]; -"1566 view_70" -> "1568 index_13" [label="(225, 12)", style=solid]; -"1567 _tensor_constant81" -> "1568 index_13" [label="(4096,)", style=solid]; -"1568 index_13" -> "1569 view_71" [label="(4096, 12)", style=solid]; -"1569 view_71" -> "1570 permute_59" [label="(64, 64, 12)", style=solid]; -"1570 permute_59" -> "1571 contiguous_24" [label="(12, 64, 64)", style=solid]; -"1571 contiguous_24" -> "1572 unsqueeze_37" [label="(12, 64, 64)", style=solid]; -"1572 unsqueeze_37" -> "1573 sigmoid_13" [label="(1, 12, 64, 64)", style=solid]; -"1573 sigmoid_13" -> "1574 mul_26" [label="(1, 12, 64, 64)", style=solid]; -"1574 mul_26" -> "1611 add_45" [label="(1, 12, 64, 64)", style=solid]; -"1575 pad_15" -> "1576 roll_12" [label="(1, 16, 16, 384)", style=solid]; -"1576 roll_12" -> "1577 view_72" [label="(1, 16, 16, 384)", style=solid]; -"1577 view_72" -> "1578 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1578 permute_60" -> "1579 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1579 reshape_58" -> "1580 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1579 reshape_58" -> "1612 new_zeros_6" [label="(4, 64, 384)", style=solid]; -"1580 reshape_58_0_0_nncf_smooth_quant_0" -> "1581 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; -"1581 quantize_per_tensor_default_81" -> "1582 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; -"1582 dequantize_per_tensor_default_81" -> "1587 linear_82" [label="(4, 64, 384)", style=solid]; -"1583 linear_82_scale_0_updated_constant0" -> "1586 mul_tensor_83" [label="(1152, 1)", style=solid]; -"1584 compressed_weight_updated_constant83" -> "1586 mul_tensor_83" [label="(1152, 384)", style=solid]; -"1585 _param_constant221_0_0" -> "1587 linear_82" [label="(1152,)", style=solid]; -"1586 mul_tensor_83" -> "1587 linear_82" [label="(1152, 384)", style=solid]; -"1587 linear_82" -> "1588 reshape_59" [label="(4, 64, 1152)", style=solid]; -"1588 reshape_59" -> "1589 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; -"1589 permute_61" -> "1590 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; -"1589 permute_61" -> "1591 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; -"1589 permute_61" -> "1592 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; -"1590 select_39" -> "1593 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; -"1590 select_39" -> "1595 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; -"1590 select_39" -> "1596 div_26" [label="(4, 12, 64, 32)", style=solid]; -"1591 select_40" -> "1599 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; -"1591 select_40" -> "1601 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; -"1591 select_40" -> "1602 div_27" [label="(4, 12, 64, 32)", style=solid]; -"1592 select_41" -> "1630 matmul_27" [label="(4, 12, 64, 32)", style=solid]; -"1593 linalg_vector_norm_26" -> "1594 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; -"1594 clamp_min_26" -> "1595 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; -"1595 expand_as_26" -> "1596 div_26" [label="(4, 12, 64, 32)", style=solid]; -"1596 div_26" -> "1597 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; -"1597 quantize_per_tensor_default_82" -> "1598 dequantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; -"1598 dequantize_per_tensor_default_82" -> "1606 matmul_26" [label="(4, 12, 64, 32)", style=solid]; -"1599 linalg_vector_norm_27" -> "1600 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; -"1600 clamp_min_27" -> "1601 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; -"1601 expand_as_27" -> "1602 div_27" [label="(4, 12, 64, 32)", style=solid]; -"1602 div_27" -> "1603 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; -"1603 quantize_per_tensor_default_83" -> "1604 dequantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; -"1604 dequantize_per_tensor_default_83" -> "1605 transpose_26" [label="(4, 12, 64, 32)", style=solid]; -"1605 transpose_26" -> "1606 matmul_26" [label="(4, 12, 32, 64)", style=solid]; -"1606 matmul_26" -> "1610 mul_27" [label="(4, 12, 64, 64)", style=solid]; -"1607 _param_constant223" -> "1608 clamp_13" [label="(12, 1, 1)", style=solid]; -"1608 clamp_13" -> "1609 exp_13" [label="(12, 1, 1)", style=solid]; -"1609 exp_13" -> "1610 mul_27" [label="(12, 1, 1)", style=solid]; -"1610 mul_27" -> "1611 add_45" [label="(4, 12, 64, 64)", style=solid]; -"1611 add_45" -> "1623 view_74" [label="(4, 12, 64, 64)", style=solid]; -"1612 new_zeros_6" -> "1613 view_73" [label="(16, 16)", style=solid]; -"1613 view_73" -> "1614 permute_62" [label="(2, 8, 2, 8)", style=solid]; -"1614 permute_62" -> "1615 reshape_60" [label="(2, 2, 8, 8)", style=solid]; -"1615 reshape_60" -> "1616 unsqueeze_38" [label="(4, 64)", style=solid]; -"1615 reshape_60" -> "1617 unsqueeze_39" [label="(4, 64)", style=solid]; -"1616 unsqueeze_38" -> "1618 sub_6" [label="(4, 1, 64)", style=solid]; -"1617 unsqueeze_39" -> "1618 sub_6" [label="(4, 64, 1)", style=solid]; -"1618 sub_6" -> "1619 ne_6" [label="(4, 64, 64)", style=solid]; -"1618 sub_6" -> "1620 masked_fill_12" [label="(4, 64, 64)", style=solid]; -"1618 sub_6" -> "1621 eq_6" [label="(4, 64, 64)", style=solid]; -"1619 ne_6" -> "1620 masked_fill_12" [label="(4, 64, 64)", style=solid]; -"1620 masked_fill_12" -> "1622 masked_fill_13" [label="(4, 64, 64)", style=solid]; -"1621 eq_6" -> "1622 masked_fill_13" [label="(4, 64, 64)", style=solid]; -"1622 masked_fill_13" -> "1624 unsqueeze_40" [label="(4, 64, 64)", style=solid]; -"1623 view_74" -> "1626 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; -"1624 unsqueeze_40" -> "1625 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; -"1625 unsqueeze_41" -> "1626 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; -"1626 add_46" -> "1627 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; -"1627 view_75" -> "1628 softmax_13" [label="(4, 12, 64, 64)", style=solid]; -"1628 softmax_13" -> "1629 dropout_52" [label="(4, 12, 64, 64)", style=solid]; -"1629 dropout_52" -> "1630 matmul_27" [label="(4, 12, 64, 64)", style=solid]; -"1630 matmul_27" -> "1631 transpose_27" [label="(4, 12, 64, 32)", style=solid]; -"1631 transpose_27" -> "1632 reshape_61" [label="(4, 64, 12, 32)", style=solid]; -"1632 reshape_61" -> "1633 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1633 reshape_61_0_0_nncf_smooth_quant_0" -> "1634 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; -"1634 quantize_per_tensor_default_84" -> "1635 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; -"1635 dequantize_per_tensor_default_84" -> "1640 linear_83" [label="(4, 64, 384)", style=solid]; -"1636 linear_83_scale_0_updated_constant0" -> "1639 mul_tensor_84" [label="(384, 1)", style=solid]; -"1637 compressed_weight_updated_constant84" -> "1639 mul_tensor_84" [label="(384, 384)", style=solid]; -"1638 _param_constant225_0_0" -> "1640 linear_83" [label="(384,)", style=solid]; -"1639 mul_tensor_84" -> "1640 linear_83" [label="(384, 384)", style=solid]; -"1640 linear_83" -> "1641 dropout_53" [label="(4, 64, 384)", style=solid]; -"1641 dropout_53" -> "1642 view_76" [label="(4, 64, 384)", style=solid]; -"1642 view_76" -> "1643 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1643 permute_63" -> "1644 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1644 reshape_62" -> "1645 roll_13" [label="(1, 16, 16, 384)", style=solid]; -"1645 roll_13" -> "1646 slice_213" [label="(1, 16, 16, 384)", style=solid]; -"1646 slice_213" -> "1647 slice_214" [label="(1, 16, 16, 384)", style=solid]; -"1647 slice_214" -> "1648 slice_215" [label="(1, 14, 16, 384)", style=solid]; -"1648 slice_215" -> "1649 slice_216" [label="(1, 14, 14, 384)", style=solid]; -"1649 slice_216" -> "1650 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; -"1650 contiguous_25" -> "1653 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; -"1651 _param_constant226" -> "1653 layer_norm_29" [label="(384,)", style=solid]; -"1652 _param_constant227" -> "1653 layer_norm_29" [label="(384,)", style=solid]; -"1653 layer_norm_29" -> "1654 add_47" [label="(1, 14, 14, 384)", style=solid]; -"1654 add_47" -> "1655 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1654 add_47" -> "1677 add_48" [label="(1, 14, 14, 384)", style=solid]; -"1655 add_47_0_0_nncf_smooth_quant_0" -> "1656 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; -"1656 quantize_per_tensor_default_85" -> "1657 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; -"1657 dequantize_per_tensor_default_85" -> "1662 linear_84" [label="(1, 14, 14, 384)", style=solid]; -"1658 linear_84_scale_0_updated_constant0" -> "1661 mul_tensor_85" [label="(1536, 1)", style=solid]; -"1659 compressed_weight_updated_constant85" -> "1661 mul_tensor_85" [label="(1536, 384)", style=solid]; -"1660 _param_constant229_0_0" -> "1662 linear_84" [label="(1536,)", style=solid]; -"1661 mul_tensor_85" -> "1662 linear_84" [label="(1536, 384)", style=solid]; -"1662 linear_84" -> "1663 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; -"1663 gelu_13" -> "1664 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; -"1664 dropout_54" -> "1665 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1665 dropout_54_0_0_nncf_smooth_quant_0" -> "1666 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; -"1666 quantize_per_tensor_default_86" -> "1667 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; -"1667 dequantize_per_tensor_default_86" -> "1672 linear_85" [label="(1, 14, 14, 1536)", style=solid]; -"1668 linear_85_scale_0_updated_constant0" -> "1671 mul_tensor_86" [label="(384, 1)", style=solid]; -"1669 compressed_weight_updated_constant86" -> "1671 mul_tensor_86" [label="(384, 1536)", style=solid]; -"1670 _param_constant231_0_0" -> "1672 linear_85" [label="(384,)", style=solid]; -"1671 mul_tensor_86" -> "1672 linear_85" [label="(384, 1536)", style=solid]; -"1672 linear_85" -> "1673 dropout_55" [label="(1, 14, 14, 384)", style=solid]; -"1673 dropout_55" -> "1676 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; -"1674 _param_constant232" -> "1676 layer_norm_30" [label="(384,)", style=solid]; -"1675 _param_constant233" -> "1676 layer_norm_30" [label="(384,)", style=solid]; -"1676 layer_norm_30" -> "1677 add_48" [label="(1, 14, 14, 384)", style=solid]; -"1677 add_48" -> "1700 pad_16" [label="(1, 14, 14, 384)", style=solid]; -"1677 add_48" -> "1761 add_50" [label="(1, 14, 14, 384)", style=solid]; -"1678 _tensor_constant91" -> "1679 _tensor_constant91_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1679 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1684 linear_86" [label="(1, 15, 15, 2)", style=solid]; -"1680 linear_86_scale_0_updated_constant0" -> "1683 mul_tensor_87" [label="(512, 1)", style=solid]; -"1681 compressed_weight_updated_constant87" -> "1683 mul_tensor_87" [label="(512, 2)", style=solid]; -"1682 _param_constant235_0_0" -> "1684 linear_86" [label="(512,)", style=solid]; -"1683 mul_tensor_87" -> "1684 linear_86" [label="(512, 2)", style=solid]; -"1684 linear_86" -> "1685 relu__14" [label="(1, 15, 15, 512)", style=solid]; -"1685 relu__14" -> "1686 relu__14_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1686 relu__14_0_0_nncf_smooth_quant_0" -> "1690 linear_87" [label="(1, 15, 15, 512)", style=solid]; -"1687 linear_87_scale_0_updated_constant0" -> "1689 mul_tensor_88" [label="(12, 1)", style=solid]; -"1688 compressed_weight_updated_constant88" -> "1689 mul_tensor_88" [label="(12, 512)", style=solid]; -"1689 mul_tensor_88" -> "1690 linear_87" [label="(12, 512)", style=solid]; -"1690 linear_87" -> "1691 view_77" [label="(1, 15, 15, 12)", style=solid]; -"1691 view_77" -> "1693 index_14" [label="(225, 12)", style=solid]; -"1692 _tensor_constant92" -> "1693 index_14" [label="(4096,)", style=solid]; -"1693 index_14" -> "1694 view_78" [label="(4096, 12)", style=solid]; -"1694 view_78" -> "1695 permute_64" [label="(64, 64, 12)", style=solid]; -"1695 permute_64" -> "1696 contiguous_26" [label="(12, 64, 64)", style=solid]; -"1696 contiguous_26" -> "1697 unsqueeze_42" [label="(12, 64, 64)", style=solid]; -"1697 unsqueeze_42" -> "1698 sigmoid_14" [label="(1, 12, 64, 64)", style=solid]; -"1698 sigmoid_14" -> "1699 mul_28" [label="(1, 12, 64, 64)", style=solid]; -"1699 mul_28" -> "1735 add_49" [label="(1, 12, 64, 64)", style=solid]; -"1700 pad_16" -> "1701 view_79" [label="(1, 16, 16, 384)", style=solid]; -"1701 view_79" -> "1702 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1702 permute_65" -> "1703 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1703 reshape_63" -> "1704 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1704 reshape_63_0_0_nncf_smooth_quant_0" -> "1705 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; -"1705 quantize_per_tensor_default_87" -> "1706 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; -"1706 dequantize_per_tensor_default_87" -> "1711 linear_88" [label="(4, 64, 384)", style=solid]; -"1707 linear_88_scale_0_updated_constant0" -> "1710 mul_tensor_89" [label="(1152, 1)", style=solid]; -"1708 compressed_weight_updated_constant89" -> "1710 mul_tensor_89" [label="(1152, 384)", style=solid]; -"1709 _param_constant237_0_0" -> "1711 linear_88" [label="(1152,)", style=solid]; -"1710 mul_tensor_89" -> "1711 linear_88" [label="(1152, 384)", style=solid]; -"1711 linear_88" -> "1712 reshape_64" [label="(4, 64, 1152)", style=solid]; -"1712 reshape_64" -> "1713 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; -"1713 permute_66" -> "1714 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; -"1713 permute_66" -> "1715 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; -"1713 permute_66" -> "1716 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; -"1714 select_42" -> "1717 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; -"1714 select_42" -> "1719 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; -"1714 select_42" -> "1720 div_28" [label="(4, 12, 64, 32)", style=solid]; -"1715 select_43" -> "1723 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; -"1715 select_43" -> "1725 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; -"1715 select_43" -> "1726 div_29" [label="(4, 12, 64, 32)", style=solid]; -"1716 select_44" -> "1738 matmul_29" [label="(4, 12, 64, 32)", style=solid]; -"1717 linalg_vector_norm_28" -> "1718 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; -"1718 clamp_min_28" -> "1719 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; -"1719 expand_as_28" -> "1720 div_28" [label="(4, 12, 64, 32)", style=solid]; -"1720 div_28" -> "1721 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; -"1721 quantize_per_tensor_default_88" -> "1722 dequantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; -"1722 dequantize_per_tensor_default_88" -> "1730 matmul_28" [label="(4, 12, 64, 32)", style=solid]; -"1723 linalg_vector_norm_29" -> "1724 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; -"1724 clamp_min_29" -> "1725 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; -"1725 expand_as_29" -> "1726 div_29" [label="(4, 12, 64, 32)", style=solid]; -"1726 div_29" -> "1727 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; -"1727 quantize_per_tensor_default_89" -> "1728 dequantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; -"1728 dequantize_per_tensor_default_89" -> "1729 transpose_28" [label="(4, 12, 64, 32)", style=solid]; -"1729 transpose_28" -> "1730 matmul_28" [label="(4, 12, 32, 64)", style=solid]; -"1730 matmul_28" -> "1734 mul_29" [label="(4, 12, 64, 64)", style=solid]; -"1731 _param_constant239" -> "1732 clamp_14" [label="(12, 1, 1)", style=solid]; -"1732 clamp_14" -> "1733 exp_14" [label="(12, 1, 1)", style=solid]; -"1733 exp_14" -> "1734 mul_29" [label="(12, 1, 1)", style=solid]; -"1734 mul_29" -> "1735 add_49" [label="(4, 12, 64, 64)", style=solid]; -"1735 add_49" -> "1736 softmax_14" [label="(4, 12, 64, 64)", style=solid]; -"1736 softmax_14" -> "1737 dropout_56" [label="(4, 12, 64, 64)", style=solid]; -"1737 dropout_56" -> "1738 matmul_29" [label="(4, 12, 64, 64)", style=solid]; -"1738 matmul_29" -> "1739 transpose_29" [label="(4, 12, 64, 32)", style=solid]; -"1739 transpose_29" -> "1740 reshape_65" [label="(4, 64, 12, 32)", style=solid]; -"1740 reshape_65" -> "1741 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1741 reshape_65_0_0_nncf_smooth_quant_0" -> "1742 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; -"1742 quantize_per_tensor_default_90" -> "1743 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; -"1743 dequantize_per_tensor_default_90" -> "1748 linear_89" [label="(4, 64, 384)", style=solid]; -"1744 linear_89_scale_0_updated_constant0" -> "1747 mul_tensor_90" [label="(384, 1)", style=solid]; -"1745 compressed_weight_updated_constant90" -> "1747 mul_tensor_90" [label="(384, 384)", style=solid]; -"1746 _param_constant241_0_0" -> "1748 linear_89" [label="(384,)", style=solid]; -"1747 mul_tensor_90" -> "1748 linear_89" [label="(384, 384)", style=solid]; -"1748 linear_89" -> "1749 dropout_57" [label="(4, 64, 384)", style=solid]; -"1749 dropout_57" -> "1750 view_80" [label="(4, 64, 384)", style=solid]; -"1750 view_80" -> "1751 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1751 permute_67" -> "1752 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1752 reshape_66" -> "1753 slice_218" [label="(1, 16, 16, 384)", style=solid]; -"1753 slice_218" -> "1754 slice_219" [label="(1, 16, 16, 384)", style=solid]; -"1754 slice_219" -> "1755 slice_220" [label="(1, 14, 16, 384)", style=solid]; -"1755 slice_220" -> "1756 slice_221" [label="(1, 14, 14, 384)", style=solid]; -"1756 slice_221" -> "1757 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; -"1757 contiguous_27" -> "1760 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; -"1758 _param_constant242" -> "1760 layer_norm_31" [label="(384,)", style=solid]; -"1759 _param_constant243" -> "1760 layer_norm_31" [label="(384,)", style=solid]; -"1760 layer_norm_31" -> "1761 add_50" [label="(1, 14, 14, 384)", style=solid]; -"1761 add_50" -> "1762 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1761 add_50" -> "1784 add_51" [label="(1, 14, 14, 384)", style=solid]; -"1762 add_50_0_0_nncf_smooth_quant_0" -> "1763 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; -"1763 quantize_per_tensor_default_91" -> "1764 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; -"1764 dequantize_per_tensor_default_91" -> "1769 linear_90" [label="(1, 14, 14, 384)", style=solid]; -"1765 linear_90_scale_0_updated_constant0" -> "1768 mul_tensor_91" [label="(1536, 1)", style=solid]; -"1766 compressed_weight_updated_constant91" -> "1768 mul_tensor_91" [label="(1536, 384)", style=solid]; -"1767 _param_constant245_0_0" -> "1769 linear_90" [label="(1536,)", style=solid]; -"1768 mul_tensor_91" -> "1769 linear_90" [label="(1536, 384)", style=solid]; -"1769 linear_90" -> "1770 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; -"1770 gelu_14" -> "1771 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; -"1771 dropout_58" -> "1772 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1772 dropout_58_0_0_nncf_smooth_quant_0" -> "1773 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; -"1773 quantize_per_tensor_default_92" -> "1774 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; -"1774 dequantize_per_tensor_default_92" -> "1779 linear_91" [label="(1, 14, 14, 1536)", style=solid]; -"1775 linear_91_scale_0_updated_constant0" -> "1778 mul_tensor_92" [label="(384, 1)", style=solid]; -"1776 compressed_weight_updated_constant92" -> "1778 mul_tensor_92" [label="(384, 1536)", style=solid]; -"1777 _param_constant247_0_0" -> "1779 linear_91" [label="(384,)", style=solid]; -"1778 mul_tensor_92" -> "1779 linear_91" [label="(384, 1536)", style=solid]; -"1779 linear_91" -> "1780 dropout_59" [label="(1, 14, 14, 384)", style=solid]; -"1780 dropout_59" -> "1783 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; -"1781 _param_constant248" -> "1783 layer_norm_32" [label="(384,)", style=solid]; -"1782 _param_constant249" -> "1783 layer_norm_32" [label="(384,)", style=solid]; -"1783 layer_norm_32" -> "1784 add_51" [label="(1, 14, 14, 384)", style=solid]; -"1784 add_51" -> "1807 pad_17" [label="(1, 14, 14, 384)", style=solid]; -"1784 add_51" -> "1886 add_54" [label="(1, 14, 14, 384)", style=solid]; -"1785 _tensor_constant93" -> "1786 _tensor_constant93_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1786 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1791 linear_92" [label="(1, 15, 15, 2)", style=solid]; -"1787 linear_92_scale_0_updated_constant0" -> "1790 mul_tensor_93" [label="(512, 1)", style=solid]; -"1788 compressed_weight_updated_constant93" -> "1790 mul_tensor_93" [label="(512, 2)", style=solid]; -"1789 _param_constant251_0_0" -> "1791 linear_92" [label="(512,)", style=solid]; -"1790 mul_tensor_93" -> "1791 linear_92" [label="(512, 2)", style=solid]; -"1791 linear_92" -> "1792 relu__15" [label="(1, 15, 15, 512)", style=solid]; -"1792 relu__15" -> "1793 relu__15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1793 relu__15_0_0_nncf_smooth_quant_0" -> "1797 linear_93" [label="(1, 15, 15, 512)", style=solid]; -"1794 linear_93_scale_0_updated_constant0" -> "1796 mul_tensor_94" [label="(12, 1)", style=solid]; -"1795 compressed_weight_updated_constant94" -> "1796 mul_tensor_94" [label="(12, 512)", style=solid]; -"1796 mul_tensor_94" -> "1797 linear_93" [label="(12, 512)", style=solid]; -"1797 linear_93" -> "1798 view_81" [label="(1, 15, 15, 12)", style=solid]; -"1798 view_81" -> "1800 index_15" [label="(225, 12)", style=solid]; -"1799 _tensor_constant94" -> "1800 index_15" [label="(4096,)", style=solid]; -"1800 index_15" -> "1801 view_82" [label="(4096, 12)", style=solid]; -"1801 view_82" -> "1802 permute_68" [label="(64, 64, 12)", style=solid]; -"1802 permute_68" -> "1803 contiguous_28" [label="(12, 64, 64)", style=solid]; -"1803 contiguous_28" -> "1804 unsqueeze_43" [label="(12, 64, 64)", style=solid]; -"1804 unsqueeze_43" -> "1805 sigmoid_15" [label="(1, 12, 64, 64)", style=solid]; -"1805 sigmoid_15" -> "1806 mul_30" [label="(1, 12, 64, 64)", style=solid]; -"1806 mul_30" -> "1843 add_52" [label="(1, 12, 64, 64)", style=solid]; -"1807 pad_17" -> "1808 roll_14" [label="(1, 16, 16, 384)", style=solid]; -"1808 roll_14" -> "1809 view_83" [label="(1, 16, 16, 384)", style=solid]; -"1809 view_83" -> "1810 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1810 permute_69" -> "1811 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1811 reshape_67" -> "1812 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1811 reshape_67" -> "1844 new_zeros_7" [label="(4, 64, 384)", style=solid]; -"1812 reshape_67_0_0_nncf_smooth_quant_0" -> "1813 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; -"1813 quantize_per_tensor_default_93" -> "1814 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; -"1814 dequantize_per_tensor_default_93" -> "1819 linear_94" [label="(4, 64, 384)", style=solid]; -"1815 linear_94_scale_0_updated_constant0" -> "1818 mul_tensor_95" [label="(1152, 1)", style=solid]; -"1816 compressed_weight_updated_constant95" -> "1818 mul_tensor_95" [label="(1152, 384)", style=solid]; -"1817 _param_constant253_0_0" -> "1819 linear_94" [label="(1152,)", style=solid]; -"1818 mul_tensor_95" -> "1819 linear_94" [label="(1152, 384)", style=solid]; -"1819 linear_94" -> "1820 reshape_68" [label="(4, 64, 1152)", style=solid]; -"1820 reshape_68" -> "1821 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; -"1821 permute_70" -> "1822 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; -"1821 permute_70" -> "1823 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; -"1821 permute_70" -> "1824 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; -"1822 select_45" -> "1825 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; -"1822 select_45" -> "1827 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; -"1822 select_45" -> "1828 div_30" [label="(4, 12, 64, 32)", style=solid]; -"1823 select_46" -> "1831 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; -"1823 select_46" -> "1833 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; -"1823 select_46" -> "1834 div_31" [label="(4, 12, 64, 32)", style=solid]; -"1824 select_47" -> "1862 matmul_31" [label="(4, 12, 64, 32)", style=solid]; -"1825 linalg_vector_norm_30" -> "1826 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; -"1826 clamp_min_30" -> "1827 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; -"1827 expand_as_30" -> "1828 div_30" [label="(4, 12, 64, 32)", style=solid]; -"1828 div_30" -> "1829 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; -"1829 quantize_per_tensor_default_94" -> "1830 dequantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; -"1830 dequantize_per_tensor_default_94" -> "1838 matmul_30" [label="(4, 12, 64, 32)", style=solid]; -"1831 linalg_vector_norm_31" -> "1832 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; -"1832 clamp_min_31" -> "1833 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; -"1833 expand_as_31" -> "1834 div_31" [label="(4, 12, 64, 32)", style=solid]; -"1834 div_31" -> "1835 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; -"1835 quantize_per_tensor_default_95" -> "1836 dequantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; -"1836 dequantize_per_tensor_default_95" -> "1837 transpose_30" [label="(4, 12, 64, 32)", style=solid]; -"1837 transpose_30" -> "1838 matmul_30" [label="(4, 12, 32, 64)", style=solid]; -"1838 matmul_30" -> "1842 mul_31" [label="(4, 12, 64, 64)", style=solid]; -"1839 _param_constant255" -> "1840 clamp_15" [label="(12, 1, 1)", style=solid]; -"1840 clamp_15" -> "1841 exp_15" [label="(12, 1, 1)", style=solid]; -"1841 exp_15" -> "1842 mul_31" [label="(12, 1, 1)", style=solid]; -"1842 mul_31" -> "1843 add_52" [label="(4, 12, 64, 64)", style=solid]; -"1843 add_52" -> "1855 view_85" [label="(4, 12, 64, 64)", style=solid]; -"1844 new_zeros_7" -> "1845 view_84" [label="(16, 16)", style=solid]; -"1845 view_84" -> "1846 permute_71" [label="(2, 8, 2, 8)", style=solid]; -"1846 permute_71" -> "1847 reshape_69" [label="(2, 2, 8, 8)", style=solid]; -"1847 reshape_69" -> "1848 unsqueeze_44" [label="(4, 64)", style=solid]; -"1847 reshape_69" -> "1849 unsqueeze_45" [label="(4, 64)", style=solid]; -"1848 unsqueeze_44" -> "1850 sub_7" [label="(4, 1, 64)", style=solid]; -"1849 unsqueeze_45" -> "1850 sub_7" [label="(4, 64, 1)", style=solid]; -"1850 sub_7" -> "1851 ne_7" [label="(4, 64, 64)", style=solid]; -"1850 sub_7" -> "1852 masked_fill_14" [label="(4, 64, 64)", style=solid]; -"1850 sub_7" -> "1853 eq_7" [label="(4, 64, 64)", style=solid]; -"1851 ne_7" -> "1852 masked_fill_14" [label="(4, 64, 64)", style=solid]; -"1852 masked_fill_14" -> "1854 masked_fill_15" [label="(4, 64, 64)", style=solid]; -"1853 eq_7" -> "1854 masked_fill_15" [label="(4, 64, 64)", style=solid]; -"1854 masked_fill_15" -> "1856 unsqueeze_46" [label="(4, 64, 64)", style=solid]; -"1855 view_85" -> "1858 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; -"1856 unsqueeze_46" -> "1857 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; -"1857 unsqueeze_47" -> "1858 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; -"1858 add_53" -> "1859 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; -"1859 view_86" -> "1860 softmax_15" [label="(4, 12, 64, 64)", style=solid]; -"1860 softmax_15" -> "1861 dropout_60" [label="(4, 12, 64, 64)", style=solid]; -"1861 dropout_60" -> "1862 matmul_31" [label="(4, 12, 64, 64)", style=solid]; -"1862 matmul_31" -> "1863 transpose_31" [label="(4, 12, 64, 32)", style=solid]; -"1863 transpose_31" -> "1864 reshape_70" [label="(4, 64, 12, 32)", style=solid]; -"1864 reshape_70" -> "1865 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1865 reshape_70_0_0_nncf_smooth_quant_0" -> "1866 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; -"1866 quantize_per_tensor_default_96" -> "1867 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; -"1867 dequantize_per_tensor_default_96" -> "1872 linear_95" [label="(4, 64, 384)", style=solid]; -"1868 linear_95_scale_0_updated_constant0" -> "1871 mul_tensor_96" [label="(384, 1)", style=solid]; -"1869 compressed_weight_updated_constant96" -> "1871 mul_tensor_96" [label="(384, 384)", style=solid]; -"1870 _param_constant257_0_0" -> "1872 linear_95" [label="(384,)", style=solid]; -"1871 mul_tensor_96" -> "1872 linear_95" [label="(384, 384)", style=solid]; -"1872 linear_95" -> "1873 dropout_61" [label="(4, 64, 384)", style=solid]; -"1873 dropout_61" -> "1874 view_87" [label="(4, 64, 384)", style=solid]; -"1874 view_87" -> "1875 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1875 permute_72" -> "1876 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1876 reshape_71" -> "1877 roll_15" [label="(1, 16, 16, 384)", style=solid]; -"1877 roll_15" -> "1878 slice_241" [label="(1, 16, 16, 384)", style=solid]; -"1878 slice_241" -> "1879 slice_242" [label="(1, 16, 16, 384)", style=solid]; -"1879 slice_242" -> "1880 slice_243" [label="(1, 14, 16, 384)", style=solid]; -"1880 slice_243" -> "1881 slice_244" [label="(1, 14, 14, 384)", style=solid]; -"1881 slice_244" -> "1882 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; -"1882 contiguous_29" -> "1885 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; -"1883 _param_constant258" -> "1885 layer_norm_33" [label="(384,)", style=solid]; -"1884 _param_constant259" -> "1885 layer_norm_33" [label="(384,)", style=solid]; -"1885 layer_norm_33" -> "1886 add_54" [label="(1, 14, 14, 384)", style=solid]; -"1886 add_54" -> "1887 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1886 add_54" -> "1909 add_55" [label="(1, 14, 14, 384)", style=solid]; -"1887 add_54_0_0_nncf_smooth_quant_0" -> "1888 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; -"1888 quantize_per_tensor_default_97" -> "1889 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; -"1889 dequantize_per_tensor_default_97" -> "1894 linear_96" [label="(1, 14, 14, 384)", style=solid]; -"1890 linear_96_scale_0_updated_constant0" -> "1893 mul_tensor_97" [label="(1536, 1)", style=solid]; -"1891 compressed_weight_updated_constant97" -> "1893 mul_tensor_97" [label="(1536, 384)", style=solid]; -"1892 _param_constant261_0_0" -> "1894 linear_96" [label="(1536,)", style=solid]; -"1893 mul_tensor_97" -> "1894 linear_96" [label="(1536, 384)", style=solid]; -"1894 linear_96" -> "1895 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; -"1895 gelu_15" -> "1896 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; -"1896 dropout_62" -> "1897 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1897 dropout_62_0_0_nncf_smooth_quant_0" -> "1898 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; -"1898 quantize_per_tensor_default_98" -> "1899 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; -"1899 dequantize_per_tensor_default_98" -> "1904 linear_97" [label="(1, 14, 14, 1536)", style=solid]; -"1900 linear_97_scale_0_updated_constant0" -> "1903 mul_tensor_98" [label="(384, 1)", style=solid]; -"1901 compressed_weight_updated_constant98" -> "1903 mul_tensor_98" [label="(384, 1536)", style=solid]; -"1902 _param_constant263_0_0" -> "1904 linear_97" [label="(384,)", style=solid]; -"1903 mul_tensor_98" -> "1904 linear_97" [label="(384, 1536)", style=solid]; -"1904 linear_97" -> "1905 dropout_63" [label="(1, 14, 14, 384)", style=solid]; -"1905 dropout_63" -> "1908 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; -"1906 _param_constant264" -> "1908 layer_norm_34" [label="(384,)", style=solid]; -"1907 _param_constant265" -> "1908 layer_norm_34" [label="(384,)", style=solid]; -"1908 layer_norm_34" -> "1909 add_55" [label="(1, 14, 14, 384)", style=solid]; -"1909 add_55" -> "1932 pad_18" [label="(1, 14, 14, 384)", style=solid]; -"1909 add_55" -> "1993 add_57" [label="(1, 14, 14, 384)", style=solid]; -"1910 _tensor_constant104" -> "1911 _tensor_constant104_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1911 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "1916 linear_98" [label="(1, 15, 15, 2)", style=solid]; -"1912 linear_98_scale_0_updated_constant0" -> "1915 mul_tensor_99" [label="(512, 1)", style=solid]; -"1913 compressed_weight_updated_constant99" -> "1915 mul_tensor_99" [label="(512, 2)", style=solid]; -"1914 _param_constant267_0_0" -> "1916 linear_98" [label="(512,)", style=solid]; -"1915 mul_tensor_99" -> "1916 linear_98" [label="(512, 2)", style=solid]; -"1916 linear_98" -> "1917 relu__16" [label="(1, 15, 15, 512)", style=solid]; -"1917 relu__16" -> "1918 relu__16_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1918 relu__16_0_0_nncf_smooth_quant_0" -> "1922 linear_99" [label="(1, 15, 15, 512)", style=solid]; -"1919 linear_99_scale_0_updated_constant0" -> "1921 mul_tensor_100" [label="(12, 1)", style=solid]; -"1920 compressed_weight_updated_constant100" -> "1921 mul_tensor_100" [label="(12, 512)", style=solid]; -"1921 mul_tensor_100" -> "1922 linear_99" [label="(12, 512)", style=solid]; -"1922 linear_99" -> "1923 view_88" [label="(1, 15, 15, 12)", style=solid]; -"1923 view_88" -> "1925 index_16" [label="(225, 12)", style=solid]; -"1924 _tensor_constant105" -> "1925 index_16" [label="(4096,)", style=solid]; -"1925 index_16" -> "1926 view_89" [label="(4096, 12)", style=solid]; -"1926 view_89" -> "1927 permute_73" [label="(64, 64, 12)", style=solid]; -"1927 permute_73" -> "1928 contiguous_30" [label="(12, 64, 64)", style=solid]; -"1928 contiguous_30" -> "1929 unsqueeze_48" [label="(12, 64, 64)", style=solid]; -"1929 unsqueeze_48" -> "1930 sigmoid_16" [label="(1, 12, 64, 64)", style=solid]; -"1930 sigmoid_16" -> "1931 mul_32" [label="(1, 12, 64, 64)", style=solid]; -"1931 mul_32" -> "1967 add_56" [label="(1, 12, 64, 64)", style=solid]; -"1932 pad_18" -> "1933 view_90" [label="(1, 16, 16, 384)", style=solid]; -"1933 view_90" -> "1934 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1934 permute_74" -> "1935 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1935 reshape_72" -> "1936 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1936 reshape_72_0_0_nncf_smooth_quant_0" -> "1937 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; -"1937 quantize_per_tensor_default_99" -> "1938 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; -"1938 dequantize_per_tensor_default_99" -> "1943 linear_100" [label="(4, 64, 384)", style=solid]; -"1939 linear_100_scale_0_updated_constant0" -> "1942 mul_tensor_101" [label="(1152, 1)", style=solid]; -"1940 compressed_weight_updated_constant101" -> "1942 mul_tensor_101" [label="(1152, 384)", style=solid]; -"1941 _param_constant269_0_0" -> "1943 linear_100" [label="(1152,)", style=solid]; -"1942 mul_tensor_101" -> "1943 linear_100" [label="(1152, 384)", style=solid]; -"1943 linear_100" -> "1944 reshape_73" [label="(4, 64, 1152)", style=solid]; -"1944 reshape_73" -> "1945 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; -"1945 permute_75" -> "1946 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; -"1945 permute_75" -> "1947 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; -"1945 permute_75" -> "1948 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; -"1946 select_48" -> "1949 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; -"1946 select_48" -> "1951 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; -"1946 select_48" -> "1952 div_32" [label="(4, 12, 64, 32)", style=solid]; -"1947 select_49" -> "1955 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; -"1947 select_49" -> "1957 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; -"1947 select_49" -> "1958 div_33" [label="(4, 12, 64, 32)", style=solid]; -"1948 select_50" -> "1970 matmul_33" [label="(4, 12, 64, 32)", style=solid]; -"1949 linalg_vector_norm_32" -> "1950 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; -"1950 clamp_min_32" -> "1951 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; -"1951 expand_as_32" -> "1952 div_32" [label="(4, 12, 64, 32)", style=solid]; -"1952 div_32" -> "1953 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; -"1953 quantize_per_tensor_default_100" -> "1954 dequantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; -"1954 dequantize_per_tensor_default_100" -> "1962 matmul_32" [label="(4, 12, 64, 32)", style=solid]; -"1955 linalg_vector_norm_33" -> "1956 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; -"1956 clamp_min_33" -> "1957 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; -"1957 expand_as_33" -> "1958 div_33" [label="(4, 12, 64, 32)", style=solid]; -"1958 div_33" -> "1959 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; -"1959 quantize_per_tensor_default_101" -> "1960 dequantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; -"1960 dequantize_per_tensor_default_101" -> "1961 transpose_32" [label="(4, 12, 64, 32)", style=solid]; -"1961 transpose_32" -> "1962 matmul_32" [label="(4, 12, 32, 64)", style=solid]; -"1962 matmul_32" -> "1966 mul_33" [label="(4, 12, 64, 64)", style=solid]; -"1963 _param_constant271" -> "1964 clamp_16" [label="(12, 1, 1)", style=solid]; -"1964 clamp_16" -> "1965 exp_16" [label="(12, 1, 1)", style=solid]; -"1965 exp_16" -> "1966 mul_33" [label="(12, 1, 1)", style=solid]; -"1966 mul_33" -> "1967 add_56" [label="(4, 12, 64, 64)", style=solid]; -"1967 add_56" -> "1968 softmax_16" [label="(4, 12, 64, 64)", style=solid]; -"1968 softmax_16" -> "1969 dropout_64" [label="(4, 12, 64, 64)", style=solid]; -"1969 dropout_64" -> "1970 matmul_33" [label="(4, 12, 64, 64)", style=solid]; -"1970 matmul_33" -> "1971 transpose_33" [label="(4, 12, 64, 32)", style=solid]; -"1971 transpose_33" -> "1972 reshape_74" [label="(4, 64, 12, 32)", style=solid]; -"1972 reshape_74" -> "1973 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1973 reshape_74_0_0_nncf_smooth_quant_0" -> "1974 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; -"1974 quantize_per_tensor_default_102" -> "1975 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; -"1975 dequantize_per_tensor_default_102" -> "1980 linear_101" [label="(4, 64, 384)", style=solid]; -"1976 linear_101_scale_0_updated_constant0" -> "1979 mul_tensor_102" [label="(384, 1)", style=solid]; -"1977 compressed_weight_updated_constant102" -> "1979 mul_tensor_102" [label="(384, 384)", style=solid]; -"1978 _param_constant273_0_0" -> "1980 linear_101" [label="(384,)", style=solid]; -"1979 mul_tensor_102" -> "1980 linear_101" [label="(384, 384)", style=solid]; -"1980 linear_101" -> "1981 dropout_65" [label="(4, 64, 384)", style=solid]; -"1981 dropout_65" -> "1982 view_91" [label="(4, 64, 384)", style=solid]; -"1982 view_91" -> "1983 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1983 permute_76" -> "1984 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1984 reshape_75" -> "1985 slice_246" [label="(1, 16, 16, 384)", style=solid]; -"1985 slice_246" -> "1986 slice_247" [label="(1, 16, 16, 384)", style=solid]; -"1986 slice_247" -> "1987 slice_248" [label="(1, 14, 16, 384)", style=solid]; -"1987 slice_248" -> "1988 slice_249" [label="(1, 14, 14, 384)", style=solid]; -"1988 slice_249" -> "1989 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; -"1989 contiguous_31" -> "1992 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; -"1990 _param_constant274" -> "1992 layer_norm_35" [label="(384,)", style=solid]; -"1991 _param_constant275" -> "1992 layer_norm_35" [label="(384,)", style=solid]; -"1992 layer_norm_35" -> "1993 add_57" [label="(1, 14, 14, 384)", style=solid]; -"1993 add_57" -> "1994 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1993 add_57" -> "2016 add_58" [label="(1, 14, 14, 384)", style=solid]; -"1994 add_57_0_0_nncf_smooth_quant_0" -> "1995 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; -"1995 quantize_per_tensor_default_103" -> "1996 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; -"1996 dequantize_per_tensor_default_103" -> "2001 linear_102" [label="(1, 14, 14, 384)", style=solid]; -"1997 linear_102_scale_0_updated_constant0" -> "2000 mul_tensor_103" [label="(1536, 1)", style=solid]; -"1998 compressed_weight_updated_constant103" -> "2000 mul_tensor_103" [label="(1536, 384)", style=solid]; -"1999 _param_constant277_0_0" -> "2001 linear_102" [label="(1536,)", style=solid]; -"2000 mul_tensor_103" -> "2001 linear_102" [label="(1536, 384)", style=solid]; -"2001 linear_102" -> "2002 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; -"2002 gelu_16" -> "2003 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; -"2003 dropout_66" -> "2004 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2004 dropout_66_0_0_nncf_smooth_quant_0" -> "2005 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; -"2005 quantize_per_tensor_default_104" -> "2006 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; -"2006 dequantize_per_tensor_default_104" -> "2011 linear_103" [label="(1, 14, 14, 1536)", style=solid]; -"2007 linear_103_scale_0_updated_constant0" -> "2010 mul_tensor_104" [label="(384, 1)", style=solid]; -"2008 compressed_weight_updated_constant104" -> "2010 mul_tensor_104" [label="(384, 1536)", style=solid]; -"2009 _param_constant279_0_0" -> "2011 linear_103" [label="(384,)", style=solid]; -"2010 mul_tensor_104" -> "2011 linear_103" [label="(384, 1536)", style=solid]; -"2011 linear_103" -> "2012 dropout_67" [label="(1, 14, 14, 384)", style=solid]; -"2012 dropout_67" -> "2015 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; -"2013 _param_constant280" -> "2015 layer_norm_36" [label="(384,)", style=solid]; -"2014 _param_constant281" -> "2015 layer_norm_36" [label="(384,)", style=solid]; -"2015 layer_norm_36" -> "2016 add_58" [label="(1, 14, 14, 384)", style=solid]; -"2016 add_58" -> "2039 pad_19" [label="(1, 14, 14, 384)", style=solid]; -"2016 add_58" -> "2118 add_61" [label="(1, 14, 14, 384)", style=solid]; -"2017 _tensor_constant106" -> "2018 _tensor_constant106_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2018 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2023 linear_104" [label="(1, 15, 15, 2)", style=solid]; -"2019 linear_104_scale_0_updated_constant0" -> "2022 mul_tensor_105" [label="(512, 1)", style=solid]; -"2020 compressed_weight_updated_constant105" -> "2022 mul_tensor_105" [label="(512, 2)", style=solid]; -"2021 _param_constant283_0_0" -> "2023 linear_104" [label="(512,)", style=solid]; -"2022 mul_tensor_105" -> "2023 linear_104" [label="(512, 2)", style=solid]; -"2023 linear_104" -> "2024 relu__17" [label="(1, 15, 15, 512)", style=solid]; -"2024 relu__17" -> "2025 relu__17_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2025 relu__17_0_0_nncf_smooth_quant_0" -> "2029 linear_105" [label="(1, 15, 15, 512)", style=solid]; -"2026 linear_105_scale_0_updated_constant0" -> "2028 mul_tensor_106" [label="(12, 1)", style=solid]; -"2027 compressed_weight_updated_constant106" -> "2028 mul_tensor_106" [label="(12, 512)", style=solid]; -"2028 mul_tensor_106" -> "2029 linear_105" [label="(12, 512)", style=solid]; -"2029 linear_105" -> "2030 view_92" [label="(1, 15, 15, 12)", style=solid]; -"2030 view_92" -> "2032 index_17" [label="(225, 12)", style=solid]; -"2031 _tensor_constant107" -> "2032 index_17" [label="(4096,)", style=solid]; -"2032 index_17" -> "2033 view_93" [label="(4096, 12)", style=solid]; -"2033 view_93" -> "2034 permute_77" [label="(64, 64, 12)", style=solid]; -"2034 permute_77" -> "2035 contiguous_32" [label="(12, 64, 64)", style=solid]; -"2035 contiguous_32" -> "2036 unsqueeze_49" [label="(12, 64, 64)", style=solid]; -"2036 unsqueeze_49" -> "2037 sigmoid_17" [label="(1, 12, 64, 64)", style=solid]; -"2037 sigmoid_17" -> "2038 mul_34" [label="(1, 12, 64, 64)", style=solid]; -"2038 mul_34" -> "2075 add_59" [label="(1, 12, 64, 64)", style=solid]; -"2039 pad_19" -> "2040 roll_16" [label="(1, 16, 16, 384)", style=solid]; -"2040 roll_16" -> "2041 view_94" [label="(1, 16, 16, 384)", style=solid]; -"2041 view_94" -> "2042 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2042 permute_78" -> "2043 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2043 reshape_76" -> "2044 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2043 reshape_76" -> "2076 new_zeros_8" [label="(4, 64, 384)", style=solid]; -"2044 reshape_76_0_0_nncf_smooth_quant_0" -> "2045 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; -"2045 quantize_per_tensor_default_105" -> "2046 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; -"2046 dequantize_per_tensor_default_105" -> "2051 linear_106" [label="(4, 64, 384)", style=solid]; -"2047 linear_106_scale_0_updated_constant0" -> "2050 mul_tensor_107" [label="(1152, 1)", style=solid]; -"2048 compressed_weight_updated_constant107" -> "2050 mul_tensor_107" [label="(1152, 384)", style=solid]; -"2049 _param_constant285_0_0" -> "2051 linear_106" [label="(1152,)", style=solid]; -"2050 mul_tensor_107" -> "2051 linear_106" [label="(1152, 384)", style=solid]; -"2051 linear_106" -> "2052 reshape_77" [label="(4, 64, 1152)", style=solid]; -"2052 reshape_77" -> "2053 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; -"2053 permute_79" -> "2054 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; -"2053 permute_79" -> "2055 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; -"2053 permute_79" -> "2056 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; -"2054 select_51" -> "2057 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; -"2054 select_51" -> "2059 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; -"2054 select_51" -> "2060 div_34" [label="(4, 12, 64, 32)", style=solid]; -"2055 select_52" -> "2063 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; -"2055 select_52" -> "2065 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; -"2055 select_52" -> "2066 div_35" [label="(4, 12, 64, 32)", style=solid]; -"2056 select_53" -> "2094 matmul_35" [label="(4, 12, 64, 32)", style=solid]; -"2057 linalg_vector_norm_34" -> "2058 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; -"2058 clamp_min_34" -> "2059 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; -"2059 expand_as_34" -> "2060 div_34" [label="(4, 12, 64, 32)", style=solid]; -"2060 div_34" -> "2061 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; -"2061 quantize_per_tensor_default_106" -> "2062 dequantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; -"2062 dequantize_per_tensor_default_106" -> "2070 matmul_34" [label="(4, 12, 64, 32)", style=solid]; -"2063 linalg_vector_norm_35" -> "2064 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; -"2064 clamp_min_35" -> "2065 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; -"2065 expand_as_35" -> "2066 div_35" [label="(4, 12, 64, 32)", style=solid]; -"2066 div_35" -> "2067 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; -"2067 quantize_per_tensor_default_107" -> "2068 dequantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; -"2068 dequantize_per_tensor_default_107" -> "2069 transpose_34" [label="(4, 12, 64, 32)", style=solid]; -"2069 transpose_34" -> "2070 matmul_34" [label="(4, 12, 32, 64)", style=solid]; -"2070 matmul_34" -> "2074 mul_35" [label="(4, 12, 64, 64)", style=solid]; -"2071 _param_constant287" -> "2072 clamp_17" [label="(12, 1, 1)", style=solid]; -"2072 clamp_17" -> "2073 exp_17" [label="(12, 1, 1)", style=solid]; -"2073 exp_17" -> "2074 mul_35" [label="(12, 1, 1)", style=solid]; -"2074 mul_35" -> "2075 add_59" [label="(4, 12, 64, 64)", style=solid]; -"2075 add_59" -> "2087 view_96" [label="(4, 12, 64, 64)", style=solid]; -"2076 new_zeros_8" -> "2077 view_95" [label="(16, 16)", style=solid]; -"2077 view_95" -> "2078 permute_80" [label="(2, 8, 2, 8)", style=solid]; -"2078 permute_80" -> "2079 reshape_78" [label="(2, 2, 8, 8)", style=solid]; -"2079 reshape_78" -> "2080 unsqueeze_50" [label="(4, 64)", style=solid]; -"2079 reshape_78" -> "2081 unsqueeze_51" [label="(4, 64)", style=solid]; -"2080 unsqueeze_50" -> "2082 sub_8" [label="(4, 1, 64)", style=solid]; -"2081 unsqueeze_51" -> "2082 sub_8" [label="(4, 64, 1)", style=solid]; -"2082 sub_8" -> "2083 ne_8" [label="(4, 64, 64)", style=solid]; -"2082 sub_8" -> "2084 masked_fill_16" [label="(4, 64, 64)", style=solid]; -"2082 sub_8" -> "2085 eq_8" [label="(4, 64, 64)", style=solid]; -"2083 ne_8" -> "2084 masked_fill_16" [label="(4, 64, 64)", style=solid]; -"2084 masked_fill_16" -> "2086 masked_fill_17" [label="(4, 64, 64)", style=solid]; -"2085 eq_8" -> "2086 masked_fill_17" [label="(4, 64, 64)", style=solid]; -"2086 masked_fill_17" -> "2088 unsqueeze_52" [label="(4, 64, 64)", style=solid]; -"2087 view_96" -> "2090 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; -"2088 unsqueeze_52" -> "2089 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; -"2089 unsqueeze_53" -> "2090 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; -"2090 add_60" -> "2091 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; -"2091 view_97" -> "2092 softmax_17" [label="(4, 12, 64, 64)", style=solid]; -"2092 softmax_17" -> "2093 dropout_68" [label="(4, 12, 64, 64)", style=solid]; -"2093 dropout_68" -> "2094 matmul_35" [label="(4, 12, 64, 64)", style=solid]; -"2094 matmul_35" -> "2095 transpose_35" [label="(4, 12, 64, 32)", style=solid]; -"2095 transpose_35" -> "2096 reshape_79" [label="(4, 64, 12, 32)", style=solid]; -"2096 reshape_79" -> "2097 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2097 reshape_79_0_0_nncf_smooth_quant_0" -> "2098 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; -"2098 quantize_per_tensor_default_108" -> "2099 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; -"2099 dequantize_per_tensor_default_108" -> "2104 linear_107" [label="(4, 64, 384)", style=solid]; -"2100 linear_107_scale_0_updated_constant0" -> "2103 mul_tensor_108" [label="(384, 1)", style=solid]; -"2101 compressed_weight_updated_constant108" -> "2103 mul_tensor_108" [label="(384, 384)", style=solid]; -"2102 _param_constant289_0_0" -> "2104 linear_107" [label="(384,)", style=solid]; -"2103 mul_tensor_108" -> "2104 linear_107" [label="(384, 384)", style=solid]; -"2104 linear_107" -> "2105 dropout_69" [label="(4, 64, 384)", style=solid]; -"2105 dropout_69" -> "2106 view_98" [label="(4, 64, 384)", style=solid]; -"2106 view_98" -> "2107 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2107 permute_81" -> "2108 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2108 reshape_80" -> "2109 roll_17" [label="(1, 16, 16, 384)", style=solid]; -"2109 roll_17" -> "2110 slice_269" [label="(1, 16, 16, 384)", style=solid]; -"2110 slice_269" -> "2111 slice_270" [label="(1, 16, 16, 384)", style=solid]; -"2111 slice_270" -> "2112 slice_271" [label="(1, 14, 16, 384)", style=solid]; -"2112 slice_271" -> "2113 slice_272" [label="(1, 14, 14, 384)", style=solid]; -"2113 slice_272" -> "2114 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; -"2114 contiguous_33" -> "2117 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; -"2115 _param_constant290" -> "2117 layer_norm_37" [label="(384,)", style=solid]; -"2116 _param_constant291" -> "2117 layer_norm_37" [label="(384,)", style=solid]; -"2117 layer_norm_37" -> "2118 add_61" [label="(1, 14, 14, 384)", style=solid]; -"2118 add_61" -> "2119 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2118 add_61" -> "2141 add_62" [label="(1, 14, 14, 384)", style=solid]; -"2119 add_61_0_0_nncf_smooth_quant_0" -> "2120 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; -"2120 quantize_per_tensor_default_109" -> "2121 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; -"2121 dequantize_per_tensor_default_109" -> "2126 linear_108" [label="(1, 14, 14, 384)", style=solid]; -"2122 linear_108_scale_0_updated_constant0" -> "2125 mul_tensor_109" [label="(1536, 1)", style=solid]; -"2123 compressed_weight_updated_constant109" -> "2125 mul_tensor_109" [label="(1536, 384)", style=solid]; -"2124 _param_constant293_0_0" -> "2126 linear_108" [label="(1536,)", style=solid]; -"2125 mul_tensor_109" -> "2126 linear_108" [label="(1536, 384)", style=solid]; -"2126 linear_108" -> "2127 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; -"2127 gelu_17" -> "2128 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; -"2128 dropout_70" -> "2129 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2129 dropout_70_0_0_nncf_smooth_quant_0" -> "2130 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; -"2130 quantize_per_tensor_default_110" -> "2131 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; -"2131 dequantize_per_tensor_default_110" -> "2136 linear_109" [label="(1, 14, 14, 1536)", style=solid]; -"2132 linear_109_scale_0_updated_constant0" -> "2135 mul_tensor_110" [label="(384, 1)", style=solid]; -"2133 compressed_weight_updated_constant110" -> "2135 mul_tensor_110" [label="(384, 1536)", style=solid]; -"2134 _param_constant295_0_0" -> "2136 linear_109" [label="(384,)", style=solid]; -"2135 mul_tensor_110" -> "2136 linear_109" [label="(384, 1536)", style=solid]; -"2136 linear_109" -> "2137 dropout_71" [label="(1, 14, 14, 384)", style=solid]; -"2137 dropout_71" -> "2140 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; -"2138 _param_constant296" -> "2140 layer_norm_38" [label="(384,)", style=solid]; -"2139 _param_constant297" -> "2140 layer_norm_38" [label="(384,)", style=solid]; -"2140 layer_norm_38" -> "2141 add_62" [label="(1, 14, 14, 384)", style=solid]; -"2141 add_62" -> "2164 pad_20" [label="(1, 14, 14, 384)", style=solid]; -"2141 add_62" -> "2225 add_64" [label="(1, 14, 14, 384)", style=solid]; -"2142 _tensor_constant117" -> "2143 _tensor_constant117_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2143 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2148 linear_110" [label="(1, 15, 15, 2)", style=solid]; -"2144 linear_110_scale_0_updated_constant0" -> "2147 mul_tensor_111" [label="(512, 1)", style=solid]; -"2145 compressed_weight_updated_constant111" -> "2147 mul_tensor_111" [label="(512, 2)", style=solid]; -"2146 _param_constant299_0_0" -> "2148 linear_110" [label="(512,)", style=solid]; -"2147 mul_tensor_111" -> "2148 linear_110" [label="(512, 2)", style=solid]; -"2148 linear_110" -> "2149 relu__18" [label="(1, 15, 15, 512)", style=solid]; -"2149 relu__18" -> "2150 relu__18_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2150 relu__18_0_0_nncf_smooth_quant_0" -> "2154 linear_111" [label="(1, 15, 15, 512)", style=solid]; -"2151 linear_111_scale_0_updated_constant0" -> "2153 mul_tensor_112" [label="(12, 1)", style=solid]; -"2152 compressed_weight_updated_constant112" -> "2153 mul_tensor_112" [label="(12, 512)", style=solid]; -"2153 mul_tensor_112" -> "2154 linear_111" [label="(12, 512)", style=solid]; -"2154 linear_111" -> "2155 view_99" [label="(1, 15, 15, 12)", style=solid]; -"2155 view_99" -> "2157 index_18" [label="(225, 12)", style=solid]; -"2156 _tensor_constant118" -> "2157 index_18" [label="(4096,)", style=solid]; -"2157 index_18" -> "2158 view_100" [label="(4096, 12)", style=solid]; -"2158 view_100" -> "2159 permute_82" [label="(64, 64, 12)", style=solid]; -"2159 permute_82" -> "2160 contiguous_34" [label="(12, 64, 64)", style=solid]; -"2160 contiguous_34" -> "2161 unsqueeze_54" [label="(12, 64, 64)", style=solid]; -"2161 unsqueeze_54" -> "2162 sigmoid_18" [label="(1, 12, 64, 64)", style=solid]; -"2162 sigmoid_18" -> "2163 mul_36" [label="(1, 12, 64, 64)", style=solid]; -"2163 mul_36" -> "2199 add_63" [label="(1, 12, 64, 64)", style=solid]; -"2164 pad_20" -> "2165 view_101" [label="(1, 16, 16, 384)", style=solid]; -"2165 view_101" -> "2166 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2166 permute_83" -> "2167 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2167 reshape_81" -> "2168 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2168 reshape_81_0_0_nncf_smooth_quant_0" -> "2169 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; -"2169 quantize_per_tensor_default_111" -> "2170 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; -"2170 dequantize_per_tensor_default_111" -> "2175 linear_112" [label="(4, 64, 384)", style=solid]; -"2171 linear_112_scale_0_updated_constant0" -> "2174 mul_tensor_113" [label="(1152, 1)", style=solid]; -"2172 compressed_weight_updated_constant113" -> "2174 mul_tensor_113" [label="(1152, 384)", style=solid]; -"2173 _param_constant301_0_0" -> "2175 linear_112" [label="(1152,)", style=solid]; -"2174 mul_tensor_113" -> "2175 linear_112" [label="(1152, 384)", style=solid]; -"2175 linear_112" -> "2176 reshape_82" [label="(4, 64, 1152)", style=solid]; -"2176 reshape_82" -> "2177 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; -"2177 permute_84" -> "2178 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; -"2177 permute_84" -> "2179 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; -"2177 permute_84" -> "2180 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; -"2178 select_54" -> "2181 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; -"2178 select_54" -> "2183 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; -"2178 select_54" -> "2184 div_36" [label="(4, 12, 64, 32)", style=solid]; -"2179 select_55" -> "2187 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; -"2179 select_55" -> "2189 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; -"2179 select_55" -> "2190 div_37" [label="(4, 12, 64, 32)", style=solid]; -"2180 select_56" -> "2202 matmul_37" [label="(4, 12, 64, 32)", style=solid]; -"2181 linalg_vector_norm_36" -> "2182 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; -"2182 clamp_min_36" -> "2183 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; -"2183 expand_as_36" -> "2184 div_36" [label="(4, 12, 64, 32)", style=solid]; -"2184 div_36" -> "2185 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; -"2185 quantize_per_tensor_default_112" -> "2186 dequantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; -"2186 dequantize_per_tensor_default_112" -> "2194 matmul_36" [label="(4, 12, 64, 32)", style=solid]; -"2187 linalg_vector_norm_37" -> "2188 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; -"2188 clamp_min_37" -> "2189 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; -"2189 expand_as_37" -> "2190 div_37" [label="(4, 12, 64, 32)", style=solid]; -"2190 div_37" -> "2191 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; -"2191 quantize_per_tensor_default_113" -> "2192 dequantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; -"2192 dequantize_per_tensor_default_113" -> "2193 transpose_36" [label="(4, 12, 64, 32)", style=solid]; -"2193 transpose_36" -> "2194 matmul_36" [label="(4, 12, 32, 64)", style=solid]; -"2194 matmul_36" -> "2198 mul_37" [label="(4, 12, 64, 64)", style=solid]; -"2195 _param_constant303" -> "2196 clamp_18" [label="(12, 1, 1)", style=solid]; -"2196 clamp_18" -> "2197 exp_18" [label="(12, 1, 1)", style=solid]; -"2197 exp_18" -> "2198 mul_37" [label="(12, 1, 1)", style=solid]; -"2198 mul_37" -> "2199 add_63" [label="(4, 12, 64, 64)", style=solid]; -"2199 add_63" -> "2200 softmax_18" [label="(4, 12, 64, 64)", style=solid]; -"2200 softmax_18" -> "2201 dropout_72" [label="(4, 12, 64, 64)", style=solid]; -"2201 dropout_72" -> "2202 matmul_37" [label="(4, 12, 64, 64)", style=solid]; -"2202 matmul_37" -> "2203 transpose_37" [label="(4, 12, 64, 32)", style=solid]; -"2203 transpose_37" -> "2204 reshape_83" [label="(4, 64, 12, 32)", style=solid]; -"2204 reshape_83" -> "2205 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2205 reshape_83_0_0_nncf_smooth_quant_0" -> "2206 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; -"2206 quantize_per_tensor_default_114" -> "2207 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; -"2207 dequantize_per_tensor_default_114" -> "2212 linear_113" [label="(4, 64, 384)", style=solid]; -"2208 linear_113_scale_0_updated_constant0" -> "2211 mul_tensor_114" [label="(384, 1)", style=solid]; -"2209 compressed_weight_updated_constant114" -> "2211 mul_tensor_114" [label="(384, 384)", style=solid]; -"2210 _param_constant305_0_0" -> "2212 linear_113" [label="(384,)", style=solid]; -"2211 mul_tensor_114" -> "2212 linear_113" [label="(384, 384)", style=solid]; -"2212 linear_113" -> "2213 dropout_73" [label="(4, 64, 384)", style=solid]; -"2213 dropout_73" -> "2214 view_102" [label="(4, 64, 384)", style=solid]; -"2214 view_102" -> "2215 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2215 permute_85" -> "2216 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2216 reshape_84" -> "2217 slice_274" [label="(1, 16, 16, 384)", style=solid]; -"2217 slice_274" -> "2218 slice_275" [label="(1, 16, 16, 384)", style=solid]; -"2218 slice_275" -> "2219 slice_276" [label="(1, 14, 16, 384)", style=solid]; -"2219 slice_276" -> "2220 slice_277" [label="(1, 14, 14, 384)", style=solid]; -"2220 slice_277" -> "2221 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; -"2221 contiguous_35" -> "2224 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; -"2222 _param_constant306" -> "2224 layer_norm_39" [label="(384,)", style=solid]; -"2223 _param_constant307" -> "2224 layer_norm_39" [label="(384,)", style=solid]; -"2224 layer_norm_39" -> "2225 add_64" [label="(1, 14, 14, 384)", style=solid]; -"2225 add_64" -> "2226 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2225 add_64" -> "2248 add_65" [label="(1, 14, 14, 384)", style=solid]; -"2226 add_64_0_0_nncf_smooth_quant_0" -> "2227 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; -"2227 quantize_per_tensor_default_115" -> "2228 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; -"2228 dequantize_per_tensor_default_115" -> "2233 linear_114" [label="(1, 14, 14, 384)", style=solid]; -"2229 linear_114_scale_0_updated_constant0" -> "2232 mul_tensor_115" [label="(1536, 1)", style=solid]; -"2230 compressed_weight_updated_constant115" -> "2232 mul_tensor_115" [label="(1536, 384)", style=solid]; -"2231 _param_constant309_0_0" -> "2233 linear_114" [label="(1536,)", style=solid]; -"2232 mul_tensor_115" -> "2233 linear_114" [label="(1536, 384)", style=solid]; -"2233 linear_114" -> "2234 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; -"2234 gelu_18" -> "2235 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; -"2235 dropout_74" -> "2236 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2236 dropout_74_0_0_nncf_smooth_quant_0" -> "2237 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; -"2237 quantize_per_tensor_default_116" -> "2238 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; -"2238 dequantize_per_tensor_default_116" -> "2243 linear_115" [label="(1, 14, 14, 1536)", style=solid]; -"2239 linear_115_scale_0_updated_constant0" -> "2242 mul_tensor_116" [label="(384, 1)", style=solid]; -"2240 compressed_weight_updated_constant116" -> "2242 mul_tensor_116" [label="(384, 1536)", style=solid]; -"2241 _param_constant311_0_0" -> "2243 linear_115" [label="(384,)", style=solid]; -"2242 mul_tensor_116" -> "2243 linear_115" [label="(384, 1536)", style=solid]; -"2243 linear_115" -> "2244 dropout_75" [label="(1, 14, 14, 384)", style=solid]; -"2244 dropout_75" -> "2247 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; -"2245 _param_constant312" -> "2247 layer_norm_40" [label="(384,)", style=solid]; -"2246 _param_constant313" -> "2247 layer_norm_40" [label="(384,)", style=solid]; -"2247 layer_norm_40" -> "2248 add_65" [label="(1, 14, 14, 384)", style=solid]; -"2248 add_65" -> "2271 pad_21" [label="(1, 14, 14, 384)", style=solid]; -"2248 add_65" -> "2350 add_68" [label="(1, 14, 14, 384)", style=solid]; -"2249 _tensor_constant119" -> "2250 _tensor_constant119_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2250 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2255 linear_116" [label="(1, 15, 15, 2)", style=solid]; -"2251 linear_116_scale_0_updated_constant0" -> "2254 mul_tensor_117" [label="(512, 1)", style=solid]; -"2252 compressed_weight_updated_constant117" -> "2254 mul_tensor_117" [label="(512, 2)", style=solid]; -"2253 _param_constant315_0_0" -> "2255 linear_116" [label="(512,)", style=solid]; -"2254 mul_tensor_117" -> "2255 linear_116" [label="(512, 2)", style=solid]; -"2255 linear_116" -> "2256 relu__19" [label="(1, 15, 15, 512)", style=solid]; -"2256 relu__19" -> "2257 relu__19_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2257 relu__19_0_0_nncf_smooth_quant_0" -> "2261 linear_117" [label="(1, 15, 15, 512)", style=solid]; -"2258 linear_117_scale_0_updated_constant0" -> "2260 mul_tensor_118" [label="(12, 1)", style=solid]; -"2259 compressed_weight_updated_constant118" -> "2260 mul_tensor_118" [label="(12, 512)", style=solid]; -"2260 mul_tensor_118" -> "2261 linear_117" [label="(12, 512)", style=solid]; -"2261 linear_117" -> "2262 view_103" [label="(1, 15, 15, 12)", style=solid]; -"2262 view_103" -> "2264 index_19" [label="(225, 12)", style=solid]; -"2263 _tensor_constant120" -> "2264 index_19" [label="(4096,)", style=solid]; -"2264 index_19" -> "2265 view_104" [label="(4096, 12)", style=solid]; -"2265 view_104" -> "2266 permute_86" [label="(64, 64, 12)", style=solid]; -"2266 permute_86" -> "2267 contiguous_36" [label="(12, 64, 64)", style=solid]; -"2267 contiguous_36" -> "2268 unsqueeze_55" [label="(12, 64, 64)", style=solid]; -"2268 unsqueeze_55" -> "2269 sigmoid_19" [label="(1, 12, 64, 64)", style=solid]; -"2269 sigmoid_19" -> "2270 mul_38" [label="(1, 12, 64, 64)", style=solid]; -"2270 mul_38" -> "2307 add_66" [label="(1, 12, 64, 64)", style=solid]; -"2271 pad_21" -> "2272 roll_18" [label="(1, 16, 16, 384)", style=solid]; -"2272 roll_18" -> "2273 view_105" [label="(1, 16, 16, 384)", style=solid]; -"2273 view_105" -> "2274 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2274 permute_87" -> "2275 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2275 reshape_85" -> "2276 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2275 reshape_85" -> "2308 new_zeros_9" [label="(4, 64, 384)", style=solid]; -"2276 reshape_85_0_0_nncf_smooth_quant_0" -> "2277 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; -"2277 quantize_per_tensor_default_117" -> "2278 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; -"2278 dequantize_per_tensor_default_117" -> "2283 linear_118" [label="(4, 64, 384)", style=solid]; -"2279 linear_118_scale_0_updated_constant0" -> "2282 mul_tensor_119" [label="(1152, 1)", style=solid]; -"2280 compressed_weight_updated_constant119" -> "2282 mul_tensor_119" [label="(1152, 384)", style=solid]; -"2281 _param_constant317_0_0" -> "2283 linear_118" [label="(1152,)", style=solid]; -"2282 mul_tensor_119" -> "2283 linear_118" [label="(1152, 384)", style=solid]; -"2283 linear_118" -> "2284 reshape_86" [label="(4, 64, 1152)", style=solid]; -"2284 reshape_86" -> "2285 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; -"2285 permute_88" -> "2286 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; -"2285 permute_88" -> "2287 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; -"2285 permute_88" -> "2288 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; -"2286 select_57" -> "2289 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; -"2286 select_57" -> "2291 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; -"2286 select_57" -> "2292 div_38" [label="(4, 12, 64, 32)", style=solid]; -"2287 select_58" -> "2295 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; -"2287 select_58" -> "2297 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; -"2287 select_58" -> "2298 div_39" [label="(4, 12, 64, 32)", style=solid]; -"2288 select_59" -> "2326 matmul_39" [label="(4, 12, 64, 32)", style=solid]; -"2289 linalg_vector_norm_38" -> "2290 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; -"2290 clamp_min_38" -> "2291 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; -"2291 expand_as_38" -> "2292 div_38" [label="(4, 12, 64, 32)", style=solid]; -"2292 div_38" -> "2293 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; -"2293 quantize_per_tensor_default_118" -> "2294 dequantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; -"2294 dequantize_per_tensor_default_118" -> "2302 matmul_38" [label="(4, 12, 64, 32)", style=solid]; -"2295 linalg_vector_norm_39" -> "2296 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; -"2296 clamp_min_39" -> "2297 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; -"2297 expand_as_39" -> "2298 div_39" [label="(4, 12, 64, 32)", style=solid]; -"2298 div_39" -> "2299 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; -"2299 quantize_per_tensor_default_119" -> "2300 dequantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; -"2300 dequantize_per_tensor_default_119" -> "2301 transpose_38" [label="(4, 12, 64, 32)", style=solid]; -"2301 transpose_38" -> "2302 matmul_38" [label="(4, 12, 32, 64)", style=solid]; -"2302 matmul_38" -> "2306 mul_39" [label="(4, 12, 64, 64)", style=solid]; -"2303 _param_constant319" -> "2304 clamp_19" [label="(12, 1, 1)", style=solid]; -"2304 clamp_19" -> "2305 exp_19" [label="(12, 1, 1)", style=solid]; -"2305 exp_19" -> "2306 mul_39" [label="(12, 1, 1)", style=solid]; -"2306 mul_39" -> "2307 add_66" [label="(4, 12, 64, 64)", style=solid]; -"2307 add_66" -> "2319 view_107" [label="(4, 12, 64, 64)", style=solid]; -"2308 new_zeros_9" -> "2309 view_106" [label="(16, 16)", style=solid]; -"2309 view_106" -> "2310 permute_89" [label="(2, 8, 2, 8)", style=solid]; -"2310 permute_89" -> "2311 reshape_87" [label="(2, 2, 8, 8)", style=solid]; -"2311 reshape_87" -> "2312 unsqueeze_56" [label="(4, 64)", style=solid]; -"2311 reshape_87" -> "2313 unsqueeze_57" [label="(4, 64)", style=solid]; -"2312 unsqueeze_56" -> "2314 sub_9" [label="(4, 1, 64)", style=solid]; -"2313 unsqueeze_57" -> "2314 sub_9" [label="(4, 64, 1)", style=solid]; -"2314 sub_9" -> "2315 ne_9" [label="(4, 64, 64)", style=solid]; -"2314 sub_9" -> "2316 masked_fill_18" [label="(4, 64, 64)", style=solid]; -"2314 sub_9" -> "2317 eq_9" [label="(4, 64, 64)", style=solid]; -"2315 ne_9" -> "2316 masked_fill_18" [label="(4, 64, 64)", style=solid]; -"2316 masked_fill_18" -> "2318 masked_fill_19" [label="(4, 64, 64)", style=solid]; -"2317 eq_9" -> "2318 masked_fill_19" [label="(4, 64, 64)", style=solid]; -"2318 masked_fill_19" -> "2320 unsqueeze_58" [label="(4, 64, 64)", style=solid]; -"2319 view_107" -> "2322 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; -"2320 unsqueeze_58" -> "2321 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; -"2321 unsqueeze_59" -> "2322 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; -"2322 add_67" -> "2323 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; -"2323 view_108" -> "2324 softmax_19" [label="(4, 12, 64, 64)", style=solid]; -"2324 softmax_19" -> "2325 dropout_76" [label="(4, 12, 64, 64)", style=solid]; -"2325 dropout_76" -> "2326 matmul_39" [label="(4, 12, 64, 64)", style=solid]; -"2326 matmul_39" -> "2327 transpose_39" [label="(4, 12, 64, 32)", style=solid]; -"2327 transpose_39" -> "2328 reshape_88" [label="(4, 64, 12, 32)", style=solid]; -"2328 reshape_88" -> "2329 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2329 reshape_88_0_0_nncf_smooth_quant_0" -> "2330 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; -"2330 quantize_per_tensor_default_120" -> "2331 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; -"2331 dequantize_per_tensor_default_120" -> "2336 linear_119" [label="(4, 64, 384)", style=solid]; -"2332 linear_119_scale_0_updated_constant0" -> "2335 mul_tensor_120" [label="(384, 1)", style=solid]; -"2333 compressed_weight_updated_constant120" -> "2335 mul_tensor_120" [label="(384, 384)", style=solid]; -"2334 _param_constant321_0_0" -> "2336 linear_119" [label="(384,)", style=solid]; -"2335 mul_tensor_120" -> "2336 linear_119" [label="(384, 384)", style=solid]; -"2336 linear_119" -> "2337 dropout_77" [label="(4, 64, 384)", style=solid]; -"2337 dropout_77" -> "2338 view_109" [label="(4, 64, 384)", style=solid]; -"2338 view_109" -> "2339 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2339 permute_90" -> "2340 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2340 reshape_89" -> "2341 roll_19" [label="(1, 16, 16, 384)", style=solid]; -"2341 roll_19" -> "2342 slice_297" [label="(1, 16, 16, 384)", style=solid]; -"2342 slice_297" -> "2343 slice_298" [label="(1, 16, 16, 384)", style=solid]; -"2343 slice_298" -> "2344 slice_299" [label="(1, 14, 16, 384)", style=solid]; -"2344 slice_299" -> "2345 slice_300" [label="(1, 14, 14, 384)", style=solid]; -"2345 slice_300" -> "2346 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; -"2346 contiguous_37" -> "2349 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; -"2347 _param_constant322" -> "2349 layer_norm_41" [label="(384,)", style=solid]; -"2348 _param_constant323" -> "2349 layer_norm_41" [label="(384,)", style=solid]; -"2349 layer_norm_41" -> "2350 add_68" [label="(1, 14, 14, 384)", style=solid]; -"2350 add_68" -> "2351 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2350 add_68" -> "2373 add_69" [label="(1, 14, 14, 384)", style=solid]; -"2351 add_68_0_0_nncf_smooth_quant_0" -> "2352 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; -"2352 quantize_per_tensor_default_121" -> "2353 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; -"2353 dequantize_per_tensor_default_121" -> "2358 linear_120" [label="(1, 14, 14, 384)", style=solid]; -"2354 linear_120_scale_0_updated_constant0" -> "2357 mul_tensor_121" [label="(1536, 1)", style=solid]; -"2355 compressed_weight_updated_constant121" -> "2357 mul_tensor_121" [label="(1536, 384)", style=solid]; -"2356 _param_constant325_0_0" -> "2358 linear_120" [label="(1536,)", style=solid]; -"2357 mul_tensor_121" -> "2358 linear_120" [label="(1536, 384)", style=solid]; -"2358 linear_120" -> "2359 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; -"2359 gelu_19" -> "2360 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; -"2360 dropout_78" -> "2361 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2361 dropout_78_0_0_nncf_smooth_quant_0" -> "2362 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; -"2362 quantize_per_tensor_default_122" -> "2363 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; -"2363 dequantize_per_tensor_default_122" -> "2368 linear_121" [label="(1, 14, 14, 1536)", style=solid]; -"2364 linear_121_scale_0_updated_constant0" -> "2367 mul_tensor_122" [label="(384, 1)", style=solid]; -"2365 compressed_weight_updated_constant122" -> "2367 mul_tensor_122" [label="(384, 1536)", style=solid]; -"2366 _param_constant327_0_0" -> "2368 linear_121" [label="(384,)", style=solid]; -"2367 mul_tensor_122" -> "2368 linear_121" [label="(384, 1536)", style=solid]; -"2368 linear_121" -> "2369 dropout_79" [label="(1, 14, 14, 384)", style=solid]; -"2369 dropout_79" -> "2372 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; -"2370 _param_constant328" -> "2372 layer_norm_42" [label="(384,)", style=solid]; -"2371 _param_constant329" -> "2372 layer_norm_42" [label="(384,)", style=solid]; -"2372 layer_norm_42" -> "2373 add_69" [label="(1, 14, 14, 384)", style=solid]; -"2373 add_69" -> "2396 pad_22" [label="(1, 14, 14, 384)", style=solid]; -"2373 add_69" -> "2457 add_71" [label="(1, 14, 14, 384)", style=solid]; -"2374 _tensor_constant130" -> "2375 _tensor_constant130_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2375 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2380 linear_122" [label="(1, 15, 15, 2)", style=solid]; -"2376 linear_122_scale_0_updated_constant0" -> "2379 mul_tensor_123" [label="(512, 1)", style=solid]; -"2377 compressed_weight_updated_constant123" -> "2379 mul_tensor_123" [label="(512, 2)", style=solid]; -"2378 _param_constant331_0_0" -> "2380 linear_122" [label="(512,)", style=solid]; -"2379 mul_tensor_123" -> "2380 linear_122" [label="(512, 2)", style=solid]; -"2380 linear_122" -> "2381 relu__20" [label="(1, 15, 15, 512)", style=solid]; -"2381 relu__20" -> "2382 relu__20_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2382 relu__20_0_0_nncf_smooth_quant_0" -> "2386 linear_123" [label="(1, 15, 15, 512)", style=solid]; -"2383 linear_123_scale_0_updated_constant0" -> "2385 mul_tensor_124" [label="(12, 1)", style=solid]; -"2384 compressed_weight_updated_constant124" -> "2385 mul_tensor_124" [label="(12, 512)", style=solid]; -"2385 mul_tensor_124" -> "2386 linear_123" [label="(12, 512)", style=solid]; -"2386 linear_123" -> "2387 view_110" [label="(1, 15, 15, 12)", style=solid]; -"2387 view_110" -> "2389 index_20" [label="(225, 12)", style=solid]; -"2388 _tensor_constant131" -> "2389 index_20" [label="(4096,)", style=solid]; -"2389 index_20" -> "2390 view_111" [label="(4096, 12)", style=solid]; -"2390 view_111" -> "2391 permute_91" [label="(64, 64, 12)", style=solid]; -"2391 permute_91" -> "2392 contiguous_38" [label="(12, 64, 64)", style=solid]; -"2392 contiguous_38" -> "2393 unsqueeze_60" [label="(12, 64, 64)", style=solid]; -"2393 unsqueeze_60" -> "2394 sigmoid_20" [label="(1, 12, 64, 64)", style=solid]; -"2394 sigmoid_20" -> "2395 mul_40" [label="(1, 12, 64, 64)", style=solid]; -"2395 mul_40" -> "2431 add_70" [label="(1, 12, 64, 64)", style=solid]; -"2396 pad_22" -> "2397 view_112" [label="(1, 16, 16, 384)", style=solid]; -"2397 view_112" -> "2398 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2398 permute_92" -> "2399 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2399 reshape_90" -> "2400 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2400 reshape_90_0_0_nncf_smooth_quant_0" -> "2401 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; -"2401 quantize_per_tensor_default_123" -> "2402 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; -"2402 dequantize_per_tensor_default_123" -> "2407 linear_124" [label="(4, 64, 384)", style=solid]; -"2403 linear_124_scale_0_updated_constant0" -> "2406 mul_tensor_125" [label="(1152, 1)", style=solid]; -"2404 compressed_weight_updated_constant125" -> "2406 mul_tensor_125" [label="(1152, 384)", style=solid]; -"2405 _param_constant333_0_0" -> "2407 linear_124" [label="(1152,)", style=solid]; -"2406 mul_tensor_125" -> "2407 linear_124" [label="(1152, 384)", style=solid]; -"2407 linear_124" -> "2408 reshape_91" [label="(4, 64, 1152)", style=solid]; -"2408 reshape_91" -> "2409 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; -"2409 permute_93" -> "2410 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; -"2409 permute_93" -> "2411 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; -"2409 permute_93" -> "2412 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; -"2410 select_60" -> "2413 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; -"2410 select_60" -> "2415 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; -"2410 select_60" -> "2416 div_40" [label="(4, 12, 64, 32)", style=solid]; -"2411 select_61" -> "2419 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; -"2411 select_61" -> "2421 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; -"2411 select_61" -> "2422 div_41" [label="(4, 12, 64, 32)", style=solid]; -"2412 select_62" -> "2434 matmul_41" [label="(4, 12, 64, 32)", style=solid]; -"2413 linalg_vector_norm_40" -> "2414 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; -"2414 clamp_min_40" -> "2415 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; -"2415 expand_as_40" -> "2416 div_40" [label="(4, 12, 64, 32)", style=solid]; -"2416 div_40" -> "2417 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; -"2417 quantize_per_tensor_default_124" -> "2418 dequantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; -"2418 dequantize_per_tensor_default_124" -> "2426 matmul_40" [label="(4, 12, 64, 32)", style=solid]; -"2419 linalg_vector_norm_41" -> "2420 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; -"2420 clamp_min_41" -> "2421 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; -"2421 expand_as_41" -> "2422 div_41" [label="(4, 12, 64, 32)", style=solid]; -"2422 div_41" -> "2423 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; -"2423 quantize_per_tensor_default_125" -> "2424 dequantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; -"2424 dequantize_per_tensor_default_125" -> "2425 transpose_40" [label="(4, 12, 64, 32)", style=solid]; -"2425 transpose_40" -> "2426 matmul_40" [label="(4, 12, 32, 64)", style=solid]; -"2426 matmul_40" -> "2430 mul_41" [label="(4, 12, 64, 64)", style=solid]; -"2427 _param_constant335" -> "2428 clamp_20" [label="(12, 1, 1)", style=solid]; -"2428 clamp_20" -> "2429 exp_20" [label="(12, 1, 1)", style=solid]; -"2429 exp_20" -> "2430 mul_41" [label="(12, 1, 1)", style=solid]; -"2430 mul_41" -> "2431 add_70" [label="(4, 12, 64, 64)", style=solid]; -"2431 add_70" -> "2432 softmax_20" [label="(4, 12, 64, 64)", style=solid]; -"2432 softmax_20" -> "2433 dropout_80" [label="(4, 12, 64, 64)", style=solid]; -"2433 dropout_80" -> "2434 matmul_41" [label="(4, 12, 64, 64)", style=solid]; -"2434 matmul_41" -> "2435 transpose_41" [label="(4, 12, 64, 32)", style=solid]; -"2435 transpose_41" -> "2436 reshape_92" [label="(4, 64, 12, 32)", style=solid]; -"2436 reshape_92" -> "2437 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2437 reshape_92_0_0_nncf_smooth_quant_0" -> "2438 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; -"2438 quantize_per_tensor_default_126" -> "2439 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; -"2439 dequantize_per_tensor_default_126" -> "2444 linear_125" [label="(4, 64, 384)", style=solid]; -"2440 linear_125_scale_0_updated_constant0" -> "2443 mul_tensor_126" [label="(384, 1)", style=solid]; -"2441 compressed_weight_updated_constant126" -> "2443 mul_tensor_126" [label="(384, 384)", style=solid]; -"2442 _param_constant337_0_0" -> "2444 linear_125" [label="(384,)", style=solid]; -"2443 mul_tensor_126" -> "2444 linear_125" [label="(384, 384)", style=solid]; -"2444 linear_125" -> "2445 dropout_81" [label="(4, 64, 384)", style=solid]; -"2445 dropout_81" -> "2446 view_113" [label="(4, 64, 384)", style=solid]; -"2446 view_113" -> "2447 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2447 permute_94" -> "2448 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2448 reshape_93" -> "2449 slice_302" [label="(1, 16, 16, 384)", style=solid]; -"2449 slice_302" -> "2450 slice_303" [label="(1, 16, 16, 384)", style=solid]; -"2450 slice_303" -> "2451 slice_304" [label="(1, 14, 16, 384)", style=solid]; -"2451 slice_304" -> "2452 slice_305" [label="(1, 14, 14, 384)", style=solid]; -"2452 slice_305" -> "2453 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; -"2453 contiguous_39" -> "2456 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; -"2454 _param_constant338" -> "2456 layer_norm_43" [label="(384,)", style=solid]; -"2455 _param_constant339" -> "2456 layer_norm_43" [label="(384,)", style=solid]; -"2456 layer_norm_43" -> "2457 add_71" [label="(1, 14, 14, 384)", style=solid]; -"2457 add_71" -> "2458 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2457 add_71" -> "2480 add_72" [label="(1, 14, 14, 384)", style=solid]; -"2458 add_71_0_0_nncf_smooth_quant_0" -> "2459 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; -"2459 quantize_per_tensor_default_127" -> "2460 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; -"2460 dequantize_per_tensor_default_127" -> "2465 linear_126" [label="(1, 14, 14, 384)", style=solid]; -"2461 linear_126_scale_0_updated_constant0" -> "2464 mul_tensor_127" [label="(1536, 1)", style=solid]; -"2462 compressed_weight_updated_constant127" -> "2464 mul_tensor_127" [label="(1536, 384)", style=solid]; -"2463 _param_constant341_0_0" -> "2465 linear_126" [label="(1536,)", style=solid]; -"2464 mul_tensor_127" -> "2465 linear_126" [label="(1536, 384)", style=solid]; -"2465 linear_126" -> "2466 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; -"2466 gelu_20" -> "2467 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; -"2467 dropout_82" -> "2468 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2468 dropout_82_0_0_nncf_smooth_quant_0" -> "2469 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; -"2469 quantize_per_tensor_default_128" -> "2470 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; -"2470 dequantize_per_tensor_default_128" -> "2475 linear_127" [label="(1, 14, 14, 1536)", style=solid]; -"2471 linear_127_scale_0_updated_constant0" -> "2474 mul_tensor_128" [label="(384, 1)", style=solid]; -"2472 compressed_weight_updated_constant128" -> "2474 mul_tensor_128" [label="(384, 1536)", style=solid]; -"2473 _param_constant343_0_0" -> "2475 linear_127" [label="(384,)", style=solid]; -"2474 mul_tensor_128" -> "2475 linear_127" [label="(384, 1536)", style=solid]; -"2475 linear_127" -> "2476 dropout_83" [label="(1, 14, 14, 384)", style=solid]; -"2476 dropout_83" -> "2479 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; -"2477 _param_constant344" -> "2479 layer_norm_44" [label="(384,)", style=solid]; -"2478 _param_constant345" -> "2479 layer_norm_44" [label="(384,)", style=solid]; -"2479 layer_norm_44" -> "2480 add_72" [label="(1, 14, 14, 384)", style=solid]; -"2480 add_72" -> "2503 pad_23" [label="(1, 14, 14, 384)", style=solid]; -"2480 add_72" -> "2582 add_75" [label="(1, 14, 14, 384)", style=solid]; -"2481 _tensor_constant132" -> "2482 _tensor_constant132_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2482 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2487 linear_128" [label="(1, 15, 15, 2)", style=solid]; -"2483 linear_128_scale_0_updated_constant0" -> "2486 mul_tensor_129" [label="(512, 1)", style=solid]; -"2484 compressed_weight_updated_constant129" -> "2486 mul_tensor_129" [label="(512, 2)", style=solid]; -"2485 _param_constant347_0_0" -> "2487 linear_128" [label="(512,)", style=solid]; -"2486 mul_tensor_129" -> "2487 linear_128" [label="(512, 2)", style=solid]; -"2487 linear_128" -> "2488 relu__21" [label="(1, 15, 15, 512)", style=solid]; -"2488 relu__21" -> "2489 relu__21_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2489 relu__21_0_0_nncf_smooth_quant_0" -> "2493 linear_129" [label="(1, 15, 15, 512)", style=solid]; -"2490 linear_129_scale_0_updated_constant0" -> "2492 mul_tensor_130" [label="(12, 1)", style=solid]; -"2491 compressed_weight_updated_constant130" -> "2492 mul_tensor_130" [label="(12, 512)", style=solid]; -"2492 mul_tensor_130" -> "2493 linear_129" [label="(12, 512)", style=solid]; -"2493 linear_129" -> "2494 view_114" [label="(1, 15, 15, 12)", style=solid]; -"2494 view_114" -> "2496 index_21" [label="(225, 12)", style=solid]; -"2495 _tensor_constant133" -> "2496 index_21" [label="(4096,)", style=solid]; -"2496 index_21" -> "2497 view_115" [label="(4096, 12)", style=solid]; -"2497 view_115" -> "2498 permute_95" [label="(64, 64, 12)", style=solid]; -"2498 permute_95" -> "2499 contiguous_40" [label="(12, 64, 64)", style=solid]; -"2499 contiguous_40" -> "2500 unsqueeze_61" [label="(12, 64, 64)", style=solid]; -"2500 unsqueeze_61" -> "2501 sigmoid_21" [label="(1, 12, 64, 64)", style=solid]; -"2501 sigmoid_21" -> "2502 mul_42" [label="(1, 12, 64, 64)", style=solid]; -"2502 mul_42" -> "2539 add_73" [label="(1, 12, 64, 64)", style=solid]; -"2503 pad_23" -> "2504 roll_20" [label="(1, 16, 16, 384)", style=solid]; -"2504 roll_20" -> "2505 view_116" [label="(1, 16, 16, 384)", style=solid]; -"2505 view_116" -> "2506 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2506 permute_96" -> "2507 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2507 reshape_94" -> "2508 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2507 reshape_94" -> "2540 new_zeros_10" [label="(4, 64, 384)", style=solid]; -"2508 reshape_94_0_0_nncf_smooth_quant_0" -> "2509 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; -"2509 quantize_per_tensor_default_129" -> "2510 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; -"2510 dequantize_per_tensor_default_129" -> "2515 linear_130" [label="(4, 64, 384)", style=solid]; -"2511 linear_130_scale_0_updated_constant0" -> "2514 mul_tensor_131" [label="(1152, 1)", style=solid]; -"2512 compressed_weight_updated_constant131" -> "2514 mul_tensor_131" [label="(1152, 384)", style=solid]; -"2513 _param_constant349_0_0" -> "2515 linear_130" [label="(1152,)", style=solid]; -"2514 mul_tensor_131" -> "2515 linear_130" [label="(1152, 384)", style=solid]; -"2515 linear_130" -> "2516 reshape_95" [label="(4, 64, 1152)", style=solid]; -"2516 reshape_95" -> "2517 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; -"2517 permute_97" -> "2518 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; -"2517 permute_97" -> "2519 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; -"2517 permute_97" -> "2520 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; -"2518 select_63" -> "2521 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; -"2518 select_63" -> "2523 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; -"2518 select_63" -> "2524 div_42" [label="(4, 12, 64, 32)", style=solid]; -"2519 select_64" -> "2527 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; -"2519 select_64" -> "2529 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; -"2519 select_64" -> "2530 div_43" [label="(4, 12, 64, 32)", style=solid]; -"2520 select_65" -> "2558 matmul_43" [label="(4, 12, 64, 32)", style=solid]; -"2521 linalg_vector_norm_42" -> "2522 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; -"2522 clamp_min_42" -> "2523 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; -"2523 expand_as_42" -> "2524 div_42" [label="(4, 12, 64, 32)", style=solid]; -"2524 div_42" -> "2525 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; -"2525 quantize_per_tensor_default_130" -> "2526 dequantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; -"2526 dequantize_per_tensor_default_130" -> "2534 matmul_42" [label="(4, 12, 64, 32)", style=solid]; -"2527 linalg_vector_norm_43" -> "2528 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; -"2528 clamp_min_43" -> "2529 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; -"2529 expand_as_43" -> "2530 div_43" [label="(4, 12, 64, 32)", style=solid]; -"2530 div_43" -> "2531 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; -"2531 quantize_per_tensor_default_131" -> "2532 dequantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; -"2532 dequantize_per_tensor_default_131" -> "2533 transpose_42" [label="(4, 12, 64, 32)", style=solid]; -"2533 transpose_42" -> "2534 matmul_42" [label="(4, 12, 32, 64)", style=solid]; -"2534 matmul_42" -> "2538 mul_43" [label="(4, 12, 64, 64)", style=solid]; -"2535 _param_constant351" -> "2536 clamp_21" [label="(12, 1, 1)", style=solid]; -"2536 clamp_21" -> "2537 exp_21" [label="(12, 1, 1)", style=solid]; -"2537 exp_21" -> "2538 mul_43" [label="(12, 1, 1)", style=solid]; -"2538 mul_43" -> "2539 add_73" [label="(4, 12, 64, 64)", style=solid]; -"2539 add_73" -> "2551 view_118" [label="(4, 12, 64, 64)", style=solid]; -"2540 new_zeros_10" -> "2541 view_117" [label="(16, 16)", style=solid]; -"2541 view_117" -> "2542 permute_98" [label="(2, 8, 2, 8)", style=solid]; -"2542 permute_98" -> "2543 reshape_96" [label="(2, 2, 8, 8)", style=solid]; -"2543 reshape_96" -> "2544 unsqueeze_62" [label="(4, 64)", style=solid]; -"2543 reshape_96" -> "2545 unsqueeze_63" [label="(4, 64)", style=solid]; -"2544 unsqueeze_62" -> "2546 sub_10" [label="(4, 1, 64)", style=solid]; -"2545 unsqueeze_63" -> "2546 sub_10" [label="(4, 64, 1)", style=solid]; -"2546 sub_10" -> "2547 ne_10" [label="(4, 64, 64)", style=solid]; -"2546 sub_10" -> "2548 masked_fill_20" [label="(4, 64, 64)", style=solid]; -"2546 sub_10" -> "2549 eq_10" [label="(4, 64, 64)", style=solid]; -"2547 ne_10" -> "2548 masked_fill_20" [label="(4, 64, 64)", style=solid]; -"2548 masked_fill_20" -> "2550 masked_fill_21" [label="(4, 64, 64)", style=solid]; -"2549 eq_10" -> "2550 masked_fill_21" [label="(4, 64, 64)", style=solid]; -"2550 masked_fill_21" -> "2552 unsqueeze_64" [label="(4, 64, 64)", style=solid]; -"2551 view_118" -> "2554 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; -"2552 unsqueeze_64" -> "2553 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; -"2553 unsqueeze_65" -> "2554 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; -"2554 add_74" -> "2555 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; -"2555 view_119" -> "2556 softmax_21" [label="(4, 12, 64, 64)", style=solid]; -"2556 softmax_21" -> "2557 dropout_84" [label="(4, 12, 64, 64)", style=solid]; -"2557 dropout_84" -> "2558 matmul_43" [label="(4, 12, 64, 64)", style=solid]; -"2558 matmul_43" -> "2559 transpose_43" [label="(4, 12, 64, 32)", style=solid]; -"2559 transpose_43" -> "2560 reshape_97" [label="(4, 64, 12, 32)", style=solid]; -"2560 reshape_97" -> "2561 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2561 reshape_97_0_0_nncf_smooth_quant_0" -> "2562 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; -"2562 quantize_per_tensor_default_132" -> "2563 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; -"2563 dequantize_per_tensor_default_132" -> "2568 linear_131" [label="(4, 64, 384)", style=solid]; -"2564 linear_131_scale_0_updated_constant0" -> "2567 mul_tensor_132" [label="(384, 1)", style=solid]; -"2565 compressed_weight_updated_constant132" -> "2567 mul_tensor_132" [label="(384, 384)", style=solid]; -"2566 _param_constant353_0_0" -> "2568 linear_131" [label="(384,)", style=solid]; -"2567 mul_tensor_132" -> "2568 linear_131" [label="(384, 384)", style=solid]; -"2568 linear_131" -> "2569 dropout_85" [label="(4, 64, 384)", style=solid]; -"2569 dropout_85" -> "2570 view_120" [label="(4, 64, 384)", style=solid]; -"2570 view_120" -> "2571 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2571 permute_99" -> "2572 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2572 reshape_98" -> "2573 roll_21" [label="(1, 16, 16, 384)", style=solid]; -"2573 roll_21" -> "2574 slice_325" [label="(1, 16, 16, 384)", style=solid]; -"2574 slice_325" -> "2575 slice_326" [label="(1, 16, 16, 384)", style=solid]; -"2575 slice_326" -> "2576 slice_327" [label="(1, 14, 16, 384)", style=solid]; -"2576 slice_327" -> "2577 slice_328" [label="(1, 14, 14, 384)", style=solid]; -"2577 slice_328" -> "2578 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; -"2578 contiguous_41" -> "2581 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; -"2579 _param_constant354" -> "2581 layer_norm_45" [label="(384,)", style=solid]; -"2580 _param_constant355" -> "2581 layer_norm_45" [label="(384,)", style=solid]; -"2581 layer_norm_45" -> "2582 add_75" [label="(1, 14, 14, 384)", style=solid]; -"2582 add_75" -> "2583 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2582 add_75" -> "2605 add_76" [label="(1, 14, 14, 384)", style=solid]; -"2583 add_75_0_0_nncf_smooth_quant_0" -> "2584 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; -"2584 quantize_per_tensor_default_133" -> "2585 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; -"2585 dequantize_per_tensor_default_133" -> "2590 linear_132" [label="(1, 14, 14, 384)", style=solid]; -"2586 linear_132_scale_0_updated_constant0" -> "2589 mul_tensor_133" [label="(1536, 1)", style=solid]; -"2587 compressed_weight_updated_constant133" -> "2589 mul_tensor_133" [label="(1536, 384)", style=solid]; -"2588 _param_constant357_0_0" -> "2590 linear_132" [label="(1536,)", style=solid]; -"2589 mul_tensor_133" -> "2590 linear_132" [label="(1536, 384)", style=solid]; -"2590 linear_132" -> "2591 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; -"2591 gelu_21" -> "2592 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; -"2592 dropout_86" -> "2593 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2593 dropout_86_0_0_nncf_smooth_quant_0" -> "2594 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; -"2594 quantize_per_tensor_default_134" -> "2595 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; -"2595 dequantize_per_tensor_default_134" -> "2600 linear_133" [label="(1, 14, 14, 1536)", style=solid]; -"2596 linear_133_scale_0_updated_constant0" -> "2599 mul_tensor_134" [label="(384, 1)", style=solid]; -"2597 compressed_weight_updated_constant134" -> "2599 mul_tensor_134" [label="(384, 1536)", style=solid]; -"2598 _param_constant359_0_0" -> "2600 linear_133" [label="(384,)", style=solid]; -"2599 mul_tensor_134" -> "2600 linear_133" [label="(384, 1536)", style=solid]; -"2600 linear_133" -> "2601 dropout_87" [label="(1, 14, 14, 384)", style=solid]; -"2601 dropout_87" -> "2604 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; -"2602 _param_constant360" -> "2604 layer_norm_46" [label="(384,)", style=solid]; -"2603 _param_constant361" -> "2604 layer_norm_46" [label="(384,)", style=solid]; -"2604 layer_norm_46" -> "2605 add_76" [label="(1, 14, 14, 384)", style=solid]; -"2605 add_76" -> "2606 pad_24" [label="(1, 14, 14, 384)", style=solid]; -"2606 pad_24" -> "2607 slice_329" [label="(1, 14, 14, 384)", style=solid]; -"2606 pad_24" -> "2610 slice_332" [label="(1, 14, 14, 384)", style=solid]; -"2606 pad_24" -> "2613 slice_335" [label="(1, 14, 14, 384)", style=solid]; -"2606 pad_24" -> "2616 slice_338" [label="(1, 14, 14, 384)", style=solid]; -"2607 slice_329" -> "2608 slice_330" [label="(1, 7, 14, 384)", style=solid]; -"2608 slice_330" -> "2609 slice_331" [label="(1, 7, 7, 384)", style=solid]; -"2609 slice_331" -> "2619 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2610 slice_332" -> "2611 slice_333" [label="(1, 7, 14, 384)", style=solid]; -"2611 slice_333" -> "2612 slice_334" [label="(1, 7, 7, 384)", style=solid]; -"2612 slice_334" -> "2619 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2613 slice_335" -> "2614 slice_336" [label="(1, 7, 14, 384)", style=solid]; -"2614 slice_336" -> "2615 slice_337" [label="(1, 7, 7, 384)", style=solid]; -"2615 slice_337" -> "2619 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2616 slice_338" -> "2617 slice_339" [label="(1, 7, 14, 384)", style=solid]; -"2617 slice_339" -> "2618 slice_340" [label="(1, 7, 7, 384)", style=solid]; -"2618 slice_340" -> "2619 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2619 cat_2" -> "2620 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; -"2620 cat_2_0_0_nncf_smooth_quant_0" -> "2621 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; -"2621 quantize_per_tensor_default_135" -> "2622 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; -"2622 dequantize_per_tensor_default_135" -> "2626 linear_134" [label="(1, 7, 7, 1536)", style=solid]; -"2623 linear_134_scale_0_updated_constant0" -> "2625 mul_tensor_135" [label="(768, 1)", style=solid]; -"2624 compressed_weight_updated_constant135" -> "2625 mul_tensor_135" [label="(768, 1536)", style=solid]; -"2625 mul_tensor_135" -> "2626 linear_134" [label="(768, 1536)", style=solid]; -"2626 linear_134" -> "2629 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; -"2627 _param_constant363" -> "2629 layer_norm_47" [label="(768,)", style=solid]; -"2628 _param_constant364" -> "2629 layer_norm_47" [label="(768,)", style=solid]; -"2629 layer_norm_47" -> "2652 pad_25" [label="(1, 7, 7, 768)", style=solid]; -"2629 layer_norm_47" -> "2713 add_78" [label="(1, 7, 7, 768)", style=solid]; -"2630 _tensor_constant143" -> "2631 _tensor_constant143_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2631 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2636 linear_135" [label="(1, 15, 15, 2)", style=solid]; -"2632 linear_135_scale_0_updated_constant0" -> "2635 mul_tensor_136" [label="(512, 1)", style=solid]; -"2633 compressed_weight_updated_constant136" -> "2635 mul_tensor_136" [label="(512, 2)", style=solid]; -"2634 _param_constant366_0_0" -> "2636 linear_135" [label="(512,)", style=solid]; -"2635 mul_tensor_136" -> "2636 linear_135" [label="(512, 2)", style=solid]; -"2636 linear_135" -> "2637 relu__22" [label="(1, 15, 15, 512)", style=solid]; -"2637 relu__22" -> "2638 relu__22_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2638 relu__22_0_0_nncf_smooth_quant_0" -> "2642 linear_136" [label="(1, 15, 15, 512)", style=solid]; -"2639 linear_136_scale_0_updated_constant0" -> "2641 mul_tensor_137" [label="(24, 1)", style=solid]; -"2640 compressed_weight_updated_constant137" -> "2641 mul_tensor_137" [label="(24, 512)", style=solid]; -"2641 mul_tensor_137" -> "2642 linear_136" [label="(24, 512)", style=solid]; -"2642 linear_136" -> "2643 view_121" [label="(1, 15, 15, 24)", style=solid]; -"2643 view_121" -> "2645 index_22" [label="(225, 24)", style=solid]; -"2644 _tensor_constant144" -> "2645 index_22" [label="(4096,)", style=solid]; -"2645 index_22" -> "2646 view_122" [label="(4096, 24)", style=solid]; -"2646 view_122" -> "2647 permute_100" [label="(64, 64, 24)", style=solid]; -"2647 permute_100" -> "2648 contiguous_42" [label="(24, 64, 64)", style=solid]; -"2648 contiguous_42" -> "2649 unsqueeze_66" [label="(24, 64, 64)", style=solid]; -"2649 unsqueeze_66" -> "2650 sigmoid_22" [label="(1, 24, 64, 64)", style=solid]; -"2650 sigmoid_22" -> "2651 mul_44" [label="(1, 24, 64, 64)", style=solid]; -"2651 mul_44" -> "2687 add_77" [label="(1, 24, 64, 64)", style=solid]; -"2652 pad_25" -> "2653 view_123" [label="(1, 8, 8, 768)", style=solid]; -"2653 view_123" -> "2654 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"2654 permute_101" -> "2655 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2655 reshape_99" -> "2656 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2656 reshape_99_0_0_nncf_smooth_quant_0" -> "2657 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; -"2657 quantize_per_tensor_default_136" -> "2658 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; -"2658 dequantize_per_tensor_default_136" -> "2663 linear_137" [label="(1, 64, 768)", style=solid]; -"2659 linear_137_scale_0_updated_constant0" -> "2662 mul_tensor_138" [label="(2304, 1)", style=solid]; -"2660 compressed_weight_updated_constant138" -> "2662 mul_tensor_138" [label="(2304, 768)", style=solid]; -"2661 _param_constant368_0_0" -> "2663 linear_137" [label="(2304,)", style=solid]; -"2662 mul_tensor_138" -> "2663 linear_137" [label="(2304, 768)", style=solid]; -"2663 linear_137" -> "2664 reshape_100" [label="(1, 64, 2304)", style=solid]; -"2664 reshape_100" -> "2665 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; -"2665 permute_102" -> "2666 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; -"2665 permute_102" -> "2667 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; -"2665 permute_102" -> "2668 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; -"2666 select_66" -> "2669 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; -"2666 select_66" -> "2671 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; -"2666 select_66" -> "2672 div_44" [label="(1, 24, 64, 32)", style=solid]; -"2667 select_67" -> "2675 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; -"2667 select_67" -> "2677 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; -"2667 select_67" -> "2678 div_45" [label="(1, 24, 64, 32)", style=solid]; -"2668 select_68" -> "2690 matmul_45" [label="(1, 24, 64, 32)", style=solid]; -"2669 linalg_vector_norm_44" -> "2670 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; -"2670 clamp_min_44" -> "2671 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; -"2671 expand_as_44" -> "2672 div_44" [label="(1, 24, 64, 32)", style=solid]; -"2672 div_44" -> "2673 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; -"2673 quantize_per_tensor_default_137" -> "2674 dequantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; -"2674 dequantize_per_tensor_default_137" -> "2682 matmul_44" [label="(1, 24, 64, 32)", style=solid]; -"2675 linalg_vector_norm_45" -> "2676 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; -"2676 clamp_min_45" -> "2677 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; -"2677 expand_as_45" -> "2678 div_45" [label="(1, 24, 64, 32)", style=solid]; -"2678 div_45" -> "2679 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; -"2679 quantize_per_tensor_default_138" -> "2680 dequantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; -"2680 dequantize_per_tensor_default_138" -> "2681 transpose_44" [label="(1, 24, 64, 32)", style=solid]; -"2681 transpose_44" -> "2682 matmul_44" [label="(1, 24, 32, 64)", style=solid]; -"2682 matmul_44" -> "2686 mul_45" [label="(1, 24, 64, 64)", style=solid]; -"2683 _param_constant370" -> "2684 clamp_22" [label="(24, 1, 1)", style=solid]; -"2684 clamp_22" -> "2685 exp_22" [label="(24, 1, 1)", style=solid]; -"2685 exp_22" -> "2686 mul_45" [label="(24, 1, 1)", style=solid]; -"2686 mul_45" -> "2687 add_77" [label="(1, 24, 64, 64)", style=solid]; -"2687 add_77" -> "2688 softmax_22" [label="(1, 24, 64, 64)", style=solid]; -"2688 softmax_22" -> "2689 dropout_88" [label="(1, 24, 64, 64)", style=solid]; -"2689 dropout_88" -> "2690 matmul_45" [label="(1, 24, 64, 64)", style=solid]; -"2690 matmul_45" -> "2691 transpose_45" [label="(1, 24, 64, 32)", style=solid]; -"2691 transpose_45" -> "2692 reshape_101" [label="(1, 64, 24, 32)", style=solid]; -"2692 reshape_101" -> "2693 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2693 reshape_101_0_0_nncf_smooth_quant_0" -> "2694 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; -"2694 quantize_per_tensor_default_139" -> "2695 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; -"2695 dequantize_per_tensor_default_139" -> "2700 linear_138" [label="(1, 64, 768)", style=solid]; -"2696 linear_138_scale_0_updated_constant0" -> "2699 mul_tensor_139" [label="(768, 1)", style=solid]; -"2697 compressed_weight_updated_constant139" -> "2699 mul_tensor_139" [label="(768, 768)", style=solid]; -"2698 _param_constant372_0_0" -> "2700 linear_138" [label="(768,)", style=solid]; -"2699 mul_tensor_139" -> "2700 linear_138" [label="(768, 768)", style=solid]; -"2700 linear_138" -> "2701 dropout_89" [label="(1, 64, 768)", style=solid]; -"2701 dropout_89" -> "2702 view_124" [label="(1, 64, 768)", style=solid]; -"2702 view_124" -> "2703 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2703 permute_103" -> "2704 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"2704 reshape_102" -> "2705 slice_342" [label="(1, 8, 8, 768)", style=solid]; -"2705 slice_342" -> "2706 slice_343" [label="(1, 8, 8, 768)", style=solid]; -"2706 slice_343" -> "2707 slice_344" [label="(1, 7, 8, 768)", style=solid]; -"2707 slice_344" -> "2708 slice_345" [label="(1, 7, 7, 768)", style=solid]; -"2708 slice_345" -> "2709 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; -"2709 contiguous_43" -> "2712 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; -"2710 _param_constant373" -> "2712 layer_norm_48" [label="(768,)", style=solid]; -"2711 _param_constant374" -> "2712 layer_norm_48" [label="(768,)", style=solid]; -"2712 layer_norm_48" -> "2713 add_78" [label="(1, 7, 7, 768)", style=solid]; -"2713 add_78" -> "2714 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; -"2713 add_78" -> "2736 add_79" [label="(1, 7, 7, 768)", style=solid]; -"2714 add_78_0_0_nncf_smooth_quant_0" -> "2715 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; -"2715 quantize_per_tensor_default_140" -> "2716 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; -"2716 dequantize_per_tensor_default_140" -> "2721 linear_139" [label="(1, 7, 7, 768)", style=solid]; -"2717 linear_139_scale_0_updated_constant0" -> "2720 mul_tensor_140" [label="(3072, 1)", style=solid]; -"2718 compressed_weight_updated_constant140" -> "2720 mul_tensor_140" [label="(3072, 768)", style=solid]; -"2719 _param_constant376_0_0" -> "2721 linear_139" [label="(3072,)", style=solid]; -"2720 mul_tensor_140" -> "2721 linear_139" [label="(3072, 768)", style=solid]; -"2721 linear_139" -> "2722 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; -"2722 gelu_22" -> "2723 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; -"2723 dropout_90" -> "2724 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; -"2724 dropout_90_0_0_nncf_smooth_quant_0" -> "2725 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; -"2725 quantize_per_tensor_default_141" -> "2726 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; -"2726 dequantize_per_tensor_default_141" -> "2731 linear_140" [label="(1, 7, 7, 3072)", style=solid]; -"2727 linear_140_scale_0_updated_constant0" -> "2730 mul_tensor_141" [label="(768, 1)", style=solid]; -"2728 compressed_weight_updated_constant141" -> "2730 mul_tensor_141" [label="(768, 3072)", style=solid]; -"2729 _param_constant378_0_0" -> "2731 linear_140" [label="(768,)", style=solid]; -"2730 mul_tensor_141" -> "2731 linear_140" [label="(768, 3072)", style=solid]; -"2731 linear_140" -> "2732 dropout_91" [label="(1, 7, 7, 768)", style=solid]; -"2732 dropout_91" -> "2735 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; -"2733 _param_constant379" -> "2735 layer_norm_49" [label="(768,)", style=solid]; -"2734 _param_constant380" -> "2735 layer_norm_49" [label="(768,)", style=solid]; -"2735 layer_norm_49" -> "2736 add_79" [label="(1, 7, 7, 768)", style=solid]; -"2736 add_79" -> "2759 pad_26" [label="(1, 7, 7, 768)", style=solid]; -"2736 add_79" -> "2820 add_81" [label="(1, 7, 7, 768)", style=solid]; -"2737 _tensor_constant145" -> "2738 _tensor_constant145_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2738 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "2743 linear_141" [label="(1, 15, 15, 2)", style=solid]; -"2739 linear_141_scale_0_updated_constant0" -> "2742 mul_tensor_142" [label="(512, 1)", style=solid]; -"2740 compressed_weight_updated_constant142" -> "2742 mul_tensor_142" [label="(512, 2)", style=solid]; -"2741 _param_constant382_0_0" -> "2743 linear_141" [label="(512,)", style=solid]; -"2742 mul_tensor_142" -> "2743 linear_141" [label="(512, 2)", style=solid]; -"2743 linear_141" -> "2744 relu__23" [label="(1, 15, 15, 512)", style=solid]; -"2744 relu__23" -> "2745 relu__23_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2745 relu__23_0_0_nncf_smooth_quant_0" -> "2749 linear_142" [label="(1, 15, 15, 512)", style=solid]; -"2746 linear_142_scale_0_updated_constant0" -> "2748 mul_tensor_143" [label="(24, 1)", style=solid]; -"2747 compressed_weight_updated_constant143" -> "2748 mul_tensor_143" [label="(24, 512)", style=solid]; -"2748 mul_tensor_143" -> "2749 linear_142" [label="(24, 512)", style=solid]; -"2749 linear_142" -> "2750 view_125" [label="(1, 15, 15, 24)", style=solid]; -"2750 view_125" -> "2752 index_23" [label="(225, 24)", style=solid]; -"2751 _tensor_constant146" -> "2752 index_23" [label="(4096,)", style=solid]; -"2752 index_23" -> "2753 view_126" [label="(4096, 24)", style=solid]; -"2753 view_126" -> "2754 permute_104" [label="(64, 64, 24)", style=solid]; -"2754 permute_104" -> "2755 contiguous_44" [label="(24, 64, 64)", style=solid]; -"2755 contiguous_44" -> "2756 unsqueeze_67" [label="(24, 64, 64)", style=solid]; -"2756 unsqueeze_67" -> "2757 sigmoid_23" [label="(1, 24, 64, 64)", style=solid]; -"2757 sigmoid_23" -> "2758 mul_46" [label="(1, 24, 64, 64)", style=solid]; -"2758 mul_46" -> "2794 add_80" [label="(1, 24, 64, 64)", style=solid]; -"2759 pad_26" -> "2760 view_127" [label="(1, 8, 8, 768)", style=solid]; -"2760 view_127" -> "2761 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"2761 permute_105" -> "2762 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2762 reshape_103" -> "2763 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2763 reshape_103_0_0_nncf_smooth_quant_0" -> "2764 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; -"2764 quantize_per_tensor_default_142" -> "2765 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; -"2765 dequantize_per_tensor_default_142" -> "2770 linear_143" [label="(1, 64, 768)", style=solid]; -"2766 linear_143_scale_0_updated_constant0" -> "2769 mul_tensor_144" [label="(2304, 1)", style=solid]; -"2767 compressed_weight_updated_constant144" -> "2769 mul_tensor_144" [label="(2304, 768)", style=solid]; -"2768 _param_constant384_0_0" -> "2770 linear_143" [label="(2304,)", style=solid]; -"2769 mul_tensor_144" -> "2770 linear_143" [label="(2304, 768)", style=solid]; -"2770 linear_143" -> "2771 reshape_104" [label="(1, 64, 2304)", style=solid]; -"2771 reshape_104" -> "2772 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; -"2772 permute_106" -> "2773 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; -"2772 permute_106" -> "2774 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; -"2772 permute_106" -> "2775 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; -"2773 select_69" -> "2776 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; -"2773 select_69" -> "2778 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; -"2773 select_69" -> "2779 div_46" [label="(1, 24, 64, 32)", style=solid]; -"2774 select_70" -> "2782 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; -"2774 select_70" -> "2784 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; -"2774 select_70" -> "2785 div_47" [label="(1, 24, 64, 32)", style=solid]; -"2775 select_71" -> "2797 matmul_47" [label="(1, 24, 64, 32)", style=solid]; -"2776 linalg_vector_norm_46" -> "2777 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; -"2777 clamp_min_46" -> "2778 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; -"2778 expand_as_46" -> "2779 div_46" [label="(1, 24, 64, 32)", style=solid]; -"2779 div_46" -> "2780 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; -"2780 quantize_per_tensor_default_143" -> "2781 dequantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; -"2781 dequantize_per_tensor_default_143" -> "2789 matmul_46" [label="(1, 24, 64, 32)", style=solid]; -"2782 linalg_vector_norm_47" -> "2783 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; -"2783 clamp_min_47" -> "2784 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; -"2784 expand_as_47" -> "2785 div_47" [label="(1, 24, 64, 32)", style=solid]; -"2785 div_47" -> "2786 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; -"2786 quantize_per_tensor_default_144" -> "2787 dequantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; -"2787 dequantize_per_tensor_default_144" -> "2788 transpose_46" [label="(1, 24, 64, 32)", style=solid]; -"2788 transpose_46" -> "2789 matmul_46" [label="(1, 24, 32, 64)", style=solid]; -"2789 matmul_46" -> "2793 mul_47" [label="(1, 24, 64, 64)", style=solid]; -"2790 _param_constant386" -> "2791 clamp_23" [label="(24, 1, 1)", style=solid]; -"2791 clamp_23" -> "2792 exp_23" [label="(24, 1, 1)", style=solid]; -"2792 exp_23" -> "2793 mul_47" [label="(24, 1, 1)", style=solid]; -"2793 mul_47" -> "2794 add_80" [label="(1, 24, 64, 64)", style=solid]; -"2794 add_80" -> "2795 softmax_23" [label="(1, 24, 64, 64)", style=solid]; -"2795 softmax_23" -> "2796 dropout_92" [label="(1, 24, 64, 64)", style=solid]; -"2796 dropout_92" -> "2797 matmul_47" [label="(1, 24, 64, 64)", style=solid]; -"2797 matmul_47" -> "2798 transpose_47" [label="(1, 24, 64, 32)", style=solid]; -"2798 transpose_47" -> "2799 reshape_105" [label="(1, 64, 24, 32)", style=solid]; -"2799 reshape_105" -> "2800 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2800 reshape_105_0_0_nncf_smooth_quant_0" -> "2801 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; -"2801 quantize_per_tensor_default_145" -> "2802 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; -"2802 dequantize_per_tensor_default_145" -> "2807 linear_144" [label="(1, 64, 768)", style=solid]; -"2803 linear_144_scale_0_updated_constant0" -> "2806 mul_tensor_145" [label="(768, 1)", style=solid]; -"2804 compressed_weight_updated_constant145" -> "2806 mul_tensor_145" [label="(768, 768)", style=solid]; -"2805 _param_constant388_0_0" -> "2807 linear_144" [label="(768,)", style=solid]; -"2806 mul_tensor_145" -> "2807 linear_144" [label="(768, 768)", style=solid]; -"2807 linear_144" -> "2808 dropout_93" [label="(1, 64, 768)", style=solid]; -"2808 dropout_93" -> "2809 view_128" [label="(1, 64, 768)", style=solid]; -"2809 view_128" -> "2810 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2810 permute_107" -> "2811 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"2811 reshape_106" -> "2812 slice_347" [label="(1, 8, 8, 768)", style=solid]; -"2812 slice_347" -> "2813 slice_348" [label="(1, 8, 8, 768)", style=solid]; -"2813 slice_348" -> "2814 slice_349" [label="(1, 7, 8, 768)", style=solid]; -"2814 slice_349" -> "2815 slice_350" [label="(1, 7, 7, 768)", style=solid]; -"2815 slice_350" -> "2816 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; -"2816 contiguous_45" -> "2819 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; -"2817 _param_constant389" -> "2819 layer_norm_50" [label="(768,)", style=solid]; -"2818 _param_constant390" -> "2819 layer_norm_50" [label="(768,)", style=solid]; -"2819 layer_norm_50" -> "2820 add_81" [label="(1, 7, 7, 768)", style=solid]; -"2820 add_81" -> "2821 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; -"2820 add_81" -> "2843 add_82" [label="(1, 7, 7, 768)", style=solid]; -"2821 add_81_0_0_nncf_smooth_quant_0" -> "2822 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; -"2822 quantize_per_tensor_default_146" -> "2823 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; -"2823 dequantize_per_tensor_default_146" -> "2828 linear_145" [label="(1, 7, 7, 768)", style=solid]; -"2824 linear_145_scale_0_updated_constant0" -> "2827 mul_tensor_146" [label="(3072, 1)", style=solid]; -"2825 compressed_weight_updated_constant146" -> "2827 mul_tensor_146" [label="(3072, 768)", style=solid]; -"2826 _param_constant392_0_0" -> "2828 linear_145" [label="(3072,)", style=solid]; -"2827 mul_tensor_146" -> "2828 linear_145" [label="(3072, 768)", style=solid]; -"2828 linear_145" -> "2829 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; -"2829 gelu_23" -> "2830 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; -"2830 dropout_94" -> "2831 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; -"2831 dropout_94_0_0_nncf_smooth_quant_0" -> "2832 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; -"2832 quantize_per_tensor_default_147" -> "2833 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; -"2833 dequantize_per_tensor_default_147" -> "2838 linear_146" [label="(1, 7, 7, 3072)", style=solid]; -"2834 linear_146_scale_0_updated_constant0" -> "2837 mul_tensor_147" [label="(768, 1)", style=solid]; -"2835 compressed_weight_updated_constant147" -> "2837 mul_tensor_147" [label="(768, 3072)", style=solid]; -"2836 _param_constant394_0_0" -> "2838 linear_146" [label="(768,)", style=solid]; -"2837 mul_tensor_147" -> "2838 linear_146" [label="(768, 3072)", style=solid]; -"2838 linear_146" -> "2839 dropout_95" [label="(1, 7, 7, 768)", style=solid]; -"2839 dropout_95" -> "2842 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; -"2840 _param_constant395" -> "2842 layer_norm_51" [label="(768,)", style=solid]; -"2841 _param_constant396" -> "2842 layer_norm_51" [label="(768,)", style=solid]; -"2842 layer_norm_51" -> "2843 add_82" [label="(1, 7, 7, 768)", style=solid]; -"2843 add_82" -> "2846 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; -"2844 _param_constant397" -> "2846 layer_norm_52" [label="(768,)", style=solid]; -"2845 _param_constant398" -> "2846 layer_norm_52" [label="(768,)", style=solid]; -"2846 layer_norm_52" -> "2847 permute_108" [label="(1, 7, 7, 768)", style=solid]; -"2847 permute_108" -> "2848 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; -"2848 adaptive_avg_pool2d" -> "2849 flatten" [label="(1, 768, 1, 1)", style=solid]; -"2849 flatten" -> "2850 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; -"2850 flatten_0_0_nncf_smooth_quant_0" -> "2851 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; -"2851 quantize_per_tensor_default_148" -> "2852 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; -"2852 dequantize_per_tensor_default_148" -> "2857 linear_147" [label="(1, 768)", style=solid]; -"2853 linear_147_scale_0_updated_constant0" -> "2856 mul_tensor_148" [label="(1000, 1)", style=solid]; -"2854 compressed_weight_updated_constant148" -> "2856 mul_tensor_148" [label="(1000, 768)", style=solid]; -"2855 _param_constant400_0_0" -> "2857 linear_147" [label="(1000,)", style=solid]; -"2856 mul_tensor_148" -> "2857 linear_147" [label="(1000, 768)", style=solid]; -"2857 linear_147" -> "2858 output" [label="(1, 1000)", style=solid]; +"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 conv2d_zero_point_0_updated_constant0" -> "8 sub_tensor" [label="(96, 1, 1, 1)", style=solid]; +"4 conv2d_scale_0_updated_constant0" -> "7 mul_tensor" [label="(96, 1, 1, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(96, 3, 4, 4)", style=solid]; +"6 _param_constant1_0_0" -> "9 conv2d" [label="(96,)", style=solid]; +"7 mul_tensor" -> "8 sub_tensor" [label="(96, 3, 4, 4)", style=solid]; +"8 sub_tensor" -> "9 conv2d" [label=None, style=solid]; +"9 conv2d" -> "10 permute" [label="(1, 96, 56, 56)", style=solid]; +"10 permute" -> "13 layer_norm" [label="(1, 56, 56, 96)", style=solid]; +"11 _param_constant2" -> "13 layer_norm" [label="(96,)", style=solid]; +"12 _param_constant3" -> "13 layer_norm" [label="(96,)", style=solid]; +"13 layer_norm" -> "40 pad" [label="(1, 56, 56, 96)", style=solid]; +"13 layer_norm" -> "102 add_1" [label="(1, 56, 56, 96)", style=solid]; +"14 _tensor_constant0" -> "15 _tensor_constant0_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"15 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "22 linear" [label="(1, 15, 15, 2)", style=solid]; +"16 linear_zero_point_0_updated_constant0" -> "21 sub_tensor_1" [label="(512, 1)", style=solid]; +"17 linear_scale_0_updated_constant0" -> "20 mul_tensor_1" [label="(512, 1)", style=solid]; +"18 compressed_weight_updated_constant1" -> "20 mul_tensor_1" [label="(512, 2)", style=solid]; +"19 _param_constant5_0_0" -> "22 linear" [label="(512,)", style=solid]; +"20 mul_tensor_1" -> "21 sub_tensor_1" [label="(512, 2)", style=solid]; +"21 sub_tensor_1" -> "22 linear" [label=None, style=solid]; +"22 linear" -> "23 relu_" [label="(1, 15, 15, 512)", style=solid]; +"23 relu_" -> "24 relu__0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"24 relu__0_0_nncf_smooth_quant_0" -> "30 linear_1" [label="(1, 15, 15, 512)", style=solid]; +"25 linear_1_zero_point_0_updated_constant0" -> "29 sub_tensor_2" [label="(3, 1)", style=solid]; +"26 linear_1_scale_0_updated_constant0" -> "28 mul_tensor_2" [label="(3, 1)", style=solid]; +"27 compressed_weight_updated_constant2" -> "28 mul_tensor_2" [label="(3, 512)", style=solid]; +"28 mul_tensor_2" -> "29 sub_tensor_2" [label="(3, 512)", style=solid]; +"29 sub_tensor_2" -> "30 linear_1" [label=None, style=solid]; +"30 linear_1" -> "31 view" [label="(1, 15, 15, 3)", style=solid]; +"31 view" -> "33 index" [label="(225, 3)", style=solid]; +"32 _tensor_constant1" -> "33 index" [label="(4096,)", style=solid]; +"33 index" -> "34 view_1" [label="(4096, 3)", style=solid]; +"34 view_1" -> "35 permute_1" [label="(64, 64, 3)", style=solid]; +"35 permute_1" -> "36 contiguous" [label="(3, 64, 64)", style=solid]; +"36 contiguous" -> "37 unsqueeze" [label="(3, 64, 64)", style=solid]; +"37 unsqueeze" -> "38 sigmoid" [label="(1, 3, 64, 64)", style=solid]; +"38 sigmoid" -> "39 mul" [label="(1, 3, 64, 64)", style=solid]; +"39 mul" -> "77 add" [label="(1, 3, 64, 64)", style=solid]; +"40 pad" -> "41 view_2" [label="(1, 56, 56, 96)", style=solid]; +"41 view_2" -> "42 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"42 permute_2" -> "43 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"43 reshape" -> "44 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"44 reshape_0_0_nncf_smooth_quant_0" -> "45 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"45 quantize_per_tensor_default_1" -> "46 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"46 dequantize_per_tensor_default_1" -> "53 linear_2" [label="(49, 64, 96)", style=solid]; +"47 linear_2_zero_point_0_updated_constant0" -> "52 sub_tensor_3" [label="(288, 1)", style=solid]; +"48 linear_2_scale_0_updated_constant0" -> "51 mul_tensor_3" [label="(288, 1)", style=solid]; +"49 compressed_weight_updated_constant3" -> "51 mul_tensor_3" [label="(288, 96)", style=solid]; +"50 _param_constant7_0_0" -> "53 linear_2" [label="(288,)", style=solid]; +"51 mul_tensor_3" -> "52 sub_tensor_3" [label="(288, 96)", style=solid]; +"52 sub_tensor_3" -> "53 linear_2" [label=None, style=solid]; +"53 linear_2" -> "54 reshape_1" [label="(49, 64, 288)", style=solid]; +"54 reshape_1" -> "55 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; +"55 permute_3" -> "56 select" [label="(3, 49, 3, 64, 32)", style=solid]; +"55 permute_3" -> "57 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; +"55 permute_3" -> "58 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; +"56 select" -> "59 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; +"56 select" -> "61 expand_as" [label="(49, 3, 64, 32)", style=solid]; +"56 select" -> "62 div" [label="(49, 3, 64, 32)", style=solid]; +"57 select_1" -> "65 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; +"57 select_1" -> "67 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; +"57 select_1" -> "68 div_1" [label="(49, 3, 64, 32)", style=solid]; +"58 select_2" -> "80 matmul_1" [label="(49, 3, 64, 32)", style=solid]; +"59 linalg_vector_norm" -> "60 clamp_min" [label="(49, 3, 64, 1)", style=solid]; +"60 clamp_min" -> "61 expand_as" [label="(49, 3, 64, 1)", style=solid]; +"61 expand_as" -> "62 div" [label="(49, 3, 64, 32)", style=solid]; +"62 div" -> "63 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"63 quantize_per_tensor_default_2" -> "64 dequantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"64 dequantize_per_tensor_default_2" -> "72 matmul" [label="(49, 3, 64, 32)", style=solid]; +"65 linalg_vector_norm_1" -> "66 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; +"66 clamp_min_1" -> "67 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; +"67 expand_as_1" -> "68 div_1" [label="(49, 3, 64, 32)", style=solid]; +"68 div_1" -> "69 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"69 quantize_per_tensor_default_3" -> "70 dequantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"70 dequantize_per_tensor_default_3" -> "71 transpose" [label="(49, 3, 64, 32)", style=solid]; +"71 transpose" -> "72 matmul" [label="(49, 3, 32, 64)", style=solid]; +"72 matmul" -> "76 mul_1" [label="(49, 3, 64, 64)", style=solid]; +"73 _param_constant9" -> "74 clamp" [label="(3, 1, 1)", style=solid]; +"74 clamp" -> "75 exp" [label="(3, 1, 1)", style=solid]; +"75 exp" -> "76 mul_1" [label="(3, 1, 1)", style=solid]; +"76 mul_1" -> "77 add" [label="(49, 3, 64, 64)", style=solid]; +"77 add" -> "78 softmax" [label="(49, 3, 64, 64)", style=solid]; +"78 softmax" -> "79 dropout" [label="(49, 3, 64, 64)", style=solid]; +"79 dropout" -> "80 matmul_1" [label="(49, 3, 64, 64)", style=solid]; +"80 matmul_1" -> "81 transpose_1" [label="(49, 3, 64, 32)", style=solid]; +"81 transpose_1" -> "82 reshape_2" [label="(49, 64, 3, 32)", style=solid]; +"82 reshape_2" -> "83 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"83 reshape_2_0_0_nncf_smooth_quant_0" -> "84 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"84 quantize_per_tensor_default_4" -> "85 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"85 dequantize_per_tensor_default_4" -> "92 linear_3" [label="(49, 64, 96)", style=solid]; +"86 linear_3_zero_point_0_updated_constant0" -> "91 sub_tensor_4" [label="(96, 1)", style=solid]; +"87 linear_3_scale_0_updated_constant0" -> "90 mul_tensor_4" [label="(96, 1)", style=solid]; +"88 compressed_weight_updated_constant4" -> "90 mul_tensor_4" [label="(96, 96)", style=solid]; +"89 _param_constant11_0_0" -> "92 linear_3" [label="(96,)", style=solid]; +"90 mul_tensor_4" -> "91 sub_tensor_4" [label="(96, 96)", style=solid]; +"91 sub_tensor_4" -> "92 linear_3" [label=None, style=solid]; +"92 linear_3" -> "93 dropout_1" [label="(49, 64, 96)", style=solid]; +"93 dropout_1" -> "94 view_3" [label="(49, 64, 96)", style=solid]; +"94 view_3" -> "95 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"95 permute_4" -> "96 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"96 reshape_3" -> "97 slice_2" [label="(1, 56, 56, 96)", style=solid]; +"97 slice_2" -> "98 slice_3" [label="(1, 56, 56, 96)", style=solid]; +"98 slice_3" -> "101 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; +"99 _param_constant12" -> "101 layer_norm_1" [label="(96,)", style=solid]; +"100 _param_constant13" -> "101 layer_norm_1" [label="(96,)", style=solid]; +"101 layer_norm_1" -> "102 add_1" [label="(1, 56, 56, 96)", style=solid]; +"102 add_1" -> "103 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"102 add_1" -> "129 add_2" [label="(1, 56, 56, 96)", style=solid]; +"103 add_1_0_0_nncf_smooth_quant_0" -> "104 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"104 quantize_per_tensor_default_5" -> "105 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"105 dequantize_per_tensor_default_5" -> "112 linear_4" [label="(1, 56, 56, 96)", style=solid]; +"106 linear_4_zero_point_0_updated_constant0" -> "111 sub_tensor_5" [label="(384, 1)", style=solid]; +"107 linear_4_scale_0_updated_constant0" -> "110 mul_tensor_5" [label="(384, 1)", style=solid]; +"108 compressed_weight_updated_constant5" -> "110 mul_tensor_5" [label="(384, 96)", style=solid]; +"109 _param_constant15_0_0" -> "112 linear_4" [label="(384,)", style=solid]; +"110 mul_tensor_5" -> "111 sub_tensor_5" [label="(384, 96)", style=solid]; +"111 sub_tensor_5" -> "112 linear_4" [label=None, style=solid]; +"112 linear_4" -> "113 gelu" [label="(1, 56, 56, 384)", style=solid]; +"113 gelu" -> "114 dropout_2" [label="(1, 56, 56, 384)", style=solid]; +"114 dropout_2" -> "115 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"115 dropout_2_0_0_nncf_smooth_quant_0" -> "116 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"116 quantize_per_tensor_default_6" -> "117 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"117 dequantize_per_tensor_default_6" -> "124 linear_5" [label="(1, 56, 56, 384)", style=solid]; +"118 linear_5_zero_point_0_updated_constant0" -> "123 sub_tensor_6" [label="(96, 1)", style=solid]; +"119 linear_5_scale_0_updated_constant0" -> "122 mul_tensor_6" [label="(96, 1)", style=solid]; +"120 compressed_weight_updated_constant6" -> "122 mul_tensor_6" [label="(96, 384)", style=solid]; +"121 _param_constant17_0_0" -> "124 linear_5" [label="(96,)", style=solid]; +"122 mul_tensor_6" -> "123 sub_tensor_6" [label="(96, 384)", style=solid]; +"123 sub_tensor_6" -> "124 linear_5" [label=None, style=solid]; +"124 linear_5" -> "125 dropout_3" [label="(1, 56, 56, 96)", style=solid]; +"125 dropout_3" -> "128 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; +"126 _param_constant18" -> "128 layer_norm_2" [label="(96,)", style=solid]; +"127 _param_constant19" -> "128 layer_norm_2" [label="(96,)", style=solid]; +"128 layer_norm_2" -> "129 add_2" [label="(1, 56, 56, 96)", style=solid]; +"129 add_2" -> "156 pad_1" [label="(1, 56, 56, 96)", style=solid]; +"129 add_2" -> "236 add_5" [label="(1, 56, 56, 96)", style=solid]; +"130 _tensor_constant2" -> "131 _tensor_constant2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"131 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "138 linear_6" [label="(1, 15, 15, 2)", style=solid]; +"132 linear_6_zero_point_0_updated_constant0" -> "137 sub_tensor_7" [label="(512, 1)", style=solid]; +"133 linear_6_scale_0_updated_constant0" -> "136 mul_tensor_7" [label="(512, 1)", style=solid]; +"134 compressed_weight_updated_constant7" -> "136 mul_tensor_7" [label="(512, 2)", style=solid]; +"135 _param_constant21_0_0" -> "138 linear_6" [label="(512,)", style=solid]; +"136 mul_tensor_7" -> "137 sub_tensor_7" [label="(512, 2)", style=solid]; +"137 sub_tensor_7" -> "138 linear_6" [label=None, style=solid]; +"138 linear_6" -> "139 relu__1" [label="(1, 15, 15, 512)", style=solid]; +"139 relu__1" -> "140 relu__1_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"140 relu__1_0_0_nncf_smooth_quant_0" -> "146 linear_7" [label="(1, 15, 15, 512)", style=solid]; +"141 linear_7_zero_point_0_updated_constant0" -> "145 sub_tensor_8" [label="(3, 1)", style=solid]; +"142 linear_7_scale_0_updated_constant0" -> "144 mul_tensor_8" [label="(3, 1)", style=solid]; +"143 compressed_weight_updated_constant8" -> "144 mul_tensor_8" [label="(3, 512)", style=solid]; +"144 mul_tensor_8" -> "145 sub_tensor_8" [label="(3, 512)", style=solid]; +"145 sub_tensor_8" -> "146 linear_7" [label=None, style=solid]; +"146 linear_7" -> "147 view_4" [label="(1, 15, 15, 3)", style=solid]; +"147 view_4" -> "149 index_1" [label="(225, 3)", style=solid]; +"148 _tensor_constant3" -> "149 index_1" [label="(4096,)", style=solid]; +"149 index_1" -> "150 view_5" [label="(4096, 3)", style=solid]; +"150 view_5" -> "151 permute_5" [label="(64, 64, 3)", style=solid]; +"151 permute_5" -> "152 contiguous_1" [label="(3, 64, 64)", style=solid]; +"152 contiguous_1" -> "153 unsqueeze_1" [label="(3, 64, 64)", style=solid]; +"153 unsqueeze_1" -> "154 sigmoid_1" [label="(1, 3, 64, 64)", style=solid]; +"154 sigmoid_1" -> "155 mul_2" [label="(1, 3, 64, 64)", style=solid]; +"155 mul_2" -> "194 add_3" [label="(1, 3, 64, 64)", style=solid]; +"156 pad_1" -> "157 roll" [label="(1, 56, 56, 96)", style=solid]; +"157 roll" -> "158 view_6" [label="(1, 56, 56, 96)", style=solid]; +"158 view_6" -> "159 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"159 permute_6" -> "160 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"160 reshape_4" -> "161 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"160 reshape_4" -> "195 new_zeros" [label="(49, 64, 96)", style=solid]; +"161 reshape_4_0_0_nncf_smooth_quant_0" -> "162 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"162 quantize_per_tensor_default_7" -> "163 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"163 dequantize_per_tensor_default_7" -> "170 linear_8" [label="(49, 64, 96)", style=solid]; +"164 linear_8_zero_point_0_updated_constant0" -> "169 sub_tensor_9" [label="(288, 1)", style=solid]; +"165 linear_8_scale_0_updated_constant0" -> "168 mul_tensor_9" [label="(288, 1)", style=solid]; +"166 compressed_weight_updated_constant9" -> "168 mul_tensor_9" [label="(288, 96)", style=solid]; +"167 _param_constant23_0_0" -> "170 linear_8" [label="(288,)", style=solid]; +"168 mul_tensor_9" -> "169 sub_tensor_9" [label="(288, 96)", style=solid]; +"169 sub_tensor_9" -> "170 linear_8" [label=None, style=solid]; +"170 linear_8" -> "171 reshape_5" [label="(49, 64, 288)", style=solid]; +"171 reshape_5" -> "172 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; +"172 permute_7" -> "173 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; +"172 permute_7" -> "174 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; +"172 permute_7" -> "175 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; +"173 select_3" -> "176 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; +"173 select_3" -> "178 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; +"173 select_3" -> "179 div_2" [label="(49, 3, 64, 32)", style=solid]; +"174 select_4" -> "182 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; +"174 select_4" -> "184 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; +"174 select_4" -> "185 div_3" [label="(49, 3, 64, 32)", style=solid]; +"175 select_5" -> "213 matmul_3" [label="(49, 3, 64, 32)", style=solid]; +"176 linalg_vector_norm_2" -> "177 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; +"177 clamp_min_2" -> "178 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; +"178 expand_as_2" -> "179 div_2" [label="(49, 3, 64, 32)", style=solid]; +"179 div_2" -> "180 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"180 quantize_per_tensor_default_8" -> "181 dequantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"181 dequantize_per_tensor_default_8" -> "189 matmul_2" [label="(49, 3, 64, 32)", style=solid]; +"182 linalg_vector_norm_3" -> "183 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; +"183 clamp_min_3" -> "184 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; +"184 expand_as_3" -> "185 div_3" [label="(49, 3, 64, 32)", style=solid]; +"185 div_3" -> "186 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"186 quantize_per_tensor_default_9" -> "187 dequantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"187 dequantize_per_tensor_default_9" -> "188 transpose_2" [label="(49, 3, 64, 32)", style=solid]; +"188 transpose_2" -> "189 matmul_2" [label="(49, 3, 32, 64)", style=solid]; +"189 matmul_2" -> "193 mul_3" [label="(49, 3, 64, 64)", style=solid]; +"190 _param_constant25" -> "191 clamp_1" [label="(3, 1, 1)", style=solid]; +"191 clamp_1" -> "192 exp_1" [label="(3, 1, 1)", style=solid]; +"192 exp_1" -> "193 mul_3" [label="(3, 1, 1)", style=solid]; +"193 mul_3" -> "194 add_3" [label="(49, 3, 64, 64)", style=solid]; +"194 add_3" -> "206 view_8" [label="(49, 3, 64, 64)", style=solid]; +"195 new_zeros" -> "196 view_7" [label="(56, 56)", style=solid]; +"196 view_7" -> "197 permute_8" [label="(7, 8, 7, 8)", style=solid]; +"197 permute_8" -> "198 reshape_6" [label="(7, 7, 8, 8)", style=solid]; +"198 reshape_6" -> "199 unsqueeze_2" [label="(49, 64)", style=solid]; +"198 reshape_6" -> "200 unsqueeze_3" [label="(49, 64)", style=solid]; +"199 unsqueeze_2" -> "201 sub" [label="(49, 1, 64)", style=solid]; +"200 unsqueeze_3" -> "201 sub" [label="(49, 64, 1)", style=solid]; +"201 sub" -> "202 ne" [label="(49, 64, 64)", style=solid]; +"201 sub" -> "203 masked_fill" [label="(49, 64, 64)", style=solid]; +"201 sub" -> "204 eq" [label="(49, 64, 64)", style=solid]; +"202 ne" -> "203 masked_fill" [label="(49, 64, 64)", style=solid]; +"203 masked_fill" -> "205 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"204 eq" -> "205 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"205 masked_fill_1" -> "207 unsqueeze_4" [label="(49, 64, 64)", style=solid]; +"206 view_8" -> "209 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; +"207 unsqueeze_4" -> "208 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; +"208 unsqueeze_5" -> "209 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; +"209 add_4" -> "210 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; +"210 view_9" -> "211 softmax_1" [label="(49, 3, 64, 64)", style=solid]; +"211 softmax_1" -> "212 dropout_4" [label="(49, 3, 64, 64)", style=solid]; +"212 dropout_4" -> "213 matmul_3" [label="(49, 3, 64, 64)", style=solid]; +"213 matmul_3" -> "214 transpose_3" [label="(49, 3, 64, 32)", style=solid]; +"214 transpose_3" -> "215 reshape_7" [label="(49, 64, 3, 32)", style=solid]; +"215 reshape_7" -> "216 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"216 reshape_7_0_0_nncf_smooth_quant_0" -> "217 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"217 quantize_per_tensor_default_10" -> "218 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"218 dequantize_per_tensor_default_10" -> "225 linear_9" [label="(49, 64, 96)", style=solid]; +"219 linear_9_zero_point_0_updated_constant0" -> "224 sub_tensor_10" [label="(96, 1)", style=solid]; +"220 linear_9_scale_0_updated_constant0" -> "223 mul_tensor_10" [label="(96, 1)", style=solid]; +"221 compressed_weight_updated_constant10" -> "223 mul_tensor_10" [label="(96, 96)", style=solid]; +"222 _param_constant27_0_0" -> "225 linear_9" [label="(96,)", style=solid]; +"223 mul_tensor_10" -> "224 sub_tensor_10" [label="(96, 96)", style=solid]; +"224 sub_tensor_10" -> "225 linear_9" [label=None, style=solid]; +"225 linear_9" -> "226 dropout_5" [label="(49, 64, 96)", style=solid]; +"226 dropout_5" -> "227 view_10" [label="(49, 64, 96)", style=solid]; +"227 view_10" -> "228 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"228 permute_9" -> "229 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"229 reshape_8" -> "230 roll_1" [label="(1, 56, 56, 96)", style=solid]; +"230 roll_1" -> "231 slice_23" [label="(1, 56, 56, 96)", style=solid]; +"231 slice_23" -> "232 slice_24" [label="(1, 56, 56, 96)", style=solid]; +"232 slice_24" -> "235 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; +"233 _param_constant28" -> "235 layer_norm_3" [label="(96,)", style=solid]; +"234 _param_constant29" -> "235 layer_norm_3" [label="(96,)", style=solid]; +"235 layer_norm_3" -> "236 add_5" [label="(1, 56, 56, 96)", style=solid]; +"236 add_5" -> "237 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"236 add_5" -> "263 add_6" [label="(1, 56, 56, 96)", style=solid]; +"237 add_5_0_0_nncf_smooth_quant_0" -> "238 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"238 quantize_per_tensor_default_11" -> "239 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"239 dequantize_per_tensor_default_11" -> "246 linear_10" [label="(1, 56, 56, 96)", style=solid]; +"240 linear_10_zero_point_0_updated_constant0" -> "245 sub_tensor_11" [label="(384, 1)", style=solid]; +"241 linear_10_scale_0_updated_constant0" -> "244 mul_tensor_11" [label="(384, 1)", style=solid]; +"242 compressed_weight_updated_constant11" -> "244 mul_tensor_11" [label="(384, 96)", style=solid]; +"243 _param_constant31_0_0" -> "246 linear_10" [label="(384,)", style=solid]; +"244 mul_tensor_11" -> "245 sub_tensor_11" [label="(384, 96)", style=solid]; +"245 sub_tensor_11" -> "246 linear_10" [label=None, style=solid]; +"246 linear_10" -> "247 gelu_1" [label="(1, 56, 56, 384)", style=solid]; +"247 gelu_1" -> "248 dropout_6" [label="(1, 56, 56, 384)", style=solid]; +"248 dropout_6" -> "249 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"249 dropout_6_0_0_nncf_smooth_quant_0" -> "250 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"250 quantize_per_tensor_default_12" -> "251 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"251 dequantize_per_tensor_default_12" -> "258 linear_11" [label="(1, 56, 56, 384)", style=solid]; +"252 linear_11_zero_point_0_updated_constant0" -> "257 sub_tensor_12" [label="(96, 1)", style=solid]; +"253 linear_11_scale_0_updated_constant0" -> "256 mul_tensor_12" [label="(96, 1)", style=solid]; +"254 compressed_weight_updated_constant12" -> "256 mul_tensor_12" [label="(96, 384)", style=solid]; +"255 _param_constant33_0_0" -> "258 linear_11" [label="(96,)", style=solid]; +"256 mul_tensor_12" -> "257 sub_tensor_12" [label="(96, 384)", style=solid]; +"257 sub_tensor_12" -> "258 linear_11" [label=None, style=solid]; +"258 linear_11" -> "259 dropout_7" [label="(1, 56, 56, 96)", style=solid]; +"259 dropout_7" -> "262 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; +"260 _param_constant34" -> "262 layer_norm_4" [label="(96,)", style=solid]; +"261 _param_constant35" -> "262 layer_norm_4" [label="(96,)", style=solid]; +"262 layer_norm_4" -> "263 add_6" [label="(1, 56, 56, 96)", style=solid]; +"263 add_6" -> "264 pad_2" [label="(1, 56, 56, 96)", style=solid]; +"264 pad_2" -> "265 slice_25" [label="(1, 56, 56, 96)", style=solid]; +"264 pad_2" -> "268 slice_28" [label="(1, 56, 56, 96)", style=solid]; +"264 pad_2" -> "271 slice_31" [label="(1, 56, 56, 96)", style=solid]; +"264 pad_2" -> "274 slice_34" [label="(1, 56, 56, 96)", style=solid]; +"265 slice_25" -> "266 slice_26" [label="(1, 28, 56, 96)", style=solid]; +"266 slice_26" -> "267 slice_27" [label="(1, 28, 28, 96)", style=solid]; +"267 slice_27" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; +"268 slice_28" -> "269 slice_29" [label="(1, 28, 56, 96)", style=solid]; +"269 slice_29" -> "270 slice_30" [label="(1, 28, 28, 96)", style=solid]; +"270 slice_30" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; +"271 slice_31" -> "272 slice_32" [label="(1, 28, 56, 96)", style=solid]; +"272 slice_32" -> "273 slice_33" [label="(1, 28, 28, 96)", style=solid]; +"273 slice_33" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; +"274 slice_34" -> "275 slice_35" [label="(1, 28, 56, 96)", style=solid]; +"275 slice_35" -> "276 slice_36" [label="(1, 28, 28, 96)", style=solid]; +"276 slice_36" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; +"277 cat" -> "278 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; +"278 cat_0_0_nncf_smooth_quant_0" -> "279 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"279 quantize_per_tensor_default_13" -> "280 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"280 dequantize_per_tensor_default_13" -> "286 linear_12" [label="(1, 28, 28, 384)", style=solid]; +"281 linear_12_zero_point_0_updated_constant0" -> "285 sub_tensor_13" [label="(192, 1)", style=solid]; +"282 linear_12_scale_0_updated_constant0" -> "284 mul_tensor_13" [label="(192, 1)", style=solid]; +"283 compressed_weight_updated_constant13" -> "284 mul_tensor_13" [label="(192, 384)", style=solid]; +"284 mul_tensor_13" -> "285 sub_tensor_13" [label="(192, 384)", style=solid]; +"285 sub_tensor_13" -> "286 linear_12" [label=None, style=solid]; +"286 linear_12" -> "289 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; +"287 _param_constant37" -> "289 layer_norm_5" [label="(192,)", style=solid]; +"288 _param_constant38" -> "289 layer_norm_5" [label="(192,)", style=solid]; +"289 layer_norm_5" -> "316 pad_3" [label="(1, 28, 28, 192)", style=solid]; +"289 layer_norm_5" -> "381 add_8" [label="(1, 28, 28, 192)", style=solid]; +"290 _tensor_constant13" -> "291 _tensor_constant13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"291 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "298 linear_13" [label="(1, 15, 15, 2)", style=solid]; +"292 linear_13_zero_point_0_updated_constant0" -> "297 sub_tensor_14" [label="(512, 1)", style=solid]; +"293 linear_13_scale_0_updated_constant0" -> "296 mul_tensor_14" [label="(512, 1)", style=solid]; +"294 compressed_weight_updated_constant14" -> "296 mul_tensor_14" [label="(512, 2)", style=solid]; +"295 _param_constant40_0_0" -> "298 linear_13" [label="(512,)", style=solid]; +"296 mul_tensor_14" -> "297 sub_tensor_14" [label="(512, 2)", style=solid]; +"297 sub_tensor_14" -> "298 linear_13" [label=None, style=solid]; +"298 linear_13" -> "299 relu__2" [label="(1, 15, 15, 512)", style=solid]; +"299 relu__2" -> "300 relu__2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"300 relu__2_0_0_nncf_smooth_quant_0" -> "306 linear_14" [label="(1, 15, 15, 512)", style=solid]; +"301 linear_14_zero_point_0_updated_constant0" -> "305 sub_tensor_15" [label="(6, 1)", style=solid]; +"302 linear_14_scale_0_updated_constant0" -> "304 mul_tensor_15" [label="(6, 1)", style=solid]; +"303 compressed_weight_updated_constant15" -> "304 mul_tensor_15" [label="(6, 512)", style=solid]; +"304 mul_tensor_15" -> "305 sub_tensor_15" [label="(6, 512)", style=solid]; +"305 sub_tensor_15" -> "306 linear_14" [label=None, style=solid]; +"306 linear_14" -> "307 view_11" [label="(1, 15, 15, 6)", style=solid]; +"307 view_11" -> "309 index_2" [label="(225, 6)", style=solid]; +"308 _tensor_constant14" -> "309 index_2" [label="(4096,)", style=solid]; +"309 index_2" -> "310 view_12" [label="(4096, 6)", style=solid]; +"310 view_12" -> "311 permute_10" [label="(64, 64, 6)", style=solid]; +"311 permute_10" -> "312 contiguous_2" [label="(6, 64, 64)", style=solid]; +"312 contiguous_2" -> "313 unsqueeze_6" [label="(6, 64, 64)", style=solid]; +"313 unsqueeze_6" -> "314 sigmoid_2" [label="(1, 6, 64, 64)", style=solid]; +"314 sigmoid_2" -> "315 mul_4" [label="(1, 6, 64, 64)", style=solid]; +"315 mul_4" -> "353 add_7" [label="(1, 6, 64, 64)", style=solid]; +"316 pad_3" -> "317 view_13" [label="(1, 32, 32, 192)", style=solid]; +"317 view_13" -> "318 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"318 permute_11" -> "319 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"319 reshape_9" -> "320 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"320 reshape_9_0_0_nncf_smooth_quant_0" -> "321 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"321 quantize_per_tensor_default_14" -> "322 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"322 dequantize_per_tensor_default_14" -> "329 linear_15" [label="(16, 64, 192)", style=solid]; +"323 linear_15_zero_point_0_updated_constant0" -> "328 sub_tensor_16" [label="(576, 1)", style=solid]; +"324 linear_15_scale_0_updated_constant0" -> "327 mul_tensor_16" [label="(576, 1)", style=solid]; +"325 compressed_weight_updated_constant16" -> "327 mul_tensor_16" [label="(576, 192)", style=solid]; +"326 _param_constant42_0_0" -> "329 linear_15" [label="(576,)", style=solid]; +"327 mul_tensor_16" -> "328 sub_tensor_16" [label="(576, 192)", style=solid]; +"328 sub_tensor_16" -> "329 linear_15" [label=None, style=solid]; +"329 linear_15" -> "330 reshape_10" [label="(16, 64, 576)", style=solid]; +"330 reshape_10" -> "331 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; +"331 permute_12" -> "332 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; +"331 permute_12" -> "333 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; +"331 permute_12" -> "334 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; +"332 select_6" -> "335 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; +"332 select_6" -> "337 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; +"332 select_6" -> "338 div_4" [label="(16, 6, 64, 32)", style=solid]; +"333 select_7" -> "341 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; +"333 select_7" -> "343 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; +"333 select_7" -> "344 div_5" [label="(16, 6, 64, 32)", style=solid]; +"334 select_8" -> "356 matmul_5" [label="(16, 6, 64, 32)", style=solid]; +"335 linalg_vector_norm_4" -> "336 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; +"336 clamp_min_4" -> "337 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; +"337 expand_as_4" -> "338 div_4" [label="(16, 6, 64, 32)", style=solid]; +"338 div_4" -> "339 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"339 quantize_per_tensor_default_15" -> "340 dequantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"340 dequantize_per_tensor_default_15" -> "348 matmul_4" [label="(16, 6, 64, 32)", style=solid]; +"341 linalg_vector_norm_5" -> "342 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; +"342 clamp_min_5" -> "343 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; +"343 expand_as_5" -> "344 div_5" [label="(16, 6, 64, 32)", style=solid]; +"344 div_5" -> "345 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"345 quantize_per_tensor_default_16" -> "346 dequantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"346 dequantize_per_tensor_default_16" -> "347 transpose_4" [label="(16, 6, 64, 32)", style=solid]; +"347 transpose_4" -> "348 matmul_4" [label="(16, 6, 32, 64)", style=solid]; +"348 matmul_4" -> "352 mul_5" [label="(16, 6, 64, 64)", style=solid]; +"349 _param_constant44" -> "350 clamp_2" [label="(6, 1, 1)", style=solid]; +"350 clamp_2" -> "351 exp_2" [label="(6, 1, 1)", style=solid]; +"351 exp_2" -> "352 mul_5" [label="(6, 1, 1)", style=solid]; +"352 mul_5" -> "353 add_7" [label="(16, 6, 64, 64)", style=solid]; +"353 add_7" -> "354 softmax_2" [label="(16, 6, 64, 64)", style=solid]; +"354 softmax_2" -> "355 dropout_8" [label="(16, 6, 64, 64)", style=solid]; +"355 dropout_8" -> "356 matmul_5" [label="(16, 6, 64, 64)", style=solid]; +"356 matmul_5" -> "357 transpose_5" [label="(16, 6, 64, 32)", style=solid]; +"357 transpose_5" -> "358 reshape_11" [label="(16, 64, 6, 32)", style=solid]; +"358 reshape_11" -> "359 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"359 reshape_11_0_0_nncf_smooth_quant_0" -> "360 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"360 quantize_per_tensor_default_17" -> "361 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"361 dequantize_per_tensor_default_17" -> "368 linear_16" [label="(16, 64, 192)", style=solid]; +"362 linear_16_zero_point_0_updated_constant0" -> "367 sub_tensor_17" [label="(192, 1)", style=solid]; +"363 linear_16_scale_0_updated_constant0" -> "366 mul_tensor_17" [label="(192, 1)", style=solid]; +"364 compressed_weight_updated_constant17" -> "366 mul_tensor_17" [label="(192, 192)", style=solid]; +"365 _param_constant46_0_0" -> "368 linear_16" [label="(192,)", style=solid]; +"366 mul_tensor_17" -> "367 sub_tensor_17" [label="(192, 192)", style=solid]; +"367 sub_tensor_17" -> "368 linear_16" [label=None, style=solid]; +"368 linear_16" -> "369 dropout_9" [label="(16, 64, 192)", style=solid]; +"369 dropout_9" -> "370 view_14" [label="(16, 64, 192)", style=solid]; +"370 view_14" -> "371 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"371 permute_13" -> "372 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"372 reshape_12" -> "373 slice_38" [label="(1, 32, 32, 192)", style=solid]; +"373 slice_38" -> "374 slice_39" [label="(1, 32, 32, 192)", style=solid]; +"374 slice_39" -> "375 slice_40" [label="(1, 28, 32, 192)", style=solid]; +"375 slice_40" -> "376 slice_41" [label="(1, 28, 28, 192)", style=solid]; +"376 slice_41" -> "377 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; +"377 contiguous_3" -> "380 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; +"378 _param_constant47" -> "380 layer_norm_6" [label="(192,)", style=solid]; +"379 _param_constant48" -> "380 layer_norm_6" [label="(192,)", style=solid]; +"380 layer_norm_6" -> "381 add_8" [label="(1, 28, 28, 192)", style=solid]; +"381 add_8" -> "382 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"381 add_8" -> "408 add_9" [label="(1, 28, 28, 192)", style=solid]; +"382 add_8_0_0_nncf_smooth_quant_0" -> "383 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"383 quantize_per_tensor_default_18" -> "384 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"384 dequantize_per_tensor_default_18" -> "391 linear_17" [label="(1, 28, 28, 192)", style=solid]; +"385 linear_17_zero_point_0_updated_constant0" -> "390 sub_tensor_18" [label="(768, 1)", style=solid]; +"386 linear_17_scale_0_updated_constant0" -> "389 mul_tensor_18" [label="(768, 1)", style=solid]; +"387 compressed_weight_updated_constant18" -> "389 mul_tensor_18" [label="(768, 192)", style=solid]; +"388 _param_constant50_0_0" -> "391 linear_17" [label="(768,)", style=solid]; +"389 mul_tensor_18" -> "390 sub_tensor_18" [label="(768, 192)", style=solid]; +"390 sub_tensor_18" -> "391 linear_17" [label=None, style=solid]; +"391 linear_17" -> "392 gelu_2" [label="(1, 28, 28, 768)", style=solid]; +"392 gelu_2" -> "393 dropout_10" [label="(1, 28, 28, 768)", style=solid]; +"393 dropout_10" -> "394 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"394 dropout_10_0_0_nncf_smooth_quant_0" -> "395 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"395 quantize_per_tensor_default_19" -> "396 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"396 dequantize_per_tensor_default_19" -> "403 linear_18" [label="(1, 28, 28, 768)", style=solid]; +"397 linear_18_zero_point_0_updated_constant0" -> "402 sub_tensor_19" [label="(192, 1)", style=solid]; +"398 linear_18_scale_0_updated_constant0" -> "401 mul_tensor_19" [label="(192, 1)", style=solid]; +"399 compressed_weight_updated_constant19" -> "401 mul_tensor_19" [label="(192, 768)", style=solid]; +"400 _param_constant52_0_0" -> "403 linear_18" [label="(192,)", style=solid]; +"401 mul_tensor_19" -> "402 sub_tensor_19" [label="(192, 768)", style=solid]; +"402 sub_tensor_19" -> "403 linear_18" [label=None, style=solid]; +"403 linear_18" -> "404 dropout_11" [label="(1, 28, 28, 192)", style=solid]; +"404 dropout_11" -> "407 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; +"405 _param_constant53" -> "407 layer_norm_7" [label="(192,)", style=solid]; +"406 _param_constant54" -> "407 layer_norm_7" [label="(192,)", style=solid]; +"407 layer_norm_7" -> "408 add_9" [label="(1, 28, 28, 192)", style=solid]; +"408 add_9" -> "435 pad_4" [label="(1, 28, 28, 192)", style=solid]; +"408 add_9" -> "518 add_12" [label="(1, 28, 28, 192)", style=solid]; +"409 _tensor_constant15" -> "410 _tensor_constant15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"410 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "417 linear_19" [label="(1, 15, 15, 2)", style=solid]; +"411 linear_19_zero_point_0_updated_constant0" -> "416 sub_tensor_20" [label="(512, 1)", style=solid]; +"412 linear_19_scale_0_updated_constant0" -> "415 mul_tensor_20" [label="(512, 1)", style=solid]; +"413 compressed_weight_updated_constant20" -> "415 mul_tensor_20" [label="(512, 2)", style=solid]; +"414 _param_constant56_0_0" -> "417 linear_19" [label="(512,)", style=solid]; +"415 mul_tensor_20" -> "416 sub_tensor_20" [label="(512, 2)", style=solid]; +"416 sub_tensor_20" -> "417 linear_19" [label=None, style=solid]; +"417 linear_19" -> "418 relu__3" [label="(1, 15, 15, 512)", style=solid]; +"418 relu__3" -> "419 relu__3_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"419 relu__3_0_0_nncf_smooth_quant_0" -> "425 linear_20" [label="(1, 15, 15, 512)", style=solid]; +"420 linear_20_zero_point_0_updated_constant0" -> "424 sub_tensor_21" [label="(6, 1)", style=solid]; +"421 linear_20_scale_0_updated_constant0" -> "423 mul_tensor_21" [label="(6, 1)", style=solid]; +"422 compressed_weight_updated_constant21" -> "423 mul_tensor_21" [label="(6, 512)", style=solid]; +"423 mul_tensor_21" -> "424 sub_tensor_21" [label="(6, 512)", style=solid]; +"424 sub_tensor_21" -> "425 linear_20" [label=None, style=solid]; +"425 linear_20" -> "426 view_15" [label="(1, 15, 15, 6)", style=solid]; +"426 view_15" -> "428 index_3" [label="(225, 6)", style=solid]; +"427 _tensor_constant16" -> "428 index_3" [label="(4096,)", style=solid]; +"428 index_3" -> "429 view_16" [label="(4096, 6)", style=solid]; +"429 view_16" -> "430 permute_14" [label="(64, 64, 6)", style=solid]; +"430 permute_14" -> "431 contiguous_4" [label="(6, 64, 64)", style=solid]; +"431 contiguous_4" -> "432 unsqueeze_7" [label="(6, 64, 64)", style=solid]; +"432 unsqueeze_7" -> "433 sigmoid_3" [label="(1, 6, 64, 64)", style=solid]; +"433 sigmoid_3" -> "434 mul_6" [label="(1, 6, 64, 64)", style=solid]; +"434 mul_6" -> "473 add_10" [label="(1, 6, 64, 64)", style=solid]; +"435 pad_4" -> "436 roll_2" [label="(1, 32, 32, 192)", style=solid]; +"436 roll_2" -> "437 view_17" [label="(1, 32, 32, 192)", style=solid]; +"437 view_17" -> "438 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"438 permute_15" -> "439 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"439 reshape_13" -> "440 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"439 reshape_13" -> "474 new_zeros_1" [label="(16, 64, 192)", style=solid]; +"440 reshape_13_0_0_nncf_smooth_quant_0" -> "441 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"441 quantize_per_tensor_default_20" -> "442 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"442 dequantize_per_tensor_default_20" -> "449 linear_21" [label="(16, 64, 192)", style=solid]; +"443 linear_21_zero_point_0_updated_constant0" -> "448 sub_tensor_22" [label="(576, 1)", style=solid]; +"444 linear_21_scale_0_updated_constant0" -> "447 mul_tensor_22" [label="(576, 1)", style=solid]; +"445 compressed_weight_updated_constant22" -> "447 mul_tensor_22" [label="(576, 192)", style=solid]; +"446 _param_constant58_0_0" -> "449 linear_21" [label="(576,)", style=solid]; +"447 mul_tensor_22" -> "448 sub_tensor_22" [label="(576, 192)", style=solid]; +"448 sub_tensor_22" -> "449 linear_21" [label=None, style=solid]; +"449 linear_21" -> "450 reshape_14" [label="(16, 64, 576)", style=solid]; +"450 reshape_14" -> "451 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; +"451 permute_16" -> "452 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; +"451 permute_16" -> "453 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; +"451 permute_16" -> "454 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; +"452 select_9" -> "455 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; +"452 select_9" -> "457 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; +"452 select_9" -> "458 div_6" [label="(16, 6, 64, 32)", style=solid]; +"453 select_10" -> "461 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; +"453 select_10" -> "463 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; +"453 select_10" -> "464 div_7" [label="(16, 6, 64, 32)", style=solid]; +"454 select_11" -> "492 matmul_7" [label="(16, 6, 64, 32)", style=solid]; +"455 linalg_vector_norm_6" -> "456 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; +"456 clamp_min_6" -> "457 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; +"457 expand_as_6" -> "458 div_6" [label="(16, 6, 64, 32)", style=solid]; +"458 div_6" -> "459 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"459 quantize_per_tensor_default_21" -> "460 dequantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"460 dequantize_per_tensor_default_21" -> "468 matmul_6" [label="(16, 6, 64, 32)", style=solid]; +"461 linalg_vector_norm_7" -> "462 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; +"462 clamp_min_7" -> "463 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; +"463 expand_as_7" -> "464 div_7" [label="(16, 6, 64, 32)", style=solid]; +"464 div_7" -> "465 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"465 quantize_per_tensor_default_22" -> "466 dequantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"466 dequantize_per_tensor_default_22" -> "467 transpose_6" [label="(16, 6, 64, 32)", style=solid]; +"467 transpose_6" -> "468 matmul_6" [label="(16, 6, 32, 64)", style=solid]; +"468 matmul_6" -> "472 mul_7" [label="(16, 6, 64, 64)", style=solid]; +"469 _param_constant60" -> "470 clamp_3" [label="(6, 1, 1)", style=solid]; +"470 clamp_3" -> "471 exp_3" [label="(6, 1, 1)", style=solid]; +"471 exp_3" -> "472 mul_7" [label="(6, 1, 1)", style=solid]; +"472 mul_7" -> "473 add_10" [label="(16, 6, 64, 64)", style=solid]; +"473 add_10" -> "485 view_19" [label="(16, 6, 64, 64)", style=solid]; +"474 new_zeros_1" -> "475 view_18" [label="(32, 32)", style=solid]; +"475 view_18" -> "476 permute_17" [label="(4, 8, 4, 8)", style=solid]; +"476 permute_17" -> "477 reshape_15" [label="(4, 4, 8, 8)", style=solid]; +"477 reshape_15" -> "478 unsqueeze_8" [label="(16, 64)", style=solid]; +"477 reshape_15" -> "479 unsqueeze_9" [label="(16, 64)", style=solid]; +"478 unsqueeze_8" -> "480 sub_1" [label="(16, 1, 64)", style=solid]; +"479 unsqueeze_9" -> "480 sub_1" [label="(16, 64, 1)", style=solid]; +"480 sub_1" -> "481 ne_1" [label="(16, 64, 64)", style=solid]; +"480 sub_1" -> "482 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"480 sub_1" -> "483 eq_1" [label="(16, 64, 64)", style=solid]; +"481 ne_1" -> "482 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"482 masked_fill_2" -> "484 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"483 eq_1" -> "484 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"484 masked_fill_3" -> "486 unsqueeze_10" [label="(16, 64, 64)", style=solid]; +"485 view_19" -> "488 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; +"486 unsqueeze_10" -> "487 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; +"487 unsqueeze_11" -> "488 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; +"488 add_11" -> "489 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; +"489 view_20" -> "490 softmax_3" [label="(16, 6, 64, 64)", style=solid]; +"490 softmax_3" -> "491 dropout_12" [label="(16, 6, 64, 64)", style=solid]; +"491 dropout_12" -> "492 matmul_7" [label="(16, 6, 64, 64)", style=solid]; +"492 matmul_7" -> "493 transpose_7" [label="(16, 6, 64, 32)", style=solid]; +"493 transpose_7" -> "494 reshape_16" [label="(16, 64, 6, 32)", style=solid]; +"494 reshape_16" -> "495 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"495 reshape_16_0_0_nncf_smooth_quant_0" -> "496 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"496 quantize_per_tensor_default_23" -> "497 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"497 dequantize_per_tensor_default_23" -> "504 linear_22" [label="(16, 64, 192)", style=solid]; +"498 linear_22_zero_point_0_updated_constant0" -> "503 sub_tensor_23" [label="(192, 1)", style=solid]; +"499 linear_22_scale_0_updated_constant0" -> "502 mul_tensor_23" [label="(192, 1)", style=solid]; +"500 compressed_weight_updated_constant23" -> "502 mul_tensor_23" [label="(192, 192)", style=solid]; +"501 _param_constant62_0_0" -> "504 linear_22" [label="(192,)", style=solid]; +"502 mul_tensor_23" -> "503 sub_tensor_23" [label="(192, 192)", style=solid]; +"503 sub_tensor_23" -> "504 linear_22" [label=None, style=solid]; +"504 linear_22" -> "505 dropout_13" [label="(16, 64, 192)", style=solid]; +"505 dropout_13" -> "506 view_21" [label="(16, 64, 192)", style=solid]; +"506 view_21" -> "507 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"507 permute_18" -> "508 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"508 reshape_17" -> "509 roll_3" [label="(1, 32, 32, 192)", style=solid]; +"509 roll_3" -> "510 slice_61" [label="(1, 32, 32, 192)", style=solid]; +"510 slice_61" -> "511 slice_62" [label="(1, 32, 32, 192)", style=solid]; +"511 slice_62" -> "512 slice_63" [label="(1, 28, 32, 192)", style=solid]; +"512 slice_63" -> "513 slice_64" [label="(1, 28, 28, 192)", style=solid]; +"513 slice_64" -> "514 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; +"514 contiguous_5" -> "517 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; +"515 _param_constant63" -> "517 layer_norm_8" [label="(192,)", style=solid]; +"516 _param_constant64" -> "517 layer_norm_8" [label="(192,)", style=solid]; +"517 layer_norm_8" -> "518 add_12" [label="(1, 28, 28, 192)", style=solid]; +"518 add_12" -> "519 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"518 add_12" -> "545 add_13" [label="(1, 28, 28, 192)", style=solid]; +"519 add_12_0_0_nncf_smooth_quant_0" -> "520 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"520 quantize_per_tensor_default_24" -> "521 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"521 dequantize_per_tensor_default_24" -> "528 linear_23" [label="(1, 28, 28, 192)", style=solid]; +"522 linear_23_zero_point_0_updated_constant0" -> "527 sub_tensor_24" [label="(768, 1)", style=solid]; +"523 linear_23_scale_0_updated_constant0" -> "526 mul_tensor_24" [label="(768, 1)", style=solid]; +"524 compressed_weight_updated_constant24" -> "526 mul_tensor_24" [label="(768, 192)", style=solid]; +"525 _param_constant66_0_0" -> "528 linear_23" [label="(768,)", style=solid]; +"526 mul_tensor_24" -> "527 sub_tensor_24" [label="(768, 192)", style=solid]; +"527 sub_tensor_24" -> "528 linear_23" [label=None, style=solid]; +"528 linear_23" -> "529 gelu_3" [label="(1, 28, 28, 768)", style=solid]; +"529 gelu_3" -> "530 dropout_14" [label="(1, 28, 28, 768)", style=solid]; +"530 dropout_14" -> "531 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"531 dropout_14_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"532 quantize_per_tensor_default_25" -> "533 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"533 dequantize_per_tensor_default_25" -> "540 linear_24" [label="(1, 28, 28, 768)", style=solid]; +"534 linear_24_zero_point_0_updated_constant0" -> "539 sub_tensor_25" [label="(192, 1)", style=solid]; +"535 linear_24_scale_0_updated_constant0" -> "538 mul_tensor_25" [label="(192, 1)", style=solid]; +"536 compressed_weight_updated_constant25" -> "538 mul_tensor_25" [label="(192, 768)", style=solid]; +"537 _param_constant68_0_0" -> "540 linear_24" [label="(192,)", style=solid]; +"538 mul_tensor_25" -> "539 sub_tensor_25" [label="(192, 768)", style=solid]; +"539 sub_tensor_25" -> "540 linear_24" [label=None, style=solid]; +"540 linear_24" -> "541 dropout_15" [label="(1, 28, 28, 192)", style=solid]; +"541 dropout_15" -> "544 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; +"542 _param_constant69" -> "544 layer_norm_9" [label="(192,)", style=solid]; +"543 _param_constant70" -> "544 layer_norm_9" [label="(192,)", style=solid]; +"544 layer_norm_9" -> "545 add_13" [label="(1, 28, 28, 192)", style=solid]; +"545 add_13" -> "546 pad_5" [label="(1, 28, 28, 192)", style=solid]; +"546 pad_5" -> "547 slice_65" [label="(1, 28, 28, 192)", style=solid]; +"546 pad_5" -> "550 slice_68" [label="(1, 28, 28, 192)", style=solid]; +"546 pad_5" -> "553 slice_71" [label="(1, 28, 28, 192)", style=solid]; +"546 pad_5" -> "556 slice_74" [label="(1, 28, 28, 192)", style=solid]; +"547 slice_65" -> "548 slice_66" [label="(1, 14, 28, 192)", style=solid]; +"548 slice_66" -> "549 slice_67" [label="(1, 14, 14, 192)", style=solid]; +"549 slice_67" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"550 slice_68" -> "551 slice_69" [label="(1, 14, 28, 192)", style=solid]; +"551 slice_69" -> "552 slice_70" [label="(1, 14, 14, 192)", style=solid]; +"552 slice_70" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"553 slice_71" -> "554 slice_72" [label="(1, 14, 28, 192)", style=solid]; +"554 slice_72" -> "555 slice_73" [label="(1, 14, 14, 192)", style=solid]; +"555 slice_73" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"556 slice_74" -> "557 slice_75" [label="(1, 14, 28, 192)", style=solid]; +"557 slice_75" -> "558 slice_76" [label="(1, 14, 14, 192)", style=solid]; +"558 slice_76" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"559 cat_1" -> "560 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; +"560 cat_1_0_0_nncf_smooth_quant_0" -> "561 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"561 quantize_per_tensor_default_26" -> "562 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"562 dequantize_per_tensor_default_26" -> "568 linear_25" [label="(1, 14, 14, 768)", style=solid]; +"563 linear_25_zero_point_0_updated_constant0" -> "567 sub_tensor_26" [label="(384, 1)", style=solid]; +"564 linear_25_scale_0_updated_constant0" -> "566 mul_tensor_26" [label="(384, 1)", style=solid]; +"565 compressed_weight_updated_constant26" -> "566 mul_tensor_26" [label="(384, 768)", style=solid]; +"566 mul_tensor_26" -> "567 sub_tensor_26" [label="(384, 768)", style=solid]; +"567 sub_tensor_26" -> "568 linear_25" [label=None, style=solid]; +"568 linear_25" -> "571 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; +"569 _param_constant72" -> "571 layer_norm_10" [label="(384,)", style=solid]; +"570 _param_constant73" -> "571 layer_norm_10" [label="(384,)", style=solid]; +"571 layer_norm_10" -> "598 pad_6" [label="(1, 14, 14, 384)", style=solid]; +"571 layer_norm_10" -> "663 add_15" [label="(1, 14, 14, 384)", style=solid]; +"572 _tensor_constant26" -> "573 _tensor_constant26_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"573 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "580 linear_26" [label="(1, 15, 15, 2)", style=solid]; +"574 linear_26_zero_point_0_updated_constant0" -> "579 sub_tensor_27" [label="(512, 1)", style=solid]; +"575 linear_26_scale_0_updated_constant0" -> "578 mul_tensor_27" [label="(512, 1)", style=solid]; +"576 compressed_weight_updated_constant27" -> "578 mul_tensor_27" [label="(512, 2)", style=solid]; +"577 _param_constant75_0_0" -> "580 linear_26" [label="(512,)", style=solid]; +"578 mul_tensor_27" -> "579 sub_tensor_27" [label="(512, 2)", style=solid]; +"579 sub_tensor_27" -> "580 linear_26" [label=None, style=solid]; +"580 linear_26" -> "581 relu__4" [label="(1, 15, 15, 512)", style=solid]; +"581 relu__4" -> "582 relu__4_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"582 relu__4_0_0_nncf_smooth_quant_0" -> "588 linear_27" [label="(1, 15, 15, 512)", style=solid]; +"583 linear_27_zero_point_0_updated_constant0" -> "587 sub_tensor_28" [label="(12, 1)", style=solid]; +"584 linear_27_scale_0_updated_constant0" -> "586 mul_tensor_28" [label="(12, 1)", style=solid]; +"585 compressed_weight_updated_constant28" -> "586 mul_tensor_28" [label="(12, 512)", style=solid]; +"586 mul_tensor_28" -> "587 sub_tensor_28" [label="(12, 512)", style=solid]; +"587 sub_tensor_28" -> "588 linear_27" [label=None, style=solid]; +"588 linear_27" -> "589 view_22" [label="(1, 15, 15, 12)", style=solid]; +"589 view_22" -> "591 index_4" [label="(225, 12)", style=solid]; +"590 _tensor_constant27" -> "591 index_4" [label="(4096,)", style=solid]; +"591 index_4" -> "592 view_23" [label="(4096, 12)", style=solid]; +"592 view_23" -> "593 permute_19" [label="(64, 64, 12)", style=solid]; +"593 permute_19" -> "594 contiguous_6" [label="(12, 64, 64)", style=solid]; +"594 contiguous_6" -> "595 unsqueeze_12" [label="(12, 64, 64)", style=solid]; +"595 unsqueeze_12" -> "596 sigmoid_4" [label="(1, 12, 64, 64)", style=solid]; +"596 sigmoid_4" -> "597 mul_8" [label="(1, 12, 64, 64)", style=solid]; +"597 mul_8" -> "635 add_14" [label="(1, 12, 64, 64)", style=solid]; +"598 pad_6" -> "599 view_24" [label="(1, 16, 16, 384)", style=solid]; +"599 view_24" -> "600 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"600 permute_20" -> "601 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"601 reshape_18" -> "602 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"602 reshape_18_0_0_nncf_smooth_quant_0" -> "603 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"603 quantize_per_tensor_default_27" -> "604 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"604 dequantize_per_tensor_default_27" -> "611 linear_28" [label="(4, 64, 384)", style=solid]; +"605 linear_28_zero_point_0_updated_constant0" -> "610 sub_tensor_29" [label="(1152, 1)", style=solid]; +"606 linear_28_scale_0_updated_constant0" -> "609 mul_tensor_29" [label="(1152, 1)", style=solid]; +"607 compressed_weight_updated_constant29" -> "609 mul_tensor_29" [label="(1152, 384)", style=solid]; +"608 _param_constant77_0_0" -> "611 linear_28" [label="(1152,)", style=solid]; +"609 mul_tensor_29" -> "610 sub_tensor_29" [label="(1152, 384)", style=solid]; +"610 sub_tensor_29" -> "611 linear_28" [label=None, style=solid]; +"611 linear_28" -> "612 reshape_19" [label="(4, 64, 1152)", style=solid]; +"612 reshape_19" -> "613 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; +"613 permute_21" -> "614 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; +"613 permute_21" -> "615 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; +"613 permute_21" -> "616 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; +"614 select_12" -> "617 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; +"614 select_12" -> "619 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; +"614 select_12" -> "620 div_8" [label="(4, 12, 64, 32)", style=solid]; +"615 select_13" -> "623 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; +"615 select_13" -> "625 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; +"615 select_13" -> "626 div_9" [label="(4, 12, 64, 32)", style=solid]; +"616 select_14" -> "638 matmul_9" [label="(4, 12, 64, 32)", style=solid]; +"617 linalg_vector_norm_8" -> "618 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; +"618 clamp_min_8" -> "619 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; +"619 expand_as_8" -> "620 div_8" [label="(4, 12, 64, 32)", style=solid]; +"620 div_8" -> "621 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"621 quantize_per_tensor_default_28" -> "622 dequantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"622 dequantize_per_tensor_default_28" -> "630 matmul_8" [label="(4, 12, 64, 32)", style=solid]; +"623 linalg_vector_norm_9" -> "624 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; +"624 clamp_min_9" -> "625 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; +"625 expand_as_9" -> "626 div_9" [label="(4, 12, 64, 32)", style=solid]; +"626 div_9" -> "627 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"627 quantize_per_tensor_default_29" -> "628 dequantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"628 dequantize_per_tensor_default_29" -> "629 transpose_8" [label="(4, 12, 64, 32)", style=solid]; +"629 transpose_8" -> "630 matmul_8" [label="(4, 12, 32, 64)", style=solid]; +"630 matmul_8" -> "634 mul_9" [label="(4, 12, 64, 64)", style=solid]; +"631 _param_constant79" -> "632 clamp_4" [label="(12, 1, 1)", style=solid]; +"632 clamp_4" -> "633 exp_4" [label="(12, 1, 1)", style=solid]; +"633 exp_4" -> "634 mul_9" [label="(12, 1, 1)", style=solid]; +"634 mul_9" -> "635 add_14" [label="(4, 12, 64, 64)", style=solid]; +"635 add_14" -> "636 softmax_4" [label="(4, 12, 64, 64)", style=solid]; +"636 softmax_4" -> "637 dropout_16" [label="(4, 12, 64, 64)", style=solid]; +"637 dropout_16" -> "638 matmul_9" [label="(4, 12, 64, 64)", style=solid]; +"638 matmul_9" -> "639 transpose_9" [label="(4, 12, 64, 32)", style=solid]; +"639 transpose_9" -> "640 reshape_20" [label="(4, 64, 12, 32)", style=solid]; +"640 reshape_20" -> "641 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"641 reshape_20_0_0_nncf_smooth_quant_0" -> "642 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"642 quantize_per_tensor_default_30" -> "643 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"643 dequantize_per_tensor_default_30" -> "650 linear_29" [label="(4, 64, 384)", style=solid]; +"644 linear_29_zero_point_0_updated_constant0" -> "649 sub_tensor_30" [label="(384, 1)", style=solid]; +"645 linear_29_scale_0_updated_constant0" -> "648 mul_tensor_30" [label="(384, 1)", style=solid]; +"646 compressed_weight_updated_constant30" -> "648 mul_tensor_30" [label="(384, 384)", style=solid]; +"647 _param_constant81_0_0" -> "650 linear_29" [label="(384,)", style=solid]; +"648 mul_tensor_30" -> "649 sub_tensor_30" [label="(384, 384)", style=solid]; +"649 sub_tensor_30" -> "650 linear_29" [label=None, style=solid]; +"650 linear_29" -> "651 dropout_17" [label="(4, 64, 384)", style=solid]; +"651 dropout_17" -> "652 view_25" [label="(4, 64, 384)", style=solid]; +"652 view_25" -> "653 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"653 permute_22" -> "654 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"654 reshape_21" -> "655 slice_78" [label="(1, 16, 16, 384)", style=solid]; +"655 slice_78" -> "656 slice_79" [label="(1, 16, 16, 384)", style=solid]; +"656 slice_79" -> "657 slice_80" [label="(1, 14, 16, 384)", style=solid]; +"657 slice_80" -> "658 slice_81" [label="(1, 14, 14, 384)", style=solid]; +"658 slice_81" -> "659 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; +"659 contiguous_7" -> "662 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; +"660 _param_constant82" -> "662 layer_norm_11" [label="(384,)", style=solid]; +"661 _param_constant83" -> "662 layer_norm_11" [label="(384,)", style=solid]; +"662 layer_norm_11" -> "663 add_15" [label="(1, 14, 14, 384)", style=solid]; +"663 add_15" -> "664 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"663 add_15" -> "690 add_16" [label="(1, 14, 14, 384)", style=solid]; +"664 add_15_0_0_nncf_smooth_quant_0" -> "665 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"665 quantize_per_tensor_default_31" -> "666 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"666 dequantize_per_tensor_default_31" -> "673 linear_30" [label="(1, 14, 14, 384)", style=solid]; +"667 linear_30_zero_point_0_updated_constant0" -> "672 sub_tensor_31" [label="(1536, 1)", style=solid]; +"668 linear_30_scale_0_updated_constant0" -> "671 mul_tensor_31" [label="(1536, 1)", style=solid]; +"669 compressed_weight_updated_constant31" -> "671 mul_tensor_31" [label="(1536, 384)", style=solid]; +"670 _param_constant85_0_0" -> "673 linear_30" [label="(1536,)", style=solid]; +"671 mul_tensor_31" -> "672 sub_tensor_31" [label="(1536, 384)", style=solid]; +"672 sub_tensor_31" -> "673 linear_30" [label=None, style=solid]; +"673 linear_30" -> "674 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; +"674 gelu_4" -> "675 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; +"675 dropout_18" -> "676 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"676 dropout_18_0_0_nncf_smooth_quant_0" -> "677 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"677 quantize_per_tensor_default_32" -> "678 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"678 dequantize_per_tensor_default_32" -> "685 linear_31" [label="(1, 14, 14, 1536)", style=solid]; +"679 linear_31_zero_point_0_updated_constant0" -> "684 sub_tensor_32" [label="(384, 1)", style=solid]; +"680 linear_31_scale_0_updated_constant0" -> "683 mul_tensor_32" [label="(384, 1)", style=solid]; +"681 compressed_weight_updated_constant32" -> "683 mul_tensor_32" [label="(384, 1536)", style=solid]; +"682 _param_constant87_0_0" -> "685 linear_31" [label="(384,)", style=solid]; +"683 mul_tensor_32" -> "684 sub_tensor_32" [label="(384, 1536)", style=solid]; +"684 sub_tensor_32" -> "685 linear_31" [label=None, style=solid]; +"685 linear_31" -> "686 dropout_19" [label="(1, 14, 14, 384)", style=solid]; +"686 dropout_19" -> "689 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; +"687 _param_constant88" -> "689 layer_norm_12" [label="(384,)", style=solid]; +"688 _param_constant89" -> "689 layer_norm_12" [label="(384,)", style=solid]; +"689 layer_norm_12" -> "690 add_16" [label="(1, 14, 14, 384)", style=solid]; +"690 add_16" -> "717 pad_7" [label="(1, 14, 14, 384)", style=solid]; +"690 add_16" -> "800 add_19" [label="(1, 14, 14, 384)", style=solid]; +"691 _tensor_constant28" -> "692 _tensor_constant28_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"692 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "699 linear_32" [label="(1, 15, 15, 2)", style=solid]; +"693 linear_32_zero_point_0_updated_constant0" -> "698 sub_tensor_33" [label="(512, 1)", style=solid]; +"694 linear_32_scale_0_updated_constant0" -> "697 mul_tensor_33" [label="(512, 1)", style=solid]; +"695 compressed_weight_updated_constant33" -> "697 mul_tensor_33" [label="(512, 2)", style=solid]; +"696 _param_constant91_0_0" -> "699 linear_32" [label="(512,)", style=solid]; +"697 mul_tensor_33" -> "698 sub_tensor_33" [label="(512, 2)", style=solid]; +"698 sub_tensor_33" -> "699 linear_32" [label=None, style=solid]; +"699 linear_32" -> "700 relu__5" [label="(1, 15, 15, 512)", style=solid]; +"700 relu__5" -> "701 relu__5_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"701 relu__5_0_0_nncf_smooth_quant_0" -> "707 linear_33" [label="(1, 15, 15, 512)", style=solid]; +"702 linear_33_zero_point_0_updated_constant0" -> "706 sub_tensor_34" [label="(12, 1)", style=solid]; +"703 linear_33_scale_0_updated_constant0" -> "705 mul_tensor_34" [label="(12, 1)", style=solid]; +"704 compressed_weight_updated_constant34" -> "705 mul_tensor_34" [label="(12, 512)", style=solid]; +"705 mul_tensor_34" -> "706 sub_tensor_34" [label="(12, 512)", style=solid]; +"706 sub_tensor_34" -> "707 linear_33" [label=None, style=solid]; +"707 linear_33" -> "708 view_26" [label="(1, 15, 15, 12)", style=solid]; +"708 view_26" -> "710 index_5" [label="(225, 12)", style=solid]; +"709 _tensor_constant29" -> "710 index_5" [label="(4096,)", style=solid]; +"710 index_5" -> "711 view_27" [label="(4096, 12)", style=solid]; +"711 view_27" -> "712 permute_23" [label="(64, 64, 12)", style=solid]; +"712 permute_23" -> "713 contiguous_8" [label="(12, 64, 64)", style=solid]; +"713 contiguous_8" -> "714 unsqueeze_13" [label="(12, 64, 64)", style=solid]; +"714 unsqueeze_13" -> "715 sigmoid_5" [label="(1, 12, 64, 64)", style=solid]; +"715 sigmoid_5" -> "716 mul_10" [label="(1, 12, 64, 64)", style=solid]; +"716 mul_10" -> "755 add_17" [label="(1, 12, 64, 64)", style=solid]; +"717 pad_7" -> "718 roll_4" [label="(1, 16, 16, 384)", style=solid]; +"718 roll_4" -> "719 view_28" [label="(1, 16, 16, 384)", style=solid]; +"719 view_28" -> "720 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"720 permute_24" -> "721 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"721 reshape_22" -> "722 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"721 reshape_22" -> "756 new_zeros_2" [label="(4, 64, 384)", style=solid]; +"722 reshape_22_0_0_nncf_smooth_quant_0" -> "723 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"723 quantize_per_tensor_default_33" -> "724 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"724 dequantize_per_tensor_default_33" -> "731 linear_34" [label="(4, 64, 384)", style=solid]; +"725 linear_34_zero_point_0_updated_constant0" -> "730 sub_tensor_35" [label="(1152, 1)", style=solid]; +"726 linear_34_scale_0_updated_constant0" -> "729 mul_tensor_35" [label="(1152, 1)", style=solid]; +"727 compressed_weight_updated_constant35" -> "729 mul_tensor_35" [label="(1152, 384)", style=solid]; +"728 _param_constant93_0_0" -> "731 linear_34" [label="(1152,)", style=solid]; +"729 mul_tensor_35" -> "730 sub_tensor_35" [label="(1152, 384)", style=solid]; +"730 sub_tensor_35" -> "731 linear_34" [label=None, style=solid]; +"731 linear_34" -> "732 reshape_23" [label="(4, 64, 1152)", style=solid]; +"732 reshape_23" -> "733 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; +"733 permute_25" -> "734 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; +"733 permute_25" -> "735 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; +"733 permute_25" -> "736 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; +"734 select_15" -> "737 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; +"734 select_15" -> "739 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; +"734 select_15" -> "740 div_10" [label="(4, 12, 64, 32)", style=solid]; +"735 select_16" -> "743 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; +"735 select_16" -> "745 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; +"735 select_16" -> "746 div_11" [label="(4, 12, 64, 32)", style=solid]; +"736 select_17" -> "774 matmul_11" [label="(4, 12, 64, 32)", style=solid]; +"737 linalg_vector_norm_10" -> "738 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; +"738 clamp_min_10" -> "739 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; +"739 expand_as_10" -> "740 div_10" [label="(4, 12, 64, 32)", style=solid]; +"740 div_10" -> "741 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"741 quantize_per_tensor_default_34" -> "742 dequantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"742 dequantize_per_tensor_default_34" -> "750 matmul_10" [label="(4, 12, 64, 32)", style=solid]; +"743 linalg_vector_norm_11" -> "744 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; +"744 clamp_min_11" -> "745 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; +"745 expand_as_11" -> "746 div_11" [label="(4, 12, 64, 32)", style=solid]; +"746 div_11" -> "747 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"747 quantize_per_tensor_default_35" -> "748 dequantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"748 dequantize_per_tensor_default_35" -> "749 transpose_10" [label="(4, 12, 64, 32)", style=solid]; +"749 transpose_10" -> "750 matmul_10" [label="(4, 12, 32, 64)", style=solid]; +"750 matmul_10" -> "754 mul_11" [label="(4, 12, 64, 64)", style=solid]; +"751 _param_constant95" -> "752 clamp_5" [label="(12, 1, 1)", style=solid]; +"752 clamp_5" -> "753 exp_5" [label="(12, 1, 1)", style=solid]; +"753 exp_5" -> "754 mul_11" [label="(12, 1, 1)", style=solid]; +"754 mul_11" -> "755 add_17" [label="(4, 12, 64, 64)", style=solid]; +"755 add_17" -> "767 view_30" [label="(4, 12, 64, 64)", style=solid]; +"756 new_zeros_2" -> "757 view_29" [label="(16, 16)", style=solid]; +"757 view_29" -> "758 permute_26" [label="(2, 8, 2, 8)", style=solid]; +"758 permute_26" -> "759 reshape_24" [label="(2, 2, 8, 8)", style=solid]; +"759 reshape_24" -> "760 unsqueeze_14" [label="(4, 64)", style=solid]; +"759 reshape_24" -> "761 unsqueeze_15" [label="(4, 64)", style=solid]; +"760 unsqueeze_14" -> "762 sub_2" [label="(4, 1, 64)", style=solid]; +"761 unsqueeze_15" -> "762 sub_2" [label="(4, 64, 1)", style=solid]; +"762 sub_2" -> "763 ne_2" [label="(4, 64, 64)", style=solid]; +"762 sub_2" -> "764 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"762 sub_2" -> "765 eq_2" [label="(4, 64, 64)", style=solid]; +"763 ne_2" -> "764 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"764 masked_fill_4" -> "766 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"765 eq_2" -> "766 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"766 masked_fill_5" -> "768 unsqueeze_16" [label="(4, 64, 64)", style=solid]; +"767 view_30" -> "770 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; +"768 unsqueeze_16" -> "769 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; +"769 unsqueeze_17" -> "770 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; +"770 add_18" -> "771 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; +"771 view_31" -> "772 softmax_5" [label="(4, 12, 64, 64)", style=solid]; +"772 softmax_5" -> "773 dropout_20" [label="(4, 12, 64, 64)", style=solid]; +"773 dropout_20" -> "774 matmul_11" [label="(4, 12, 64, 64)", style=solid]; +"774 matmul_11" -> "775 transpose_11" [label="(4, 12, 64, 32)", style=solid]; +"775 transpose_11" -> "776 reshape_25" [label="(4, 64, 12, 32)", style=solid]; +"776 reshape_25" -> "777 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"777 reshape_25_0_0_nncf_smooth_quant_0" -> "778 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"778 quantize_per_tensor_default_36" -> "779 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"779 dequantize_per_tensor_default_36" -> "786 linear_35" [label="(4, 64, 384)", style=solid]; +"780 linear_35_zero_point_0_updated_constant0" -> "785 sub_tensor_36" [label="(384, 1)", style=solid]; +"781 linear_35_scale_0_updated_constant0" -> "784 mul_tensor_36" [label="(384, 1)", style=solid]; +"782 compressed_weight_updated_constant36" -> "784 mul_tensor_36" [label="(384, 384)", style=solid]; +"783 _param_constant97_0_0" -> "786 linear_35" [label="(384,)", style=solid]; +"784 mul_tensor_36" -> "785 sub_tensor_36" [label="(384, 384)", style=solid]; +"785 sub_tensor_36" -> "786 linear_35" [label=None, style=solid]; +"786 linear_35" -> "787 dropout_21" [label="(4, 64, 384)", style=solid]; +"787 dropout_21" -> "788 view_32" [label="(4, 64, 384)", style=solid]; +"788 view_32" -> "789 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"789 permute_27" -> "790 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"790 reshape_26" -> "791 roll_5" [label="(1, 16, 16, 384)", style=solid]; +"791 roll_5" -> "792 slice_101" [label="(1, 16, 16, 384)", style=solid]; +"792 slice_101" -> "793 slice_102" [label="(1, 16, 16, 384)", style=solid]; +"793 slice_102" -> "794 slice_103" [label="(1, 14, 16, 384)", style=solid]; +"794 slice_103" -> "795 slice_104" [label="(1, 14, 14, 384)", style=solid]; +"795 slice_104" -> "796 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; +"796 contiguous_9" -> "799 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; +"797 _param_constant98" -> "799 layer_norm_13" [label="(384,)", style=solid]; +"798 _param_constant99" -> "799 layer_norm_13" [label="(384,)", style=solid]; +"799 layer_norm_13" -> "800 add_19" [label="(1, 14, 14, 384)", style=solid]; +"800 add_19" -> "801 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"800 add_19" -> "827 add_20" [label="(1, 14, 14, 384)", style=solid]; +"801 add_19_0_0_nncf_smooth_quant_0" -> "802 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"802 quantize_per_tensor_default_37" -> "803 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"803 dequantize_per_tensor_default_37" -> "810 linear_36" [label="(1, 14, 14, 384)", style=solid]; +"804 linear_36_zero_point_0_updated_constant0" -> "809 sub_tensor_37" [label="(1536, 1)", style=solid]; +"805 linear_36_scale_0_updated_constant0" -> "808 mul_tensor_37" [label="(1536, 1)", style=solid]; +"806 compressed_weight_updated_constant37" -> "808 mul_tensor_37" [label="(1536, 384)", style=solid]; +"807 _param_constant101_0_0" -> "810 linear_36" [label="(1536,)", style=solid]; +"808 mul_tensor_37" -> "809 sub_tensor_37" [label="(1536, 384)", style=solid]; +"809 sub_tensor_37" -> "810 linear_36" [label=None, style=solid]; +"810 linear_36" -> "811 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; +"811 gelu_5" -> "812 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; +"812 dropout_22" -> "813 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"813 dropout_22_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"814 quantize_per_tensor_default_38" -> "815 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"815 dequantize_per_tensor_default_38" -> "822 linear_37" [label="(1, 14, 14, 1536)", style=solid]; +"816 linear_37_zero_point_0_updated_constant0" -> "821 sub_tensor_38" [label="(384, 1)", style=solid]; +"817 linear_37_scale_0_updated_constant0" -> "820 mul_tensor_38" [label="(384, 1)", style=solid]; +"818 compressed_weight_updated_constant38" -> "820 mul_tensor_38" [label="(384, 1536)", style=solid]; +"819 _param_constant103_0_0" -> "822 linear_37" [label="(384,)", style=solid]; +"820 mul_tensor_38" -> "821 sub_tensor_38" [label="(384, 1536)", style=solid]; +"821 sub_tensor_38" -> "822 linear_37" [label=None, style=solid]; +"822 linear_37" -> "823 dropout_23" [label="(1, 14, 14, 384)", style=solid]; +"823 dropout_23" -> "826 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; +"824 _param_constant104" -> "826 layer_norm_14" [label="(384,)", style=solid]; +"825 _param_constant105" -> "826 layer_norm_14" [label="(384,)", style=solid]; +"826 layer_norm_14" -> "827 add_20" [label="(1, 14, 14, 384)", style=solid]; +"827 add_20" -> "854 pad_8" [label="(1, 14, 14, 384)", style=solid]; +"827 add_20" -> "919 add_22" [label="(1, 14, 14, 384)", style=solid]; +"828 _tensor_constant39" -> "829 _tensor_constant39_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"829 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "836 linear_38" [label="(1, 15, 15, 2)", style=solid]; +"830 linear_38_zero_point_0_updated_constant0" -> "835 sub_tensor_39" [label="(512, 1)", style=solid]; +"831 linear_38_scale_0_updated_constant0" -> "834 mul_tensor_39" [label="(512, 1)", style=solid]; +"832 compressed_weight_updated_constant39" -> "834 mul_tensor_39" [label="(512, 2)", style=solid]; +"833 _param_constant107_0_0" -> "836 linear_38" [label="(512,)", style=solid]; +"834 mul_tensor_39" -> "835 sub_tensor_39" [label="(512, 2)", style=solid]; +"835 sub_tensor_39" -> "836 linear_38" [label=None, style=solid]; +"836 linear_38" -> "837 relu__6" [label="(1, 15, 15, 512)", style=solid]; +"837 relu__6" -> "838 relu__6_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"838 relu__6_0_0_nncf_smooth_quant_0" -> "844 linear_39" [label="(1, 15, 15, 512)", style=solid]; +"839 linear_39_zero_point_0_updated_constant0" -> "843 sub_tensor_40" [label="(12, 1)", style=solid]; +"840 linear_39_scale_0_updated_constant0" -> "842 mul_tensor_40" [label="(12, 1)", style=solid]; +"841 compressed_weight_updated_constant40" -> "842 mul_tensor_40" [label="(12, 512)", style=solid]; +"842 mul_tensor_40" -> "843 sub_tensor_40" [label="(12, 512)", style=solid]; +"843 sub_tensor_40" -> "844 linear_39" [label=None, style=solid]; +"844 linear_39" -> "845 view_33" [label="(1, 15, 15, 12)", style=solid]; +"845 view_33" -> "847 index_6" [label="(225, 12)", style=solid]; +"846 _tensor_constant40" -> "847 index_6" [label="(4096,)", style=solid]; +"847 index_6" -> "848 view_34" [label="(4096, 12)", style=solid]; +"848 view_34" -> "849 permute_28" [label="(64, 64, 12)", style=solid]; +"849 permute_28" -> "850 contiguous_10" [label="(12, 64, 64)", style=solid]; +"850 contiguous_10" -> "851 unsqueeze_18" [label="(12, 64, 64)", style=solid]; +"851 unsqueeze_18" -> "852 sigmoid_6" [label="(1, 12, 64, 64)", style=solid]; +"852 sigmoid_6" -> "853 mul_12" [label="(1, 12, 64, 64)", style=solid]; +"853 mul_12" -> "891 add_21" [label="(1, 12, 64, 64)", style=solid]; +"854 pad_8" -> "855 view_35" [label="(1, 16, 16, 384)", style=solid]; +"855 view_35" -> "856 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"856 permute_29" -> "857 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"857 reshape_27" -> "858 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"858 reshape_27_0_0_nncf_smooth_quant_0" -> "859 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"859 quantize_per_tensor_default_39" -> "860 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"860 dequantize_per_tensor_default_39" -> "867 linear_40" [label="(4, 64, 384)", style=solid]; +"861 linear_40_zero_point_0_updated_constant0" -> "866 sub_tensor_41" [label="(1152, 1)", style=solid]; +"862 linear_40_scale_0_updated_constant0" -> "865 mul_tensor_41" [label="(1152, 1)", style=solid]; +"863 compressed_weight_updated_constant41" -> "865 mul_tensor_41" [label="(1152, 384)", style=solid]; +"864 _param_constant109_0_0" -> "867 linear_40" [label="(1152,)", style=solid]; +"865 mul_tensor_41" -> "866 sub_tensor_41" [label="(1152, 384)", style=solid]; +"866 sub_tensor_41" -> "867 linear_40" [label=None, style=solid]; +"867 linear_40" -> "868 reshape_28" [label="(4, 64, 1152)", style=solid]; +"868 reshape_28" -> "869 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; +"869 permute_30" -> "870 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; +"869 permute_30" -> "871 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; +"869 permute_30" -> "872 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; +"870 select_18" -> "873 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; +"870 select_18" -> "875 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; +"870 select_18" -> "876 div_12" [label="(4, 12, 64, 32)", style=solid]; +"871 select_19" -> "879 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; +"871 select_19" -> "881 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; +"871 select_19" -> "882 div_13" [label="(4, 12, 64, 32)", style=solid]; +"872 select_20" -> "894 matmul_13" [label="(4, 12, 64, 32)", style=solid]; +"873 linalg_vector_norm_12" -> "874 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; +"874 clamp_min_12" -> "875 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; +"875 expand_as_12" -> "876 div_12" [label="(4, 12, 64, 32)", style=solid]; +"876 div_12" -> "877 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"877 quantize_per_tensor_default_40" -> "878 dequantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"878 dequantize_per_tensor_default_40" -> "886 matmul_12" [label="(4, 12, 64, 32)", style=solid]; +"879 linalg_vector_norm_13" -> "880 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; +"880 clamp_min_13" -> "881 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; +"881 expand_as_13" -> "882 div_13" [label="(4, 12, 64, 32)", style=solid]; +"882 div_13" -> "883 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"883 quantize_per_tensor_default_41" -> "884 dequantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"884 dequantize_per_tensor_default_41" -> "885 transpose_12" [label="(4, 12, 64, 32)", style=solid]; +"885 transpose_12" -> "886 matmul_12" [label="(4, 12, 32, 64)", style=solid]; +"886 matmul_12" -> "890 mul_13" [label="(4, 12, 64, 64)", style=solid]; +"887 _param_constant111" -> "888 clamp_6" [label="(12, 1, 1)", style=solid]; +"888 clamp_6" -> "889 exp_6" [label="(12, 1, 1)", style=solid]; +"889 exp_6" -> "890 mul_13" [label="(12, 1, 1)", style=solid]; +"890 mul_13" -> "891 add_21" [label="(4, 12, 64, 64)", style=solid]; +"891 add_21" -> "892 softmax_6" [label="(4, 12, 64, 64)", style=solid]; +"892 softmax_6" -> "893 dropout_24" [label="(4, 12, 64, 64)", style=solid]; +"893 dropout_24" -> "894 matmul_13" [label="(4, 12, 64, 64)", style=solid]; +"894 matmul_13" -> "895 transpose_13" [label="(4, 12, 64, 32)", style=solid]; +"895 transpose_13" -> "896 reshape_29" [label="(4, 64, 12, 32)", style=solid]; +"896 reshape_29" -> "897 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"897 reshape_29_0_0_nncf_smooth_quant_0" -> "898 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"898 quantize_per_tensor_default_42" -> "899 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"899 dequantize_per_tensor_default_42" -> "906 linear_41" [label="(4, 64, 384)", style=solid]; +"900 linear_41_zero_point_0_updated_constant0" -> "905 sub_tensor_42" [label="(384, 1)", style=solid]; +"901 linear_41_scale_0_updated_constant0" -> "904 mul_tensor_42" [label="(384, 1)", style=solid]; +"902 compressed_weight_updated_constant42" -> "904 mul_tensor_42" [label="(384, 384)", style=solid]; +"903 _param_constant113_0_0" -> "906 linear_41" [label="(384,)", style=solid]; +"904 mul_tensor_42" -> "905 sub_tensor_42" [label="(384, 384)", style=solid]; +"905 sub_tensor_42" -> "906 linear_41" [label=None, style=solid]; +"906 linear_41" -> "907 dropout_25" [label="(4, 64, 384)", style=solid]; +"907 dropout_25" -> "908 view_36" [label="(4, 64, 384)", style=solid]; +"908 view_36" -> "909 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"909 permute_31" -> "910 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"910 reshape_30" -> "911 slice_106" [label="(1, 16, 16, 384)", style=solid]; +"911 slice_106" -> "912 slice_107" [label="(1, 16, 16, 384)", style=solid]; +"912 slice_107" -> "913 slice_108" [label="(1, 14, 16, 384)", style=solid]; +"913 slice_108" -> "914 slice_109" [label="(1, 14, 14, 384)", style=solid]; +"914 slice_109" -> "915 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; +"915 contiguous_11" -> "918 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; +"916 _param_constant114" -> "918 layer_norm_15" [label="(384,)", style=solid]; +"917 _param_constant115" -> "918 layer_norm_15" [label="(384,)", style=solid]; +"918 layer_norm_15" -> "919 add_22" [label="(1, 14, 14, 384)", style=solid]; +"919 add_22" -> "920 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"919 add_22" -> "946 add_23" [label="(1, 14, 14, 384)", style=solid]; +"920 add_22_0_0_nncf_smooth_quant_0" -> "921 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"921 quantize_per_tensor_default_43" -> "922 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"922 dequantize_per_tensor_default_43" -> "929 linear_42" [label="(1, 14, 14, 384)", style=solid]; +"923 linear_42_zero_point_0_updated_constant0" -> "928 sub_tensor_43" [label="(1536, 1)", style=solid]; +"924 linear_42_scale_0_updated_constant0" -> "927 mul_tensor_43" [label="(1536, 1)", style=solid]; +"925 compressed_weight_updated_constant43" -> "927 mul_tensor_43" [label="(1536, 384)", style=solid]; +"926 _param_constant117_0_0" -> "929 linear_42" [label="(1536,)", style=solid]; +"927 mul_tensor_43" -> "928 sub_tensor_43" [label="(1536, 384)", style=solid]; +"928 sub_tensor_43" -> "929 linear_42" [label=None, style=solid]; +"929 linear_42" -> "930 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; +"930 gelu_6" -> "931 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; +"931 dropout_26" -> "932 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"932 dropout_26_0_0_nncf_smooth_quant_0" -> "933 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"933 quantize_per_tensor_default_44" -> "934 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"934 dequantize_per_tensor_default_44" -> "941 linear_43" [label="(1, 14, 14, 1536)", style=solid]; +"935 linear_43_zero_point_0_updated_constant0" -> "940 sub_tensor_44" [label="(384, 1)", style=solid]; +"936 linear_43_scale_0_updated_constant0" -> "939 mul_tensor_44" [label="(384, 1)", style=solid]; +"937 compressed_weight_updated_constant44" -> "939 mul_tensor_44" [label="(384, 1536)", style=solid]; +"938 _param_constant119_0_0" -> "941 linear_43" [label="(384,)", style=solid]; +"939 mul_tensor_44" -> "940 sub_tensor_44" [label="(384, 1536)", style=solid]; +"940 sub_tensor_44" -> "941 linear_43" [label=None, style=solid]; +"941 linear_43" -> "942 dropout_27" [label="(1, 14, 14, 384)", style=solid]; +"942 dropout_27" -> "945 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; +"943 _param_constant120" -> "945 layer_norm_16" [label="(384,)", style=solid]; +"944 _param_constant121" -> "945 layer_norm_16" [label="(384,)", style=solid]; +"945 layer_norm_16" -> "946 add_23" [label="(1, 14, 14, 384)", style=solid]; +"946 add_23" -> "973 pad_9" [label="(1, 14, 14, 384)", style=solid]; +"946 add_23" -> "1056 add_26" [label="(1, 14, 14, 384)", style=solid]; +"947 _tensor_constant41" -> "948 _tensor_constant41_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"948 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "955 linear_44" [label="(1, 15, 15, 2)", style=solid]; +"949 linear_44_zero_point_0_updated_constant0" -> "954 sub_tensor_45" [label="(512, 1)", style=solid]; +"950 linear_44_scale_0_updated_constant0" -> "953 mul_tensor_45" [label="(512, 1)", style=solid]; +"951 compressed_weight_updated_constant45" -> "953 mul_tensor_45" [label="(512, 2)", style=solid]; +"952 _param_constant123_0_0" -> "955 linear_44" [label="(512,)", style=solid]; +"953 mul_tensor_45" -> "954 sub_tensor_45" [label="(512, 2)", style=solid]; +"954 sub_tensor_45" -> "955 linear_44" [label=None, style=solid]; +"955 linear_44" -> "956 relu__7" [label="(1, 15, 15, 512)", style=solid]; +"956 relu__7" -> "957 relu__7_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"957 relu__7_0_0_nncf_smooth_quant_0" -> "963 linear_45" [label="(1, 15, 15, 512)", style=solid]; +"958 linear_45_zero_point_0_updated_constant0" -> "962 sub_tensor_46" [label="(12, 1)", style=solid]; +"959 linear_45_scale_0_updated_constant0" -> "961 mul_tensor_46" [label="(12, 1)", style=solid]; +"960 compressed_weight_updated_constant46" -> "961 mul_tensor_46" [label="(12, 512)", style=solid]; +"961 mul_tensor_46" -> "962 sub_tensor_46" [label="(12, 512)", style=solid]; +"962 sub_tensor_46" -> "963 linear_45" [label=None, style=solid]; +"963 linear_45" -> "964 view_37" [label="(1, 15, 15, 12)", style=solid]; +"964 view_37" -> "966 index_7" [label="(225, 12)", style=solid]; +"965 _tensor_constant42" -> "966 index_7" [label="(4096,)", style=solid]; +"966 index_7" -> "967 view_38" [label="(4096, 12)", style=solid]; +"967 view_38" -> "968 permute_32" [label="(64, 64, 12)", style=solid]; +"968 permute_32" -> "969 contiguous_12" [label="(12, 64, 64)", style=solid]; +"969 contiguous_12" -> "970 unsqueeze_19" [label="(12, 64, 64)", style=solid]; +"970 unsqueeze_19" -> "971 sigmoid_7" [label="(1, 12, 64, 64)", style=solid]; +"971 sigmoid_7" -> "972 mul_14" [label="(1, 12, 64, 64)", style=solid]; +"972 mul_14" -> "1011 add_24" [label="(1, 12, 64, 64)", style=solid]; +"973 pad_9" -> "974 roll_6" [label="(1, 16, 16, 384)", style=solid]; +"974 roll_6" -> "975 view_39" [label="(1, 16, 16, 384)", style=solid]; +"975 view_39" -> "976 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"976 permute_33" -> "977 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"977 reshape_31" -> "978 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"977 reshape_31" -> "1012 new_zeros_3" [label="(4, 64, 384)", style=solid]; +"978 reshape_31_0_0_nncf_smooth_quant_0" -> "979 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"979 quantize_per_tensor_default_45" -> "980 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"980 dequantize_per_tensor_default_45" -> "987 linear_46" [label="(4, 64, 384)", style=solid]; +"981 linear_46_zero_point_0_updated_constant0" -> "986 sub_tensor_47" [label="(1152, 1)", style=solid]; +"982 linear_46_scale_0_updated_constant0" -> "985 mul_tensor_47" [label="(1152, 1)", style=solid]; +"983 compressed_weight_updated_constant47" -> "985 mul_tensor_47" [label="(1152, 384)", style=solid]; +"984 _param_constant125_0_0" -> "987 linear_46" [label="(1152,)", style=solid]; +"985 mul_tensor_47" -> "986 sub_tensor_47" [label="(1152, 384)", style=solid]; +"986 sub_tensor_47" -> "987 linear_46" [label=None, style=solid]; +"987 linear_46" -> "988 reshape_32" [label="(4, 64, 1152)", style=solid]; +"988 reshape_32" -> "989 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; +"989 permute_34" -> "990 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; +"989 permute_34" -> "991 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; +"989 permute_34" -> "992 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; +"990 select_21" -> "993 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; +"990 select_21" -> "995 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; +"990 select_21" -> "996 div_14" [label="(4, 12, 64, 32)", style=solid]; +"991 select_22" -> "999 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; +"991 select_22" -> "1001 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; +"991 select_22" -> "1002 div_15" [label="(4, 12, 64, 32)", style=solid]; +"992 select_23" -> "1030 matmul_15" [label="(4, 12, 64, 32)", style=solid]; +"993 linalg_vector_norm_14" -> "994 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; +"994 clamp_min_14" -> "995 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; +"995 expand_as_14" -> "996 div_14" [label="(4, 12, 64, 32)", style=solid]; +"996 div_14" -> "997 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"997 quantize_per_tensor_default_46" -> "998 dequantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"998 dequantize_per_tensor_default_46" -> "1006 matmul_14" [label="(4, 12, 64, 32)", style=solid]; +"999 linalg_vector_norm_15" -> "1000 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; +"1000 clamp_min_15" -> "1001 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; +"1001 expand_as_15" -> "1002 div_15" [label="(4, 12, 64, 32)", style=solid]; +"1002 div_15" -> "1003 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"1003 quantize_per_tensor_default_47" -> "1004 dequantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"1004 dequantize_per_tensor_default_47" -> "1005 transpose_14" [label="(4, 12, 64, 32)", style=solid]; +"1005 transpose_14" -> "1006 matmul_14" [label="(4, 12, 32, 64)", style=solid]; +"1006 matmul_14" -> "1010 mul_15" [label="(4, 12, 64, 64)", style=solid]; +"1007 _param_constant127" -> "1008 clamp_7" [label="(12, 1, 1)", style=solid]; +"1008 clamp_7" -> "1009 exp_7" [label="(12, 1, 1)", style=solid]; +"1009 exp_7" -> "1010 mul_15" [label="(12, 1, 1)", style=solid]; +"1010 mul_15" -> "1011 add_24" [label="(4, 12, 64, 64)", style=solid]; +"1011 add_24" -> "1023 view_41" [label="(4, 12, 64, 64)", style=solid]; +"1012 new_zeros_3" -> "1013 view_40" [label="(16, 16)", style=solid]; +"1013 view_40" -> "1014 permute_35" [label="(2, 8, 2, 8)", style=solid]; +"1014 permute_35" -> "1015 reshape_33" [label="(2, 2, 8, 8)", style=solid]; +"1015 reshape_33" -> "1016 unsqueeze_20" [label="(4, 64)", style=solid]; +"1015 reshape_33" -> "1017 unsqueeze_21" [label="(4, 64)", style=solid]; +"1016 unsqueeze_20" -> "1018 sub_3" [label="(4, 1, 64)", style=solid]; +"1017 unsqueeze_21" -> "1018 sub_3" [label="(4, 64, 1)", style=solid]; +"1018 sub_3" -> "1019 ne_3" [label="(4, 64, 64)", style=solid]; +"1018 sub_3" -> "1020 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"1018 sub_3" -> "1021 eq_3" [label="(4, 64, 64)", style=solid]; +"1019 ne_3" -> "1020 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"1020 masked_fill_6" -> "1022 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"1021 eq_3" -> "1022 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"1022 masked_fill_7" -> "1024 unsqueeze_22" [label="(4, 64, 64)", style=solid]; +"1023 view_41" -> "1026 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; +"1024 unsqueeze_22" -> "1025 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; +"1025 unsqueeze_23" -> "1026 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; +"1026 add_25" -> "1027 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; +"1027 view_42" -> "1028 softmax_7" [label="(4, 12, 64, 64)", style=solid]; +"1028 softmax_7" -> "1029 dropout_28" [label="(4, 12, 64, 64)", style=solid]; +"1029 dropout_28" -> "1030 matmul_15" [label="(4, 12, 64, 64)", style=solid]; +"1030 matmul_15" -> "1031 transpose_15" [label="(4, 12, 64, 32)", style=solid]; +"1031 transpose_15" -> "1032 reshape_34" [label="(4, 64, 12, 32)", style=solid]; +"1032 reshape_34" -> "1033 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1033 reshape_34_0_0_nncf_smooth_quant_0" -> "1034 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"1034 quantize_per_tensor_default_48" -> "1035 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"1035 dequantize_per_tensor_default_48" -> "1042 linear_47" [label="(4, 64, 384)", style=solid]; +"1036 linear_47_zero_point_0_updated_constant0" -> "1041 sub_tensor_48" [label="(384, 1)", style=solid]; +"1037 linear_47_scale_0_updated_constant0" -> "1040 mul_tensor_48" [label="(384, 1)", style=solid]; +"1038 compressed_weight_updated_constant48" -> "1040 mul_tensor_48" [label="(384, 384)", style=solid]; +"1039 _param_constant129_0_0" -> "1042 linear_47" [label="(384,)", style=solid]; +"1040 mul_tensor_48" -> "1041 sub_tensor_48" [label="(384, 384)", style=solid]; +"1041 sub_tensor_48" -> "1042 linear_47" [label=None, style=solid]; +"1042 linear_47" -> "1043 dropout_29" [label="(4, 64, 384)", style=solid]; +"1043 dropout_29" -> "1044 view_43" [label="(4, 64, 384)", style=solid]; +"1044 view_43" -> "1045 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1045 permute_36" -> "1046 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1046 reshape_35" -> "1047 roll_7" [label="(1, 16, 16, 384)", style=solid]; +"1047 roll_7" -> "1048 slice_129" [label="(1, 16, 16, 384)", style=solid]; +"1048 slice_129" -> "1049 slice_130" [label="(1, 16, 16, 384)", style=solid]; +"1049 slice_130" -> "1050 slice_131" [label="(1, 14, 16, 384)", style=solid]; +"1050 slice_131" -> "1051 slice_132" [label="(1, 14, 14, 384)", style=solid]; +"1051 slice_132" -> "1052 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; +"1052 contiguous_13" -> "1055 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; +"1053 _param_constant130" -> "1055 layer_norm_17" [label="(384,)", style=solid]; +"1054 _param_constant131" -> "1055 layer_norm_17" [label="(384,)", style=solid]; +"1055 layer_norm_17" -> "1056 add_26" [label="(1, 14, 14, 384)", style=solid]; +"1056 add_26" -> "1057 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1056 add_26" -> "1083 add_27" [label="(1, 14, 14, 384)", style=solid]; +"1057 add_26_0_0_nncf_smooth_quant_0" -> "1058 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"1058 quantize_per_tensor_default_49" -> "1059 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"1059 dequantize_per_tensor_default_49" -> "1066 linear_48" [label="(1, 14, 14, 384)", style=solid]; +"1060 linear_48_zero_point_0_updated_constant0" -> "1065 sub_tensor_49" [label="(1536, 1)", style=solid]; +"1061 linear_48_scale_0_updated_constant0" -> "1064 mul_tensor_49" [label="(1536, 1)", style=solid]; +"1062 compressed_weight_updated_constant49" -> "1064 mul_tensor_49" [label="(1536, 384)", style=solid]; +"1063 _param_constant133_0_0" -> "1066 linear_48" [label="(1536,)", style=solid]; +"1064 mul_tensor_49" -> "1065 sub_tensor_49" [label="(1536, 384)", style=solid]; +"1065 sub_tensor_49" -> "1066 linear_48" [label=None, style=solid]; +"1066 linear_48" -> "1067 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; +"1067 gelu_7" -> "1068 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; +"1068 dropout_30" -> "1069 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1069 dropout_30_0_0_nncf_smooth_quant_0" -> "1070 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"1070 quantize_per_tensor_default_50" -> "1071 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"1071 dequantize_per_tensor_default_50" -> "1078 linear_49" [label="(1, 14, 14, 1536)", style=solid]; +"1072 linear_49_zero_point_0_updated_constant0" -> "1077 sub_tensor_50" [label="(384, 1)", style=solid]; +"1073 linear_49_scale_0_updated_constant0" -> "1076 mul_tensor_50" [label="(384, 1)", style=solid]; +"1074 compressed_weight_updated_constant50" -> "1076 mul_tensor_50" [label="(384, 1536)", style=solid]; +"1075 _param_constant135_0_0" -> "1078 linear_49" [label="(384,)", style=solid]; +"1076 mul_tensor_50" -> "1077 sub_tensor_50" [label="(384, 1536)", style=solid]; +"1077 sub_tensor_50" -> "1078 linear_49" [label=None, style=solid]; +"1078 linear_49" -> "1079 dropout_31" [label="(1, 14, 14, 384)", style=solid]; +"1079 dropout_31" -> "1082 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; +"1080 _param_constant136" -> "1082 layer_norm_18" [label="(384,)", style=solid]; +"1081 _param_constant137" -> "1082 layer_norm_18" [label="(384,)", style=solid]; +"1082 layer_norm_18" -> "1083 add_27" [label="(1, 14, 14, 384)", style=solid]; +"1083 add_27" -> "1110 pad_10" [label="(1, 14, 14, 384)", style=solid]; +"1083 add_27" -> "1175 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1084 _tensor_constant52" -> "1085 _tensor_constant52_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1085 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "1092 linear_50" [label="(1, 15, 15, 2)", style=solid]; +"1086 linear_50_zero_point_0_updated_constant0" -> "1091 sub_tensor_51" [label="(512, 1)", style=solid]; +"1087 linear_50_scale_0_updated_constant0" -> "1090 mul_tensor_51" [label="(512, 1)", style=solid]; +"1088 compressed_weight_updated_constant51" -> "1090 mul_tensor_51" [label="(512, 2)", style=solid]; +"1089 _param_constant139_0_0" -> "1092 linear_50" [label="(512,)", style=solid]; +"1090 mul_tensor_51" -> "1091 sub_tensor_51" [label="(512, 2)", style=solid]; +"1091 sub_tensor_51" -> "1092 linear_50" [label=None, style=solid]; +"1092 linear_50" -> "1093 relu__8" [label="(1, 15, 15, 512)", style=solid]; +"1093 relu__8" -> "1094 relu__8_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1094 relu__8_0_0_nncf_smooth_quant_0" -> "1100 linear_51" [label="(1, 15, 15, 512)", style=solid]; +"1095 linear_51_zero_point_0_updated_constant0" -> "1099 sub_tensor_52" [label="(12, 1)", style=solid]; +"1096 linear_51_scale_0_updated_constant0" -> "1098 mul_tensor_52" [label="(12, 1)", style=solid]; +"1097 compressed_weight_updated_constant52" -> "1098 mul_tensor_52" [label="(12, 512)", style=solid]; +"1098 mul_tensor_52" -> "1099 sub_tensor_52" [label="(12, 512)", style=solid]; +"1099 sub_tensor_52" -> "1100 linear_51" [label=None, style=solid]; +"1100 linear_51" -> "1101 view_44" [label="(1, 15, 15, 12)", style=solid]; +"1101 view_44" -> "1103 index_8" [label="(225, 12)", style=solid]; +"1102 _tensor_constant53" -> "1103 index_8" [label="(4096,)", style=solid]; +"1103 index_8" -> "1104 view_45" [label="(4096, 12)", style=solid]; +"1104 view_45" -> "1105 permute_37" [label="(64, 64, 12)", style=solid]; +"1105 permute_37" -> "1106 contiguous_14" [label="(12, 64, 64)", style=solid]; +"1106 contiguous_14" -> "1107 unsqueeze_24" [label="(12, 64, 64)", style=solid]; +"1107 unsqueeze_24" -> "1108 sigmoid_8" [label="(1, 12, 64, 64)", style=solid]; +"1108 sigmoid_8" -> "1109 mul_16" [label="(1, 12, 64, 64)", style=solid]; +"1109 mul_16" -> "1147 add_28" [label="(1, 12, 64, 64)", style=solid]; +"1110 pad_10" -> "1111 view_46" [label="(1, 16, 16, 384)", style=solid]; +"1111 view_46" -> "1112 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1112 permute_38" -> "1113 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1113 reshape_36" -> "1114 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1114 reshape_36_0_0_nncf_smooth_quant_0" -> "1115 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"1115 quantize_per_tensor_default_51" -> "1116 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"1116 dequantize_per_tensor_default_51" -> "1123 linear_52" [label="(4, 64, 384)", style=solid]; +"1117 linear_52_zero_point_0_updated_constant0" -> "1122 sub_tensor_53" [label="(1152, 1)", style=solid]; +"1118 linear_52_scale_0_updated_constant0" -> "1121 mul_tensor_53" [label="(1152, 1)", style=solid]; +"1119 compressed_weight_updated_constant53" -> "1121 mul_tensor_53" [label="(1152, 384)", style=solid]; +"1120 _param_constant141_0_0" -> "1123 linear_52" [label="(1152,)", style=solid]; +"1121 mul_tensor_53" -> "1122 sub_tensor_53" [label="(1152, 384)", style=solid]; +"1122 sub_tensor_53" -> "1123 linear_52" [label=None, style=solid]; +"1123 linear_52" -> "1124 reshape_37" [label="(4, 64, 1152)", style=solid]; +"1124 reshape_37" -> "1125 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; +"1125 permute_39" -> "1126 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; +"1125 permute_39" -> "1127 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; +"1125 permute_39" -> "1128 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; +"1126 select_24" -> "1129 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; +"1126 select_24" -> "1131 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; +"1126 select_24" -> "1132 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1127 select_25" -> "1135 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; +"1127 select_25" -> "1137 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; +"1127 select_25" -> "1138 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1128 select_26" -> "1150 matmul_17" [label="(4, 12, 64, 32)", style=solid]; +"1129 linalg_vector_norm_16" -> "1130 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; +"1130 clamp_min_16" -> "1131 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; +"1131 expand_as_16" -> "1132 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1132 div_16" -> "1133 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1133 quantize_per_tensor_default_52" -> "1134 dequantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1134 dequantize_per_tensor_default_52" -> "1142 matmul_16" [label="(4, 12, 64, 32)", style=solid]; +"1135 linalg_vector_norm_17" -> "1136 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; +"1136 clamp_min_17" -> "1137 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; +"1137 expand_as_17" -> "1138 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1138 div_17" -> "1139 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1139 quantize_per_tensor_default_53" -> "1140 dequantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1140 dequantize_per_tensor_default_53" -> "1141 transpose_16" [label="(4, 12, 64, 32)", style=solid]; +"1141 transpose_16" -> "1142 matmul_16" [label="(4, 12, 32, 64)", style=solid]; +"1142 matmul_16" -> "1146 mul_17" [label="(4, 12, 64, 64)", style=solid]; +"1143 _param_constant143" -> "1144 clamp_8" [label="(12, 1, 1)", style=solid]; +"1144 clamp_8" -> "1145 exp_8" [label="(12, 1, 1)", style=solid]; +"1145 exp_8" -> "1146 mul_17" [label="(12, 1, 1)", style=solid]; +"1146 mul_17" -> "1147 add_28" [label="(4, 12, 64, 64)", style=solid]; +"1147 add_28" -> "1148 softmax_8" [label="(4, 12, 64, 64)", style=solid]; +"1148 softmax_8" -> "1149 dropout_32" [label="(4, 12, 64, 64)", style=solid]; +"1149 dropout_32" -> "1150 matmul_17" [label="(4, 12, 64, 64)", style=solid]; +"1150 matmul_17" -> "1151 transpose_17" [label="(4, 12, 64, 32)", style=solid]; +"1151 transpose_17" -> "1152 reshape_38" [label="(4, 64, 12, 32)", style=solid]; +"1152 reshape_38" -> "1153 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1153 reshape_38_0_0_nncf_smooth_quant_0" -> "1154 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1154 quantize_per_tensor_default_54" -> "1155 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1155 dequantize_per_tensor_default_54" -> "1162 linear_53" [label="(4, 64, 384)", style=solid]; +"1156 linear_53_zero_point_0_updated_constant0" -> "1161 sub_tensor_54" [label="(384, 1)", style=solid]; +"1157 linear_53_scale_0_updated_constant0" -> "1160 mul_tensor_54" [label="(384, 1)", style=solid]; +"1158 compressed_weight_updated_constant54" -> "1160 mul_tensor_54" [label="(384, 384)", style=solid]; +"1159 _param_constant145_0_0" -> "1162 linear_53" [label="(384,)", style=solid]; +"1160 mul_tensor_54" -> "1161 sub_tensor_54" [label="(384, 384)", style=solid]; +"1161 sub_tensor_54" -> "1162 linear_53" [label=None, style=solid]; +"1162 linear_53" -> "1163 dropout_33" [label="(4, 64, 384)", style=solid]; +"1163 dropout_33" -> "1164 view_47" [label="(4, 64, 384)", style=solid]; +"1164 view_47" -> "1165 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1165 permute_40" -> "1166 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1166 reshape_39" -> "1167 slice_134" [label="(1, 16, 16, 384)", style=solid]; +"1167 slice_134" -> "1168 slice_135" [label="(1, 16, 16, 384)", style=solid]; +"1168 slice_135" -> "1169 slice_136" [label="(1, 14, 16, 384)", style=solid]; +"1169 slice_136" -> "1170 slice_137" [label="(1, 14, 14, 384)", style=solid]; +"1170 slice_137" -> "1171 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; +"1171 contiguous_15" -> "1174 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; +"1172 _param_constant146" -> "1174 layer_norm_19" [label="(384,)", style=solid]; +"1173 _param_constant147" -> "1174 layer_norm_19" [label="(384,)", style=solid]; +"1174 layer_norm_19" -> "1175 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1175 add_29" -> "1176 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1175 add_29" -> "1202 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1176 add_29_0_0_nncf_smooth_quant_0" -> "1177 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1177 quantize_per_tensor_default_55" -> "1178 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1178 dequantize_per_tensor_default_55" -> "1185 linear_54" [label="(1, 14, 14, 384)", style=solid]; +"1179 linear_54_zero_point_0_updated_constant0" -> "1184 sub_tensor_55" [label="(1536, 1)", style=solid]; +"1180 linear_54_scale_0_updated_constant0" -> "1183 mul_tensor_55" [label="(1536, 1)", style=solid]; +"1181 compressed_weight_updated_constant55" -> "1183 mul_tensor_55" [label="(1536, 384)", style=solid]; +"1182 _param_constant149_0_0" -> "1185 linear_54" [label="(1536,)", style=solid]; +"1183 mul_tensor_55" -> "1184 sub_tensor_55" [label="(1536, 384)", style=solid]; +"1184 sub_tensor_55" -> "1185 linear_54" [label=None, style=solid]; +"1185 linear_54" -> "1186 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; +"1186 gelu_8" -> "1187 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; +"1187 dropout_34" -> "1188 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1188 dropout_34_0_0_nncf_smooth_quant_0" -> "1189 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1189 quantize_per_tensor_default_56" -> "1190 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1190 dequantize_per_tensor_default_56" -> "1197 linear_55" [label="(1, 14, 14, 1536)", style=solid]; +"1191 linear_55_zero_point_0_updated_constant0" -> "1196 sub_tensor_56" [label="(384, 1)", style=solid]; +"1192 linear_55_scale_0_updated_constant0" -> "1195 mul_tensor_56" [label="(384, 1)", style=solid]; +"1193 compressed_weight_updated_constant56" -> "1195 mul_tensor_56" [label="(384, 1536)", style=solid]; +"1194 _param_constant151_0_0" -> "1197 linear_55" [label="(384,)", style=solid]; +"1195 mul_tensor_56" -> "1196 sub_tensor_56" [label="(384, 1536)", style=solid]; +"1196 sub_tensor_56" -> "1197 linear_55" [label=None, style=solid]; +"1197 linear_55" -> "1198 dropout_35" [label="(1, 14, 14, 384)", style=solid]; +"1198 dropout_35" -> "1201 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; +"1199 _param_constant152" -> "1201 layer_norm_20" [label="(384,)", style=solid]; +"1200 _param_constant153" -> "1201 layer_norm_20" [label="(384,)", style=solid]; +"1201 layer_norm_20" -> "1202 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1202 add_30" -> "1229 pad_11" [label="(1, 14, 14, 384)", style=solid]; +"1202 add_30" -> "1312 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1203 _tensor_constant54" -> "1204 _tensor_constant54_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1204 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1211 linear_56" [label="(1, 15, 15, 2)", style=solid]; +"1205 linear_56_zero_point_0_updated_constant0" -> "1210 sub_tensor_57" [label="(512, 1)", style=solid]; +"1206 linear_56_scale_0_updated_constant0" -> "1209 mul_tensor_57" [label="(512, 1)", style=solid]; +"1207 compressed_weight_updated_constant57" -> "1209 mul_tensor_57" [label="(512, 2)", style=solid]; +"1208 _param_constant155_0_0" -> "1211 linear_56" [label="(512,)", style=solid]; +"1209 mul_tensor_57" -> "1210 sub_tensor_57" [label="(512, 2)", style=solid]; +"1210 sub_tensor_57" -> "1211 linear_56" [label=None, style=solid]; +"1211 linear_56" -> "1212 relu__9" [label="(1, 15, 15, 512)", style=solid]; +"1212 relu__9" -> "1213 relu__9_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1213 relu__9_0_0_nncf_smooth_quant_0" -> "1219 linear_57" [label="(1, 15, 15, 512)", style=solid]; +"1214 linear_57_zero_point_0_updated_constant0" -> "1218 sub_tensor_58" [label="(12, 1)", style=solid]; +"1215 linear_57_scale_0_updated_constant0" -> "1217 mul_tensor_58" [label="(12, 1)", style=solid]; +"1216 compressed_weight_updated_constant58" -> "1217 mul_tensor_58" [label="(12, 512)", style=solid]; +"1217 mul_tensor_58" -> "1218 sub_tensor_58" [label="(12, 512)", style=solid]; +"1218 sub_tensor_58" -> "1219 linear_57" [label=None, style=solid]; +"1219 linear_57" -> "1220 view_48" [label="(1, 15, 15, 12)", style=solid]; +"1220 view_48" -> "1222 index_9" [label="(225, 12)", style=solid]; +"1221 _tensor_constant55" -> "1222 index_9" [label="(4096,)", style=solid]; +"1222 index_9" -> "1223 view_49" [label="(4096, 12)", style=solid]; +"1223 view_49" -> "1224 permute_41" [label="(64, 64, 12)", style=solid]; +"1224 permute_41" -> "1225 contiguous_16" [label="(12, 64, 64)", style=solid]; +"1225 contiguous_16" -> "1226 unsqueeze_25" [label="(12, 64, 64)", style=solid]; +"1226 unsqueeze_25" -> "1227 sigmoid_9" [label="(1, 12, 64, 64)", style=solid]; +"1227 sigmoid_9" -> "1228 mul_18" [label="(1, 12, 64, 64)", style=solid]; +"1228 mul_18" -> "1267 add_31" [label="(1, 12, 64, 64)", style=solid]; +"1229 pad_11" -> "1230 roll_8" [label="(1, 16, 16, 384)", style=solid]; +"1230 roll_8" -> "1231 view_50" [label="(1, 16, 16, 384)", style=solid]; +"1231 view_50" -> "1232 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1232 permute_42" -> "1233 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1233 reshape_40" -> "1234 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1233 reshape_40" -> "1268 new_zeros_4" [label="(4, 64, 384)", style=solid]; +"1234 reshape_40_0_0_nncf_smooth_quant_0" -> "1235 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1235 quantize_per_tensor_default_57" -> "1236 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1236 dequantize_per_tensor_default_57" -> "1243 linear_58" [label="(4, 64, 384)", style=solid]; +"1237 linear_58_zero_point_0_updated_constant0" -> "1242 sub_tensor_59" [label="(1152, 1)", style=solid]; +"1238 linear_58_scale_0_updated_constant0" -> "1241 mul_tensor_59" [label="(1152, 1)", style=solid]; +"1239 compressed_weight_updated_constant59" -> "1241 mul_tensor_59" [label="(1152, 384)", style=solid]; +"1240 _param_constant157_0_0" -> "1243 linear_58" [label="(1152,)", style=solid]; +"1241 mul_tensor_59" -> "1242 sub_tensor_59" [label="(1152, 384)", style=solid]; +"1242 sub_tensor_59" -> "1243 linear_58" [label=None, style=solid]; +"1243 linear_58" -> "1244 reshape_41" [label="(4, 64, 1152)", style=solid]; +"1244 reshape_41" -> "1245 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; +"1245 permute_43" -> "1246 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; +"1245 permute_43" -> "1247 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; +"1245 permute_43" -> "1248 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; +"1246 select_27" -> "1249 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; +"1246 select_27" -> "1251 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; +"1246 select_27" -> "1252 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1247 select_28" -> "1255 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; +"1247 select_28" -> "1257 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; +"1247 select_28" -> "1258 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1248 select_29" -> "1286 matmul_19" [label="(4, 12, 64, 32)", style=solid]; +"1249 linalg_vector_norm_18" -> "1250 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; +"1250 clamp_min_18" -> "1251 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; +"1251 expand_as_18" -> "1252 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1252 div_18" -> "1253 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1253 quantize_per_tensor_default_58" -> "1254 dequantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1254 dequantize_per_tensor_default_58" -> "1262 matmul_18" [label="(4, 12, 64, 32)", style=solid]; +"1255 linalg_vector_norm_19" -> "1256 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; +"1256 clamp_min_19" -> "1257 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; +"1257 expand_as_19" -> "1258 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1258 div_19" -> "1259 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1259 quantize_per_tensor_default_59" -> "1260 dequantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1260 dequantize_per_tensor_default_59" -> "1261 transpose_18" [label="(4, 12, 64, 32)", style=solid]; +"1261 transpose_18" -> "1262 matmul_18" [label="(4, 12, 32, 64)", style=solid]; +"1262 matmul_18" -> "1266 mul_19" [label="(4, 12, 64, 64)", style=solid]; +"1263 _param_constant159" -> "1264 clamp_9" [label="(12, 1, 1)", style=solid]; +"1264 clamp_9" -> "1265 exp_9" [label="(12, 1, 1)", style=solid]; +"1265 exp_9" -> "1266 mul_19" [label="(12, 1, 1)", style=solid]; +"1266 mul_19" -> "1267 add_31" [label="(4, 12, 64, 64)", style=solid]; +"1267 add_31" -> "1279 view_52" [label="(4, 12, 64, 64)", style=solid]; +"1268 new_zeros_4" -> "1269 view_51" [label="(16, 16)", style=solid]; +"1269 view_51" -> "1270 permute_44" [label="(2, 8, 2, 8)", style=solid]; +"1270 permute_44" -> "1271 reshape_42" [label="(2, 2, 8, 8)", style=solid]; +"1271 reshape_42" -> "1272 unsqueeze_26" [label="(4, 64)", style=solid]; +"1271 reshape_42" -> "1273 unsqueeze_27" [label="(4, 64)", style=solid]; +"1272 unsqueeze_26" -> "1274 sub_4" [label="(4, 1, 64)", style=solid]; +"1273 unsqueeze_27" -> "1274 sub_4" [label="(4, 64, 1)", style=solid]; +"1274 sub_4" -> "1275 ne_4" [label="(4, 64, 64)", style=solid]; +"1274 sub_4" -> "1276 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1274 sub_4" -> "1277 eq_4" [label="(4, 64, 64)", style=solid]; +"1275 ne_4" -> "1276 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1276 masked_fill_8" -> "1278 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1277 eq_4" -> "1278 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1278 masked_fill_9" -> "1280 unsqueeze_28" [label="(4, 64, 64)", style=solid]; +"1279 view_52" -> "1282 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; +"1280 unsqueeze_28" -> "1281 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; +"1281 unsqueeze_29" -> "1282 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; +"1282 add_32" -> "1283 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1283 view_53" -> "1284 softmax_9" [label="(4, 12, 64, 64)", style=solid]; +"1284 softmax_9" -> "1285 dropout_36" [label="(4, 12, 64, 64)", style=solid]; +"1285 dropout_36" -> "1286 matmul_19" [label="(4, 12, 64, 64)", style=solid]; +"1286 matmul_19" -> "1287 transpose_19" [label="(4, 12, 64, 32)", style=solid]; +"1287 transpose_19" -> "1288 reshape_43" [label="(4, 64, 12, 32)", style=solid]; +"1288 reshape_43" -> "1289 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1289 reshape_43_0_0_nncf_smooth_quant_0" -> "1290 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1290 quantize_per_tensor_default_60" -> "1291 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1291 dequantize_per_tensor_default_60" -> "1298 linear_59" [label="(4, 64, 384)", style=solid]; +"1292 linear_59_zero_point_0_updated_constant0" -> "1297 sub_tensor_60" [label="(384, 1)", style=solid]; +"1293 linear_59_scale_0_updated_constant0" -> "1296 mul_tensor_60" [label="(384, 1)", style=solid]; +"1294 compressed_weight_updated_constant60" -> "1296 mul_tensor_60" [label="(384, 384)", style=solid]; +"1295 _param_constant161_0_0" -> "1298 linear_59" [label="(384,)", style=solid]; +"1296 mul_tensor_60" -> "1297 sub_tensor_60" [label="(384, 384)", style=solid]; +"1297 sub_tensor_60" -> "1298 linear_59" [label=None, style=solid]; +"1298 linear_59" -> "1299 dropout_37" [label="(4, 64, 384)", style=solid]; +"1299 dropout_37" -> "1300 view_54" [label="(4, 64, 384)", style=solid]; +"1300 view_54" -> "1301 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1301 permute_45" -> "1302 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1302 reshape_44" -> "1303 roll_9" [label="(1, 16, 16, 384)", style=solid]; +"1303 roll_9" -> "1304 slice_157" [label="(1, 16, 16, 384)", style=solid]; +"1304 slice_157" -> "1305 slice_158" [label="(1, 16, 16, 384)", style=solid]; +"1305 slice_158" -> "1306 slice_159" [label="(1, 14, 16, 384)", style=solid]; +"1306 slice_159" -> "1307 slice_160" [label="(1, 14, 14, 384)", style=solid]; +"1307 slice_160" -> "1308 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; +"1308 contiguous_17" -> "1311 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; +"1309 _param_constant162" -> "1311 layer_norm_21" [label="(384,)", style=solid]; +"1310 _param_constant163" -> "1311 layer_norm_21" [label="(384,)", style=solid]; +"1311 layer_norm_21" -> "1312 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1312 add_33" -> "1313 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1312 add_33" -> "1339 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1313 add_33_0_0_nncf_smooth_quant_0" -> "1314 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1314 quantize_per_tensor_default_61" -> "1315 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1315 dequantize_per_tensor_default_61" -> "1322 linear_60" [label="(1, 14, 14, 384)", style=solid]; +"1316 linear_60_zero_point_0_updated_constant0" -> "1321 sub_tensor_61" [label="(1536, 1)", style=solid]; +"1317 linear_60_scale_0_updated_constant0" -> "1320 mul_tensor_61" [label="(1536, 1)", style=solid]; +"1318 compressed_weight_updated_constant61" -> "1320 mul_tensor_61" [label="(1536, 384)", style=solid]; +"1319 _param_constant165_0_0" -> "1322 linear_60" [label="(1536,)", style=solid]; +"1320 mul_tensor_61" -> "1321 sub_tensor_61" [label="(1536, 384)", style=solid]; +"1321 sub_tensor_61" -> "1322 linear_60" [label=None, style=solid]; +"1322 linear_60" -> "1323 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; +"1323 gelu_9" -> "1324 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; +"1324 dropout_38" -> "1325 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1325 dropout_38_0_0_nncf_smooth_quant_0" -> "1326 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1326 quantize_per_tensor_default_62" -> "1327 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1327 dequantize_per_tensor_default_62" -> "1334 linear_61" [label="(1, 14, 14, 1536)", style=solid]; +"1328 linear_61_zero_point_0_updated_constant0" -> "1333 sub_tensor_62" [label="(384, 1)", style=solid]; +"1329 linear_61_scale_0_updated_constant0" -> "1332 mul_tensor_62" [label="(384, 1)", style=solid]; +"1330 compressed_weight_updated_constant62" -> "1332 mul_tensor_62" [label="(384, 1536)", style=solid]; +"1331 _param_constant167_0_0" -> "1334 linear_61" [label="(384,)", style=solid]; +"1332 mul_tensor_62" -> "1333 sub_tensor_62" [label="(384, 1536)", style=solid]; +"1333 sub_tensor_62" -> "1334 linear_61" [label=None, style=solid]; +"1334 linear_61" -> "1335 dropout_39" [label="(1, 14, 14, 384)", style=solid]; +"1335 dropout_39" -> "1338 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; +"1336 _param_constant168" -> "1338 layer_norm_22" [label="(384,)", style=solid]; +"1337 _param_constant169" -> "1338 layer_norm_22" [label="(384,)", style=solid]; +"1338 layer_norm_22" -> "1339 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1339 add_34" -> "1366 pad_12" [label="(1, 14, 14, 384)", style=solid]; +"1339 add_34" -> "1431 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1340 _tensor_constant65" -> "1341 _tensor_constant65_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1341 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1348 linear_62" [label="(1, 15, 15, 2)", style=solid]; +"1342 linear_62_zero_point_0_updated_constant0" -> "1347 sub_tensor_63" [label="(512, 1)", style=solid]; +"1343 linear_62_scale_0_updated_constant0" -> "1346 mul_tensor_63" [label="(512, 1)", style=solid]; +"1344 compressed_weight_updated_constant63" -> "1346 mul_tensor_63" [label="(512, 2)", style=solid]; +"1345 _param_constant171_0_0" -> "1348 linear_62" [label="(512,)", style=solid]; +"1346 mul_tensor_63" -> "1347 sub_tensor_63" [label="(512, 2)", style=solid]; +"1347 sub_tensor_63" -> "1348 linear_62" [label=None, style=solid]; +"1348 linear_62" -> "1349 relu__10" [label="(1, 15, 15, 512)", style=solid]; +"1349 relu__10" -> "1350 relu__10_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1350 relu__10_0_0_nncf_smooth_quant_0" -> "1356 linear_63" [label="(1, 15, 15, 512)", style=solid]; +"1351 linear_63_zero_point_0_updated_constant0" -> "1355 sub_tensor_64" [label="(12, 1)", style=solid]; +"1352 linear_63_scale_0_updated_constant0" -> "1354 mul_tensor_64" [label="(12, 1)", style=solid]; +"1353 compressed_weight_updated_constant64" -> "1354 mul_tensor_64" [label="(12, 512)", style=solid]; +"1354 mul_tensor_64" -> "1355 sub_tensor_64" [label="(12, 512)", style=solid]; +"1355 sub_tensor_64" -> "1356 linear_63" [label=None, style=solid]; +"1356 linear_63" -> "1357 view_55" [label="(1, 15, 15, 12)", style=solid]; +"1357 view_55" -> "1359 index_10" [label="(225, 12)", style=solid]; +"1358 _tensor_constant66" -> "1359 index_10" [label="(4096,)", style=solid]; +"1359 index_10" -> "1360 view_56" [label="(4096, 12)", style=solid]; +"1360 view_56" -> "1361 permute_46" [label="(64, 64, 12)", style=solid]; +"1361 permute_46" -> "1362 contiguous_18" [label="(12, 64, 64)", style=solid]; +"1362 contiguous_18" -> "1363 unsqueeze_30" [label="(12, 64, 64)", style=solid]; +"1363 unsqueeze_30" -> "1364 sigmoid_10" [label="(1, 12, 64, 64)", style=solid]; +"1364 sigmoid_10" -> "1365 mul_20" [label="(1, 12, 64, 64)", style=solid]; +"1365 mul_20" -> "1403 add_35" [label="(1, 12, 64, 64)", style=solid]; +"1366 pad_12" -> "1367 view_57" [label="(1, 16, 16, 384)", style=solid]; +"1367 view_57" -> "1368 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1368 permute_47" -> "1369 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1369 reshape_45" -> "1370 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1370 reshape_45_0_0_nncf_smooth_quant_0" -> "1371 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1371 quantize_per_tensor_default_63" -> "1372 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1372 dequantize_per_tensor_default_63" -> "1379 linear_64" [label="(4, 64, 384)", style=solid]; +"1373 linear_64_zero_point_0_updated_constant0" -> "1378 sub_tensor_65" [label="(1152, 1)", style=solid]; +"1374 linear_64_scale_0_updated_constant0" -> "1377 mul_tensor_65" [label="(1152, 1)", style=solid]; +"1375 compressed_weight_updated_constant65" -> "1377 mul_tensor_65" [label="(1152, 384)", style=solid]; +"1376 _param_constant173_0_0" -> "1379 linear_64" [label="(1152,)", style=solid]; +"1377 mul_tensor_65" -> "1378 sub_tensor_65" [label="(1152, 384)", style=solid]; +"1378 sub_tensor_65" -> "1379 linear_64" [label=None, style=solid]; +"1379 linear_64" -> "1380 reshape_46" [label="(4, 64, 1152)", style=solid]; +"1380 reshape_46" -> "1381 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; +"1381 permute_48" -> "1382 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; +"1381 permute_48" -> "1383 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; +"1381 permute_48" -> "1384 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; +"1382 select_30" -> "1385 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; +"1382 select_30" -> "1387 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; +"1382 select_30" -> "1388 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1383 select_31" -> "1391 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; +"1383 select_31" -> "1393 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; +"1383 select_31" -> "1394 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1384 select_32" -> "1406 matmul_21" [label="(4, 12, 64, 32)", style=solid]; +"1385 linalg_vector_norm_20" -> "1386 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; +"1386 clamp_min_20" -> "1387 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; +"1387 expand_as_20" -> "1388 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1388 div_20" -> "1389 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1389 quantize_per_tensor_default_64" -> "1390 dequantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1390 dequantize_per_tensor_default_64" -> "1398 matmul_20" [label="(4, 12, 64, 32)", style=solid]; +"1391 linalg_vector_norm_21" -> "1392 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; +"1392 clamp_min_21" -> "1393 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; +"1393 expand_as_21" -> "1394 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1394 div_21" -> "1395 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1395 quantize_per_tensor_default_65" -> "1396 dequantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1396 dequantize_per_tensor_default_65" -> "1397 transpose_20" [label="(4, 12, 64, 32)", style=solid]; +"1397 transpose_20" -> "1398 matmul_20" [label="(4, 12, 32, 64)", style=solid]; +"1398 matmul_20" -> "1402 mul_21" [label="(4, 12, 64, 64)", style=solid]; +"1399 _param_constant175" -> "1400 clamp_10" [label="(12, 1, 1)", style=solid]; +"1400 clamp_10" -> "1401 exp_10" [label="(12, 1, 1)", style=solid]; +"1401 exp_10" -> "1402 mul_21" [label="(12, 1, 1)", style=solid]; +"1402 mul_21" -> "1403 add_35" [label="(4, 12, 64, 64)", style=solid]; +"1403 add_35" -> "1404 softmax_10" [label="(4, 12, 64, 64)", style=solid]; +"1404 softmax_10" -> "1405 dropout_40" [label="(4, 12, 64, 64)", style=solid]; +"1405 dropout_40" -> "1406 matmul_21" [label="(4, 12, 64, 64)", style=solid]; +"1406 matmul_21" -> "1407 transpose_21" [label="(4, 12, 64, 32)", style=solid]; +"1407 transpose_21" -> "1408 reshape_47" [label="(4, 64, 12, 32)", style=solid]; +"1408 reshape_47" -> "1409 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1409 reshape_47_0_0_nncf_smooth_quant_0" -> "1410 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1410 quantize_per_tensor_default_66" -> "1411 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1411 dequantize_per_tensor_default_66" -> "1418 linear_65" [label="(4, 64, 384)", style=solid]; +"1412 linear_65_zero_point_0_updated_constant0" -> "1417 sub_tensor_66" [label="(384, 1)", style=solid]; +"1413 linear_65_scale_0_updated_constant0" -> "1416 mul_tensor_66" [label="(384, 1)", style=solid]; +"1414 compressed_weight_updated_constant66" -> "1416 mul_tensor_66" [label="(384, 384)", style=solid]; +"1415 _param_constant177_0_0" -> "1418 linear_65" [label="(384,)", style=solid]; +"1416 mul_tensor_66" -> "1417 sub_tensor_66" [label="(384, 384)", style=solid]; +"1417 sub_tensor_66" -> "1418 linear_65" [label=None, style=solid]; +"1418 linear_65" -> "1419 dropout_41" [label="(4, 64, 384)", style=solid]; +"1419 dropout_41" -> "1420 view_58" [label="(4, 64, 384)", style=solid]; +"1420 view_58" -> "1421 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1421 permute_49" -> "1422 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1422 reshape_48" -> "1423 slice_162" [label="(1, 16, 16, 384)", style=solid]; +"1423 slice_162" -> "1424 slice_163" [label="(1, 16, 16, 384)", style=solid]; +"1424 slice_163" -> "1425 slice_164" [label="(1, 14, 16, 384)", style=solid]; +"1425 slice_164" -> "1426 slice_165" [label="(1, 14, 14, 384)", style=solid]; +"1426 slice_165" -> "1427 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; +"1427 contiguous_19" -> "1430 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; +"1428 _param_constant178" -> "1430 layer_norm_23" [label="(384,)", style=solid]; +"1429 _param_constant179" -> "1430 layer_norm_23" [label="(384,)", style=solid]; +"1430 layer_norm_23" -> "1431 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1431 add_36" -> "1432 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1431 add_36" -> "1458 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1432 add_36_0_0_nncf_smooth_quant_0" -> "1433 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1433 quantize_per_tensor_default_67" -> "1434 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1434 dequantize_per_tensor_default_67" -> "1441 linear_66" [label="(1, 14, 14, 384)", style=solid]; +"1435 linear_66_zero_point_0_updated_constant0" -> "1440 sub_tensor_67" [label="(1536, 1)", style=solid]; +"1436 linear_66_scale_0_updated_constant0" -> "1439 mul_tensor_67" [label="(1536, 1)", style=solid]; +"1437 compressed_weight_updated_constant67" -> "1439 mul_tensor_67" [label="(1536, 384)", style=solid]; +"1438 _param_constant181_0_0" -> "1441 linear_66" [label="(1536,)", style=solid]; +"1439 mul_tensor_67" -> "1440 sub_tensor_67" [label="(1536, 384)", style=solid]; +"1440 sub_tensor_67" -> "1441 linear_66" [label=None, style=solid]; +"1441 linear_66" -> "1442 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; +"1442 gelu_10" -> "1443 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; +"1443 dropout_42" -> "1444 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1444 dropout_42_0_0_nncf_smooth_quant_0" -> "1445 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1445 quantize_per_tensor_default_68" -> "1446 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1446 dequantize_per_tensor_default_68" -> "1453 linear_67" [label="(1, 14, 14, 1536)", style=solid]; +"1447 linear_67_zero_point_0_updated_constant0" -> "1452 sub_tensor_68" [label="(384, 1)", style=solid]; +"1448 linear_67_scale_0_updated_constant0" -> "1451 mul_tensor_68" [label="(384, 1)", style=solid]; +"1449 compressed_weight_updated_constant68" -> "1451 mul_tensor_68" [label="(384, 1536)", style=solid]; +"1450 _param_constant183_0_0" -> "1453 linear_67" [label="(384,)", style=solid]; +"1451 mul_tensor_68" -> "1452 sub_tensor_68" [label="(384, 1536)", style=solid]; +"1452 sub_tensor_68" -> "1453 linear_67" [label=None, style=solid]; +"1453 linear_67" -> "1454 dropout_43" [label="(1, 14, 14, 384)", style=solid]; +"1454 dropout_43" -> "1457 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; +"1455 _param_constant184" -> "1457 layer_norm_24" [label="(384,)", style=solid]; +"1456 _param_constant185" -> "1457 layer_norm_24" [label="(384,)", style=solid]; +"1457 layer_norm_24" -> "1458 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1458 add_37" -> "1485 pad_13" [label="(1, 14, 14, 384)", style=solid]; +"1458 add_37" -> "1568 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1459 _tensor_constant67" -> "1460 _tensor_constant67_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1460 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1467 linear_68" [label="(1, 15, 15, 2)", style=solid]; +"1461 linear_68_zero_point_0_updated_constant0" -> "1466 sub_tensor_69" [label="(512, 1)", style=solid]; +"1462 linear_68_scale_0_updated_constant0" -> "1465 mul_tensor_69" [label="(512, 1)", style=solid]; +"1463 compressed_weight_updated_constant69" -> "1465 mul_tensor_69" [label="(512, 2)", style=solid]; +"1464 _param_constant187_0_0" -> "1467 linear_68" [label="(512,)", style=solid]; +"1465 mul_tensor_69" -> "1466 sub_tensor_69" [label="(512, 2)", style=solid]; +"1466 sub_tensor_69" -> "1467 linear_68" [label=None, style=solid]; +"1467 linear_68" -> "1468 relu__11" [label="(1, 15, 15, 512)", style=solid]; +"1468 relu__11" -> "1469 relu__11_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1469 relu__11_0_0_nncf_smooth_quant_0" -> "1475 linear_69" [label="(1, 15, 15, 512)", style=solid]; +"1470 linear_69_zero_point_0_updated_constant0" -> "1474 sub_tensor_70" [label="(12, 1)", style=solid]; +"1471 linear_69_scale_0_updated_constant0" -> "1473 mul_tensor_70" [label="(12, 1)", style=solid]; +"1472 compressed_weight_updated_constant70" -> "1473 mul_tensor_70" [label="(12, 512)", style=solid]; +"1473 mul_tensor_70" -> "1474 sub_tensor_70" [label="(12, 512)", style=solid]; +"1474 sub_tensor_70" -> "1475 linear_69" [label=None, style=solid]; +"1475 linear_69" -> "1476 view_59" [label="(1, 15, 15, 12)", style=solid]; +"1476 view_59" -> "1478 index_11" [label="(225, 12)", style=solid]; +"1477 _tensor_constant68" -> "1478 index_11" [label="(4096,)", style=solid]; +"1478 index_11" -> "1479 view_60" [label="(4096, 12)", style=solid]; +"1479 view_60" -> "1480 permute_50" [label="(64, 64, 12)", style=solid]; +"1480 permute_50" -> "1481 contiguous_20" [label="(12, 64, 64)", style=solid]; +"1481 contiguous_20" -> "1482 unsqueeze_31" [label="(12, 64, 64)", style=solid]; +"1482 unsqueeze_31" -> "1483 sigmoid_11" [label="(1, 12, 64, 64)", style=solid]; +"1483 sigmoid_11" -> "1484 mul_22" [label="(1, 12, 64, 64)", style=solid]; +"1484 mul_22" -> "1523 add_38" [label="(1, 12, 64, 64)", style=solid]; +"1485 pad_13" -> "1486 roll_10" [label="(1, 16, 16, 384)", style=solid]; +"1486 roll_10" -> "1487 view_61" [label="(1, 16, 16, 384)", style=solid]; +"1487 view_61" -> "1488 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1488 permute_51" -> "1489 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1489 reshape_49" -> "1490 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1489 reshape_49" -> "1524 new_zeros_5" [label="(4, 64, 384)", style=solid]; +"1490 reshape_49_0_0_nncf_smooth_quant_0" -> "1491 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1491 quantize_per_tensor_default_69" -> "1492 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1492 dequantize_per_tensor_default_69" -> "1499 linear_70" [label="(4, 64, 384)", style=solid]; +"1493 linear_70_zero_point_0_updated_constant0" -> "1498 sub_tensor_71" [label="(1152, 1)", style=solid]; +"1494 linear_70_scale_0_updated_constant0" -> "1497 mul_tensor_71" [label="(1152, 1)", style=solid]; +"1495 compressed_weight_updated_constant71" -> "1497 mul_tensor_71" [label="(1152, 384)", style=solid]; +"1496 _param_constant189_0_0" -> "1499 linear_70" [label="(1152,)", style=solid]; +"1497 mul_tensor_71" -> "1498 sub_tensor_71" [label="(1152, 384)", style=solid]; +"1498 sub_tensor_71" -> "1499 linear_70" [label=None, style=solid]; +"1499 linear_70" -> "1500 reshape_50" [label="(4, 64, 1152)", style=solid]; +"1500 reshape_50" -> "1501 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; +"1501 permute_52" -> "1502 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; +"1501 permute_52" -> "1503 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; +"1501 permute_52" -> "1504 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; +"1502 select_33" -> "1505 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; +"1502 select_33" -> "1507 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; +"1502 select_33" -> "1508 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1503 select_34" -> "1511 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; +"1503 select_34" -> "1513 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; +"1503 select_34" -> "1514 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1504 select_35" -> "1542 matmul_23" [label="(4, 12, 64, 32)", style=solid]; +"1505 linalg_vector_norm_22" -> "1506 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; +"1506 clamp_min_22" -> "1507 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; +"1507 expand_as_22" -> "1508 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1508 div_22" -> "1509 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1509 quantize_per_tensor_default_70" -> "1510 dequantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1510 dequantize_per_tensor_default_70" -> "1518 matmul_22" [label="(4, 12, 64, 32)", style=solid]; +"1511 linalg_vector_norm_23" -> "1512 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; +"1512 clamp_min_23" -> "1513 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; +"1513 expand_as_23" -> "1514 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1514 div_23" -> "1515 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1515 quantize_per_tensor_default_71" -> "1516 dequantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1516 dequantize_per_tensor_default_71" -> "1517 transpose_22" [label="(4, 12, 64, 32)", style=solid]; +"1517 transpose_22" -> "1518 matmul_22" [label="(4, 12, 32, 64)", style=solid]; +"1518 matmul_22" -> "1522 mul_23" [label="(4, 12, 64, 64)", style=solid]; +"1519 _param_constant191" -> "1520 clamp_11" [label="(12, 1, 1)", style=solid]; +"1520 clamp_11" -> "1521 exp_11" [label="(12, 1, 1)", style=solid]; +"1521 exp_11" -> "1522 mul_23" [label="(12, 1, 1)", style=solid]; +"1522 mul_23" -> "1523 add_38" [label="(4, 12, 64, 64)", style=solid]; +"1523 add_38" -> "1535 view_63" [label="(4, 12, 64, 64)", style=solid]; +"1524 new_zeros_5" -> "1525 view_62" [label="(16, 16)", style=solid]; +"1525 view_62" -> "1526 permute_53" [label="(2, 8, 2, 8)", style=solid]; +"1526 permute_53" -> "1527 reshape_51" [label="(2, 2, 8, 8)", style=solid]; +"1527 reshape_51" -> "1528 unsqueeze_32" [label="(4, 64)", style=solid]; +"1527 reshape_51" -> "1529 unsqueeze_33" [label="(4, 64)", style=solid]; +"1528 unsqueeze_32" -> "1530 sub_5" [label="(4, 1, 64)", style=solid]; +"1529 unsqueeze_33" -> "1530 sub_5" [label="(4, 64, 1)", style=solid]; +"1530 sub_5" -> "1531 ne_5" [label="(4, 64, 64)", style=solid]; +"1530 sub_5" -> "1532 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1530 sub_5" -> "1533 eq_5" [label="(4, 64, 64)", style=solid]; +"1531 ne_5" -> "1532 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1532 masked_fill_10" -> "1534 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1533 eq_5" -> "1534 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1534 masked_fill_11" -> "1536 unsqueeze_34" [label="(4, 64, 64)", style=solid]; +"1535 view_63" -> "1538 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; +"1536 unsqueeze_34" -> "1537 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; +"1537 unsqueeze_35" -> "1538 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; +"1538 add_39" -> "1539 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; +"1539 view_64" -> "1540 softmax_11" [label="(4, 12, 64, 64)", style=solid]; +"1540 softmax_11" -> "1541 dropout_44" [label="(4, 12, 64, 64)", style=solid]; +"1541 dropout_44" -> "1542 matmul_23" [label="(4, 12, 64, 64)", style=solid]; +"1542 matmul_23" -> "1543 transpose_23" [label="(4, 12, 64, 32)", style=solid]; +"1543 transpose_23" -> "1544 reshape_52" [label="(4, 64, 12, 32)", style=solid]; +"1544 reshape_52" -> "1545 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1545 reshape_52_0_0_nncf_smooth_quant_0" -> "1546 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1546 quantize_per_tensor_default_72" -> "1547 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1547 dequantize_per_tensor_default_72" -> "1554 linear_71" [label="(4, 64, 384)", style=solid]; +"1548 linear_71_zero_point_0_updated_constant0" -> "1553 sub_tensor_72" [label="(384, 1)", style=solid]; +"1549 linear_71_scale_0_updated_constant0" -> "1552 mul_tensor_72" [label="(384, 1)", style=solid]; +"1550 compressed_weight_updated_constant72" -> "1552 mul_tensor_72" [label="(384, 384)", style=solid]; +"1551 _param_constant193_0_0" -> "1554 linear_71" [label="(384,)", style=solid]; +"1552 mul_tensor_72" -> "1553 sub_tensor_72" [label="(384, 384)", style=solid]; +"1553 sub_tensor_72" -> "1554 linear_71" [label=None, style=solid]; +"1554 linear_71" -> "1555 dropout_45" [label="(4, 64, 384)", style=solid]; +"1555 dropout_45" -> "1556 view_65" [label="(4, 64, 384)", style=solid]; +"1556 view_65" -> "1557 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1557 permute_54" -> "1558 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1558 reshape_53" -> "1559 roll_11" [label="(1, 16, 16, 384)", style=solid]; +"1559 roll_11" -> "1560 slice_185" [label="(1, 16, 16, 384)", style=solid]; +"1560 slice_185" -> "1561 slice_186" [label="(1, 16, 16, 384)", style=solid]; +"1561 slice_186" -> "1562 slice_187" [label="(1, 14, 16, 384)", style=solid]; +"1562 slice_187" -> "1563 slice_188" [label="(1, 14, 14, 384)", style=solid]; +"1563 slice_188" -> "1564 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; +"1564 contiguous_21" -> "1567 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; +"1565 _param_constant194" -> "1567 layer_norm_25" [label="(384,)", style=solid]; +"1566 _param_constant195" -> "1567 layer_norm_25" [label="(384,)", style=solid]; +"1567 layer_norm_25" -> "1568 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1568 add_40" -> "1569 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1568 add_40" -> "1595 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1569 add_40_0_0_nncf_smooth_quant_0" -> "1570 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1570 quantize_per_tensor_default_73" -> "1571 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1571 dequantize_per_tensor_default_73" -> "1578 linear_72" [label="(1, 14, 14, 384)", style=solid]; +"1572 linear_72_zero_point_0_updated_constant0" -> "1577 sub_tensor_73" [label="(1536, 1)", style=solid]; +"1573 linear_72_scale_0_updated_constant0" -> "1576 mul_tensor_73" [label="(1536, 1)", style=solid]; +"1574 compressed_weight_updated_constant73" -> "1576 mul_tensor_73" [label="(1536, 384)", style=solid]; +"1575 _param_constant197_0_0" -> "1578 linear_72" [label="(1536,)", style=solid]; +"1576 mul_tensor_73" -> "1577 sub_tensor_73" [label="(1536, 384)", style=solid]; +"1577 sub_tensor_73" -> "1578 linear_72" [label=None, style=solid]; +"1578 linear_72" -> "1579 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; +"1579 gelu_11" -> "1580 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; +"1580 dropout_46" -> "1581 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1581 dropout_46_0_0_nncf_smooth_quant_0" -> "1582 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1582 quantize_per_tensor_default_74" -> "1583 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1583 dequantize_per_tensor_default_74" -> "1590 linear_73" [label="(1, 14, 14, 1536)", style=solid]; +"1584 linear_73_zero_point_0_updated_constant0" -> "1589 sub_tensor_74" [label="(384, 1)", style=solid]; +"1585 linear_73_scale_0_updated_constant0" -> "1588 mul_tensor_74" [label="(384, 1)", style=solid]; +"1586 compressed_weight_updated_constant74" -> "1588 mul_tensor_74" [label="(384, 1536)", style=solid]; +"1587 _param_constant199_0_0" -> "1590 linear_73" [label="(384,)", style=solid]; +"1588 mul_tensor_74" -> "1589 sub_tensor_74" [label="(384, 1536)", style=solid]; +"1589 sub_tensor_74" -> "1590 linear_73" [label=None, style=solid]; +"1590 linear_73" -> "1591 dropout_47" [label="(1, 14, 14, 384)", style=solid]; +"1591 dropout_47" -> "1594 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; +"1592 _param_constant200" -> "1594 layer_norm_26" [label="(384,)", style=solid]; +"1593 _param_constant201" -> "1594 layer_norm_26" [label="(384,)", style=solid]; +"1594 layer_norm_26" -> "1595 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1595 add_41" -> "1622 pad_14" [label="(1, 14, 14, 384)", style=solid]; +"1595 add_41" -> "1687 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1596 _tensor_constant78" -> "1597 _tensor_constant78_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1597 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1604 linear_74" [label="(1, 15, 15, 2)", style=solid]; +"1598 linear_74_zero_point_0_updated_constant0" -> "1603 sub_tensor_75" [label="(512, 1)", style=solid]; +"1599 linear_74_scale_0_updated_constant0" -> "1602 mul_tensor_75" [label="(512, 1)", style=solid]; +"1600 compressed_weight_updated_constant75" -> "1602 mul_tensor_75" [label="(512, 2)", style=solid]; +"1601 _param_constant203_0_0" -> "1604 linear_74" [label="(512,)", style=solid]; +"1602 mul_tensor_75" -> "1603 sub_tensor_75" [label="(512, 2)", style=solid]; +"1603 sub_tensor_75" -> "1604 linear_74" [label=None, style=solid]; +"1604 linear_74" -> "1605 relu__12" [label="(1, 15, 15, 512)", style=solid]; +"1605 relu__12" -> "1606 relu__12_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1606 relu__12_0_0_nncf_smooth_quant_0" -> "1612 linear_75" [label="(1, 15, 15, 512)", style=solid]; +"1607 linear_75_zero_point_0_updated_constant0" -> "1611 sub_tensor_76" [label="(12, 1)", style=solid]; +"1608 linear_75_scale_0_updated_constant0" -> "1610 mul_tensor_76" [label="(12, 1)", style=solid]; +"1609 compressed_weight_updated_constant76" -> "1610 mul_tensor_76" [label="(12, 512)", style=solid]; +"1610 mul_tensor_76" -> "1611 sub_tensor_76" [label="(12, 512)", style=solid]; +"1611 sub_tensor_76" -> "1612 linear_75" [label=None, style=solid]; +"1612 linear_75" -> "1613 view_66" [label="(1, 15, 15, 12)", style=solid]; +"1613 view_66" -> "1615 index_12" [label="(225, 12)", style=solid]; +"1614 _tensor_constant79" -> "1615 index_12" [label="(4096,)", style=solid]; +"1615 index_12" -> "1616 view_67" [label="(4096, 12)", style=solid]; +"1616 view_67" -> "1617 permute_55" [label="(64, 64, 12)", style=solid]; +"1617 permute_55" -> "1618 contiguous_22" [label="(12, 64, 64)", style=solid]; +"1618 contiguous_22" -> "1619 unsqueeze_36" [label="(12, 64, 64)", style=solid]; +"1619 unsqueeze_36" -> "1620 sigmoid_12" [label="(1, 12, 64, 64)", style=solid]; +"1620 sigmoid_12" -> "1621 mul_24" [label="(1, 12, 64, 64)", style=solid]; +"1621 mul_24" -> "1659 add_42" [label="(1, 12, 64, 64)", style=solid]; +"1622 pad_14" -> "1623 view_68" [label="(1, 16, 16, 384)", style=solid]; +"1623 view_68" -> "1624 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1624 permute_56" -> "1625 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1625 reshape_54" -> "1626 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1626 reshape_54_0_0_nncf_smooth_quant_0" -> "1627 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1627 quantize_per_tensor_default_75" -> "1628 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1628 dequantize_per_tensor_default_75" -> "1635 linear_76" [label="(4, 64, 384)", style=solid]; +"1629 linear_76_zero_point_0_updated_constant0" -> "1634 sub_tensor_77" [label="(1152, 1)", style=solid]; +"1630 linear_76_scale_0_updated_constant0" -> "1633 mul_tensor_77" [label="(1152, 1)", style=solid]; +"1631 compressed_weight_updated_constant77" -> "1633 mul_tensor_77" [label="(1152, 384)", style=solid]; +"1632 _param_constant205_0_0" -> "1635 linear_76" [label="(1152,)", style=solid]; +"1633 mul_tensor_77" -> "1634 sub_tensor_77" [label="(1152, 384)", style=solid]; +"1634 sub_tensor_77" -> "1635 linear_76" [label=None, style=solid]; +"1635 linear_76" -> "1636 reshape_55" [label="(4, 64, 1152)", style=solid]; +"1636 reshape_55" -> "1637 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; +"1637 permute_57" -> "1638 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; +"1637 permute_57" -> "1639 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; +"1637 permute_57" -> "1640 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; +"1638 select_36" -> "1641 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; +"1638 select_36" -> "1643 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; +"1638 select_36" -> "1644 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1639 select_37" -> "1647 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; +"1639 select_37" -> "1649 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; +"1639 select_37" -> "1650 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1640 select_38" -> "1662 matmul_25" [label="(4, 12, 64, 32)", style=solid]; +"1641 linalg_vector_norm_24" -> "1642 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; +"1642 clamp_min_24" -> "1643 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; +"1643 expand_as_24" -> "1644 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1644 div_24" -> "1645 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1645 quantize_per_tensor_default_76" -> "1646 dequantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1646 dequantize_per_tensor_default_76" -> "1654 matmul_24" [label="(4, 12, 64, 32)", style=solid]; +"1647 linalg_vector_norm_25" -> "1648 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; +"1648 clamp_min_25" -> "1649 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; +"1649 expand_as_25" -> "1650 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1650 div_25" -> "1651 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1651 quantize_per_tensor_default_77" -> "1652 dequantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1652 dequantize_per_tensor_default_77" -> "1653 transpose_24" [label="(4, 12, 64, 32)", style=solid]; +"1653 transpose_24" -> "1654 matmul_24" [label="(4, 12, 32, 64)", style=solid]; +"1654 matmul_24" -> "1658 mul_25" [label="(4, 12, 64, 64)", style=solid]; +"1655 _param_constant207" -> "1656 clamp_12" [label="(12, 1, 1)", style=solid]; +"1656 clamp_12" -> "1657 exp_12" [label="(12, 1, 1)", style=solid]; +"1657 exp_12" -> "1658 mul_25" [label="(12, 1, 1)", style=solid]; +"1658 mul_25" -> "1659 add_42" [label="(4, 12, 64, 64)", style=solid]; +"1659 add_42" -> "1660 softmax_12" [label="(4, 12, 64, 64)", style=solid]; +"1660 softmax_12" -> "1661 dropout_48" [label="(4, 12, 64, 64)", style=solid]; +"1661 dropout_48" -> "1662 matmul_25" [label="(4, 12, 64, 64)", style=solid]; +"1662 matmul_25" -> "1663 transpose_25" [label="(4, 12, 64, 32)", style=solid]; +"1663 transpose_25" -> "1664 reshape_56" [label="(4, 64, 12, 32)", style=solid]; +"1664 reshape_56" -> "1665 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1665 reshape_56_0_0_nncf_smooth_quant_0" -> "1666 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1666 quantize_per_tensor_default_78" -> "1667 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1667 dequantize_per_tensor_default_78" -> "1674 linear_77" [label="(4, 64, 384)", style=solid]; +"1668 linear_77_zero_point_0_updated_constant0" -> "1673 sub_tensor_78" [label="(384, 1)", style=solid]; +"1669 linear_77_scale_0_updated_constant0" -> "1672 mul_tensor_78" [label="(384, 1)", style=solid]; +"1670 compressed_weight_updated_constant78" -> "1672 mul_tensor_78" [label="(384, 384)", style=solid]; +"1671 _param_constant209_0_0" -> "1674 linear_77" [label="(384,)", style=solid]; +"1672 mul_tensor_78" -> "1673 sub_tensor_78" [label="(384, 384)", style=solid]; +"1673 sub_tensor_78" -> "1674 linear_77" [label=None, style=solid]; +"1674 linear_77" -> "1675 dropout_49" [label="(4, 64, 384)", style=solid]; +"1675 dropout_49" -> "1676 view_69" [label="(4, 64, 384)", style=solid]; +"1676 view_69" -> "1677 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1677 permute_58" -> "1678 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1678 reshape_57" -> "1679 slice_190" [label="(1, 16, 16, 384)", style=solid]; +"1679 slice_190" -> "1680 slice_191" [label="(1, 16, 16, 384)", style=solid]; +"1680 slice_191" -> "1681 slice_192" [label="(1, 14, 16, 384)", style=solid]; +"1681 slice_192" -> "1682 slice_193" [label="(1, 14, 14, 384)", style=solid]; +"1682 slice_193" -> "1683 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; +"1683 contiguous_23" -> "1686 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; +"1684 _param_constant210" -> "1686 layer_norm_27" [label="(384,)", style=solid]; +"1685 _param_constant211" -> "1686 layer_norm_27" [label="(384,)", style=solid]; +"1686 layer_norm_27" -> "1687 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1687 add_43" -> "1688 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1687 add_43" -> "1714 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1688 add_43_0_0_nncf_smooth_quant_0" -> "1689 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1689 quantize_per_tensor_default_79" -> "1690 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1690 dequantize_per_tensor_default_79" -> "1697 linear_78" [label="(1, 14, 14, 384)", style=solid]; +"1691 linear_78_zero_point_0_updated_constant0" -> "1696 sub_tensor_79" [label="(1536, 1)", style=solid]; +"1692 linear_78_scale_0_updated_constant0" -> "1695 mul_tensor_79" [label="(1536, 1)", style=solid]; +"1693 compressed_weight_updated_constant79" -> "1695 mul_tensor_79" [label="(1536, 384)", style=solid]; +"1694 _param_constant213_0_0" -> "1697 linear_78" [label="(1536,)", style=solid]; +"1695 mul_tensor_79" -> "1696 sub_tensor_79" [label="(1536, 384)", style=solid]; +"1696 sub_tensor_79" -> "1697 linear_78" [label=None, style=solid]; +"1697 linear_78" -> "1698 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; +"1698 gelu_12" -> "1699 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; +"1699 dropout_50" -> "1700 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1700 dropout_50_0_0_nncf_smooth_quant_0" -> "1701 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1701 quantize_per_tensor_default_80" -> "1702 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1702 dequantize_per_tensor_default_80" -> "1709 linear_79" [label="(1, 14, 14, 1536)", style=solid]; +"1703 linear_79_zero_point_0_updated_constant0" -> "1708 sub_tensor_80" [label="(384, 1)", style=solid]; +"1704 linear_79_scale_0_updated_constant0" -> "1707 mul_tensor_80" [label="(384, 1)", style=solid]; +"1705 compressed_weight_updated_constant80" -> "1707 mul_tensor_80" [label="(384, 1536)", style=solid]; +"1706 _param_constant215_0_0" -> "1709 linear_79" [label="(384,)", style=solid]; +"1707 mul_tensor_80" -> "1708 sub_tensor_80" [label="(384, 1536)", style=solid]; +"1708 sub_tensor_80" -> "1709 linear_79" [label=None, style=solid]; +"1709 linear_79" -> "1710 dropout_51" [label="(1, 14, 14, 384)", style=solid]; +"1710 dropout_51" -> "1713 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; +"1711 _param_constant216" -> "1713 layer_norm_28" [label="(384,)", style=solid]; +"1712 _param_constant217" -> "1713 layer_norm_28" [label="(384,)", style=solid]; +"1713 layer_norm_28" -> "1714 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1714 add_44" -> "1741 pad_15" [label="(1, 14, 14, 384)", style=solid]; +"1714 add_44" -> "1824 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1715 _tensor_constant80" -> "1716 _tensor_constant80_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1716 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1723 linear_80" [label="(1, 15, 15, 2)", style=solid]; +"1717 linear_80_zero_point_0_updated_constant0" -> "1722 sub_tensor_81" [label="(512, 1)", style=solid]; +"1718 linear_80_scale_0_updated_constant0" -> "1721 mul_tensor_81" [label="(512, 1)", style=solid]; +"1719 compressed_weight_updated_constant81" -> "1721 mul_tensor_81" [label="(512, 2)", style=solid]; +"1720 _param_constant219_0_0" -> "1723 linear_80" [label="(512,)", style=solid]; +"1721 mul_tensor_81" -> "1722 sub_tensor_81" [label="(512, 2)", style=solid]; +"1722 sub_tensor_81" -> "1723 linear_80" [label=None, style=solid]; +"1723 linear_80" -> "1724 relu__13" [label="(1, 15, 15, 512)", style=solid]; +"1724 relu__13" -> "1725 relu__13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1725 relu__13_0_0_nncf_smooth_quant_0" -> "1731 linear_81" [label="(1, 15, 15, 512)", style=solid]; +"1726 linear_81_zero_point_0_updated_constant0" -> "1730 sub_tensor_82" [label="(12, 1)", style=solid]; +"1727 linear_81_scale_0_updated_constant0" -> "1729 mul_tensor_82" [label="(12, 1)", style=solid]; +"1728 compressed_weight_updated_constant82" -> "1729 mul_tensor_82" [label="(12, 512)", style=solid]; +"1729 mul_tensor_82" -> "1730 sub_tensor_82" [label="(12, 512)", style=solid]; +"1730 sub_tensor_82" -> "1731 linear_81" [label=None, style=solid]; +"1731 linear_81" -> "1732 view_70" [label="(1, 15, 15, 12)", style=solid]; +"1732 view_70" -> "1734 index_13" [label="(225, 12)", style=solid]; +"1733 _tensor_constant81" -> "1734 index_13" [label="(4096,)", style=solid]; +"1734 index_13" -> "1735 view_71" [label="(4096, 12)", style=solid]; +"1735 view_71" -> "1736 permute_59" [label="(64, 64, 12)", style=solid]; +"1736 permute_59" -> "1737 contiguous_24" [label="(12, 64, 64)", style=solid]; +"1737 contiguous_24" -> "1738 unsqueeze_37" [label="(12, 64, 64)", style=solid]; +"1738 unsqueeze_37" -> "1739 sigmoid_13" [label="(1, 12, 64, 64)", style=solid]; +"1739 sigmoid_13" -> "1740 mul_26" [label="(1, 12, 64, 64)", style=solid]; +"1740 mul_26" -> "1779 add_45" [label="(1, 12, 64, 64)", style=solid]; +"1741 pad_15" -> "1742 roll_12" [label="(1, 16, 16, 384)", style=solid]; +"1742 roll_12" -> "1743 view_72" [label="(1, 16, 16, 384)", style=solid]; +"1743 view_72" -> "1744 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1744 permute_60" -> "1745 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1745 reshape_58" -> "1746 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1745 reshape_58" -> "1780 new_zeros_6" [label="(4, 64, 384)", style=solid]; +"1746 reshape_58_0_0_nncf_smooth_quant_0" -> "1747 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1747 quantize_per_tensor_default_81" -> "1748 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1748 dequantize_per_tensor_default_81" -> "1755 linear_82" [label="(4, 64, 384)", style=solid]; +"1749 linear_82_zero_point_0_updated_constant0" -> "1754 sub_tensor_83" [label="(1152, 1)", style=solid]; +"1750 linear_82_scale_0_updated_constant0" -> "1753 mul_tensor_83" [label="(1152, 1)", style=solid]; +"1751 compressed_weight_updated_constant83" -> "1753 mul_tensor_83" [label="(1152, 384)", style=solid]; +"1752 _param_constant221_0_0" -> "1755 linear_82" [label="(1152,)", style=solid]; +"1753 mul_tensor_83" -> "1754 sub_tensor_83" [label="(1152, 384)", style=solid]; +"1754 sub_tensor_83" -> "1755 linear_82" [label=None, style=solid]; +"1755 linear_82" -> "1756 reshape_59" [label="(4, 64, 1152)", style=solid]; +"1756 reshape_59" -> "1757 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; +"1757 permute_61" -> "1758 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; +"1757 permute_61" -> "1759 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; +"1757 permute_61" -> "1760 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; +"1758 select_39" -> "1761 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; +"1758 select_39" -> "1763 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; +"1758 select_39" -> "1764 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1759 select_40" -> "1767 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; +"1759 select_40" -> "1769 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; +"1759 select_40" -> "1770 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1760 select_41" -> "1798 matmul_27" [label="(4, 12, 64, 32)", style=solid]; +"1761 linalg_vector_norm_26" -> "1762 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; +"1762 clamp_min_26" -> "1763 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; +"1763 expand_as_26" -> "1764 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1764 div_26" -> "1765 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1765 quantize_per_tensor_default_82" -> "1766 dequantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1766 dequantize_per_tensor_default_82" -> "1774 matmul_26" [label="(4, 12, 64, 32)", style=solid]; +"1767 linalg_vector_norm_27" -> "1768 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; +"1768 clamp_min_27" -> "1769 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; +"1769 expand_as_27" -> "1770 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1770 div_27" -> "1771 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1771 quantize_per_tensor_default_83" -> "1772 dequantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1772 dequantize_per_tensor_default_83" -> "1773 transpose_26" [label="(4, 12, 64, 32)", style=solid]; +"1773 transpose_26" -> "1774 matmul_26" [label="(4, 12, 32, 64)", style=solid]; +"1774 matmul_26" -> "1778 mul_27" [label="(4, 12, 64, 64)", style=solid]; +"1775 _param_constant223" -> "1776 clamp_13" [label="(12, 1, 1)", style=solid]; +"1776 clamp_13" -> "1777 exp_13" [label="(12, 1, 1)", style=solid]; +"1777 exp_13" -> "1778 mul_27" [label="(12, 1, 1)", style=solid]; +"1778 mul_27" -> "1779 add_45" [label="(4, 12, 64, 64)", style=solid]; +"1779 add_45" -> "1791 view_74" [label="(4, 12, 64, 64)", style=solid]; +"1780 new_zeros_6" -> "1781 view_73" [label="(16, 16)", style=solid]; +"1781 view_73" -> "1782 permute_62" [label="(2, 8, 2, 8)", style=solid]; +"1782 permute_62" -> "1783 reshape_60" [label="(2, 2, 8, 8)", style=solid]; +"1783 reshape_60" -> "1784 unsqueeze_38" [label="(4, 64)", style=solid]; +"1783 reshape_60" -> "1785 unsqueeze_39" [label="(4, 64)", style=solid]; +"1784 unsqueeze_38" -> "1786 sub_6" [label="(4, 1, 64)", style=solid]; +"1785 unsqueeze_39" -> "1786 sub_6" [label="(4, 64, 1)", style=solid]; +"1786 sub_6" -> "1787 ne_6" [label="(4, 64, 64)", style=solid]; +"1786 sub_6" -> "1788 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1786 sub_6" -> "1789 eq_6" [label="(4, 64, 64)", style=solid]; +"1787 ne_6" -> "1788 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1788 masked_fill_12" -> "1790 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1789 eq_6" -> "1790 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1790 masked_fill_13" -> "1792 unsqueeze_40" [label="(4, 64, 64)", style=solid]; +"1791 view_74" -> "1794 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; +"1792 unsqueeze_40" -> "1793 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; +"1793 unsqueeze_41" -> "1794 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; +"1794 add_46" -> "1795 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; +"1795 view_75" -> "1796 softmax_13" [label="(4, 12, 64, 64)", style=solid]; +"1796 softmax_13" -> "1797 dropout_52" [label="(4, 12, 64, 64)", style=solid]; +"1797 dropout_52" -> "1798 matmul_27" [label="(4, 12, 64, 64)", style=solid]; +"1798 matmul_27" -> "1799 transpose_27" [label="(4, 12, 64, 32)", style=solid]; +"1799 transpose_27" -> "1800 reshape_61" [label="(4, 64, 12, 32)", style=solid]; +"1800 reshape_61" -> "1801 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1801 reshape_61_0_0_nncf_smooth_quant_0" -> "1802 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1802 quantize_per_tensor_default_84" -> "1803 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1803 dequantize_per_tensor_default_84" -> "1810 linear_83" [label="(4, 64, 384)", style=solid]; +"1804 linear_83_zero_point_0_updated_constant0" -> "1809 sub_tensor_84" [label="(384, 1)", style=solid]; +"1805 linear_83_scale_0_updated_constant0" -> "1808 mul_tensor_84" [label="(384, 1)", style=solid]; +"1806 compressed_weight_updated_constant84" -> "1808 mul_tensor_84" [label="(384, 384)", style=solid]; +"1807 _param_constant225_0_0" -> "1810 linear_83" [label="(384,)", style=solid]; +"1808 mul_tensor_84" -> "1809 sub_tensor_84" [label="(384, 384)", style=solid]; +"1809 sub_tensor_84" -> "1810 linear_83" [label=None, style=solid]; +"1810 linear_83" -> "1811 dropout_53" [label="(4, 64, 384)", style=solid]; +"1811 dropout_53" -> "1812 view_76" [label="(4, 64, 384)", style=solid]; +"1812 view_76" -> "1813 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1813 permute_63" -> "1814 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1814 reshape_62" -> "1815 roll_13" [label="(1, 16, 16, 384)", style=solid]; +"1815 roll_13" -> "1816 slice_213" [label="(1, 16, 16, 384)", style=solid]; +"1816 slice_213" -> "1817 slice_214" [label="(1, 16, 16, 384)", style=solid]; +"1817 slice_214" -> "1818 slice_215" [label="(1, 14, 16, 384)", style=solid]; +"1818 slice_215" -> "1819 slice_216" [label="(1, 14, 14, 384)", style=solid]; +"1819 slice_216" -> "1820 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; +"1820 contiguous_25" -> "1823 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; +"1821 _param_constant226" -> "1823 layer_norm_29" [label="(384,)", style=solid]; +"1822 _param_constant227" -> "1823 layer_norm_29" [label="(384,)", style=solid]; +"1823 layer_norm_29" -> "1824 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1824 add_47" -> "1825 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1824 add_47" -> "1851 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1825 add_47_0_0_nncf_smooth_quant_0" -> "1826 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1826 quantize_per_tensor_default_85" -> "1827 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1827 dequantize_per_tensor_default_85" -> "1834 linear_84" [label="(1, 14, 14, 384)", style=solid]; +"1828 linear_84_zero_point_0_updated_constant0" -> "1833 sub_tensor_85" [label="(1536, 1)", style=solid]; +"1829 linear_84_scale_0_updated_constant0" -> "1832 mul_tensor_85" [label="(1536, 1)", style=solid]; +"1830 compressed_weight_updated_constant85" -> "1832 mul_tensor_85" [label="(1536, 384)", style=solid]; +"1831 _param_constant229_0_0" -> "1834 linear_84" [label="(1536,)", style=solid]; +"1832 mul_tensor_85" -> "1833 sub_tensor_85" [label="(1536, 384)", style=solid]; +"1833 sub_tensor_85" -> "1834 linear_84" [label=None, style=solid]; +"1834 linear_84" -> "1835 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; +"1835 gelu_13" -> "1836 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; +"1836 dropout_54" -> "1837 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1837 dropout_54_0_0_nncf_smooth_quant_0" -> "1838 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1838 quantize_per_tensor_default_86" -> "1839 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1839 dequantize_per_tensor_default_86" -> "1846 linear_85" [label="(1, 14, 14, 1536)", style=solid]; +"1840 linear_85_zero_point_0_updated_constant0" -> "1845 sub_tensor_86" [label="(384, 1)", style=solid]; +"1841 linear_85_scale_0_updated_constant0" -> "1844 mul_tensor_86" [label="(384, 1)", style=solid]; +"1842 compressed_weight_updated_constant86" -> "1844 mul_tensor_86" [label="(384, 1536)", style=solid]; +"1843 _param_constant231_0_0" -> "1846 linear_85" [label="(384,)", style=solid]; +"1844 mul_tensor_86" -> "1845 sub_tensor_86" [label="(384, 1536)", style=solid]; +"1845 sub_tensor_86" -> "1846 linear_85" [label=None, style=solid]; +"1846 linear_85" -> "1847 dropout_55" [label="(1, 14, 14, 384)", style=solid]; +"1847 dropout_55" -> "1850 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; +"1848 _param_constant232" -> "1850 layer_norm_30" [label="(384,)", style=solid]; +"1849 _param_constant233" -> "1850 layer_norm_30" [label="(384,)", style=solid]; +"1850 layer_norm_30" -> "1851 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1851 add_48" -> "1878 pad_16" [label="(1, 14, 14, 384)", style=solid]; +"1851 add_48" -> "1943 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1852 _tensor_constant91" -> "1853 _tensor_constant91_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1853 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1860 linear_86" [label="(1, 15, 15, 2)", style=solid]; +"1854 linear_86_zero_point_0_updated_constant0" -> "1859 sub_tensor_87" [label="(512, 1)", style=solid]; +"1855 linear_86_scale_0_updated_constant0" -> "1858 mul_tensor_87" [label="(512, 1)", style=solid]; +"1856 compressed_weight_updated_constant87" -> "1858 mul_tensor_87" [label="(512, 2)", style=solid]; +"1857 _param_constant235_0_0" -> "1860 linear_86" [label="(512,)", style=solid]; +"1858 mul_tensor_87" -> "1859 sub_tensor_87" [label="(512, 2)", style=solid]; +"1859 sub_tensor_87" -> "1860 linear_86" [label=None, style=solid]; +"1860 linear_86" -> "1861 relu__14" [label="(1, 15, 15, 512)", style=solid]; +"1861 relu__14" -> "1862 relu__14_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1862 relu__14_0_0_nncf_smooth_quant_0" -> "1868 linear_87" [label="(1, 15, 15, 512)", style=solid]; +"1863 linear_87_zero_point_0_updated_constant0" -> "1867 sub_tensor_88" [label="(12, 1)", style=solid]; +"1864 linear_87_scale_0_updated_constant0" -> "1866 mul_tensor_88" [label="(12, 1)", style=solid]; +"1865 compressed_weight_updated_constant88" -> "1866 mul_tensor_88" [label="(12, 512)", style=solid]; +"1866 mul_tensor_88" -> "1867 sub_tensor_88" [label="(12, 512)", style=solid]; +"1867 sub_tensor_88" -> "1868 linear_87" [label=None, style=solid]; +"1868 linear_87" -> "1869 view_77" [label="(1, 15, 15, 12)", style=solid]; +"1869 view_77" -> "1871 index_14" [label="(225, 12)", style=solid]; +"1870 _tensor_constant92" -> "1871 index_14" [label="(4096,)", style=solid]; +"1871 index_14" -> "1872 view_78" [label="(4096, 12)", style=solid]; +"1872 view_78" -> "1873 permute_64" [label="(64, 64, 12)", style=solid]; +"1873 permute_64" -> "1874 contiguous_26" [label="(12, 64, 64)", style=solid]; +"1874 contiguous_26" -> "1875 unsqueeze_42" [label="(12, 64, 64)", style=solid]; +"1875 unsqueeze_42" -> "1876 sigmoid_14" [label="(1, 12, 64, 64)", style=solid]; +"1876 sigmoid_14" -> "1877 mul_28" [label="(1, 12, 64, 64)", style=solid]; +"1877 mul_28" -> "1915 add_49" [label="(1, 12, 64, 64)", style=solid]; +"1878 pad_16" -> "1879 view_79" [label="(1, 16, 16, 384)", style=solid]; +"1879 view_79" -> "1880 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1880 permute_65" -> "1881 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1881 reshape_63" -> "1882 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1882 reshape_63_0_0_nncf_smooth_quant_0" -> "1883 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1883 quantize_per_tensor_default_87" -> "1884 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1884 dequantize_per_tensor_default_87" -> "1891 linear_88" [label="(4, 64, 384)", style=solid]; +"1885 linear_88_zero_point_0_updated_constant0" -> "1890 sub_tensor_89" [label="(1152, 1)", style=solid]; +"1886 linear_88_scale_0_updated_constant0" -> "1889 mul_tensor_89" [label="(1152, 1)", style=solid]; +"1887 compressed_weight_updated_constant89" -> "1889 mul_tensor_89" [label="(1152, 384)", style=solid]; +"1888 _param_constant237_0_0" -> "1891 linear_88" [label="(1152,)", style=solid]; +"1889 mul_tensor_89" -> "1890 sub_tensor_89" [label="(1152, 384)", style=solid]; +"1890 sub_tensor_89" -> "1891 linear_88" [label=None, style=solid]; +"1891 linear_88" -> "1892 reshape_64" [label="(4, 64, 1152)", style=solid]; +"1892 reshape_64" -> "1893 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; +"1893 permute_66" -> "1894 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; +"1893 permute_66" -> "1895 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; +"1893 permute_66" -> "1896 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; +"1894 select_42" -> "1897 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; +"1894 select_42" -> "1899 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; +"1894 select_42" -> "1900 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1895 select_43" -> "1903 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; +"1895 select_43" -> "1905 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; +"1895 select_43" -> "1906 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1896 select_44" -> "1918 matmul_29" [label="(4, 12, 64, 32)", style=solid]; +"1897 linalg_vector_norm_28" -> "1898 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; +"1898 clamp_min_28" -> "1899 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; +"1899 expand_as_28" -> "1900 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1900 div_28" -> "1901 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1901 quantize_per_tensor_default_88" -> "1902 dequantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1902 dequantize_per_tensor_default_88" -> "1910 matmul_28" [label="(4, 12, 64, 32)", style=solid]; +"1903 linalg_vector_norm_29" -> "1904 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; +"1904 clamp_min_29" -> "1905 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; +"1905 expand_as_29" -> "1906 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1906 div_29" -> "1907 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1907 quantize_per_tensor_default_89" -> "1908 dequantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1908 dequantize_per_tensor_default_89" -> "1909 transpose_28" [label="(4, 12, 64, 32)", style=solid]; +"1909 transpose_28" -> "1910 matmul_28" [label="(4, 12, 32, 64)", style=solid]; +"1910 matmul_28" -> "1914 mul_29" [label="(4, 12, 64, 64)", style=solid]; +"1911 _param_constant239" -> "1912 clamp_14" [label="(12, 1, 1)", style=solid]; +"1912 clamp_14" -> "1913 exp_14" [label="(12, 1, 1)", style=solid]; +"1913 exp_14" -> "1914 mul_29" [label="(12, 1, 1)", style=solid]; +"1914 mul_29" -> "1915 add_49" [label="(4, 12, 64, 64)", style=solid]; +"1915 add_49" -> "1916 softmax_14" [label="(4, 12, 64, 64)", style=solid]; +"1916 softmax_14" -> "1917 dropout_56" [label="(4, 12, 64, 64)", style=solid]; +"1917 dropout_56" -> "1918 matmul_29" [label="(4, 12, 64, 64)", style=solid]; +"1918 matmul_29" -> "1919 transpose_29" [label="(4, 12, 64, 32)", style=solid]; +"1919 transpose_29" -> "1920 reshape_65" [label="(4, 64, 12, 32)", style=solid]; +"1920 reshape_65" -> "1921 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1921 reshape_65_0_0_nncf_smooth_quant_0" -> "1922 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1922 quantize_per_tensor_default_90" -> "1923 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1923 dequantize_per_tensor_default_90" -> "1930 linear_89" [label="(4, 64, 384)", style=solid]; +"1924 linear_89_zero_point_0_updated_constant0" -> "1929 sub_tensor_90" [label="(384, 1)", style=solid]; +"1925 linear_89_scale_0_updated_constant0" -> "1928 mul_tensor_90" [label="(384, 1)", style=solid]; +"1926 compressed_weight_updated_constant90" -> "1928 mul_tensor_90" [label="(384, 384)", style=solid]; +"1927 _param_constant241_0_0" -> "1930 linear_89" [label="(384,)", style=solid]; +"1928 mul_tensor_90" -> "1929 sub_tensor_90" [label="(384, 384)", style=solid]; +"1929 sub_tensor_90" -> "1930 linear_89" [label=None, style=solid]; +"1930 linear_89" -> "1931 dropout_57" [label="(4, 64, 384)", style=solid]; +"1931 dropout_57" -> "1932 view_80" [label="(4, 64, 384)", style=solid]; +"1932 view_80" -> "1933 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1933 permute_67" -> "1934 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1934 reshape_66" -> "1935 slice_218" [label="(1, 16, 16, 384)", style=solid]; +"1935 slice_218" -> "1936 slice_219" [label="(1, 16, 16, 384)", style=solid]; +"1936 slice_219" -> "1937 slice_220" [label="(1, 14, 16, 384)", style=solid]; +"1937 slice_220" -> "1938 slice_221" [label="(1, 14, 14, 384)", style=solid]; +"1938 slice_221" -> "1939 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; +"1939 contiguous_27" -> "1942 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; +"1940 _param_constant242" -> "1942 layer_norm_31" [label="(384,)", style=solid]; +"1941 _param_constant243" -> "1942 layer_norm_31" [label="(384,)", style=solid]; +"1942 layer_norm_31" -> "1943 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1943 add_50" -> "1944 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1943 add_50" -> "1970 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1944 add_50_0_0_nncf_smooth_quant_0" -> "1945 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1945 quantize_per_tensor_default_91" -> "1946 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1946 dequantize_per_tensor_default_91" -> "1953 linear_90" [label="(1, 14, 14, 384)", style=solid]; +"1947 linear_90_zero_point_0_updated_constant0" -> "1952 sub_tensor_91" [label="(1536, 1)", style=solid]; +"1948 linear_90_scale_0_updated_constant0" -> "1951 mul_tensor_91" [label="(1536, 1)", style=solid]; +"1949 compressed_weight_updated_constant91" -> "1951 mul_tensor_91" [label="(1536, 384)", style=solid]; +"1950 _param_constant245_0_0" -> "1953 linear_90" [label="(1536,)", style=solid]; +"1951 mul_tensor_91" -> "1952 sub_tensor_91" [label="(1536, 384)", style=solid]; +"1952 sub_tensor_91" -> "1953 linear_90" [label=None, style=solid]; +"1953 linear_90" -> "1954 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; +"1954 gelu_14" -> "1955 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; +"1955 dropout_58" -> "1956 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1956 dropout_58_0_0_nncf_smooth_quant_0" -> "1957 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1957 quantize_per_tensor_default_92" -> "1958 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1958 dequantize_per_tensor_default_92" -> "1965 linear_91" [label="(1, 14, 14, 1536)", style=solid]; +"1959 linear_91_zero_point_0_updated_constant0" -> "1964 sub_tensor_92" [label="(384, 1)", style=solid]; +"1960 linear_91_scale_0_updated_constant0" -> "1963 mul_tensor_92" [label="(384, 1)", style=solid]; +"1961 compressed_weight_updated_constant92" -> "1963 mul_tensor_92" [label="(384, 1536)", style=solid]; +"1962 _param_constant247_0_0" -> "1965 linear_91" [label="(384,)", style=solid]; +"1963 mul_tensor_92" -> "1964 sub_tensor_92" [label="(384, 1536)", style=solid]; +"1964 sub_tensor_92" -> "1965 linear_91" [label=None, style=solid]; +"1965 linear_91" -> "1966 dropout_59" [label="(1, 14, 14, 384)", style=solid]; +"1966 dropout_59" -> "1969 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; +"1967 _param_constant248" -> "1969 layer_norm_32" [label="(384,)", style=solid]; +"1968 _param_constant249" -> "1969 layer_norm_32" [label="(384,)", style=solid]; +"1969 layer_norm_32" -> "1970 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1970 add_51" -> "1997 pad_17" [label="(1, 14, 14, 384)", style=solid]; +"1970 add_51" -> "2080 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1971 _tensor_constant93" -> "1972 _tensor_constant93_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1972 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1979 linear_92" [label="(1, 15, 15, 2)", style=solid]; +"1973 linear_92_zero_point_0_updated_constant0" -> "1978 sub_tensor_93" [label="(512, 1)", style=solid]; +"1974 linear_92_scale_0_updated_constant0" -> "1977 mul_tensor_93" [label="(512, 1)", style=solid]; +"1975 compressed_weight_updated_constant93" -> "1977 mul_tensor_93" [label="(512, 2)", style=solid]; +"1976 _param_constant251_0_0" -> "1979 linear_92" [label="(512,)", style=solid]; +"1977 mul_tensor_93" -> "1978 sub_tensor_93" [label="(512, 2)", style=solid]; +"1978 sub_tensor_93" -> "1979 linear_92" [label=None, style=solid]; +"1979 linear_92" -> "1980 relu__15" [label="(1, 15, 15, 512)", style=solid]; +"1980 relu__15" -> "1981 relu__15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1981 relu__15_0_0_nncf_smooth_quant_0" -> "1987 linear_93" [label="(1, 15, 15, 512)", style=solid]; +"1982 linear_93_zero_point_0_updated_constant0" -> "1986 sub_tensor_94" [label="(12, 1)", style=solid]; +"1983 linear_93_scale_0_updated_constant0" -> "1985 mul_tensor_94" [label="(12, 1)", style=solid]; +"1984 compressed_weight_updated_constant94" -> "1985 mul_tensor_94" [label="(12, 512)", style=solid]; +"1985 mul_tensor_94" -> "1986 sub_tensor_94" [label="(12, 512)", style=solid]; +"1986 sub_tensor_94" -> "1987 linear_93" [label=None, style=solid]; +"1987 linear_93" -> "1988 view_81" [label="(1, 15, 15, 12)", style=solid]; +"1988 view_81" -> "1990 index_15" [label="(225, 12)", style=solid]; +"1989 _tensor_constant94" -> "1990 index_15" [label="(4096,)", style=solid]; +"1990 index_15" -> "1991 view_82" [label="(4096, 12)", style=solid]; +"1991 view_82" -> "1992 permute_68" [label="(64, 64, 12)", style=solid]; +"1992 permute_68" -> "1993 contiguous_28" [label="(12, 64, 64)", style=solid]; +"1993 contiguous_28" -> "1994 unsqueeze_43" [label="(12, 64, 64)", style=solid]; +"1994 unsqueeze_43" -> "1995 sigmoid_15" [label="(1, 12, 64, 64)", style=solid]; +"1995 sigmoid_15" -> "1996 mul_30" [label="(1, 12, 64, 64)", style=solid]; +"1996 mul_30" -> "2035 add_52" [label="(1, 12, 64, 64)", style=solid]; +"1997 pad_17" -> "1998 roll_14" [label="(1, 16, 16, 384)", style=solid]; +"1998 roll_14" -> "1999 view_83" [label="(1, 16, 16, 384)", style=solid]; +"1999 view_83" -> "2000 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2000 permute_69" -> "2001 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2001 reshape_67" -> "2002 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2001 reshape_67" -> "2036 new_zeros_7" [label="(4, 64, 384)", style=solid]; +"2002 reshape_67_0_0_nncf_smooth_quant_0" -> "2003 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"2003 quantize_per_tensor_default_93" -> "2004 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"2004 dequantize_per_tensor_default_93" -> "2011 linear_94" [label="(4, 64, 384)", style=solid]; +"2005 linear_94_zero_point_0_updated_constant0" -> "2010 sub_tensor_95" [label="(1152, 1)", style=solid]; +"2006 linear_94_scale_0_updated_constant0" -> "2009 mul_tensor_95" [label="(1152, 1)", style=solid]; +"2007 compressed_weight_updated_constant95" -> "2009 mul_tensor_95" [label="(1152, 384)", style=solid]; +"2008 _param_constant253_0_0" -> "2011 linear_94" [label="(1152,)", style=solid]; +"2009 mul_tensor_95" -> "2010 sub_tensor_95" [label="(1152, 384)", style=solid]; +"2010 sub_tensor_95" -> "2011 linear_94" [label=None, style=solid]; +"2011 linear_94" -> "2012 reshape_68" [label="(4, 64, 1152)", style=solid]; +"2012 reshape_68" -> "2013 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; +"2013 permute_70" -> "2014 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; +"2013 permute_70" -> "2015 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; +"2013 permute_70" -> "2016 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; +"2014 select_45" -> "2017 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; +"2014 select_45" -> "2019 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; +"2014 select_45" -> "2020 div_30" [label="(4, 12, 64, 32)", style=solid]; +"2015 select_46" -> "2023 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; +"2015 select_46" -> "2025 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; +"2015 select_46" -> "2026 div_31" [label="(4, 12, 64, 32)", style=solid]; +"2016 select_47" -> "2054 matmul_31" [label="(4, 12, 64, 32)", style=solid]; +"2017 linalg_vector_norm_30" -> "2018 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; +"2018 clamp_min_30" -> "2019 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; +"2019 expand_as_30" -> "2020 div_30" [label="(4, 12, 64, 32)", style=solid]; +"2020 div_30" -> "2021 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"2021 quantize_per_tensor_default_94" -> "2022 dequantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"2022 dequantize_per_tensor_default_94" -> "2030 matmul_30" [label="(4, 12, 64, 32)", style=solid]; +"2023 linalg_vector_norm_31" -> "2024 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; +"2024 clamp_min_31" -> "2025 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; +"2025 expand_as_31" -> "2026 div_31" [label="(4, 12, 64, 32)", style=solid]; +"2026 div_31" -> "2027 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"2027 quantize_per_tensor_default_95" -> "2028 dequantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"2028 dequantize_per_tensor_default_95" -> "2029 transpose_30" [label="(4, 12, 64, 32)", style=solid]; +"2029 transpose_30" -> "2030 matmul_30" [label="(4, 12, 32, 64)", style=solid]; +"2030 matmul_30" -> "2034 mul_31" [label="(4, 12, 64, 64)", style=solid]; +"2031 _param_constant255" -> "2032 clamp_15" [label="(12, 1, 1)", style=solid]; +"2032 clamp_15" -> "2033 exp_15" [label="(12, 1, 1)", style=solid]; +"2033 exp_15" -> "2034 mul_31" [label="(12, 1, 1)", style=solid]; +"2034 mul_31" -> "2035 add_52" [label="(4, 12, 64, 64)", style=solid]; +"2035 add_52" -> "2047 view_85" [label="(4, 12, 64, 64)", style=solid]; +"2036 new_zeros_7" -> "2037 view_84" [label="(16, 16)", style=solid]; +"2037 view_84" -> "2038 permute_71" [label="(2, 8, 2, 8)", style=solid]; +"2038 permute_71" -> "2039 reshape_69" [label="(2, 2, 8, 8)", style=solid]; +"2039 reshape_69" -> "2040 unsqueeze_44" [label="(4, 64)", style=solid]; +"2039 reshape_69" -> "2041 unsqueeze_45" [label="(4, 64)", style=solid]; +"2040 unsqueeze_44" -> "2042 sub_7" [label="(4, 1, 64)", style=solid]; +"2041 unsqueeze_45" -> "2042 sub_7" [label="(4, 64, 1)", style=solid]; +"2042 sub_7" -> "2043 ne_7" [label="(4, 64, 64)", style=solid]; +"2042 sub_7" -> "2044 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"2042 sub_7" -> "2045 eq_7" [label="(4, 64, 64)", style=solid]; +"2043 ne_7" -> "2044 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"2044 masked_fill_14" -> "2046 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"2045 eq_7" -> "2046 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"2046 masked_fill_15" -> "2048 unsqueeze_46" [label="(4, 64, 64)", style=solid]; +"2047 view_85" -> "2050 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"2048 unsqueeze_46" -> "2049 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; +"2049 unsqueeze_47" -> "2050 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; +"2050 add_53" -> "2051 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; +"2051 view_86" -> "2052 softmax_15" [label="(4, 12, 64, 64)", style=solid]; +"2052 softmax_15" -> "2053 dropout_60" [label="(4, 12, 64, 64)", style=solid]; +"2053 dropout_60" -> "2054 matmul_31" [label="(4, 12, 64, 64)", style=solid]; +"2054 matmul_31" -> "2055 transpose_31" [label="(4, 12, 64, 32)", style=solid]; +"2055 transpose_31" -> "2056 reshape_70" [label="(4, 64, 12, 32)", style=solid]; +"2056 reshape_70" -> "2057 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2057 reshape_70_0_0_nncf_smooth_quant_0" -> "2058 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"2058 quantize_per_tensor_default_96" -> "2059 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"2059 dequantize_per_tensor_default_96" -> "2066 linear_95" [label="(4, 64, 384)", style=solid]; +"2060 linear_95_zero_point_0_updated_constant0" -> "2065 sub_tensor_96" [label="(384, 1)", style=solid]; +"2061 linear_95_scale_0_updated_constant0" -> "2064 mul_tensor_96" [label="(384, 1)", style=solid]; +"2062 compressed_weight_updated_constant96" -> "2064 mul_tensor_96" [label="(384, 384)", style=solid]; +"2063 _param_constant257_0_0" -> "2066 linear_95" [label="(384,)", style=solid]; +"2064 mul_tensor_96" -> "2065 sub_tensor_96" [label="(384, 384)", style=solid]; +"2065 sub_tensor_96" -> "2066 linear_95" [label=None, style=solid]; +"2066 linear_95" -> "2067 dropout_61" [label="(4, 64, 384)", style=solid]; +"2067 dropout_61" -> "2068 view_87" [label="(4, 64, 384)", style=solid]; +"2068 view_87" -> "2069 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2069 permute_72" -> "2070 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2070 reshape_71" -> "2071 roll_15" [label="(1, 16, 16, 384)", style=solid]; +"2071 roll_15" -> "2072 slice_241" [label="(1, 16, 16, 384)", style=solid]; +"2072 slice_241" -> "2073 slice_242" [label="(1, 16, 16, 384)", style=solid]; +"2073 slice_242" -> "2074 slice_243" [label="(1, 14, 16, 384)", style=solid]; +"2074 slice_243" -> "2075 slice_244" [label="(1, 14, 14, 384)", style=solid]; +"2075 slice_244" -> "2076 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; +"2076 contiguous_29" -> "2079 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; +"2077 _param_constant258" -> "2079 layer_norm_33" [label="(384,)", style=solid]; +"2078 _param_constant259" -> "2079 layer_norm_33" [label="(384,)", style=solid]; +"2079 layer_norm_33" -> "2080 add_54" [label="(1, 14, 14, 384)", style=solid]; +"2080 add_54" -> "2081 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2080 add_54" -> "2107 add_55" [label="(1, 14, 14, 384)", style=solid]; +"2081 add_54_0_0_nncf_smooth_quant_0" -> "2082 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"2082 quantize_per_tensor_default_97" -> "2083 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"2083 dequantize_per_tensor_default_97" -> "2090 linear_96" [label="(1, 14, 14, 384)", style=solid]; +"2084 linear_96_zero_point_0_updated_constant0" -> "2089 sub_tensor_97" [label="(1536, 1)", style=solid]; +"2085 linear_96_scale_0_updated_constant0" -> "2088 mul_tensor_97" [label="(1536, 1)", style=solid]; +"2086 compressed_weight_updated_constant97" -> "2088 mul_tensor_97" [label="(1536, 384)", style=solid]; +"2087 _param_constant261_0_0" -> "2090 linear_96" [label="(1536,)", style=solid]; +"2088 mul_tensor_97" -> "2089 sub_tensor_97" [label="(1536, 384)", style=solid]; +"2089 sub_tensor_97" -> "2090 linear_96" [label=None, style=solid]; +"2090 linear_96" -> "2091 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; +"2091 gelu_15" -> "2092 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; +"2092 dropout_62" -> "2093 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2093 dropout_62_0_0_nncf_smooth_quant_0" -> "2094 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"2094 quantize_per_tensor_default_98" -> "2095 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"2095 dequantize_per_tensor_default_98" -> "2102 linear_97" [label="(1, 14, 14, 1536)", style=solid]; +"2096 linear_97_zero_point_0_updated_constant0" -> "2101 sub_tensor_98" [label="(384, 1)", style=solid]; +"2097 linear_97_scale_0_updated_constant0" -> "2100 mul_tensor_98" [label="(384, 1)", style=solid]; +"2098 compressed_weight_updated_constant98" -> "2100 mul_tensor_98" [label="(384, 1536)", style=solid]; +"2099 _param_constant263_0_0" -> "2102 linear_97" [label="(384,)", style=solid]; +"2100 mul_tensor_98" -> "2101 sub_tensor_98" [label="(384, 1536)", style=solid]; +"2101 sub_tensor_98" -> "2102 linear_97" [label=None, style=solid]; +"2102 linear_97" -> "2103 dropout_63" [label="(1, 14, 14, 384)", style=solid]; +"2103 dropout_63" -> "2106 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; +"2104 _param_constant264" -> "2106 layer_norm_34" [label="(384,)", style=solid]; +"2105 _param_constant265" -> "2106 layer_norm_34" [label="(384,)", style=solid]; +"2106 layer_norm_34" -> "2107 add_55" [label="(1, 14, 14, 384)", style=solid]; +"2107 add_55" -> "2134 pad_18" [label="(1, 14, 14, 384)", style=solid]; +"2107 add_55" -> "2199 add_57" [label="(1, 14, 14, 384)", style=solid]; +"2108 _tensor_constant104" -> "2109 _tensor_constant104_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2109 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "2116 linear_98" [label="(1, 15, 15, 2)", style=solid]; +"2110 linear_98_zero_point_0_updated_constant0" -> "2115 sub_tensor_99" [label="(512, 1)", style=solid]; +"2111 linear_98_scale_0_updated_constant0" -> "2114 mul_tensor_99" [label="(512, 1)", style=solid]; +"2112 compressed_weight_updated_constant99" -> "2114 mul_tensor_99" [label="(512, 2)", style=solid]; +"2113 _param_constant267_0_0" -> "2116 linear_98" [label="(512,)", style=solid]; +"2114 mul_tensor_99" -> "2115 sub_tensor_99" [label="(512, 2)", style=solid]; +"2115 sub_tensor_99" -> "2116 linear_98" [label=None, style=solid]; +"2116 linear_98" -> "2117 relu__16" [label="(1, 15, 15, 512)", style=solid]; +"2117 relu__16" -> "2118 relu__16_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2118 relu__16_0_0_nncf_smooth_quant_0" -> "2124 linear_99" [label="(1, 15, 15, 512)", style=solid]; +"2119 linear_99_zero_point_0_updated_constant0" -> "2123 sub_tensor_100" [label="(12, 1)", style=solid]; +"2120 linear_99_scale_0_updated_constant0" -> "2122 mul_tensor_100" [label="(12, 1)", style=solid]; +"2121 compressed_weight_updated_constant100" -> "2122 mul_tensor_100" [label="(12, 512)", style=solid]; +"2122 mul_tensor_100" -> "2123 sub_tensor_100" [label="(12, 512)", style=solid]; +"2123 sub_tensor_100" -> "2124 linear_99" [label=None, style=solid]; +"2124 linear_99" -> "2125 view_88" [label="(1, 15, 15, 12)", style=solid]; +"2125 view_88" -> "2127 index_16" [label="(225, 12)", style=solid]; +"2126 _tensor_constant105" -> "2127 index_16" [label="(4096,)", style=solid]; +"2127 index_16" -> "2128 view_89" [label="(4096, 12)", style=solid]; +"2128 view_89" -> "2129 permute_73" [label="(64, 64, 12)", style=solid]; +"2129 permute_73" -> "2130 contiguous_30" [label="(12, 64, 64)", style=solid]; +"2130 contiguous_30" -> "2131 unsqueeze_48" [label="(12, 64, 64)", style=solid]; +"2131 unsqueeze_48" -> "2132 sigmoid_16" [label="(1, 12, 64, 64)", style=solid]; +"2132 sigmoid_16" -> "2133 mul_32" [label="(1, 12, 64, 64)", style=solid]; +"2133 mul_32" -> "2171 add_56" [label="(1, 12, 64, 64)", style=solid]; +"2134 pad_18" -> "2135 view_90" [label="(1, 16, 16, 384)", style=solid]; +"2135 view_90" -> "2136 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2136 permute_74" -> "2137 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2137 reshape_72" -> "2138 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2138 reshape_72_0_0_nncf_smooth_quant_0" -> "2139 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"2139 quantize_per_tensor_default_99" -> "2140 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"2140 dequantize_per_tensor_default_99" -> "2147 linear_100" [label="(4, 64, 384)", style=solid]; +"2141 linear_100_zero_point_0_updated_constant0" -> "2146 sub_tensor_101" [label="(1152, 1)", style=solid]; +"2142 linear_100_scale_0_updated_constant0" -> "2145 mul_tensor_101" [label="(1152, 1)", style=solid]; +"2143 compressed_weight_updated_constant101" -> "2145 mul_tensor_101" [label="(1152, 384)", style=solid]; +"2144 _param_constant269_0_0" -> "2147 linear_100" [label="(1152,)", style=solid]; +"2145 mul_tensor_101" -> "2146 sub_tensor_101" [label="(1152, 384)", style=solid]; +"2146 sub_tensor_101" -> "2147 linear_100" [label=None, style=solid]; +"2147 linear_100" -> "2148 reshape_73" [label="(4, 64, 1152)", style=solid]; +"2148 reshape_73" -> "2149 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; +"2149 permute_75" -> "2150 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; +"2149 permute_75" -> "2151 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; +"2149 permute_75" -> "2152 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; +"2150 select_48" -> "2153 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; +"2150 select_48" -> "2155 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; +"2150 select_48" -> "2156 div_32" [label="(4, 12, 64, 32)", style=solid]; +"2151 select_49" -> "2159 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; +"2151 select_49" -> "2161 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; +"2151 select_49" -> "2162 div_33" [label="(4, 12, 64, 32)", style=solid]; +"2152 select_50" -> "2174 matmul_33" [label="(4, 12, 64, 32)", style=solid]; +"2153 linalg_vector_norm_32" -> "2154 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; +"2154 clamp_min_32" -> "2155 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; +"2155 expand_as_32" -> "2156 div_32" [label="(4, 12, 64, 32)", style=solid]; +"2156 div_32" -> "2157 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"2157 quantize_per_tensor_default_100" -> "2158 dequantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"2158 dequantize_per_tensor_default_100" -> "2166 matmul_32" [label="(4, 12, 64, 32)", style=solid]; +"2159 linalg_vector_norm_33" -> "2160 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; +"2160 clamp_min_33" -> "2161 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; +"2161 expand_as_33" -> "2162 div_33" [label="(4, 12, 64, 32)", style=solid]; +"2162 div_33" -> "2163 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"2163 quantize_per_tensor_default_101" -> "2164 dequantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"2164 dequantize_per_tensor_default_101" -> "2165 transpose_32" [label="(4, 12, 64, 32)", style=solid]; +"2165 transpose_32" -> "2166 matmul_32" [label="(4, 12, 32, 64)", style=solid]; +"2166 matmul_32" -> "2170 mul_33" [label="(4, 12, 64, 64)", style=solid]; +"2167 _param_constant271" -> "2168 clamp_16" [label="(12, 1, 1)", style=solid]; +"2168 clamp_16" -> "2169 exp_16" [label="(12, 1, 1)", style=solid]; +"2169 exp_16" -> "2170 mul_33" [label="(12, 1, 1)", style=solid]; +"2170 mul_33" -> "2171 add_56" [label="(4, 12, 64, 64)", style=solid]; +"2171 add_56" -> "2172 softmax_16" [label="(4, 12, 64, 64)", style=solid]; +"2172 softmax_16" -> "2173 dropout_64" [label="(4, 12, 64, 64)", style=solid]; +"2173 dropout_64" -> "2174 matmul_33" [label="(4, 12, 64, 64)", style=solid]; +"2174 matmul_33" -> "2175 transpose_33" [label="(4, 12, 64, 32)", style=solid]; +"2175 transpose_33" -> "2176 reshape_74" [label="(4, 64, 12, 32)", style=solid]; +"2176 reshape_74" -> "2177 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2177 reshape_74_0_0_nncf_smooth_quant_0" -> "2178 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"2178 quantize_per_tensor_default_102" -> "2179 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"2179 dequantize_per_tensor_default_102" -> "2186 linear_101" [label="(4, 64, 384)", style=solid]; +"2180 linear_101_zero_point_0_updated_constant0" -> "2185 sub_tensor_102" [label="(384, 1)", style=solid]; +"2181 linear_101_scale_0_updated_constant0" -> "2184 mul_tensor_102" [label="(384, 1)", style=solid]; +"2182 compressed_weight_updated_constant102" -> "2184 mul_tensor_102" [label="(384, 384)", style=solid]; +"2183 _param_constant273_0_0" -> "2186 linear_101" [label="(384,)", style=solid]; +"2184 mul_tensor_102" -> "2185 sub_tensor_102" [label="(384, 384)", style=solid]; +"2185 sub_tensor_102" -> "2186 linear_101" [label=None, style=solid]; +"2186 linear_101" -> "2187 dropout_65" [label="(4, 64, 384)", style=solid]; +"2187 dropout_65" -> "2188 view_91" [label="(4, 64, 384)", style=solid]; +"2188 view_91" -> "2189 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2189 permute_76" -> "2190 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2190 reshape_75" -> "2191 slice_246" [label="(1, 16, 16, 384)", style=solid]; +"2191 slice_246" -> "2192 slice_247" [label="(1, 16, 16, 384)", style=solid]; +"2192 slice_247" -> "2193 slice_248" [label="(1, 14, 16, 384)", style=solid]; +"2193 slice_248" -> "2194 slice_249" [label="(1, 14, 14, 384)", style=solid]; +"2194 slice_249" -> "2195 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; +"2195 contiguous_31" -> "2198 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; +"2196 _param_constant274" -> "2198 layer_norm_35" [label="(384,)", style=solid]; +"2197 _param_constant275" -> "2198 layer_norm_35" [label="(384,)", style=solid]; +"2198 layer_norm_35" -> "2199 add_57" [label="(1, 14, 14, 384)", style=solid]; +"2199 add_57" -> "2200 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2199 add_57" -> "2226 add_58" [label="(1, 14, 14, 384)", style=solid]; +"2200 add_57_0_0_nncf_smooth_quant_0" -> "2201 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"2201 quantize_per_tensor_default_103" -> "2202 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"2202 dequantize_per_tensor_default_103" -> "2209 linear_102" [label="(1, 14, 14, 384)", style=solid]; +"2203 linear_102_zero_point_0_updated_constant0" -> "2208 sub_tensor_103" [label="(1536, 1)", style=solid]; +"2204 linear_102_scale_0_updated_constant0" -> "2207 mul_tensor_103" [label="(1536, 1)", style=solid]; +"2205 compressed_weight_updated_constant103" -> "2207 mul_tensor_103" [label="(1536, 384)", style=solid]; +"2206 _param_constant277_0_0" -> "2209 linear_102" [label="(1536,)", style=solid]; +"2207 mul_tensor_103" -> "2208 sub_tensor_103" [label="(1536, 384)", style=solid]; +"2208 sub_tensor_103" -> "2209 linear_102" [label=None, style=solid]; +"2209 linear_102" -> "2210 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; +"2210 gelu_16" -> "2211 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; +"2211 dropout_66" -> "2212 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2212 dropout_66_0_0_nncf_smooth_quant_0" -> "2213 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"2213 quantize_per_tensor_default_104" -> "2214 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"2214 dequantize_per_tensor_default_104" -> "2221 linear_103" [label="(1, 14, 14, 1536)", style=solid]; +"2215 linear_103_zero_point_0_updated_constant0" -> "2220 sub_tensor_104" [label="(384, 1)", style=solid]; +"2216 linear_103_scale_0_updated_constant0" -> "2219 mul_tensor_104" [label="(384, 1)", style=solid]; +"2217 compressed_weight_updated_constant104" -> "2219 mul_tensor_104" [label="(384, 1536)", style=solid]; +"2218 _param_constant279_0_0" -> "2221 linear_103" [label="(384,)", style=solid]; +"2219 mul_tensor_104" -> "2220 sub_tensor_104" [label="(384, 1536)", style=solid]; +"2220 sub_tensor_104" -> "2221 linear_103" [label=None, style=solid]; +"2221 linear_103" -> "2222 dropout_67" [label="(1, 14, 14, 384)", style=solid]; +"2222 dropout_67" -> "2225 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; +"2223 _param_constant280" -> "2225 layer_norm_36" [label="(384,)", style=solid]; +"2224 _param_constant281" -> "2225 layer_norm_36" [label="(384,)", style=solid]; +"2225 layer_norm_36" -> "2226 add_58" [label="(1, 14, 14, 384)", style=solid]; +"2226 add_58" -> "2253 pad_19" [label="(1, 14, 14, 384)", style=solid]; +"2226 add_58" -> "2336 add_61" [label="(1, 14, 14, 384)", style=solid]; +"2227 _tensor_constant106" -> "2228 _tensor_constant106_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2228 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2235 linear_104" [label="(1, 15, 15, 2)", style=solid]; +"2229 linear_104_zero_point_0_updated_constant0" -> "2234 sub_tensor_105" [label="(512, 1)", style=solid]; +"2230 linear_104_scale_0_updated_constant0" -> "2233 mul_tensor_105" [label="(512, 1)", style=solid]; +"2231 compressed_weight_updated_constant105" -> "2233 mul_tensor_105" [label="(512, 2)", style=solid]; +"2232 _param_constant283_0_0" -> "2235 linear_104" [label="(512,)", style=solid]; +"2233 mul_tensor_105" -> "2234 sub_tensor_105" [label="(512, 2)", style=solid]; +"2234 sub_tensor_105" -> "2235 linear_104" [label=None, style=solid]; +"2235 linear_104" -> "2236 relu__17" [label="(1, 15, 15, 512)", style=solid]; +"2236 relu__17" -> "2237 relu__17_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2237 relu__17_0_0_nncf_smooth_quant_0" -> "2243 linear_105" [label="(1, 15, 15, 512)", style=solid]; +"2238 linear_105_zero_point_0_updated_constant0" -> "2242 sub_tensor_106" [label="(12, 1)", style=solid]; +"2239 linear_105_scale_0_updated_constant0" -> "2241 mul_tensor_106" [label="(12, 1)", style=solid]; +"2240 compressed_weight_updated_constant106" -> "2241 mul_tensor_106" [label="(12, 512)", style=solid]; +"2241 mul_tensor_106" -> "2242 sub_tensor_106" [label="(12, 512)", style=solid]; +"2242 sub_tensor_106" -> "2243 linear_105" [label=None, style=solid]; +"2243 linear_105" -> "2244 view_92" [label="(1, 15, 15, 12)", style=solid]; +"2244 view_92" -> "2246 index_17" [label="(225, 12)", style=solid]; +"2245 _tensor_constant107" -> "2246 index_17" [label="(4096,)", style=solid]; +"2246 index_17" -> "2247 view_93" [label="(4096, 12)", style=solid]; +"2247 view_93" -> "2248 permute_77" [label="(64, 64, 12)", style=solid]; +"2248 permute_77" -> "2249 contiguous_32" [label="(12, 64, 64)", style=solid]; +"2249 contiguous_32" -> "2250 unsqueeze_49" [label="(12, 64, 64)", style=solid]; +"2250 unsqueeze_49" -> "2251 sigmoid_17" [label="(1, 12, 64, 64)", style=solid]; +"2251 sigmoid_17" -> "2252 mul_34" [label="(1, 12, 64, 64)", style=solid]; +"2252 mul_34" -> "2291 add_59" [label="(1, 12, 64, 64)", style=solid]; +"2253 pad_19" -> "2254 roll_16" [label="(1, 16, 16, 384)", style=solid]; +"2254 roll_16" -> "2255 view_94" [label="(1, 16, 16, 384)", style=solid]; +"2255 view_94" -> "2256 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2256 permute_78" -> "2257 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2257 reshape_76" -> "2258 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2257 reshape_76" -> "2292 new_zeros_8" [label="(4, 64, 384)", style=solid]; +"2258 reshape_76_0_0_nncf_smooth_quant_0" -> "2259 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"2259 quantize_per_tensor_default_105" -> "2260 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"2260 dequantize_per_tensor_default_105" -> "2267 linear_106" [label="(4, 64, 384)", style=solid]; +"2261 linear_106_zero_point_0_updated_constant0" -> "2266 sub_tensor_107" [label="(1152, 1)", style=solid]; +"2262 linear_106_scale_0_updated_constant0" -> "2265 mul_tensor_107" [label="(1152, 1)", style=solid]; +"2263 compressed_weight_updated_constant107" -> "2265 mul_tensor_107" [label="(1152, 384)", style=solid]; +"2264 _param_constant285_0_0" -> "2267 linear_106" [label="(1152,)", style=solid]; +"2265 mul_tensor_107" -> "2266 sub_tensor_107" [label="(1152, 384)", style=solid]; +"2266 sub_tensor_107" -> "2267 linear_106" [label=None, style=solid]; +"2267 linear_106" -> "2268 reshape_77" [label="(4, 64, 1152)", style=solid]; +"2268 reshape_77" -> "2269 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; +"2269 permute_79" -> "2270 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; +"2269 permute_79" -> "2271 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; +"2269 permute_79" -> "2272 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; +"2270 select_51" -> "2273 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; +"2270 select_51" -> "2275 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; +"2270 select_51" -> "2276 div_34" [label="(4, 12, 64, 32)", style=solid]; +"2271 select_52" -> "2279 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; +"2271 select_52" -> "2281 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; +"2271 select_52" -> "2282 div_35" [label="(4, 12, 64, 32)", style=solid]; +"2272 select_53" -> "2310 matmul_35" [label="(4, 12, 64, 32)", style=solid]; +"2273 linalg_vector_norm_34" -> "2274 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; +"2274 clamp_min_34" -> "2275 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; +"2275 expand_as_34" -> "2276 div_34" [label="(4, 12, 64, 32)", style=solid]; +"2276 div_34" -> "2277 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"2277 quantize_per_tensor_default_106" -> "2278 dequantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"2278 dequantize_per_tensor_default_106" -> "2286 matmul_34" [label="(4, 12, 64, 32)", style=solid]; +"2279 linalg_vector_norm_35" -> "2280 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; +"2280 clamp_min_35" -> "2281 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; +"2281 expand_as_35" -> "2282 div_35" [label="(4, 12, 64, 32)", style=solid]; +"2282 div_35" -> "2283 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"2283 quantize_per_tensor_default_107" -> "2284 dequantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"2284 dequantize_per_tensor_default_107" -> "2285 transpose_34" [label="(4, 12, 64, 32)", style=solid]; +"2285 transpose_34" -> "2286 matmul_34" [label="(4, 12, 32, 64)", style=solid]; +"2286 matmul_34" -> "2290 mul_35" [label="(4, 12, 64, 64)", style=solid]; +"2287 _param_constant287" -> "2288 clamp_17" [label="(12, 1, 1)", style=solid]; +"2288 clamp_17" -> "2289 exp_17" [label="(12, 1, 1)", style=solid]; +"2289 exp_17" -> "2290 mul_35" [label="(12, 1, 1)", style=solid]; +"2290 mul_35" -> "2291 add_59" [label="(4, 12, 64, 64)", style=solid]; +"2291 add_59" -> "2303 view_96" [label="(4, 12, 64, 64)", style=solid]; +"2292 new_zeros_8" -> "2293 view_95" [label="(16, 16)", style=solid]; +"2293 view_95" -> "2294 permute_80" [label="(2, 8, 2, 8)", style=solid]; +"2294 permute_80" -> "2295 reshape_78" [label="(2, 2, 8, 8)", style=solid]; +"2295 reshape_78" -> "2296 unsqueeze_50" [label="(4, 64)", style=solid]; +"2295 reshape_78" -> "2297 unsqueeze_51" [label="(4, 64)", style=solid]; +"2296 unsqueeze_50" -> "2298 sub_8" [label="(4, 1, 64)", style=solid]; +"2297 unsqueeze_51" -> "2298 sub_8" [label="(4, 64, 1)", style=solid]; +"2298 sub_8" -> "2299 ne_8" [label="(4, 64, 64)", style=solid]; +"2298 sub_8" -> "2300 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"2298 sub_8" -> "2301 eq_8" [label="(4, 64, 64)", style=solid]; +"2299 ne_8" -> "2300 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"2300 masked_fill_16" -> "2302 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"2301 eq_8" -> "2302 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"2302 masked_fill_17" -> "2304 unsqueeze_52" [label="(4, 64, 64)", style=solid]; +"2303 view_96" -> "2306 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; +"2304 unsqueeze_52" -> "2305 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; +"2305 unsqueeze_53" -> "2306 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; +"2306 add_60" -> "2307 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; +"2307 view_97" -> "2308 softmax_17" [label="(4, 12, 64, 64)", style=solid]; +"2308 softmax_17" -> "2309 dropout_68" [label="(4, 12, 64, 64)", style=solid]; +"2309 dropout_68" -> "2310 matmul_35" [label="(4, 12, 64, 64)", style=solid]; +"2310 matmul_35" -> "2311 transpose_35" [label="(4, 12, 64, 32)", style=solid]; +"2311 transpose_35" -> "2312 reshape_79" [label="(4, 64, 12, 32)", style=solid]; +"2312 reshape_79" -> "2313 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2313 reshape_79_0_0_nncf_smooth_quant_0" -> "2314 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"2314 quantize_per_tensor_default_108" -> "2315 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"2315 dequantize_per_tensor_default_108" -> "2322 linear_107" [label="(4, 64, 384)", style=solid]; +"2316 linear_107_zero_point_0_updated_constant0" -> "2321 sub_tensor_108" [label="(384, 1)", style=solid]; +"2317 linear_107_scale_0_updated_constant0" -> "2320 mul_tensor_108" [label="(384, 1)", style=solid]; +"2318 compressed_weight_updated_constant108" -> "2320 mul_tensor_108" [label="(384, 384)", style=solid]; +"2319 _param_constant289_0_0" -> "2322 linear_107" [label="(384,)", style=solid]; +"2320 mul_tensor_108" -> "2321 sub_tensor_108" [label="(384, 384)", style=solid]; +"2321 sub_tensor_108" -> "2322 linear_107" [label=None, style=solid]; +"2322 linear_107" -> "2323 dropout_69" [label="(4, 64, 384)", style=solid]; +"2323 dropout_69" -> "2324 view_98" [label="(4, 64, 384)", style=solid]; +"2324 view_98" -> "2325 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2325 permute_81" -> "2326 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2326 reshape_80" -> "2327 roll_17" [label="(1, 16, 16, 384)", style=solid]; +"2327 roll_17" -> "2328 slice_269" [label="(1, 16, 16, 384)", style=solid]; +"2328 slice_269" -> "2329 slice_270" [label="(1, 16, 16, 384)", style=solid]; +"2329 slice_270" -> "2330 slice_271" [label="(1, 14, 16, 384)", style=solid]; +"2330 slice_271" -> "2331 slice_272" [label="(1, 14, 14, 384)", style=solid]; +"2331 slice_272" -> "2332 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; +"2332 contiguous_33" -> "2335 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; +"2333 _param_constant290" -> "2335 layer_norm_37" [label="(384,)", style=solid]; +"2334 _param_constant291" -> "2335 layer_norm_37" [label="(384,)", style=solid]; +"2335 layer_norm_37" -> "2336 add_61" [label="(1, 14, 14, 384)", style=solid]; +"2336 add_61" -> "2337 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2336 add_61" -> "2363 add_62" [label="(1, 14, 14, 384)", style=solid]; +"2337 add_61_0_0_nncf_smooth_quant_0" -> "2338 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"2338 quantize_per_tensor_default_109" -> "2339 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"2339 dequantize_per_tensor_default_109" -> "2346 linear_108" [label="(1, 14, 14, 384)", style=solid]; +"2340 linear_108_zero_point_0_updated_constant0" -> "2345 sub_tensor_109" [label="(1536, 1)", style=solid]; +"2341 linear_108_scale_0_updated_constant0" -> "2344 mul_tensor_109" [label="(1536, 1)", style=solid]; +"2342 compressed_weight_updated_constant109" -> "2344 mul_tensor_109" [label="(1536, 384)", style=solid]; +"2343 _param_constant293_0_0" -> "2346 linear_108" [label="(1536,)", style=solid]; +"2344 mul_tensor_109" -> "2345 sub_tensor_109" [label="(1536, 384)", style=solid]; +"2345 sub_tensor_109" -> "2346 linear_108" [label=None, style=solid]; +"2346 linear_108" -> "2347 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; +"2347 gelu_17" -> "2348 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; +"2348 dropout_70" -> "2349 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2349 dropout_70_0_0_nncf_smooth_quant_0" -> "2350 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"2350 quantize_per_tensor_default_110" -> "2351 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"2351 dequantize_per_tensor_default_110" -> "2358 linear_109" [label="(1, 14, 14, 1536)", style=solid]; +"2352 linear_109_zero_point_0_updated_constant0" -> "2357 sub_tensor_110" [label="(384, 1)", style=solid]; +"2353 linear_109_scale_0_updated_constant0" -> "2356 mul_tensor_110" [label="(384, 1)", style=solid]; +"2354 compressed_weight_updated_constant110" -> "2356 mul_tensor_110" [label="(384, 1536)", style=solid]; +"2355 _param_constant295_0_0" -> "2358 linear_109" [label="(384,)", style=solid]; +"2356 mul_tensor_110" -> "2357 sub_tensor_110" [label="(384, 1536)", style=solid]; +"2357 sub_tensor_110" -> "2358 linear_109" [label=None, style=solid]; +"2358 linear_109" -> "2359 dropout_71" [label="(1, 14, 14, 384)", style=solid]; +"2359 dropout_71" -> "2362 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; +"2360 _param_constant296" -> "2362 layer_norm_38" [label="(384,)", style=solid]; +"2361 _param_constant297" -> "2362 layer_norm_38" [label="(384,)", style=solid]; +"2362 layer_norm_38" -> "2363 add_62" [label="(1, 14, 14, 384)", style=solid]; +"2363 add_62" -> "2390 pad_20" [label="(1, 14, 14, 384)", style=solid]; +"2363 add_62" -> "2455 add_64" [label="(1, 14, 14, 384)", style=solid]; +"2364 _tensor_constant117" -> "2365 _tensor_constant117_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2365 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2372 linear_110" [label="(1, 15, 15, 2)", style=solid]; +"2366 linear_110_zero_point_0_updated_constant0" -> "2371 sub_tensor_111" [label="(512, 1)", style=solid]; +"2367 linear_110_scale_0_updated_constant0" -> "2370 mul_tensor_111" [label="(512, 1)", style=solid]; +"2368 compressed_weight_updated_constant111" -> "2370 mul_tensor_111" [label="(512, 2)", style=solid]; +"2369 _param_constant299_0_0" -> "2372 linear_110" [label="(512,)", style=solid]; +"2370 mul_tensor_111" -> "2371 sub_tensor_111" [label="(512, 2)", style=solid]; +"2371 sub_tensor_111" -> "2372 linear_110" [label=None, style=solid]; +"2372 linear_110" -> "2373 relu__18" [label="(1, 15, 15, 512)", style=solid]; +"2373 relu__18" -> "2374 relu__18_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2374 relu__18_0_0_nncf_smooth_quant_0" -> "2380 linear_111" [label="(1, 15, 15, 512)", style=solid]; +"2375 linear_111_zero_point_0_updated_constant0" -> "2379 sub_tensor_112" [label="(12, 1)", style=solid]; +"2376 linear_111_scale_0_updated_constant0" -> "2378 mul_tensor_112" [label="(12, 1)", style=solid]; +"2377 compressed_weight_updated_constant112" -> "2378 mul_tensor_112" [label="(12, 512)", style=solid]; +"2378 mul_tensor_112" -> "2379 sub_tensor_112" [label="(12, 512)", style=solid]; +"2379 sub_tensor_112" -> "2380 linear_111" [label=None, style=solid]; +"2380 linear_111" -> "2381 view_99" [label="(1, 15, 15, 12)", style=solid]; +"2381 view_99" -> "2383 index_18" [label="(225, 12)", style=solid]; +"2382 _tensor_constant118" -> "2383 index_18" [label="(4096,)", style=solid]; +"2383 index_18" -> "2384 view_100" [label="(4096, 12)", style=solid]; +"2384 view_100" -> "2385 permute_82" [label="(64, 64, 12)", style=solid]; +"2385 permute_82" -> "2386 contiguous_34" [label="(12, 64, 64)", style=solid]; +"2386 contiguous_34" -> "2387 unsqueeze_54" [label="(12, 64, 64)", style=solid]; +"2387 unsqueeze_54" -> "2388 sigmoid_18" [label="(1, 12, 64, 64)", style=solid]; +"2388 sigmoid_18" -> "2389 mul_36" [label="(1, 12, 64, 64)", style=solid]; +"2389 mul_36" -> "2427 add_63" [label="(1, 12, 64, 64)", style=solid]; +"2390 pad_20" -> "2391 view_101" [label="(1, 16, 16, 384)", style=solid]; +"2391 view_101" -> "2392 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2392 permute_83" -> "2393 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2393 reshape_81" -> "2394 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2394 reshape_81_0_0_nncf_smooth_quant_0" -> "2395 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"2395 quantize_per_tensor_default_111" -> "2396 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"2396 dequantize_per_tensor_default_111" -> "2403 linear_112" [label="(4, 64, 384)", style=solid]; +"2397 linear_112_zero_point_0_updated_constant0" -> "2402 sub_tensor_113" [label="(1152, 1)", style=solid]; +"2398 linear_112_scale_0_updated_constant0" -> "2401 mul_tensor_113" [label="(1152, 1)", style=solid]; +"2399 compressed_weight_updated_constant113" -> "2401 mul_tensor_113" [label="(1152, 384)", style=solid]; +"2400 _param_constant301_0_0" -> "2403 linear_112" [label="(1152,)", style=solid]; +"2401 mul_tensor_113" -> "2402 sub_tensor_113" [label="(1152, 384)", style=solid]; +"2402 sub_tensor_113" -> "2403 linear_112" [label=None, style=solid]; +"2403 linear_112" -> "2404 reshape_82" [label="(4, 64, 1152)", style=solid]; +"2404 reshape_82" -> "2405 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; +"2405 permute_84" -> "2406 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; +"2405 permute_84" -> "2407 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; +"2405 permute_84" -> "2408 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; +"2406 select_54" -> "2409 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; +"2406 select_54" -> "2411 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; +"2406 select_54" -> "2412 div_36" [label="(4, 12, 64, 32)", style=solid]; +"2407 select_55" -> "2415 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; +"2407 select_55" -> "2417 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; +"2407 select_55" -> "2418 div_37" [label="(4, 12, 64, 32)", style=solid]; +"2408 select_56" -> "2430 matmul_37" [label="(4, 12, 64, 32)", style=solid]; +"2409 linalg_vector_norm_36" -> "2410 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; +"2410 clamp_min_36" -> "2411 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; +"2411 expand_as_36" -> "2412 div_36" [label="(4, 12, 64, 32)", style=solid]; +"2412 div_36" -> "2413 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"2413 quantize_per_tensor_default_112" -> "2414 dequantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"2414 dequantize_per_tensor_default_112" -> "2422 matmul_36" [label="(4, 12, 64, 32)", style=solid]; +"2415 linalg_vector_norm_37" -> "2416 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; +"2416 clamp_min_37" -> "2417 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; +"2417 expand_as_37" -> "2418 div_37" [label="(4, 12, 64, 32)", style=solid]; +"2418 div_37" -> "2419 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"2419 quantize_per_tensor_default_113" -> "2420 dequantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"2420 dequantize_per_tensor_default_113" -> "2421 transpose_36" [label="(4, 12, 64, 32)", style=solid]; +"2421 transpose_36" -> "2422 matmul_36" [label="(4, 12, 32, 64)", style=solid]; +"2422 matmul_36" -> "2426 mul_37" [label="(4, 12, 64, 64)", style=solid]; +"2423 _param_constant303" -> "2424 clamp_18" [label="(12, 1, 1)", style=solid]; +"2424 clamp_18" -> "2425 exp_18" [label="(12, 1, 1)", style=solid]; +"2425 exp_18" -> "2426 mul_37" [label="(12, 1, 1)", style=solid]; +"2426 mul_37" -> "2427 add_63" [label="(4, 12, 64, 64)", style=solid]; +"2427 add_63" -> "2428 softmax_18" [label="(4, 12, 64, 64)", style=solid]; +"2428 softmax_18" -> "2429 dropout_72" [label="(4, 12, 64, 64)", style=solid]; +"2429 dropout_72" -> "2430 matmul_37" [label="(4, 12, 64, 64)", style=solid]; +"2430 matmul_37" -> "2431 transpose_37" [label="(4, 12, 64, 32)", style=solid]; +"2431 transpose_37" -> "2432 reshape_83" [label="(4, 64, 12, 32)", style=solid]; +"2432 reshape_83" -> "2433 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2433 reshape_83_0_0_nncf_smooth_quant_0" -> "2434 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"2434 quantize_per_tensor_default_114" -> "2435 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"2435 dequantize_per_tensor_default_114" -> "2442 linear_113" [label="(4, 64, 384)", style=solid]; +"2436 linear_113_zero_point_0_updated_constant0" -> "2441 sub_tensor_114" [label="(384, 1)", style=solid]; +"2437 linear_113_scale_0_updated_constant0" -> "2440 mul_tensor_114" [label="(384, 1)", style=solid]; +"2438 compressed_weight_updated_constant114" -> "2440 mul_tensor_114" [label="(384, 384)", style=solid]; +"2439 _param_constant305_0_0" -> "2442 linear_113" [label="(384,)", style=solid]; +"2440 mul_tensor_114" -> "2441 sub_tensor_114" [label="(384, 384)", style=solid]; +"2441 sub_tensor_114" -> "2442 linear_113" [label=None, style=solid]; +"2442 linear_113" -> "2443 dropout_73" [label="(4, 64, 384)", style=solid]; +"2443 dropout_73" -> "2444 view_102" [label="(4, 64, 384)", style=solid]; +"2444 view_102" -> "2445 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2445 permute_85" -> "2446 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2446 reshape_84" -> "2447 slice_274" [label="(1, 16, 16, 384)", style=solid]; +"2447 slice_274" -> "2448 slice_275" [label="(1, 16, 16, 384)", style=solid]; +"2448 slice_275" -> "2449 slice_276" [label="(1, 14, 16, 384)", style=solid]; +"2449 slice_276" -> "2450 slice_277" [label="(1, 14, 14, 384)", style=solid]; +"2450 slice_277" -> "2451 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; +"2451 contiguous_35" -> "2454 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; +"2452 _param_constant306" -> "2454 layer_norm_39" [label="(384,)", style=solid]; +"2453 _param_constant307" -> "2454 layer_norm_39" [label="(384,)", style=solid]; +"2454 layer_norm_39" -> "2455 add_64" [label="(1, 14, 14, 384)", style=solid]; +"2455 add_64" -> "2456 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2455 add_64" -> "2482 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2456 add_64_0_0_nncf_smooth_quant_0" -> "2457 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"2457 quantize_per_tensor_default_115" -> "2458 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"2458 dequantize_per_tensor_default_115" -> "2465 linear_114" [label="(1, 14, 14, 384)", style=solid]; +"2459 linear_114_zero_point_0_updated_constant0" -> "2464 sub_tensor_115" [label="(1536, 1)", style=solid]; +"2460 linear_114_scale_0_updated_constant0" -> "2463 mul_tensor_115" [label="(1536, 1)", style=solid]; +"2461 compressed_weight_updated_constant115" -> "2463 mul_tensor_115" [label="(1536, 384)", style=solid]; +"2462 _param_constant309_0_0" -> "2465 linear_114" [label="(1536,)", style=solid]; +"2463 mul_tensor_115" -> "2464 sub_tensor_115" [label="(1536, 384)", style=solid]; +"2464 sub_tensor_115" -> "2465 linear_114" [label=None, style=solid]; +"2465 linear_114" -> "2466 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; +"2466 gelu_18" -> "2467 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; +"2467 dropout_74" -> "2468 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2468 dropout_74_0_0_nncf_smooth_quant_0" -> "2469 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"2469 quantize_per_tensor_default_116" -> "2470 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"2470 dequantize_per_tensor_default_116" -> "2477 linear_115" [label="(1, 14, 14, 1536)", style=solid]; +"2471 linear_115_zero_point_0_updated_constant0" -> "2476 sub_tensor_116" [label="(384, 1)", style=solid]; +"2472 linear_115_scale_0_updated_constant0" -> "2475 mul_tensor_116" [label="(384, 1)", style=solid]; +"2473 compressed_weight_updated_constant116" -> "2475 mul_tensor_116" [label="(384, 1536)", style=solid]; +"2474 _param_constant311_0_0" -> "2477 linear_115" [label="(384,)", style=solid]; +"2475 mul_tensor_116" -> "2476 sub_tensor_116" [label="(384, 1536)", style=solid]; +"2476 sub_tensor_116" -> "2477 linear_115" [label=None, style=solid]; +"2477 linear_115" -> "2478 dropout_75" [label="(1, 14, 14, 384)", style=solid]; +"2478 dropout_75" -> "2481 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; +"2479 _param_constant312" -> "2481 layer_norm_40" [label="(384,)", style=solid]; +"2480 _param_constant313" -> "2481 layer_norm_40" [label="(384,)", style=solid]; +"2481 layer_norm_40" -> "2482 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2482 add_65" -> "2509 pad_21" [label="(1, 14, 14, 384)", style=solid]; +"2482 add_65" -> "2592 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2483 _tensor_constant119" -> "2484 _tensor_constant119_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2484 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2491 linear_116" [label="(1, 15, 15, 2)", style=solid]; +"2485 linear_116_zero_point_0_updated_constant0" -> "2490 sub_tensor_117" [label="(512, 1)", style=solid]; +"2486 linear_116_scale_0_updated_constant0" -> "2489 mul_tensor_117" [label="(512, 1)", style=solid]; +"2487 compressed_weight_updated_constant117" -> "2489 mul_tensor_117" [label="(512, 2)", style=solid]; +"2488 _param_constant315_0_0" -> "2491 linear_116" [label="(512,)", style=solid]; +"2489 mul_tensor_117" -> "2490 sub_tensor_117" [label="(512, 2)", style=solid]; +"2490 sub_tensor_117" -> "2491 linear_116" [label=None, style=solid]; +"2491 linear_116" -> "2492 relu__19" [label="(1, 15, 15, 512)", style=solid]; +"2492 relu__19" -> "2493 relu__19_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2493 relu__19_0_0_nncf_smooth_quant_0" -> "2499 linear_117" [label="(1, 15, 15, 512)", style=solid]; +"2494 linear_117_zero_point_0_updated_constant0" -> "2498 sub_tensor_118" [label="(12, 1)", style=solid]; +"2495 linear_117_scale_0_updated_constant0" -> "2497 mul_tensor_118" [label="(12, 1)", style=solid]; +"2496 compressed_weight_updated_constant118" -> "2497 mul_tensor_118" [label="(12, 512)", style=solid]; +"2497 mul_tensor_118" -> "2498 sub_tensor_118" [label="(12, 512)", style=solid]; +"2498 sub_tensor_118" -> "2499 linear_117" [label=None, style=solid]; +"2499 linear_117" -> "2500 view_103" [label="(1, 15, 15, 12)", style=solid]; +"2500 view_103" -> "2502 index_19" [label="(225, 12)", style=solid]; +"2501 _tensor_constant120" -> "2502 index_19" [label="(4096,)", style=solid]; +"2502 index_19" -> "2503 view_104" [label="(4096, 12)", style=solid]; +"2503 view_104" -> "2504 permute_86" [label="(64, 64, 12)", style=solid]; +"2504 permute_86" -> "2505 contiguous_36" [label="(12, 64, 64)", style=solid]; +"2505 contiguous_36" -> "2506 unsqueeze_55" [label="(12, 64, 64)", style=solid]; +"2506 unsqueeze_55" -> "2507 sigmoid_19" [label="(1, 12, 64, 64)", style=solid]; +"2507 sigmoid_19" -> "2508 mul_38" [label="(1, 12, 64, 64)", style=solid]; +"2508 mul_38" -> "2547 add_66" [label="(1, 12, 64, 64)", style=solid]; +"2509 pad_21" -> "2510 roll_18" [label="(1, 16, 16, 384)", style=solid]; +"2510 roll_18" -> "2511 view_105" [label="(1, 16, 16, 384)", style=solid]; +"2511 view_105" -> "2512 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2512 permute_87" -> "2513 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2513 reshape_85" -> "2514 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2513 reshape_85" -> "2548 new_zeros_9" [label="(4, 64, 384)", style=solid]; +"2514 reshape_85_0_0_nncf_smooth_quant_0" -> "2515 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2515 quantize_per_tensor_default_117" -> "2516 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2516 dequantize_per_tensor_default_117" -> "2523 linear_118" [label="(4, 64, 384)", style=solid]; +"2517 linear_118_zero_point_0_updated_constant0" -> "2522 sub_tensor_119" [label="(1152, 1)", style=solid]; +"2518 linear_118_scale_0_updated_constant0" -> "2521 mul_tensor_119" [label="(1152, 1)", style=solid]; +"2519 compressed_weight_updated_constant119" -> "2521 mul_tensor_119" [label="(1152, 384)", style=solid]; +"2520 _param_constant317_0_0" -> "2523 linear_118" [label="(1152,)", style=solid]; +"2521 mul_tensor_119" -> "2522 sub_tensor_119" [label="(1152, 384)", style=solid]; +"2522 sub_tensor_119" -> "2523 linear_118" [label=None, style=solid]; +"2523 linear_118" -> "2524 reshape_86" [label="(4, 64, 1152)", style=solid]; +"2524 reshape_86" -> "2525 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; +"2525 permute_88" -> "2526 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; +"2525 permute_88" -> "2527 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; +"2525 permute_88" -> "2528 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; +"2526 select_57" -> "2529 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; +"2526 select_57" -> "2531 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; +"2526 select_57" -> "2532 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2527 select_58" -> "2535 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; +"2527 select_58" -> "2537 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; +"2527 select_58" -> "2538 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2528 select_59" -> "2566 matmul_39" [label="(4, 12, 64, 32)", style=solid]; +"2529 linalg_vector_norm_38" -> "2530 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; +"2530 clamp_min_38" -> "2531 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; +"2531 expand_as_38" -> "2532 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2532 div_38" -> "2533 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2533 quantize_per_tensor_default_118" -> "2534 dequantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2534 dequantize_per_tensor_default_118" -> "2542 matmul_38" [label="(4, 12, 64, 32)", style=solid]; +"2535 linalg_vector_norm_39" -> "2536 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; +"2536 clamp_min_39" -> "2537 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; +"2537 expand_as_39" -> "2538 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2538 div_39" -> "2539 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2539 quantize_per_tensor_default_119" -> "2540 dequantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2540 dequantize_per_tensor_default_119" -> "2541 transpose_38" [label="(4, 12, 64, 32)", style=solid]; +"2541 transpose_38" -> "2542 matmul_38" [label="(4, 12, 32, 64)", style=solid]; +"2542 matmul_38" -> "2546 mul_39" [label="(4, 12, 64, 64)", style=solid]; +"2543 _param_constant319" -> "2544 clamp_19" [label="(12, 1, 1)", style=solid]; +"2544 clamp_19" -> "2545 exp_19" [label="(12, 1, 1)", style=solid]; +"2545 exp_19" -> "2546 mul_39" [label="(12, 1, 1)", style=solid]; +"2546 mul_39" -> "2547 add_66" [label="(4, 12, 64, 64)", style=solid]; +"2547 add_66" -> "2559 view_107" [label="(4, 12, 64, 64)", style=solid]; +"2548 new_zeros_9" -> "2549 view_106" [label="(16, 16)", style=solid]; +"2549 view_106" -> "2550 permute_89" [label="(2, 8, 2, 8)", style=solid]; +"2550 permute_89" -> "2551 reshape_87" [label="(2, 2, 8, 8)", style=solid]; +"2551 reshape_87" -> "2552 unsqueeze_56" [label="(4, 64)", style=solid]; +"2551 reshape_87" -> "2553 unsqueeze_57" [label="(4, 64)", style=solid]; +"2552 unsqueeze_56" -> "2554 sub_9" [label="(4, 1, 64)", style=solid]; +"2553 unsqueeze_57" -> "2554 sub_9" [label="(4, 64, 1)", style=solid]; +"2554 sub_9" -> "2555 ne_9" [label="(4, 64, 64)", style=solid]; +"2554 sub_9" -> "2556 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2554 sub_9" -> "2557 eq_9" [label="(4, 64, 64)", style=solid]; +"2555 ne_9" -> "2556 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2556 masked_fill_18" -> "2558 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2557 eq_9" -> "2558 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2558 masked_fill_19" -> "2560 unsqueeze_58" [label="(4, 64, 64)", style=solid]; +"2559 view_107" -> "2562 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; +"2560 unsqueeze_58" -> "2561 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; +"2561 unsqueeze_59" -> "2562 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; +"2562 add_67" -> "2563 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; +"2563 view_108" -> "2564 softmax_19" [label="(4, 12, 64, 64)", style=solid]; +"2564 softmax_19" -> "2565 dropout_76" [label="(4, 12, 64, 64)", style=solid]; +"2565 dropout_76" -> "2566 matmul_39" [label="(4, 12, 64, 64)", style=solid]; +"2566 matmul_39" -> "2567 transpose_39" [label="(4, 12, 64, 32)", style=solid]; +"2567 transpose_39" -> "2568 reshape_88" [label="(4, 64, 12, 32)", style=solid]; +"2568 reshape_88" -> "2569 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2569 reshape_88_0_0_nncf_smooth_quant_0" -> "2570 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2570 quantize_per_tensor_default_120" -> "2571 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2571 dequantize_per_tensor_default_120" -> "2578 linear_119" [label="(4, 64, 384)", style=solid]; +"2572 linear_119_zero_point_0_updated_constant0" -> "2577 sub_tensor_120" [label="(384, 1)", style=solid]; +"2573 linear_119_scale_0_updated_constant0" -> "2576 mul_tensor_120" [label="(384, 1)", style=solid]; +"2574 compressed_weight_updated_constant120" -> "2576 mul_tensor_120" [label="(384, 384)", style=solid]; +"2575 _param_constant321_0_0" -> "2578 linear_119" [label="(384,)", style=solid]; +"2576 mul_tensor_120" -> "2577 sub_tensor_120" [label="(384, 384)", style=solid]; +"2577 sub_tensor_120" -> "2578 linear_119" [label=None, style=solid]; +"2578 linear_119" -> "2579 dropout_77" [label="(4, 64, 384)", style=solid]; +"2579 dropout_77" -> "2580 view_109" [label="(4, 64, 384)", style=solid]; +"2580 view_109" -> "2581 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2581 permute_90" -> "2582 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2582 reshape_89" -> "2583 roll_19" [label="(1, 16, 16, 384)", style=solid]; +"2583 roll_19" -> "2584 slice_297" [label="(1, 16, 16, 384)", style=solid]; +"2584 slice_297" -> "2585 slice_298" [label="(1, 16, 16, 384)", style=solid]; +"2585 slice_298" -> "2586 slice_299" [label="(1, 14, 16, 384)", style=solid]; +"2586 slice_299" -> "2587 slice_300" [label="(1, 14, 14, 384)", style=solid]; +"2587 slice_300" -> "2588 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; +"2588 contiguous_37" -> "2591 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; +"2589 _param_constant322" -> "2591 layer_norm_41" [label="(384,)", style=solid]; +"2590 _param_constant323" -> "2591 layer_norm_41" [label="(384,)", style=solid]; +"2591 layer_norm_41" -> "2592 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2592 add_68" -> "2593 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2592 add_68" -> "2619 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2593 add_68_0_0_nncf_smooth_quant_0" -> "2594 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2594 quantize_per_tensor_default_121" -> "2595 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2595 dequantize_per_tensor_default_121" -> "2602 linear_120" [label="(1, 14, 14, 384)", style=solid]; +"2596 linear_120_zero_point_0_updated_constant0" -> "2601 sub_tensor_121" [label="(1536, 1)", style=solid]; +"2597 linear_120_scale_0_updated_constant0" -> "2600 mul_tensor_121" [label="(1536, 1)", style=solid]; +"2598 compressed_weight_updated_constant121" -> "2600 mul_tensor_121" [label="(1536, 384)", style=solid]; +"2599 _param_constant325_0_0" -> "2602 linear_120" [label="(1536,)", style=solid]; +"2600 mul_tensor_121" -> "2601 sub_tensor_121" [label="(1536, 384)", style=solid]; +"2601 sub_tensor_121" -> "2602 linear_120" [label=None, style=solid]; +"2602 linear_120" -> "2603 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; +"2603 gelu_19" -> "2604 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; +"2604 dropout_78" -> "2605 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2605 dropout_78_0_0_nncf_smooth_quant_0" -> "2606 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2606 quantize_per_tensor_default_122" -> "2607 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2607 dequantize_per_tensor_default_122" -> "2614 linear_121" [label="(1, 14, 14, 1536)", style=solid]; +"2608 linear_121_zero_point_0_updated_constant0" -> "2613 sub_tensor_122" [label="(384, 1)", style=solid]; +"2609 linear_121_scale_0_updated_constant0" -> "2612 mul_tensor_122" [label="(384, 1)", style=solid]; +"2610 compressed_weight_updated_constant122" -> "2612 mul_tensor_122" [label="(384, 1536)", style=solid]; +"2611 _param_constant327_0_0" -> "2614 linear_121" [label="(384,)", style=solid]; +"2612 mul_tensor_122" -> "2613 sub_tensor_122" [label="(384, 1536)", style=solid]; +"2613 sub_tensor_122" -> "2614 linear_121" [label=None, style=solid]; +"2614 linear_121" -> "2615 dropout_79" [label="(1, 14, 14, 384)", style=solid]; +"2615 dropout_79" -> "2618 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; +"2616 _param_constant328" -> "2618 layer_norm_42" [label="(384,)", style=solid]; +"2617 _param_constant329" -> "2618 layer_norm_42" [label="(384,)", style=solid]; +"2618 layer_norm_42" -> "2619 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2619 add_69" -> "2646 pad_22" [label="(1, 14, 14, 384)", style=solid]; +"2619 add_69" -> "2711 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2620 _tensor_constant130" -> "2621 _tensor_constant130_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2621 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2628 linear_122" [label="(1, 15, 15, 2)", style=solid]; +"2622 linear_122_zero_point_0_updated_constant0" -> "2627 sub_tensor_123" [label="(512, 1)", style=solid]; +"2623 linear_122_scale_0_updated_constant0" -> "2626 mul_tensor_123" [label="(512, 1)", style=solid]; +"2624 compressed_weight_updated_constant123" -> "2626 mul_tensor_123" [label="(512, 2)", style=solid]; +"2625 _param_constant331_0_0" -> "2628 linear_122" [label="(512,)", style=solid]; +"2626 mul_tensor_123" -> "2627 sub_tensor_123" [label="(512, 2)", style=solid]; +"2627 sub_tensor_123" -> "2628 linear_122" [label=None, style=solid]; +"2628 linear_122" -> "2629 relu__20" [label="(1, 15, 15, 512)", style=solid]; +"2629 relu__20" -> "2630 relu__20_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2630 relu__20_0_0_nncf_smooth_quant_0" -> "2636 linear_123" [label="(1, 15, 15, 512)", style=solid]; +"2631 linear_123_zero_point_0_updated_constant0" -> "2635 sub_tensor_124" [label="(12, 1)", style=solid]; +"2632 linear_123_scale_0_updated_constant0" -> "2634 mul_tensor_124" [label="(12, 1)", style=solid]; +"2633 compressed_weight_updated_constant124" -> "2634 mul_tensor_124" [label="(12, 512)", style=solid]; +"2634 mul_tensor_124" -> "2635 sub_tensor_124" [label="(12, 512)", style=solid]; +"2635 sub_tensor_124" -> "2636 linear_123" [label=None, style=solid]; +"2636 linear_123" -> "2637 view_110" [label="(1, 15, 15, 12)", style=solid]; +"2637 view_110" -> "2639 index_20" [label="(225, 12)", style=solid]; +"2638 _tensor_constant131" -> "2639 index_20" [label="(4096,)", style=solid]; +"2639 index_20" -> "2640 view_111" [label="(4096, 12)", style=solid]; +"2640 view_111" -> "2641 permute_91" [label="(64, 64, 12)", style=solid]; +"2641 permute_91" -> "2642 contiguous_38" [label="(12, 64, 64)", style=solid]; +"2642 contiguous_38" -> "2643 unsqueeze_60" [label="(12, 64, 64)", style=solid]; +"2643 unsqueeze_60" -> "2644 sigmoid_20" [label="(1, 12, 64, 64)", style=solid]; +"2644 sigmoid_20" -> "2645 mul_40" [label="(1, 12, 64, 64)", style=solid]; +"2645 mul_40" -> "2683 add_70" [label="(1, 12, 64, 64)", style=solid]; +"2646 pad_22" -> "2647 view_112" [label="(1, 16, 16, 384)", style=solid]; +"2647 view_112" -> "2648 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2648 permute_92" -> "2649 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2649 reshape_90" -> "2650 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2650 reshape_90_0_0_nncf_smooth_quant_0" -> "2651 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2651 quantize_per_tensor_default_123" -> "2652 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2652 dequantize_per_tensor_default_123" -> "2659 linear_124" [label="(4, 64, 384)", style=solid]; +"2653 linear_124_zero_point_0_updated_constant0" -> "2658 sub_tensor_125" [label="(1152, 1)", style=solid]; +"2654 linear_124_scale_0_updated_constant0" -> "2657 mul_tensor_125" [label="(1152, 1)", style=solid]; +"2655 compressed_weight_updated_constant125" -> "2657 mul_tensor_125" [label="(1152, 384)", style=solid]; +"2656 _param_constant333_0_0" -> "2659 linear_124" [label="(1152,)", style=solid]; +"2657 mul_tensor_125" -> "2658 sub_tensor_125" [label="(1152, 384)", style=solid]; +"2658 sub_tensor_125" -> "2659 linear_124" [label=None, style=solid]; +"2659 linear_124" -> "2660 reshape_91" [label="(4, 64, 1152)", style=solid]; +"2660 reshape_91" -> "2661 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; +"2661 permute_93" -> "2662 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; +"2661 permute_93" -> "2663 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; +"2661 permute_93" -> "2664 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; +"2662 select_60" -> "2665 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; +"2662 select_60" -> "2667 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; +"2662 select_60" -> "2668 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2663 select_61" -> "2671 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; +"2663 select_61" -> "2673 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; +"2663 select_61" -> "2674 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2664 select_62" -> "2686 matmul_41" [label="(4, 12, 64, 32)", style=solid]; +"2665 linalg_vector_norm_40" -> "2666 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; +"2666 clamp_min_40" -> "2667 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; +"2667 expand_as_40" -> "2668 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2668 div_40" -> "2669 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2669 quantize_per_tensor_default_124" -> "2670 dequantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2670 dequantize_per_tensor_default_124" -> "2678 matmul_40" [label="(4, 12, 64, 32)", style=solid]; +"2671 linalg_vector_norm_41" -> "2672 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; +"2672 clamp_min_41" -> "2673 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; +"2673 expand_as_41" -> "2674 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2674 div_41" -> "2675 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2675 quantize_per_tensor_default_125" -> "2676 dequantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2676 dequantize_per_tensor_default_125" -> "2677 transpose_40" [label="(4, 12, 64, 32)", style=solid]; +"2677 transpose_40" -> "2678 matmul_40" [label="(4, 12, 32, 64)", style=solid]; +"2678 matmul_40" -> "2682 mul_41" [label="(4, 12, 64, 64)", style=solid]; +"2679 _param_constant335" -> "2680 clamp_20" [label="(12, 1, 1)", style=solid]; +"2680 clamp_20" -> "2681 exp_20" [label="(12, 1, 1)", style=solid]; +"2681 exp_20" -> "2682 mul_41" [label="(12, 1, 1)", style=solid]; +"2682 mul_41" -> "2683 add_70" [label="(4, 12, 64, 64)", style=solid]; +"2683 add_70" -> "2684 softmax_20" [label="(4, 12, 64, 64)", style=solid]; +"2684 softmax_20" -> "2685 dropout_80" [label="(4, 12, 64, 64)", style=solid]; +"2685 dropout_80" -> "2686 matmul_41" [label="(4, 12, 64, 64)", style=solid]; +"2686 matmul_41" -> "2687 transpose_41" [label="(4, 12, 64, 32)", style=solid]; +"2687 transpose_41" -> "2688 reshape_92" [label="(4, 64, 12, 32)", style=solid]; +"2688 reshape_92" -> "2689 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2689 reshape_92_0_0_nncf_smooth_quant_0" -> "2690 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2690 quantize_per_tensor_default_126" -> "2691 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2691 dequantize_per_tensor_default_126" -> "2698 linear_125" [label="(4, 64, 384)", style=solid]; +"2692 linear_125_zero_point_0_updated_constant0" -> "2697 sub_tensor_126" [label="(384, 1)", style=solid]; +"2693 linear_125_scale_0_updated_constant0" -> "2696 mul_tensor_126" [label="(384, 1)", style=solid]; +"2694 compressed_weight_updated_constant126" -> "2696 mul_tensor_126" [label="(384, 384)", style=solid]; +"2695 _param_constant337_0_0" -> "2698 linear_125" [label="(384,)", style=solid]; +"2696 mul_tensor_126" -> "2697 sub_tensor_126" [label="(384, 384)", style=solid]; +"2697 sub_tensor_126" -> "2698 linear_125" [label=None, style=solid]; +"2698 linear_125" -> "2699 dropout_81" [label="(4, 64, 384)", style=solid]; +"2699 dropout_81" -> "2700 view_113" [label="(4, 64, 384)", style=solid]; +"2700 view_113" -> "2701 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2701 permute_94" -> "2702 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2702 reshape_93" -> "2703 slice_302" [label="(1, 16, 16, 384)", style=solid]; +"2703 slice_302" -> "2704 slice_303" [label="(1, 16, 16, 384)", style=solid]; +"2704 slice_303" -> "2705 slice_304" [label="(1, 14, 16, 384)", style=solid]; +"2705 slice_304" -> "2706 slice_305" [label="(1, 14, 14, 384)", style=solid]; +"2706 slice_305" -> "2707 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; +"2707 contiguous_39" -> "2710 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; +"2708 _param_constant338" -> "2710 layer_norm_43" [label="(384,)", style=solid]; +"2709 _param_constant339" -> "2710 layer_norm_43" [label="(384,)", style=solid]; +"2710 layer_norm_43" -> "2711 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2711 add_71" -> "2712 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2711 add_71" -> "2738 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2712 add_71_0_0_nncf_smooth_quant_0" -> "2713 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2713 quantize_per_tensor_default_127" -> "2714 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2714 dequantize_per_tensor_default_127" -> "2721 linear_126" [label="(1, 14, 14, 384)", style=solid]; +"2715 linear_126_zero_point_0_updated_constant0" -> "2720 sub_tensor_127" [label="(1536, 1)", style=solid]; +"2716 linear_126_scale_0_updated_constant0" -> "2719 mul_tensor_127" [label="(1536, 1)", style=solid]; +"2717 compressed_weight_updated_constant127" -> "2719 mul_tensor_127" [label="(1536, 384)", style=solid]; +"2718 _param_constant341_0_0" -> "2721 linear_126" [label="(1536,)", style=solid]; +"2719 mul_tensor_127" -> "2720 sub_tensor_127" [label="(1536, 384)", style=solid]; +"2720 sub_tensor_127" -> "2721 linear_126" [label=None, style=solid]; +"2721 linear_126" -> "2722 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; +"2722 gelu_20" -> "2723 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; +"2723 dropout_82" -> "2724 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2724 dropout_82_0_0_nncf_smooth_quant_0" -> "2725 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2725 quantize_per_tensor_default_128" -> "2726 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2726 dequantize_per_tensor_default_128" -> "2733 linear_127" [label="(1, 14, 14, 1536)", style=solid]; +"2727 linear_127_zero_point_0_updated_constant0" -> "2732 sub_tensor_128" [label="(384, 1)", style=solid]; +"2728 linear_127_scale_0_updated_constant0" -> "2731 mul_tensor_128" [label="(384, 1)", style=solid]; +"2729 compressed_weight_updated_constant128" -> "2731 mul_tensor_128" [label="(384, 1536)", style=solid]; +"2730 _param_constant343_0_0" -> "2733 linear_127" [label="(384,)", style=solid]; +"2731 mul_tensor_128" -> "2732 sub_tensor_128" [label="(384, 1536)", style=solid]; +"2732 sub_tensor_128" -> "2733 linear_127" [label=None, style=solid]; +"2733 linear_127" -> "2734 dropout_83" [label="(1, 14, 14, 384)", style=solid]; +"2734 dropout_83" -> "2737 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; +"2735 _param_constant344" -> "2737 layer_norm_44" [label="(384,)", style=solid]; +"2736 _param_constant345" -> "2737 layer_norm_44" [label="(384,)", style=solid]; +"2737 layer_norm_44" -> "2738 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2738 add_72" -> "2765 pad_23" [label="(1, 14, 14, 384)", style=solid]; +"2738 add_72" -> "2848 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2739 _tensor_constant132" -> "2740 _tensor_constant132_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2740 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2747 linear_128" [label="(1, 15, 15, 2)", style=solid]; +"2741 linear_128_zero_point_0_updated_constant0" -> "2746 sub_tensor_129" [label="(512, 1)", style=solid]; +"2742 linear_128_scale_0_updated_constant0" -> "2745 mul_tensor_129" [label="(512, 1)", style=solid]; +"2743 compressed_weight_updated_constant129" -> "2745 mul_tensor_129" [label="(512, 2)", style=solid]; +"2744 _param_constant347_0_0" -> "2747 linear_128" [label="(512,)", style=solid]; +"2745 mul_tensor_129" -> "2746 sub_tensor_129" [label="(512, 2)", style=solid]; +"2746 sub_tensor_129" -> "2747 linear_128" [label=None, style=solid]; +"2747 linear_128" -> "2748 relu__21" [label="(1, 15, 15, 512)", style=solid]; +"2748 relu__21" -> "2749 relu__21_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2749 relu__21_0_0_nncf_smooth_quant_0" -> "2755 linear_129" [label="(1, 15, 15, 512)", style=solid]; +"2750 linear_129_zero_point_0_updated_constant0" -> "2754 sub_tensor_130" [label="(12, 1)", style=solid]; +"2751 linear_129_scale_0_updated_constant0" -> "2753 mul_tensor_130" [label="(12, 1)", style=solid]; +"2752 compressed_weight_updated_constant130" -> "2753 mul_tensor_130" [label="(12, 512)", style=solid]; +"2753 mul_tensor_130" -> "2754 sub_tensor_130" [label="(12, 512)", style=solid]; +"2754 sub_tensor_130" -> "2755 linear_129" [label=None, style=solid]; +"2755 linear_129" -> "2756 view_114" [label="(1, 15, 15, 12)", style=solid]; +"2756 view_114" -> "2758 index_21" [label="(225, 12)", style=solid]; +"2757 _tensor_constant133" -> "2758 index_21" [label="(4096,)", style=solid]; +"2758 index_21" -> "2759 view_115" [label="(4096, 12)", style=solid]; +"2759 view_115" -> "2760 permute_95" [label="(64, 64, 12)", style=solid]; +"2760 permute_95" -> "2761 contiguous_40" [label="(12, 64, 64)", style=solid]; +"2761 contiguous_40" -> "2762 unsqueeze_61" [label="(12, 64, 64)", style=solid]; +"2762 unsqueeze_61" -> "2763 sigmoid_21" [label="(1, 12, 64, 64)", style=solid]; +"2763 sigmoid_21" -> "2764 mul_42" [label="(1, 12, 64, 64)", style=solid]; +"2764 mul_42" -> "2803 add_73" [label="(1, 12, 64, 64)", style=solid]; +"2765 pad_23" -> "2766 roll_20" [label="(1, 16, 16, 384)", style=solid]; +"2766 roll_20" -> "2767 view_116" [label="(1, 16, 16, 384)", style=solid]; +"2767 view_116" -> "2768 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2768 permute_96" -> "2769 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2769 reshape_94" -> "2770 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2769 reshape_94" -> "2804 new_zeros_10" [label="(4, 64, 384)", style=solid]; +"2770 reshape_94_0_0_nncf_smooth_quant_0" -> "2771 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2771 quantize_per_tensor_default_129" -> "2772 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2772 dequantize_per_tensor_default_129" -> "2779 linear_130" [label="(4, 64, 384)", style=solid]; +"2773 linear_130_zero_point_0_updated_constant0" -> "2778 sub_tensor_131" [label="(1152, 1)", style=solid]; +"2774 linear_130_scale_0_updated_constant0" -> "2777 mul_tensor_131" [label="(1152, 1)", style=solid]; +"2775 compressed_weight_updated_constant131" -> "2777 mul_tensor_131" [label="(1152, 384)", style=solid]; +"2776 _param_constant349_0_0" -> "2779 linear_130" [label="(1152,)", style=solid]; +"2777 mul_tensor_131" -> "2778 sub_tensor_131" [label="(1152, 384)", style=solid]; +"2778 sub_tensor_131" -> "2779 linear_130" [label=None, style=solid]; +"2779 linear_130" -> "2780 reshape_95" [label="(4, 64, 1152)", style=solid]; +"2780 reshape_95" -> "2781 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; +"2781 permute_97" -> "2782 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; +"2781 permute_97" -> "2783 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; +"2781 permute_97" -> "2784 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; +"2782 select_63" -> "2785 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; +"2782 select_63" -> "2787 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; +"2782 select_63" -> "2788 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2783 select_64" -> "2791 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; +"2783 select_64" -> "2793 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; +"2783 select_64" -> "2794 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2784 select_65" -> "2822 matmul_43" [label="(4, 12, 64, 32)", style=solid]; +"2785 linalg_vector_norm_42" -> "2786 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; +"2786 clamp_min_42" -> "2787 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; +"2787 expand_as_42" -> "2788 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2788 div_42" -> "2789 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2789 quantize_per_tensor_default_130" -> "2790 dequantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2790 dequantize_per_tensor_default_130" -> "2798 matmul_42" [label="(4, 12, 64, 32)", style=solid]; +"2791 linalg_vector_norm_43" -> "2792 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; +"2792 clamp_min_43" -> "2793 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; +"2793 expand_as_43" -> "2794 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2794 div_43" -> "2795 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2795 quantize_per_tensor_default_131" -> "2796 dequantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2796 dequantize_per_tensor_default_131" -> "2797 transpose_42" [label="(4, 12, 64, 32)", style=solid]; +"2797 transpose_42" -> "2798 matmul_42" [label="(4, 12, 32, 64)", style=solid]; +"2798 matmul_42" -> "2802 mul_43" [label="(4, 12, 64, 64)", style=solid]; +"2799 _param_constant351" -> "2800 clamp_21" [label="(12, 1, 1)", style=solid]; +"2800 clamp_21" -> "2801 exp_21" [label="(12, 1, 1)", style=solid]; +"2801 exp_21" -> "2802 mul_43" [label="(12, 1, 1)", style=solid]; +"2802 mul_43" -> "2803 add_73" [label="(4, 12, 64, 64)", style=solid]; +"2803 add_73" -> "2815 view_118" [label="(4, 12, 64, 64)", style=solid]; +"2804 new_zeros_10" -> "2805 view_117" [label="(16, 16)", style=solid]; +"2805 view_117" -> "2806 permute_98" [label="(2, 8, 2, 8)", style=solid]; +"2806 permute_98" -> "2807 reshape_96" [label="(2, 2, 8, 8)", style=solid]; +"2807 reshape_96" -> "2808 unsqueeze_62" [label="(4, 64)", style=solid]; +"2807 reshape_96" -> "2809 unsqueeze_63" [label="(4, 64)", style=solid]; +"2808 unsqueeze_62" -> "2810 sub_10" [label="(4, 1, 64)", style=solid]; +"2809 unsqueeze_63" -> "2810 sub_10" [label="(4, 64, 1)", style=solid]; +"2810 sub_10" -> "2811 ne_10" [label="(4, 64, 64)", style=solid]; +"2810 sub_10" -> "2812 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2810 sub_10" -> "2813 eq_10" [label="(4, 64, 64)", style=solid]; +"2811 ne_10" -> "2812 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2812 masked_fill_20" -> "2814 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2813 eq_10" -> "2814 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2814 masked_fill_21" -> "2816 unsqueeze_64" [label="(4, 64, 64)", style=solid]; +"2815 view_118" -> "2818 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; +"2816 unsqueeze_64" -> "2817 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; +"2817 unsqueeze_65" -> "2818 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; +"2818 add_74" -> "2819 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; +"2819 view_119" -> "2820 softmax_21" [label="(4, 12, 64, 64)", style=solid]; +"2820 softmax_21" -> "2821 dropout_84" [label="(4, 12, 64, 64)", style=solid]; +"2821 dropout_84" -> "2822 matmul_43" [label="(4, 12, 64, 64)", style=solid]; +"2822 matmul_43" -> "2823 transpose_43" [label="(4, 12, 64, 32)", style=solid]; +"2823 transpose_43" -> "2824 reshape_97" [label="(4, 64, 12, 32)", style=solid]; +"2824 reshape_97" -> "2825 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2825 reshape_97_0_0_nncf_smooth_quant_0" -> "2826 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2826 quantize_per_tensor_default_132" -> "2827 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2827 dequantize_per_tensor_default_132" -> "2834 linear_131" [label="(4, 64, 384)", style=solid]; +"2828 linear_131_zero_point_0_updated_constant0" -> "2833 sub_tensor_132" [label="(384, 1)", style=solid]; +"2829 linear_131_scale_0_updated_constant0" -> "2832 mul_tensor_132" [label="(384, 1)", style=solid]; +"2830 compressed_weight_updated_constant132" -> "2832 mul_tensor_132" [label="(384, 384)", style=solid]; +"2831 _param_constant353_0_0" -> "2834 linear_131" [label="(384,)", style=solid]; +"2832 mul_tensor_132" -> "2833 sub_tensor_132" [label="(384, 384)", style=solid]; +"2833 sub_tensor_132" -> "2834 linear_131" [label=None, style=solid]; +"2834 linear_131" -> "2835 dropout_85" [label="(4, 64, 384)", style=solid]; +"2835 dropout_85" -> "2836 view_120" [label="(4, 64, 384)", style=solid]; +"2836 view_120" -> "2837 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2837 permute_99" -> "2838 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2838 reshape_98" -> "2839 roll_21" [label="(1, 16, 16, 384)", style=solid]; +"2839 roll_21" -> "2840 slice_325" [label="(1, 16, 16, 384)", style=solid]; +"2840 slice_325" -> "2841 slice_326" [label="(1, 16, 16, 384)", style=solid]; +"2841 slice_326" -> "2842 slice_327" [label="(1, 14, 16, 384)", style=solid]; +"2842 slice_327" -> "2843 slice_328" [label="(1, 14, 14, 384)", style=solid]; +"2843 slice_328" -> "2844 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; +"2844 contiguous_41" -> "2847 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; +"2845 _param_constant354" -> "2847 layer_norm_45" [label="(384,)", style=solid]; +"2846 _param_constant355" -> "2847 layer_norm_45" [label="(384,)", style=solid]; +"2847 layer_norm_45" -> "2848 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2848 add_75" -> "2849 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2848 add_75" -> "2875 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2849 add_75_0_0_nncf_smooth_quant_0" -> "2850 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2850 quantize_per_tensor_default_133" -> "2851 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2851 dequantize_per_tensor_default_133" -> "2858 linear_132" [label="(1, 14, 14, 384)", style=solid]; +"2852 linear_132_zero_point_0_updated_constant0" -> "2857 sub_tensor_133" [label="(1536, 1)", style=solid]; +"2853 linear_132_scale_0_updated_constant0" -> "2856 mul_tensor_133" [label="(1536, 1)", style=solid]; +"2854 compressed_weight_updated_constant133" -> "2856 mul_tensor_133" [label="(1536, 384)", style=solid]; +"2855 _param_constant357_0_0" -> "2858 linear_132" [label="(1536,)", style=solid]; +"2856 mul_tensor_133" -> "2857 sub_tensor_133" [label="(1536, 384)", style=solid]; +"2857 sub_tensor_133" -> "2858 linear_132" [label=None, style=solid]; +"2858 linear_132" -> "2859 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; +"2859 gelu_21" -> "2860 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; +"2860 dropout_86" -> "2861 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2861 dropout_86_0_0_nncf_smooth_quant_0" -> "2862 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2862 quantize_per_tensor_default_134" -> "2863 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2863 dequantize_per_tensor_default_134" -> "2870 linear_133" [label="(1, 14, 14, 1536)", style=solid]; +"2864 linear_133_zero_point_0_updated_constant0" -> "2869 sub_tensor_134" [label="(384, 1)", style=solid]; +"2865 linear_133_scale_0_updated_constant0" -> "2868 mul_tensor_134" [label="(384, 1)", style=solid]; +"2866 compressed_weight_updated_constant134" -> "2868 mul_tensor_134" [label="(384, 1536)", style=solid]; +"2867 _param_constant359_0_0" -> "2870 linear_133" [label="(384,)", style=solid]; +"2868 mul_tensor_134" -> "2869 sub_tensor_134" [label="(384, 1536)", style=solid]; +"2869 sub_tensor_134" -> "2870 linear_133" [label=None, style=solid]; +"2870 linear_133" -> "2871 dropout_87" [label="(1, 14, 14, 384)", style=solid]; +"2871 dropout_87" -> "2874 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; +"2872 _param_constant360" -> "2874 layer_norm_46" [label="(384,)", style=solid]; +"2873 _param_constant361" -> "2874 layer_norm_46" [label="(384,)", style=solid]; +"2874 layer_norm_46" -> "2875 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2875 add_76" -> "2876 pad_24" [label="(1, 14, 14, 384)", style=solid]; +"2876 pad_24" -> "2877 slice_329" [label="(1, 14, 14, 384)", style=solid]; +"2876 pad_24" -> "2880 slice_332" [label="(1, 14, 14, 384)", style=solid]; +"2876 pad_24" -> "2883 slice_335" [label="(1, 14, 14, 384)", style=solid]; +"2876 pad_24" -> "2886 slice_338" [label="(1, 14, 14, 384)", style=solid]; +"2877 slice_329" -> "2878 slice_330" [label="(1, 7, 14, 384)", style=solid]; +"2878 slice_330" -> "2879 slice_331" [label="(1, 7, 7, 384)", style=solid]; +"2879 slice_331" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2880 slice_332" -> "2881 slice_333" [label="(1, 7, 14, 384)", style=solid]; +"2881 slice_333" -> "2882 slice_334" [label="(1, 7, 7, 384)", style=solid]; +"2882 slice_334" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2883 slice_335" -> "2884 slice_336" [label="(1, 7, 14, 384)", style=solid]; +"2884 slice_336" -> "2885 slice_337" [label="(1, 7, 7, 384)", style=solid]; +"2885 slice_337" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2886 slice_338" -> "2887 slice_339" [label="(1, 7, 14, 384)", style=solid]; +"2887 slice_339" -> "2888 slice_340" [label="(1, 7, 7, 384)", style=solid]; +"2888 slice_340" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2889 cat_2" -> "2890 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; +"2890 cat_2_0_0_nncf_smooth_quant_0" -> "2891 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2891 quantize_per_tensor_default_135" -> "2892 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2892 dequantize_per_tensor_default_135" -> "2898 linear_134" [label="(1, 7, 7, 1536)", style=solid]; +"2893 linear_134_zero_point_0_updated_constant0" -> "2897 sub_tensor_135" [label="(768, 1)", style=solid]; +"2894 linear_134_scale_0_updated_constant0" -> "2896 mul_tensor_135" [label="(768, 1)", style=solid]; +"2895 compressed_weight_updated_constant135" -> "2896 mul_tensor_135" [label="(768, 1536)", style=solid]; +"2896 mul_tensor_135" -> "2897 sub_tensor_135" [label="(768, 1536)", style=solid]; +"2897 sub_tensor_135" -> "2898 linear_134" [label=None, style=solid]; +"2898 linear_134" -> "2901 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; +"2899 _param_constant363" -> "2901 layer_norm_47" [label="(768,)", style=solid]; +"2900 _param_constant364" -> "2901 layer_norm_47" [label="(768,)", style=solid]; +"2901 layer_norm_47" -> "2928 pad_25" [label="(1, 7, 7, 768)", style=solid]; +"2901 layer_norm_47" -> "2993 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2902 _tensor_constant143" -> "2903 _tensor_constant143_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2903 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2910 linear_135" [label="(1, 15, 15, 2)", style=solid]; +"2904 linear_135_zero_point_0_updated_constant0" -> "2909 sub_tensor_136" [label="(512, 1)", style=solid]; +"2905 linear_135_scale_0_updated_constant0" -> "2908 mul_tensor_136" [label="(512, 1)", style=solid]; +"2906 compressed_weight_updated_constant136" -> "2908 mul_tensor_136" [label="(512, 2)", style=solid]; +"2907 _param_constant366_0_0" -> "2910 linear_135" [label="(512,)", style=solid]; +"2908 mul_tensor_136" -> "2909 sub_tensor_136" [label="(512, 2)", style=solid]; +"2909 sub_tensor_136" -> "2910 linear_135" [label=None, style=solid]; +"2910 linear_135" -> "2911 relu__22" [label="(1, 15, 15, 512)", style=solid]; +"2911 relu__22" -> "2912 relu__22_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2912 relu__22_0_0_nncf_smooth_quant_0" -> "2918 linear_136" [label="(1, 15, 15, 512)", style=solid]; +"2913 linear_136_zero_point_0_updated_constant0" -> "2917 sub_tensor_137" [label="(24, 1)", style=solid]; +"2914 linear_136_scale_0_updated_constant0" -> "2916 mul_tensor_137" [label="(24, 1)", style=solid]; +"2915 compressed_weight_updated_constant137" -> "2916 mul_tensor_137" [label="(24, 512)", style=solid]; +"2916 mul_tensor_137" -> "2917 sub_tensor_137" [label="(24, 512)", style=solid]; +"2917 sub_tensor_137" -> "2918 linear_136" [label=None, style=solid]; +"2918 linear_136" -> "2919 view_121" [label="(1, 15, 15, 24)", style=solid]; +"2919 view_121" -> "2921 index_22" [label="(225, 24)", style=solid]; +"2920 _tensor_constant144" -> "2921 index_22" [label="(4096,)", style=solid]; +"2921 index_22" -> "2922 view_122" [label="(4096, 24)", style=solid]; +"2922 view_122" -> "2923 permute_100" [label="(64, 64, 24)", style=solid]; +"2923 permute_100" -> "2924 contiguous_42" [label="(24, 64, 64)", style=solid]; +"2924 contiguous_42" -> "2925 unsqueeze_66" [label="(24, 64, 64)", style=solid]; +"2925 unsqueeze_66" -> "2926 sigmoid_22" [label="(1, 24, 64, 64)", style=solid]; +"2926 sigmoid_22" -> "2927 mul_44" [label="(1, 24, 64, 64)", style=solid]; +"2927 mul_44" -> "2965 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2928 pad_25" -> "2929 view_123" [label="(1, 8, 8, 768)", style=solid]; +"2929 view_123" -> "2930 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2930 permute_101" -> "2931 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2931 reshape_99" -> "2932 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2932 reshape_99_0_0_nncf_smooth_quant_0" -> "2933 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2933 quantize_per_tensor_default_136" -> "2934 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2934 dequantize_per_tensor_default_136" -> "2941 linear_137" [label="(1, 64, 768)", style=solid]; +"2935 linear_137_zero_point_0_updated_constant0" -> "2940 sub_tensor_138" [label="(2304, 1)", style=solid]; +"2936 linear_137_scale_0_updated_constant0" -> "2939 mul_tensor_138" [label="(2304, 1)", style=solid]; +"2937 compressed_weight_updated_constant138" -> "2939 mul_tensor_138" [label="(2304, 768)", style=solid]; +"2938 _param_constant368_0_0" -> "2941 linear_137" [label="(2304,)", style=solid]; +"2939 mul_tensor_138" -> "2940 sub_tensor_138" [label="(2304, 768)", style=solid]; +"2940 sub_tensor_138" -> "2941 linear_137" [label=None, style=solid]; +"2941 linear_137" -> "2942 reshape_100" [label="(1, 64, 2304)", style=solid]; +"2942 reshape_100" -> "2943 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; +"2943 permute_102" -> "2944 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; +"2943 permute_102" -> "2945 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; +"2943 permute_102" -> "2946 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; +"2944 select_66" -> "2947 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; +"2944 select_66" -> "2949 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; +"2944 select_66" -> "2950 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2945 select_67" -> "2953 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; +"2945 select_67" -> "2955 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; +"2945 select_67" -> "2956 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2946 select_68" -> "2968 matmul_45" [label="(1, 24, 64, 32)", style=solid]; +"2947 linalg_vector_norm_44" -> "2948 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; +"2948 clamp_min_44" -> "2949 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; +"2949 expand_as_44" -> "2950 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2950 div_44" -> "2951 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2951 quantize_per_tensor_default_137" -> "2952 dequantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2952 dequantize_per_tensor_default_137" -> "2960 matmul_44" [label="(1, 24, 64, 32)", style=solid]; +"2953 linalg_vector_norm_45" -> "2954 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; +"2954 clamp_min_45" -> "2955 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; +"2955 expand_as_45" -> "2956 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2956 div_45" -> "2957 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2957 quantize_per_tensor_default_138" -> "2958 dequantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2958 dequantize_per_tensor_default_138" -> "2959 transpose_44" [label="(1, 24, 64, 32)", style=solid]; +"2959 transpose_44" -> "2960 matmul_44" [label="(1, 24, 32, 64)", style=solid]; +"2960 matmul_44" -> "2964 mul_45" [label="(1, 24, 64, 64)", style=solid]; +"2961 _param_constant370" -> "2962 clamp_22" [label="(24, 1, 1)", style=solid]; +"2962 clamp_22" -> "2963 exp_22" [label="(24, 1, 1)", style=solid]; +"2963 exp_22" -> "2964 mul_45" [label="(24, 1, 1)", style=solid]; +"2964 mul_45" -> "2965 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2965 add_77" -> "2966 softmax_22" [label="(1, 24, 64, 64)", style=solid]; +"2966 softmax_22" -> "2967 dropout_88" [label="(1, 24, 64, 64)", style=solid]; +"2967 dropout_88" -> "2968 matmul_45" [label="(1, 24, 64, 64)", style=solid]; +"2968 matmul_45" -> "2969 transpose_45" [label="(1, 24, 64, 32)", style=solid]; +"2969 transpose_45" -> "2970 reshape_101" [label="(1, 64, 24, 32)", style=solid]; +"2970 reshape_101" -> "2971 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2971 reshape_101_0_0_nncf_smooth_quant_0" -> "2972 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2972 quantize_per_tensor_default_139" -> "2973 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2973 dequantize_per_tensor_default_139" -> "2980 linear_138" [label="(1, 64, 768)", style=solid]; +"2974 linear_138_zero_point_0_updated_constant0" -> "2979 sub_tensor_139" [label="(768, 1)", style=solid]; +"2975 linear_138_scale_0_updated_constant0" -> "2978 mul_tensor_139" [label="(768, 1)", style=solid]; +"2976 compressed_weight_updated_constant139" -> "2978 mul_tensor_139" [label="(768, 768)", style=solid]; +"2977 _param_constant372_0_0" -> "2980 linear_138" [label="(768,)", style=solid]; +"2978 mul_tensor_139" -> "2979 sub_tensor_139" [label="(768, 768)", style=solid]; +"2979 sub_tensor_139" -> "2980 linear_138" [label=None, style=solid]; +"2980 linear_138" -> "2981 dropout_89" [label="(1, 64, 768)", style=solid]; +"2981 dropout_89" -> "2982 view_124" [label="(1, 64, 768)", style=solid]; +"2982 view_124" -> "2983 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2983 permute_103" -> "2984 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2984 reshape_102" -> "2985 slice_342" [label="(1, 8, 8, 768)", style=solid]; +"2985 slice_342" -> "2986 slice_343" [label="(1, 8, 8, 768)", style=solid]; +"2986 slice_343" -> "2987 slice_344" [label="(1, 7, 8, 768)", style=solid]; +"2987 slice_344" -> "2988 slice_345" [label="(1, 7, 7, 768)", style=solid]; +"2988 slice_345" -> "2989 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; +"2989 contiguous_43" -> "2992 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; +"2990 _param_constant373" -> "2992 layer_norm_48" [label="(768,)", style=solid]; +"2991 _param_constant374" -> "2992 layer_norm_48" [label="(768,)", style=solid]; +"2992 layer_norm_48" -> "2993 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2993 add_78" -> "2994 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"2993 add_78" -> "3020 add_79" [label="(1, 7, 7, 768)", style=solid]; +"2994 add_78_0_0_nncf_smooth_quant_0" -> "2995 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2995 quantize_per_tensor_default_140" -> "2996 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2996 dequantize_per_tensor_default_140" -> "3003 linear_139" [label="(1, 7, 7, 768)", style=solid]; +"2997 linear_139_zero_point_0_updated_constant0" -> "3002 sub_tensor_140" [label="(3072, 1)", style=solid]; +"2998 linear_139_scale_0_updated_constant0" -> "3001 mul_tensor_140" [label="(3072, 1)", style=solid]; +"2999 compressed_weight_updated_constant140" -> "3001 mul_tensor_140" [label="(3072, 768)", style=solid]; +"3000 _param_constant376_0_0" -> "3003 linear_139" [label="(3072,)", style=solid]; +"3001 mul_tensor_140" -> "3002 sub_tensor_140" [label="(3072, 768)", style=solid]; +"3002 sub_tensor_140" -> "3003 linear_139" [label=None, style=solid]; +"3003 linear_139" -> "3004 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; +"3004 gelu_22" -> "3005 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; +"3005 dropout_90" -> "3006 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"3006 dropout_90_0_0_nncf_smooth_quant_0" -> "3007 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"3007 quantize_per_tensor_default_141" -> "3008 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"3008 dequantize_per_tensor_default_141" -> "3015 linear_140" [label="(1, 7, 7, 3072)", style=solid]; +"3009 linear_140_zero_point_0_updated_constant0" -> "3014 sub_tensor_141" [label="(768, 1)", style=solid]; +"3010 linear_140_scale_0_updated_constant0" -> "3013 mul_tensor_141" [label="(768, 1)", style=solid]; +"3011 compressed_weight_updated_constant141" -> "3013 mul_tensor_141" [label="(768, 3072)", style=solid]; +"3012 _param_constant378_0_0" -> "3015 linear_140" [label="(768,)", style=solid]; +"3013 mul_tensor_141" -> "3014 sub_tensor_141" [label="(768, 3072)", style=solid]; +"3014 sub_tensor_141" -> "3015 linear_140" [label=None, style=solid]; +"3015 linear_140" -> "3016 dropout_91" [label="(1, 7, 7, 768)", style=solid]; +"3016 dropout_91" -> "3019 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; +"3017 _param_constant379" -> "3019 layer_norm_49" [label="(768,)", style=solid]; +"3018 _param_constant380" -> "3019 layer_norm_49" [label="(768,)", style=solid]; +"3019 layer_norm_49" -> "3020 add_79" [label="(1, 7, 7, 768)", style=solid]; +"3020 add_79" -> "3047 pad_26" [label="(1, 7, 7, 768)", style=solid]; +"3020 add_79" -> "3112 add_81" [label="(1, 7, 7, 768)", style=solid]; +"3021 _tensor_constant145" -> "3022 _tensor_constant145_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"3022 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "3029 linear_141" [label="(1, 15, 15, 2)", style=solid]; +"3023 linear_141_zero_point_0_updated_constant0" -> "3028 sub_tensor_142" [label="(512, 1)", style=solid]; +"3024 linear_141_scale_0_updated_constant0" -> "3027 mul_tensor_142" [label="(512, 1)", style=solid]; +"3025 compressed_weight_updated_constant142" -> "3027 mul_tensor_142" [label="(512, 2)", style=solid]; +"3026 _param_constant382_0_0" -> "3029 linear_141" [label="(512,)", style=solid]; +"3027 mul_tensor_142" -> "3028 sub_tensor_142" [label="(512, 2)", style=solid]; +"3028 sub_tensor_142" -> "3029 linear_141" [label=None, style=solid]; +"3029 linear_141" -> "3030 relu__23" [label="(1, 15, 15, 512)", style=solid]; +"3030 relu__23" -> "3031 relu__23_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"3031 relu__23_0_0_nncf_smooth_quant_0" -> "3037 linear_142" [label="(1, 15, 15, 512)", style=solid]; +"3032 linear_142_zero_point_0_updated_constant0" -> "3036 sub_tensor_143" [label="(24, 1)", style=solid]; +"3033 linear_142_scale_0_updated_constant0" -> "3035 mul_tensor_143" [label="(24, 1)", style=solid]; +"3034 compressed_weight_updated_constant143" -> "3035 mul_tensor_143" [label="(24, 512)", style=solid]; +"3035 mul_tensor_143" -> "3036 sub_tensor_143" [label="(24, 512)", style=solid]; +"3036 sub_tensor_143" -> "3037 linear_142" [label=None, style=solid]; +"3037 linear_142" -> "3038 view_125" [label="(1, 15, 15, 24)", style=solid]; +"3038 view_125" -> "3040 index_23" [label="(225, 24)", style=solid]; +"3039 _tensor_constant146" -> "3040 index_23" [label="(4096,)", style=solid]; +"3040 index_23" -> "3041 view_126" [label="(4096, 24)", style=solid]; +"3041 view_126" -> "3042 permute_104" [label="(64, 64, 24)", style=solid]; +"3042 permute_104" -> "3043 contiguous_44" [label="(24, 64, 64)", style=solid]; +"3043 contiguous_44" -> "3044 unsqueeze_67" [label="(24, 64, 64)", style=solid]; +"3044 unsqueeze_67" -> "3045 sigmoid_23" [label="(1, 24, 64, 64)", style=solid]; +"3045 sigmoid_23" -> "3046 mul_46" [label="(1, 24, 64, 64)", style=solid]; +"3046 mul_46" -> "3084 add_80" [label="(1, 24, 64, 64)", style=solid]; +"3047 pad_26" -> "3048 view_127" [label="(1, 8, 8, 768)", style=solid]; +"3048 view_127" -> "3049 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"3049 permute_105" -> "3050 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"3050 reshape_103" -> "3051 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"3051 reshape_103_0_0_nncf_smooth_quant_0" -> "3052 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"3052 quantize_per_tensor_default_142" -> "3053 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"3053 dequantize_per_tensor_default_142" -> "3060 linear_143" [label="(1, 64, 768)", style=solid]; +"3054 linear_143_zero_point_0_updated_constant0" -> "3059 sub_tensor_144" [label="(2304, 1)", style=solid]; +"3055 linear_143_scale_0_updated_constant0" -> "3058 mul_tensor_144" [label="(2304, 1)", style=solid]; +"3056 compressed_weight_updated_constant144" -> "3058 mul_tensor_144" [label="(2304, 768)", style=solid]; +"3057 _param_constant384_0_0" -> "3060 linear_143" [label="(2304,)", style=solid]; +"3058 mul_tensor_144" -> "3059 sub_tensor_144" [label="(2304, 768)", style=solid]; +"3059 sub_tensor_144" -> "3060 linear_143" [label=None, style=solid]; +"3060 linear_143" -> "3061 reshape_104" [label="(1, 64, 2304)", style=solid]; +"3061 reshape_104" -> "3062 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; +"3062 permute_106" -> "3063 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; +"3062 permute_106" -> "3064 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; +"3062 permute_106" -> "3065 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; +"3063 select_69" -> "3066 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; +"3063 select_69" -> "3068 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; +"3063 select_69" -> "3069 div_46" [label="(1, 24, 64, 32)", style=solid]; +"3064 select_70" -> "3072 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; +"3064 select_70" -> "3074 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; +"3064 select_70" -> "3075 div_47" [label="(1, 24, 64, 32)", style=solid]; +"3065 select_71" -> "3087 matmul_47" [label="(1, 24, 64, 32)", style=solid]; +"3066 linalg_vector_norm_46" -> "3067 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; +"3067 clamp_min_46" -> "3068 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; +"3068 expand_as_46" -> "3069 div_46" [label="(1, 24, 64, 32)", style=solid]; +"3069 div_46" -> "3070 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"3070 quantize_per_tensor_default_143" -> "3071 dequantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"3071 dequantize_per_tensor_default_143" -> "3079 matmul_46" [label="(1, 24, 64, 32)", style=solid]; +"3072 linalg_vector_norm_47" -> "3073 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; +"3073 clamp_min_47" -> "3074 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; +"3074 expand_as_47" -> "3075 div_47" [label="(1, 24, 64, 32)", style=solid]; +"3075 div_47" -> "3076 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"3076 quantize_per_tensor_default_144" -> "3077 dequantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"3077 dequantize_per_tensor_default_144" -> "3078 transpose_46" [label="(1, 24, 64, 32)", style=solid]; +"3078 transpose_46" -> "3079 matmul_46" [label="(1, 24, 32, 64)", style=solid]; +"3079 matmul_46" -> "3083 mul_47" [label="(1, 24, 64, 64)", style=solid]; +"3080 _param_constant386" -> "3081 clamp_23" [label="(24, 1, 1)", style=solid]; +"3081 clamp_23" -> "3082 exp_23" [label="(24, 1, 1)", style=solid]; +"3082 exp_23" -> "3083 mul_47" [label="(24, 1, 1)", style=solid]; +"3083 mul_47" -> "3084 add_80" [label="(1, 24, 64, 64)", style=solid]; +"3084 add_80" -> "3085 softmax_23" [label="(1, 24, 64, 64)", style=solid]; +"3085 softmax_23" -> "3086 dropout_92" [label="(1, 24, 64, 64)", style=solid]; +"3086 dropout_92" -> "3087 matmul_47" [label="(1, 24, 64, 64)", style=solid]; +"3087 matmul_47" -> "3088 transpose_47" [label="(1, 24, 64, 32)", style=solid]; +"3088 transpose_47" -> "3089 reshape_105" [label="(1, 64, 24, 32)", style=solid]; +"3089 reshape_105" -> "3090 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"3090 reshape_105_0_0_nncf_smooth_quant_0" -> "3091 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"3091 quantize_per_tensor_default_145" -> "3092 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"3092 dequantize_per_tensor_default_145" -> "3099 linear_144" [label="(1, 64, 768)", style=solid]; +"3093 linear_144_zero_point_0_updated_constant0" -> "3098 sub_tensor_145" [label="(768, 1)", style=solid]; +"3094 linear_144_scale_0_updated_constant0" -> "3097 mul_tensor_145" [label="(768, 1)", style=solid]; +"3095 compressed_weight_updated_constant145" -> "3097 mul_tensor_145" [label="(768, 768)", style=solid]; +"3096 _param_constant388_0_0" -> "3099 linear_144" [label="(768,)", style=solid]; +"3097 mul_tensor_145" -> "3098 sub_tensor_145" [label="(768, 768)", style=solid]; +"3098 sub_tensor_145" -> "3099 linear_144" [label=None, style=solid]; +"3099 linear_144" -> "3100 dropout_93" [label="(1, 64, 768)", style=solid]; +"3100 dropout_93" -> "3101 view_128" [label="(1, 64, 768)", style=solid]; +"3101 view_128" -> "3102 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"3102 permute_107" -> "3103 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"3103 reshape_106" -> "3104 slice_347" [label="(1, 8, 8, 768)", style=solid]; +"3104 slice_347" -> "3105 slice_348" [label="(1, 8, 8, 768)", style=solid]; +"3105 slice_348" -> "3106 slice_349" [label="(1, 7, 8, 768)", style=solid]; +"3106 slice_349" -> "3107 slice_350" [label="(1, 7, 7, 768)", style=solid]; +"3107 slice_350" -> "3108 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; +"3108 contiguous_45" -> "3111 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; +"3109 _param_constant389" -> "3111 layer_norm_50" [label="(768,)", style=solid]; +"3110 _param_constant390" -> "3111 layer_norm_50" [label="(768,)", style=solid]; +"3111 layer_norm_50" -> "3112 add_81" [label="(1, 7, 7, 768)", style=solid]; +"3112 add_81" -> "3113 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"3112 add_81" -> "3139 add_82" [label="(1, 7, 7, 768)", style=solid]; +"3113 add_81_0_0_nncf_smooth_quant_0" -> "3114 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"3114 quantize_per_tensor_default_146" -> "3115 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"3115 dequantize_per_tensor_default_146" -> "3122 linear_145" [label="(1, 7, 7, 768)", style=solid]; +"3116 linear_145_zero_point_0_updated_constant0" -> "3121 sub_tensor_146" [label="(3072, 1)", style=solid]; +"3117 linear_145_scale_0_updated_constant0" -> "3120 mul_tensor_146" [label="(3072, 1)", style=solid]; +"3118 compressed_weight_updated_constant146" -> "3120 mul_tensor_146" [label="(3072, 768)", style=solid]; +"3119 _param_constant392_0_0" -> "3122 linear_145" [label="(3072,)", style=solid]; +"3120 mul_tensor_146" -> "3121 sub_tensor_146" [label="(3072, 768)", style=solid]; +"3121 sub_tensor_146" -> "3122 linear_145" [label=None, style=solid]; +"3122 linear_145" -> "3123 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; +"3123 gelu_23" -> "3124 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; +"3124 dropout_94" -> "3125 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"3125 dropout_94_0_0_nncf_smooth_quant_0" -> "3126 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"3126 quantize_per_tensor_default_147" -> "3127 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"3127 dequantize_per_tensor_default_147" -> "3134 linear_146" [label="(1, 7, 7, 3072)", style=solid]; +"3128 linear_146_zero_point_0_updated_constant0" -> "3133 sub_tensor_147" [label="(768, 1)", style=solid]; +"3129 linear_146_scale_0_updated_constant0" -> "3132 mul_tensor_147" [label="(768, 1)", style=solid]; +"3130 compressed_weight_updated_constant147" -> "3132 mul_tensor_147" [label="(768, 3072)", style=solid]; +"3131 _param_constant394_0_0" -> "3134 linear_146" [label="(768,)", style=solid]; +"3132 mul_tensor_147" -> "3133 sub_tensor_147" [label="(768, 3072)", style=solid]; +"3133 sub_tensor_147" -> "3134 linear_146" [label=None, style=solid]; +"3134 linear_146" -> "3135 dropout_95" [label="(1, 7, 7, 768)", style=solid]; +"3135 dropout_95" -> "3138 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; +"3136 _param_constant395" -> "3138 layer_norm_51" [label="(768,)", style=solid]; +"3137 _param_constant396" -> "3138 layer_norm_51" [label="(768,)", style=solid]; +"3138 layer_norm_51" -> "3139 add_82" [label="(1, 7, 7, 768)", style=solid]; +"3139 add_82" -> "3142 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; +"3140 _param_constant397" -> "3142 layer_norm_52" [label="(768,)", style=solid]; +"3141 _param_constant398" -> "3142 layer_norm_52" [label="(768,)", style=solid]; +"3142 layer_norm_52" -> "3143 permute_108" [label="(1, 7, 7, 768)", style=solid]; +"3143 permute_108" -> "3144 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; +"3144 adaptive_avg_pool2d" -> "3145 flatten" [label="(1, 768, 1, 1)", style=solid]; +"3145 flatten" -> "3146 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"3146 flatten_0_0_nncf_smooth_quant_0" -> "3147 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"3147 quantize_per_tensor_default_148" -> "3148 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"3148 dequantize_per_tensor_default_148" -> "3155 linear_147" [label="(1, 768)", style=solid]; +"3149 linear_147_zero_point_0_updated_constant0" -> "3154 sub_tensor_148" [label="(1000, 1)", style=solid]; +"3150 linear_147_scale_0_updated_constant0" -> "3153 mul_tensor_148" [label="(1000, 1)", style=solid]; +"3151 compressed_weight_updated_constant148" -> "3153 mul_tensor_148" [label="(1000, 768)", style=solid]; +"3152 _param_constant400_0_0" -> "3155 linear_147" [label="(1000,)", style=solid]; +"3153 mul_tensor_148" -> "3154 sub_tensor_148" [label="(1000, 768)", style=solid]; +"3154 sub_tensor_148" -> "3155 linear_147" [label=None, style=solid]; +"3155 linear_147" -> "3156 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot b/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot index b34542b3084..19cd752da15 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot @@ -5,37 +5,45 @@ strict digraph { "3 embedding_0_0_nncf_smooth_quant_0" [id=3, type=call_module]; "4 quantize_per_tensor_default" [id=4, type=quantize_per_tensor]; "5 dequantize_per_tensor_default" [id=5, type=dequantize_per_tensor]; -"6 linear_scale_0_updated_constant0" [id=6, type=get_attr]; -"7 compressed_weight_updated_constant0" [id=7, type=get_attr]; -"8 _param_constant2_0_0" [id=8, type=get_attr]; -"9 mul_tensor" [id=9, type=mul]; -"10 linear" [id=10, type=linear]; -"11 add_tensor_0_0_nncf_smooth_quant_0" [id=11, type=call_module]; -"12 quantize_per_tensor_default_1" [id=12, type=quantize_per_tensor]; -"13 dequantize_per_tensor_default_1" [id=13, type=dequantize_per_tensor]; -"14 linear_1_scale_0_updated_constant0" [id=14, type=get_attr]; -"15 compressed_weight_updated_constant1" [id=15, type=get_attr]; -"16 _param_constant4_0_0" [id=16, type=get_attr]; -"17 mul_tensor_1" [id=17, type=mul]; -"18 linear_1" [id=18, type=linear]; -"19 output" [id=19, type=output]; +"6 linear_zero_point_0_updated_constant0" [id=6, type=get_attr]; +"7 linear_scale_0_updated_constant0" [id=7, type=get_attr]; +"8 compressed_weight_updated_constant0" [id=8, type=get_attr]; +"9 _param_constant2_0_0" [id=9, type=get_attr]; +"10 mul_tensor" [id=10, type=mul]; +"11 sub_tensor" [id=11, type=sub]; +"12 linear" [id=12, type=linear]; +"13 add_tensor_0_0_nncf_smooth_quant_0" [id=13, type=call_module]; +"14 quantize_per_tensor_default_1" [id=14, type=quantize_per_tensor]; +"15 dequantize_per_tensor_default_1" [id=15, type=dequantize_per_tensor]; +"16 linear_1_zero_point_0_updated_constant0" [id=16, type=get_attr]; +"17 linear_1_scale_0_updated_constant0" [id=17, type=get_attr]; +"18 compressed_weight_updated_constant1" [id=18, type=get_attr]; +"19 _param_constant4_0_0" [id=19, type=get_attr]; +"20 mul_tensor_1" [id=20, type=mul]; +"21 sub_tensor_1" [id=21, type=sub]; +"22 linear_1" [id=22, type=linear]; +"23 output" [id=23, type=output]; "0 arg0_1" -> "2 embedding" [label="(5,)", style=solid]; "1 _param_constant0" -> "2 embedding" [label="(10, 5)", style=solid]; "2 embedding" -> "3 embedding_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; "3 embedding_0_0_nncf_smooth_quant_0" -> "4 quantize_per_tensor_default" [label="(5, 5)", style=solid]; "4 quantize_per_tensor_default" -> "5 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; -"5 dequantize_per_tensor_default" -> "10 linear" [label="(5, 5)", style=solid]; -"6 linear_scale_0_updated_constant0" -> "9 mul_tensor" [label="(5, 1)", style=solid]; -"7 compressed_weight_updated_constant0" -> "9 mul_tensor" [label="(5, 5)", style=solid]; -"8 _param_constant2_0_0" -> "10 linear" [label="(5,)", style=solid]; -"9 mul_tensor" -> "10 linear" [label="(5, 5)", style=solid]; -"10 linear" -> "11 add_tensor_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; -"11 add_tensor_0_0_nncf_smooth_quant_0" -> "12 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; -"12 quantize_per_tensor_default_1" -> "13 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; -"13 dequantize_per_tensor_default_1" -> "18 linear_1" [label="(5, 5)", style=solid]; -"14 linear_1_scale_0_updated_constant0" -> "17 mul_tensor_1" [label="(10, 1)", style=solid]; -"15 compressed_weight_updated_constant1" -> "17 mul_tensor_1" [label="(10, 5)", style=solid]; -"16 _param_constant4_0_0" -> "18 linear_1" [label="(10,)", style=solid]; -"17 mul_tensor_1" -> "18 linear_1" [label="(10, 5)", style=solid]; -"18 linear_1" -> "19 output" [label="(5, 10)", style=solid]; +"5 dequantize_per_tensor_default" -> "12 linear" [label="(5, 5)", style=solid]; +"6 linear_zero_point_0_updated_constant0" -> "11 sub_tensor" [label="(5, 1)", style=solid]; +"7 linear_scale_0_updated_constant0" -> "10 mul_tensor" [label="(5, 1)", style=solid]; +"8 compressed_weight_updated_constant0" -> "10 mul_tensor" [label="(5, 5)", style=solid]; +"9 _param_constant2_0_0" -> "12 linear" [label="(5,)", style=solid]; +"10 mul_tensor" -> "11 sub_tensor" [label="(5, 5)", style=solid]; +"11 sub_tensor" -> "12 linear" [label=None, style=solid]; +"12 linear" -> "13 add_tensor_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"13 add_tensor_0_0_nncf_smooth_quant_0" -> "14 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"14 quantize_per_tensor_default_1" -> "15 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"15 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(5, 5)", style=solid]; +"16 linear_1_zero_point_0_updated_constant0" -> "21 sub_tensor_1" [label="(10, 1)", style=solid]; +"17 linear_1_scale_0_updated_constant0" -> "20 mul_tensor_1" [label="(10, 1)", style=solid]; +"18 compressed_weight_updated_constant1" -> "20 mul_tensor_1" [label="(10, 5)", style=solid]; +"19 _param_constant4_0_0" -> "22 linear_1" [label="(10,)", style=solid]; +"20 mul_tensor_1" -> "21 sub_tensor_1" [label="(10, 5)", style=solid]; +"21 sub_tensor_1" -> "22 linear_1" [label=None, style=solid]; +"22 linear_1" -> "23 output" [label="(5, 10)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/unet.dot b/tests/torch/data/reference_graphs/fx/quantized/unet.dot index 2d3628e6b64..7520b04c0df 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/unet.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/unet.dot @@ -2,422 +2,514 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default_8" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default_12" [id=2, type=dequantize_per_tensor]; -"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; -"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; -"5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul_tensor" [id=6, type=mul]; -"7 conv2d" [id=7, type=conv2d]; -"8 relu" [id=8, type=relu]; -"9 quantize_per_tensor_default_9" [id=9, type=quantize_per_tensor]; -"10 dequantize_per_tensor_default_13" [id=10, type=dequantize_per_tensor]; -"11 conv2d_1_scale_0_updated_constant0" [id=11, type=get_attr]; -"12 compressed_weight_updated_constant1" [id=12, type=get_attr]; -"13 _param_constant5_0_0" [id=13, type=get_attr]; -"14 mul_tensor_1" [id=14, type=mul]; -"15 conv2d_1" [id=15, type=conv2d]; -"16 relu_1" [id=16, type=relu]; -"17 quantize_per_tensor_default" [id=17, type=quantize_per_tensor]; -"18 dequantize_per_tensor_default_1" [id=18, type=dequantize_per_tensor]; -"19 dequantize_per_tensor_default" [id=19, type=dequantize_per_tensor]; -"20 max_pool2d" [id=20, type=max_pool2d]; -"21 conv2d_2_scale_0_updated_constant0" [id=21, type=get_attr]; -"22 compressed_weight_updated_constant2" [id=22, type=get_attr]; -"23 _param_constant9_0_0" [id=23, type=get_attr]; -"24 mul_tensor_2" [id=24, type=mul]; -"25 conv2d_2" [id=25, type=conv2d]; -"26 relu_2" [id=26, type=relu]; -"27 quantize_per_tensor_default_10" [id=27, type=quantize_per_tensor]; -"28 dequantize_per_tensor_default_14" [id=28, type=dequantize_per_tensor]; -"29 conv2d_3_scale_0_updated_constant0" [id=29, type=get_attr]; -"30 compressed_weight_updated_constant3" [id=30, type=get_attr]; -"31 _param_constant13_0_0" [id=31, type=get_attr]; -"32 mul_tensor_3" [id=32, type=mul]; -"33 conv2d_3" [id=33, type=conv2d]; -"34 relu_3" [id=34, type=relu]; -"35 quantize_per_tensor_default_3" [id=35, type=quantize_per_tensor]; -"36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; -"37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; -"38 max_pool2d_1" [id=38, type=max_pool2d]; -"39 conv2d_4_scale_0_updated_constant0" [id=39, type=get_attr]; -"40 compressed_weight_updated_constant4" [id=40, type=get_attr]; -"41 _param_constant17_0_0" [id=41, type=get_attr]; -"42 mul_tensor_4" [id=42, type=mul]; -"43 conv2d_4" [id=43, type=conv2d]; -"44 relu_4" [id=44, type=relu]; -"45 quantize_per_tensor_default_11" [id=45, type=quantize_per_tensor]; -"46 dequantize_per_tensor_default_15" [id=46, type=dequantize_per_tensor]; -"47 conv2d_5_scale_0_updated_constant0" [id=47, type=get_attr]; -"48 compressed_weight_updated_constant5" [id=48, type=get_attr]; -"49 _param_constant21_0_0" [id=49, type=get_attr]; -"50 mul_tensor_5" [id=50, type=mul]; -"51 conv2d_5" [id=51, type=conv2d]; -"52 relu_5" [id=52, type=relu]; -"53 quantize_per_tensor_default_4" [id=53, type=quantize_per_tensor]; -"54 dequantize_per_tensor_default_7" [id=54, type=dequantize_per_tensor]; -"55 dequantize_per_tensor_default_6" [id=55, type=dequantize_per_tensor]; -"56 max_pool2d_2" [id=56, type=max_pool2d]; -"57 conv2d_6_scale_0_updated_constant0" [id=57, type=get_attr]; -"58 compressed_weight_updated_constant6" [id=58, type=get_attr]; -"59 _param_constant25_0_0" [id=59, type=get_attr]; -"60 mul_tensor_6" [id=60, type=mul]; -"61 conv2d_6" [id=61, type=conv2d]; -"62 relu_6" [id=62, type=relu]; -"63 quantize_per_tensor_default_12" [id=63, type=quantize_per_tensor]; -"64 dequantize_per_tensor_default_16" [id=64, type=dequantize_per_tensor]; -"65 conv2d_7_scale_0_updated_constant0" [id=65, type=get_attr]; -"66 compressed_weight_updated_constant7" [id=66, type=get_attr]; -"67 _param_constant29_0_0" [id=67, type=get_attr]; -"68 mul_tensor_7" [id=68, type=mul]; -"69 conv2d_7" [id=69, type=conv2d]; -"70 relu_7" [id=70, type=relu]; -"71 quantize_per_tensor_default_7" [id=71, type=quantize_per_tensor]; -"72 dequantize_per_tensor_default_11" [id=72, type=dequantize_per_tensor]; -"73 dequantize_per_tensor_default_10" [id=73, type=dequantize_per_tensor]; -"74 max_pool2d_3" [id=74, type=max_pool2d]; -"75 conv2d_8_scale_0_updated_constant0" [id=75, type=get_attr]; -"76 compressed_weight_updated_constant8" [id=76, type=get_attr]; -"77 _param_constant33_0_0" [id=77, type=get_attr]; -"78 mul_tensor_8" [id=78, type=mul]; -"79 conv2d_8" [id=79, type=conv2d]; -"80 relu_8" [id=80, type=relu]; -"81 quantize_per_tensor_default_13" [id=81, type=quantize_per_tensor]; -"82 dequantize_per_tensor_default_17" [id=82, type=dequantize_per_tensor]; -"83 conv2d_9_scale_0_updated_constant0" [id=83, type=get_attr]; -"84 compressed_weight_updated_constant9" [id=84, type=get_attr]; -"85 _param_constant37_0_0" [id=85, type=get_attr]; -"86 mul_tensor_9" [id=86, type=mul]; -"87 conv2d_9" [id=87, type=conv2d]; -"88 relu_9" [id=88, type=relu]; -"89 quantize_per_tensor_default_14" [id=89, type=quantize_per_tensor]; -"90 dequantize_per_tensor_default_18" [id=90, type=dequantize_per_tensor]; -"91 _param_constant41" [id=91, type=get_attr]; -"92 conv_transpose2d_scale_0_updated_constant0" [id=92, type=get_attr]; -"93 compressed_weight_updated_constant10" [id=93, type=get_attr]; -"94 mul_tensor_10" [id=94, type=mul]; -"95 conv_transpose2d" [id=95, type=conv_transpose2d]; -"96 quantize_per_tensor_default_6" [id=96, type=quantize_per_tensor]; -"97 dequantize_per_tensor_default_9" [id=97, type=dequantize_per_tensor]; -"98 slice_1" [id=98, type=slice]; -"99 slice_2" [id=99, type=slice]; -"100 slice_3" [id=100, type=slice]; -"101 slice_4" [id=101, type=slice]; -"102 cat" [id=102, type=cat]; -"103 conv2d_10_scale_0_updated_constant0" [id=103, type=get_attr]; -"104 compressed_weight_updated_constant11" [id=104, type=get_attr]; -"105 _param_constant43_0_0" [id=105, type=get_attr]; -"106 mul_tensor_11" [id=106, type=mul]; -"107 conv2d_10" [id=107, type=conv2d]; -"108 relu_10" [id=108, type=relu]; -"109 quantize_per_tensor_default_15" [id=109, type=quantize_per_tensor]; -"110 dequantize_per_tensor_default_19" [id=110, type=dequantize_per_tensor]; -"111 conv2d_11_scale_0_updated_constant0" [id=111, type=get_attr]; -"112 compressed_weight_updated_constant12" [id=112, type=get_attr]; -"113 _param_constant47_0_0" [id=113, type=get_attr]; -"114 mul_tensor_12" [id=114, type=mul]; -"115 conv2d_11" [id=115, type=conv2d]; -"116 relu_11" [id=116, type=relu]; -"117 quantize_per_tensor_default_16" [id=117, type=quantize_per_tensor]; -"118 dequantize_per_tensor_default_20" [id=118, type=dequantize_per_tensor]; -"119 _param_constant51" [id=119, type=get_attr]; -"120 conv_transpose2d_1_scale_0_updated_constant0" [id=120, type=get_attr]; -"121 compressed_weight_updated_constant13" [id=121, type=get_attr]; -"122 mul_tensor_13" [id=122, type=mul]; -"123 conv_transpose2d_1" [id=123, type=conv_transpose2d]; -"124 quantize_per_tensor_default_5" [id=124, type=quantize_per_tensor]; -"125 dequantize_per_tensor_default_8" [id=125, type=dequantize_per_tensor]; -"126 slice_5" [id=126, type=slice]; -"127 slice_6" [id=127, type=slice]; -"128 slice_7" [id=128, type=slice]; -"129 slice_8" [id=129, type=slice]; -"130 cat_1" [id=130, type=cat]; -"131 conv2d_12_scale_0_updated_constant0" [id=131, type=get_attr]; -"132 compressed_weight_updated_constant14" [id=132, type=get_attr]; -"133 _param_constant53_0_0" [id=133, type=get_attr]; -"134 mul_tensor_14" [id=134, type=mul]; -"135 conv2d_12" [id=135, type=conv2d]; -"136 relu_12" [id=136, type=relu]; -"137 quantize_per_tensor_default_17" [id=137, type=quantize_per_tensor]; -"138 dequantize_per_tensor_default_21" [id=138, type=dequantize_per_tensor]; -"139 conv2d_13_scale_0_updated_constant0" [id=139, type=get_attr]; -"140 compressed_weight_updated_constant15" [id=140, type=get_attr]; -"141 _param_constant57_0_0" [id=141, type=get_attr]; -"142 mul_tensor_15" [id=142, type=mul]; -"143 conv2d_13" [id=143, type=conv2d]; -"144 relu_13" [id=144, type=relu]; -"145 quantize_per_tensor_default_18" [id=145, type=quantize_per_tensor]; -"146 dequantize_per_tensor_default_22" [id=146, type=dequantize_per_tensor]; -"147 _param_constant61" [id=147, type=get_attr]; -"148 conv_transpose2d_2_scale_0_updated_constant0" [id=148, type=get_attr]; -"149 compressed_weight_updated_constant16" [id=149, type=get_attr]; -"150 mul_tensor_16" [id=150, type=mul]; -"151 conv_transpose2d_2" [id=151, type=conv_transpose2d]; -"152 quantize_per_tensor_default_2" [id=152, type=quantize_per_tensor]; -"153 dequantize_per_tensor_default_3" [id=153, type=dequantize_per_tensor]; -"154 slice_9" [id=154, type=slice]; -"155 slice_10" [id=155, type=slice]; -"156 slice_11" [id=156, type=slice]; -"157 slice_12" [id=157, type=slice]; -"158 cat_2" [id=158, type=cat]; -"159 conv2d_14_scale_0_updated_constant0" [id=159, type=get_attr]; -"160 compressed_weight_updated_constant17" [id=160, type=get_attr]; -"161 _param_constant63_0_0" [id=161, type=get_attr]; -"162 mul_tensor_17" [id=162, type=mul]; -"163 conv2d_14" [id=163, type=conv2d]; -"164 relu_14" [id=164, type=relu]; -"165 quantize_per_tensor_default_19" [id=165, type=quantize_per_tensor]; -"166 dequantize_per_tensor_default_23" [id=166, type=dequantize_per_tensor]; -"167 conv2d_15_scale_0_updated_constant0" [id=167, type=get_attr]; -"168 compressed_weight_updated_constant18" [id=168, type=get_attr]; -"169 _param_constant67_0_0" [id=169, type=get_attr]; -"170 mul_tensor_18" [id=170, type=mul]; -"171 conv2d_15" [id=171, type=conv2d]; -"172 relu_15" [id=172, type=relu]; -"173 quantize_per_tensor_default_20" [id=173, type=quantize_per_tensor]; -"174 dequantize_per_tensor_default_24" [id=174, type=dequantize_per_tensor]; -"175 _param_constant71" [id=175, type=get_attr]; -"176 conv_transpose2d_3_scale_0_updated_constant0" [id=176, type=get_attr]; -"177 compressed_weight_updated_constant19" [id=177, type=get_attr]; -"178 mul_tensor_19" [id=178, type=mul]; -"179 conv_transpose2d_3" [id=179, type=conv_transpose2d]; -"180 quantize_per_tensor_default_1" [id=180, type=quantize_per_tensor]; -"181 dequantize_per_tensor_default_2" [id=181, type=dequantize_per_tensor]; -"182 slice_13" [id=182, type=slice]; -"183 slice_14" [id=183, type=slice]; -"184 slice_15" [id=184, type=slice]; -"185 slice_16" [id=185, type=slice]; -"186 cat_3" [id=186, type=cat]; -"187 conv2d_16_scale_0_updated_constant0" [id=187, type=get_attr]; -"188 compressed_weight_updated_constant20" [id=188, type=get_attr]; -"189 _param_constant73_0_0" [id=189, type=get_attr]; -"190 mul_tensor_20" [id=190, type=mul]; -"191 conv2d_16" [id=191, type=conv2d]; -"192 relu_16" [id=192, type=relu]; -"193 quantize_per_tensor_default_21" [id=193, type=quantize_per_tensor]; -"194 dequantize_per_tensor_default_25" [id=194, type=dequantize_per_tensor]; -"195 conv2d_17_scale_0_updated_constant0" [id=195, type=get_attr]; -"196 compressed_weight_updated_constant21" [id=196, type=get_attr]; -"197 _param_constant77_0_0" [id=197, type=get_attr]; -"198 mul_tensor_21" [id=198, type=mul]; -"199 conv2d_17" [id=199, type=conv2d]; -"200 relu_17" [id=200, type=relu]; -"201 quantize_per_tensor_default_22" [id=201, type=quantize_per_tensor]; -"202 dequantize_per_tensor_default_26" [id=202, type=dequantize_per_tensor]; -"203 conv2d_18_scale_0_updated_constant0" [id=203, type=get_attr]; -"204 compressed_weight_updated_constant22" [id=204, type=get_attr]; -"205 _param_constant81_0_0" [id=205, type=get_attr]; -"206 mul_tensor_22" [id=206, type=mul]; -"207 conv2d_18" [id=207, type=conv2d]; -"208 output" [id=208, type=output]; +"3 conv2d_zero_point_0_updated_constant0" [id=3, type=get_attr]; +"4 conv2d_scale_0_updated_constant0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; +"6 _param_constant1_0_0" [id=6, type=get_attr]; +"7 mul_tensor" [id=7, type=mul]; +"8 sub_tensor" [id=8, type=sub]; +"9 conv2d" [id=9, type=conv2d]; +"10 relu" [id=10, type=relu]; +"11 quantize_per_tensor_default_9" [id=11, type=quantize_per_tensor]; +"12 dequantize_per_tensor_default_13" [id=12, type=dequantize_per_tensor]; +"13 conv2d_1_zero_point_0_updated_constant0" [id=13, type=get_attr]; +"14 conv2d_1_scale_0_updated_constant0" [id=14, type=get_attr]; +"15 compressed_weight_updated_constant1" [id=15, type=get_attr]; +"16 _param_constant5_0_0" [id=16, type=get_attr]; +"17 mul_tensor_1" [id=17, type=mul]; +"18 sub_tensor_1" [id=18, type=sub]; +"19 conv2d_1" [id=19, type=conv2d]; +"20 relu_1" [id=20, type=relu]; +"21 quantize_per_tensor_default" [id=21, type=quantize_per_tensor]; +"22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; +"23 dequantize_per_tensor_default" [id=23, type=dequantize_per_tensor]; +"24 max_pool2d" [id=24, type=max_pool2d]; +"25 conv2d_2_zero_point_0_updated_constant0" [id=25, type=get_attr]; +"26 conv2d_2_scale_0_updated_constant0" [id=26, type=get_attr]; +"27 compressed_weight_updated_constant2" [id=27, type=get_attr]; +"28 _param_constant9_0_0" [id=28, type=get_attr]; +"29 mul_tensor_2" [id=29, type=mul]; +"30 sub_tensor_2" [id=30, type=sub]; +"31 conv2d_2" [id=31, type=conv2d]; +"32 relu_2" [id=32, type=relu]; +"33 quantize_per_tensor_default_10" [id=33, type=quantize_per_tensor]; +"34 dequantize_per_tensor_default_14" [id=34, type=dequantize_per_tensor]; +"35 conv2d_3_zero_point_0_updated_constant0" [id=35, type=get_attr]; +"36 conv2d_3_scale_0_updated_constant0" [id=36, type=get_attr]; +"37 compressed_weight_updated_constant3" [id=37, type=get_attr]; +"38 _param_constant13_0_0" [id=38, type=get_attr]; +"39 mul_tensor_3" [id=39, type=mul]; +"40 sub_tensor_3" [id=40, type=sub]; +"41 conv2d_3" [id=41, type=conv2d]; +"42 relu_3" [id=42, type=relu]; +"43 quantize_per_tensor_default_3" [id=43, type=quantize_per_tensor]; +"44 dequantize_per_tensor_default_5" [id=44, type=dequantize_per_tensor]; +"45 dequantize_per_tensor_default_4" [id=45, type=dequantize_per_tensor]; +"46 max_pool2d_1" [id=46, type=max_pool2d]; +"47 conv2d_4_zero_point_0_updated_constant0" [id=47, type=get_attr]; +"48 conv2d_4_scale_0_updated_constant0" [id=48, type=get_attr]; +"49 compressed_weight_updated_constant4" [id=49, type=get_attr]; +"50 _param_constant17_0_0" [id=50, type=get_attr]; +"51 mul_tensor_4" [id=51, type=mul]; +"52 sub_tensor_4" [id=52, type=sub]; +"53 conv2d_4" [id=53, type=conv2d]; +"54 relu_4" [id=54, type=relu]; +"55 quantize_per_tensor_default_11" [id=55, type=quantize_per_tensor]; +"56 dequantize_per_tensor_default_15" [id=56, type=dequantize_per_tensor]; +"57 conv2d_5_zero_point_0_updated_constant0" [id=57, type=get_attr]; +"58 conv2d_5_scale_0_updated_constant0" [id=58, type=get_attr]; +"59 compressed_weight_updated_constant5" [id=59, type=get_attr]; +"60 _param_constant21_0_0" [id=60, type=get_attr]; +"61 mul_tensor_5" [id=61, type=mul]; +"62 sub_tensor_5" [id=62, type=sub]; +"63 conv2d_5" [id=63, type=conv2d]; +"64 relu_5" [id=64, type=relu]; +"65 quantize_per_tensor_default_4" [id=65, type=quantize_per_tensor]; +"66 dequantize_per_tensor_default_7" [id=66, type=dequantize_per_tensor]; +"67 dequantize_per_tensor_default_6" [id=67, type=dequantize_per_tensor]; +"68 max_pool2d_2" [id=68, type=max_pool2d]; +"69 conv2d_6_zero_point_0_updated_constant0" [id=69, type=get_attr]; +"70 conv2d_6_scale_0_updated_constant0" [id=70, type=get_attr]; +"71 compressed_weight_updated_constant6" [id=71, type=get_attr]; +"72 _param_constant25_0_0" [id=72, type=get_attr]; +"73 mul_tensor_6" [id=73, type=mul]; +"74 sub_tensor_6" [id=74, type=sub]; +"75 conv2d_6" [id=75, type=conv2d]; +"76 relu_6" [id=76, type=relu]; +"77 quantize_per_tensor_default_12" [id=77, type=quantize_per_tensor]; +"78 dequantize_per_tensor_default_16" [id=78, type=dequantize_per_tensor]; +"79 conv2d_7_zero_point_0_updated_constant0" [id=79, type=get_attr]; +"80 conv2d_7_scale_0_updated_constant0" [id=80, type=get_attr]; +"81 compressed_weight_updated_constant7" [id=81, type=get_attr]; +"82 _param_constant29_0_0" [id=82, type=get_attr]; +"83 mul_tensor_7" [id=83, type=mul]; +"84 sub_tensor_7" [id=84, type=sub]; +"85 conv2d_7" [id=85, type=conv2d]; +"86 relu_7" [id=86, type=relu]; +"87 quantize_per_tensor_default_7" [id=87, type=quantize_per_tensor]; +"88 dequantize_per_tensor_default_11" [id=88, type=dequantize_per_tensor]; +"89 dequantize_per_tensor_default_10" [id=89, type=dequantize_per_tensor]; +"90 max_pool2d_3" [id=90, type=max_pool2d]; +"91 conv2d_8_zero_point_0_updated_constant0" [id=91, type=get_attr]; +"92 conv2d_8_scale_0_updated_constant0" [id=92, type=get_attr]; +"93 compressed_weight_updated_constant8" [id=93, type=get_attr]; +"94 _param_constant33_0_0" [id=94, type=get_attr]; +"95 mul_tensor_8" [id=95, type=mul]; +"96 sub_tensor_8" [id=96, type=sub]; +"97 conv2d_8" [id=97, type=conv2d]; +"98 relu_8" [id=98, type=relu]; +"99 quantize_per_tensor_default_13" [id=99, type=quantize_per_tensor]; +"100 dequantize_per_tensor_default_17" [id=100, type=dequantize_per_tensor]; +"101 conv2d_9_zero_point_0_updated_constant0" [id=101, type=get_attr]; +"102 conv2d_9_scale_0_updated_constant0" [id=102, type=get_attr]; +"103 compressed_weight_updated_constant9" [id=103, type=get_attr]; +"104 _param_constant37_0_0" [id=104, type=get_attr]; +"105 mul_tensor_9" [id=105, type=mul]; +"106 sub_tensor_9" [id=106, type=sub]; +"107 conv2d_9" [id=107, type=conv2d]; +"108 relu_9" [id=108, type=relu]; +"109 quantize_per_tensor_default_14" [id=109, type=quantize_per_tensor]; +"110 dequantize_per_tensor_default_18" [id=110, type=dequantize_per_tensor]; +"111 _param_constant41" [id=111, type=get_attr]; +"112 conv_transpose2d_zero_point_0_updated_constant0" [id=112, type=get_attr]; +"113 conv_transpose2d_scale_0_updated_constant0" [id=113, type=get_attr]; +"114 compressed_weight_updated_constant10" [id=114, type=get_attr]; +"115 mul_tensor_10" [id=115, type=mul]; +"116 sub_tensor_10" [id=116, type=sub]; +"117 conv_transpose2d" [id=117, type=conv_transpose2d]; +"118 quantize_per_tensor_default_6" [id=118, type=quantize_per_tensor]; +"119 dequantize_per_tensor_default_9" [id=119, type=dequantize_per_tensor]; +"120 slice_1" [id=120, type=slice]; +"121 slice_2" [id=121, type=slice]; +"122 slice_3" [id=122, type=slice]; +"123 slice_4" [id=123, type=slice]; +"124 cat" [id=124, type=cat]; +"125 conv2d_10_zero_point_0_updated_constant0" [id=125, type=get_attr]; +"126 conv2d_10_scale_0_updated_constant0" [id=126, type=get_attr]; +"127 compressed_weight_updated_constant11" [id=127, type=get_attr]; +"128 _param_constant43_0_0" [id=128, type=get_attr]; +"129 mul_tensor_11" [id=129, type=mul]; +"130 sub_tensor_11" [id=130, type=sub]; +"131 conv2d_10" [id=131, type=conv2d]; +"132 relu_10" [id=132, type=relu]; +"133 quantize_per_tensor_default_15" [id=133, type=quantize_per_tensor]; +"134 dequantize_per_tensor_default_19" [id=134, type=dequantize_per_tensor]; +"135 conv2d_11_zero_point_0_updated_constant0" [id=135, type=get_attr]; +"136 conv2d_11_scale_0_updated_constant0" [id=136, type=get_attr]; +"137 compressed_weight_updated_constant12" [id=137, type=get_attr]; +"138 _param_constant47_0_0" [id=138, type=get_attr]; +"139 mul_tensor_12" [id=139, type=mul]; +"140 sub_tensor_12" [id=140, type=sub]; +"141 conv2d_11" [id=141, type=conv2d]; +"142 relu_11" [id=142, type=relu]; +"143 quantize_per_tensor_default_16" [id=143, type=quantize_per_tensor]; +"144 dequantize_per_tensor_default_20" [id=144, type=dequantize_per_tensor]; +"145 _param_constant51" [id=145, type=get_attr]; +"146 conv_transpose2d_1_zero_point_0_updated_constant0" [id=146, type=get_attr]; +"147 conv_transpose2d_1_scale_0_updated_constant0" [id=147, type=get_attr]; +"148 compressed_weight_updated_constant13" [id=148, type=get_attr]; +"149 mul_tensor_13" [id=149, type=mul]; +"150 sub_tensor_13" [id=150, type=sub]; +"151 conv_transpose2d_1" [id=151, type=conv_transpose2d]; +"152 quantize_per_tensor_default_5" [id=152, type=quantize_per_tensor]; +"153 dequantize_per_tensor_default_8" [id=153, type=dequantize_per_tensor]; +"154 slice_5" [id=154, type=slice]; +"155 slice_6" [id=155, type=slice]; +"156 slice_7" [id=156, type=slice]; +"157 slice_8" [id=157, type=slice]; +"158 cat_1" [id=158, type=cat]; +"159 conv2d_12_zero_point_0_updated_constant0" [id=159, type=get_attr]; +"160 conv2d_12_scale_0_updated_constant0" [id=160, type=get_attr]; +"161 compressed_weight_updated_constant14" [id=161, type=get_attr]; +"162 _param_constant53_0_0" [id=162, type=get_attr]; +"163 mul_tensor_14" [id=163, type=mul]; +"164 sub_tensor_14" [id=164, type=sub]; +"165 conv2d_12" [id=165, type=conv2d]; +"166 relu_12" [id=166, type=relu]; +"167 quantize_per_tensor_default_17" [id=167, type=quantize_per_tensor]; +"168 dequantize_per_tensor_default_21" [id=168, type=dequantize_per_tensor]; +"169 conv2d_13_zero_point_0_updated_constant0" [id=169, type=get_attr]; +"170 conv2d_13_scale_0_updated_constant0" [id=170, type=get_attr]; +"171 compressed_weight_updated_constant15" [id=171, type=get_attr]; +"172 _param_constant57_0_0" [id=172, type=get_attr]; +"173 mul_tensor_15" [id=173, type=mul]; +"174 sub_tensor_15" [id=174, type=sub]; +"175 conv2d_13" [id=175, type=conv2d]; +"176 relu_13" [id=176, type=relu]; +"177 quantize_per_tensor_default_18" [id=177, type=quantize_per_tensor]; +"178 dequantize_per_tensor_default_22" [id=178, type=dequantize_per_tensor]; +"179 _param_constant61" [id=179, type=get_attr]; +"180 conv_transpose2d_2_zero_point_0_updated_constant0" [id=180, type=get_attr]; +"181 conv_transpose2d_2_scale_0_updated_constant0" [id=181, type=get_attr]; +"182 compressed_weight_updated_constant16" [id=182, type=get_attr]; +"183 mul_tensor_16" [id=183, type=mul]; +"184 sub_tensor_16" [id=184, type=sub]; +"185 conv_transpose2d_2" [id=185, type=conv_transpose2d]; +"186 quantize_per_tensor_default_2" [id=186, type=quantize_per_tensor]; +"187 dequantize_per_tensor_default_3" [id=187, type=dequantize_per_tensor]; +"188 slice_9" [id=188, type=slice]; +"189 slice_10" [id=189, type=slice]; +"190 slice_11" [id=190, type=slice]; +"191 slice_12" [id=191, type=slice]; +"192 cat_2" [id=192, type=cat]; +"193 conv2d_14_zero_point_0_updated_constant0" [id=193, type=get_attr]; +"194 conv2d_14_scale_0_updated_constant0" [id=194, type=get_attr]; +"195 compressed_weight_updated_constant17" [id=195, type=get_attr]; +"196 _param_constant63_0_0" [id=196, type=get_attr]; +"197 mul_tensor_17" [id=197, type=mul]; +"198 sub_tensor_17" [id=198, type=sub]; +"199 conv2d_14" [id=199, type=conv2d]; +"200 relu_14" [id=200, type=relu]; +"201 quantize_per_tensor_default_19" [id=201, type=quantize_per_tensor]; +"202 dequantize_per_tensor_default_23" [id=202, type=dequantize_per_tensor]; +"203 conv2d_15_zero_point_0_updated_constant0" [id=203, type=get_attr]; +"204 conv2d_15_scale_0_updated_constant0" [id=204, type=get_attr]; +"205 compressed_weight_updated_constant18" [id=205, type=get_attr]; +"206 _param_constant67_0_0" [id=206, type=get_attr]; +"207 mul_tensor_18" [id=207, type=mul]; +"208 sub_tensor_18" [id=208, type=sub]; +"209 conv2d_15" [id=209, type=conv2d]; +"210 relu_15" [id=210, type=relu]; +"211 quantize_per_tensor_default_20" [id=211, type=quantize_per_tensor]; +"212 dequantize_per_tensor_default_24" [id=212, type=dequantize_per_tensor]; +"213 _param_constant71" [id=213, type=get_attr]; +"214 conv_transpose2d_3_zero_point_0_updated_constant0" [id=214, type=get_attr]; +"215 conv_transpose2d_3_scale_0_updated_constant0" [id=215, type=get_attr]; +"216 compressed_weight_updated_constant19" [id=216, type=get_attr]; +"217 mul_tensor_19" [id=217, type=mul]; +"218 sub_tensor_19" [id=218, type=sub]; +"219 conv_transpose2d_3" [id=219, type=conv_transpose2d]; +"220 quantize_per_tensor_default_1" [id=220, type=quantize_per_tensor]; +"221 dequantize_per_tensor_default_2" [id=221, type=dequantize_per_tensor]; +"222 slice_13" [id=222, type=slice]; +"223 slice_14" [id=223, type=slice]; +"224 slice_15" [id=224, type=slice]; +"225 slice_16" [id=225, type=slice]; +"226 cat_3" [id=226, type=cat]; +"227 conv2d_16_zero_point_0_updated_constant0" [id=227, type=get_attr]; +"228 conv2d_16_scale_0_updated_constant0" [id=228, type=get_attr]; +"229 compressed_weight_updated_constant20" [id=229, type=get_attr]; +"230 _param_constant73_0_0" [id=230, type=get_attr]; +"231 mul_tensor_20" [id=231, type=mul]; +"232 sub_tensor_20" [id=232, type=sub]; +"233 conv2d_16" [id=233, type=conv2d]; +"234 relu_16" [id=234, type=relu]; +"235 quantize_per_tensor_default_21" [id=235, type=quantize_per_tensor]; +"236 dequantize_per_tensor_default_25" [id=236, type=dequantize_per_tensor]; +"237 conv2d_17_zero_point_0_updated_constant0" [id=237, type=get_attr]; +"238 conv2d_17_scale_0_updated_constant0" [id=238, type=get_attr]; +"239 compressed_weight_updated_constant21" [id=239, type=get_attr]; +"240 _param_constant77_0_0" [id=240, type=get_attr]; +"241 mul_tensor_21" [id=241, type=mul]; +"242 sub_tensor_21" [id=242, type=sub]; +"243 conv2d_17" [id=243, type=conv2d]; +"244 relu_17" [id=244, type=relu]; +"245 quantize_per_tensor_default_22" [id=245, type=quantize_per_tensor]; +"246 dequantize_per_tensor_default_26" [id=246, type=dequantize_per_tensor]; +"247 conv2d_18_zero_point_0_updated_constant0" [id=247, type=get_attr]; +"248 conv2d_18_scale_0_updated_constant0" [id=248, type=get_attr]; +"249 compressed_weight_updated_constant22" [id=249, type=get_attr]; +"250 _param_constant81_0_0" [id=250, type=get_attr]; +"251 mul_tensor_22" [id=251, type=mul]; +"252 sub_tensor_22" [id=252, type=sub]; +"253 conv2d_18" [id=253, type=conv2d]; +"254 output" [id=254, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default_8" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default_8" -> "2 dequantize_per_tensor_default_12" [label="(1, 3, 224, 224)", style=solid]; -"2 dequantize_per_tensor_default_12" -> "7 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; -"4 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(64, 3, 3, 3)", style=solid]; -"5 _param_constant1_0_0" -> "7 conv2d" [label="(64,)", style=solid]; -"6 mul_tensor" -> "7 conv2d" [label="(64, 3, 3, 3)", style=solid]; -"7 conv2d" -> "8 relu" [label="(1, 64, 222, 222)", style=solid]; -"8 relu" -> "9 quantize_per_tensor_default_9" [label="(1, 64, 222, 222)", style=solid]; -"9 quantize_per_tensor_default_9" -> "10 dequantize_per_tensor_default_13" [label="(1, 64, 222, 222)", style=solid]; -"10 dequantize_per_tensor_default_13" -> "15 conv2d_1" [label="(1, 64, 222, 222)", style=solid]; -"11 conv2d_1_scale_0_updated_constant0" -> "14 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; -"12 compressed_weight_updated_constant1" -> "14 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; -"13 _param_constant5_0_0" -> "15 conv2d_1" [label="(64,)", style=solid]; -"14 mul_tensor_1" -> "15 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; -"15 conv2d_1" -> "16 relu_1" [label="(1, 64, 220, 220)", style=solid]; -"16 relu_1" -> "17 quantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; -"17 quantize_per_tensor_default" -> "18 dequantize_per_tensor_default_1" [label="(1, 64, 220, 220)", style=solid]; -"17 quantize_per_tensor_default" -> "19 dequantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; -"18 dequantize_per_tensor_default_1" -> "182 slice_13" [label="(1, 64, 220, 220)", style=solid]; -"19 dequantize_per_tensor_default" -> "20 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; -"20 max_pool2d" -> "25 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; -"21 conv2d_2_scale_0_updated_constant0" -> "24 mul_tensor_2" [label="(128, 1, 1, 1)", style=solid]; -"22 compressed_weight_updated_constant2" -> "24 mul_tensor_2" [label="(128, 64, 3, 3)", style=solid]; -"23 _param_constant9_0_0" -> "25 conv2d_2" [label="(128,)", style=solid]; -"24 mul_tensor_2" -> "25 conv2d_2" [label="(128, 64, 3, 3)", style=solid]; -"25 conv2d_2" -> "26 relu_2" [label="(1, 128, 108, 108)", style=solid]; -"26 relu_2" -> "27 quantize_per_tensor_default_10" [label="(1, 128, 108, 108)", style=solid]; -"27 quantize_per_tensor_default_10" -> "28 dequantize_per_tensor_default_14" [label="(1, 128, 108, 108)", style=solid]; -"28 dequantize_per_tensor_default_14" -> "33 conv2d_3" [label="(1, 128, 108, 108)", style=solid]; -"29 conv2d_3_scale_0_updated_constant0" -> "32 mul_tensor_3" [label="(128, 1, 1, 1)", style=solid]; -"30 compressed_weight_updated_constant3" -> "32 mul_tensor_3" [label="(128, 128, 3, 3)", style=solid]; -"31 _param_constant13_0_0" -> "33 conv2d_3" [label="(128,)", style=solid]; -"32 mul_tensor_3" -> "33 conv2d_3" [label="(128, 128, 3, 3)", style=solid]; -"33 conv2d_3" -> "34 relu_3" [label="(1, 128, 106, 106)", style=solid]; -"34 relu_3" -> "35 quantize_per_tensor_default_3" [label="(1, 128, 106, 106)", style=solid]; -"35 quantize_per_tensor_default_3" -> "36 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; -"35 quantize_per_tensor_default_3" -> "37 dequantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; -"36 dequantize_per_tensor_default_5" -> "154 slice_9" [label="(1, 128, 106, 106)", style=solid]; -"37 dequantize_per_tensor_default_4" -> "38 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; -"38 max_pool2d_1" -> "43 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; -"39 conv2d_4_scale_0_updated_constant0" -> "42 mul_tensor_4" [label="(256, 1, 1, 1)", style=solid]; -"40 compressed_weight_updated_constant4" -> "42 mul_tensor_4" [label="(256, 128, 3, 3)", style=solid]; -"41 _param_constant17_0_0" -> "43 conv2d_4" [label="(256,)", style=solid]; -"42 mul_tensor_4" -> "43 conv2d_4" [label="(256, 128, 3, 3)", style=solid]; -"43 conv2d_4" -> "44 relu_4" [label="(1, 256, 51, 51)", style=solid]; -"44 relu_4" -> "45 quantize_per_tensor_default_11" [label="(1, 256, 51, 51)", style=solid]; -"45 quantize_per_tensor_default_11" -> "46 dequantize_per_tensor_default_15" [label="(1, 256, 51, 51)", style=solid]; -"46 dequantize_per_tensor_default_15" -> "51 conv2d_5" [label="(1, 256, 51, 51)", style=solid]; -"47 conv2d_5_scale_0_updated_constant0" -> "50 mul_tensor_5" [label="(256, 1, 1, 1)", style=solid]; -"48 compressed_weight_updated_constant5" -> "50 mul_tensor_5" [label="(256, 256, 3, 3)", style=solid]; -"49 _param_constant21_0_0" -> "51 conv2d_5" [label="(256,)", style=solid]; -"50 mul_tensor_5" -> "51 conv2d_5" [label="(256, 256, 3, 3)", style=solid]; -"51 conv2d_5" -> "52 relu_5" [label="(1, 256, 49, 49)", style=solid]; -"52 relu_5" -> "53 quantize_per_tensor_default_4" [label="(1, 256, 49, 49)", style=solid]; -"53 quantize_per_tensor_default_4" -> "54 dequantize_per_tensor_default_7" [label="(1, 256, 49, 49)", style=solid]; -"53 quantize_per_tensor_default_4" -> "55 dequantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; -"54 dequantize_per_tensor_default_7" -> "126 slice_5" [label="(1, 256, 49, 49)", style=solid]; -"55 dequantize_per_tensor_default_6" -> "56 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; -"56 max_pool2d_2" -> "61 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; -"57 conv2d_6_scale_0_updated_constant0" -> "60 mul_tensor_6" [label="(512, 1, 1, 1)", style=solid]; -"58 compressed_weight_updated_constant6" -> "60 mul_tensor_6" [label="(512, 256, 3, 3)", style=solid]; -"59 _param_constant25_0_0" -> "61 conv2d_6" [label="(512,)", style=solid]; -"60 mul_tensor_6" -> "61 conv2d_6" [label="(512, 256, 3, 3)", style=solid]; -"61 conv2d_6" -> "62 relu_6" [label="(1, 512, 22, 22)", style=solid]; -"62 relu_6" -> "63 quantize_per_tensor_default_12" [label="(1, 512, 22, 22)", style=solid]; -"63 quantize_per_tensor_default_12" -> "64 dequantize_per_tensor_default_16" [label="(1, 512, 22, 22)", style=solid]; -"64 dequantize_per_tensor_default_16" -> "69 conv2d_7" [label="(1, 512, 22, 22)", style=solid]; -"65 conv2d_7_scale_0_updated_constant0" -> "68 mul_tensor_7" [label="(512, 1, 1, 1)", style=solid]; -"66 compressed_weight_updated_constant7" -> "68 mul_tensor_7" [label="(512, 512, 3, 3)", style=solid]; -"67 _param_constant29_0_0" -> "69 conv2d_7" [label="(512,)", style=solid]; -"68 mul_tensor_7" -> "69 conv2d_7" [label="(512, 512, 3, 3)", style=solid]; -"69 conv2d_7" -> "70 relu_7" [label="(1, 512, 20, 20)", style=solid]; -"70 relu_7" -> "71 quantize_per_tensor_default_7" [label="(1, 512, 20, 20)", style=solid]; -"71 quantize_per_tensor_default_7" -> "72 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; -"71 quantize_per_tensor_default_7" -> "73 dequantize_per_tensor_default_10" [label="(1, 512, 20, 20)", style=solid]; -"72 dequantize_per_tensor_default_11" -> "98 slice_1" [label="(1, 512, 20, 20)", style=solid]; -"73 dequantize_per_tensor_default_10" -> "74 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; -"74 max_pool2d_3" -> "79 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; -"75 conv2d_8_scale_0_updated_constant0" -> "78 mul_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; -"76 compressed_weight_updated_constant8" -> "78 mul_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; -"77 _param_constant33_0_0" -> "79 conv2d_8" [label="(1024,)", style=solid]; -"78 mul_tensor_8" -> "79 conv2d_8" [label="(1024, 512, 3, 3)", style=solid]; -"79 conv2d_8" -> "80 relu_8" [label="(1, 1024, 8, 8)", style=solid]; -"80 relu_8" -> "81 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; -"81 quantize_per_tensor_default_13" -> "82 dequantize_per_tensor_default_17" [label="(1, 1024, 8, 8)", style=solid]; -"82 dequantize_per_tensor_default_17" -> "87 conv2d_9" [label="(1, 1024, 8, 8)", style=solid]; -"83 conv2d_9_scale_0_updated_constant0" -> "86 mul_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; -"84 compressed_weight_updated_constant9" -> "86 mul_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; -"85 _param_constant37_0_0" -> "87 conv2d_9" [label="(1024,)", style=solid]; -"86 mul_tensor_9" -> "87 conv2d_9" [label="(1024, 1024, 3, 3)", style=solid]; -"87 conv2d_9" -> "88 relu_9" [label="(1, 1024, 6, 6)", style=solid]; -"88 relu_9" -> "89 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; -"89 quantize_per_tensor_default_14" -> "90 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; -"90 dequantize_per_tensor_default_18" -> "95 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; -"91 _param_constant41" -> "95 conv_transpose2d" [label="(512,)", style=solid]; -"92 conv_transpose2d_scale_0_updated_constant0" -> "94 mul_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; -"93 compressed_weight_updated_constant10" -> "94 mul_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; -"94 mul_tensor_10" -> "95 conv_transpose2d" [label="(1024, 512, 2, 2)", style=solid]; -"95 conv_transpose2d" -> "96 quantize_per_tensor_default_6" [label="(1, 512, 12, 12)", style=solid]; -"96 quantize_per_tensor_default_6" -> "97 dequantize_per_tensor_default_9" [label="(1, 512, 12, 12)", style=solid]; -"97 dequantize_per_tensor_default_9" -> "102 cat" [label="(1, 512, 12, 12)", style=solid]; -"98 slice_1" -> "99 slice_2" [label="(1, 512, 20, 20)", style=solid]; -"99 slice_2" -> "100 slice_3" [label="(1, 512, 20, 20)", style=solid]; -"100 slice_3" -> "101 slice_4" [label="(1, 512, 12, 20)", style=solid]; -"101 slice_4" -> "102 cat" [label="(1, 512, 12, 12)", style=solid]; -"102 cat" -> "107 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; -"103 conv2d_10_scale_0_updated_constant0" -> "106 mul_tensor_11" [label="(512, 1, 1, 1)", style=solid]; -"104 compressed_weight_updated_constant11" -> "106 mul_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; -"105 _param_constant43_0_0" -> "107 conv2d_10" [label="(512,)", style=solid]; -"106 mul_tensor_11" -> "107 conv2d_10" [label="(512, 1024, 3, 3)", style=solid]; -"107 conv2d_10" -> "108 relu_10" [label="(1, 512, 10, 10)", style=solid]; -"108 relu_10" -> "109 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; -"109 quantize_per_tensor_default_15" -> "110 dequantize_per_tensor_default_19" [label="(1, 512, 10, 10)", style=solid]; -"110 dequantize_per_tensor_default_19" -> "115 conv2d_11" [label="(1, 512, 10, 10)", style=solid]; -"111 conv2d_11_scale_0_updated_constant0" -> "114 mul_tensor_12" [label="(512, 1, 1, 1)", style=solid]; -"112 compressed_weight_updated_constant12" -> "114 mul_tensor_12" [label="(512, 512, 3, 3)", style=solid]; -"113 _param_constant47_0_0" -> "115 conv2d_11" [label="(512,)", style=solid]; -"114 mul_tensor_12" -> "115 conv2d_11" [label="(512, 512, 3, 3)", style=solid]; -"115 conv2d_11" -> "116 relu_11" [label="(1, 512, 8, 8)", style=solid]; -"116 relu_11" -> "117 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; -"117 quantize_per_tensor_default_16" -> "118 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; -"118 dequantize_per_tensor_default_20" -> "123 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; -"119 _param_constant51" -> "123 conv_transpose2d_1" [label="(256,)", style=solid]; -"120 conv_transpose2d_1_scale_0_updated_constant0" -> "122 mul_tensor_13" [label="(512, 1, 1, 1)", style=solid]; -"121 compressed_weight_updated_constant13" -> "122 mul_tensor_13" [label="(512, 256, 2, 2)", style=solid]; -"122 mul_tensor_13" -> "123 conv_transpose2d_1" [label="(512, 256, 2, 2)", style=solid]; -"123 conv_transpose2d_1" -> "124 quantize_per_tensor_default_5" [label="(1, 256, 16, 16)", style=solid]; -"124 quantize_per_tensor_default_5" -> "125 dequantize_per_tensor_default_8" [label="(1, 256, 16, 16)", style=solid]; -"125 dequantize_per_tensor_default_8" -> "130 cat_1" [label="(1, 256, 16, 16)", style=solid]; -"126 slice_5" -> "127 slice_6" [label="(1, 256, 49, 49)", style=solid]; -"127 slice_6" -> "128 slice_7" [label="(1, 256, 49, 49)", style=solid]; -"128 slice_7" -> "129 slice_8" [label="(1, 256, 16, 49)", style=solid]; -"129 slice_8" -> "130 cat_1" [label="(1, 256, 16, 16)", style=solid]; -"130 cat_1" -> "135 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; -"131 conv2d_12_scale_0_updated_constant0" -> "134 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; -"132 compressed_weight_updated_constant14" -> "134 mul_tensor_14" [label="(256, 512, 3, 3)", style=solid]; -"133 _param_constant53_0_0" -> "135 conv2d_12" [label="(256,)", style=solid]; -"134 mul_tensor_14" -> "135 conv2d_12" [label="(256, 512, 3, 3)", style=solid]; -"135 conv2d_12" -> "136 relu_12" [label="(1, 256, 14, 14)", style=solid]; -"136 relu_12" -> "137 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; -"137 quantize_per_tensor_default_17" -> "138 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; -"138 dequantize_per_tensor_default_21" -> "143 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; -"139 conv2d_13_scale_0_updated_constant0" -> "142 mul_tensor_15" [label="(256, 1, 1, 1)", style=solid]; -"140 compressed_weight_updated_constant15" -> "142 mul_tensor_15" [label="(256, 256, 3, 3)", style=solid]; -"141 _param_constant57_0_0" -> "143 conv2d_13" [label="(256,)", style=solid]; -"142 mul_tensor_15" -> "143 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; -"143 conv2d_13" -> "144 relu_13" [label="(1, 256, 12, 12)", style=solid]; -"144 relu_13" -> "145 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; -"145 quantize_per_tensor_default_18" -> "146 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; -"146 dequantize_per_tensor_default_22" -> "151 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; -"147 _param_constant61" -> "151 conv_transpose2d_2" [label="(128,)", style=solid]; -"148 conv_transpose2d_2_scale_0_updated_constant0" -> "150 mul_tensor_16" [label="(256, 1, 1, 1)", style=solid]; -"149 compressed_weight_updated_constant16" -> "150 mul_tensor_16" [label="(256, 128, 2, 2)", style=solid]; -"150 mul_tensor_16" -> "151 conv_transpose2d_2" [label="(256, 128, 2, 2)", style=solid]; -"151 conv_transpose2d_2" -> "152 quantize_per_tensor_default_2" [label="(1, 128, 24, 24)", style=solid]; -"152 quantize_per_tensor_default_2" -> "153 dequantize_per_tensor_default_3" [label="(1, 128, 24, 24)", style=solid]; -"153 dequantize_per_tensor_default_3" -> "158 cat_2" [label="(1, 128, 24, 24)", style=solid]; -"154 slice_9" -> "155 slice_10" [label="(1, 128, 106, 106)", style=solid]; -"155 slice_10" -> "156 slice_11" [label="(1, 128, 106, 106)", style=solid]; -"156 slice_11" -> "157 slice_12" [label="(1, 128, 24, 106)", style=solid]; -"157 slice_12" -> "158 cat_2" [label="(1, 128, 24, 24)", style=solid]; -"158 cat_2" -> "163 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; -"159 conv2d_14_scale_0_updated_constant0" -> "162 mul_tensor_17" [label="(128, 1, 1, 1)", style=solid]; -"160 compressed_weight_updated_constant17" -> "162 mul_tensor_17" [label="(128, 256, 3, 3)", style=solid]; -"161 _param_constant63_0_0" -> "163 conv2d_14" [label="(128,)", style=solid]; -"162 mul_tensor_17" -> "163 conv2d_14" [label="(128, 256, 3, 3)", style=solid]; -"163 conv2d_14" -> "164 relu_14" [label="(1, 128, 22, 22)", style=solid]; -"164 relu_14" -> "165 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; -"165 quantize_per_tensor_default_19" -> "166 dequantize_per_tensor_default_23" [label="(1, 128, 22, 22)", style=solid]; -"166 dequantize_per_tensor_default_23" -> "171 conv2d_15" [label="(1, 128, 22, 22)", style=solid]; -"167 conv2d_15_scale_0_updated_constant0" -> "170 mul_tensor_18" [label="(128, 1, 1, 1)", style=solid]; -"168 compressed_weight_updated_constant18" -> "170 mul_tensor_18" [label="(128, 128, 3, 3)", style=solid]; -"169 _param_constant67_0_0" -> "171 conv2d_15" [label="(128,)", style=solid]; -"170 mul_tensor_18" -> "171 conv2d_15" [label="(128, 128, 3, 3)", style=solid]; -"171 conv2d_15" -> "172 relu_15" [label="(1, 128, 20, 20)", style=solid]; -"172 relu_15" -> "173 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; -"173 quantize_per_tensor_default_20" -> "174 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; -"174 dequantize_per_tensor_default_24" -> "179 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; -"175 _param_constant71" -> "179 conv_transpose2d_3" [label="(64,)", style=solid]; -"176 conv_transpose2d_3_scale_0_updated_constant0" -> "178 mul_tensor_19" [label="(128, 1, 1, 1)", style=solid]; -"177 compressed_weight_updated_constant19" -> "178 mul_tensor_19" [label="(128, 64, 2, 2)", style=solid]; -"178 mul_tensor_19" -> "179 conv_transpose2d_3" [label="(128, 64, 2, 2)", style=solid]; -"179 conv_transpose2d_3" -> "180 quantize_per_tensor_default_1" [label="(1, 64, 40, 40)", style=solid]; -"180 quantize_per_tensor_default_1" -> "181 dequantize_per_tensor_default_2" [label="(1, 64, 40, 40)", style=solid]; -"181 dequantize_per_tensor_default_2" -> "186 cat_3" [label="(1, 64, 40, 40)", style=solid]; -"182 slice_13" -> "183 slice_14" [label="(1, 64, 220, 220)", style=solid]; -"183 slice_14" -> "184 slice_15" [label="(1, 64, 220, 220)", style=solid]; -"184 slice_15" -> "185 slice_16" [label="(1, 64, 40, 220)", style=solid]; -"185 slice_16" -> "186 cat_3" [label="(1, 64, 40, 40)", style=solid]; -"186 cat_3" -> "191 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; -"187 conv2d_16_scale_0_updated_constant0" -> "190 mul_tensor_20" [label="(64, 1, 1, 1)", style=solid]; -"188 compressed_weight_updated_constant20" -> "190 mul_tensor_20" [label="(64, 128, 3, 3)", style=solid]; -"189 _param_constant73_0_0" -> "191 conv2d_16" [label="(64,)", style=solid]; -"190 mul_tensor_20" -> "191 conv2d_16" [label="(64, 128, 3, 3)", style=solid]; -"191 conv2d_16" -> "192 relu_16" [label="(1, 64, 38, 38)", style=solid]; -"192 relu_16" -> "193 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; -"193 quantize_per_tensor_default_21" -> "194 dequantize_per_tensor_default_25" [label="(1, 64, 38, 38)", style=solid]; -"194 dequantize_per_tensor_default_25" -> "199 conv2d_17" [label="(1, 64, 38, 38)", style=solid]; -"195 conv2d_17_scale_0_updated_constant0" -> "198 mul_tensor_21" [label="(64, 1, 1, 1)", style=solid]; -"196 compressed_weight_updated_constant21" -> "198 mul_tensor_21" [label="(64, 64, 3, 3)", style=solid]; -"197 _param_constant77_0_0" -> "199 conv2d_17" [label="(64,)", style=solid]; -"198 mul_tensor_21" -> "199 conv2d_17" [label="(64, 64, 3, 3)", style=solid]; -"199 conv2d_17" -> "200 relu_17" [label="(1, 64, 36, 36)", style=solid]; -"200 relu_17" -> "201 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; -"201 quantize_per_tensor_default_22" -> "202 dequantize_per_tensor_default_26" [label="(1, 64, 36, 36)", style=solid]; -"202 dequantize_per_tensor_default_26" -> "207 conv2d_18" [label="(1, 64, 36, 36)", style=solid]; -"203 conv2d_18_scale_0_updated_constant0" -> "206 mul_tensor_22" [label="(12, 1, 1, 1)", style=solid]; -"204 compressed_weight_updated_constant22" -> "206 mul_tensor_22" [label="(12, 64, 1, 1)", style=solid]; -"205 _param_constant81_0_0" -> "207 conv2d_18" [label="(12,)", style=solid]; -"206 mul_tensor_22" -> "207 conv2d_18" [label="(12, 64, 1, 1)", style=solid]; -"207 conv2d_18" -> "208 output" [label="(1, 12, 36, 36)", style=solid]; +"2 dequantize_per_tensor_default_12" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 conv2d_zero_point_0_updated_constant0" -> "8 sub_tensor" [label="(64, 1, 1, 1)", style=solid]; +"4 conv2d_scale_0_updated_constant0" -> "7 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(64, 3, 3, 3)", style=solid]; +"6 _param_constant1_0_0" -> "9 conv2d" [label="(64,)", style=solid]; +"7 mul_tensor" -> "8 sub_tensor" [label="(64, 3, 3, 3)", style=solid]; +"8 sub_tensor" -> "9 conv2d" [label=None, style=solid]; +"9 conv2d" -> "10 relu" [label="(1, 64, 222, 222)", style=solid]; +"10 relu" -> "11 quantize_per_tensor_default_9" [label="(1, 64, 222, 222)", style=solid]; +"11 quantize_per_tensor_default_9" -> "12 dequantize_per_tensor_default_13" [label="(1, 64, 222, 222)", style=solid]; +"12 dequantize_per_tensor_default_13" -> "19 conv2d_1" [label="(1, 64, 222, 222)", style=solid]; +"13 conv2d_1_zero_point_0_updated_constant0" -> "18 sub_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"14 conv2d_1_scale_0_updated_constant0" -> "17 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"15 compressed_weight_updated_constant1" -> "17 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"16 _param_constant5_0_0" -> "19 conv2d_1" [label="(64,)", style=solid]; +"17 mul_tensor_1" -> "18 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"18 sub_tensor_1" -> "19 conv2d_1" [label=None, style=solid]; +"19 conv2d_1" -> "20 relu_1" [label="(1, 64, 220, 220)", style=solid]; +"20 relu_1" -> "21 quantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; +"21 quantize_per_tensor_default" -> "22 dequantize_per_tensor_default_1" [label="(1, 64, 220, 220)", style=solid]; +"21 quantize_per_tensor_default" -> "23 dequantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; +"22 dequantize_per_tensor_default_1" -> "222 slice_13" [label="(1, 64, 220, 220)", style=solid]; +"23 dequantize_per_tensor_default" -> "24 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; +"24 max_pool2d" -> "31 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; +"25 conv2d_2_zero_point_0_updated_constant0" -> "30 sub_tensor_2" [label="(128, 1, 1, 1)", style=solid]; +"26 conv2d_2_scale_0_updated_constant0" -> "29 mul_tensor_2" [label="(128, 1, 1, 1)", style=solid]; +"27 compressed_weight_updated_constant2" -> "29 mul_tensor_2" [label="(128, 64, 3, 3)", style=solid]; +"28 _param_constant9_0_0" -> "31 conv2d_2" [label="(128,)", style=solid]; +"29 mul_tensor_2" -> "30 sub_tensor_2" [label="(128, 64, 3, 3)", style=solid]; +"30 sub_tensor_2" -> "31 conv2d_2" [label=None, style=solid]; +"31 conv2d_2" -> "32 relu_2" [label="(1, 128, 108, 108)", style=solid]; +"32 relu_2" -> "33 quantize_per_tensor_default_10" [label="(1, 128, 108, 108)", style=solid]; +"33 quantize_per_tensor_default_10" -> "34 dequantize_per_tensor_default_14" [label="(1, 128, 108, 108)", style=solid]; +"34 dequantize_per_tensor_default_14" -> "41 conv2d_3" [label="(1, 128, 108, 108)", style=solid]; +"35 conv2d_3_zero_point_0_updated_constant0" -> "40 sub_tensor_3" [label="(128, 1, 1, 1)", style=solid]; +"36 conv2d_3_scale_0_updated_constant0" -> "39 mul_tensor_3" [label="(128, 1, 1, 1)", style=solid]; +"37 compressed_weight_updated_constant3" -> "39 mul_tensor_3" [label="(128, 128, 3, 3)", style=solid]; +"38 _param_constant13_0_0" -> "41 conv2d_3" [label="(128,)", style=solid]; +"39 mul_tensor_3" -> "40 sub_tensor_3" [label="(128, 128, 3, 3)", style=solid]; +"40 sub_tensor_3" -> "41 conv2d_3" [label=None, style=solid]; +"41 conv2d_3" -> "42 relu_3" [label="(1, 128, 106, 106)", style=solid]; +"42 relu_3" -> "43 quantize_per_tensor_default_3" [label="(1, 128, 106, 106)", style=solid]; +"43 quantize_per_tensor_default_3" -> "44 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; +"43 quantize_per_tensor_default_3" -> "45 dequantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; +"44 dequantize_per_tensor_default_5" -> "188 slice_9" [label="(1, 128, 106, 106)", style=solid]; +"45 dequantize_per_tensor_default_4" -> "46 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; +"46 max_pool2d_1" -> "53 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; +"47 conv2d_4_zero_point_0_updated_constant0" -> "52 sub_tensor_4" [label="(256, 1, 1, 1)", style=solid]; +"48 conv2d_4_scale_0_updated_constant0" -> "51 mul_tensor_4" [label="(256, 1, 1, 1)", style=solid]; +"49 compressed_weight_updated_constant4" -> "51 mul_tensor_4" [label="(256, 128, 3, 3)", style=solid]; +"50 _param_constant17_0_0" -> "53 conv2d_4" [label="(256,)", style=solid]; +"51 mul_tensor_4" -> "52 sub_tensor_4" [label="(256, 128, 3, 3)", style=solid]; +"52 sub_tensor_4" -> "53 conv2d_4" [label=None, style=solid]; +"53 conv2d_4" -> "54 relu_4" [label="(1, 256, 51, 51)", style=solid]; +"54 relu_4" -> "55 quantize_per_tensor_default_11" [label="(1, 256, 51, 51)", style=solid]; +"55 quantize_per_tensor_default_11" -> "56 dequantize_per_tensor_default_15" [label="(1, 256, 51, 51)", style=solid]; +"56 dequantize_per_tensor_default_15" -> "63 conv2d_5" [label="(1, 256, 51, 51)", style=solid]; +"57 conv2d_5_zero_point_0_updated_constant0" -> "62 sub_tensor_5" [label="(256, 1, 1, 1)", style=solid]; +"58 conv2d_5_scale_0_updated_constant0" -> "61 mul_tensor_5" [label="(256, 1, 1, 1)", style=solid]; +"59 compressed_weight_updated_constant5" -> "61 mul_tensor_5" [label="(256, 256, 3, 3)", style=solid]; +"60 _param_constant21_0_0" -> "63 conv2d_5" [label="(256,)", style=solid]; +"61 mul_tensor_5" -> "62 sub_tensor_5" [label="(256, 256, 3, 3)", style=solid]; +"62 sub_tensor_5" -> "63 conv2d_5" [label=None, style=solid]; +"63 conv2d_5" -> "64 relu_5" [label="(1, 256, 49, 49)", style=solid]; +"64 relu_5" -> "65 quantize_per_tensor_default_4" [label="(1, 256, 49, 49)", style=solid]; +"65 quantize_per_tensor_default_4" -> "66 dequantize_per_tensor_default_7" [label="(1, 256, 49, 49)", style=solid]; +"65 quantize_per_tensor_default_4" -> "67 dequantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; +"66 dequantize_per_tensor_default_7" -> "154 slice_5" [label="(1, 256, 49, 49)", style=solid]; +"67 dequantize_per_tensor_default_6" -> "68 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; +"68 max_pool2d_2" -> "75 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; +"69 conv2d_6_zero_point_0_updated_constant0" -> "74 sub_tensor_6" [label="(512, 1, 1, 1)", style=solid]; +"70 conv2d_6_scale_0_updated_constant0" -> "73 mul_tensor_6" [label="(512, 1, 1, 1)", style=solid]; +"71 compressed_weight_updated_constant6" -> "73 mul_tensor_6" [label="(512, 256, 3, 3)", style=solid]; +"72 _param_constant25_0_0" -> "75 conv2d_6" [label="(512,)", style=solid]; +"73 mul_tensor_6" -> "74 sub_tensor_6" [label="(512, 256, 3, 3)", style=solid]; +"74 sub_tensor_6" -> "75 conv2d_6" [label=None, style=solid]; +"75 conv2d_6" -> "76 relu_6" [label="(1, 512, 22, 22)", style=solid]; +"76 relu_6" -> "77 quantize_per_tensor_default_12" [label="(1, 512, 22, 22)", style=solid]; +"77 quantize_per_tensor_default_12" -> "78 dequantize_per_tensor_default_16" [label="(1, 512, 22, 22)", style=solid]; +"78 dequantize_per_tensor_default_16" -> "85 conv2d_7" [label="(1, 512, 22, 22)", style=solid]; +"79 conv2d_7_zero_point_0_updated_constant0" -> "84 sub_tensor_7" [label="(512, 1, 1, 1)", style=solid]; +"80 conv2d_7_scale_0_updated_constant0" -> "83 mul_tensor_7" [label="(512, 1, 1, 1)", style=solid]; +"81 compressed_weight_updated_constant7" -> "83 mul_tensor_7" [label="(512, 512, 3, 3)", style=solid]; +"82 _param_constant29_0_0" -> "85 conv2d_7" [label="(512,)", style=solid]; +"83 mul_tensor_7" -> "84 sub_tensor_7" [label="(512, 512, 3, 3)", style=solid]; +"84 sub_tensor_7" -> "85 conv2d_7" [label=None, style=solid]; +"85 conv2d_7" -> "86 relu_7" [label="(1, 512, 20, 20)", style=solid]; +"86 relu_7" -> "87 quantize_per_tensor_default_7" [label="(1, 512, 20, 20)", style=solid]; +"87 quantize_per_tensor_default_7" -> "88 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; +"87 quantize_per_tensor_default_7" -> "89 dequantize_per_tensor_default_10" [label="(1, 512, 20, 20)", style=solid]; +"88 dequantize_per_tensor_default_11" -> "120 slice_1" [label="(1, 512, 20, 20)", style=solid]; +"89 dequantize_per_tensor_default_10" -> "90 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; +"90 max_pool2d_3" -> "97 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; +"91 conv2d_8_zero_point_0_updated_constant0" -> "96 sub_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; +"92 conv2d_8_scale_0_updated_constant0" -> "95 mul_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; +"93 compressed_weight_updated_constant8" -> "95 mul_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; +"94 _param_constant33_0_0" -> "97 conv2d_8" [label="(1024,)", style=solid]; +"95 mul_tensor_8" -> "96 sub_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; +"96 sub_tensor_8" -> "97 conv2d_8" [label=None, style=solid]; +"97 conv2d_8" -> "98 relu_8" [label="(1, 1024, 8, 8)", style=solid]; +"98 relu_8" -> "99 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; +"99 quantize_per_tensor_default_13" -> "100 dequantize_per_tensor_default_17" [label="(1, 1024, 8, 8)", style=solid]; +"100 dequantize_per_tensor_default_17" -> "107 conv2d_9" [label="(1, 1024, 8, 8)", style=solid]; +"101 conv2d_9_zero_point_0_updated_constant0" -> "106 sub_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; +"102 conv2d_9_scale_0_updated_constant0" -> "105 mul_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; +"103 compressed_weight_updated_constant9" -> "105 mul_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; +"104 _param_constant37_0_0" -> "107 conv2d_9" [label="(1024,)", style=solid]; +"105 mul_tensor_9" -> "106 sub_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; +"106 sub_tensor_9" -> "107 conv2d_9" [label=None, style=solid]; +"107 conv2d_9" -> "108 relu_9" [label="(1, 1024, 6, 6)", style=solid]; +"108 relu_9" -> "109 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; +"109 quantize_per_tensor_default_14" -> "110 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; +"110 dequantize_per_tensor_default_18" -> "117 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; +"111 _param_constant41" -> "117 conv_transpose2d" [label="(512,)", style=solid]; +"112 conv_transpose2d_zero_point_0_updated_constant0" -> "116 sub_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; +"113 conv_transpose2d_scale_0_updated_constant0" -> "115 mul_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; +"114 compressed_weight_updated_constant10" -> "115 mul_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; +"115 mul_tensor_10" -> "116 sub_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; +"116 sub_tensor_10" -> "117 conv_transpose2d" [label=None, style=solid]; +"117 conv_transpose2d" -> "118 quantize_per_tensor_default_6" [label="(1, 512, 12, 12)", style=solid]; +"118 quantize_per_tensor_default_6" -> "119 dequantize_per_tensor_default_9" [label="(1, 512, 12, 12)", style=solid]; +"119 dequantize_per_tensor_default_9" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; +"120 slice_1" -> "121 slice_2" [label="(1, 512, 20, 20)", style=solid]; +"121 slice_2" -> "122 slice_3" [label="(1, 512, 20, 20)", style=solid]; +"122 slice_3" -> "123 slice_4" [label="(1, 512, 12, 20)", style=solid]; +"123 slice_4" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; +"124 cat" -> "131 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; +"125 conv2d_10_zero_point_0_updated_constant0" -> "130 sub_tensor_11" [label="(512, 1, 1, 1)", style=solid]; +"126 conv2d_10_scale_0_updated_constant0" -> "129 mul_tensor_11" [label="(512, 1, 1, 1)", style=solid]; +"127 compressed_weight_updated_constant11" -> "129 mul_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; +"128 _param_constant43_0_0" -> "131 conv2d_10" [label="(512,)", style=solid]; +"129 mul_tensor_11" -> "130 sub_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; +"130 sub_tensor_11" -> "131 conv2d_10" [label=None, style=solid]; +"131 conv2d_10" -> "132 relu_10" [label="(1, 512, 10, 10)", style=solid]; +"132 relu_10" -> "133 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; +"133 quantize_per_tensor_default_15" -> "134 dequantize_per_tensor_default_19" [label="(1, 512, 10, 10)", style=solid]; +"134 dequantize_per_tensor_default_19" -> "141 conv2d_11" [label="(1, 512, 10, 10)", style=solid]; +"135 conv2d_11_zero_point_0_updated_constant0" -> "140 sub_tensor_12" [label="(512, 1, 1, 1)", style=solid]; +"136 conv2d_11_scale_0_updated_constant0" -> "139 mul_tensor_12" [label="(512, 1, 1, 1)", style=solid]; +"137 compressed_weight_updated_constant12" -> "139 mul_tensor_12" [label="(512, 512, 3, 3)", style=solid]; +"138 _param_constant47_0_0" -> "141 conv2d_11" [label="(512,)", style=solid]; +"139 mul_tensor_12" -> "140 sub_tensor_12" [label="(512, 512, 3, 3)", style=solid]; +"140 sub_tensor_12" -> "141 conv2d_11" [label=None, style=solid]; +"141 conv2d_11" -> "142 relu_11" [label="(1, 512, 8, 8)", style=solid]; +"142 relu_11" -> "143 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; +"143 quantize_per_tensor_default_16" -> "144 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; +"144 dequantize_per_tensor_default_20" -> "151 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; +"145 _param_constant51" -> "151 conv_transpose2d_1" [label="(256,)", style=solid]; +"146 conv_transpose2d_1_zero_point_0_updated_constant0" -> "150 sub_tensor_13" [label="(512, 1, 1, 1)", style=solid]; +"147 conv_transpose2d_1_scale_0_updated_constant0" -> "149 mul_tensor_13" [label="(512, 1, 1, 1)", style=solid]; +"148 compressed_weight_updated_constant13" -> "149 mul_tensor_13" [label="(512, 256, 2, 2)", style=solid]; +"149 mul_tensor_13" -> "150 sub_tensor_13" [label="(512, 256, 2, 2)", style=solid]; +"150 sub_tensor_13" -> "151 conv_transpose2d_1" [label=None, style=solid]; +"151 conv_transpose2d_1" -> "152 quantize_per_tensor_default_5" [label="(1, 256, 16, 16)", style=solid]; +"152 quantize_per_tensor_default_5" -> "153 dequantize_per_tensor_default_8" [label="(1, 256, 16, 16)", style=solid]; +"153 dequantize_per_tensor_default_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"154 slice_5" -> "155 slice_6" [label="(1, 256, 49, 49)", style=solid]; +"155 slice_6" -> "156 slice_7" [label="(1, 256, 49, 49)", style=solid]; +"156 slice_7" -> "157 slice_8" [label="(1, 256, 16, 49)", style=solid]; +"157 slice_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"158 cat_1" -> "165 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; +"159 conv2d_12_zero_point_0_updated_constant0" -> "164 sub_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"160 conv2d_12_scale_0_updated_constant0" -> "163 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"161 compressed_weight_updated_constant14" -> "163 mul_tensor_14" [label="(256, 512, 3, 3)", style=solid]; +"162 _param_constant53_0_0" -> "165 conv2d_12" [label="(256,)", style=solid]; +"163 mul_tensor_14" -> "164 sub_tensor_14" [label="(256, 512, 3, 3)", style=solid]; +"164 sub_tensor_14" -> "165 conv2d_12" [label=None, style=solid]; +"165 conv2d_12" -> "166 relu_12" [label="(1, 256, 14, 14)", style=solid]; +"166 relu_12" -> "167 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"167 quantize_per_tensor_default_17" -> "168 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"168 dequantize_per_tensor_default_21" -> "175 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; +"169 conv2d_13_zero_point_0_updated_constant0" -> "174 sub_tensor_15" [label="(256, 1, 1, 1)", style=solid]; +"170 conv2d_13_scale_0_updated_constant0" -> "173 mul_tensor_15" [label="(256, 1, 1, 1)", style=solid]; +"171 compressed_weight_updated_constant15" -> "173 mul_tensor_15" [label="(256, 256, 3, 3)", style=solid]; +"172 _param_constant57_0_0" -> "175 conv2d_13" [label="(256,)", style=solid]; +"173 mul_tensor_15" -> "174 sub_tensor_15" [label="(256, 256, 3, 3)", style=solid]; +"174 sub_tensor_15" -> "175 conv2d_13" [label=None, style=solid]; +"175 conv2d_13" -> "176 relu_13" [label="(1, 256, 12, 12)", style=solid]; +"176 relu_13" -> "177 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; +"177 quantize_per_tensor_default_18" -> "178 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; +"178 dequantize_per_tensor_default_22" -> "185 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; +"179 _param_constant61" -> "185 conv_transpose2d_2" [label="(128,)", style=solid]; +"180 conv_transpose2d_2_zero_point_0_updated_constant0" -> "184 sub_tensor_16" [label="(256, 1, 1, 1)", style=solid]; +"181 conv_transpose2d_2_scale_0_updated_constant0" -> "183 mul_tensor_16" [label="(256, 1, 1, 1)", style=solid]; +"182 compressed_weight_updated_constant16" -> "183 mul_tensor_16" [label="(256, 128, 2, 2)", style=solid]; +"183 mul_tensor_16" -> "184 sub_tensor_16" [label="(256, 128, 2, 2)", style=solid]; +"184 sub_tensor_16" -> "185 conv_transpose2d_2" [label=None, style=solid]; +"185 conv_transpose2d_2" -> "186 quantize_per_tensor_default_2" [label="(1, 128, 24, 24)", style=solid]; +"186 quantize_per_tensor_default_2" -> "187 dequantize_per_tensor_default_3" [label="(1, 128, 24, 24)", style=solid]; +"187 dequantize_per_tensor_default_3" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"188 slice_9" -> "189 slice_10" [label="(1, 128, 106, 106)", style=solid]; +"189 slice_10" -> "190 slice_11" [label="(1, 128, 106, 106)", style=solid]; +"190 slice_11" -> "191 slice_12" [label="(1, 128, 24, 106)", style=solid]; +"191 slice_12" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"192 cat_2" -> "199 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; +"193 conv2d_14_zero_point_0_updated_constant0" -> "198 sub_tensor_17" [label="(128, 1, 1, 1)", style=solid]; +"194 conv2d_14_scale_0_updated_constant0" -> "197 mul_tensor_17" [label="(128, 1, 1, 1)", style=solid]; +"195 compressed_weight_updated_constant17" -> "197 mul_tensor_17" [label="(128, 256, 3, 3)", style=solid]; +"196 _param_constant63_0_0" -> "199 conv2d_14" [label="(128,)", style=solid]; +"197 mul_tensor_17" -> "198 sub_tensor_17" [label="(128, 256, 3, 3)", style=solid]; +"198 sub_tensor_17" -> "199 conv2d_14" [label=None, style=solid]; +"199 conv2d_14" -> "200 relu_14" [label="(1, 128, 22, 22)", style=solid]; +"200 relu_14" -> "201 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; +"201 quantize_per_tensor_default_19" -> "202 dequantize_per_tensor_default_23" [label="(1, 128, 22, 22)", style=solid]; +"202 dequantize_per_tensor_default_23" -> "209 conv2d_15" [label="(1, 128, 22, 22)", style=solid]; +"203 conv2d_15_zero_point_0_updated_constant0" -> "208 sub_tensor_18" [label="(128, 1, 1, 1)", style=solid]; +"204 conv2d_15_scale_0_updated_constant0" -> "207 mul_tensor_18" [label="(128, 1, 1, 1)", style=solid]; +"205 compressed_weight_updated_constant18" -> "207 mul_tensor_18" [label="(128, 128, 3, 3)", style=solid]; +"206 _param_constant67_0_0" -> "209 conv2d_15" [label="(128,)", style=solid]; +"207 mul_tensor_18" -> "208 sub_tensor_18" [label="(128, 128, 3, 3)", style=solid]; +"208 sub_tensor_18" -> "209 conv2d_15" [label=None, style=solid]; +"209 conv2d_15" -> "210 relu_15" [label="(1, 128, 20, 20)", style=solid]; +"210 relu_15" -> "211 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; +"211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; +"212 dequantize_per_tensor_default_24" -> "219 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; +"213 _param_constant71" -> "219 conv_transpose2d_3" [label="(64,)", style=solid]; +"214 conv_transpose2d_3_zero_point_0_updated_constant0" -> "218 sub_tensor_19" [label="(128, 1, 1, 1)", style=solid]; +"215 conv_transpose2d_3_scale_0_updated_constant0" -> "217 mul_tensor_19" [label="(128, 1, 1, 1)", style=solid]; +"216 compressed_weight_updated_constant19" -> "217 mul_tensor_19" [label="(128, 64, 2, 2)", style=solid]; +"217 mul_tensor_19" -> "218 sub_tensor_19" [label="(128, 64, 2, 2)", style=solid]; +"218 sub_tensor_19" -> "219 conv_transpose2d_3" [label=None, style=solid]; +"219 conv_transpose2d_3" -> "220 quantize_per_tensor_default_1" [label="(1, 64, 40, 40)", style=solid]; +"220 quantize_per_tensor_default_1" -> "221 dequantize_per_tensor_default_2" [label="(1, 64, 40, 40)", style=solid]; +"221 dequantize_per_tensor_default_2" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"222 slice_13" -> "223 slice_14" [label="(1, 64, 220, 220)", style=solid]; +"223 slice_14" -> "224 slice_15" [label="(1, 64, 220, 220)", style=solid]; +"224 slice_15" -> "225 slice_16" [label="(1, 64, 40, 220)", style=solid]; +"225 slice_16" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"226 cat_3" -> "233 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; +"227 conv2d_16_zero_point_0_updated_constant0" -> "232 sub_tensor_20" [label="(64, 1, 1, 1)", style=solid]; +"228 conv2d_16_scale_0_updated_constant0" -> "231 mul_tensor_20" [label="(64, 1, 1, 1)", style=solid]; +"229 compressed_weight_updated_constant20" -> "231 mul_tensor_20" [label="(64, 128, 3, 3)", style=solid]; +"230 _param_constant73_0_0" -> "233 conv2d_16" [label="(64,)", style=solid]; +"231 mul_tensor_20" -> "232 sub_tensor_20" [label="(64, 128, 3, 3)", style=solid]; +"232 sub_tensor_20" -> "233 conv2d_16" [label=None, style=solid]; +"233 conv2d_16" -> "234 relu_16" [label="(1, 64, 38, 38)", style=solid]; +"234 relu_16" -> "235 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; +"235 quantize_per_tensor_default_21" -> "236 dequantize_per_tensor_default_25" [label="(1, 64, 38, 38)", style=solid]; +"236 dequantize_per_tensor_default_25" -> "243 conv2d_17" [label="(1, 64, 38, 38)", style=solid]; +"237 conv2d_17_zero_point_0_updated_constant0" -> "242 sub_tensor_21" [label="(64, 1, 1, 1)", style=solid]; +"238 conv2d_17_scale_0_updated_constant0" -> "241 mul_tensor_21" [label="(64, 1, 1, 1)", style=solid]; +"239 compressed_weight_updated_constant21" -> "241 mul_tensor_21" [label="(64, 64, 3, 3)", style=solid]; +"240 _param_constant77_0_0" -> "243 conv2d_17" [label="(64,)", style=solid]; +"241 mul_tensor_21" -> "242 sub_tensor_21" [label="(64, 64, 3, 3)", style=solid]; +"242 sub_tensor_21" -> "243 conv2d_17" [label=None, style=solid]; +"243 conv2d_17" -> "244 relu_17" [label="(1, 64, 36, 36)", style=solid]; +"244 relu_17" -> "245 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; +"245 quantize_per_tensor_default_22" -> "246 dequantize_per_tensor_default_26" [label="(1, 64, 36, 36)", style=solid]; +"246 dequantize_per_tensor_default_26" -> "253 conv2d_18" [label="(1, 64, 36, 36)", style=solid]; +"247 conv2d_18_zero_point_0_updated_constant0" -> "252 sub_tensor_22" [label="(12, 1, 1, 1)", style=solid]; +"248 conv2d_18_scale_0_updated_constant0" -> "251 mul_tensor_22" [label="(12, 1, 1, 1)", style=solid]; +"249 compressed_weight_updated_constant22" -> "251 mul_tensor_22" [label="(12, 64, 1, 1)", style=solid]; +"250 _param_constant81_0_0" -> "253 conv2d_18" [label="(12,)", style=solid]; +"251 mul_tensor_22" -> "252 sub_tensor_22" [label="(12, 64, 1, 1)", style=solid]; +"252 sub_tensor_22" -> "253 conv2d_18" [label=None, style=solid]; +"253 conv2d_18" -> "254 output" [label="(1, 12, 36, 36)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot index 23f5e64eb8d..f4881dbd7dd 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot @@ -2,1812 +2,2012 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_scale_0_updated_constant0" [id=3, type=get_attr]; -"4 compressed_weight_updated_constant0" [id=4, type=get_attr]; -"5 _param_constant1_0_0" [id=5, type=get_attr]; -"6 mul_tensor" [id=6, type=mul]; -"7 conv2d" [id=7, type=conv2d]; -"8 reshape" [id=8, type=reshape]; -"9 permute" [id=9, type=permute]; -"10 _param_constant2" [id=10, type=get_attr]; -"11 expand" [id=11, type=expand]; -"12 cat" [id=12, type=cat]; -"13 _param_constant3" [id=13, type=get_attr]; -"14 add" [id=14, type=add]; -"15 dropout" [id=15, type=dropout]; -"16 _param_constant4" [id=16, type=get_attr]; -"17 _param_constant5" [id=17, type=get_attr]; -"18 layer_norm" [id=18, type=layer_norm]; -"19 transpose" [id=19, type=transpose]; -"20 transpose_0_0_nncf_smooth_quant_0" [id=20, type=call_module]; -"21 quantize_per_tensor_default_1" [id=21, type=quantize_per_tensor]; -"22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; -"23 linear_scale_0_updated_constant0" [id=23, type=get_attr]; -"24 compressed_weight_updated_constant1" [id=24, type=get_attr]; -"25 _param_constant7_0_0" [id=25, type=get_attr]; -"26 mul_tensor_1" [id=26, type=mul]; -"27 linear" [id=27, type=linear]; -"28 unflatten" [id=28, type=unflatten]; -"29 unsqueeze" [id=29, type=unsqueeze]; -"30 transpose_1" [id=30, type=transpose]; -"31 squeeze" [id=31, type=squeeze]; -"32 contiguous" [id=32, type=contiguous]; -"33 quantize_per_tensor_default_2" [id=33, type=quantize_per_tensor]; -"34 dequantize_per_tensor_default_2" [id=34, type=dequantize_per_tensor]; -"35 select" [id=35, type=select]; -"36 quantize_per_tensor_default_3" [id=36, type=quantize_per_tensor]; -"37 dequantize_per_tensor_default_3" [id=37, type=dequantize_per_tensor]; -"38 select_1" [id=38, type=select]; -"39 select_2" [id=39, type=select]; -"40 view" [id=40, type=view]; -"41 transpose_2" [id=41, type=transpose]; -"42 view_1" [id=42, type=view]; -"43 transpose_3" [id=43, type=transpose]; -"44 view_2" [id=44, type=view]; -"45 transpose_4" [id=45, type=transpose]; -"46 view_3" [id=46, type=view]; -"47 view_4" [id=47, type=view]; -"48 view_5" [id=48, type=view]; -"49 scaled_dot_product_attention" [id=49, type=scaled_dot_product_attention]; -"50 permute_1" [id=50, type=permute]; -"51 view_6" [id=51, type=view]; -"52 view_6_0_0_nncf_smooth_quant_0" [id=52, type=call_module]; -"53 quantize_per_tensor_default_4" [id=53, type=quantize_per_tensor]; -"54 dequantize_per_tensor_default_4" [id=54, type=dequantize_per_tensor]; -"55 linear_1_scale_0_updated_constant0" [id=55, type=get_attr]; -"56 compressed_weight_updated_constant2" [id=56, type=get_attr]; -"57 _param_constant9_0_0" [id=57, type=get_attr]; -"58 mul_tensor_2" [id=58, type=mul]; -"59 linear_1" [id=59, type=linear]; -"60 view_7" [id=60, type=view]; -"61 transpose_5" [id=61, type=transpose]; -"62 dropout_1" [id=62, type=dropout]; -"63 add_1" [id=63, type=add]; -"64 _param_constant10" [id=64, type=get_attr]; -"65 _param_constant11" [id=65, type=get_attr]; -"66 layer_norm_1" [id=66, type=layer_norm]; -"67 layer_norm_1_0_0_nncf_smooth_quant_0" [id=67, type=call_module]; -"68 quantize_per_tensor_default_5" [id=68, type=quantize_per_tensor]; -"69 dequantize_per_tensor_default_5" [id=69, type=dequantize_per_tensor]; -"70 linear_2_scale_0_updated_constant0" [id=70, type=get_attr]; -"71 compressed_weight_updated_constant3" [id=71, type=get_attr]; -"72 _param_constant13_0_0" [id=72, type=get_attr]; -"73 mul_tensor_3" [id=73, type=mul]; -"74 linear_2" [id=74, type=linear]; -"75 gelu" [id=75, type=gelu]; -"76 dropout_2" [id=76, type=dropout]; -"77 dropout_2_0_0_nncf_smooth_quant_0" [id=77, type=call_module]; -"78 quantize_per_tensor_default_6" [id=78, type=quantize_per_tensor]; -"79 dequantize_per_tensor_default_6" [id=79, type=dequantize_per_tensor]; -"80 linear_3_scale_0_updated_constant0" [id=80, type=get_attr]; -"81 compressed_weight_updated_constant4" [id=81, type=get_attr]; -"82 _param_constant15_0_0" [id=82, type=get_attr]; -"83 mul_tensor_4" [id=83, type=mul]; -"84 linear_3" [id=84, type=linear]; -"85 dropout_3" [id=85, type=dropout]; -"86 add_2" [id=86, type=add]; -"87 _param_constant16" [id=87, type=get_attr]; -"88 _param_constant17" [id=88, type=get_attr]; -"89 layer_norm_2" [id=89, type=layer_norm]; -"90 transpose_6" [id=90, type=transpose]; -"91 transpose_6_0_0_nncf_smooth_quant_0" [id=91, type=call_module]; -"92 quantize_per_tensor_default_7" [id=92, type=quantize_per_tensor]; -"93 dequantize_per_tensor_default_7" [id=93, type=dequantize_per_tensor]; -"94 linear_4_scale_0_updated_constant0" [id=94, type=get_attr]; -"95 compressed_weight_updated_constant5" [id=95, type=get_attr]; -"96 _param_constant19_0_0" [id=96, type=get_attr]; -"97 mul_tensor_5" [id=97, type=mul]; -"98 linear_4" [id=98, type=linear]; -"99 unflatten_1" [id=99, type=unflatten]; -"100 unsqueeze_1" [id=100, type=unsqueeze]; -"101 transpose_7" [id=101, type=transpose]; -"102 squeeze_1" [id=102, type=squeeze]; -"103 contiguous_1" [id=103, type=contiguous]; -"104 quantize_per_tensor_default_8" [id=104, type=quantize_per_tensor]; -"105 dequantize_per_tensor_default_8" [id=105, type=dequantize_per_tensor]; -"106 select_3" [id=106, type=select]; -"107 quantize_per_tensor_default_9" [id=107, type=quantize_per_tensor]; -"108 dequantize_per_tensor_default_9" [id=108, type=dequantize_per_tensor]; -"109 select_4" [id=109, type=select]; -"110 select_5" [id=110, type=select]; -"111 view_8" [id=111, type=view]; -"112 transpose_8" [id=112, type=transpose]; -"113 view_9" [id=113, type=view]; -"114 transpose_9" [id=114, type=transpose]; -"115 view_10" [id=115, type=view]; -"116 transpose_10" [id=116, type=transpose]; -"117 view_11" [id=117, type=view]; -"118 view_12" [id=118, type=view]; -"119 view_13" [id=119, type=view]; -"120 scaled_dot_product_attention_1" [id=120, type=scaled_dot_product_attention]; -"121 permute_2" [id=121, type=permute]; -"122 view_14" [id=122, type=view]; -"123 view_14_0_0_nncf_smooth_quant_0" [id=123, type=call_module]; -"124 quantize_per_tensor_default_10" [id=124, type=quantize_per_tensor]; -"125 dequantize_per_tensor_default_10" [id=125, type=dequantize_per_tensor]; -"126 linear_5_scale_0_updated_constant0" [id=126, type=get_attr]; -"127 compressed_weight_updated_constant6" [id=127, type=get_attr]; -"128 _param_constant21_0_0" [id=128, type=get_attr]; -"129 mul_tensor_6" [id=129, type=mul]; -"130 linear_5" [id=130, type=linear]; -"131 view_15" [id=131, type=view]; -"132 transpose_11" [id=132, type=transpose]; -"133 dropout_4" [id=133, type=dropout]; -"134 add_3" [id=134, type=add]; -"135 _param_constant22" [id=135, type=get_attr]; -"136 _param_constant23" [id=136, type=get_attr]; -"137 layer_norm_3" [id=137, type=layer_norm]; -"138 layer_norm_3_0_0_nncf_smooth_quant_0" [id=138, type=call_module]; -"139 quantize_per_tensor_default_11" [id=139, type=quantize_per_tensor]; -"140 dequantize_per_tensor_default_11" [id=140, type=dequantize_per_tensor]; -"141 linear_6_scale_0_updated_constant0" [id=141, type=get_attr]; -"142 compressed_weight_updated_constant7" [id=142, type=get_attr]; -"143 _param_constant25_0_0" [id=143, type=get_attr]; -"144 mul_tensor_7" [id=144, type=mul]; -"145 linear_6" [id=145, type=linear]; -"146 gelu_1" [id=146, type=gelu]; -"147 dropout_5" [id=147, type=dropout]; -"148 dropout_5_0_0_nncf_smooth_quant_0" [id=148, type=call_module]; -"149 quantize_per_tensor_default_12" [id=149, type=quantize_per_tensor]; -"150 dequantize_per_tensor_default_12" [id=150, type=dequantize_per_tensor]; -"151 linear_7_scale_0_updated_constant0" [id=151, type=get_attr]; -"152 compressed_weight_updated_constant8" [id=152, type=get_attr]; -"153 _param_constant27_0_0" [id=153, type=get_attr]; -"154 mul_tensor_8" [id=154, type=mul]; -"155 linear_7" [id=155, type=linear]; -"156 dropout_6" [id=156, type=dropout]; -"157 add_4" [id=157, type=add]; -"158 _param_constant28" [id=158, type=get_attr]; -"159 _param_constant29" [id=159, type=get_attr]; -"160 layer_norm_4" [id=160, type=layer_norm]; -"161 transpose_12" [id=161, type=transpose]; -"162 transpose_12_0_0_nncf_smooth_quant_0" [id=162, type=call_module]; -"163 quantize_per_tensor_default_13" [id=163, type=quantize_per_tensor]; -"164 dequantize_per_tensor_default_13" [id=164, type=dequantize_per_tensor]; -"165 linear_8_scale_0_updated_constant0" [id=165, type=get_attr]; -"166 compressed_weight_updated_constant9" [id=166, type=get_attr]; -"167 _param_constant31_0_0" [id=167, type=get_attr]; -"168 mul_tensor_9" [id=168, type=mul]; -"169 linear_8" [id=169, type=linear]; -"170 unflatten_2" [id=170, type=unflatten]; -"171 unsqueeze_2" [id=171, type=unsqueeze]; -"172 transpose_13" [id=172, type=transpose]; -"173 squeeze_2" [id=173, type=squeeze]; -"174 contiguous_2" [id=174, type=contiguous]; -"175 quantize_per_tensor_default_14" [id=175, type=quantize_per_tensor]; -"176 dequantize_per_tensor_default_14" [id=176, type=dequantize_per_tensor]; -"177 select_6" [id=177, type=select]; -"178 quantize_per_tensor_default_15" [id=178, type=quantize_per_tensor]; -"179 dequantize_per_tensor_default_15" [id=179, type=dequantize_per_tensor]; -"180 select_7" [id=180, type=select]; -"181 select_8" [id=181, type=select]; -"182 view_16" [id=182, type=view]; -"183 transpose_14" [id=183, type=transpose]; -"184 view_17" [id=184, type=view]; -"185 transpose_15" [id=185, type=transpose]; -"186 view_18" [id=186, type=view]; -"187 transpose_16" [id=187, type=transpose]; -"188 view_19" [id=188, type=view]; -"189 view_20" [id=189, type=view]; -"190 view_21" [id=190, type=view]; -"191 scaled_dot_product_attention_2" [id=191, type=scaled_dot_product_attention]; -"192 permute_3" [id=192, type=permute]; -"193 view_22" [id=193, type=view]; -"194 view_22_0_0_nncf_smooth_quant_0" [id=194, type=call_module]; -"195 quantize_per_tensor_default_16" [id=195, type=quantize_per_tensor]; -"196 dequantize_per_tensor_default_16" [id=196, type=dequantize_per_tensor]; -"197 linear_9_scale_0_updated_constant0" [id=197, type=get_attr]; -"198 compressed_weight_updated_constant10" [id=198, type=get_attr]; -"199 _param_constant33_0_0" [id=199, type=get_attr]; -"200 mul_tensor_10" [id=200, type=mul]; -"201 linear_9" [id=201, type=linear]; -"202 view_23" [id=202, type=view]; -"203 transpose_17" [id=203, type=transpose]; -"204 dropout_7" [id=204, type=dropout]; -"205 add_5" [id=205, type=add]; -"206 _param_constant34" [id=206, type=get_attr]; -"207 _param_constant35" [id=207, type=get_attr]; -"208 layer_norm_5" [id=208, type=layer_norm]; -"209 layer_norm_5_0_0_nncf_smooth_quant_0" [id=209, type=call_module]; -"210 quantize_per_tensor_default_17" [id=210, type=quantize_per_tensor]; -"211 dequantize_per_tensor_default_17" [id=211, type=dequantize_per_tensor]; -"212 linear_10_scale_0_updated_constant0" [id=212, type=get_attr]; -"213 compressed_weight_updated_constant11" [id=213, type=get_attr]; -"214 _param_constant37_0_0" [id=214, type=get_attr]; -"215 mul_tensor_11" [id=215, type=mul]; -"216 linear_10" [id=216, type=linear]; -"217 gelu_2" [id=217, type=gelu]; -"218 dropout_8" [id=218, type=dropout]; -"219 dropout_8_0_0_nncf_smooth_quant_0" [id=219, type=call_module]; -"220 quantize_per_tensor_default_18" [id=220, type=quantize_per_tensor]; -"221 dequantize_per_tensor_default_18" [id=221, type=dequantize_per_tensor]; -"222 linear_11_scale_0_updated_constant0" [id=222, type=get_attr]; -"223 compressed_weight_updated_constant12" [id=223, type=get_attr]; -"224 _param_constant39_0_0" [id=224, type=get_attr]; -"225 mul_tensor_12" [id=225, type=mul]; -"226 linear_11" [id=226, type=linear]; -"227 dropout_9" [id=227, type=dropout]; -"228 add_6" [id=228, type=add]; -"229 _param_constant40" [id=229, type=get_attr]; -"230 _param_constant41" [id=230, type=get_attr]; -"231 layer_norm_6" [id=231, type=layer_norm]; -"232 transpose_18" [id=232, type=transpose]; -"233 transpose_18_0_0_nncf_smooth_quant_0" [id=233, type=call_module]; -"234 quantize_per_tensor_default_19" [id=234, type=quantize_per_tensor]; -"235 dequantize_per_tensor_default_19" [id=235, type=dequantize_per_tensor]; -"236 linear_12_scale_0_updated_constant0" [id=236, type=get_attr]; -"237 compressed_weight_updated_constant13" [id=237, type=get_attr]; -"238 _param_constant43_0_0" [id=238, type=get_attr]; -"239 mul_tensor_13" [id=239, type=mul]; -"240 linear_12" [id=240, type=linear]; -"241 unflatten_3" [id=241, type=unflatten]; -"242 unsqueeze_3" [id=242, type=unsqueeze]; -"243 transpose_19" [id=243, type=transpose]; -"244 squeeze_3" [id=244, type=squeeze]; -"245 contiguous_3" [id=245, type=contiguous]; -"246 quantize_per_tensor_default_20" [id=246, type=quantize_per_tensor]; -"247 dequantize_per_tensor_default_20" [id=247, type=dequantize_per_tensor]; -"248 select_9" [id=248, type=select]; -"249 quantize_per_tensor_default_21" [id=249, type=quantize_per_tensor]; -"250 dequantize_per_tensor_default_21" [id=250, type=dequantize_per_tensor]; -"251 select_10" [id=251, type=select]; -"252 select_11" [id=252, type=select]; -"253 view_24" [id=253, type=view]; -"254 transpose_20" [id=254, type=transpose]; -"255 view_25" [id=255, type=view]; -"256 transpose_21" [id=256, type=transpose]; -"257 view_26" [id=257, type=view]; -"258 transpose_22" [id=258, type=transpose]; -"259 view_27" [id=259, type=view]; -"260 view_28" [id=260, type=view]; -"261 view_29" [id=261, type=view]; -"262 scaled_dot_product_attention_3" [id=262, type=scaled_dot_product_attention]; -"263 permute_4" [id=263, type=permute]; -"264 view_30" [id=264, type=view]; -"265 view_30_0_0_nncf_smooth_quant_0" [id=265, type=call_module]; -"266 quantize_per_tensor_default_22" [id=266, type=quantize_per_tensor]; -"267 dequantize_per_tensor_default_22" [id=267, type=dequantize_per_tensor]; -"268 linear_13_scale_0_updated_constant0" [id=268, type=get_attr]; -"269 compressed_weight_updated_constant14" [id=269, type=get_attr]; -"270 _param_constant45_0_0" [id=270, type=get_attr]; -"271 mul_tensor_14" [id=271, type=mul]; -"272 linear_13" [id=272, type=linear]; -"273 view_31" [id=273, type=view]; -"274 transpose_23" [id=274, type=transpose]; -"275 dropout_10" [id=275, type=dropout]; -"276 add_7" [id=276, type=add]; -"277 _param_constant46" [id=277, type=get_attr]; -"278 _param_constant47" [id=278, type=get_attr]; -"279 layer_norm_7" [id=279, type=layer_norm]; -"280 layer_norm_7_0_0_nncf_smooth_quant_0" [id=280, type=call_module]; -"281 quantize_per_tensor_default_23" [id=281, type=quantize_per_tensor]; -"282 dequantize_per_tensor_default_23" [id=282, type=dequantize_per_tensor]; -"283 linear_14_scale_0_updated_constant0" [id=283, type=get_attr]; -"284 compressed_weight_updated_constant15" [id=284, type=get_attr]; -"285 _param_constant49_0_0" [id=285, type=get_attr]; -"286 mul_tensor_15" [id=286, type=mul]; -"287 linear_14" [id=287, type=linear]; -"288 gelu_3" [id=288, type=gelu]; -"289 dropout_11" [id=289, type=dropout]; -"290 dropout_11_0_0_nncf_smooth_quant_0" [id=290, type=call_module]; -"291 quantize_per_tensor_default_24" [id=291, type=quantize_per_tensor]; -"292 dequantize_per_tensor_default_24" [id=292, type=dequantize_per_tensor]; -"293 linear_15_scale_0_updated_constant0" [id=293, type=get_attr]; -"294 compressed_weight_updated_constant16" [id=294, type=get_attr]; -"295 _param_constant51_0_0" [id=295, type=get_attr]; -"296 mul_tensor_16" [id=296, type=mul]; -"297 linear_15" [id=297, type=linear]; -"298 dropout_12" [id=298, type=dropout]; -"299 add_8" [id=299, type=add]; -"300 _param_constant52" [id=300, type=get_attr]; -"301 _param_constant53" [id=301, type=get_attr]; -"302 layer_norm_8" [id=302, type=layer_norm]; -"303 transpose_24" [id=303, type=transpose]; -"304 transpose_24_0_0_nncf_smooth_quant_0" [id=304, type=call_module]; -"305 quantize_per_tensor_default_25" [id=305, type=quantize_per_tensor]; -"306 dequantize_per_tensor_default_25" [id=306, type=dequantize_per_tensor]; -"307 linear_16_scale_0_updated_constant0" [id=307, type=get_attr]; -"308 compressed_weight_updated_constant17" [id=308, type=get_attr]; -"309 _param_constant55_0_0" [id=309, type=get_attr]; -"310 mul_tensor_17" [id=310, type=mul]; -"311 linear_16" [id=311, type=linear]; -"312 unflatten_4" [id=312, type=unflatten]; -"313 unsqueeze_4" [id=313, type=unsqueeze]; -"314 transpose_25" [id=314, type=transpose]; -"315 squeeze_4" [id=315, type=squeeze]; -"316 contiguous_4" [id=316, type=contiguous]; -"317 quantize_per_tensor_default_26" [id=317, type=quantize_per_tensor]; -"318 dequantize_per_tensor_default_26" [id=318, type=dequantize_per_tensor]; -"319 select_12" [id=319, type=select]; -"320 quantize_per_tensor_default_27" [id=320, type=quantize_per_tensor]; -"321 dequantize_per_tensor_default_27" [id=321, type=dequantize_per_tensor]; -"322 select_13" [id=322, type=select]; -"323 select_14" [id=323, type=select]; -"324 view_32" [id=324, type=view]; -"325 transpose_26" [id=325, type=transpose]; -"326 view_33" [id=326, type=view]; -"327 transpose_27" [id=327, type=transpose]; -"328 view_34" [id=328, type=view]; -"329 transpose_28" [id=329, type=transpose]; -"330 view_35" [id=330, type=view]; -"331 view_36" [id=331, type=view]; -"332 view_37" [id=332, type=view]; -"333 scaled_dot_product_attention_4" [id=333, type=scaled_dot_product_attention]; -"334 permute_5" [id=334, type=permute]; -"335 view_38" [id=335, type=view]; -"336 view_38_0_0_nncf_smooth_quant_0" [id=336, type=call_module]; -"337 quantize_per_tensor_default_28" [id=337, type=quantize_per_tensor]; -"338 dequantize_per_tensor_default_28" [id=338, type=dequantize_per_tensor]; -"339 linear_17_scale_0_updated_constant0" [id=339, type=get_attr]; -"340 compressed_weight_updated_constant18" [id=340, type=get_attr]; -"341 _param_constant57_0_0" [id=341, type=get_attr]; -"342 mul_tensor_18" [id=342, type=mul]; -"343 linear_17" [id=343, type=linear]; -"344 view_39" [id=344, type=view]; -"345 transpose_29" [id=345, type=transpose]; -"346 dropout_13" [id=346, type=dropout]; -"347 add_9" [id=347, type=add]; -"348 _param_constant58" [id=348, type=get_attr]; -"349 _param_constant59" [id=349, type=get_attr]; -"350 layer_norm_9" [id=350, type=layer_norm]; -"351 layer_norm_9_0_0_nncf_smooth_quant_0" [id=351, type=call_module]; -"352 quantize_per_tensor_default_29" [id=352, type=quantize_per_tensor]; -"353 dequantize_per_tensor_default_29" [id=353, type=dequantize_per_tensor]; -"354 linear_18_scale_0_updated_constant0" [id=354, type=get_attr]; -"355 compressed_weight_updated_constant19" [id=355, type=get_attr]; -"356 _param_constant61_0_0" [id=356, type=get_attr]; -"357 mul_tensor_19" [id=357, type=mul]; -"358 linear_18" [id=358, type=linear]; -"359 gelu_4" [id=359, type=gelu]; -"360 dropout_14" [id=360, type=dropout]; -"361 dropout_14_0_0_nncf_smooth_quant_0" [id=361, type=call_module]; -"362 quantize_per_tensor_default_30" [id=362, type=quantize_per_tensor]; -"363 dequantize_per_tensor_default_30" [id=363, type=dequantize_per_tensor]; -"364 linear_19_scale_0_updated_constant0" [id=364, type=get_attr]; -"365 compressed_weight_updated_constant20" [id=365, type=get_attr]; -"366 _param_constant63_0_0" [id=366, type=get_attr]; -"367 mul_tensor_20" [id=367, type=mul]; -"368 linear_19" [id=368, type=linear]; -"369 dropout_15" [id=369, type=dropout]; -"370 add_10" [id=370, type=add]; -"371 _param_constant64" [id=371, type=get_attr]; -"372 _param_constant65" [id=372, type=get_attr]; -"373 layer_norm_10" [id=373, type=layer_norm]; -"374 transpose_30" [id=374, type=transpose]; -"375 transpose_30_0_0_nncf_smooth_quant_0" [id=375, type=call_module]; -"376 quantize_per_tensor_default_31" [id=376, type=quantize_per_tensor]; -"377 dequantize_per_tensor_default_31" [id=377, type=dequantize_per_tensor]; -"378 linear_20_scale_0_updated_constant0" [id=378, type=get_attr]; -"379 compressed_weight_updated_constant21" [id=379, type=get_attr]; -"380 _param_constant67_0_0" [id=380, type=get_attr]; -"381 mul_tensor_21" [id=381, type=mul]; -"382 linear_20" [id=382, type=linear]; -"383 unflatten_5" [id=383, type=unflatten]; -"384 unsqueeze_5" [id=384, type=unsqueeze]; -"385 transpose_31" [id=385, type=transpose]; -"386 squeeze_5" [id=386, type=squeeze]; -"387 contiguous_5" [id=387, type=contiguous]; -"388 quantize_per_tensor_default_32" [id=388, type=quantize_per_tensor]; -"389 dequantize_per_tensor_default_32" [id=389, type=dequantize_per_tensor]; -"390 select_15" [id=390, type=select]; -"391 quantize_per_tensor_default_33" [id=391, type=quantize_per_tensor]; -"392 dequantize_per_tensor_default_33" [id=392, type=dequantize_per_tensor]; -"393 select_16" [id=393, type=select]; -"394 select_17" [id=394, type=select]; -"395 view_40" [id=395, type=view]; -"396 transpose_32" [id=396, type=transpose]; -"397 view_41" [id=397, type=view]; -"398 transpose_33" [id=398, type=transpose]; -"399 view_42" [id=399, type=view]; -"400 transpose_34" [id=400, type=transpose]; -"401 view_43" [id=401, type=view]; -"402 view_44" [id=402, type=view]; -"403 view_45" [id=403, type=view]; -"404 scaled_dot_product_attention_5" [id=404, type=scaled_dot_product_attention]; -"405 permute_6" [id=405, type=permute]; -"406 view_46" [id=406, type=view]; -"407 view_46_0_0_nncf_smooth_quant_0" [id=407, type=call_module]; -"408 quantize_per_tensor_default_34" [id=408, type=quantize_per_tensor]; -"409 dequantize_per_tensor_default_34" [id=409, type=dequantize_per_tensor]; -"410 linear_21_scale_0_updated_constant0" [id=410, type=get_attr]; -"411 compressed_weight_updated_constant22" [id=411, type=get_attr]; -"412 _param_constant69_0_0" [id=412, type=get_attr]; -"413 mul_tensor_22" [id=413, type=mul]; -"414 linear_21" [id=414, type=linear]; -"415 view_47" [id=415, type=view]; -"416 transpose_35" [id=416, type=transpose]; -"417 dropout_16" [id=417, type=dropout]; -"418 add_11" [id=418, type=add]; -"419 _param_constant70" [id=419, type=get_attr]; -"420 _param_constant71" [id=420, type=get_attr]; -"421 layer_norm_11" [id=421, type=layer_norm]; -"422 layer_norm_11_0_0_nncf_smooth_quant_0" [id=422, type=call_module]; -"423 quantize_per_tensor_default_35" [id=423, type=quantize_per_tensor]; -"424 dequantize_per_tensor_default_35" [id=424, type=dequantize_per_tensor]; -"425 linear_22_scale_0_updated_constant0" [id=425, type=get_attr]; -"426 compressed_weight_updated_constant23" [id=426, type=get_attr]; -"427 _param_constant73_0_0" [id=427, type=get_attr]; -"428 mul_tensor_23" [id=428, type=mul]; -"429 linear_22" [id=429, type=linear]; -"430 gelu_5" [id=430, type=gelu]; -"431 dropout_17" [id=431, type=dropout]; -"432 dropout_17_0_0_nncf_smooth_quant_0" [id=432, type=call_module]; -"433 quantize_per_tensor_default_36" [id=433, type=quantize_per_tensor]; -"434 dequantize_per_tensor_default_36" [id=434, type=dequantize_per_tensor]; -"435 linear_23_scale_0_updated_constant0" [id=435, type=get_attr]; -"436 compressed_weight_updated_constant24" [id=436, type=get_attr]; -"437 _param_constant75_0_0" [id=437, type=get_attr]; -"438 mul_tensor_24" [id=438, type=mul]; -"439 linear_23" [id=439, type=linear]; -"440 dropout_18" [id=440, type=dropout]; -"441 add_12" [id=441, type=add]; -"442 _param_constant76" [id=442, type=get_attr]; -"443 _param_constant77" [id=443, type=get_attr]; -"444 layer_norm_12" [id=444, type=layer_norm]; -"445 transpose_36" [id=445, type=transpose]; -"446 transpose_36_0_0_nncf_smooth_quant_0" [id=446, type=call_module]; -"447 quantize_per_tensor_default_37" [id=447, type=quantize_per_tensor]; -"448 dequantize_per_tensor_default_37" [id=448, type=dequantize_per_tensor]; -"449 linear_24_scale_0_updated_constant0" [id=449, type=get_attr]; -"450 compressed_weight_updated_constant25" [id=450, type=get_attr]; -"451 _param_constant79_0_0" [id=451, type=get_attr]; -"452 mul_tensor_25" [id=452, type=mul]; -"453 linear_24" [id=453, type=linear]; -"454 unflatten_6" [id=454, type=unflatten]; -"455 unsqueeze_6" [id=455, type=unsqueeze]; -"456 transpose_37" [id=456, type=transpose]; -"457 squeeze_6" [id=457, type=squeeze]; -"458 contiguous_6" [id=458, type=contiguous]; -"459 quantize_per_tensor_default_38" [id=459, type=quantize_per_tensor]; -"460 dequantize_per_tensor_default_38" [id=460, type=dequantize_per_tensor]; -"461 select_18" [id=461, type=select]; -"462 quantize_per_tensor_default_39" [id=462, type=quantize_per_tensor]; -"463 dequantize_per_tensor_default_39" [id=463, type=dequantize_per_tensor]; -"464 select_19" [id=464, type=select]; -"465 select_20" [id=465, type=select]; -"466 view_48" [id=466, type=view]; -"467 transpose_38" [id=467, type=transpose]; -"468 view_49" [id=468, type=view]; -"469 transpose_39" [id=469, type=transpose]; -"470 view_50" [id=470, type=view]; -"471 transpose_40" [id=471, type=transpose]; -"472 view_51" [id=472, type=view]; -"473 view_52" [id=473, type=view]; -"474 view_53" [id=474, type=view]; -"475 scaled_dot_product_attention_6" [id=475, type=scaled_dot_product_attention]; -"476 permute_7" [id=476, type=permute]; -"477 view_54" [id=477, type=view]; -"478 view_54_0_0_nncf_smooth_quant_0" [id=478, type=call_module]; -"479 quantize_per_tensor_default_40" [id=479, type=quantize_per_tensor]; -"480 dequantize_per_tensor_default_40" [id=480, type=dequantize_per_tensor]; -"481 linear_25_scale_0_updated_constant0" [id=481, type=get_attr]; -"482 compressed_weight_updated_constant26" [id=482, type=get_attr]; -"483 _param_constant81_0_0" [id=483, type=get_attr]; -"484 mul_tensor_26" [id=484, type=mul]; -"485 linear_25" [id=485, type=linear]; -"486 view_55" [id=486, type=view]; -"487 transpose_41" [id=487, type=transpose]; -"488 dropout_19" [id=488, type=dropout]; -"489 add_13" [id=489, type=add]; -"490 _param_constant82" [id=490, type=get_attr]; -"491 _param_constant83" [id=491, type=get_attr]; -"492 layer_norm_13" [id=492, type=layer_norm]; -"493 layer_norm_13_0_0_nncf_smooth_quant_0" [id=493, type=call_module]; -"494 quantize_per_tensor_default_41" [id=494, type=quantize_per_tensor]; -"495 dequantize_per_tensor_default_41" [id=495, type=dequantize_per_tensor]; -"496 linear_26_scale_0_updated_constant0" [id=496, type=get_attr]; -"497 compressed_weight_updated_constant27" [id=497, type=get_attr]; -"498 _param_constant85_0_0" [id=498, type=get_attr]; -"499 mul_tensor_27" [id=499, type=mul]; -"500 linear_26" [id=500, type=linear]; -"501 gelu_6" [id=501, type=gelu]; -"502 dropout_20" [id=502, type=dropout]; -"503 dropout_20_0_0_nncf_smooth_quant_0" [id=503, type=call_module]; -"504 quantize_per_tensor_default_42" [id=504, type=quantize_per_tensor]; -"505 dequantize_per_tensor_default_42" [id=505, type=dequantize_per_tensor]; -"506 linear_27_scale_0_updated_constant0" [id=506, type=get_attr]; -"507 compressed_weight_updated_constant28" [id=507, type=get_attr]; -"508 _param_constant87_0_0" [id=508, type=get_attr]; -"509 mul_tensor_28" [id=509, type=mul]; -"510 linear_27" [id=510, type=linear]; -"511 dropout_21" [id=511, type=dropout]; -"512 add_14" [id=512, type=add]; -"513 _param_constant88" [id=513, type=get_attr]; -"514 _param_constant89" [id=514, type=get_attr]; -"515 layer_norm_14" [id=515, type=layer_norm]; -"516 transpose_42" [id=516, type=transpose]; -"517 transpose_42_0_0_nncf_smooth_quant_0" [id=517, type=call_module]; -"518 quantize_per_tensor_default_43" [id=518, type=quantize_per_tensor]; -"519 dequantize_per_tensor_default_43" [id=519, type=dequantize_per_tensor]; -"520 linear_28_scale_0_updated_constant0" [id=520, type=get_attr]; -"521 compressed_weight_updated_constant29" [id=521, type=get_attr]; -"522 _param_constant91_0_0" [id=522, type=get_attr]; -"523 mul_tensor_29" [id=523, type=mul]; -"524 linear_28" [id=524, type=linear]; -"525 unflatten_7" [id=525, type=unflatten]; -"526 unsqueeze_7" [id=526, type=unsqueeze]; -"527 transpose_43" [id=527, type=transpose]; -"528 squeeze_7" [id=528, type=squeeze]; -"529 contiguous_7" [id=529, type=contiguous]; -"530 quantize_per_tensor_default_44" [id=530, type=quantize_per_tensor]; -"531 dequantize_per_tensor_default_44" [id=531, type=dequantize_per_tensor]; -"532 select_21" [id=532, type=select]; -"533 quantize_per_tensor_default_45" [id=533, type=quantize_per_tensor]; -"534 dequantize_per_tensor_default_45" [id=534, type=dequantize_per_tensor]; -"535 select_22" [id=535, type=select]; -"536 select_23" [id=536, type=select]; -"537 view_56" [id=537, type=view]; -"538 transpose_44" [id=538, type=transpose]; -"539 view_57" [id=539, type=view]; -"540 transpose_45" [id=540, type=transpose]; -"541 view_58" [id=541, type=view]; -"542 transpose_46" [id=542, type=transpose]; -"543 view_59" [id=543, type=view]; -"544 view_60" [id=544, type=view]; -"545 view_61" [id=545, type=view]; -"546 scaled_dot_product_attention_7" [id=546, type=scaled_dot_product_attention]; -"547 permute_8" [id=547, type=permute]; -"548 view_62" [id=548, type=view]; -"549 view_62_0_0_nncf_smooth_quant_0" [id=549, type=call_module]; -"550 quantize_per_tensor_default_46" [id=550, type=quantize_per_tensor]; -"551 dequantize_per_tensor_default_46" [id=551, type=dequantize_per_tensor]; -"552 linear_29_scale_0_updated_constant0" [id=552, type=get_attr]; -"553 compressed_weight_updated_constant30" [id=553, type=get_attr]; -"554 _param_constant93_0_0" [id=554, type=get_attr]; -"555 mul_tensor_30" [id=555, type=mul]; -"556 linear_29" [id=556, type=linear]; -"557 view_63" [id=557, type=view]; -"558 transpose_47" [id=558, type=transpose]; -"559 dropout_22" [id=559, type=dropout]; -"560 add_15" [id=560, type=add]; -"561 _param_constant94" [id=561, type=get_attr]; -"562 _param_constant95" [id=562, type=get_attr]; -"563 layer_norm_15" [id=563, type=layer_norm]; -"564 layer_norm_15_0_0_nncf_smooth_quant_0" [id=564, type=call_module]; -"565 quantize_per_tensor_default_47" [id=565, type=quantize_per_tensor]; -"566 dequantize_per_tensor_default_47" [id=566, type=dequantize_per_tensor]; -"567 linear_30_scale_0_updated_constant0" [id=567, type=get_attr]; -"568 compressed_weight_updated_constant31" [id=568, type=get_attr]; -"569 _param_constant97_0_0" [id=569, type=get_attr]; -"570 mul_tensor_31" [id=570, type=mul]; -"571 linear_30" [id=571, type=linear]; -"572 gelu_7" [id=572, type=gelu]; -"573 dropout_23" [id=573, type=dropout]; -"574 dropout_23_0_0_nncf_smooth_quant_0" [id=574, type=call_module]; -"575 quantize_per_tensor_default_48" [id=575, type=quantize_per_tensor]; -"576 dequantize_per_tensor_default_48" [id=576, type=dequantize_per_tensor]; -"577 linear_31_scale_0_updated_constant0" [id=577, type=get_attr]; -"578 compressed_weight_updated_constant32" [id=578, type=get_attr]; -"579 _param_constant99_0_0" [id=579, type=get_attr]; -"580 mul_tensor_32" [id=580, type=mul]; -"581 linear_31" [id=581, type=linear]; -"582 dropout_24" [id=582, type=dropout]; -"583 add_16" [id=583, type=add]; -"584 _param_constant100" [id=584, type=get_attr]; -"585 _param_constant101" [id=585, type=get_attr]; -"586 layer_norm_16" [id=586, type=layer_norm]; -"587 transpose_48" [id=587, type=transpose]; -"588 transpose_48_0_0_nncf_smooth_quant_0" [id=588, type=call_module]; -"589 quantize_per_tensor_default_49" [id=589, type=quantize_per_tensor]; -"590 dequantize_per_tensor_default_49" [id=590, type=dequantize_per_tensor]; -"591 linear_32_scale_0_updated_constant0" [id=591, type=get_attr]; -"592 compressed_weight_updated_constant33" [id=592, type=get_attr]; -"593 _param_constant103_0_0" [id=593, type=get_attr]; -"594 mul_tensor_33" [id=594, type=mul]; -"595 linear_32" [id=595, type=linear]; -"596 unflatten_8" [id=596, type=unflatten]; -"597 unsqueeze_8" [id=597, type=unsqueeze]; -"598 transpose_49" [id=598, type=transpose]; -"599 squeeze_8" [id=599, type=squeeze]; -"600 contiguous_8" [id=600, type=contiguous]; -"601 quantize_per_tensor_default_50" [id=601, type=quantize_per_tensor]; -"602 dequantize_per_tensor_default_50" [id=602, type=dequantize_per_tensor]; -"603 select_24" [id=603, type=select]; -"604 quantize_per_tensor_default_51" [id=604, type=quantize_per_tensor]; -"605 dequantize_per_tensor_default_51" [id=605, type=dequantize_per_tensor]; -"606 select_25" [id=606, type=select]; -"607 select_26" [id=607, type=select]; -"608 view_64" [id=608, type=view]; -"609 transpose_50" [id=609, type=transpose]; -"610 view_65" [id=610, type=view]; -"611 transpose_51" [id=611, type=transpose]; -"612 view_66" [id=612, type=view]; -"613 transpose_52" [id=613, type=transpose]; -"614 view_67" [id=614, type=view]; -"615 view_68" [id=615, type=view]; -"616 view_69" [id=616, type=view]; -"617 scaled_dot_product_attention_8" [id=617, type=scaled_dot_product_attention]; -"618 permute_9" [id=618, type=permute]; -"619 view_70" [id=619, type=view]; -"620 view_70_0_0_nncf_smooth_quant_0" [id=620, type=call_module]; -"621 quantize_per_tensor_default_52" [id=621, type=quantize_per_tensor]; -"622 dequantize_per_tensor_default_52" [id=622, type=dequantize_per_tensor]; -"623 linear_33_scale_0_updated_constant0" [id=623, type=get_attr]; -"624 compressed_weight_updated_constant34" [id=624, type=get_attr]; -"625 _param_constant105_0_0" [id=625, type=get_attr]; -"626 mul_tensor_34" [id=626, type=mul]; -"627 linear_33" [id=627, type=linear]; -"628 view_71" [id=628, type=view]; -"629 transpose_53" [id=629, type=transpose]; -"630 dropout_25" [id=630, type=dropout]; -"631 add_17" [id=631, type=add]; -"632 _param_constant106" [id=632, type=get_attr]; -"633 _param_constant107" [id=633, type=get_attr]; -"634 layer_norm_17" [id=634, type=layer_norm]; -"635 layer_norm_17_0_0_nncf_smooth_quant_0" [id=635, type=call_module]; -"636 quantize_per_tensor_default_53" [id=636, type=quantize_per_tensor]; -"637 dequantize_per_tensor_default_53" [id=637, type=dequantize_per_tensor]; -"638 linear_34_scale_0_updated_constant0" [id=638, type=get_attr]; -"639 compressed_weight_updated_constant35" [id=639, type=get_attr]; -"640 _param_constant109_0_0" [id=640, type=get_attr]; -"641 mul_tensor_35" [id=641, type=mul]; -"642 linear_34" [id=642, type=linear]; -"643 gelu_8" [id=643, type=gelu]; -"644 dropout_26" [id=644, type=dropout]; -"645 dropout_26_0_0_nncf_smooth_quant_0" [id=645, type=call_module]; -"646 quantize_per_tensor_default_54" [id=646, type=quantize_per_tensor]; -"647 dequantize_per_tensor_default_54" [id=647, type=dequantize_per_tensor]; -"648 linear_35_scale_0_updated_constant0" [id=648, type=get_attr]; -"649 compressed_weight_updated_constant36" [id=649, type=get_attr]; -"650 _param_constant111_0_0" [id=650, type=get_attr]; -"651 mul_tensor_36" [id=651, type=mul]; -"652 linear_35" [id=652, type=linear]; -"653 dropout_27" [id=653, type=dropout]; -"654 add_18" [id=654, type=add]; -"655 _param_constant112" [id=655, type=get_attr]; -"656 _param_constant113" [id=656, type=get_attr]; -"657 layer_norm_18" [id=657, type=layer_norm]; -"658 transpose_54" [id=658, type=transpose]; -"659 transpose_54_0_0_nncf_smooth_quant_0" [id=659, type=call_module]; -"660 quantize_per_tensor_default_55" [id=660, type=quantize_per_tensor]; -"661 dequantize_per_tensor_default_55" [id=661, type=dequantize_per_tensor]; -"662 linear_36_scale_0_updated_constant0" [id=662, type=get_attr]; -"663 compressed_weight_updated_constant37" [id=663, type=get_attr]; -"664 _param_constant115_0_0" [id=664, type=get_attr]; -"665 mul_tensor_37" [id=665, type=mul]; -"666 linear_36" [id=666, type=linear]; -"667 unflatten_9" [id=667, type=unflatten]; -"668 unsqueeze_9" [id=668, type=unsqueeze]; -"669 transpose_55" [id=669, type=transpose]; -"670 squeeze_9" [id=670, type=squeeze]; -"671 contiguous_9" [id=671, type=contiguous]; -"672 quantize_per_tensor_default_56" [id=672, type=quantize_per_tensor]; -"673 dequantize_per_tensor_default_56" [id=673, type=dequantize_per_tensor]; -"674 select_27" [id=674, type=select]; -"675 quantize_per_tensor_default_57" [id=675, type=quantize_per_tensor]; -"676 dequantize_per_tensor_default_57" [id=676, type=dequantize_per_tensor]; -"677 select_28" [id=677, type=select]; -"678 select_29" [id=678, type=select]; -"679 view_72" [id=679, type=view]; -"680 transpose_56" [id=680, type=transpose]; -"681 view_73" [id=681, type=view]; -"682 transpose_57" [id=682, type=transpose]; -"683 view_74" [id=683, type=view]; -"684 transpose_58" [id=684, type=transpose]; -"685 view_75" [id=685, type=view]; -"686 view_76" [id=686, type=view]; -"687 view_77" [id=687, type=view]; -"688 scaled_dot_product_attention_9" [id=688, type=scaled_dot_product_attention]; -"689 permute_10" [id=689, type=permute]; -"690 view_78" [id=690, type=view]; -"691 view_78_0_0_nncf_smooth_quant_0" [id=691, type=call_module]; -"692 quantize_per_tensor_default_58" [id=692, type=quantize_per_tensor]; -"693 dequantize_per_tensor_default_58" [id=693, type=dequantize_per_tensor]; -"694 linear_37_scale_0_updated_constant0" [id=694, type=get_attr]; -"695 compressed_weight_updated_constant38" [id=695, type=get_attr]; -"696 _param_constant117_0_0" [id=696, type=get_attr]; -"697 mul_tensor_38" [id=697, type=mul]; -"698 linear_37" [id=698, type=linear]; -"699 view_79" [id=699, type=view]; -"700 transpose_59" [id=700, type=transpose]; -"701 dropout_28" [id=701, type=dropout]; -"702 add_19" [id=702, type=add]; -"703 _param_constant118" [id=703, type=get_attr]; -"704 _param_constant119" [id=704, type=get_attr]; -"705 layer_norm_19" [id=705, type=layer_norm]; -"706 layer_norm_19_0_0_nncf_smooth_quant_0" [id=706, type=call_module]; -"707 quantize_per_tensor_default_59" [id=707, type=quantize_per_tensor]; -"708 dequantize_per_tensor_default_59" [id=708, type=dequantize_per_tensor]; -"709 linear_38_scale_0_updated_constant0" [id=709, type=get_attr]; -"710 compressed_weight_updated_constant39" [id=710, type=get_attr]; -"711 _param_constant121_0_0" [id=711, type=get_attr]; -"712 mul_tensor_39" [id=712, type=mul]; -"713 linear_38" [id=713, type=linear]; -"714 gelu_9" [id=714, type=gelu]; -"715 dropout_29" [id=715, type=dropout]; -"716 dropout_29_0_0_nncf_smooth_quant_0" [id=716, type=call_module]; -"717 quantize_per_tensor_default_60" [id=717, type=quantize_per_tensor]; -"718 dequantize_per_tensor_default_60" [id=718, type=dequantize_per_tensor]; -"719 linear_39_scale_0_updated_constant0" [id=719, type=get_attr]; -"720 compressed_weight_updated_constant40" [id=720, type=get_attr]; -"721 _param_constant123_0_0" [id=721, type=get_attr]; -"722 mul_tensor_40" [id=722, type=mul]; -"723 linear_39" [id=723, type=linear]; -"724 dropout_30" [id=724, type=dropout]; -"725 add_20" [id=725, type=add]; -"726 _param_constant124" [id=726, type=get_attr]; -"727 _param_constant125" [id=727, type=get_attr]; -"728 layer_norm_20" [id=728, type=layer_norm]; -"729 transpose_60" [id=729, type=transpose]; -"730 transpose_60_0_0_nncf_smooth_quant_0" [id=730, type=call_module]; -"731 quantize_per_tensor_default_61" [id=731, type=quantize_per_tensor]; -"732 dequantize_per_tensor_default_61" [id=732, type=dequantize_per_tensor]; -"733 linear_40_scale_0_updated_constant0" [id=733, type=get_attr]; -"734 compressed_weight_updated_constant41" [id=734, type=get_attr]; -"735 _param_constant127_0_0" [id=735, type=get_attr]; -"736 mul_tensor_41" [id=736, type=mul]; -"737 linear_40" [id=737, type=linear]; -"738 unflatten_10" [id=738, type=unflatten]; -"739 unsqueeze_10" [id=739, type=unsqueeze]; -"740 transpose_61" [id=740, type=transpose]; -"741 squeeze_10" [id=741, type=squeeze]; -"742 contiguous_10" [id=742, type=contiguous]; -"743 quantize_per_tensor_default_62" [id=743, type=quantize_per_tensor]; -"744 dequantize_per_tensor_default_62" [id=744, type=dequantize_per_tensor]; -"745 select_30" [id=745, type=select]; -"746 quantize_per_tensor_default_63" [id=746, type=quantize_per_tensor]; -"747 dequantize_per_tensor_default_63" [id=747, type=dequantize_per_tensor]; -"748 select_31" [id=748, type=select]; -"749 select_32" [id=749, type=select]; -"750 view_80" [id=750, type=view]; -"751 transpose_62" [id=751, type=transpose]; -"752 view_81" [id=752, type=view]; -"753 transpose_63" [id=753, type=transpose]; -"754 view_82" [id=754, type=view]; -"755 transpose_64" [id=755, type=transpose]; -"756 view_83" [id=756, type=view]; -"757 view_84" [id=757, type=view]; -"758 view_85" [id=758, type=view]; -"759 scaled_dot_product_attention_10" [id=759, type=scaled_dot_product_attention]; -"760 permute_11" [id=760, type=permute]; -"761 view_86" [id=761, type=view]; -"762 view_86_0_0_nncf_smooth_quant_0" [id=762, type=call_module]; -"763 quantize_per_tensor_default_64" [id=763, type=quantize_per_tensor]; -"764 dequantize_per_tensor_default_64" [id=764, type=dequantize_per_tensor]; -"765 linear_41_scale_0_updated_constant0" [id=765, type=get_attr]; -"766 compressed_weight_updated_constant42" [id=766, type=get_attr]; -"767 _param_constant129_0_0" [id=767, type=get_attr]; -"768 mul_tensor_42" [id=768, type=mul]; -"769 linear_41" [id=769, type=linear]; -"770 view_87" [id=770, type=view]; -"771 transpose_65" [id=771, type=transpose]; -"772 dropout_31" [id=772, type=dropout]; -"773 add_21" [id=773, type=add]; -"774 _param_constant130" [id=774, type=get_attr]; -"775 _param_constant131" [id=775, type=get_attr]; -"776 layer_norm_21" [id=776, type=layer_norm]; -"777 layer_norm_21_0_0_nncf_smooth_quant_0" [id=777, type=call_module]; -"778 quantize_per_tensor_default_65" [id=778, type=quantize_per_tensor]; -"779 dequantize_per_tensor_default_65" [id=779, type=dequantize_per_tensor]; -"780 linear_42_scale_0_updated_constant0" [id=780, type=get_attr]; -"781 compressed_weight_updated_constant43" [id=781, type=get_attr]; -"782 _param_constant133_0_0" [id=782, type=get_attr]; -"783 mul_tensor_43" [id=783, type=mul]; -"784 linear_42" [id=784, type=linear]; -"785 gelu_10" [id=785, type=gelu]; -"786 dropout_32" [id=786, type=dropout]; -"787 dropout_32_0_0_nncf_smooth_quant_0" [id=787, type=call_module]; -"788 quantize_per_tensor_default_66" [id=788, type=quantize_per_tensor]; -"789 dequantize_per_tensor_default_66" [id=789, type=dequantize_per_tensor]; -"790 linear_43_scale_0_updated_constant0" [id=790, type=get_attr]; -"791 compressed_weight_updated_constant44" [id=791, type=get_attr]; -"792 _param_constant135_0_0" [id=792, type=get_attr]; -"793 mul_tensor_44" [id=793, type=mul]; -"794 linear_43" [id=794, type=linear]; -"795 dropout_33" [id=795, type=dropout]; -"796 add_22" [id=796, type=add]; -"797 _param_constant136" [id=797, type=get_attr]; -"798 _param_constant137" [id=798, type=get_attr]; -"799 layer_norm_22" [id=799, type=layer_norm]; -"800 transpose_66" [id=800, type=transpose]; -"801 transpose_66_0_0_nncf_smooth_quant_0" [id=801, type=call_module]; -"802 quantize_per_tensor_default_67" [id=802, type=quantize_per_tensor]; -"803 dequantize_per_tensor_default_67" [id=803, type=dequantize_per_tensor]; -"804 linear_44_scale_0_updated_constant0" [id=804, type=get_attr]; -"805 compressed_weight_updated_constant45" [id=805, type=get_attr]; -"806 _param_constant139_0_0" [id=806, type=get_attr]; -"807 mul_tensor_45" [id=807, type=mul]; -"808 linear_44" [id=808, type=linear]; -"809 unflatten_11" [id=809, type=unflatten]; -"810 unsqueeze_11" [id=810, type=unsqueeze]; -"811 transpose_67" [id=811, type=transpose]; -"812 squeeze_11" [id=812, type=squeeze]; -"813 contiguous_11" [id=813, type=contiguous]; -"814 quantize_per_tensor_default_68" [id=814, type=quantize_per_tensor]; -"815 dequantize_per_tensor_default_68" [id=815, type=dequantize_per_tensor]; -"816 select_33" [id=816, type=select]; -"817 quantize_per_tensor_default_69" [id=817, type=quantize_per_tensor]; -"818 dequantize_per_tensor_default_69" [id=818, type=dequantize_per_tensor]; -"819 select_34" [id=819, type=select]; -"820 select_35" [id=820, type=select]; -"821 view_88" [id=821, type=view]; -"822 transpose_68" [id=822, type=transpose]; -"823 view_89" [id=823, type=view]; -"824 transpose_69" [id=824, type=transpose]; -"825 view_90" [id=825, type=view]; -"826 transpose_70" [id=826, type=transpose]; -"827 view_91" [id=827, type=view]; -"828 view_92" [id=828, type=view]; -"829 view_93" [id=829, type=view]; -"830 scaled_dot_product_attention_11" [id=830, type=scaled_dot_product_attention]; -"831 permute_12" [id=831, type=permute]; -"832 view_94" [id=832, type=view]; -"833 view_94_0_0_nncf_smooth_quant_0" [id=833, type=call_module]; -"834 quantize_per_tensor_default_70" [id=834, type=quantize_per_tensor]; -"835 dequantize_per_tensor_default_70" [id=835, type=dequantize_per_tensor]; -"836 linear_45_scale_0_updated_constant0" [id=836, type=get_attr]; -"837 compressed_weight_updated_constant46" [id=837, type=get_attr]; -"838 _param_constant141_0_0" [id=838, type=get_attr]; -"839 mul_tensor_46" [id=839, type=mul]; -"840 linear_45" [id=840, type=linear]; -"841 view_95" [id=841, type=view]; -"842 transpose_71" [id=842, type=transpose]; -"843 dropout_34" [id=843, type=dropout]; -"844 add_23" [id=844, type=add]; -"845 _param_constant142" [id=845, type=get_attr]; -"846 _param_constant143" [id=846, type=get_attr]; -"847 layer_norm_23" [id=847, type=layer_norm]; -"848 layer_norm_23_0_0_nncf_smooth_quant_0" [id=848, type=call_module]; -"849 quantize_per_tensor_default_71" [id=849, type=quantize_per_tensor]; -"850 dequantize_per_tensor_default_71" [id=850, type=dequantize_per_tensor]; -"851 linear_46_scale_0_updated_constant0" [id=851, type=get_attr]; -"852 compressed_weight_updated_constant47" [id=852, type=get_attr]; -"853 _param_constant145_0_0" [id=853, type=get_attr]; -"854 mul_tensor_47" [id=854, type=mul]; -"855 linear_46" [id=855, type=linear]; -"856 gelu_11" [id=856, type=gelu]; -"857 dropout_35" [id=857, type=dropout]; -"858 dropout_35_0_0_nncf_smooth_quant_0" [id=858, type=call_module]; -"859 quantize_per_tensor_default_72" [id=859, type=quantize_per_tensor]; -"860 dequantize_per_tensor_default_72" [id=860, type=dequantize_per_tensor]; -"861 linear_47_scale_0_updated_constant0" [id=861, type=get_attr]; -"862 compressed_weight_updated_constant48" [id=862, type=get_attr]; -"863 _param_constant147_0_0" [id=863, type=get_attr]; -"864 mul_tensor_48" [id=864, type=mul]; -"865 linear_47" [id=865, type=linear]; -"866 dropout_36" [id=866, type=dropout]; -"867 add_24" [id=867, type=add]; -"868 _param_constant148" [id=868, type=get_attr]; -"869 _param_constant149" [id=869, type=get_attr]; -"870 layer_norm_24" [id=870, type=layer_norm]; -"871 slice_1" [id=871, type=slice]; -"872 select_36" [id=872, type=select]; -"873 select_36_0_0_nncf_smooth_quant_0" [id=873, type=call_module]; -"874 quantize_per_tensor_default_73" [id=874, type=quantize_per_tensor]; -"875 dequantize_per_tensor_default_73" [id=875, type=dequantize_per_tensor]; -"876 linear_48_scale_0_updated_constant0" [id=876, type=get_attr]; -"877 compressed_weight_updated_constant49" [id=877, type=get_attr]; -"878 _param_constant151_0_0" [id=878, type=get_attr]; -"879 mul_tensor_49" [id=879, type=mul]; -"880 linear_48" [id=880, type=linear]; -"881 output" [id=881, type=output]; +"3 conv2d_zero_point_0_updated_constant0" [id=3, type=get_attr]; +"4 conv2d_scale_0_updated_constant0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; +"6 _param_constant1_0_0" [id=6, type=get_attr]; +"7 mul_tensor" [id=7, type=mul]; +"8 sub_tensor" [id=8, type=sub]; +"9 conv2d" [id=9, type=conv2d]; +"10 reshape" [id=10, type=reshape]; +"11 permute" [id=11, type=permute]; +"12 _param_constant2" [id=12, type=get_attr]; +"13 expand" [id=13, type=expand]; +"14 cat" [id=14, type=cat]; +"15 _param_constant3" [id=15, type=get_attr]; +"16 add" [id=16, type=add]; +"17 dropout" [id=17, type=dropout]; +"18 _param_constant4" [id=18, type=get_attr]; +"19 _param_constant5" [id=19, type=get_attr]; +"20 layer_norm" [id=20, type=layer_norm]; +"21 transpose" [id=21, type=transpose]; +"22 transpose_0_0_nncf_smooth_quant_0" [id=22, type=call_module]; +"23 quantize_per_tensor_default_1" [id=23, type=quantize_per_tensor]; +"24 dequantize_per_tensor_default_1" [id=24, type=dequantize_per_tensor]; +"25 linear_zero_point_0_updated_constant0" [id=25, type=get_attr]; +"26 linear_scale_0_updated_constant0" [id=26, type=get_attr]; +"27 compressed_weight_updated_constant1" [id=27, type=get_attr]; +"28 _param_constant7_0_0" [id=28, type=get_attr]; +"29 mul_tensor_1" [id=29, type=mul]; +"30 sub_tensor_1" [id=30, type=sub]; +"31 linear" [id=31, type=linear]; +"32 unflatten" [id=32, type=unflatten]; +"33 unsqueeze" [id=33, type=unsqueeze]; +"34 transpose_1" [id=34, type=transpose]; +"35 squeeze" [id=35, type=squeeze]; +"36 contiguous" [id=36, type=contiguous]; +"37 quantize_per_tensor_default_2" [id=37, type=quantize_per_tensor]; +"38 dequantize_per_tensor_default_2" [id=38, type=dequantize_per_tensor]; +"39 select" [id=39, type=select]; +"40 quantize_per_tensor_default_3" [id=40, type=quantize_per_tensor]; +"41 dequantize_per_tensor_default_3" [id=41, type=dequantize_per_tensor]; +"42 select_1" [id=42, type=select]; +"43 select_2" [id=43, type=select]; +"44 view" [id=44, type=view]; +"45 transpose_2" [id=45, type=transpose]; +"46 view_1" [id=46, type=view]; +"47 transpose_3" [id=47, type=transpose]; +"48 view_2" [id=48, type=view]; +"49 transpose_4" [id=49, type=transpose]; +"50 view_3" [id=50, type=view]; +"51 view_4" [id=51, type=view]; +"52 view_5" [id=52, type=view]; +"53 scaled_dot_product_attention" [id=53, type=scaled_dot_product_attention]; +"54 permute_1" [id=54, type=permute]; +"55 view_6" [id=55, type=view]; +"56 view_6_0_0_nncf_smooth_quant_0" [id=56, type=call_module]; +"57 quantize_per_tensor_default_4" [id=57, type=quantize_per_tensor]; +"58 dequantize_per_tensor_default_4" [id=58, type=dequantize_per_tensor]; +"59 linear_1_zero_point_0_updated_constant0" [id=59, type=get_attr]; +"60 linear_1_scale_0_updated_constant0" [id=60, type=get_attr]; +"61 compressed_weight_updated_constant2" [id=61, type=get_attr]; +"62 _param_constant9_0_0" [id=62, type=get_attr]; +"63 mul_tensor_2" [id=63, type=mul]; +"64 sub_tensor_2" [id=64, type=sub]; +"65 linear_1" [id=65, type=linear]; +"66 view_7" [id=66, type=view]; +"67 transpose_5" [id=67, type=transpose]; +"68 dropout_1" [id=68, type=dropout]; +"69 add_1" [id=69, type=add]; +"70 _param_constant10" [id=70, type=get_attr]; +"71 _param_constant11" [id=71, type=get_attr]; +"72 layer_norm_1" [id=72, type=layer_norm]; +"73 layer_norm_1_0_0_nncf_smooth_quant_0" [id=73, type=call_module]; +"74 quantize_per_tensor_default_5" [id=74, type=quantize_per_tensor]; +"75 dequantize_per_tensor_default_5" [id=75, type=dequantize_per_tensor]; +"76 linear_2_zero_point_0_updated_constant0" [id=76, type=get_attr]; +"77 linear_2_scale_0_updated_constant0" [id=77, type=get_attr]; +"78 compressed_weight_updated_constant3" [id=78, type=get_attr]; +"79 _param_constant13_0_0" [id=79, type=get_attr]; +"80 mul_tensor_3" [id=80, type=mul]; +"81 sub_tensor_3" [id=81, type=sub]; +"82 linear_2" [id=82, type=linear]; +"83 gelu" [id=83, type=gelu]; +"84 dropout_2" [id=84, type=dropout]; +"85 dropout_2_0_0_nncf_smooth_quant_0" [id=85, type=call_module]; +"86 quantize_per_tensor_default_6" [id=86, type=quantize_per_tensor]; +"87 dequantize_per_tensor_default_6" [id=87, type=dequantize_per_tensor]; +"88 linear_3_zero_point_0_updated_constant0" [id=88, type=get_attr]; +"89 linear_3_scale_0_updated_constant0" [id=89, type=get_attr]; +"90 compressed_weight_updated_constant4" [id=90, type=get_attr]; +"91 _param_constant15_0_0" [id=91, type=get_attr]; +"92 mul_tensor_4" [id=92, type=mul]; +"93 sub_tensor_4" [id=93, type=sub]; +"94 linear_3" [id=94, type=linear]; +"95 dropout_3" [id=95, type=dropout]; +"96 add_2" [id=96, type=add]; +"97 _param_constant16" [id=97, type=get_attr]; +"98 _param_constant17" [id=98, type=get_attr]; +"99 layer_norm_2" [id=99, type=layer_norm]; +"100 transpose_6" [id=100, type=transpose]; +"101 transpose_6_0_0_nncf_smooth_quant_0" [id=101, type=call_module]; +"102 quantize_per_tensor_default_7" [id=102, type=quantize_per_tensor]; +"103 dequantize_per_tensor_default_7" [id=103, type=dequantize_per_tensor]; +"104 linear_4_zero_point_0_updated_constant0" [id=104, type=get_attr]; +"105 linear_4_scale_0_updated_constant0" [id=105, type=get_attr]; +"106 compressed_weight_updated_constant5" [id=106, type=get_attr]; +"107 _param_constant19_0_0" [id=107, type=get_attr]; +"108 mul_tensor_5" [id=108, type=mul]; +"109 sub_tensor_5" [id=109, type=sub]; +"110 linear_4" [id=110, type=linear]; +"111 unflatten_1" [id=111, type=unflatten]; +"112 unsqueeze_1" [id=112, type=unsqueeze]; +"113 transpose_7" [id=113, type=transpose]; +"114 squeeze_1" [id=114, type=squeeze]; +"115 contiguous_1" [id=115, type=contiguous]; +"116 quantize_per_tensor_default_8" [id=116, type=quantize_per_tensor]; +"117 dequantize_per_tensor_default_8" [id=117, type=dequantize_per_tensor]; +"118 select_3" [id=118, type=select]; +"119 quantize_per_tensor_default_9" [id=119, type=quantize_per_tensor]; +"120 dequantize_per_tensor_default_9" [id=120, type=dequantize_per_tensor]; +"121 select_4" [id=121, type=select]; +"122 select_5" [id=122, type=select]; +"123 view_8" [id=123, type=view]; +"124 transpose_8" [id=124, type=transpose]; +"125 view_9" [id=125, type=view]; +"126 transpose_9" [id=126, type=transpose]; +"127 view_10" [id=127, type=view]; +"128 transpose_10" [id=128, type=transpose]; +"129 view_11" [id=129, type=view]; +"130 view_12" [id=130, type=view]; +"131 view_13" [id=131, type=view]; +"132 scaled_dot_product_attention_1" [id=132, type=scaled_dot_product_attention]; +"133 permute_2" [id=133, type=permute]; +"134 view_14" [id=134, type=view]; +"135 view_14_0_0_nncf_smooth_quant_0" [id=135, type=call_module]; +"136 quantize_per_tensor_default_10" [id=136, type=quantize_per_tensor]; +"137 dequantize_per_tensor_default_10" [id=137, type=dequantize_per_tensor]; +"138 linear_5_zero_point_0_updated_constant0" [id=138, type=get_attr]; +"139 linear_5_scale_0_updated_constant0" [id=139, type=get_attr]; +"140 compressed_weight_updated_constant6" [id=140, type=get_attr]; +"141 _param_constant21_0_0" [id=141, type=get_attr]; +"142 mul_tensor_6" [id=142, type=mul]; +"143 sub_tensor_6" [id=143, type=sub]; +"144 linear_5" [id=144, type=linear]; +"145 view_15" [id=145, type=view]; +"146 transpose_11" [id=146, type=transpose]; +"147 dropout_4" [id=147, type=dropout]; +"148 add_3" [id=148, type=add]; +"149 _param_constant22" [id=149, type=get_attr]; +"150 _param_constant23" [id=150, type=get_attr]; +"151 layer_norm_3" [id=151, type=layer_norm]; +"152 layer_norm_3_0_0_nncf_smooth_quant_0" [id=152, type=call_module]; +"153 quantize_per_tensor_default_11" [id=153, type=quantize_per_tensor]; +"154 dequantize_per_tensor_default_11" [id=154, type=dequantize_per_tensor]; +"155 linear_6_zero_point_0_updated_constant0" [id=155, type=get_attr]; +"156 linear_6_scale_0_updated_constant0" [id=156, type=get_attr]; +"157 compressed_weight_updated_constant7" [id=157, type=get_attr]; +"158 _param_constant25_0_0" [id=158, type=get_attr]; +"159 mul_tensor_7" [id=159, type=mul]; +"160 sub_tensor_7" [id=160, type=sub]; +"161 linear_6" [id=161, type=linear]; +"162 gelu_1" [id=162, type=gelu]; +"163 dropout_5" [id=163, type=dropout]; +"164 dropout_5_0_0_nncf_smooth_quant_0" [id=164, type=call_module]; +"165 quantize_per_tensor_default_12" [id=165, type=quantize_per_tensor]; +"166 dequantize_per_tensor_default_12" [id=166, type=dequantize_per_tensor]; +"167 linear_7_zero_point_0_updated_constant0" [id=167, type=get_attr]; +"168 linear_7_scale_0_updated_constant0" [id=168, type=get_attr]; +"169 compressed_weight_updated_constant8" [id=169, type=get_attr]; +"170 _param_constant27_0_0" [id=170, type=get_attr]; +"171 mul_tensor_8" [id=171, type=mul]; +"172 sub_tensor_8" [id=172, type=sub]; +"173 linear_7" [id=173, type=linear]; +"174 dropout_6" [id=174, type=dropout]; +"175 add_4" [id=175, type=add]; +"176 _param_constant28" [id=176, type=get_attr]; +"177 _param_constant29" [id=177, type=get_attr]; +"178 layer_norm_4" [id=178, type=layer_norm]; +"179 transpose_12" [id=179, type=transpose]; +"180 transpose_12_0_0_nncf_smooth_quant_0" [id=180, type=call_module]; +"181 quantize_per_tensor_default_13" [id=181, type=quantize_per_tensor]; +"182 dequantize_per_tensor_default_13" [id=182, type=dequantize_per_tensor]; +"183 linear_8_zero_point_0_updated_constant0" [id=183, type=get_attr]; +"184 linear_8_scale_0_updated_constant0" [id=184, type=get_attr]; +"185 compressed_weight_updated_constant9" [id=185, type=get_attr]; +"186 _param_constant31_0_0" [id=186, type=get_attr]; +"187 mul_tensor_9" [id=187, type=mul]; +"188 sub_tensor_9" [id=188, type=sub]; +"189 linear_8" [id=189, type=linear]; +"190 unflatten_2" [id=190, type=unflatten]; +"191 unsqueeze_2" [id=191, type=unsqueeze]; +"192 transpose_13" [id=192, type=transpose]; +"193 squeeze_2" [id=193, type=squeeze]; +"194 contiguous_2" [id=194, type=contiguous]; +"195 quantize_per_tensor_default_14" [id=195, type=quantize_per_tensor]; +"196 dequantize_per_tensor_default_14" [id=196, type=dequantize_per_tensor]; +"197 select_6" [id=197, type=select]; +"198 quantize_per_tensor_default_15" [id=198, type=quantize_per_tensor]; +"199 dequantize_per_tensor_default_15" [id=199, type=dequantize_per_tensor]; +"200 select_7" [id=200, type=select]; +"201 select_8" [id=201, type=select]; +"202 view_16" [id=202, type=view]; +"203 transpose_14" [id=203, type=transpose]; +"204 view_17" [id=204, type=view]; +"205 transpose_15" [id=205, type=transpose]; +"206 view_18" [id=206, type=view]; +"207 transpose_16" [id=207, type=transpose]; +"208 view_19" [id=208, type=view]; +"209 view_20" [id=209, type=view]; +"210 view_21" [id=210, type=view]; +"211 scaled_dot_product_attention_2" [id=211, type=scaled_dot_product_attention]; +"212 permute_3" [id=212, type=permute]; +"213 view_22" [id=213, type=view]; +"214 view_22_0_0_nncf_smooth_quant_0" [id=214, type=call_module]; +"215 quantize_per_tensor_default_16" [id=215, type=quantize_per_tensor]; +"216 dequantize_per_tensor_default_16" [id=216, type=dequantize_per_tensor]; +"217 linear_9_zero_point_0_updated_constant0" [id=217, type=get_attr]; +"218 linear_9_scale_0_updated_constant0" [id=218, type=get_attr]; +"219 compressed_weight_updated_constant10" [id=219, type=get_attr]; +"220 _param_constant33_0_0" [id=220, type=get_attr]; +"221 mul_tensor_10" [id=221, type=mul]; +"222 sub_tensor_10" [id=222, type=sub]; +"223 linear_9" [id=223, type=linear]; +"224 view_23" [id=224, type=view]; +"225 transpose_17" [id=225, type=transpose]; +"226 dropout_7" [id=226, type=dropout]; +"227 add_5" [id=227, type=add]; +"228 _param_constant34" [id=228, type=get_attr]; +"229 _param_constant35" [id=229, type=get_attr]; +"230 layer_norm_5" [id=230, type=layer_norm]; +"231 layer_norm_5_0_0_nncf_smooth_quant_0" [id=231, type=call_module]; +"232 quantize_per_tensor_default_17" [id=232, type=quantize_per_tensor]; +"233 dequantize_per_tensor_default_17" [id=233, type=dequantize_per_tensor]; +"234 linear_10_zero_point_0_updated_constant0" [id=234, type=get_attr]; +"235 linear_10_scale_0_updated_constant0" [id=235, type=get_attr]; +"236 compressed_weight_updated_constant11" [id=236, type=get_attr]; +"237 _param_constant37_0_0" [id=237, type=get_attr]; +"238 mul_tensor_11" [id=238, type=mul]; +"239 sub_tensor_11" [id=239, type=sub]; +"240 linear_10" [id=240, type=linear]; +"241 gelu_2" [id=241, type=gelu]; +"242 dropout_8" [id=242, type=dropout]; +"243 dropout_8_0_0_nncf_smooth_quant_0" [id=243, type=call_module]; +"244 quantize_per_tensor_default_18" [id=244, type=quantize_per_tensor]; +"245 dequantize_per_tensor_default_18" [id=245, type=dequantize_per_tensor]; +"246 linear_11_zero_point_0_updated_constant0" [id=246, type=get_attr]; +"247 linear_11_scale_0_updated_constant0" [id=247, type=get_attr]; +"248 compressed_weight_updated_constant12" [id=248, type=get_attr]; +"249 _param_constant39_0_0" [id=249, type=get_attr]; +"250 mul_tensor_12" [id=250, type=mul]; +"251 sub_tensor_12" [id=251, type=sub]; +"252 linear_11" [id=252, type=linear]; +"253 dropout_9" [id=253, type=dropout]; +"254 add_6" [id=254, type=add]; +"255 _param_constant40" [id=255, type=get_attr]; +"256 _param_constant41" [id=256, type=get_attr]; +"257 layer_norm_6" [id=257, type=layer_norm]; +"258 transpose_18" [id=258, type=transpose]; +"259 transpose_18_0_0_nncf_smooth_quant_0" [id=259, type=call_module]; +"260 quantize_per_tensor_default_19" [id=260, type=quantize_per_tensor]; +"261 dequantize_per_tensor_default_19" [id=261, type=dequantize_per_tensor]; +"262 linear_12_zero_point_0_updated_constant0" [id=262, type=get_attr]; +"263 linear_12_scale_0_updated_constant0" [id=263, type=get_attr]; +"264 compressed_weight_updated_constant13" [id=264, type=get_attr]; +"265 _param_constant43_0_0" [id=265, type=get_attr]; +"266 mul_tensor_13" [id=266, type=mul]; +"267 sub_tensor_13" [id=267, type=sub]; +"268 linear_12" [id=268, type=linear]; +"269 unflatten_3" [id=269, type=unflatten]; +"270 unsqueeze_3" [id=270, type=unsqueeze]; +"271 transpose_19" [id=271, type=transpose]; +"272 squeeze_3" [id=272, type=squeeze]; +"273 contiguous_3" [id=273, type=contiguous]; +"274 quantize_per_tensor_default_20" [id=274, type=quantize_per_tensor]; +"275 dequantize_per_tensor_default_20" [id=275, type=dequantize_per_tensor]; +"276 select_9" [id=276, type=select]; +"277 quantize_per_tensor_default_21" [id=277, type=quantize_per_tensor]; +"278 dequantize_per_tensor_default_21" [id=278, type=dequantize_per_tensor]; +"279 select_10" [id=279, type=select]; +"280 select_11" [id=280, type=select]; +"281 view_24" [id=281, type=view]; +"282 transpose_20" [id=282, type=transpose]; +"283 view_25" [id=283, type=view]; +"284 transpose_21" [id=284, type=transpose]; +"285 view_26" [id=285, type=view]; +"286 transpose_22" [id=286, type=transpose]; +"287 view_27" [id=287, type=view]; +"288 view_28" [id=288, type=view]; +"289 view_29" [id=289, type=view]; +"290 scaled_dot_product_attention_3" [id=290, type=scaled_dot_product_attention]; +"291 permute_4" [id=291, type=permute]; +"292 view_30" [id=292, type=view]; +"293 view_30_0_0_nncf_smooth_quant_0" [id=293, type=call_module]; +"294 quantize_per_tensor_default_22" [id=294, type=quantize_per_tensor]; +"295 dequantize_per_tensor_default_22" [id=295, type=dequantize_per_tensor]; +"296 linear_13_zero_point_0_updated_constant0" [id=296, type=get_attr]; +"297 linear_13_scale_0_updated_constant0" [id=297, type=get_attr]; +"298 compressed_weight_updated_constant14" [id=298, type=get_attr]; +"299 _param_constant45_0_0" [id=299, type=get_attr]; +"300 mul_tensor_14" [id=300, type=mul]; +"301 sub_tensor_14" [id=301, type=sub]; +"302 linear_13" [id=302, type=linear]; +"303 view_31" [id=303, type=view]; +"304 transpose_23" [id=304, type=transpose]; +"305 dropout_10" [id=305, type=dropout]; +"306 add_7" [id=306, type=add]; +"307 _param_constant46" [id=307, type=get_attr]; +"308 _param_constant47" [id=308, type=get_attr]; +"309 layer_norm_7" [id=309, type=layer_norm]; +"310 layer_norm_7_0_0_nncf_smooth_quant_0" [id=310, type=call_module]; +"311 quantize_per_tensor_default_23" [id=311, type=quantize_per_tensor]; +"312 dequantize_per_tensor_default_23" [id=312, type=dequantize_per_tensor]; +"313 linear_14_zero_point_0_updated_constant0" [id=313, type=get_attr]; +"314 linear_14_scale_0_updated_constant0" [id=314, type=get_attr]; +"315 compressed_weight_updated_constant15" [id=315, type=get_attr]; +"316 _param_constant49_0_0" [id=316, type=get_attr]; +"317 mul_tensor_15" [id=317, type=mul]; +"318 sub_tensor_15" [id=318, type=sub]; +"319 linear_14" [id=319, type=linear]; +"320 gelu_3" [id=320, type=gelu]; +"321 dropout_11" [id=321, type=dropout]; +"322 dropout_11_0_0_nncf_smooth_quant_0" [id=322, type=call_module]; +"323 quantize_per_tensor_default_24" [id=323, type=quantize_per_tensor]; +"324 dequantize_per_tensor_default_24" [id=324, type=dequantize_per_tensor]; +"325 linear_15_zero_point_0_updated_constant0" [id=325, type=get_attr]; +"326 linear_15_scale_0_updated_constant0" [id=326, type=get_attr]; +"327 compressed_weight_updated_constant16" [id=327, type=get_attr]; +"328 _param_constant51_0_0" [id=328, type=get_attr]; +"329 mul_tensor_16" [id=329, type=mul]; +"330 sub_tensor_16" [id=330, type=sub]; +"331 linear_15" [id=331, type=linear]; +"332 dropout_12" [id=332, type=dropout]; +"333 add_8" [id=333, type=add]; +"334 _param_constant52" [id=334, type=get_attr]; +"335 _param_constant53" [id=335, type=get_attr]; +"336 layer_norm_8" [id=336, type=layer_norm]; +"337 transpose_24" [id=337, type=transpose]; +"338 transpose_24_0_0_nncf_smooth_quant_0" [id=338, type=call_module]; +"339 quantize_per_tensor_default_25" [id=339, type=quantize_per_tensor]; +"340 dequantize_per_tensor_default_25" [id=340, type=dequantize_per_tensor]; +"341 linear_16_zero_point_0_updated_constant0" [id=341, type=get_attr]; +"342 linear_16_scale_0_updated_constant0" [id=342, type=get_attr]; +"343 compressed_weight_updated_constant17" [id=343, type=get_attr]; +"344 _param_constant55_0_0" [id=344, type=get_attr]; +"345 mul_tensor_17" [id=345, type=mul]; +"346 sub_tensor_17" [id=346, type=sub]; +"347 linear_16" [id=347, type=linear]; +"348 unflatten_4" [id=348, type=unflatten]; +"349 unsqueeze_4" [id=349, type=unsqueeze]; +"350 transpose_25" [id=350, type=transpose]; +"351 squeeze_4" [id=351, type=squeeze]; +"352 contiguous_4" [id=352, type=contiguous]; +"353 quantize_per_tensor_default_26" [id=353, type=quantize_per_tensor]; +"354 dequantize_per_tensor_default_26" [id=354, type=dequantize_per_tensor]; +"355 select_12" [id=355, type=select]; +"356 quantize_per_tensor_default_27" [id=356, type=quantize_per_tensor]; +"357 dequantize_per_tensor_default_27" [id=357, type=dequantize_per_tensor]; +"358 select_13" [id=358, type=select]; +"359 select_14" [id=359, type=select]; +"360 view_32" [id=360, type=view]; +"361 transpose_26" [id=361, type=transpose]; +"362 view_33" [id=362, type=view]; +"363 transpose_27" [id=363, type=transpose]; +"364 view_34" [id=364, type=view]; +"365 transpose_28" [id=365, type=transpose]; +"366 view_35" [id=366, type=view]; +"367 view_36" [id=367, type=view]; +"368 view_37" [id=368, type=view]; +"369 scaled_dot_product_attention_4" [id=369, type=scaled_dot_product_attention]; +"370 permute_5" [id=370, type=permute]; +"371 view_38" [id=371, type=view]; +"372 view_38_0_0_nncf_smooth_quant_0" [id=372, type=call_module]; +"373 quantize_per_tensor_default_28" [id=373, type=quantize_per_tensor]; +"374 dequantize_per_tensor_default_28" [id=374, type=dequantize_per_tensor]; +"375 linear_17_zero_point_0_updated_constant0" [id=375, type=get_attr]; +"376 linear_17_scale_0_updated_constant0" [id=376, type=get_attr]; +"377 compressed_weight_updated_constant18" [id=377, type=get_attr]; +"378 _param_constant57_0_0" [id=378, type=get_attr]; +"379 mul_tensor_18" [id=379, type=mul]; +"380 sub_tensor_18" [id=380, type=sub]; +"381 linear_17" [id=381, type=linear]; +"382 view_39" [id=382, type=view]; +"383 transpose_29" [id=383, type=transpose]; +"384 dropout_13" [id=384, type=dropout]; +"385 add_9" [id=385, type=add]; +"386 _param_constant58" [id=386, type=get_attr]; +"387 _param_constant59" [id=387, type=get_attr]; +"388 layer_norm_9" [id=388, type=layer_norm]; +"389 layer_norm_9_0_0_nncf_smooth_quant_0" [id=389, type=call_module]; +"390 quantize_per_tensor_default_29" [id=390, type=quantize_per_tensor]; +"391 dequantize_per_tensor_default_29" [id=391, type=dequantize_per_tensor]; +"392 linear_18_zero_point_0_updated_constant0" [id=392, type=get_attr]; +"393 linear_18_scale_0_updated_constant0" [id=393, type=get_attr]; +"394 compressed_weight_updated_constant19" [id=394, type=get_attr]; +"395 _param_constant61_0_0" [id=395, type=get_attr]; +"396 mul_tensor_19" [id=396, type=mul]; +"397 sub_tensor_19" [id=397, type=sub]; +"398 linear_18" [id=398, type=linear]; +"399 gelu_4" [id=399, type=gelu]; +"400 dropout_14" [id=400, type=dropout]; +"401 dropout_14_0_0_nncf_smooth_quant_0" [id=401, type=call_module]; +"402 quantize_per_tensor_default_30" [id=402, type=quantize_per_tensor]; +"403 dequantize_per_tensor_default_30" [id=403, type=dequantize_per_tensor]; +"404 linear_19_zero_point_0_updated_constant0" [id=404, type=get_attr]; +"405 linear_19_scale_0_updated_constant0" [id=405, type=get_attr]; +"406 compressed_weight_updated_constant20" [id=406, type=get_attr]; +"407 _param_constant63_0_0" [id=407, type=get_attr]; +"408 mul_tensor_20" [id=408, type=mul]; +"409 sub_tensor_20" [id=409, type=sub]; +"410 linear_19" [id=410, type=linear]; +"411 dropout_15" [id=411, type=dropout]; +"412 add_10" [id=412, type=add]; +"413 _param_constant64" [id=413, type=get_attr]; +"414 _param_constant65" [id=414, type=get_attr]; +"415 layer_norm_10" [id=415, type=layer_norm]; +"416 transpose_30" [id=416, type=transpose]; +"417 transpose_30_0_0_nncf_smooth_quant_0" [id=417, type=call_module]; +"418 quantize_per_tensor_default_31" [id=418, type=quantize_per_tensor]; +"419 dequantize_per_tensor_default_31" [id=419, type=dequantize_per_tensor]; +"420 linear_20_zero_point_0_updated_constant0" [id=420, type=get_attr]; +"421 linear_20_scale_0_updated_constant0" [id=421, type=get_attr]; +"422 compressed_weight_updated_constant21" [id=422, type=get_attr]; +"423 _param_constant67_0_0" [id=423, type=get_attr]; +"424 mul_tensor_21" [id=424, type=mul]; +"425 sub_tensor_21" [id=425, type=sub]; +"426 linear_20" [id=426, type=linear]; +"427 unflatten_5" [id=427, type=unflatten]; +"428 unsqueeze_5" [id=428, type=unsqueeze]; +"429 transpose_31" [id=429, type=transpose]; +"430 squeeze_5" [id=430, type=squeeze]; +"431 contiguous_5" [id=431, type=contiguous]; +"432 quantize_per_tensor_default_32" [id=432, type=quantize_per_tensor]; +"433 dequantize_per_tensor_default_32" [id=433, type=dequantize_per_tensor]; +"434 select_15" [id=434, type=select]; +"435 quantize_per_tensor_default_33" [id=435, type=quantize_per_tensor]; +"436 dequantize_per_tensor_default_33" [id=436, type=dequantize_per_tensor]; +"437 select_16" [id=437, type=select]; +"438 select_17" [id=438, type=select]; +"439 view_40" [id=439, type=view]; +"440 transpose_32" [id=440, type=transpose]; +"441 view_41" [id=441, type=view]; +"442 transpose_33" [id=442, type=transpose]; +"443 view_42" [id=443, type=view]; +"444 transpose_34" [id=444, type=transpose]; +"445 view_43" [id=445, type=view]; +"446 view_44" [id=446, type=view]; +"447 view_45" [id=447, type=view]; +"448 scaled_dot_product_attention_5" [id=448, type=scaled_dot_product_attention]; +"449 permute_6" [id=449, type=permute]; +"450 view_46" [id=450, type=view]; +"451 view_46_0_0_nncf_smooth_quant_0" [id=451, type=call_module]; +"452 quantize_per_tensor_default_34" [id=452, type=quantize_per_tensor]; +"453 dequantize_per_tensor_default_34" [id=453, type=dequantize_per_tensor]; +"454 linear_21_zero_point_0_updated_constant0" [id=454, type=get_attr]; +"455 linear_21_scale_0_updated_constant0" [id=455, type=get_attr]; +"456 compressed_weight_updated_constant22" [id=456, type=get_attr]; +"457 _param_constant69_0_0" [id=457, type=get_attr]; +"458 mul_tensor_22" [id=458, type=mul]; +"459 sub_tensor_22" [id=459, type=sub]; +"460 linear_21" [id=460, type=linear]; +"461 view_47" [id=461, type=view]; +"462 transpose_35" [id=462, type=transpose]; +"463 dropout_16" [id=463, type=dropout]; +"464 add_11" [id=464, type=add]; +"465 _param_constant70" [id=465, type=get_attr]; +"466 _param_constant71" [id=466, type=get_attr]; +"467 layer_norm_11" [id=467, type=layer_norm]; +"468 layer_norm_11_0_0_nncf_smooth_quant_0" [id=468, type=call_module]; +"469 quantize_per_tensor_default_35" [id=469, type=quantize_per_tensor]; +"470 dequantize_per_tensor_default_35" [id=470, type=dequantize_per_tensor]; +"471 linear_22_zero_point_0_updated_constant0" [id=471, type=get_attr]; +"472 linear_22_scale_0_updated_constant0" [id=472, type=get_attr]; +"473 compressed_weight_updated_constant23" [id=473, type=get_attr]; +"474 _param_constant73_0_0" [id=474, type=get_attr]; +"475 mul_tensor_23" [id=475, type=mul]; +"476 sub_tensor_23" [id=476, type=sub]; +"477 linear_22" [id=477, type=linear]; +"478 gelu_5" [id=478, type=gelu]; +"479 dropout_17" [id=479, type=dropout]; +"480 dropout_17_0_0_nncf_smooth_quant_0" [id=480, type=call_module]; +"481 quantize_per_tensor_default_36" [id=481, type=quantize_per_tensor]; +"482 dequantize_per_tensor_default_36" [id=482, type=dequantize_per_tensor]; +"483 linear_23_zero_point_0_updated_constant0" [id=483, type=get_attr]; +"484 linear_23_scale_0_updated_constant0" [id=484, type=get_attr]; +"485 compressed_weight_updated_constant24" [id=485, type=get_attr]; +"486 _param_constant75_0_0" [id=486, type=get_attr]; +"487 mul_tensor_24" [id=487, type=mul]; +"488 sub_tensor_24" [id=488, type=sub]; +"489 linear_23" [id=489, type=linear]; +"490 dropout_18" [id=490, type=dropout]; +"491 add_12" [id=491, type=add]; +"492 _param_constant76" [id=492, type=get_attr]; +"493 _param_constant77" [id=493, type=get_attr]; +"494 layer_norm_12" [id=494, type=layer_norm]; +"495 transpose_36" [id=495, type=transpose]; +"496 transpose_36_0_0_nncf_smooth_quant_0" [id=496, type=call_module]; +"497 quantize_per_tensor_default_37" [id=497, type=quantize_per_tensor]; +"498 dequantize_per_tensor_default_37" [id=498, type=dequantize_per_tensor]; +"499 linear_24_zero_point_0_updated_constant0" [id=499, type=get_attr]; +"500 linear_24_scale_0_updated_constant0" [id=500, type=get_attr]; +"501 compressed_weight_updated_constant25" [id=501, type=get_attr]; +"502 _param_constant79_0_0" [id=502, type=get_attr]; +"503 mul_tensor_25" [id=503, type=mul]; +"504 sub_tensor_25" [id=504, type=sub]; +"505 linear_24" [id=505, type=linear]; +"506 unflatten_6" [id=506, type=unflatten]; +"507 unsqueeze_6" [id=507, type=unsqueeze]; +"508 transpose_37" [id=508, type=transpose]; +"509 squeeze_6" [id=509, type=squeeze]; +"510 contiguous_6" [id=510, type=contiguous]; +"511 quantize_per_tensor_default_38" [id=511, type=quantize_per_tensor]; +"512 dequantize_per_tensor_default_38" [id=512, type=dequantize_per_tensor]; +"513 select_18" [id=513, type=select]; +"514 quantize_per_tensor_default_39" [id=514, type=quantize_per_tensor]; +"515 dequantize_per_tensor_default_39" [id=515, type=dequantize_per_tensor]; +"516 select_19" [id=516, type=select]; +"517 select_20" [id=517, type=select]; +"518 view_48" [id=518, type=view]; +"519 transpose_38" [id=519, type=transpose]; +"520 view_49" [id=520, type=view]; +"521 transpose_39" [id=521, type=transpose]; +"522 view_50" [id=522, type=view]; +"523 transpose_40" [id=523, type=transpose]; +"524 view_51" [id=524, type=view]; +"525 view_52" [id=525, type=view]; +"526 view_53" [id=526, type=view]; +"527 scaled_dot_product_attention_6" [id=527, type=scaled_dot_product_attention]; +"528 permute_7" [id=528, type=permute]; +"529 view_54" [id=529, type=view]; +"530 view_54_0_0_nncf_smooth_quant_0" [id=530, type=call_module]; +"531 quantize_per_tensor_default_40" [id=531, type=quantize_per_tensor]; +"532 dequantize_per_tensor_default_40" [id=532, type=dequantize_per_tensor]; +"533 linear_25_zero_point_0_updated_constant0" [id=533, type=get_attr]; +"534 linear_25_scale_0_updated_constant0" [id=534, type=get_attr]; +"535 compressed_weight_updated_constant26" [id=535, type=get_attr]; +"536 _param_constant81_0_0" [id=536, type=get_attr]; +"537 mul_tensor_26" [id=537, type=mul]; +"538 sub_tensor_26" [id=538, type=sub]; +"539 linear_25" [id=539, type=linear]; +"540 view_55" [id=540, type=view]; +"541 transpose_41" [id=541, type=transpose]; +"542 dropout_19" [id=542, type=dropout]; +"543 add_13" [id=543, type=add]; +"544 _param_constant82" [id=544, type=get_attr]; +"545 _param_constant83" [id=545, type=get_attr]; +"546 layer_norm_13" [id=546, type=layer_norm]; +"547 layer_norm_13_0_0_nncf_smooth_quant_0" [id=547, type=call_module]; +"548 quantize_per_tensor_default_41" [id=548, type=quantize_per_tensor]; +"549 dequantize_per_tensor_default_41" [id=549, type=dequantize_per_tensor]; +"550 linear_26_zero_point_0_updated_constant0" [id=550, type=get_attr]; +"551 linear_26_scale_0_updated_constant0" [id=551, type=get_attr]; +"552 compressed_weight_updated_constant27" [id=552, type=get_attr]; +"553 _param_constant85_0_0" [id=553, type=get_attr]; +"554 mul_tensor_27" [id=554, type=mul]; +"555 sub_tensor_27" [id=555, type=sub]; +"556 linear_26" [id=556, type=linear]; +"557 gelu_6" [id=557, type=gelu]; +"558 dropout_20" [id=558, type=dropout]; +"559 dropout_20_0_0_nncf_smooth_quant_0" [id=559, type=call_module]; +"560 quantize_per_tensor_default_42" [id=560, type=quantize_per_tensor]; +"561 dequantize_per_tensor_default_42" [id=561, type=dequantize_per_tensor]; +"562 linear_27_zero_point_0_updated_constant0" [id=562, type=get_attr]; +"563 linear_27_scale_0_updated_constant0" [id=563, type=get_attr]; +"564 compressed_weight_updated_constant28" [id=564, type=get_attr]; +"565 _param_constant87_0_0" [id=565, type=get_attr]; +"566 mul_tensor_28" [id=566, type=mul]; +"567 sub_tensor_28" [id=567, type=sub]; +"568 linear_27" [id=568, type=linear]; +"569 dropout_21" [id=569, type=dropout]; +"570 add_14" [id=570, type=add]; +"571 _param_constant88" [id=571, type=get_attr]; +"572 _param_constant89" [id=572, type=get_attr]; +"573 layer_norm_14" [id=573, type=layer_norm]; +"574 transpose_42" [id=574, type=transpose]; +"575 transpose_42_0_0_nncf_smooth_quant_0" [id=575, type=call_module]; +"576 quantize_per_tensor_default_43" [id=576, type=quantize_per_tensor]; +"577 dequantize_per_tensor_default_43" [id=577, type=dequantize_per_tensor]; +"578 linear_28_zero_point_0_updated_constant0" [id=578, type=get_attr]; +"579 linear_28_scale_0_updated_constant0" [id=579, type=get_attr]; +"580 compressed_weight_updated_constant29" [id=580, type=get_attr]; +"581 _param_constant91_0_0" [id=581, type=get_attr]; +"582 mul_tensor_29" [id=582, type=mul]; +"583 sub_tensor_29" [id=583, type=sub]; +"584 linear_28" [id=584, type=linear]; +"585 unflatten_7" [id=585, type=unflatten]; +"586 unsqueeze_7" [id=586, type=unsqueeze]; +"587 transpose_43" [id=587, type=transpose]; +"588 squeeze_7" [id=588, type=squeeze]; +"589 contiguous_7" [id=589, type=contiguous]; +"590 quantize_per_tensor_default_44" [id=590, type=quantize_per_tensor]; +"591 dequantize_per_tensor_default_44" [id=591, type=dequantize_per_tensor]; +"592 select_21" [id=592, type=select]; +"593 quantize_per_tensor_default_45" [id=593, type=quantize_per_tensor]; +"594 dequantize_per_tensor_default_45" [id=594, type=dequantize_per_tensor]; +"595 select_22" [id=595, type=select]; +"596 select_23" [id=596, type=select]; +"597 view_56" [id=597, type=view]; +"598 transpose_44" [id=598, type=transpose]; +"599 view_57" [id=599, type=view]; +"600 transpose_45" [id=600, type=transpose]; +"601 view_58" [id=601, type=view]; +"602 transpose_46" [id=602, type=transpose]; +"603 view_59" [id=603, type=view]; +"604 view_60" [id=604, type=view]; +"605 view_61" [id=605, type=view]; +"606 scaled_dot_product_attention_7" [id=606, type=scaled_dot_product_attention]; +"607 permute_8" [id=607, type=permute]; +"608 view_62" [id=608, type=view]; +"609 view_62_0_0_nncf_smooth_quant_0" [id=609, type=call_module]; +"610 quantize_per_tensor_default_46" [id=610, type=quantize_per_tensor]; +"611 dequantize_per_tensor_default_46" [id=611, type=dequantize_per_tensor]; +"612 linear_29_zero_point_0_updated_constant0" [id=612, type=get_attr]; +"613 linear_29_scale_0_updated_constant0" [id=613, type=get_attr]; +"614 compressed_weight_updated_constant30" [id=614, type=get_attr]; +"615 _param_constant93_0_0" [id=615, type=get_attr]; +"616 mul_tensor_30" [id=616, type=mul]; +"617 sub_tensor_30" [id=617, type=sub]; +"618 linear_29" [id=618, type=linear]; +"619 view_63" [id=619, type=view]; +"620 transpose_47" [id=620, type=transpose]; +"621 dropout_22" [id=621, type=dropout]; +"622 add_15" [id=622, type=add]; +"623 _param_constant94" [id=623, type=get_attr]; +"624 _param_constant95" [id=624, type=get_attr]; +"625 layer_norm_15" [id=625, type=layer_norm]; +"626 layer_norm_15_0_0_nncf_smooth_quant_0" [id=626, type=call_module]; +"627 quantize_per_tensor_default_47" [id=627, type=quantize_per_tensor]; +"628 dequantize_per_tensor_default_47" [id=628, type=dequantize_per_tensor]; +"629 linear_30_zero_point_0_updated_constant0" [id=629, type=get_attr]; +"630 linear_30_scale_0_updated_constant0" [id=630, type=get_attr]; +"631 compressed_weight_updated_constant31" [id=631, type=get_attr]; +"632 _param_constant97_0_0" [id=632, type=get_attr]; +"633 mul_tensor_31" [id=633, type=mul]; +"634 sub_tensor_31" [id=634, type=sub]; +"635 linear_30" [id=635, type=linear]; +"636 gelu_7" [id=636, type=gelu]; +"637 dropout_23" [id=637, type=dropout]; +"638 dropout_23_0_0_nncf_smooth_quant_0" [id=638, type=call_module]; +"639 quantize_per_tensor_default_48" [id=639, type=quantize_per_tensor]; +"640 dequantize_per_tensor_default_48" [id=640, type=dequantize_per_tensor]; +"641 linear_31_zero_point_0_updated_constant0" [id=641, type=get_attr]; +"642 linear_31_scale_0_updated_constant0" [id=642, type=get_attr]; +"643 compressed_weight_updated_constant32" [id=643, type=get_attr]; +"644 _param_constant99_0_0" [id=644, type=get_attr]; +"645 mul_tensor_32" [id=645, type=mul]; +"646 sub_tensor_32" [id=646, type=sub]; +"647 linear_31" [id=647, type=linear]; +"648 dropout_24" [id=648, type=dropout]; +"649 add_16" [id=649, type=add]; +"650 _param_constant100" [id=650, type=get_attr]; +"651 _param_constant101" [id=651, type=get_attr]; +"652 layer_norm_16" [id=652, type=layer_norm]; +"653 transpose_48" [id=653, type=transpose]; +"654 transpose_48_0_0_nncf_smooth_quant_0" [id=654, type=call_module]; +"655 quantize_per_tensor_default_49" [id=655, type=quantize_per_tensor]; +"656 dequantize_per_tensor_default_49" [id=656, type=dequantize_per_tensor]; +"657 linear_32_zero_point_0_updated_constant0" [id=657, type=get_attr]; +"658 linear_32_scale_0_updated_constant0" [id=658, type=get_attr]; +"659 compressed_weight_updated_constant33" [id=659, type=get_attr]; +"660 _param_constant103_0_0" [id=660, type=get_attr]; +"661 mul_tensor_33" [id=661, type=mul]; +"662 sub_tensor_33" [id=662, type=sub]; +"663 linear_32" [id=663, type=linear]; +"664 unflatten_8" [id=664, type=unflatten]; +"665 unsqueeze_8" [id=665, type=unsqueeze]; +"666 transpose_49" [id=666, type=transpose]; +"667 squeeze_8" [id=667, type=squeeze]; +"668 contiguous_8" [id=668, type=contiguous]; +"669 quantize_per_tensor_default_50" [id=669, type=quantize_per_tensor]; +"670 dequantize_per_tensor_default_50" [id=670, type=dequantize_per_tensor]; +"671 select_24" [id=671, type=select]; +"672 quantize_per_tensor_default_51" [id=672, type=quantize_per_tensor]; +"673 dequantize_per_tensor_default_51" [id=673, type=dequantize_per_tensor]; +"674 select_25" [id=674, type=select]; +"675 select_26" [id=675, type=select]; +"676 view_64" [id=676, type=view]; +"677 transpose_50" [id=677, type=transpose]; +"678 view_65" [id=678, type=view]; +"679 transpose_51" [id=679, type=transpose]; +"680 view_66" [id=680, type=view]; +"681 transpose_52" [id=681, type=transpose]; +"682 view_67" [id=682, type=view]; +"683 view_68" [id=683, type=view]; +"684 view_69" [id=684, type=view]; +"685 scaled_dot_product_attention_8" [id=685, type=scaled_dot_product_attention]; +"686 permute_9" [id=686, type=permute]; +"687 view_70" [id=687, type=view]; +"688 view_70_0_0_nncf_smooth_quant_0" [id=688, type=call_module]; +"689 quantize_per_tensor_default_52" [id=689, type=quantize_per_tensor]; +"690 dequantize_per_tensor_default_52" [id=690, type=dequantize_per_tensor]; +"691 linear_33_zero_point_0_updated_constant0" [id=691, type=get_attr]; +"692 linear_33_scale_0_updated_constant0" [id=692, type=get_attr]; +"693 compressed_weight_updated_constant34" [id=693, type=get_attr]; +"694 _param_constant105_0_0" [id=694, type=get_attr]; +"695 mul_tensor_34" [id=695, type=mul]; +"696 sub_tensor_34" [id=696, type=sub]; +"697 linear_33" [id=697, type=linear]; +"698 view_71" [id=698, type=view]; +"699 transpose_53" [id=699, type=transpose]; +"700 dropout_25" [id=700, type=dropout]; +"701 add_17" [id=701, type=add]; +"702 _param_constant106" [id=702, type=get_attr]; +"703 _param_constant107" [id=703, type=get_attr]; +"704 layer_norm_17" [id=704, type=layer_norm]; +"705 layer_norm_17_0_0_nncf_smooth_quant_0" [id=705, type=call_module]; +"706 quantize_per_tensor_default_53" [id=706, type=quantize_per_tensor]; +"707 dequantize_per_tensor_default_53" [id=707, type=dequantize_per_tensor]; +"708 linear_34_zero_point_0_updated_constant0" [id=708, type=get_attr]; +"709 linear_34_scale_0_updated_constant0" [id=709, type=get_attr]; +"710 compressed_weight_updated_constant35" [id=710, type=get_attr]; +"711 _param_constant109_0_0" [id=711, type=get_attr]; +"712 mul_tensor_35" [id=712, type=mul]; +"713 sub_tensor_35" [id=713, type=sub]; +"714 linear_34" [id=714, type=linear]; +"715 gelu_8" [id=715, type=gelu]; +"716 dropout_26" [id=716, type=dropout]; +"717 dropout_26_0_0_nncf_smooth_quant_0" [id=717, type=call_module]; +"718 quantize_per_tensor_default_54" [id=718, type=quantize_per_tensor]; +"719 dequantize_per_tensor_default_54" [id=719, type=dequantize_per_tensor]; +"720 linear_35_zero_point_0_updated_constant0" [id=720, type=get_attr]; +"721 linear_35_scale_0_updated_constant0" [id=721, type=get_attr]; +"722 compressed_weight_updated_constant36" [id=722, type=get_attr]; +"723 _param_constant111_0_0" [id=723, type=get_attr]; +"724 mul_tensor_36" [id=724, type=mul]; +"725 sub_tensor_36" [id=725, type=sub]; +"726 linear_35" [id=726, type=linear]; +"727 dropout_27" [id=727, type=dropout]; +"728 add_18" [id=728, type=add]; +"729 _param_constant112" [id=729, type=get_attr]; +"730 _param_constant113" [id=730, type=get_attr]; +"731 layer_norm_18" [id=731, type=layer_norm]; +"732 transpose_54" [id=732, type=transpose]; +"733 transpose_54_0_0_nncf_smooth_quant_0" [id=733, type=call_module]; +"734 quantize_per_tensor_default_55" [id=734, type=quantize_per_tensor]; +"735 dequantize_per_tensor_default_55" [id=735, type=dequantize_per_tensor]; +"736 linear_36_zero_point_0_updated_constant0" [id=736, type=get_attr]; +"737 linear_36_scale_0_updated_constant0" [id=737, type=get_attr]; +"738 compressed_weight_updated_constant37" [id=738, type=get_attr]; +"739 _param_constant115_0_0" [id=739, type=get_attr]; +"740 mul_tensor_37" [id=740, type=mul]; +"741 sub_tensor_37" [id=741, type=sub]; +"742 linear_36" [id=742, type=linear]; +"743 unflatten_9" [id=743, type=unflatten]; +"744 unsqueeze_9" [id=744, type=unsqueeze]; +"745 transpose_55" [id=745, type=transpose]; +"746 squeeze_9" [id=746, type=squeeze]; +"747 contiguous_9" [id=747, type=contiguous]; +"748 quantize_per_tensor_default_56" [id=748, type=quantize_per_tensor]; +"749 dequantize_per_tensor_default_56" [id=749, type=dequantize_per_tensor]; +"750 select_27" [id=750, type=select]; +"751 quantize_per_tensor_default_57" [id=751, type=quantize_per_tensor]; +"752 dequantize_per_tensor_default_57" [id=752, type=dequantize_per_tensor]; +"753 select_28" [id=753, type=select]; +"754 select_29" [id=754, type=select]; +"755 view_72" [id=755, type=view]; +"756 transpose_56" [id=756, type=transpose]; +"757 view_73" [id=757, type=view]; +"758 transpose_57" [id=758, type=transpose]; +"759 view_74" [id=759, type=view]; +"760 transpose_58" [id=760, type=transpose]; +"761 view_75" [id=761, type=view]; +"762 view_76" [id=762, type=view]; +"763 view_77" [id=763, type=view]; +"764 scaled_dot_product_attention_9" [id=764, type=scaled_dot_product_attention]; +"765 permute_10" [id=765, type=permute]; +"766 view_78" [id=766, type=view]; +"767 view_78_0_0_nncf_smooth_quant_0" [id=767, type=call_module]; +"768 quantize_per_tensor_default_58" [id=768, type=quantize_per_tensor]; +"769 dequantize_per_tensor_default_58" [id=769, type=dequantize_per_tensor]; +"770 linear_37_zero_point_0_updated_constant0" [id=770, type=get_attr]; +"771 linear_37_scale_0_updated_constant0" [id=771, type=get_attr]; +"772 compressed_weight_updated_constant38" [id=772, type=get_attr]; +"773 _param_constant117_0_0" [id=773, type=get_attr]; +"774 mul_tensor_38" [id=774, type=mul]; +"775 sub_tensor_38" [id=775, type=sub]; +"776 linear_37" [id=776, type=linear]; +"777 view_79" [id=777, type=view]; +"778 transpose_59" [id=778, type=transpose]; +"779 dropout_28" [id=779, type=dropout]; +"780 add_19" [id=780, type=add]; +"781 _param_constant118" [id=781, type=get_attr]; +"782 _param_constant119" [id=782, type=get_attr]; +"783 layer_norm_19" [id=783, type=layer_norm]; +"784 layer_norm_19_0_0_nncf_smooth_quant_0" [id=784, type=call_module]; +"785 quantize_per_tensor_default_59" [id=785, type=quantize_per_tensor]; +"786 dequantize_per_tensor_default_59" [id=786, type=dequantize_per_tensor]; +"787 linear_38_zero_point_0_updated_constant0" [id=787, type=get_attr]; +"788 linear_38_scale_0_updated_constant0" [id=788, type=get_attr]; +"789 compressed_weight_updated_constant39" [id=789, type=get_attr]; +"790 _param_constant121_0_0" [id=790, type=get_attr]; +"791 mul_tensor_39" [id=791, type=mul]; +"792 sub_tensor_39" [id=792, type=sub]; +"793 linear_38" [id=793, type=linear]; +"794 gelu_9" [id=794, type=gelu]; +"795 dropout_29" [id=795, type=dropout]; +"796 dropout_29_0_0_nncf_smooth_quant_0" [id=796, type=call_module]; +"797 quantize_per_tensor_default_60" [id=797, type=quantize_per_tensor]; +"798 dequantize_per_tensor_default_60" [id=798, type=dequantize_per_tensor]; +"799 linear_39_zero_point_0_updated_constant0" [id=799, type=get_attr]; +"800 linear_39_scale_0_updated_constant0" [id=800, type=get_attr]; +"801 compressed_weight_updated_constant40" [id=801, type=get_attr]; +"802 _param_constant123_0_0" [id=802, type=get_attr]; +"803 mul_tensor_40" [id=803, type=mul]; +"804 sub_tensor_40" [id=804, type=sub]; +"805 linear_39" [id=805, type=linear]; +"806 dropout_30" [id=806, type=dropout]; +"807 add_20" [id=807, type=add]; +"808 _param_constant124" [id=808, type=get_attr]; +"809 _param_constant125" [id=809, type=get_attr]; +"810 layer_norm_20" [id=810, type=layer_norm]; +"811 transpose_60" [id=811, type=transpose]; +"812 transpose_60_0_0_nncf_smooth_quant_0" [id=812, type=call_module]; +"813 quantize_per_tensor_default_61" [id=813, type=quantize_per_tensor]; +"814 dequantize_per_tensor_default_61" [id=814, type=dequantize_per_tensor]; +"815 linear_40_zero_point_0_updated_constant0" [id=815, type=get_attr]; +"816 linear_40_scale_0_updated_constant0" [id=816, type=get_attr]; +"817 compressed_weight_updated_constant41" [id=817, type=get_attr]; +"818 _param_constant127_0_0" [id=818, type=get_attr]; +"819 mul_tensor_41" [id=819, type=mul]; +"820 sub_tensor_41" [id=820, type=sub]; +"821 linear_40" [id=821, type=linear]; +"822 unflatten_10" [id=822, type=unflatten]; +"823 unsqueeze_10" [id=823, type=unsqueeze]; +"824 transpose_61" [id=824, type=transpose]; +"825 squeeze_10" [id=825, type=squeeze]; +"826 contiguous_10" [id=826, type=contiguous]; +"827 quantize_per_tensor_default_62" [id=827, type=quantize_per_tensor]; +"828 dequantize_per_tensor_default_62" [id=828, type=dequantize_per_tensor]; +"829 select_30" [id=829, type=select]; +"830 quantize_per_tensor_default_63" [id=830, type=quantize_per_tensor]; +"831 dequantize_per_tensor_default_63" [id=831, type=dequantize_per_tensor]; +"832 select_31" [id=832, type=select]; +"833 select_32" [id=833, type=select]; +"834 view_80" [id=834, type=view]; +"835 transpose_62" [id=835, type=transpose]; +"836 view_81" [id=836, type=view]; +"837 transpose_63" [id=837, type=transpose]; +"838 view_82" [id=838, type=view]; +"839 transpose_64" [id=839, type=transpose]; +"840 view_83" [id=840, type=view]; +"841 view_84" [id=841, type=view]; +"842 view_85" [id=842, type=view]; +"843 scaled_dot_product_attention_10" [id=843, type=scaled_dot_product_attention]; +"844 permute_11" [id=844, type=permute]; +"845 view_86" [id=845, type=view]; +"846 view_86_0_0_nncf_smooth_quant_0" [id=846, type=call_module]; +"847 quantize_per_tensor_default_64" [id=847, type=quantize_per_tensor]; +"848 dequantize_per_tensor_default_64" [id=848, type=dequantize_per_tensor]; +"849 linear_41_zero_point_0_updated_constant0" [id=849, type=get_attr]; +"850 linear_41_scale_0_updated_constant0" [id=850, type=get_attr]; +"851 compressed_weight_updated_constant42" [id=851, type=get_attr]; +"852 _param_constant129_0_0" [id=852, type=get_attr]; +"853 mul_tensor_42" [id=853, type=mul]; +"854 sub_tensor_42" [id=854, type=sub]; +"855 linear_41" [id=855, type=linear]; +"856 view_87" [id=856, type=view]; +"857 transpose_65" [id=857, type=transpose]; +"858 dropout_31" [id=858, type=dropout]; +"859 add_21" [id=859, type=add]; +"860 _param_constant130" [id=860, type=get_attr]; +"861 _param_constant131" [id=861, type=get_attr]; +"862 layer_norm_21" [id=862, type=layer_norm]; +"863 layer_norm_21_0_0_nncf_smooth_quant_0" [id=863, type=call_module]; +"864 quantize_per_tensor_default_65" [id=864, type=quantize_per_tensor]; +"865 dequantize_per_tensor_default_65" [id=865, type=dequantize_per_tensor]; +"866 linear_42_zero_point_0_updated_constant0" [id=866, type=get_attr]; +"867 linear_42_scale_0_updated_constant0" [id=867, type=get_attr]; +"868 compressed_weight_updated_constant43" [id=868, type=get_attr]; +"869 _param_constant133_0_0" [id=869, type=get_attr]; +"870 mul_tensor_43" [id=870, type=mul]; +"871 sub_tensor_43" [id=871, type=sub]; +"872 linear_42" [id=872, type=linear]; +"873 gelu_10" [id=873, type=gelu]; +"874 dropout_32" [id=874, type=dropout]; +"875 dropout_32_0_0_nncf_smooth_quant_0" [id=875, type=call_module]; +"876 quantize_per_tensor_default_66" [id=876, type=quantize_per_tensor]; +"877 dequantize_per_tensor_default_66" [id=877, type=dequantize_per_tensor]; +"878 linear_43_zero_point_0_updated_constant0" [id=878, type=get_attr]; +"879 linear_43_scale_0_updated_constant0" [id=879, type=get_attr]; +"880 compressed_weight_updated_constant44" [id=880, type=get_attr]; +"881 _param_constant135_0_0" [id=881, type=get_attr]; +"882 mul_tensor_44" [id=882, type=mul]; +"883 sub_tensor_44" [id=883, type=sub]; +"884 linear_43" [id=884, type=linear]; +"885 dropout_33" [id=885, type=dropout]; +"886 add_22" [id=886, type=add]; +"887 _param_constant136" [id=887, type=get_attr]; +"888 _param_constant137" [id=888, type=get_attr]; +"889 layer_norm_22" [id=889, type=layer_norm]; +"890 transpose_66" [id=890, type=transpose]; +"891 transpose_66_0_0_nncf_smooth_quant_0" [id=891, type=call_module]; +"892 quantize_per_tensor_default_67" [id=892, type=quantize_per_tensor]; +"893 dequantize_per_tensor_default_67" [id=893, type=dequantize_per_tensor]; +"894 linear_44_zero_point_0_updated_constant0" [id=894, type=get_attr]; +"895 linear_44_scale_0_updated_constant0" [id=895, type=get_attr]; +"896 compressed_weight_updated_constant45" [id=896, type=get_attr]; +"897 _param_constant139_0_0" [id=897, type=get_attr]; +"898 mul_tensor_45" [id=898, type=mul]; +"899 sub_tensor_45" [id=899, type=sub]; +"900 linear_44" [id=900, type=linear]; +"901 unflatten_11" [id=901, type=unflatten]; +"902 unsqueeze_11" [id=902, type=unsqueeze]; +"903 transpose_67" [id=903, type=transpose]; +"904 squeeze_11" [id=904, type=squeeze]; +"905 contiguous_11" [id=905, type=contiguous]; +"906 quantize_per_tensor_default_68" [id=906, type=quantize_per_tensor]; +"907 dequantize_per_tensor_default_68" [id=907, type=dequantize_per_tensor]; +"908 select_33" [id=908, type=select]; +"909 quantize_per_tensor_default_69" [id=909, type=quantize_per_tensor]; +"910 dequantize_per_tensor_default_69" [id=910, type=dequantize_per_tensor]; +"911 select_34" [id=911, type=select]; +"912 select_35" [id=912, type=select]; +"913 view_88" [id=913, type=view]; +"914 transpose_68" [id=914, type=transpose]; +"915 view_89" [id=915, type=view]; +"916 transpose_69" [id=916, type=transpose]; +"917 view_90" [id=917, type=view]; +"918 transpose_70" [id=918, type=transpose]; +"919 view_91" [id=919, type=view]; +"920 view_92" [id=920, type=view]; +"921 view_93" [id=921, type=view]; +"922 scaled_dot_product_attention_11" [id=922, type=scaled_dot_product_attention]; +"923 permute_12" [id=923, type=permute]; +"924 view_94" [id=924, type=view]; +"925 view_94_0_0_nncf_smooth_quant_0" [id=925, type=call_module]; +"926 quantize_per_tensor_default_70" [id=926, type=quantize_per_tensor]; +"927 dequantize_per_tensor_default_70" [id=927, type=dequantize_per_tensor]; +"928 linear_45_zero_point_0_updated_constant0" [id=928, type=get_attr]; +"929 linear_45_scale_0_updated_constant0" [id=929, type=get_attr]; +"930 compressed_weight_updated_constant46" [id=930, type=get_attr]; +"931 _param_constant141_0_0" [id=931, type=get_attr]; +"932 mul_tensor_46" [id=932, type=mul]; +"933 sub_tensor_46" [id=933, type=sub]; +"934 linear_45" [id=934, type=linear]; +"935 view_95" [id=935, type=view]; +"936 transpose_71" [id=936, type=transpose]; +"937 dropout_34" [id=937, type=dropout]; +"938 add_23" [id=938, type=add]; +"939 _param_constant142" [id=939, type=get_attr]; +"940 _param_constant143" [id=940, type=get_attr]; +"941 layer_norm_23" [id=941, type=layer_norm]; +"942 layer_norm_23_0_0_nncf_smooth_quant_0" [id=942, type=call_module]; +"943 quantize_per_tensor_default_71" [id=943, type=quantize_per_tensor]; +"944 dequantize_per_tensor_default_71" [id=944, type=dequantize_per_tensor]; +"945 linear_46_zero_point_0_updated_constant0" [id=945, type=get_attr]; +"946 linear_46_scale_0_updated_constant0" [id=946, type=get_attr]; +"947 compressed_weight_updated_constant47" [id=947, type=get_attr]; +"948 _param_constant145_0_0" [id=948, type=get_attr]; +"949 mul_tensor_47" [id=949, type=mul]; +"950 sub_tensor_47" [id=950, type=sub]; +"951 linear_46" [id=951, type=linear]; +"952 gelu_11" [id=952, type=gelu]; +"953 dropout_35" [id=953, type=dropout]; +"954 dropout_35_0_0_nncf_smooth_quant_0" [id=954, type=call_module]; +"955 quantize_per_tensor_default_72" [id=955, type=quantize_per_tensor]; +"956 dequantize_per_tensor_default_72" [id=956, type=dequantize_per_tensor]; +"957 linear_47_zero_point_0_updated_constant0" [id=957, type=get_attr]; +"958 linear_47_scale_0_updated_constant0" [id=958, type=get_attr]; +"959 compressed_weight_updated_constant48" [id=959, type=get_attr]; +"960 _param_constant147_0_0" [id=960, type=get_attr]; +"961 mul_tensor_48" [id=961, type=mul]; +"962 sub_tensor_48" [id=962, type=sub]; +"963 linear_47" [id=963, type=linear]; +"964 dropout_36" [id=964, type=dropout]; +"965 add_24" [id=965, type=add]; +"966 _param_constant148" [id=966, type=get_attr]; +"967 _param_constant149" [id=967, type=get_attr]; +"968 layer_norm_24" [id=968, type=layer_norm]; +"969 slice_1" [id=969, type=slice]; +"970 select_36" [id=970, type=select]; +"971 select_36_0_0_nncf_smooth_quant_0" [id=971, type=call_module]; +"972 quantize_per_tensor_default_73" [id=972, type=quantize_per_tensor]; +"973 dequantize_per_tensor_default_73" [id=973, type=dequantize_per_tensor]; +"974 linear_48_zero_point_0_updated_constant0" [id=974, type=get_attr]; +"975 linear_48_scale_0_updated_constant0" [id=975, type=get_attr]; +"976 compressed_weight_updated_constant49" [id=976, type=get_attr]; +"977 _param_constant151_0_0" [id=977, type=get_attr]; +"978 mul_tensor_49" [id=978, type=mul]; +"979 sub_tensor_49" [id=979, type=sub]; +"980 linear_48" [id=980, type=linear]; +"981 output" [id=981, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"2 dequantize_per_tensor_default" -> "7 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor" [label="(768, 1, 1, 1)", style=solid]; -"4 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(768, 3, 16, 16)", style=solid]; -"5 _param_constant1_0_0" -> "7 conv2d" [label="(768,)", style=solid]; -"6 mul_tensor" -> "7 conv2d" [label="(768, 3, 16, 16)", style=solid]; -"7 conv2d" -> "8 reshape" [label="(1, 768, 14, 14)", style=solid]; -"8 reshape" -> "9 permute" [label="(1, 768, 196)", style=solid]; -"9 permute" -> "12 cat" [label="(1, 196, 768)", style=solid]; -"10 _param_constant2" -> "11 expand" [label="(1, 1, 768)", style=solid]; -"11 expand" -> "12 cat" [label="(1, 1, 768)", style=solid]; -"12 cat" -> "14 add" [label="(1, 197, 768)", style=solid]; -"13 _param_constant3" -> "14 add" [label="(1, 197, 768)", style=solid]; -"14 add" -> "15 dropout" [label="(1, 197, 768)", style=solid]; -"15 dropout" -> "18 layer_norm" [label="(1, 197, 768)", style=solid]; -"15 dropout" -> "63 add_1" [label="(1, 197, 768)", style=solid]; -"16 _param_constant4" -> "18 layer_norm" [label="(768,)", style=solid]; -"17 _param_constant5" -> "18 layer_norm" [label="(768,)", style=solid]; -"18 layer_norm" -> "19 transpose" [label="(1, 197, 768)", style=solid]; -"19 transpose" -> "20 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"20 transpose_0_0_nncf_smooth_quant_0" -> "21 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; -"21 quantize_per_tensor_default_1" -> "22 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; -"22 dequantize_per_tensor_default_1" -> "27 linear" [label="(197, 1, 768)", style=solid]; -"23 linear_scale_0_updated_constant0" -> "26 mul_tensor_1" [label="(2304, 1)", style=solid]; -"24 compressed_weight_updated_constant1" -> "26 mul_tensor_1" [label="(2304, 768)", style=solid]; -"25 _param_constant7_0_0" -> "27 linear" [label="(2304,)", style=solid]; -"26 mul_tensor_1" -> "27 linear" [label="(2304, 768)", style=solid]; -"27 linear" -> "28 unflatten" [label="(197, 1, 2304)", style=solid]; -"28 unflatten" -> "29 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; -"29 unsqueeze" -> "30 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; -"30 transpose_1" -> "31 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; -"31 squeeze" -> "32 contiguous" [label="(3, 197, 1, 768)", style=solid]; -"32 contiguous" -> "33 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; -"32 contiguous" -> "36 quantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; -"32 contiguous" -> "39 select_2" [label="(3, 197, 1, 768)", style=solid]; -"33 quantize_per_tensor_default_2" -> "34 dequantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; -"34 dequantize_per_tensor_default_2" -> "35 select" [label="(3, 197, 1, 768)", style=solid]; -"35 select" -> "40 view" [label="(197, 1, 768)", style=solid]; -"36 quantize_per_tensor_default_3" -> "37 dequantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; -"37 dequantize_per_tensor_default_3" -> "38 select_1" [label="(3, 197, 1, 768)", style=solid]; -"38 select_1" -> "42 view_1" [label="(197, 1, 768)", style=solid]; -"39 select_2" -> "44 view_2" [label="(197, 1, 768)", style=solid]; -"40 view" -> "41 transpose_2" [label="(197, 12, 64)", style=solid]; -"41 transpose_2" -> "46 view_3" [label="(12, 197, 64)", style=solid]; -"42 view_1" -> "43 transpose_3" [label="(197, 12, 64)", style=solid]; -"43 transpose_3" -> "47 view_4" [label="(12, 197, 64)", style=solid]; -"44 view_2" -> "45 transpose_4" [label="(197, 12, 64)", style=solid]; -"45 transpose_4" -> "48 view_5" [label="(12, 197, 64)", style=solid]; -"46 view_3" -> "49 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"47 view_4" -> "49 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"48 view_5" -> "49 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"49 scaled_dot_product_attention" -> "50 permute_1" [label="(1, 12, 197, 64)", style=solid]; -"50 permute_1" -> "51 view_6" [label="(197, 1, 12, 64)", style=solid]; -"51 view_6" -> "52 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"52 view_6_0_0_nncf_smooth_quant_0" -> "53 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; -"53 quantize_per_tensor_default_4" -> "54 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; -"54 dequantize_per_tensor_default_4" -> "59 linear_1" [label="(197, 768)", style=solid]; -"55 linear_1_scale_0_updated_constant0" -> "58 mul_tensor_2" [label="(768, 1)", style=solid]; -"56 compressed_weight_updated_constant2" -> "58 mul_tensor_2" [label="(768, 768)", style=solid]; -"57 _param_constant9_0_0" -> "59 linear_1" [label="(768,)", style=solid]; -"58 mul_tensor_2" -> "59 linear_1" [label="(768, 768)", style=solid]; -"59 linear_1" -> "60 view_7" [label="(197, 768)", style=solid]; -"60 view_7" -> "61 transpose_5" [label="(197, 1, 768)", style=solid]; -"61 transpose_5" -> "62 dropout_1" [label="(1, 197, 768)", style=solid]; -"62 dropout_1" -> "63 add_1" [label="(1, 197, 768)", style=solid]; -"63 add_1" -> "66 layer_norm_1" [label="(1, 197, 768)", style=solid]; -"63 add_1" -> "86 add_2" [label="(1, 197, 768)", style=solid]; -"64 _param_constant10" -> "66 layer_norm_1" [label="(768,)", style=solid]; -"65 _param_constant11" -> "66 layer_norm_1" [label="(768,)", style=solid]; -"66 layer_norm_1" -> "67 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"67 layer_norm_1_0_0_nncf_smooth_quant_0" -> "68 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"68 quantize_per_tensor_default_5" -> "69 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"69 dequantize_per_tensor_default_5" -> "74 linear_2" [label="(1, 197, 768)", style=solid]; -"70 linear_2_scale_0_updated_constant0" -> "73 mul_tensor_3" [label="(3072, 1)", style=solid]; -"71 compressed_weight_updated_constant3" -> "73 mul_tensor_3" [label="(3072, 768)", style=solid]; -"72 _param_constant13_0_0" -> "74 linear_2" [label="(3072,)", style=solid]; -"73 mul_tensor_3" -> "74 linear_2" [label="(3072, 768)", style=solid]; -"74 linear_2" -> "75 gelu" [label="(1, 197, 3072)", style=solid]; -"75 gelu" -> "76 dropout_2" [label="(1, 197, 3072)", style=solid]; -"76 dropout_2" -> "77 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"77 dropout_2_0_0_nncf_smooth_quant_0" -> "78 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"78 quantize_per_tensor_default_6" -> "79 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"79 dequantize_per_tensor_default_6" -> "84 linear_3" [label="(1, 197, 3072)", style=solid]; -"80 linear_3_scale_0_updated_constant0" -> "83 mul_tensor_4" [label="(768, 1)", style=solid]; -"81 compressed_weight_updated_constant4" -> "83 mul_tensor_4" [label="(768, 3072)", style=solid]; -"82 _param_constant15_0_0" -> "84 linear_3" [label="(768,)", style=solid]; -"83 mul_tensor_4" -> "84 linear_3" [label="(768, 3072)", style=solid]; -"84 linear_3" -> "85 dropout_3" [label="(1, 197, 768)", style=solid]; -"85 dropout_3" -> "86 add_2" [label="(1, 197, 768)", style=solid]; -"86 add_2" -> "89 layer_norm_2" [label="(1, 197, 768)", style=solid]; -"86 add_2" -> "134 add_3" [label="(1, 197, 768)", style=solid]; -"87 _param_constant16" -> "89 layer_norm_2" [label="(768,)", style=solid]; -"88 _param_constant17" -> "89 layer_norm_2" [label="(768,)", style=solid]; -"89 layer_norm_2" -> "90 transpose_6" [label="(1, 197, 768)", style=solid]; -"90 transpose_6" -> "91 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"91 transpose_6_0_0_nncf_smooth_quant_0" -> "92 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; -"92 quantize_per_tensor_default_7" -> "93 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; -"93 dequantize_per_tensor_default_7" -> "98 linear_4" [label="(197, 1, 768)", style=solid]; -"94 linear_4_scale_0_updated_constant0" -> "97 mul_tensor_5" [label="(2304, 1)", style=solid]; -"95 compressed_weight_updated_constant5" -> "97 mul_tensor_5" [label="(2304, 768)", style=solid]; -"96 _param_constant19_0_0" -> "98 linear_4" [label="(2304,)", style=solid]; -"97 mul_tensor_5" -> "98 linear_4" [label="(2304, 768)", style=solid]; -"98 linear_4" -> "99 unflatten_1" [label="(197, 1, 2304)", style=solid]; -"99 unflatten_1" -> "100 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; -"100 unsqueeze_1" -> "101 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; -"101 transpose_7" -> "102 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; -"102 squeeze_1" -> "103 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; -"103 contiguous_1" -> "104 quantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; -"103 contiguous_1" -> "107 quantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; -"103 contiguous_1" -> "110 select_5" [label="(3, 197, 1, 768)", style=solid]; -"104 quantize_per_tensor_default_8" -> "105 dequantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; -"105 dequantize_per_tensor_default_8" -> "106 select_3" [label="(3, 197, 1, 768)", style=solid]; -"106 select_3" -> "111 view_8" [label="(197, 1, 768)", style=solid]; -"107 quantize_per_tensor_default_9" -> "108 dequantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; -"108 dequantize_per_tensor_default_9" -> "109 select_4" [label="(3, 197, 1, 768)", style=solid]; -"109 select_4" -> "113 view_9" [label="(197, 1, 768)", style=solid]; -"110 select_5" -> "115 view_10" [label="(197, 1, 768)", style=solid]; -"111 view_8" -> "112 transpose_8" [label="(197, 12, 64)", style=solid]; -"112 transpose_8" -> "117 view_11" [label="(12, 197, 64)", style=solid]; -"113 view_9" -> "114 transpose_9" [label="(197, 12, 64)", style=solid]; -"114 transpose_9" -> "118 view_12" [label="(12, 197, 64)", style=solid]; -"115 view_10" -> "116 transpose_10" [label="(197, 12, 64)", style=solid]; -"116 transpose_10" -> "119 view_13" [label="(12, 197, 64)", style=solid]; -"117 view_11" -> "120 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"118 view_12" -> "120 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"119 view_13" -> "120 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"120 scaled_dot_product_attention_1" -> "121 permute_2" [label="(1, 12, 197, 64)", style=solid]; -"121 permute_2" -> "122 view_14" [label="(197, 1, 12, 64)", style=solid]; -"122 view_14" -> "123 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"123 view_14_0_0_nncf_smooth_quant_0" -> "124 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; -"124 quantize_per_tensor_default_10" -> "125 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; -"125 dequantize_per_tensor_default_10" -> "130 linear_5" [label="(197, 768)", style=solid]; -"126 linear_5_scale_0_updated_constant0" -> "129 mul_tensor_6" [label="(768, 1)", style=solid]; -"127 compressed_weight_updated_constant6" -> "129 mul_tensor_6" [label="(768, 768)", style=solid]; -"128 _param_constant21_0_0" -> "130 linear_5" [label="(768,)", style=solid]; -"129 mul_tensor_6" -> "130 linear_5" [label="(768, 768)", style=solid]; -"130 linear_5" -> "131 view_15" [label="(197, 768)", style=solid]; -"131 view_15" -> "132 transpose_11" [label="(197, 1, 768)", style=solid]; -"132 transpose_11" -> "133 dropout_4" [label="(1, 197, 768)", style=solid]; -"133 dropout_4" -> "134 add_3" [label="(1, 197, 768)", style=solid]; -"134 add_3" -> "137 layer_norm_3" [label="(1, 197, 768)", style=solid]; -"134 add_3" -> "157 add_4" [label="(1, 197, 768)", style=solid]; -"135 _param_constant22" -> "137 layer_norm_3" [label="(768,)", style=solid]; -"136 _param_constant23" -> "137 layer_norm_3" [label="(768,)", style=solid]; -"137 layer_norm_3" -> "138 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"138 layer_norm_3_0_0_nncf_smooth_quant_0" -> "139 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"139 quantize_per_tensor_default_11" -> "140 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"140 dequantize_per_tensor_default_11" -> "145 linear_6" [label="(1, 197, 768)", style=solid]; -"141 linear_6_scale_0_updated_constant0" -> "144 mul_tensor_7" [label="(3072, 1)", style=solid]; -"142 compressed_weight_updated_constant7" -> "144 mul_tensor_7" [label="(3072, 768)", style=solid]; -"143 _param_constant25_0_0" -> "145 linear_6" [label="(3072,)", style=solid]; -"144 mul_tensor_7" -> "145 linear_6" [label="(3072, 768)", style=solid]; -"145 linear_6" -> "146 gelu_1" [label="(1, 197, 3072)", style=solid]; -"146 gelu_1" -> "147 dropout_5" [label="(1, 197, 3072)", style=solid]; -"147 dropout_5" -> "148 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"148 dropout_5_0_0_nncf_smooth_quant_0" -> "149 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"149 quantize_per_tensor_default_12" -> "150 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"150 dequantize_per_tensor_default_12" -> "155 linear_7" [label="(1, 197, 3072)", style=solid]; -"151 linear_7_scale_0_updated_constant0" -> "154 mul_tensor_8" [label="(768, 1)", style=solid]; -"152 compressed_weight_updated_constant8" -> "154 mul_tensor_8" [label="(768, 3072)", style=solid]; -"153 _param_constant27_0_0" -> "155 linear_7" [label="(768,)", style=solid]; -"154 mul_tensor_8" -> "155 linear_7" [label="(768, 3072)", style=solid]; -"155 linear_7" -> "156 dropout_6" [label="(1, 197, 768)", style=solid]; -"156 dropout_6" -> "157 add_4" [label="(1, 197, 768)", style=solid]; -"157 add_4" -> "160 layer_norm_4" [label="(1, 197, 768)", style=solid]; -"157 add_4" -> "205 add_5" [label="(1, 197, 768)", style=solid]; -"158 _param_constant28" -> "160 layer_norm_4" [label="(768,)", style=solid]; -"159 _param_constant29" -> "160 layer_norm_4" [label="(768,)", style=solid]; -"160 layer_norm_4" -> "161 transpose_12" [label="(1, 197, 768)", style=solid]; -"161 transpose_12" -> "162 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"162 transpose_12_0_0_nncf_smooth_quant_0" -> "163 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; -"163 quantize_per_tensor_default_13" -> "164 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; -"164 dequantize_per_tensor_default_13" -> "169 linear_8" [label="(197, 1, 768)", style=solid]; -"165 linear_8_scale_0_updated_constant0" -> "168 mul_tensor_9" [label="(2304, 1)", style=solid]; -"166 compressed_weight_updated_constant9" -> "168 mul_tensor_9" [label="(2304, 768)", style=solid]; -"167 _param_constant31_0_0" -> "169 linear_8" [label="(2304,)", style=solid]; -"168 mul_tensor_9" -> "169 linear_8" [label="(2304, 768)", style=solid]; -"169 linear_8" -> "170 unflatten_2" [label="(197, 1, 2304)", style=solid]; -"170 unflatten_2" -> "171 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; -"171 unsqueeze_2" -> "172 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; -"172 transpose_13" -> "173 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; -"173 squeeze_2" -> "174 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; -"174 contiguous_2" -> "175 quantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; -"174 contiguous_2" -> "178 quantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; -"174 contiguous_2" -> "181 select_8" [label="(3, 197, 1, 768)", style=solid]; -"175 quantize_per_tensor_default_14" -> "176 dequantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; -"176 dequantize_per_tensor_default_14" -> "177 select_6" [label="(3, 197, 1, 768)", style=solid]; -"177 select_6" -> "182 view_16" [label="(197, 1, 768)", style=solid]; -"178 quantize_per_tensor_default_15" -> "179 dequantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; -"179 dequantize_per_tensor_default_15" -> "180 select_7" [label="(3, 197, 1, 768)", style=solid]; -"180 select_7" -> "184 view_17" [label="(197, 1, 768)", style=solid]; -"181 select_8" -> "186 view_18" [label="(197, 1, 768)", style=solid]; -"182 view_16" -> "183 transpose_14" [label="(197, 12, 64)", style=solid]; -"183 transpose_14" -> "188 view_19" [label="(12, 197, 64)", style=solid]; -"184 view_17" -> "185 transpose_15" [label="(197, 12, 64)", style=solid]; -"185 transpose_15" -> "189 view_20" [label="(12, 197, 64)", style=solid]; -"186 view_18" -> "187 transpose_16" [label="(197, 12, 64)", style=solid]; -"187 transpose_16" -> "190 view_21" [label="(12, 197, 64)", style=solid]; -"188 view_19" -> "191 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"189 view_20" -> "191 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"190 view_21" -> "191 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"191 scaled_dot_product_attention_2" -> "192 permute_3" [label="(1, 12, 197, 64)", style=solid]; -"192 permute_3" -> "193 view_22" [label="(197, 1, 12, 64)", style=solid]; -"193 view_22" -> "194 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"194 view_22_0_0_nncf_smooth_quant_0" -> "195 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; -"195 quantize_per_tensor_default_16" -> "196 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; -"196 dequantize_per_tensor_default_16" -> "201 linear_9" [label="(197, 768)", style=solid]; -"197 linear_9_scale_0_updated_constant0" -> "200 mul_tensor_10" [label="(768, 1)", style=solid]; -"198 compressed_weight_updated_constant10" -> "200 mul_tensor_10" [label="(768, 768)", style=solid]; -"199 _param_constant33_0_0" -> "201 linear_9" [label="(768,)", style=solid]; -"200 mul_tensor_10" -> "201 linear_9" [label="(768, 768)", style=solid]; -"201 linear_9" -> "202 view_23" [label="(197, 768)", style=solid]; -"202 view_23" -> "203 transpose_17" [label="(197, 1, 768)", style=solid]; -"203 transpose_17" -> "204 dropout_7" [label="(1, 197, 768)", style=solid]; -"204 dropout_7" -> "205 add_5" [label="(1, 197, 768)", style=solid]; -"205 add_5" -> "208 layer_norm_5" [label="(1, 197, 768)", style=solid]; -"205 add_5" -> "228 add_6" [label="(1, 197, 768)", style=solid]; -"206 _param_constant34" -> "208 layer_norm_5" [label="(768,)", style=solid]; -"207 _param_constant35" -> "208 layer_norm_5" [label="(768,)", style=solid]; -"208 layer_norm_5" -> "209 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"209 layer_norm_5_0_0_nncf_smooth_quant_0" -> "210 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"210 quantize_per_tensor_default_17" -> "211 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"211 dequantize_per_tensor_default_17" -> "216 linear_10" [label="(1, 197, 768)", style=solid]; -"212 linear_10_scale_0_updated_constant0" -> "215 mul_tensor_11" [label="(3072, 1)", style=solid]; -"213 compressed_weight_updated_constant11" -> "215 mul_tensor_11" [label="(3072, 768)", style=solid]; -"214 _param_constant37_0_0" -> "216 linear_10" [label="(3072,)", style=solid]; -"215 mul_tensor_11" -> "216 linear_10" [label="(3072, 768)", style=solid]; -"216 linear_10" -> "217 gelu_2" [label="(1, 197, 3072)", style=solid]; -"217 gelu_2" -> "218 dropout_8" [label="(1, 197, 3072)", style=solid]; -"218 dropout_8" -> "219 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"219 dropout_8_0_0_nncf_smooth_quant_0" -> "220 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"220 quantize_per_tensor_default_18" -> "221 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"221 dequantize_per_tensor_default_18" -> "226 linear_11" [label="(1, 197, 3072)", style=solid]; -"222 linear_11_scale_0_updated_constant0" -> "225 mul_tensor_12" [label="(768, 1)", style=solid]; -"223 compressed_weight_updated_constant12" -> "225 mul_tensor_12" [label="(768, 3072)", style=solid]; -"224 _param_constant39_0_0" -> "226 linear_11" [label="(768,)", style=solid]; -"225 mul_tensor_12" -> "226 linear_11" [label="(768, 3072)", style=solid]; -"226 linear_11" -> "227 dropout_9" [label="(1, 197, 768)", style=solid]; -"227 dropout_9" -> "228 add_6" [label="(1, 197, 768)", style=solid]; -"228 add_6" -> "231 layer_norm_6" [label="(1, 197, 768)", style=solid]; -"228 add_6" -> "276 add_7" [label="(1, 197, 768)", style=solid]; -"229 _param_constant40" -> "231 layer_norm_6" [label="(768,)", style=solid]; -"230 _param_constant41" -> "231 layer_norm_6" [label="(768,)", style=solid]; -"231 layer_norm_6" -> "232 transpose_18" [label="(1, 197, 768)", style=solid]; -"232 transpose_18" -> "233 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"233 transpose_18_0_0_nncf_smooth_quant_0" -> "234 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; -"234 quantize_per_tensor_default_19" -> "235 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; -"235 dequantize_per_tensor_default_19" -> "240 linear_12" [label="(197, 1, 768)", style=solid]; -"236 linear_12_scale_0_updated_constant0" -> "239 mul_tensor_13" [label="(2304, 1)", style=solid]; -"237 compressed_weight_updated_constant13" -> "239 mul_tensor_13" [label="(2304, 768)", style=solid]; -"238 _param_constant43_0_0" -> "240 linear_12" [label="(2304,)", style=solid]; -"239 mul_tensor_13" -> "240 linear_12" [label="(2304, 768)", style=solid]; -"240 linear_12" -> "241 unflatten_3" [label="(197, 1, 2304)", style=solid]; -"241 unflatten_3" -> "242 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; -"242 unsqueeze_3" -> "243 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; -"243 transpose_19" -> "244 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; -"244 squeeze_3" -> "245 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; -"245 contiguous_3" -> "246 quantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; -"245 contiguous_3" -> "249 quantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; -"245 contiguous_3" -> "252 select_11" [label="(3, 197, 1, 768)", style=solid]; -"246 quantize_per_tensor_default_20" -> "247 dequantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; -"247 dequantize_per_tensor_default_20" -> "248 select_9" [label="(3, 197, 1, 768)", style=solid]; -"248 select_9" -> "253 view_24" [label="(197, 1, 768)", style=solid]; -"249 quantize_per_tensor_default_21" -> "250 dequantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; -"250 dequantize_per_tensor_default_21" -> "251 select_10" [label="(3, 197, 1, 768)", style=solid]; -"251 select_10" -> "255 view_25" [label="(197, 1, 768)", style=solid]; -"252 select_11" -> "257 view_26" [label="(197, 1, 768)", style=solid]; -"253 view_24" -> "254 transpose_20" [label="(197, 12, 64)", style=solid]; -"254 transpose_20" -> "259 view_27" [label="(12, 197, 64)", style=solid]; -"255 view_25" -> "256 transpose_21" [label="(197, 12, 64)", style=solid]; -"256 transpose_21" -> "260 view_28" [label="(12, 197, 64)", style=solid]; -"257 view_26" -> "258 transpose_22" [label="(197, 12, 64)", style=solid]; -"258 transpose_22" -> "261 view_29" [label="(12, 197, 64)", style=solid]; -"259 view_27" -> "262 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"260 view_28" -> "262 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"261 view_29" -> "262 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"262 scaled_dot_product_attention_3" -> "263 permute_4" [label="(1, 12, 197, 64)", style=solid]; -"263 permute_4" -> "264 view_30" [label="(197, 1, 12, 64)", style=solid]; -"264 view_30" -> "265 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"265 view_30_0_0_nncf_smooth_quant_0" -> "266 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; -"266 quantize_per_tensor_default_22" -> "267 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; -"267 dequantize_per_tensor_default_22" -> "272 linear_13" [label="(197, 768)", style=solid]; -"268 linear_13_scale_0_updated_constant0" -> "271 mul_tensor_14" [label="(768, 1)", style=solid]; -"269 compressed_weight_updated_constant14" -> "271 mul_tensor_14" [label="(768, 768)", style=solid]; -"270 _param_constant45_0_0" -> "272 linear_13" [label="(768,)", style=solid]; -"271 mul_tensor_14" -> "272 linear_13" [label="(768, 768)", style=solid]; -"272 linear_13" -> "273 view_31" [label="(197, 768)", style=solid]; -"273 view_31" -> "274 transpose_23" [label="(197, 1, 768)", style=solid]; -"274 transpose_23" -> "275 dropout_10" [label="(1, 197, 768)", style=solid]; -"275 dropout_10" -> "276 add_7" [label="(1, 197, 768)", style=solid]; -"276 add_7" -> "279 layer_norm_7" [label="(1, 197, 768)", style=solid]; -"276 add_7" -> "299 add_8" [label="(1, 197, 768)", style=solid]; -"277 _param_constant46" -> "279 layer_norm_7" [label="(768,)", style=solid]; -"278 _param_constant47" -> "279 layer_norm_7" [label="(768,)", style=solid]; -"279 layer_norm_7" -> "280 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"280 layer_norm_7_0_0_nncf_smooth_quant_0" -> "281 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"281 quantize_per_tensor_default_23" -> "282 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"282 dequantize_per_tensor_default_23" -> "287 linear_14" [label="(1, 197, 768)", style=solid]; -"283 linear_14_scale_0_updated_constant0" -> "286 mul_tensor_15" [label="(3072, 1)", style=solid]; -"284 compressed_weight_updated_constant15" -> "286 mul_tensor_15" [label="(3072, 768)", style=solid]; -"285 _param_constant49_0_0" -> "287 linear_14" [label="(3072,)", style=solid]; -"286 mul_tensor_15" -> "287 linear_14" [label="(3072, 768)", style=solid]; -"287 linear_14" -> "288 gelu_3" [label="(1, 197, 3072)", style=solid]; -"288 gelu_3" -> "289 dropout_11" [label="(1, 197, 3072)", style=solid]; -"289 dropout_11" -> "290 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"290 dropout_11_0_0_nncf_smooth_quant_0" -> "291 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"291 quantize_per_tensor_default_24" -> "292 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"292 dequantize_per_tensor_default_24" -> "297 linear_15" [label="(1, 197, 3072)", style=solid]; -"293 linear_15_scale_0_updated_constant0" -> "296 mul_tensor_16" [label="(768, 1)", style=solid]; -"294 compressed_weight_updated_constant16" -> "296 mul_tensor_16" [label="(768, 3072)", style=solid]; -"295 _param_constant51_0_0" -> "297 linear_15" [label="(768,)", style=solid]; -"296 mul_tensor_16" -> "297 linear_15" [label="(768, 3072)", style=solid]; -"297 linear_15" -> "298 dropout_12" [label="(1, 197, 768)", style=solid]; -"298 dropout_12" -> "299 add_8" [label="(1, 197, 768)", style=solid]; -"299 add_8" -> "302 layer_norm_8" [label="(1, 197, 768)", style=solid]; -"299 add_8" -> "347 add_9" [label="(1, 197, 768)", style=solid]; -"300 _param_constant52" -> "302 layer_norm_8" [label="(768,)", style=solid]; -"301 _param_constant53" -> "302 layer_norm_8" [label="(768,)", style=solid]; -"302 layer_norm_8" -> "303 transpose_24" [label="(1, 197, 768)", style=solid]; -"303 transpose_24" -> "304 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"304 transpose_24_0_0_nncf_smooth_quant_0" -> "305 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; -"305 quantize_per_tensor_default_25" -> "306 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; -"306 dequantize_per_tensor_default_25" -> "311 linear_16" [label="(197, 1, 768)", style=solid]; -"307 linear_16_scale_0_updated_constant0" -> "310 mul_tensor_17" [label="(2304, 1)", style=solid]; -"308 compressed_weight_updated_constant17" -> "310 mul_tensor_17" [label="(2304, 768)", style=solid]; -"309 _param_constant55_0_0" -> "311 linear_16" [label="(2304,)", style=solid]; -"310 mul_tensor_17" -> "311 linear_16" [label="(2304, 768)", style=solid]; -"311 linear_16" -> "312 unflatten_4" [label="(197, 1, 2304)", style=solid]; -"312 unflatten_4" -> "313 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; -"313 unsqueeze_4" -> "314 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; -"314 transpose_25" -> "315 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; -"315 squeeze_4" -> "316 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; -"316 contiguous_4" -> "317 quantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; -"316 contiguous_4" -> "320 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; -"316 contiguous_4" -> "323 select_14" [label="(3, 197, 1, 768)", style=solid]; -"317 quantize_per_tensor_default_26" -> "318 dequantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; -"318 dequantize_per_tensor_default_26" -> "319 select_12" [label="(3, 197, 1, 768)", style=solid]; -"319 select_12" -> "324 view_32" [label="(197, 1, 768)", style=solid]; -"320 quantize_per_tensor_default_27" -> "321 dequantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; -"321 dequantize_per_tensor_default_27" -> "322 select_13" [label="(3, 197, 1, 768)", style=solid]; -"322 select_13" -> "326 view_33" [label="(197, 1, 768)", style=solid]; -"323 select_14" -> "328 view_34" [label="(197, 1, 768)", style=solid]; -"324 view_32" -> "325 transpose_26" [label="(197, 12, 64)", style=solid]; -"325 transpose_26" -> "330 view_35" [label="(12, 197, 64)", style=solid]; -"326 view_33" -> "327 transpose_27" [label="(197, 12, 64)", style=solid]; -"327 transpose_27" -> "331 view_36" [label="(12, 197, 64)", style=solid]; -"328 view_34" -> "329 transpose_28" [label="(197, 12, 64)", style=solid]; -"329 transpose_28" -> "332 view_37" [label="(12, 197, 64)", style=solid]; -"330 view_35" -> "333 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"331 view_36" -> "333 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"332 view_37" -> "333 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"333 scaled_dot_product_attention_4" -> "334 permute_5" [label="(1, 12, 197, 64)", style=solid]; -"334 permute_5" -> "335 view_38" [label="(197, 1, 12, 64)", style=solid]; -"335 view_38" -> "336 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"336 view_38_0_0_nncf_smooth_quant_0" -> "337 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; -"337 quantize_per_tensor_default_28" -> "338 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; -"338 dequantize_per_tensor_default_28" -> "343 linear_17" [label="(197, 768)", style=solid]; -"339 linear_17_scale_0_updated_constant0" -> "342 mul_tensor_18" [label="(768, 1)", style=solid]; -"340 compressed_weight_updated_constant18" -> "342 mul_tensor_18" [label="(768, 768)", style=solid]; -"341 _param_constant57_0_0" -> "343 linear_17" [label="(768,)", style=solid]; -"342 mul_tensor_18" -> "343 linear_17" [label="(768, 768)", style=solid]; -"343 linear_17" -> "344 view_39" [label="(197, 768)", style=solid]; -"344 view_39" -> "345 transpose_29" [label="(197, 1, 768)", style=solid]; -"345 transpose_29" -> "346 dropout_13" [label="(1, 197, 768)", style=solid]; -"346 dropout_13" -> "347 add_9" [label="(1, 197, 768)", style=solid]; -"347 add_9" -> "350 layer_norm_9" [label="(1, 197, 768)", style=solid]; -"347 add_9" -> "370 add_10" [label="(1, 197, 768)", style=solid]; -"348 _param_constant58" -> "350 layer_norm_9" [label="(768,)", style=solid]; -"349 _param_constant59" -> "350 layer_norm_9" [label="(768,)", style=solid]; -"350 layer_norm_9" -> "351 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"351 layer_norm_9_0_0_nncf_smooth_quant_0" -> "352 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"352 quantize_per_tensor_default_29" -> "353 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"353 dequantize_per_tensor_default_29" -> "358 linear_18" [label="(1, 197, 768)", style=solid]; -"354 linear_18_scale_0_updated_constant0" -> "357 mul_tensor_19" [label="(3072, 1)", style=solid]; -"355 compressed_weight_updated_constant19" -> "357 mul_tensor_19" [label="(3072, 768)", style=solid]; -"356 _param_constant61_0_0" -> "358 linear_18" [label="(3072,)", style=solid]; -"357 mul_tensor_19" -> "358 linear_18" [label="(3072, 768)", style=solid]; -"358 linear_18" -> "359 gelu_4" [label="(1, 197, 3072)", style=solid]; -"359 gelu_4" -> "360 dropout_14" [label="(1, 197, 3072)", style=solid]; -"360 dropout_14" -> "361 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"361 dropout_14_0_0_nncf_smooth_quant_0" -> "362 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"362 quantize_per_tensor_default_30" -> "363 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"363 dequantize_per_tensor_default_30" -> "368 linear_19" [label="(1, 197, 3072)", style=solid]; -"364 linear_19_scale_0_updated_constant0" -> "367 mul_tensor_20" [label="(768, 1)", style=solid]; -"365 compressed_weight_updated_constant20" -> "367 mul_tensor_20" [label="(768, 3072)", style=solid]; -"366 _param_constant63_0_0" -> "368 linear_19" [label="(768,)", style=solid]; -"367 mul_tensor_20" -> "368 linear_19" [label="(768, 3072)", style=solid]; -"368 linear_19" -> "369 dropout_15" [label="(1, 197, 768)", style=solid]; -"369 dropout_15" -> "370 add_10" [label="(1, 197, 768)", style=solid]; -"370 add_10" -> "373 layer_norm_10" [label="(1, 197, 768)", style=solid]; -"370 add_10" -> "418 add_11" [label="(1, 197, 768)", style=solid]; -"371 _param_constant64" -> "373 layer_norm_10" [label="(768,)", style=solid]; -"372 _param_constant65" -> "373 layer_norm_10" [label="(768,)", style=solid]; -"373 layer_norm_10" -> "374 transpose_30" [label="(1, 197, 768)", style=solid]; -"374 transpose_30" -> "375 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"375 transpose_30_0_0_nncf_smooth_quant_0" -> "376 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; -"376 quantize_per_tensor_default_31" -> "377 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; -"377 dequantize_per_tensor_default_31" -> "382 linear_20" [label="(197, 1, 768)", style=solid]; -"378 linear_20_scale_0_updated_constant0" -> "381 mul_tensor_21" [label="(2304, 1)", style=solid]; -"379 compressed_weight_updated_constant21" -> "381 mul_tensor_21" [label="(2304, 768)", style=solid]; -"380 _param_constant67_0_0" -> "382 linear_20" [label="(2304,)", style=solid]; -"381 mul_tensor_21" -> "382 linear_20" [label="(2304, 768)", style=solid]; -"382 linear_20" -> "383 unflatten_5" [label="(197, 1, 2304)", style=solid]; -"383 unflatten_5" -> "384 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; -"384 unsqueeze_5" -> "385 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; -"385 transpose_31" -> "386 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; -"386 squeeze_5" -> "387 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; -"387 contiguous_5" -> "388 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; -"387 contiguous_5" -> "391 quantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; -"387 contiguous_5" -> "394 select_17" [label="(3, 197, 1, 768)", style=solid]; -"388 quantize_per_tensor_default_32" -> "389 dequantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; -"389 dequantize_per_tensor_default_32" -> "390 select_15" [label="(3, 197, 1, 768)", style=solid]; -"390 select_15" -> "395 view_40" [label="(197, 1, 768)", style=solid]; -"391 quantize_per_tensor_default_33" -> "392 dequantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; -"392 dequantize_per_tensor_default_33" -> "393 select_16" [label="(3, 197, 1, 768)", style=solid]; -"393 select_16" -> "397 view_41" [label="(197, 1, 768)", style=solid]; -"394 select_17" -> "399 view_42" [label="(197, 1, 768)", style=solid]; -"395 view_40" -> "396 transpose_32" [label="(197, 12, 64)", style=solid]; -"396 transpose_32" -> "401 view_43" [label="(12, 197, 64)", style=solid]; -"397 view_41" -> "398 transpose_33" [label="(197, 12, 64)", style=solid]; -"398 transpose_33" -> "402 view_44" [label="(12, 197, 64)", style=solid]; -"399 view_42" -> "400 transpose_34" [label="(197, 12, 64)", style=solid]; -"400 transpose_34" -> "403 view_45" [label="(12, 197, 64)", style=solid]; -"401 view_43" -> "404 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"402 view_44" -> "404 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"403 view_45" -> "404 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"404 scaled_dot_product_attention_5" -> "405 permute_6" [label="(1, 12, 197, 64)", style=solid]; -"405 permute_6" -> "406 view_46" [label="(197, 1, 12, 64)", style=solid]; -"406 view_46" -> "407 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"407 view_46_0_0_nncf_smooth_quant_0" -> "408 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; -"408 quantize_per_tensor_default_34" -> "409 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; -"409 dequantize_per_tensor_default_34" -> "414 linear_21" [label="(197, 768)", style=solid]; -"410 linear_21_scale_0_updated_constant0" -> "413 mul_tensor_22" [label="(768, 1)", style=solid]; -"411 compressed_weight_updated_constant22" -> "413 mul_tensor_22" [label="(768, 768)", style=solid]; -"412 _param_constant69_0_0" -> "414 linear_21" [label="(768,)", style=solid]; -"413 mul_tensor_22" -> "414 linear_21" [label="(768, 768)", style=solid]; -"414 linear_21" -> "415 view_47" [label="(197, 768)", style=solid]; -"415 view_47" -> "416 transpose_35" [label="(197, 1, 768)", style=solid]; -"416 transpose_35" -> "417 dropout_16" [label="(1, 197, 768)", style=solid]; -"417 dropout_16" -> "418 add_11" [label="(1, 197, 768)", style=solid]; -"418 add_11" -> "421 layer_norm_11" [label="(1, 197, 768)", style=solid]; -"418 add_11" -> "441 add_12" [label="(1, 197, 768)", style=solid]; -"419 _param_constant70" -> "421 layer_norm_11" [label="(768,)", style=solid]; -"420 _param_constant71" -> "421 layer_norm_11" [label="(768,)", style=solid]; -"421 layer_norm_11" -> "422 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"422 layer_norm_11_0_0_nncf_smooth_quant_0" -> "423 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; -"423 quantize_per_tensor_default_35" -> "424 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; -"424 dequantize_per_tensor_default_35" -> "429 linear_22" [label="(1, 197, 768)", style=solid]; -"425 linear_22_scale_0_updated_constant0" -> "428 mul_tensor_23" [label="(3072, 1)", style=solid]; -"426 compressed_weight_updated_constant23" -> "428 mul_tensor_23" [label="(3072, 768)", style=solid]; -"427 _param_constant73_0_0" -> "429 linear_22" [label="(3072,)", style=solid]; -"428 mul_tensor_23" -> "429 linear_22" [label="(3072, 768)", style=solid]; -"429 linear_22" -> "430 gelu_5" [label="(1, 197, 3072)", style=solid]; -"430 gelu_5" -> "431 dropout_17" [label="(1, 197, 3072)", style=solid]; -"431 dropout_17" -> "432 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"432 dropout_17_0_0_nncf_smooth_quant_0" -> "433 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; -"433 quantize_per_tensor_default_36" -> "434 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; -"434 dequantize_per_tensor_default_36" -> "439 linear_23" [label="(1, 197, 3072)", style=solid]; -"435 linear_23_scale_0_updated_constant0" -> "438 mul_tensor_24" [label="(768, 1)", style=solid]; -"436 compressed_weight_updated_constant24" -> "438 mul_tensor_24" [label="(768, 3072)", style=solid]; -"437 _param_constant75_0_0" -> "439 linear_23" [label="(768,)", style=solid]; -"438 mul_tensor_24" -> "439 linear_23" [label="(768, 3072)", style=solid]; -"439 linear_23" -> "440 dropout_18" [label="(1, 197, 768)", style=solid]; -"440 dropout_18" -> "441 add_12" [label="(1, 197, 768)", style=solid]; -"441 add_12" -> "444 layer_norm_12" [label="(1, 197, 768)", style=solid]; -"441 add_12" -> "489 add_13" [label="(1, 197, 768)", style=solid]; -"442 _param_constant76" -> "444 layer_norm_12" [label="(768,)", style=solid]; -"443 _param_constant77" -> "444 layer_norm_12" [label="(768,)", style=solid]; -"444 layer_norm_12" -> "445 transpose_36" [label="(1, 197, 768)", style=solid]; -"445 transpose_36" -> "446 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"446 transpose_36_0_0_nncf_smooth_quant_0" -> "447 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; -"447 quantize_per_tensor_default_37" -> "448 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; -"448 dequantize_per_tensor_default_37" -> "453 linear_24" [label="(197, 1, 768)", style=solid]; -"449 linear_24_scale_0_updated_constant0" -> "452 mul_tensor_25" [label="(2304, 1)", style=solid]; -"450 compressed_weight_updated_constant25" -> "452 mul_tensor_25" [label="(2304, 768)", style=solid]; -"451 _param_constant79_0_0" -> "453 linear_24" [label="(2304,)", style=solid]; -"452 mul_tensor_25" -> "453 linear_24" [label="(2304, 768)", style=solid]; -"453 linear_24" -> "454 unflatten_6" [label="(197, 1, 2304)", style=solid]; -"454 unflatten_6" -> "455 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; -"455 unsqueeze_6" -> "456 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; -"456 transpose_37" -> "457 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; -"457 squeeze_6" -> "458 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; -"458 contiguous_6" -> "459 quantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; -"458 contiguous_6" -> "462 quantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; -"458 contiguous_6" -> "465 select_20" [label="(3, 197, 1, 768)", style=solid]; -"459 quantize_per_tensor_default_38" -> "460 dequantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; -"460 dequantize_per_tensor_default_38" -> "461 select_18" [label="(3, 197, 1, 768)", style=solid]; -"461 select_18" -> "466 view_48" [label="(197, 1, 768)", style=solid]; -"462 quantize_per_tensor_default_39" -> "463 dequantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; -"463 dequantize_per_tensor_default_39" -> "464 select_19" [label="(3, 197, 1, 768)", style=solid]; -"464 select_19" -> "468 view_49" [label="(197, 1, 768)", style=solid]; -"465 select_20" -> "470 view_50" [label="(197, 1, 768)", style=solid]; -"466 view_48" -> "467 transpose_38" [label="(197, 12, 64)", style=solid]; -"467 transpose_38" -> "472 view_51" [label="(12, 197, 64)", style=solid]; -"468 view_49" -> "469 transpose_39" [label="(197, 12, 64)", style=solid]; -"469 transpose_39" -> "473 view_52" [label="(12, 197, 64)", style=solid]; -"470 view_50" -> "471 transpose_40" [label="(197, 12, 64)", style=solid]; -"471 transpose_40" -> "474 view_53" [label="(12, 197, 64)", style=solid]; -"472 view_51" -> "475 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"473 view_52" -> "475 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"474 view_53" -> "475 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"475 scaled_dot_product_attention_6" -> "476 permute_7" [label="(1, 12, 197, 64)", style=solid]; -"476 permute_7" -> "477 view_54" [label="(197, 1, 12, 64)", style=solid]; -"477 view_54" -> "478 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"478 view_54_0_0_nncf_smooth_quant_0" -> "479 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; -"479 quantize_per_tensor_default_40" -> "480 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; -"480 dequantize_per_tensor_default_40" -> "485 linear_25" [label="(197, 768)", style=solid]; -"481 linear_25_scale_0_updated_constant0" -> "484 mul_tensor_26" [label="(768, 1)", style=solid]; -"482 compressed_weight_updated_constant26" -> "484 mul_tensor_26" [label="(768, 768)", style=solid]; -"483 _param_constant81_0_0" -> "485 linear_25" [label="(768,)", style=solid]; -"484 mul_tensor_26" -> "485 linear_25" [label="(768, 768)", style=solid]; -"485 linear_25" -> "486 view_55" [label="(197, 768)", style=solid]; -"486 view_55" -> "487 transpose_41" [label="(197, 1, 768)", style=solid]; -"487 transpose_41" -> "488 dropout_19" [label="(1, 197, 768)", style=solid]; -"488 dropout_19" -> "489 add_13" [label="(1, 197, 768)", style=solid]; -"489 add_13" -> "492 layer_norm_13" [label="(1, 197, 768)", style=solid]; -"489 add_13" -> "512 add_14" [label="(1, 197, 768)", style=solid]; -"490 _param_constant82" -> "492 layer_norm_13" [label="(768,)", style=solid]; -"491 _param_constant83" -> "492 layer_norm_13" [label="(768,)", style=solid]; -"492 layer_norm_13" -> "493 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"493 layer_norm_13_0_0_nncf_smooth_quant_0" -> "494 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"494 quantize_per_tensor_default_41" -> "495 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"495 dequantize_per_tensor_default_41" -> "500 linear_26" [label="(1, 197, 768)", style=solid]; -"496 linear_26_scale_0_updated_constant0" -> "499 mul_tensor_27" [label="(3072, 1)", style=solid]; -"497 compressed_weight_updated_constant27" -> "499 mul_tensor_27" [label="(3072, 768)", style=solid]; -"498 _param_constant85_0_0" -> "500 linear_26" [label="(3072,)", style=solid]; -"499 mul_tensor_27" -> "500 linear_26" [label="(3072, 768)", style=solid]; -"500 linear_26" -> "501 gelu_6" [label="(1, 197, 3072)", style=solid]; -"501 gelu_6" -> "502 dropout_20" [label="(1, 197, 3072)", style=solid]; -"502 dropout_20" -> "503 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"503 dropout_20_0_0_nncf_smooth_quant_0" -> "504 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; -"504 quantize_per_tensor_default_42" -> "505 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; -"505 dequantize_per_tensor_default_42" -> "510 linear_27" [label="(1, 197, 3072)", style=solid]; -"506 linear_27_scale_0_updated_constant0" -> "509 mul_tensor_28" [label="(768, 1)", style=solid]; -"507 compressed_weight_updated_constant28" -> "509 mul_tensor_28" [label="(768, 3072)", style=solid]; -"508 _param_constant87_0_0" -> "510 linear_27" [label="(768,)", style=solid]; -"509 mul_tensor_28" -> "510 linear_27" [label="(768, 3072)", style=solid]; -"510 linear_27" -> "511 dropout_21" [label="(1, 197, 768)", style=solid]; -"511 dropout_21" -> "512 add_14" [label="(1, 197, 768)", style=solid]; -"512 add_14" -> "515 layer_norm_14" [label="(1, 197, 768)", style=solid]; -"512 add_14" -> "560 add_15" [label="(1, 197, 768)", style=solid]; -"513 _param_constant88" -> "515 layer_norm_14" [label="(768,)", style=solid]; -"514 _param_constant89" -> "515 layer_norm_14" [label="(768,)", style=solid]; -"515 layer_norm_14" -> "516 transpose_42" [label="(1, 197, 768)", style=solid]; -"516 transpose_42" -> "517 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"517 transpose_42_0_0_nncf_smooth_quant_0" -> "518 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; -"518 quantize_per_tensor_default_43" -> "519 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; -"519 dequantize_per_tensor_default_43" -> "524 linear_28" [label="(197, 1, 768)", style=solid]; -"520 linear_28_scale_0_updated_constant0" -> "523 mul_tensor_29" [label="(2304, 1)", style=solid]; -"521 compressed_weight_updated_constant29" -> "523 mul_tensor_29" [label="(2304, 768)", style=solid]; -"522 _param_constant91_0_0" -> "524 linear_28" [label="(2304,)", style=solid]; -"523 mul_tensor_29" -> "524 linear_28" [label="(2304, 768)", style=solid]; -"524 linear_28" -> "525 unflatten_7" [label="(197, 1, 2304)", style=solid]; -"525 unflatten_7" -> "526 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; -"526 unsqueeze_7" -> "527 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; -"527 transpose_43" -> "528 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; -"528 squeeze_7" -> "529 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; -"529 contiguous_7" -> "530 quantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; -"529 contiguous_7" -> "533 quantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; -"529 contiguous_7" -> "536 select_23" [label="(3, 197, 1, 768)", style=solid]; -"530 quantize_per_tensor_default_44" -> "531 dequantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; -"531 dequantize_per_tensor_default_44" -> "532 select_21" [label="(3, 197, 1, 768)", style=solid]; -"532 select_21" -> "537 view_56" [label="(197, 1, 768)", style=solid]; -"533 quantize_per_tensor_default_45" -> "534 dequantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; -"534 dequantize_per_tensor_default_45" -> "535 select_22" [label="(3, 197, 1, 768)", style=solid]; -"535 select_22" -> "539 view_57" [label="(197, 1, 768)", style=solid]; -"536 select_23" -> "541 view_58" [label="(197, 1, 768)", style=solid]; -"537 view_56" -> "538 transpose_44" [label="(197, 12, 64)", style=solid]; -"538 transpose_44" -> "543 view_59" [label="(12, 197, 64)", style=solid]; -"539 view_57" -> "540 transpose_45" [label="(197, 12, 64)", style=solid]; -"540 transpose_45" -> "544 view_60" [label="(12, 197, 64)", style=solid]; -"541 view_58" -> "542 transpose_46" [label="(197, 12, 64)", style=solid]; -"542 transpose_46" -> "545 view_61" [label="(12, 197, 64)", style=solid]; -"543 view_59" -> "546 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"544 view_60" -> "546 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"545 view_61" -> "546 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"546 scaled_dot_product_attention_7" -> "547 permute_8" [label="(1, 12, 197, 64)", style=solid]; -"547 permute_8" -> "548 view_62" [label="(197, 1, 12, 64)", style=solid]; -"548 view_62" -> "549 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"549 view_62_0_0_nncf_smooth_quant_0" -> "550 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; -"550 quantize_per_tensor_default_46" -> "551 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; -"551 dequantize_per_tensor_default_46" -> "556 linear_29" [label="(197, 768)", style=solid]; -"552 linear_29_scale_0_updated_constant0" -> "555 mul_tensor_30" [label="(768, 1)", style=solid]; -"553 compressed_weight_updated_constant30" -> "555 mul_tensor_30" [label="(768, 768)", style=solid]; -"554 _param_constant93_0_0" -> "556 linear_29" [label="(768,)", style=solid]; -"555 mul_tensor_30" -> "556 linear_29" [label="(768, 768)", style=solid]; -"556 linear_29" -> "557 view_63" [label="(197, 768)", style=solid]; -"557 view_63" -> "558 transpose_47" [label="(197, 1, 768)", style=solid]; -"558 transpose_47" -> "559 dropout_22" [label="(1, 197, 768)", style=solid]; -"559 dropout_22" -> "560 add_15" [label="(1, 197, 768)", style=solid]; -"560 add_15" -> "563 layer_norm_15" [label="(1, 197, 768)", style=solid]; -"560 add_15" -> "583 add_16" [label="(1, 197, 768)", style=solid]; -"561 _param_constant94" -> "563 layer_norm_15" [label="(768,)", style=solid]; -"562 _param_constant95" -> "563 layer_norm_15" [label="(768,)", style=solid]; -"563 layer_norm_15" -> "564 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"564 layer_norm_15_0_0_nncf_smooth_quant_0" -> "565 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; -"565 quantize_per_tensor_default_47" -> "566 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; -"566 dequantize_per_tensor_default_47" -> "571 linear_30" [label="(1, 197, 768)", style=solid]; -"567 linear_30_scale_0_updated_constant0" -> "570 mul_tensor_31" [label="(3072, 1)", style=solid]; -"568 compressed_weight_updated_constant31" -> "570 mul_tensor_31" [label="(3072, 768)", style=solid]; -"569 _param_constant97_0_0" -> "571 linear_30" [label="(3072,)", style=solid]; -"570 mul_tensor_31" -> "571 linear_30" [label="(3072, 768)", style=solid]; -"571 linear_30" -> "572 gelu_7" [label="(1, 197, 3072)", style=solid]; -"572 gelu_7" -> "573 dropout_23" [label="(1, 197, 3072)", style=solid]; -"573 dropout_23" -> "574 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"574 dropout_23_0_0_nncf_smooth_quant_0" -> "575 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; -"575 quantize_per_tensor_default_48" -> "576 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; -"576 dequantize_per_tensor_default_48" -> "581 linear_31" [label="(1, 197, 3072)", style=solid]; -"577 linear_31_scale_0_updated_constant0" -> "580 mul_tensor_32" [label="(768, 1)", style=solid]; -"578 compressed_weight_updated_constant32" -> "580 mul_tensor_32" [label="(768, 3072)", style=solid]; -"579 _param_constant99_0_0" -> "581 linear_31" [label="(768,)", style=solid]; -"580 mul_tensor_32" -> "581 linear_31" [label="(768, 3072)", style=solid]; -"581 linear_31" -> "582 dropout_24" [label="(1, 197, 768)", style=solid]; -"582 dropout_24" -> "583 add_16" [label="(1, 197, 768)", style=solid]; -"583 add_16" -> "586 layer_norm_16" [label="(1, 197, 768)", style=solid]; -"583 add_16" -> "631 add_17" [label="(1, 197, 768)", style=solid]; -"584 _param_constant100" -> "586 layer_norm_16" [label="(768,)", style=solid]; -"585 _param_constant101" -> "586 layer_norm_16" [label="(768,)", style=solid]; -"586 layer_norm_16" -> "587 transpose_48" [label="(1, 197, 768)", style=solid]; -"587 transpose_48" -> "588 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"588 transpose_48_0_0_nncf_smooth_quant_0" -> "589 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; -"589 quantize_per_tensor_default_49" -> "590 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; -"590 dequantize_per_tensor_default_49" -> "595 linear_32" [label="(197, 1, 768)", style=solid]; -"591 linear_32_scale_0_updated_constant0" -> "594 mul_tensor_33" [label="(2304, 1)", style=solid]; -"592 compressed_weight_updated_constant33" -> "594 mul_tensor_33" [label="(2304, 768)", style=solid]; -"593 _param_constant103_0_0" -> "595 linear_32" [label="(2304,)", style=solid]; -"594 mul_tensor_33" -> "595 linear_32" [label="(2304, 768)", style=solid]; -"595 linear_32" -> "596 unflatten_8" [label="(197, 1, 2304)", style=solid]; -"596 unflatten_8" -> "597 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; -"597 unsqueeze_8" -> "598 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; -"598 transpose_49" -> "599 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; -"599 squeeze_8" -> "600 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; -"600 contiguous_8" -> "601 quantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; -"600 contiguous_8" -> "604 quantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; -"600 contiguous_8" -> "607 select_26" [label="(3, 197, 1, 768)", style=solid]; -"601 quantize_per_tensor_default_50" -> "602 dequantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; -"602 dequantize_per_tensor_default_50" -> "603 select_24" [label="(3, 197, 1, 768)", style=solid]; -"603 select_24" -> "608 view_64" [label="(197, 1, 768)", style=solid]; -"604 quantize_per_tensor_default_51" -> "605 dequantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; -"605 dequantize_per_tensor_default_51" -> "606 select_25" [label="(3, 197, 1, 768)", style=solid]; -"606 select_25" -> "610 view_65" [label="(197, 1, 768)", style=solid]; -"607 select_26" -> "612 view_66" [label="(197, 1, 768)", style=solid]; -"608 view_64" -> "609 transpose_50" [label="(197, 12, 64)", style=solid]; -"609 transpose_50" -> "614 view_67" [label="(12, 197, 64)", style=solid]; -"610 view_65" -> "611 transpose_51" [label="(197, 12, 64)", style=solid]; -"611 transpose_51" -> "615 view_68" [label="(12, 197, 64)", style=solid]; -"612 view_66" -> "613 transpose_52" [label="(197, 12, 64)", style=solid]; -"613 transpose_52" -> "616 view_69" [label="(12, 197, 64)", style=solid]; -"614 view_67" -> "617 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"615 view_68" -> "617 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"616 view_69" -> "617 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"617 scaled_dot_product_attention_8" -> "618 permute_9" [label="(1, 12, 197, 64)", style=solid]; -"618 permute_9" -> "619 view_70" [label="(197, 1, 12, 64)", style=solid]; -"619 view_70" -> "620 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"620 view_70_0_0_nncf_smooth_quant_0" -> "621 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; -"621 quantize_per_tensor_default_52" -> "622 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; -"622 dequantize_per_tensor_default_52" -> "627 linear_33" [label="(197, 768)", style=solid]; -"623 linear_33_scale_0_updated_constant0" -> "626 mul_tensor_34" [label="(768, 1)", style=solid]; -"624 compressed_weight_updated_constant34" -> "626 mul_tensor_34" [label="(768, 768)", style=solid]; -"625 _param_constant105_0_0" -> "627 linear_33" [label="(768,)", style=solid]; -"626 mul_tensor_34" -> "627 linear_33" [label="(768, 768)", style=solid]; -"627 linear_33" -> "628 view_71" [label="(197, 768)", style=solid]; -"628 view_71" -> "629 transpose_53" [label="(197, 1, 768)", style=solid]; -"629 transpose_53" -> "630 dropout_25" [label="(1, 197, 768)", style=solid]; -"630 dropout_25" -> "631 add_17" [label="(1, 197, 768)", style=solid]; -"631 add_17" -> "634 layer_norm_17" [label="(1, 197, 768)", style=solid]; -"631 add_17" -> "654 add_18" [label="(1, 197, 768)", style=solid]; -"632 _param_constant106" -> "634 layer_norm_17" [label="(768,)", style=solid]; -"633 _param_constant107" -> "634 layer_norm_17" [label="(768,)", style=solid]; -"634 layer_norm_17" -> "635 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"635 layer_norm_17_0_0_nncf_smooth_quant_0" -> "636 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; -"636 quantize_per_tensor_default_53" -> "637 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; -"637 dequantize_per_tensor_default_53" -> "642 linear_34" [label="(1, 197, 768)", style=solid]; -"638 linear_34_scale_0_updated_constant0" -> "641 mul_tensor_35" [label="(3072, 1)", style=solid]; -"639 compressed_weight_updated_constant35" -> "641 mul_tensor_35" [label="(3072, 768)", style=solid]; -"640 _param_constant109_0_0" -> "642 linear_34" [label="(3072,)", style=solid]; -"641 mul_tensor_35" -> "642 linear_34" [label="(3072, 768)", style=solid]; -"642 linear_34" -> "643 gelu_8" [label="(1, 197, 3072)", style=solid]; -"643 gelu_8" -> "644 dropout_26" [label="(1, 197, 3072)", style=solid]; -"644 dropout_26" -> "645 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"645 dropout_26_0_0_nncf_smooth_quant_0" -> "646 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; -"646 quantize_per_tensor_default_54" -> "647 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; -"647 dequantize_per_tensor_default_54" -> "652 linear_35" [label="(1, 197, 3072)", style=solid]; -"648 linear_35_scale_0_updated_constant0" -> "651 mul_tensor_36" [label="(768, 1)", style=solid]; -"649 compressed_weight_updated_constant36" -> "651 mul_tensor_36" [label="(768, 3072)", style=solid]; -"650 _param_constant111_0_0" -> "652 linear_35" [label="(768,)", style=solid]; -"651 mul_tensor_36" -> "652 linear_35" [label="(768, 3072)", style=solid]; -"652 linear_35" -> "653 dropout_27" [label="(1, 197, 768)", style=solid]; -"653 dropout_27" -> "654 add_18" [label="(1, 197, 768)", style=solid]; -"654 add_18" -> "657 layer_norm_18" [label="(1, 197, 768)", style=solid]; -"654 add_18" -> "702 add_19" [label="(1, 197, 768)", style=solid]; -"655 _param_constant112" -> "657 layer_norm_18" [label="(768,)", style=solid]; -"656 _param_constant113" -> "657 layer_norm_18" [label="(768,)", style=solid]; -"657 layer_norm_18" -> "658 transpose_54" [label="(1, 197, 768)", style=solid]; -"658 transpose_54" -> "659 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"659 transpose_54_0_0_nncf_smooth_quant_0" -> "660 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; -"660 quantize_per_tensor_default_55" -> "661 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; -"661 dequantize_per_tensor_default_55" -> "666 linear_36" [label="(197, 1, 768)", style=solid]; -"662 linear_36_scale_0_updated_constant0" -> "665 mul_tensor_37" [label="(2304, 1)", style=solid]; -"663 compressed_weight_updated_constant37" -> "665 mul_tensor_37" [label="(2304, 768)", style=solid]; -"664 _param_constant115_0_0" -> "666 linear_36" [label="(2304,)", style=solid]; -"665 mul_tensor_37" -> "666 linear_36" [label="(2304, 768)", style=solid]; -"666 linear_36" -> "667 unflatten_9" [label="(197, 1, 2304)", style=solid]; -"667 unflatten_9" -> "668 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; -"668 unsqueeze_9" -> "669 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; -"669 transpose_55" -> "670 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; -"670 squeeze_9" -> "671 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; -"671 contiguous_9" -> "672 quantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; -"671 contiguous_9" -> "675 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; -"671 contiguous_9" -> "678 select_29" [label="(3, 197, 1, 768)", style=solid]; -"672 quantize_per_tensor_default_56" -> "673 dequantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; -"673 dequantize_per_tensor_default_56" -> "674 select_27" [label="(3, 197, 1, 768)", style=solid]; -"674 select_27" -> "679 view_72" [label="(197, 1, 768)", style=solid]; -"675 quantize_per_tensor_default_57" -> "676 dequantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; -"676 dequantize_per_tensor_default_57" -> "677 select_28" [label="(3, 197, 1, 768)", style=solid]; -"677 select_28" -> "681 view_73" [label="(197, 1, 768)", style=solid]; -"678 select_29" -> "683 view_74" [label="(197, 1, 768)", style=solid]; -"679 view_72" -> "680 transpose_56" [label="(197, 12, 64)", style=solid]; -"680 transpose_56" -> "685 view_75" [label="(12, 197, 64)", style=solid]; -"681 view_73" -> "682 transpose_57" [label="(197, 12, 64)", style=solid]; -"682 transpose_57" -> "686 view_76" [label="(12, 197, 64)", style=solid]; -"683 view_74" -> "684 transpose_58" [label="(197, 12, 64)", style=solid]; -"684 transpose_58" -> "687 view_77" [label="(12, 197, 64)", style=solid]; -"685 view_75" -> "688 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"686 view_76" -> "688 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"687 view_77" -> "688 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"688 scaled_dot_product_attention_9" -> "689 permute_10" [label="(1, 12, 197, 64)", style=solid]; -"689 permute_10" -> "690 view_78" [label="(197, 1, 12, 64)", style=solid]; -"690 view_78" -> "691 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"691 view_78_0_0_nncf_smooth_quant_0" -> "692 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; -"692 quantize_per_tensor_default_58" -> "693 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; -"693 dequantize_per_tensor_default_58" -> "698 linear_37" [label="(197, 768)", style=solid]; -"694 linear_37_scale_0_updated_constant0" -> "697 mul_tensor_38" [label="(768, 1)", style=solid]; -"695 compressed_weight_updated_constant38" -> "697 mul_tensor_38" [label="(768, 768)", style=solid]; -"696 _param_constant117_0_0" -> "698 linear_37" [label="(768,)", style=solid]; -"697 mul_tensor_38" -> "698 linear_37" [label="(768, 768)", style=solid]; -"698 linear_37" -> "699 view_79" [label="(197, 768)", style=solid]; -"699 view_79" -> "700 transpose_59" [label="(197, 1, 768)", style=solid]; -"700 transpose_59" -> "701 dropout_28" [label="(1, 197, 768)", style=solid]; -"701 dropout_28" -> "702 add_19" [label="(1, 197, 768)", style=solid]; -"702 add_19" -> "705 layer_norm_19" [label="(1, 197, 768)", style=solid]; -"702 add_19" -> "725 add_20" [label="(1, 197, 768)", style=solid]; -"703 _param_constant118" -> "705 layer_norm_19" [label="(768,)", style=solid]; -"704 _param_constant119" -> "705 layer_norm_19" [label="(768,)", style=solid]; -"705 layer_norm_19" -> "706 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"706 layer_norm_19_0_0_nncf_smooth_quant_0" -> "707 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"707 quantize_per_tensor_default_59" -> "708 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"708 dequantize_per_tensor_default_59" -> "713 linear_38" [label="(1, 197, 768)", style=solid]; -"709 linear_38_scale_0_updated_constant0" -> "712 mul_tensor_39" [label="(3072, 1)", style=solid]; -"710 compressed_weight_updated_constant39" -> "712 mul_tensor_39" [label="(3072, 768)", style=solid]; -"711 _param_constant121_0_0" -> "713 linear_38" [label="(3072,)", style=solid]; -"712 mul_tensor_39" -> "713 linear_38" [label="(3072, 768)", style=solid]; -"713 linear_38" -> "714 gelu_9" [label="(1, 197, 3072)", style=solid]; -"714 gelu_9" -> "715 dropout_29" [label="(1, 197, 3072)", style=solid]; -"715 dropout_29" -> "716 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"716 dropout_29_0_0_nncf_smooth_quant_0" -> "717 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"717 quantize_per_tensor_default_60" -> "718 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"718 dequantize_per_tensor_default_60" -> "723 linear_39" [label="(1, 197, 3072)", style=solid]; -"719 linear_39_scale_0_updated_constant0" -> "722 mul_tensor_40" [label="(768, 1)", style=solid]; -"720 compressed_weight_updated_constant40" -> "722 mul_tensor_40" [label="(768, 3072)", style=solid]; -"721 _param_constant123_0_0" -> "723 linear_39" [label="(768,)", style=solid]; -"722 mul_tensor_40" -> "723 linear_39" [label="(768, 3072)", style=solid]; -"723 linear_39" -> "724 dropout_30" [label="(1, 197, 768)", style=solid]; -"724 dropout_30" -> "725 add_20" [label="(1, 197, 768)", style=solid]; -"725 add_20" -> "728 layer_norm_20" [label="(1, 197, 768)", style=solid]; -"725 add_20" -> "773 add_21" [label="(1, 197, 768)", style=solid]; -"726 _param_constant124" -> "728 layer_norm_20" [label="(768,)", style=solid]; -"727 _param_constant125" -> "728 layer_norm_20" [label="(768,)", style=solid]; -"728 layer_norm_20" -> "729 transpose_60" [label="(1, 197, 768)", style=solid]; -"729 transpose_60" -> "730 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"730 transpose_60_0_0_nncf_smooth_quant_0" -> "731 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; -"731 quantize_per_tensor_default_61" -> "732 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; -"732 dequantize_per_tensor_default_61" -> "737 linear_40" [label="(197, 1, 768)", style=solid]; -"733 linear_40_scale_0_updated_constant0" -> "736 mul_tensor_41" [label="(2304, 1)", style=solid]; -"734 compressed_weight_updated_constant41" -> "736 mul_tensor_41" [label="(2304, 768)", style=solid]; -"735 _param_constant127_0_0" -> "737 linear_40" [label="(2304,)", style=solid]; -"736 mul_tensor_41" -> "737 linear_40" [label="(2304, 768)", style=solid]; -"737 linear_40" -> "738 unflatten_10" [label="(197, 1, 2304)", style=solid]; -"738 unflatten_10" -> "739 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; -"739 unsqueeze_10" -> "740 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; -"740 transpose_61" -> "741 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; -"741 squeeze_10" -> "742 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; -"742 contiguous_10" -> "743 quantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; -"742 contiguous_10" -> "746 quantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; -"742 contiguous_10" -> "749 select_32" [label="(3, 197, 1, 768)", style=solid]; -"743 quantize_per_tensor_default_62" -> "744 dequantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; -"744 dequantize_per_tensor_default_62" -> "745 select_30" [label="(3, 197, 1, 768)", style=solid]; -"745 select_30" -> "750 view_80" [label="(197, 1, 768)", style=solid]; -"746 quantize_per_tensor_default_63" -> "747 dequantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; -"747 dequantize_per_tensor_default_63" -> "748 select_31" [label="(3, 197, 1, 768)", style=solid]; -"748 select_31" -> "752 view_81" [label="(197, 1, 768)", style=solid]; -"749 select_32" -> "754 view_82" [label="(197, 1, 768)", style=solid]; -"750 view_80" -> "751 transpose_62" [label="(197, 12, 64)", style=solid]; -"751 transpose_62" -> "756 view_83" [label="(12, 197, 64)", style=solid]; -"752 view_81" -> "753 transpose_63" [label="(197, 12, 64)", style=solid]; -"753 transpose_63" -> "757 view_84" [label="(12, 197, 64)", style=solid]; -"754 view_82" -> "755 transpose_64" [label="(197, 12, 64)", style=solid]; -"755 transpose_64" -> "758 view_85" [label="(12, 197, 64)", style=solid]; -"756 view_83" -> "759 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"757 view_84" -> "759 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"758 view_85" -> "759 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"759 scaled_dot_product_attention_10" -> "760 permute_11" [label="(1, 12, 197, 64)", style=solid]; -"760 permute_11" -> "761 view_86" [label="(197, 1, 12, 64)", style=solid]; -"761 view_86" -> "762 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"762 view_86_0_0_nncf_smooth_quant_0" -> "763 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; -"763 quantize_per_tensor_default_64" -> "764 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; -"764 dequantize_per_tensor_default_64" -> "769 linear_41" [label="(197, 768)", style=solid]; -"765 linear_41_scale_0_updated_constant0" -> "768 mul_tensor_42" [label="(768, 1)", style=solid]; -"766 compressed_weight_updated_constant42" -> "768 mul_tensor_42" [label="(768, 768)", style=solid]; -"767 _param_constant129_0_0" -> "769 linear_41" [label="(768,)", style=solid]; -"768 mul_tensor_42" -> "769 linear_41" [label="(768, 768)", style=solid]; -"769 linear_41" -> "770 view_87" [label="(197, 768)", style=solid]; -"770 view_87" -> "771 transpose_65" [label="(197, 1, 768)", style=solid]; -"771 transpose_65" -> "772 dropout_31" [label="(1, 197, 768)", style=solid]; -"772 dropout_31" -> "773 add_21" [label="(1, 197, 768)", style=solid]; -"773 add_21" -> "776 layer_norm_21" [label="(1, 197, 768)", style=solid]; -"773 add_21" -> "796 add_22" [label="(1, 197, 768)", style=solid]; -"774 _param_constant130" -> "776 layer_norm_21" [label="(768,)", style=solid]; -"775 _param_constant131" -> "776 layer_norm_21" [label="(768,)", style=solid]; -"776 layer_norm_21" -> "777 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"777 layer_norm_21_0_0_nncf_smooth_quant_0" -> "778 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; -"778 quantize_per_tensor_default_65" -> "779 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; -"779 dequantize_per_tensor_default_65" -> "784 linear_42" [label="(1, 197, 768)", style=solid]; -"780 linear_42_scale_0_updated_constant0" -> "783 mul_tensor_43" [label="(3072, 1)", style=solid]; -"781 compressed_weight_updated_constant43" -> "783 mul_tensor_43" [label="(3072, 768)", style=solid]; -"782 _param_constant133_0_0" -> "784 linear_42" [label="(3072,)", style=solid]; -"783 mul_tensor_43" -> "784 linear_42" [label="(3072, 768)", style=solid]; -"784 linear_42" -> "785 gelu_10" [label="(1, 197, 3072)", style=solid]; -"785 gelu_10" -> "786 dropout_32" [label="(1, 197, 3072)", style=solid]; -"786 dropout_32" -> "787 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"787 dropout_32_0_0_nncf_smooth_quant_0" -> "788 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; -"788 quantize_per_tensor_default_66" -> "789 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; -"789 dequantize_per_tensor_default_66" -> "794 linear_43" [label="(1, 197, 3072)", style=solid]; -"790 linear_43_scale_0_updated_constant0" -> "793 mul_tensor_44" [label="(768, 1)", style=solid]; -"791 compressed_weight_updated_constant44" -> "793 mul_tensor_44" [label="(768, 3072)", style=solid]; -"792 _param_constant135_0_0" -> "794 linear_43" [label="(768,)", style=solid]; -"793 mul_tensor_44" -> "794 linear_43" [label="(768, 3072)", style=solid]; -"794 linear_43" -> "795 dropout_33" [label="(1, 197, 768)", style=solid]; -"795 dropout_33" -> "796 add_22" [label="(1, 197, 768)", style=solid]; -"796 add_22" -> "799 layer_norm_22" [label="(1, 197, 768)", style=solid]; -"796 add_22" -> "844 add_23" [label="(1, 197, 768)", style=solid]; -"797 _param_constant136" -> "799 layer_norm_22" [label="(768,)", style=solid]; -"798 _param_constant137" -> "799 layer_norm_22" [label="(768,)", style=solid]; -"799 layer_norm_22" -> "800 transpose_66" [label="(1, 197, 768)", style=solid]; -"800 transpose_66" -> "801 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"801 transpose_66_0_0_nncf_smooth_quant_0" -> "802 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; -"802 quantize_per_tensor_default_67" -> "803 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; -"803 dequantize_per_tensor_default_67" -> "808 linear_44" [label="(197, 1, 768)", style=solid]; -"804 linear_44_scale_0_updated_constant0" -> "807 mul_tensor_45" [label="(2304, 1)", style=solid]; -"805 compressed_weight_updated_constant45" -> "807 mul_tensor_45" [label="(2304, 768)", style=solid]; -"806 _param_constant139_0_0" -> "808 linear_44" [label="(2304,)", style=solid]; -"807 mul_tensor_45" -> "808 linear_44" [label="(2304, 768)", style=solid]; -"808 linear_44" -> "809 unflatten_11" [label="(197, 1, 2304)", style=solid]; -"809 unflatten_11" -> "810 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; -"810 unsqueeze_11" -> "811 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; -"811 transpose_67" -> "812 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; -"812 squeeze_11" -> "813 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; -"813 contiguous_11" -> "814 quantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; -"813 contiguous_11" -> "817 quantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; -"813 contiguous_11" -> "820 select_35" [label="(3, 197, 1, 768)", style=solid]; -"814 quantize_per_tensor_default_68" -> "815 dequantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; -"815 dequantize_per_tensor_default_68" -> "816 select_33" [label="(3, 197, 1, 768)", style=solid]; -"816 select_33" -> "821 view_88" [label="(197, 1, 768)", style=solid]; -"817 quantize_per_tensor_default_69" -> "818 dequantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; -"818 dequantize_per_tensor_default_69" -> "819 select_34" [label="(3, 197, 1, 768)", style=solid]; -"819 select_34" -> "823 view_89" [label="(197, 1, 768)", style=solid]; -"820 select_35" -> "825 view_90" [label="(197, 1, 768)", style=solid]; -"821 view_88" -> "822 transpose_68" [label="(197, 12, 64)", style=solid]; -"822 transpose_68" -> "827 view_91" [label="(12, 197, 64)", style=solid]; -"823 view_89" -> "824 transpose_69" [label="(197, 12, 64)", style=solid]; -"824 transpose_69" -> "828 view_92" [label="(12, 197, 64)", style=solid]; -"825 view_90" -> "826 transpose_70" [label="(197, 12, 64)", style=solid]; -"826 transpose_70" -> "829 view_93" [label="(12, 197, 64)", style=solid]; -"827 view_91" -> "830 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"828 view_92" -> "830 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"829 view_93" -> "830 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"830 scaled_dot_product_attention_11" -> "831 permute_12" [label="(1, 12, 197, 64)", style=solid]; -"831 permute_12" -> "832 view_94" [label="(197, 1, 12, 64)", style=solid]; -"832 view_94" -> "833 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"833 view_94_0_0_nncf_smooth_quant_0" -> "834 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; -"834 quantize_per_tensor_default_70" -> "835 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; -"835 dequantize_per_tensor_default_70" -> "840 linear_45" [label="(197, 768)", style=solid]; -"836 linear_45_scale_0_updated_constant0" -> "839 mul_tensor_46" [label="(768, 1)", style=solid]; -"837 compressed_weight_updated_constant46" -> "839 mul_tensor_46" [label="(768, 768)", style=solid]; -"838 _param_constant141_0_0" -> "840 linear_45" [label="(768,)", style=solid]; -"839 mul_tensor_46" -> "840 linear_45" [label="(768, 768)", style=solid]; -"840 linear_45" -> "841 view_95" [label="(197, 768)", style=solid]; -"841 view_95" -> "842 transpose_71" [label="(197, 1, 768)", style=solid]; -"842 transpose_71" -> "843 dropout_34" [label="(1, 197, 768)", style=solid]; -"843 dropout_34" -> "844 add_23" [label="(1, 197, 768)", style=solid]; -"844 add_23" -> "847 layer_norm_23" [label="(1, 197, 768)", style=solid]; -"844 add_23" -> "867 add_24" [label="(1, 197, 768)", style=solid]; -"845 _param_constant142" -> "847 layer_norm_23" [label="(768,)", style=solid]; -"846 _param_constant143" -> "847 layer_norm_23" [label="(768,)", style=solid]; -"847 layer_norm_23" -> "848 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"848 layer_norm_23_0_0_nncf_smooth_quant_0" -> "849 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; -"849 quantize_per_tensor_default_71" -> "850 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; -"850 dequantize_per_tensor_default_71" -> "855 linear_46" [label="(1, 197, 768)", style=solid]; -"851 linear_46_scale_0_updated_constant0" -> "854 mul_tensor_47" [label="(3072, 1)", style=solid]; -"852 compressed_weight_updated_constant47" -> "854 mul_tensor_47" [label="(3072, 768)", style=solid]; -"853 _param_constant145_0_0" -> "855 linear_46" [label="(3072,)", style=solid]; -"854 mul_tensor_47" -> "855 linear_46" [label="(3072, 768)", style=solid]; -"855 linear_46" -> "856 gelu_11" [label="(1, 197, 3072)", style=solid]; -"856 gelu_11" -> "857 dropout_35" [label="(1, 197, 3072)", style=solid]; -"857 dropout_35" -> "858 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"858 dropout_35_0_0_nncf_smooth_quant_0" -> "859 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; -"859 quantize_per_tensor_default_72" -> "860 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; -"860 dequantize_per_tensor_default_72" -> "865 linear_47" [label="(1, 197, 3072)", style=solid]; -"861 linear_47_scale_0_updated_constant0" -> "864 mul_tensor_48" [label="(768, 1)", style=solid]; -"862 compressed_weight_updated_constant48" -> "864 mul_tensor_48" [label="(768, 3072)", style=solid]; -"863 _param_constant147_0_0" -> "865 linear_47" [label="(768,)", style=solid]; -"864 mul_tensor_48" -> "865 linear_47" [label="(768, 3072)", style=solid]; -"865 linear_47" -> "866 dropout_36" [label="(1, 197, 768)", style=solid]; -"866 dropout_36" -> "867 add_24" [label="(1, 197, 768)", style=solid]; -"867 add_24" -> "870 layer_norm_24" [label="(1, 197, 768)", style=solid]; -"868 _param_constant148" -> "870 layer_norm_24" [label="(768,)", style=solid]; -"869 _param_constant149" -> "870 layer_norm_24" [label="(768,)", style=solid]; -"870 layer_norm_24" -> "871 slice_1" [label="(1, 197, 768)", style=solid]; -"871 slice_1" -> "872 select_36" [label="(1, 197, 768)", style=solid]; -"872 select_36" -> "873 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; -"873 select_36_0_0_nncf_smooth_quant_0" -> "874 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; -"874 quantize_per_tensor_default_73" -> "875 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; -"875 dequantize_per_tensor_default_73" -> "880 linear_48" [label="(1, 768)", style=solid]; -"876 linear_48_scale_0_updated_constant0" -> "879 mul_tensor_49" [label="(1000, 1)", style=solid]; -"877 compressed_weight_updated_constant49" -> "879 mul_tensor_49" [label="(1000, 768)", style=solid]; -"878 _param_constant151_0_0" -> "880 linear_48" [label="(1000,)", style=solid]; -"879 mul_tensor_49" -> "880 linear_48" [label="(1000, 768)", style=solid]; -"880 linear_48" -> "881 output" [label="(1, 1000)", style=solid]; +"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 conv2d_zero_point_0_updated_constant0" -> "8 sub_tensor" [label="(768, 1, 1, 1)", style=solid]; +"4 conv2d_scale_0_updated_constant0" -> "7 mul_tensor" [label="(768, 1, 1, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(768, 3, 16, 16)", style=solid]; +"6 _param_constant1_0_0" -> "9 conv2d" [label="(768,)", style=solid]; +"7 mul_tensor" -> "8 sub_tensor" [label="(768, 3, 16, 16)", style=solid]; +"8 sub_tensor" -> "9 conv2d" [label=None, style=solid]; +"9 conv2d" -> "10 reshape" [label="(1, 768, 14, 14)", style=solid]; +"10 reshape" -> "11 permute" [label="(1, 768, 196)", style=solid]; +"11 permute" -> "14 cat" [label="(1, 196, 768)", style=solid]; +"12 _param_constant2" -> "13 expand" [label="(1, 1, 768)", style=solid]; +"13 expand" -> "14 cat" [label="(1, 1, 768)", style=solid]; +"14 cat" -> "16 add" [label="(1, 197, 768)", style=solid]; +"15 _param_constant3" -> "16 add" [label="(1, 197, 768)", style=solid]; +"16 add" -> "17 dropout" [label="(1, 197, 768)", style=solid]; +"17 dropout" -> "20 layer_norm" [label="(1, 197, 768)", style=solid]; +"17 dropout" -> "69 add_1" [label="(1, 197, 768)", style=solid]; +"18 _param_constant4" -> "20 layer_norm" [label="(768,)", style=solid]; +"19 _param_constant5" -> "20 layer_norm" [label="(768,)", style=solid]; +"20 layer_norm" -> "21 transpose" [label="(1, 197, 768)", style=solid]; +"21 transpose" -> "22 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"22 transpose_0_0_nncf_smooth_quant_0" -> "23 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"23 quantize_per_tensor_default_1" -> "24 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"24 dequantize_per_tensor_default_1" -> "31 linear" [label="(197, 1, 768)", style=solid]; +"25 linear_zero_point_0_updated_constant0" -> "30 sub_tensor_1" [label="(2304, 1)", style=solid]; +"26 linear_scale_0_updated_constant0" -> "29 mul_tensor_1" [label="(2304, 1)", style=solid]; +"27 compressed_weight_updated_constant1" -> "29 mul_tensor_1" [label="(2304, 768)", style=solid]; +"28 _param_constant7_0_0" -> "31 linear" [label="(2304,)", style=solid]; +"29 mul_tensor_1" -> "30 sub_tensor_1" [label="(2304, 768)", style=solid]; +"30 sub_tensor_1" -> "31 linear" [label=None, style=solid]; +"31 linear" -> "32 unflatten" [label="(197, 1, 2304)", style=solid]; +"32 unflatten" -> "33 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; +"33 unsqueeze" -> "34 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; +"34 transpose_1" -> "35 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; +"35 squeeze" -> "36 contiguous" [label="(3, 197, 1, 768)", style=solid]; +"36 contiguous" -> "37 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"36 contiguous" -> "40 quantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"36 contiguous" -> "43 select_2" [label="(3, 197, 1, 768)", style=solid]; +"37 quantize_per_tensor_default_2" -> "38 dequantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"38 dequantize_per_tensor_default_2" -> "39 select" [label="(3, 197, 1, 768)", style=solid]; +"39 select" -> "44 view" [label="(197, 1, 768)", style=solid]; +"40 quantize_per_tensor_default_3" -> "41 dequantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"41 dequantize_per_tensor_default_3" -> "42 select_1" [label="(3, 197, 1, 768)", style=solid]; +"42 select_1" -> "46 view_1" [label="(197, 1, 768)", style=solid]; +"43 select_2" -> "48 view_2" [label="(197, 1, 768)", style=solid]; +"44 view" -> "45 transpose_2" [label="(197, 12, 64)", style=solid]; +"45 transpose_2" -> "50 view_3" [label="(12, 197, 64)", style=solid]; +"46 view_1" -> "47 transpose_3" [label="(197, 12, 64)", style=solid]; +"47 transpose_3" -> "51 view_4" [label="(12, 197, 64)", style=solid]; +"48 view_2" -> "49 transpose_4" [label="(197, 12, 64)", style=solid]; +"49 transpose_4" -> "52 view_5" [label="(12, 197, 64)", style=solid]; +"50 view_3" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"51 view_4" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"52 view_5" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"53 scaled_dot_product_attention" -> "54 permute_1" [label="(1, 12, 197, 64)", style=solid]; +"54 permute_1" -> "55 view_6" [label="(197, 1, 12, 64)", style=solid]; +"55 view_6" -> "56 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"56 view_6_0_0_nncf_smooth_quant_0" -> "57 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"57 quantize_per_tensor_default_4" -> "58 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"58 dequantize_per_tensor_default_4" -> "65 linear_1" [label="(197, 768)", style=solid]; +"59 linear_1_zero_point_0_updated_constant0" -> "64 sub_tensor_2" [label="(768, 1)", style=solid]; +"60 linear_1_scale_0_updated_constant0" -> "63 mul_tensor_2" [label="(768, 1)", style=solid]; +"61 compressed_weight_updated_constant2" -> "63 mul_tensor_2" [label="(768, 768)", style=solid]; +"62 _param_constant9_0_0" -> "65 linear_1" [label="(768,)", style=solid]; +"63 mul_tensor_2" -> "64 sub_tensor_2" [label="(768, 768)", style=solid]; +"64 sub_tensor_2" -> "65 linear_1" [label=None, style=solid]; +"65 linear_1" -> "66 view_7" [label="(197, 768)", style=solid]; +"66 view_7" -> "67 transpose_5" [label="(197, 1, 768)", style=solid]; +"67 transpose_5" -> "68 dropout_1" [label="(1, 197, 768)", style=solid]; +"68 dropout_1" -> "69 add_1" [label="(1, 197, 768)", style=solid]; +"69 add_1" -> "72 layer_norm_1" [label="(1, 197, 768)", style=solid]; +"69 add_1" -> "96 add_2" [label="(1, 197, 768)", style=solid]; +"70 _param_constant10" -> "72 layer_norm_1" [label="(768,)", style=solid]; +"71 _param_constant11" -> "72 layer_norm_1" [label="(768,)", style=solid]; +"72 layer_norm_1" -> "73 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"73 layer_norm_1_0_0_nncf_smooth_quant_0" -> "74 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"74 quantize_per_tensor_default_5" -> "75 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"75 dequantize_per_tensor_default_5" -> "82 linear_2" [label="(1, 197, 768)", style=solid]; +"76 linear_2_zero_point_0_updated_constant0" -> "81 sub_tensor_3" [label="(3072, 1)", style=solid]; +"77 linear_2_scale_0_updated_constant0" -> "80 mul_tensor_3" [label="(3072, 1)", style=solid]; +"78 compressed_weight_updated_constant3" -> "80 mul_tensor_3" [label="(3072, 768)", style=solid]; +"79 _param_constant13_0_0" -> "82 linear_2" [label="(3072,)", style=solid]; +"80 mul_tensor_3" -> "81 sub_tensor_3" [label="(3072, 768)", style=solid]; +"81 sub_tensor_3" -> "82 linear_2" [label=None, style=solid]; +"82 linear_2" -> "83 gelu" [label="(1, 197, 3072)", style=solid]; +"83 gelu" -> "84 dropout_2" [label="(1, 197, 3072)", style=solid]; +"84 dropout_2" -> "85 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"85 dropout_2_0_0_nncf_smooth_quant_0" -> "86 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"86 quantize_per_tensor_default_6" -> "87 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"87 dequantize_per_tensor_default_6" -> "94 linear_3" [label="(1, 197, 3072)", style=solid]; +"88 linear_3_zero_point_0_updated_constant0" -> "93 sub_tensor_4" [label="(768, 1)", style=solid]; +"89 linear_3_scale_0_updated_constant0" -> "92 mul_tensor_4" [label="(768, 1)", style=solid]; +"90 compressed_weight_updated_constant4" -> "92 mul_tensor_4" [label="(768, 3072)", style=solid]; +"91 _param_constant15_0_0" -> "94 linear_3" [label="(768,)", style=solid]; +"92 mul_tensor_4" -> "93 sub_tensor_4" [label="(768, 3072)", style=solid]; +"93 sub_tensor_4" -> "94 linear_3" [label=None, style=solid]; +"94 linear_3" -> "95 dropout_3" [label="(1, 197, 768)", style=solid]; +"95 dropout_3" -> "96 add_2" [label="(1, 197, 768)", style=solid]; +"96 add_2" -> "99 layer_norm_2" [label="(1, 197, 768)", style=solid]; +"96 add_2" -> "148 add_3" [label="(1, 197, 768)", style=solid]; +"97 _param_constant16" -> "99 layer_norm_2" [label="(768,)", style=solid]; +"98 _param_constant17" -> "99 layer_norm_2" [label="(768,)", style=solid]; +"99 layer_norm_2" -> "100 transpose_6" [label="(1, 197, 768)", style=solid]; +"100 transpose_6" -> "101 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"101 transpose_6_0_0_nncf_smooth_quant_0" -> "102 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"102 quantize_per_tensor_default_7" -> "103 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"103 dequantize_per_tensor_default_7" -> "110 linear_4" [label="(197, 1, 768)", style=solid]; +"104 linear_4_zero_point_0_updated_constant0" -> "109 sub_tensor_5" [label="(2304, 1)", style=solid]; +"105 linear_4_scale_0_updated_constant0" -> "108 mul_tensor_5" [label="(2304, 1)", style=solid]; +"106 compressed_weight_updated_constant5" -> "108 mul_tensor_5" [label="(2304, 768)", style=solid]; +"107 _param_constant19_0_0" -> "110 linear_4" [label="(2304,)", style=solid]; +"108 mul_tensor_5" -> "109 sub_tensor_5" [label="(2304, 768)", style=solid]; +"109 sub_tensor_5" -> "110 linear_4" [label=None, style=solid]; +"110 linear_4" -> "111 unflatten_1" [label="(197, 1, 2304)", style=solid]; +"111 unflatten_1" -> "112 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; +"112 unsqueeze_1" -> "113 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; +"113 transpose_7" -> "114 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; +"114 squeeze_1" -> "115 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; +"115 contiguous_1" -> "116 quantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"115 contiguous_1" -> "119 quantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"115 contiguous_1" -> "122 select_5" [label="(3, 197, 1, 768)", style=solid]; +"116 quantize_per_tensor_default_8" -> "117 dequantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"117 dequantize_per_tensor_default_8" -> "118 select_3" [label="(3, 197, 1, 768)", style=solid]; +"118 select_3" -> "123 view_8" [label="(197, 1, 768)", style=solid]; +"119 quantize_per_tensor_default_9" -> "120 dequantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"120 dequantize_per_tensor_default_9" -> "121 select_4" [label="(3, 197, 1, 768)", style=solid]; +"121 select_4" -> "125 view_9" [label="(197, 1, 768)", style=solid]; +"122 select_5" -> "127 view_10" [label="(197, 1, 768)", style=solid]; +"123 view_8" -> "124 transpose_8" [label="(197, 12, 64)", style=solid]; +"124 transpose_8" -> "129 view_11" [label="(12, 197, 64)", style=solid]; +"125 view_9" -> "126 transpose_9" [label="(197, 12, 64)", style=solid]; +"126 transpose_9" -> "130 view_12" [label="(12, 197, 64)", style=solid]; +"127 view_10" -> "128 transpose_10" [label="(197, 12, 64)", style=solid]; +"128 transpose_10" -> "131 view_13" [label="(12, 197, 64)", style=solid]; +"129 view_11" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"130 view_12" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"131 view_13" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"132 scaled_dot_product_attention_1" -> "133 permute_2" [label="(1, 12, 197, 64)", style=solid]; +"133 permute_2" -> "134 view_14" [label="(197, 1, 12, 64)", style=solid]; +"134 view_14" -> "135 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"135 view_14_0_0_nncf_smooth_quant_0" -> "136 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"136 quantize_per_tensor_default_10" -> "137 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"137 dequantize_per_tensor_default_10" -> "144 linear_5" [label="(197, 768)", style=solid]; +"138 linear_5_zero_point_0_updated_constant0" -> "143 sub_tensor_6" [label="(768, 1)", style=solid]; +"139 linear_5_scale_0_updated_constant0" -> "142 mul_tensor_6" [label="(768, 1)", style=solid]; +"140 compressed_weight_updated_constant6" -> "142 mul_tensor_6" [label="(768, 768)", style=solid]; +"141 _param_constant21_0_0" -> "144 linear_5" [label="(768,)", style=solid]; +"142 mul_tensor_6" -> "143 sub_tensor_6" [label="(768, 768)", style=solid]; +"143 sub_tensor_6" -> "144 linear_5" [label=None, style=solid]; +"144 linear_5" -> "145 view_15" [label="(197, 768)", style=solid]; +"145 view_15" -> "146 transpose_11" [label="(197, 1, 768)", style=solid]; +"146 transpose_11" -> "147 dropout_4" [label="(1, 197, 768)", style=solid]; +"147 dropout_4" -> "148 add_3" [label="(1, 197, 768)", style=solid]; +"148 add_3" -> "151 layer_norm_3" [label="(1, 197, 768)", style=solid]; +"148 add_3" -> "175 add_4" [label="(1, 197, 768)", style=solid]; +"149 _param_constant22" -> "151 layer_norm_3" [label="(768,)", style=solid]; +"150 _param_constant23" -> "151 layer_norm_3" [label="(768,)", style=solid]; +"151 layer_norm_3" -> "152 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"152 layer_norm_3_0_0_nncf_smooth_quant_0" -> "153 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"153 quantize_per_tensor_default_11" -> "154 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"154 dequantize_per_tensor_default_11" -> "161 linear_6" [label="(1, 197, 768)", style=solid]; +"155 linear_6_zero_point_0_updated_constant0" -> "160 sub_tensor_7" [label="(3072, 1)", style=solid]; +"156 linear_6_scale_0_updated_constant0" -> "159 mul_tensor_7" [label="(3072, 1)", style=solid]; +"157 compressed_weight_updated_constant7" -> "159 mul_tensor_7" [label="(3072, 768)", style=solid]; +"158 _param_constant25_0_0" -> "161 linear_6" [label="(3072,)", style=solid]; +"159 mul_tensor_7" -> "160 sub_tensor_7" [label="(3072, 768)", style=solid]; +"160 sub_tensor_7" -> "161 linear_6" [label=None, style=solid]; +"161 linear_6" -> "162 gelu_1" [label="(1, 197, 3072)", style=solid]; +"162 gelu_1" -> "163 dropout_5" [label="(1, 197, 3072)", style=solid]; +"163 dropout_5" -> "164 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"164 dropout_5_0_0_nncf_smooth_quant_0" -> "165 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"165 quantize_per_tensor_default_12" -> "166 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"166 dequantize_per_tensor_default_12" -> "173 linear_7" [label="(1, 197, 3072)", style=solid]; +"167 linear_7_zero_point_0_updated_constant0" -> "172 sub_tensor_8" [label="(768, 1)", style=solid]; +"168 linear_7_scale_0_updated_constant0" -> "171 mul_tensor_8" [label="(768, 1)", style=solid]; +"169 compressed_weight_updated_constant8" -> "171 mul_tensor_8" [label="(768, 3072)", style=solid]; +"170 _param_constant27_0_0" -> "173 linear_7" [label="(768,)", style=solid]; +"171 mul_tensor_8" -> "172 sub_tensor_8" [label="(768, 3072)", style=solid]; +"172 sub_tensor_8" -> "173 linear_7" [label=None, style=solid]; +"173 linear_7" -> "174 dropout_6" [label="(1, 197, 768)", style=solid]; +"174 dropout_6" -> "175 add_4" [label="(1, 197, 768)", style=solid]; +"175 add_4" -> "178 layer_norm_4" [label="(1, 197, 768)", style=solid]; +"175 add_4" -> "227 add_5" [label="(1, 197, 768)", style=solid]; +"176 _param_constant28" -> "178 layer_norm_4" [label="(768,)", style=solid]; +"177 _param_constant29" -> "178 layer_norm_4" [label="(768,)", style=solid]; +"178 layer_norm_4" -> "179 transpose_12" [label="(1, 197, 768)", style=solid]; +"179 transpose_12" -> "180 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"180 transpose_12_0_0_nncf_smooth_quant_0" -> "181 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"181 quantize_per_tensor_default_13" -> "182 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"182 dequantize_per_tensor_default_13" -> "189 linear_8" [label="(197, 1, 768)", style=solid]; +"183 linear_8_zero_point_0_updated_constant0" -> "188 sub_tensor_9" [label="(2304, 1)", style=solid]; +"184 linear_8_scale_0_updated_constant0" -> "187 mul_tensor_9" [label="(2304, 1)", style=solid]; +"185 compressed_weight_updated_constant9" -> "187 mul_tensor_9" [label="(2304, 768)", style=solid]; +"186 _param_constant31_0_0" -> "189 linear_8" [label="(2304,)", style=solid]; +"187 mul_tensor_9" -> "188 sub_tensor_9" [label="(2304, 768)", style=solid]; +"188 sub_tensor_9" -> "189 linear_8" [label=None, style=solid]; +"189 linear_8" -> "190 unflatten_2" [label="(197, 1, 2304)", style=solid]; +"190 unflatten_2" -> "191 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; +"191 unsqueeze_2" -> "192 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; +"192 transpose_13" -> "193 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; +"193 squeeze_2" -> "194 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; +"194 contiguous_2" -> "195 quantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"194 contiguous_2" -> "198 quantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"194 contiguous_2" -> "201 select_8" [label="(3, 197, 1, 768)", style=solid]; +"195 quantize_per_tensor_default_14" -> "196 dequantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"196 dequantize_per_tensor_default_14" -> "197 select_6" [label="(3, 197, 1, 768)", style=solid]; +"197 select_6" -> "202 view_16" [label="(197, 1, 768)", style=solid]; +"198 quantize_per_tensor_default_15" -> "199 dequantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"199 dequantize_per_tensor_default_15" -> "200 select_7" [label="(3, 197, 1, 768)", style=solid]; +"200 select_7" -> "204 view_17" [label="(197, 1, 768)", style=solid]; +"201 select_8" -> "206 view_18" [label="(197, 1, 768)", style=solid]; +"202 view_16" -> "203 transpose_14" [label="(197, 12, 64)", style=solid]; +"203 transpose_14" -> "208 view_19" [label="(12, 197, 64)", style=solid]; +"204 view_17" -> "205 transpose_15" [label="(197, 12, 64)", style=solid]; +"205 transpose_15" -> "209 view_20" [label="(12, 197, 64)", style=solid]; +"206 view_18" -> "207 transpose_16" [label="(197, 12, 64)", style=solid]; +"207 transpose_16" -> "210 view_21" [label="(12, 197, 64)", style=solid]; +"208 view_19" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"209 view_20" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"210 view_21" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"211 scaled_dot_product_attention_2" -> "212 permute_3" [label="(1, 12, 197, 64)", style=solid]; +"212 permute_3" -> "213 view_22" [label="(197, 1, 12, 64)", style=solid]; +"213 view_22" -> "214 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"214 view_22_0_0_nncf_smooth_quant_0" -> "215 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"215 quantize_per_tensor_default_16" -> "216 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"216 dequantize_per_tensor_default_16" -> "223 linear_9" [label="(197, 768)", style=solid]; +"217 linear_9_zero_point_0_updated_constant0" -> "222 sub_tensor_10" [label="(768, 1)", style=solid]; +"218 linear_9_scale_0_updated_constant0" -> "221 mul_tensor_10" [label="(768, 1)", style=solid]; +"219 compressed_weight_updated_constant10" -> "221 mul_tensor_10" [label="(768, 768)", style=solid]; +"220 _param_constant33_0_0" -> "223 linear_9" [label="(768,)", style=solid]; +"221 mul_tensor_10" -> "222 sub_tensor_10" [label="(768, 768)", style=solid]; +"222 sub_tensor_10" -> "223 linear_9" [label=None, style=solid]; +"223 linear_9" -> "224 view_23" [label="(197, 768)", style=solid]; +"224 view_23" -> "225 transpose_17" [label="(197, 1, 768)", style=solid]; +"225 transpose_17" -> "226 dropout_7" [label="(1, 197, 768)", style=solid]; +"226 dropout_7" -> "227 add_5" [label="(1, 197, 768)", style=solid]; +"227 add_5" -> "230 layer_norm_5" [label="(1, 197, 768)", style=solid]; +"227 add_5" -> "254 add_6" [label="(1, 197, 768)", style=solid]; +"228 _param_constant34" -> "230 layer_norm_5" [label="(768,)", style=solid]; +"229 _param_constant35" -> "230 layer_norm_5" [label="(768,)", style=solid]; +"230 layer_norm_5" -> "231 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"231 layer_norm_5_0_0_nncf_smooth_quant_0" -> "232 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"232 quantize_per_tensor_default_17" -> "233 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"233 dequantize_per_tensor_default_17" -> "240 linear_10" [label="(1, 197, 768)", style=solid]; +"234 linear_10_zero_point_0_updated_constant0" -> "239 sub_tensor_11" [label="(3072, 1)", style=solid]; +"235 linear_10_scale_0_updated_constant0" -> "238 mul_tensor_11" [label="(3072, 1)", style=solid]; +"236 compressed_weight_updated_constant11" -> "238 mul_tensor_11" [label="(3072, 768)", style=solid]; +"237 _param_constant37_0_0" -> "240 linear_10" [label="(3072,)", style=solid]; +"238 mul_tensor_11" -> "239 sub_tensor_11" [label="(3072, 768)", style=solid]; +"239 sub_tensor_11" -> "240 linear_10" [label=None, style=solid]; +"240 linear_10" -> "241 gelu_2" [label="(1, 197, 3072)", style=solid]; +"241 gelu_2" -> "242 dropout_8" [label="(1, 197, 3072)", style=solid]; +"242 dropout_8" -> "243 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"243 dropout_8_0_0_nncf_smooth_quant_0" -> "244 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"244 quantize_per_tensor_default_18" -> "245 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"245 dequantize_per_tensor_default_18" -> "252 linear_11" [label="(1, 197, 3072)", style=solid]; +"246 linear_11_zero_point_0_updated_constant0" -> "251 sub_tensor_12" [label="(768, 1)", style=solid]; +"247 linear_11_scale_0_updated_constant0" -> "250 mul_tensor_12" [label="(768, 1)", style=solid]; +"248 compressed_weight_updated_constant12" -> "250 mul_tensor_12" [label="(768, 3072)", style=solid]; +"249 _param_constant39_0_0" -> "252 linear_11" [label="(768,)", style=solid]; +"250 mul_tensor_12" -> "251 sub_tensor_12" [label="(768, 3072)", style=solid]; +"251 sub_tensor_12" -> "252 linear_11" [label=None, style=solid]; +"252 linear_11" -> "253 dropout_9" [label="(1, 197, 768)", style=solid]; +"253 dropout_9" -> "254 add_6" [label="(1, 197, 768)", style=solid]; +"254 add_6" -> "257 layer_norm_6" [label="(1, 197, 768)", style=solid]; +"254 add_6" -> "306 add_7" [label="(1, 197, 768)", style=solid]; +"255 _param_constant40" -> "257 layer_norm_6" [label="(768,)", style=solid]; +"256 _param_constant41" -> "257 layer_norm_6" [label="(768,)", style=solid]; +"257 layer_norm_6" -> "258 transpose_18" [label="(1, 197, 768)", style=solid]; +"258 transpose_18" -> "259 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"259 transpose_18_0_0_nncf_smooth_quant_0" -> "260 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"260 quantize_per_tensor_default_19" -> "261 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"261 dequantize_per_tensor_default_19" -> "268 linear_12" [label="(197, 1, 768)", style=solid]; +"262 linear_12_zero_point_0_updated_constant0" -> "267 sub_tensor_13" [label="(2304, 1)", style=solid]; +"263 linear_12_scale_0_updated_constant0" -> "266 mul_tensor_13" [label="(2304, 1)", style=solid]; +"264 compressed_weight_updated_constant13" -> "266 mul_tensor_13" [label="(2304, 768)", style=solid]; +"265 _param_constant43_0_0" -> "268 linear_12" [label="(2304,)", style=solid]; +"266 mul_tensor_13" -> "267 sub_tensor_13" [label="(2304, 768)", style=solid]; +"267 sub_tensor_13" -> "268 linear_12" [label=None, style=solid]; +"268 linear_12" -> "269 unflatten_3" [label="(197, 1, 2304)", style=solid]; +"269 unflatten_3" -> "270 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; +"270 unsqueeze_3" -> "271 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; +"271 transpose_19" -> "272 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; +"272 squeeze_3" -> "273 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_3" -> "274 quantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_3" -> "277 quantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_3" -> "280 select_11" [label="(3, 197, 1, 768)", style=solid]; +"274 quantize_per_tensor_default_20" -> "275 dequantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"275 dequantize_per_tensor_default_20" -> "276 select_9" [label="(3, 197, 1, 768)", style=solid]; +"276 select_9" -> "281 view_24" [label="(197, 1, 768)", style=solid]; +"277 quantize_per_tensor_default_21" -> "278 dequantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"278 dequantize_per_tensor_default_21" -> "279 select_10" [label="(3, 197, 1, 768)", style=solid]; +"279 select_10" -> "283 view_25" [label="(197, 1, 768)", style=solid]; +"280 select_11" -> "285 view_26" [label="(197, 1, 768)", style=solid]; +"281 view_24" -> "282 transpose_20" [label="(197, 12, 64)", style=solid]; +"282 transpose_20" -> "287 view_27" [label="(12, 197, 64)", style=solid]; +"283 view_25" -> "284 transpose_21" [label="(197, 12, 64)", style=solid]; +"284 transpose_21" -> "288 view_28" [label="(12, 197, 64)", style=solid]; +"285 view_26" -> "286 transpose_22" [label="(197, 12, 64)", style=solid]; +"286 transpose_22" -> "289 view_29" [label="(12, 197, 64)", style=solid]; +"287 view_27" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"288 view_28" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"289 view_29" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"290 scaled_dot_product_attention_3" -> "291 permute_4" [label="(1, 12, 197, 64)", style=solid]; +"291 permute_4" -> "292 view_30" [label="(197, 1, 12, 64)", style=solid]; +"292 view_30" -> "293 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"293 view_30_0_0_nncf_smooth_quant_0" -> "294 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"294 quantize_per_tensor_default_22" -> "295 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"295 dequantize_per_tensor_default_22" -> "302 linear_13" [label="(197, 768)", style=solid]; +"296 linear_13_zero_point_0_updated_constant0" -> "301 sub_tensor_14" [label="(768, 1)", style=solid]; +"297 linear_13_scale_0_updated_constant0" -> "300 mul_tensor_14" [label="(768, 1)", style=solid]; +"298 compressed_weight_updated_constant14" -> "300 mul_tensor_14" [label="(768, 768)", style=solid]; +"299 _param_constant45_0_0" -> "302 linear_13" [label="(768,)", style=solid]; +"300 mul_tensor_14" -> "301 sub_tensor_14" [label="(768, 768)", style=solid]; +"301 sub_tensor_14" -> "302 linear_13" [label=None, style=solid]; +"302 linear_13" -> "303 view_31" [label="(197, 768)", style=solid]; +"303 view_31" -> "304 transpose_23" [label="(197, 1, 768)", style=solid]; +"304 transpose_23" -> "305 dropout_10" [label="(1, 197, 768)", style=solid]; +"305 dropout_10" -> "306 add_7" [label="(1, 197, 768)", style=solid]; +"306 add_7" -> "309 layer_norm_7" [label="(1, 197, 768)", style=solid]; +"306 add_7" -> "333 add_8" [label="(1, 197, 768)", style=solid]; +"307 _param_constant46" -> "309 layer_norm_7" [label="(768,)", style=solid]; +"308 _param_constant47" -> "309 layer_norm_7" [label="(768,)", style=solid]; +"309 layer_norm_7" -> "310 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"310 layer_norm_7_0_0_nncf_smooth_quant_0" -> "311 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"311 quantize_per_tensor_default_23" -> "312 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"312 dequantize_per_tensor_default_23" -> "319 linear_14" [label="(1, 197, 768)", style=solid]; +"313 linear_14_zero_point_0_updated_constant0" -> "318 sub_tensor_15" [label="(3072, 1)", style=solid]; +"314 linear_14_scale_0_updated_constant0" -> "317 mul_tensor_15" [label="(3072, 1)", style=solid]; +"315 compressed_weight_updated_constant15" -> "317 mul_tensor_15" [label="(3072, 768)", style=solid]; +"316 _param_constant49_0_0" -> "319 linear_14" [label="(3072,)", style=solid]; +"317 mul_tensor_15" -> "318 sub_tensor_15" [label="(3072, 768)", style=solid]; +"318 sub_tensor_15" -> "319 linear_14" [label=None, style=solid]; +"319 linear_14" -> "320 gelu_3" [label="(1, 197, 3072)", style=solid]; +"320 gelu_3" -> "321 dropout_11" [label="(1, 197, 3072)", style=solid]; +"321 dropout_11" -> "322 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"322 dropout_11_0_0_nncf_smooth_quant_0" -> "323 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"323 quantize_per_tensor_default_24" -> "324 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"324 dequantize_per_tensor_default_24" -> "331 linear_15" [label="(1, 197, 3072)", style=solid]; +"325 linear_15_zero_point_0_updated_constant0" -> "330 sub_tensor_16" [label="(768, 1)", style=solid]; +"326 linear_15_scale_0_updated_constant0" -> "329 mul_tensor_16" [label="(768, 1)", style=solid]; +"327 compressed_weight_updated_constant16" -> "329 mul_tensor_16" [label="(768, 3072)", style=solid]; +"328 _param_constant51_0_0" -> "331 linear_15" [label="(768,)", style=solid]; +"329 mul_tensor_16" -> "330 sub_tensor_16" [label="(768, 3072)", style=solid]; +"330 sub_tensor_16" -> "331 linear_15" [label=None, style=solid]; +"331 linear_15" -> "332 dropout_12" [label="(1, 197, 768)", style=solid]; +"332 dropout_12" -> "333 add_8" [label="(1, 197, 768)", style=solid]; +"333 add_8" -> "336 layer_norm_8" [label="(1, 197, 768)", style=solid]; +"333 add_8" -> "385 add_9" [label="(1, 197, 768)", style=solid]; +"334 _param_constant52" -> "336 layer_norm_8" [label="(768,)", style=solid]; +"335 _param_constant53" -> "336 layer_norm_8" [label="(768,)", style=solid]; +"336 layer_norm_8" -> "337 transpose_24" [label="(1, 197, 768)", style=solid]; +"337 transpose_24" -> "338 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"338 transpose_24_0_0_nncf_smooth_quant_0" -> "339 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"339 quantize_per_tensor_default_25" -> "340 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"340 dequantize_per_tensor_default_25" -> "347 linear_16" [label="(197, 1, 768)", style=solid]; +"341 linear_16_zero_point_0_updated_constant0" -> "346 sub_tensor_17" [label="(2304, 1)", style=solid]; +"342 linear_16_scale_0_updated_constant0" -> "345 mul_tensor_17" [label="(2304, 1)", style=solid]; +"343 compressed_weight_updated_constant17" -> "345 mul_tensor_17" [label="(2304, 768)", style=solid]; +"344 _param_constant55_0_0" -> "347 linear_16" [label="(2304,)", style=solid]; +"345 mul_tensor_17" -> "346 sub_tensor_17" [label="(2304, 768)", style=solid]; +"346 sub_tensor_17" -> "347 linear_16" [label=None, style=solid]; +"347 linear_16" -> "348 unflatten_4" [label="(197, 1, 2304)", style=solid]; +"348 unflatten_4" -> "349 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; +"349 unsqueeze_4" -> "350 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; +"350 transpose_25" -> "351 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; +"351 squeeze_4" -> "352 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; +"352 contiguous_4" -> "353 quantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"352 contiguous_4" -> "356 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"352 contiguous_4" -> "359 select_14" [label="(3, 197, 1, 768)", style=solid]; +"353 quantize_per_tensor_default_26" -> "354 dequantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"354 dequantize_per_tensor_default_26" -> "355 select_12" [label="(3, 197, 1, 768)", style=solid]; +"355 select_12" -> "360 view_32" [label="(197, 1, 768)", style=solid]; +"356 quantize_per_tensor_default_27" -> "357 dequantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"357 dequantize_per_tensor_default_27" -> "358 select_13" [label="(3, 197, 1, 768)", style=solid]; +"358 select_13" -> "362 view_33" [label="(197, 1, 768)", style=solid]; +"359 select_14" -> "364 view_34" [label="(197, 1, 768)", style=solid]; +"360 view_32" -> "361 transpose_26" [label="(197, 12, 64)", style=solid]; +"361 transpose_26" -> "366 view_35" [label="(12, 197, 64)", style=solid]; +"362 view_33" -> "363 transpose_27" [label="(197, 12, 64)", style=solid]; +"363 transpose_27" -> "367 view_36" [label="(12, 197, 64)", style=solid]; +"364 view_34" -> "365 transpose_28" [label="(197, 12, 64)", style=solid]; +"365 transpose_28" -> "368 view_37" [label="(12, 197, 64)", style=solid]; +"366 view_35" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"367 view_36" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"368 view_37" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"369 scaled_dot_product_attention_4" -> "370 permute_5" [label="(1, 12, 197, 64)", style=solid]; +"370 permute_5" -> "371 view_38" [label="(197, 1, 12, 64)", style=solid]; +"371 view_38" -> "372 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"372 view_38_0_0_nncf_smooth_quant_0" -> "373 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"373 quantize_per_tensor_default_28" -> "374 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"374 dequantize_per_tensor_default_28" -> "381 linear_17" [label="(197, 768)", style=solid]; +"375 linear_17_zero_point_0_updated_constant0" -> "380 sub_tensor_18" [label="(768, 1)", style=solid]; +"376 linear_17_scale_0_updated_constant0" -> "379 mul_tensor_18" [label="(768, 1)", style=solid]; +"377 compressed_weight_updated_constant18" -> "379 mul_tensor_18" [label="(768, 768)", style=solid]; +"378 _param_constant57_0_0" -> "381 linear_17" [label="(768,)", style=solid]; +"379 mul_tensor_18" -> "380 sub_tensor_18" [label="(768, 768)", style=solid]; +"380 sub_tensor_18" -> "381 linear_17" [label=None, style=solid]; +"381 linear_17" -> "382 view_39" [label="(197, 768)", style=solid]; +"382 view_39" -> "383 transpose_29" [label="(197, 1, 768)", style=solid]; +"383 transpose_29" -> "384 dropout_13" [label="(1, 197, 768)", style=solid]; +"384 dropout_13" -> "385 add_9" [label="(1, 197, 768)", style=solid]; +"385 add_9" -> "388 layer_norm_9" [label="(1, 197, 768)", style=solid]; +"385 add_9" -> "412 add_10" [label="(1, 197, 768)", style=solid]; +"386 _param_constant58" -> "388 layer_norm_9" [label="(768,)", style=solid]; +"387 _param_constant59" -> "388 layer_norm_9" [label="(768,)", style=solid]; +"388 layer_norm_9" -> "389 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"389 layer_norm_9_0_0_nncf_smooth_quant_0" -> "390 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"390 quantize_per_tensor_default_29" -> "391 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"391 dequantize_per_tensor_default_29" -> "398 linear_18" [label="(1, 197, 768)", style=solid]; +"392 linear_18_zero_point_0_updated_constant0" -> "397 sub_tensor_19" [label="(3072, 1)", style=solid]; +"393 linear_18_scale_0_updated_constant0" -> "396 mul_tensor_19" [label="(3072, 1)", style=solid]; +"394 compressed_weight_updated_constant19" -> "396 mul_tensor_19" [label="(3072, 768)", style=solid]; +"395 _param_constant61_0_0" -> "398 linear_18" [label="(3072,)", style=solid]; +"396 mul_tensor_19" -> "397 sub_tensor_19" [label="(3072, 768)", style=solid]; +"397 sub_tensor_19" -> "398 linear_18" [label=None, style=solid]; +"398 linear_18" -> "399 gelu_4" [label="(1, 197, 3072)", style=solid]; +"399 gelu_4" -> "400 dropout_14" [label="(1, 197, 3072)", style=solid]; +"400 dropout_14" -> "401 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"401 dropout_14_0_0_nncf_smooth_quant_0" -> "402 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"402 quantize_per_tensor_default_30" -> "403 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"403 dequantize_per_tensor_default_30" -> "410 linear_19" [label="(1, 197, 3072)", style=solid]; +"404 linear_19_zero_point_0_updated_constant0" -> "409 sub_tensor_20" [label="(768, 1)", style=solid]; +"405 linear_19_scale_0_updated_constant0" -> "408 mul_tensor_20" [label="(768, 1)", style=solid]; +"406 compressed_weight_updated_constant20" -> "408 mul_tensor_20" [label="(768, 3072)", style=solid]; +"407 _param_constant63_0_0" -> "410 linear_19" [label="(768,)", style=solid]; +"408 mul_tensor_20" -> "409 sub_tensor_20" [label="(768, 3072)", style=solid]; +"409 sub_tensor_20" -> "410 linear_19" [label=None, style=solid]; +"410 linear_19" -> "411 dropout_15" [label="(1, 197, 768)", style=solid]; +"411 dropout_15" -> "412 add_10" [label="(1, 197, 768)", style=solid]; +"412 add_10" -> "415 layer_norm_10" [label="(1, 197, 768)", style=solid]; +"412 add_10" -> "464 add_11" [label="(1, 197, 768)", style=solid]; +"413 _param_constant64" -> "415 layer_norm_10" [label="(768,)", style=solid]; +"414 _param_constant65" -> "415 layer_norm_10" [label="(768,)", style=solid]; +"415 layer_norm_10" -> "416 transpose_30" [label="(1, 197, 768)", style=solid]; +"416 transpose_30" -> "417 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"417 transpose_30_0_0_nncf_smooth_quant_0" -> "418 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"418 quantize_per_tensor_default_31" -> "419 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"419 dequantize_per_tensor_default_31" -> "426 linear_20" [label="(197, 1, 768)", style=solid]; +"420 linear_20_zero_point_0_updated_constant0" -> "425 sub_tensor_21" [label="(2304, 1)", style=solid]; +"421 linear_20_scale_0_updated_constant0" -> "424 mul_tensor_21" [label="(2304, 1)", style=solid]; +"422 compressed_weight_updated_constant21" -> "424 mul_tensor_21" [label="(2304, 768)", style=solid]; +"423 _param_constant67_0_0" -> "426 linear_20" [label="(2304,)", style=solid]; +"424 mul_tensor_21" -> "425 sub_tensor_21" [label="(2304, 768)", style=solid]; +"425 sub_tensor_21" -> "426 linear_20" [label=None, style=solid]; +"426 linear_20" -> "427 unflatten_5" [label="(197, 1, 2304)", style=solid]; +"427 unflatten_5" -> "428 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; +"428 unsqueeze_5" -> "429 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; +"429 transpose_31" -> "430 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; +"430 squeeze_5" -> "431 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; +"431 contiguous_5" -> "432 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"431 contiguous_5" -> "435 quantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"431 contiguous_5" -> "438 select_17" [label="(3, 197, 1, 768)", style=solid]; +"432 quantize_per_tensor_default_32" -> "433 dequantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"433 dequantize_per_tensor_default_32" -> "434 select_15" [label="(3, 197, 1, 768)", style=solid]; +"434 select_15" -> "439 view_40" [label="(197, 1, 768)", style=solid]; +"435 quantize_per_tensor_default_33" -> "436 dequantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"436 dequantize_per_tensor_default_33" -> "437 select_16" [label="(3, 197, 1, 768)", style=solid]; +"437 select_16" -> "441 view_41" [label="(197, 1, 768)", style=solid]; +"438 select_17" -> "443 view_42" [label="(197, 1, 768)", style=solid]; +"439 view_40" -> "440 transpose_32" [label="(197, 12, 64)", style=solid]; +"440 transpose_32" -> "445 view_43" [label="(12, 197, 64)", style=solid]; +"441 view_41" -> "442 transpose_33" [label="(197, 12, 64)", style=solid]; +"442 transpose_33" -> "446 view_44" [label="(12, 197, 64)", style=solid]; +"443 view_42" -> "444 transpose_34" [label="(197, 12, 64)", style=solid]; +"444 transpose_34" -> "447 view_45" [label="(12, 197, 64)", style=solid]; +"445 view_43" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"446 view_44" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"447 view_45" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"448 scaled_dot_product_attention_5" -> "449 permute_6" [label="(1, 12, 197, 64)", style=solid]; +"449 permute_6" -> "450 view_46" [label="(197, 1, 12, 64)", style=solid]; +"450 view_46" -> "451 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"451 view_46_0_0_nncf_smooth_quant_0" -> "452 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"452 quantize_per_tensor_default_34" -> "453 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"453 dequantize_per_tensor_default_34" -> "460 linear_21" [label="(197, 768)", style=solid]; +"454 linear_21_zero_point_0_updated_constant0" -> "459 sub_tensor_22" [label="(768, 1)", style=solid]; +"455 linear_21_scale_0_updated_constant0" -> "458 mul_tensor_22" [label="(768, 1)", style=solid]; +"456 compressed_weight_updated_constant22" -> "458 mul_tensor_22" [label="(768, 768)", style=solid]; +"457 _param_constant69_0_0" -> "460 linear_21" [label="(768,)", style=solid]; +"458 mul_tensor_22" -> "459 sub_tensor_22" [label="(768, 768)", style=solid]; +"459 sub_tensor_22" -> "460 linear_21" [label=None, style=solid]; +"460 linear_21" -> "461 view_47" [label="(197, 768)", style=solid]; +"461 view_47" -> "462 transpose_35" [label="(197, 1, 768)", style=solid]; +"462 transpose_35" -> "463 dropout_16" [label="(1, 197, 768)", style=solid]; +"463 dropout_16" -> "464 add_11" [label="(1, 197, 768)", style=solid]; +"464 add_11" -> "467 layer_norm_11" [label="(1, 197, 768)", style=solid]; +"464 add_11" -> "491 add_12" [label="(1, 197, 768)", style=solid]; +"465 _param_constant70" -> "467 layer_norm_11" [label="(768,)", style=solid]; +"466 _param_constant71" -> "467 layer_norm_11" [label="(768,)", style=solid]; +"467 layer_norm_11" -> "468 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"468 layer_norm_11_0_0_nncf_smooth_quant_0" -> "469 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"469 quantize_per_tensor_default_35" -> "470 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"470 dequantize_per_tensor_default_35" -> "477 linear_22" [label="(1, 197, 768)", style=solid]; +"471 linear_22_zero_point_0_updated_constant0" -> "476 sub_tensor_23" [label="(3072, 1)", style=solid]; +"472 linear_22_scale_0_updated_constant0" -> "475 mul_tensor_23" [label="(3072, 1)", style=solid]; +"473 compressed_weight_updated_constant23" -> "475 mul_tensor_23" [label="(3072, 768)", style=solid]; +"474 _param_constant73_0_0" -> "477 linear_22" [label="(3072,)", style=solid]; +"475 mul_tensor_23" -> "476 sub_tensor_23" [label="(3072, 768)", style=solid]; +"476 sub_tensor_23" -> "477 linear_22" [label=None, style=solid]; +"477 linear_22" -> "478 gelu_5" [label="(1, 197, 3072)", style=solid]; +"478 gelu_5" -> "479 dropout_17" [label="(1, 197, 3072)", style=solid]; +"479 dropout_17" -> "480 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"480 dropout_17_0_0_nncf_smooth_quant_0" -> "481 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"481 quantize_per_tensor_default_36" -> "482 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"482 dequantize_per_tensor_default_36" -> "489 linear_23" [label="(1, 197, 3072)", style=solid]; +"483 linear_23_zero_point_0_updated_constant0" -> "488 sub_tensor_24" [label="(768, 1)", style=solid]; +"484 linear_23_scale_0_updated_constant0" -> "487 mul_tensor_24" [label="(768, 1)", style=solid]; +"485 compressed_weight_updated_constant24" -> "487 mul_tensor_24" [label="(768, 3072)", style=solid]; +"486 _param_constant75_0_0" -> "489 linear_23" [label="(768,)", style=solid]; +"487 mul_tensor_24" -> "488 sub_tensor_24" [label="(768, 3072)", style=solid]; +"488 sub_tensor_24" -> "489 linear_23" [label=None, style=solid]; +"489 linear_23" -> "490 dropout_18" [label="(1, 197, 768)", style=solid]; +"490 dropout_18" -> "491 add_12" [label="(1, 197, 768)", style=solid]; +"491 add_12" -> "494 layer_norm_12" [label="(1, 197, 768)", style=solid]; +"491 add_12" -> "543 add_13" [label="(1, 197, 768)", style=solid]; +"492 _param_constant76" -> "494 layer_norm_12" [label="(768,)", style=solid]; +"493 _param_constant77" -> "494 layer_norm_12" [label="(768,)", style=solid]; +"494 layer_norm_12" -> "495 transpose_36" [label="(1, 197, 768)", style=solid]; +"495 transpose_36" -> "496 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"496 transpose_36_0_0_nncf_smooth_quant_0" -> "497 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"497 quantize_per_tensor_default_37" -> "498 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"498 dequantize_per_tensor_default_37" -> "505 linear_24" [label="(197, 1, 768)", style=solid]; +"499 linear_24_zero_point_0_updated_constant0" -> "504 sub_tensor_25" [label="(2304, 1)", style=solid]; +"500 linear_24_scale_0_updated_constant0" -> "503 mul_tensor_25" [label="(2304, 1)", style=solid]; +"501 compressed_weight_updated_constant25" -> "503 mul_tensor_25" [label="(2304, 768)", style=solid]; +"502 _param_constant79_0_0" -> "505 linear_24" [label="(2304,)", style=solid]; +"503 mul_tensor_25" -> "504 sub_tensor_25" [label="(2304, 768)", style=solid]; +"504 sub_tensor_25" -> "505 linear_24" [label=None, style=solid]; +"505 linear_24" -> "506 unflatten_6" [label="(197, 1, 2304)", style=solid]; +"506 unflatten_6" -> "507 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; +"507 unsqueeze_6" -> "508 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; +"508 transpose_37" -> "509 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; +"509 squeeze_6" -> "510 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; +"510 contiguous_6" -> "511 quantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"510 contiguous_6" -> "514 quantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"510 contiguous_6" -> "517 select_20" [label="(3, 197, 1, 768)", style=solid]; +"511 quantize_per_tensor_default_38" -> "512 dequantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"512 dequantize_per_tensor_default_38" -> "513 select_18" [label="(3, 197, 1, 768)", style=solid]; +"513 select_18" -> "518 view_48" [label="(197, 1, 768)", style=solid]; +"514 quantize_per_tensor_default_39" -> "515 dequantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"515 dequantize_per_tensor_default_39" -> "516 select_19" [label="(3, 197, 1, 768)", style=solid]; +"516 select_19" -> "520 view_49" [label="(197, 1, 768)", style=solid]; +"517 select_20" -> "522 view_50" [label="(197, 1, 768)", style=solid]; +"518 view_48" -> "519 transpose_38" [label="(197, 12, 64)", style=solid]; +"519 transpose_38" -> "524 view_51" [label="(12, 197, 64)", style=solid]; +"520 view_49" -> "521 transpose_39" [label="(197, 12, 64)", style=solid]; +"521 transpose_39" -> "525 view_52" [label="(12, 197, 64)", style=solid]; +"522 view_50" -> "523 transpose_40" [label="(197, 12, 64)", style=solid]; +"523 transpose_40" -> "526 view_53" [label="(12, 197, 64)", style=solid]; +"524 view_51" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"525 view_52" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"526 view_53" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"527 scaled_dot_product_attention_6" -> "528 permute_7" [label="(1, 12, 197, 64)", style=solid]; +"528 permute_7" -> "529 view_54" [label="(197, 1, 12, 64)", style=solid]; +"529 view_54" -> "530 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"530 view_54_0_0_nncf_smooth_quant_0" -> "531 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"531 quantize_per_tensor_default_40" -> "532 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"532 dequantize_per_tensor_default_40" -> "539 linear_25" [label="(197, 768)", style=solid]; +"533 linear_25_zero_point_0_updated_constant0" -> "538 sub_tensor_26" [label="(768, 1)", style=solid]; +"534 linear_25_scale_0_updated_constant0" -> "537 mul_tensor_26" [label="(768, 1)", style=solid]; +"535 compressed_weight_updated_constant26" -> "537 mul_tensor_26" [label="(768, 768)", style=solid]; +"536 _param_constant81_0_0" -> "539 linear_25" [label="(768,)", style=solid]; +"537 mul_tensor_26" -> "538 sub_tensor_26" [label="(768, 768)", style=solid]; +"538 sub_tensor_26" -> "539 linear_25" [label=None, style=solid]; +"539 linear_25" -> "540 view_55" [label="(197, 768)", style=solid]; +"540 view_55" -> "541 transpose_41" [label="(197, 1, 768)", style=solid]; +"541 transpose_41" -> "542 dropout_19" [label="(1, 197, 768)", style=solid]; +"542 dropout_19" -> "543 add_13" [label="(1, 197, 768)", style=solid]; +"543 add_13" -> "546 layer_norm_13" [label="(1, 197, 768)", style=solid]; +"543 add_13" -> "570 add_14" [label="(1, 197, 768)", style=solid]; +"544 _param_constant82" -> "546 layer_norm_13" [label="(768,)", style=solid]; +"545 _param_constant83" -> "546 layer_norm_13" [label="(768,)", style=solid]; +"546 layer_norm_13" -> "547 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"547 layer_norm_13_0_0_nncf_smooth_quant_0" -> "548 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"548 quantize_per_tensor_default_41" -> "549 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"549 dequantize_per_tensor_default_41" -> "556 linear_26" [label="(1, 197, 768)", style=solid]; +"550 linear_26_zero_point_0_updated_constant0" -> "555 sub_tensor_27" [label="(3072, 1)", style=solid]; +"551 linear_26_scale_0_updated_constant0" -> "554 mul_tensor_27" [label="(3072, 1)", style=solid]; +"552 compressed_weight_updated_constant27" -> "554 mul_tensor_27" [label="(3072, 768)", style=solid]; +"553 _param_constant85_0_0" -> "556 linear_26" [label="(3072,)", style=solid]; +"554 mul_tensor_27" -> "555 sub_tensor_27" [label="(3072, 768)", style=solid]; +"555 sub_tensor_27" -> "556 linear_26" [label=None, style=solid]; +"556 linear_26" -> "557 gelu_6" [label="(1, 197, 3072)", style=solid]; +"557 gelu_6" -> "558 dropout_20" [label="(1, 197, 3072)", style=solid]; +"558 dropout_20" -> "559 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"559 dropout_20_0_0_nncf_smooth_quant_0" -> "560 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"560 quantize_per_tensor_default_42" -> "561 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"561 dequantize_per_tensor_default_42" -> "568 linear_27" [label="(1, 197, 3072)", style=solid]; +"562 linear_27_zero_point_0_updated_constant0" -> "567 sub_tensor_28" [label="(768, 1)", style=solid]; +"563 linear_27_scale_0_updated_constant0" -> "566 mul_tensor_28" [label="(768, 1)", style=solid]; +"564 compressed_weight_updated_constant28" -> "566 mul_tensor_28" [label="(768, 3072)", style=solid]; +"565 _param_constant87_0_0" -> "568 linear_27" [label="(768,)", style=solid]; +"566 mul_tensor_28" -> "567 sub_tensor_28" [label="(768, 3072)", style=solid]; +"567 sub_tensor_28" -> "568 linear_27" [label=None, style=solid]; +"568 linear_27" -> "569 dropout_21" [label="(1, 197, 768)", style=solid]; +"569 dropout_21" -> "570 add_14" [label="(1, 197, 768)", style=solid]; +"570 add_14" -> "573 layer_norm_14" [label="(1, 197, 768)", style=solid]; +"570 add_14" -> "622 add_15" [label="(1, 197, 768)", style=solid]; +"571 _param_constant88" -> "573 layer_norm_14" [label="(768,)", style=solid]; +"572 _param_constant89" -> "573 layer_norm_14" [label="(768,)", style=solid]; +"573 layer_norm_14" -> "574 transpose_42" [label="(1, 197, 768)", style=solid]; +"574 transpose_42" -> "575 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"575 transpose_42_0_0_nncf_smooth_quant_0" -> "576 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"576 quantize_per_tensor_default_43" -> "577 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"577 dequantize_per_tensor_default_43" -> "584 linear_28" [label="(197, 1, 768)", style=solid]; +"578 linear_28_zero_point_0_updated_constant0" -> "583 sub_tensor_29" [label="(2304, 1)", style=solid]; +"579 linear_28_scale_0_updated_constant0" -> "582 mul_tensor_29" [label="(2304, 1)", style=solid]; +"580 compressed_weight_updated_constant29" -> "582 mul_tensor_29" [label="(2304, 768)", style=solid]; +"581 _param_constant91_0_0" -> "584 linear_28" [label="(2304,)", style=solid]; +"582 mul_tensor_29" -> "583 sub_tensor_29" [label="(2304, 768)", style=solid]; +"583 sub_tensor_29" -> "584 linear_28" [label=None, style=solid]; +"584 linear_28" -> "585 unflatten_7" [label="(197, 1, 2304)", style=solid]; +"585 unflatten_7" -> "586 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; +"586 unsqueeze_7" -> "587 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; +"587 transpose_43" -> "588 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; +"588 squeeze_7" -> "589 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; +"589 contiguous_7" -> "590 quantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"589 contiguous_7" -> "593 quantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"589 contiguous_7" -> "596 select_23" [label="(3, 197, 1, 768)", style=solid]; +"590 quantize_per_tensor_default_44" -> "591 dequantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"591 dequantize_per_tensor_default_44" -> "592 select_21" [label="(3, 197, 1, 768)", style=solid]; +"592 select_21" -> "597 view_56" [label="(197, 1, 768)", style=solid]; +"593 quantize_per_tensor_default_45" -> "594 dequantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"594 dequantize_per_tensor_default_45" -> "595 select_22" [label="(3, 197, 1, 768)", style=solid]; +"595 select_22" -> "599 view_57" [label="(197, 1, 768)", style=solid]; +"596 select_23" -> "601 view_58" [label="(197, 1, 768)", style=solid]; +"597 view_56" -> "598 transpose_44" [label="(197, 12, 64)", style=solid]; +"598 transpose_44" -> "603 view_59" [label="(12, 197, 64)", style=solid]; +"599 view_57" -> "600 transpose_45" [label="(197, 12, 64)", style=solid]; +"600 transpose_45" -> "604 view_60" [label="(12, 197, 64)", style=solid]; +"601 view_58" -> "602 transpose_46" [label="(197, 12, 64)", style=solid]; +"602 transpose_46" -> "605 view_61" [label="(12, 197, 64)", style=solid]; +"603 view_59" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"604 view_60" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"605 view_61" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"606 scaled_dot_product_attention_7" -> "607 permute_8" [label="(1, 12, 197, 64)", style=solid]; +"607 permute_8" -> "608 view_62" [label="(197, 1, 12, 64)", style=solid]; +"608 view_62" -> "609 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"609 view_62_0_0_nncf_smooth_quant_0" -> "610 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"610 quantize_per_tensor_default_46" -> "611 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"611 dequantize_per_tensor_default_46" -> "618 linear_29" [label="(197, 768)", style=solid]; +"612 linear_29_zero_point_0_updated_constant0" -> "617 sub_tensor_30" [label="(768, 1)", style=solid]; +"613 linear_29_scale_0_updated_constant0" -> "616 mul_tensor_30" [label="(768, 1)", style=solid]; +"614 compressed_weight_updated_constant30" -> "616 mul_tensor_30" [label="(768, 768)", style=solid]; +"615 _param_constant93_0_0" -> "618 linear_29" [label="(768,)", style=solid]; +"616 mul_tensor_30" -> "617 sub_tensor_30" [label="(768, 768)", style=solid]; +"617 sub_tensor_30" -> "618 linear_29" [label=None, style=solid]; +"618 linear_29" -> "619 view_63" [label="(197, 768)", style=solid]; +"619 view_63" -> "620 transpose_47" [label="(197, 1, 768)", style=solid]; +"620 transpose_47" -> "621 dropout_22" [label="(1, 197, 768)", style=solid]; +"621 dropout_22" -> "622 add_15" [label="(1, 197, 768)", style=solid]; +"622 add_15" -> "625 layer_norm_15" [label="(1, 197, 768)", style=solid]; +"622 add_15" -> "649 add_16" [label="(1, 197, 768)", style=solid]; +"623 _param_constant94" -> "625 layer_norm_15" [label="(768,)", style=solid]; +"624 _param_constant95" -> "625 layer_norm_15" [label="(768,)", style=solid]; +"625 layer_norm_15" -> "626 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"626 layer_norm_15_0_0_nncf_smooth_quant_0" -> "627 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"627 quantize_per_tensor_default_47" -> "628 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"628 dequantize_per_tensor_default_47" -> "635 linear_30" [label="(1, 197, 768)", style=solid]; +"629 linear_30_zero_point_0_updated_constant0" -> "634 sub_tensor_31" [label="(3072, 1)", style=solid]; +"630 linear_30_scale_0_updated_constant0" -> "633 mul_tensor_31" [label="(3072, 1)", style=solid]; +"631 compressed_weight_updated_constant31" -> "633 mul_tensor_31" [label="(3072, 768)", style=solid]; +"632 _param_constant97_0_0" -> "635 linear_30" [label="(3072,)", style=solid]; +"633 mul_tensor_31" -> "634 sub_tensor_31" [label="(3072, 768)", style=solid]; +"634 sub_tensor_31" -> "635 linear_30" [label=None, style=solid]; +"635 linear_30" -> "636 gelu_7" [label="(1, 197, 3072)", style=solid]; +"636 gelu_7" -> "637 dropout_23" [label="(1, 197, 3072)", style=solid]; +"637 dropout_23" -> "638 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"638 dropout_23_0_0_nncf_smooth_quant_0" -> "639 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"639 quantize_per_tensor_default_48" -> "640 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"640 dequantize_per_tensor_default_48" -> "647 linear_31" [label="(1, 197, 3072)", style=solid]; +"641 linear_31_zero_point_0_updated_constant0" -> "646 sub_tensor_32" [label="(768, 1)", style=solid]; +"642 linear_31_scale_0_updated_constant0" -> "645 mul_tensor_32" [label="(768, 1)", style=solid]; +"643 compressed_weight_updated_constant32" -> "645 mul_tensor_32" [label="(768, 3072)", style=solid]; +"644 _param_constant99_0_0" -> "647 linear_31" [label="(768,)", style=solid]; +"645 mul_tensor_32" -> "646 sub_tensor_32" [label="(768, 3072)", style=solid]; +"646 sub_tensor_32" -> "647 linear_31" [label=None, style=solid]; +"647 linear_31" -> "648 dropout_24" [label="(1, 197, 768)", style=solid]; +"648 dropout_24" -> "649 add_16" [label="(1, 197, 768)", style=solid]; +"649 add_16" -> "652 layer_norm_16" [label="(1, 197, 768)", style=solid]; +"649 add_16" -> "701 add_17" [label="(1, 197, 768)", style=solid]; +"650 _param_constant100" -> "652 layer_norm_16" [label="(768,)", style=solid]; +"651 _param_constant101" -> "652 layer_norm_16" [label="(768,)", style=solid]; +"652 layer_norm_16" -> "653 transpose_48" [label="(1, 197, 768)", style=solid]; +"653 transpose_48" -> "654 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"654 transpose_48_0_0_nncf_smooth_quant_0" -> "655 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"655 quantize_per_tensor_default_49" -> "656 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"656 dequantize_per_tensor_default_49" -> "663 linear_32" [label="(197, 1, 768)", style=solid]; +"657 linear_32_zero_point_0_updated_constant0" -> "662 sub_tensor_33" [label="(2304, 1)", style=solid]; +"658 linear_32_scale_0_updated_constant0" -> "661 mul_tensor_33" [label="(2304, 1)", style=solid]; +"659 compressed_weight_updated_constant33" -> "661 mul_tensor_33" [label="(2304, 768)", style=solid]; +"660 _param_constant103_0_0" -> "663 linear_32" [label="(2304,)", style=solid]; +"661 mul_tensor_33" -> "662 sub_tensor_33" [label="(2304, 768)", style=solid]; +"662 sub_tensor_33" -> "663 linear_32" [label=None, style=solid]; +"663 linear_32" -> "664 unflatten_8" [label="(197, 1, 2304)", style=solid]; +"664 unflatten_8" -> "665 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; +"665 unsqueeze_8" -> "666 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; +"666 transpose_49" -> "667 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; +"667 squeeze_8" -> "668 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; +"668 contiguous_8" -> "669 quantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"668 contiguous_8" -> "672 quantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"668 contiguous_8" -> "675 select_26" [label="(3, 197, 1, 768)", style=solid]; +"669 quantize_per_tensor_default_50" -> "670 dequantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"670 dequantize_per_tensor_default_50" -> "671 select_24" [label="(3, 197, 1, 768)", style=solid]; +"671 select_24" -> "676 view_64" [label="(197, 1, 768)", style=solid]; +"672 quantize_per_tensor_default_51" -> "673 dequantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"673 dequantize_per_tensor_default_51" -> "674 select_25" [label="(3, 197, 1, 768)", style=solid]; +"674 select_25" -> "678 view_65" [label="(197, 1, 768)", style=solid]; +"675 select_26" -> "680 view_66" [label="(197, 1, 768)", style=solid]; +"676 view_64" -> "677 transpose_50" [label="(197, 12, 64)", style=solid]; +"677 transpose_50" -> "682 view_67" [label="(12, 197, 64)", style=solid]; +"678 view_65" -> "679 transpose_51" [label="(197, 12, 64)", style=solid]; +"679 transpose_51" -> "683 view_68" [label="(12, 197, 64)", style=solid]; +"680 view_66" -> "681 transpose_52" [label="(197, 12, 64)", style=solid]; +"681 transpose_52" -> "684 view_69" [label="(12, 197, 64)", style=solid]; +"682 view_67" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"683 view_68" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"684 view_69" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"685 scaled_dot_product_attention_8" -> "686 permute_9" [label="(1, 12, 197, 64)", style=solid]; +"686 permute_9" -> "687 view_70" [label="(197, 1, 12, 64)", style=solid]; +"687 view_70" -> "688 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"688 view_70_0_0_nncf_smooth_quant_0" -> "689 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"689 quantize_per_tensor_default_52" -> "690 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"690 dequantize_per_tensor_default_52" -> "697 linear_33" [label="(197, 768)", style=solid]; +"691 linear_33_zero_point_0_updated_constant0" -> "696 sub_tensor_34" [label="(768, 1)", style=solid]; +"692 linear_33_scale_0_updated_constant0" -> "695 mul_tensor_34" [label="(768, 1)", style=solid]; +"693 compressed_weight_updated_constant34" -> "695 mul_tensor_34" [label="(768, 768)", style=solid]; +"694 _param_constant105_0_0" -> "697 linear_33" [label="(768,)", style=solid]; +"695 mul_tensor_34" -> "696 sub_tensor_34" [label="(768, 768)", style=solid]; +"696 sub_tensor_34" -> "697 linear_33" [label=None, style=solid]; +"697 linear_33" -> "698 view_71" [label="(197, 768)", style=solid]; +"698 view_71" -> "699 transpose_53" [label="(197, 1, 768)", style=solid]; +"699 transpose_53" -> "700 dropout_25" [label="(1, 197, 768)", style=solid]; +"700 dropout_25" -> "701 add_17" [label="(1, 197, 768)", style=solid]; +"701 add_17" -> "704 layer_norm_17" [label="(1, 197, 768)", style=solid]; +"701 add_17" -> "728 add_18" [label="(1, 197, 768)", style=solid]; +"702 _param_constant106" -> "704 layer_norm_17" [label="(768,)", style=solid]; +"703 _param_constant107" -> "704 layer_norm_17" [label="(768,)", style=solid]; +"704 layer_norm_17" -> "705 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"705 layer_norm_17_0_0_nncf_smooth_quant_0" -> "706 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"706 quantize_per_tensor_default_53" -> "707 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"707 dequantize_per_tensor_default_53" -> "714 linear_34" [label="(1, 197, 768)", style=solid]; +"708 linear_34_zero_point_0_updated_constant0" -> "713 sub_tensor_35" [label="(3072, 1)", style=solid]; +"709 linear_34_scale_0_updated_constant0" -> "712 mul_tensor_35" [label="(3072, 1)", style=solid]; +"710 compressed_weight_updated_constant35" -> "712 mul_tensor_35" [label="(3072, 768)", style=solid]; +"711 _param_constant109_0_0" -> "714 linear_34" [label="(3072,)", style=solid]; +"712 mul_tensor_35" -> "713 sub_tensor_35" [label="(3072, 768)", style=solid]; +"713 sub_tensor_35" -> "714 linear_34" [label=None, style=solid]; +"714 linear_34" -> "715 gelu_8" [label="(1, 197, 3072)", style=solid]; +"715 gelu_8" -> "716 dropout_26" [label="(1, 197, 3072)", style=solid]; +"716 dropout_26" -> "717 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"717 dropout_26_0_0_nncf_smooth_quant_0" -> "718 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"718 quantize_per_tensor_default_54" -> "719 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"719 dequantize_per_tensor_default_54" -> "726 linear_35" [label="(1, 197, 3072)", style=solid]; +"720 linear_35_zero_point_0_updated_constant0" -> "725 sub_tensor_36" [label="(768, 1)", style=solid]; +"721 linear_35_scale_0_updated_constant0" -> "724 mul_tensor_36" [label="(768, 1)", style=solid]; +"722 compressed_weight_updated_constant36" -> "724 mul_tensor_36" [label="(768, 3072)", style=solid]; +"723 _param_constant111_0_0" -> "726 linear_35" [label="(768,)", style=solid]; +"724 mul_tensor_36" -> "725 sub_tensor_36" [label="(768, 3072)", style=solid]; +"725 sub_tensor_36" -> "726 linear_35" [label=None, style=solid]; +"726 linear_35" -> "727 dropout_27" [label="(1, 197, 768)", style=solid]; +"727 dropout_27" -> "728 add_18" [label="(1, 197, 768)", style=solid]; +"728 add_18" -> "731 layer_norm_18" [label="(1, 197, 768)", style=solid]; +"728 add_18" -> "780 add_19" [label="(1, 197, 768)", style=solid]; +"729 _param_constant112" -> "731 layer_norm_18" [label="(768,)", style=solid]; +"730 _param_constant113" -> "731 layer_norm_18" [label="(768,)", style=solid]; +"731 layer_norm_18" -> "732 transpose_54" [label="(1, 197, 768)", style=solid]; +"732 transpose_54" -> "733 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"733 transpose_54_0_0_nncf_smooth_quant_0" -> "734 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"734 quantize_per_tensor_default_55" -> "735 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"735 dequantize_per_tensor_default_55" -> "742 linear_36" [label="(197, 1, 768)", style=solid]; +"736 linear_36_zero_point_0_updated_constant0" -> "741 sub_tensor_37" [label="(2304, 1)", style=solid]; +"737 linear_36_scale_0_updated_constant0" -> "740 mul_tensor_37" [label="(2304, 1)", style=solid]; +"738 compressed_weight_updated_constant37" -> "740 mul_tensor_37" [label="(2304, 768)", style=solid]; +"739 _param_constant115_0_0" -> "742 linear_36" [label="(2304,)", style=solid]; +"740 mul_tensor_37" -> "741 sub_tensor_37" [label="(2304, 768)", style=solid]; +"741 sub_tensor_37" -> "742 linear_36" [label=None, style=solid]; +"742 linear_36" -> "743 unflatten_9" [label="(197, 1, 2304)", style=solid]; +"743 unflatten_9" -> "744 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; +"744 unsqueeze_9" -> "745 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; +"745 transpose_55" -> "746 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; +"746 squeeze_9" -> "747 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; +"747 contiguous_9" -> "748 quantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"747 contiguous_9" -> "751 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"747 contiguous_9" -> "754 select_29" [label="(3, 197, 1, 768)", style=solid]; +"748 quantize_per_tensor_default_56" -> "749 dequantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"749 dequantize_per_tensor_default_56" -> "750 select_27" [label="(3, 197, 1, 768)", style=solid]; +"750 select_27" -> "755 view_72" [label="(197, 1, 768)", style=solid]; +"751 quantize_per_tensor_default_57" -> "752 dequantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"752 dequantize_per_tensor_default_57" -> "753 select_28" [label="(3, 197, 1, 768)", style=solid]; +"753 select_28" -> "757 view_73" [label="(197, 1, 768)", style=solid]; +"754 select_29" -> "759 view_74" [label="(197, 1, 768)", style=solid]; +"755 view_72" -> "756 transpose_56" [label="(197, 12, 64)", style=solid]; +"756 transpose_56" -> "761 view_75" [label="(12, 197, 64)", style=solid]; +"757 view_73" -> "758 transpose_57" [label="(197, 12, 64)", style=solid]; +"758 transpose_57" -> "762 view_76" [label="(12, 197, 64)", style=solid]; +"759 view_74" -> "760 transpose_58" [label="(197, 12, 64)", style=solid]; +"760 transpose_58" -> "763 view_77" [label="(12, 197, 64)", style=solid]; +"761 view_75" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"762 view_76" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"763 view_77" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"764 scaled_dot_product_attention_9" -> "765 permute_10" [label="(1, 12, 197, 64)", style=solid]; +"765 permute_10" -> "766 view_78" [label="(197, 1, 12, 64)", style=solid]; +"766 view_78" -> "767 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"767 view_78_0_0_nncf_smooth_quant_0" -> "768 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"768 quantize_per_tensor_default_58" -> "769 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"769 dequantize_per_tensor_default_58" -> "776 linear_37" [label="(197, 768)", style=solid]; +"770 linear_37_zero_point_0_updated_constant0" -> "775 sub_tensor_38" [label="(768, 1)", style=solid]; +"771 linear_37_scale_0_updated_constant0" -> "774 mul_tensor_38" [label="(768, 1)", style=solid]; +"772 compressed_weight_updated_constant38" -> "774 mul_tensor_38" [label="(768, 768)", style=solid]; +"773 _param_constant117_0_0" -> "776 linear_37" [label="(768,)", style=solid]; +"774 mul_tensor_38" -> "775 sub_tensor_38" [label="(768, 768)", style=solid]; +"775 sub_tensor_38" -> "776 linear_37" [label=None, style=solid]; +"776 linear_37" -> "777 view_79" [label="(197, 768)", style=solid]; +"777 view_79" -> "778 transpose_59" [label="(197, 1, 768)", style=solid]; +"778 transpose_59" -> "779 dropout_28" [label="(1, 197, 768)", style=solid]; +"779 dropout_28" -> "780 add_19" [label="(1, 197, 768)", style=solid]; +"780 add_19" -> "783 layer_norm_19" [label="(1, 197, 768)", style=solid]; +"780 add_19" -> "807 add_20" [label="(1, 197, 768)", style=solid]; +"781 _param_constant118" -> "783 layer_norm_19" [label="(768,)", style=solid]; +"782 _param_constant119" -> "783 layer_norm_19" [label="(768,)", style=solid]; +"783 layer_norm_19" -> "784 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"784 layer_norm_19_0_0_nncf_smooth_quant_0" -> "785 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"785 quantize_per_tensor_default_59" -> "786 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"786 dequantize_per_tensor_default_59" -> "793 linear_38" [label="(1, 197, 768)", style=solid]; +"787 linear_38_zero_point_0_updated_constant0" -> "792 sub_tensor_39" [label="(3072, 1)", style=solid]; +"788 linear_38_scale_0_updated_constant0" -> "791 mul_tensor_39" [label="(3072, 1)", style=solid]; +"789 compressed_weight_updated_constant39" -> "791 mul_tensor_39" [label="(3072, 768)", style=solid]; +"790 _param_constant121_0_0" -> "793 linear_38" [label="(3072,)", style=solid]; +"791 mul_tensor_39" -> "792 sub_tensor_39" [label="(3072, 768)", style=solid]; +"792 sub_tensor_39" -> "793 linear_38" [label=None, style=solid]; +"793 linear_38" -> "794 gelu_9" [label="(1, 197, 3072)", style=solid]; +"794 gelu_9" -> "795 dropout_29" [label="(1, 197, 3072)", style=solid]; +"795 dropout_29" -> "796 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"796 dropout_29_0_0_nncf_smooth_quant_0" -> "797 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"797 quantize_per_tensor_default_60" -> "798 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"798 dequantize_per_tensor_default_60" -> "805 linear_39" [label="(1, 197, 3072)", style=solid]; +"799 linear_39_zero_point_0_updated_constant0" -> "804 sub_tensor_40" [label="(768, 1)", style=solid]; +"800 linear_39_scale_0_updated_constant0" -> "803 mul_tensor_40" [label="(768, 1)", style=solid]; +"801 compressed_weight_updated_constant40" -> "803 mul_tensor_40" [label="(768, 3072)", style=solid]; +"802 _param_constant123_0_0" -> "805 linear_39" [label="(768,)", style=solid]; +"803 mul_tensor_40" -> "804 sub_tensor_40" [label="(768, 3072)", style=solid]; +"804 sub_tensor_40" -> "805 linear_39" [label=None, style=solid]; +"805 linear_39" -> "806 dropout_30" [label="(1, 197, 768)", style=solid]; +"806 dropout_30" -> "807 add_20" [label="(1, 197, 768)", style=solid]; +"807 add_20" -> "810 layer_norm_20" [label="(1, 197, 768)", style=solid]; +"807 add_20" -> "859 add_21" [label="(1, 197, 768)", style=solid]; +"808 _param_constant124" -> "810 layer_norm_20" [label="(768,)", style=solid]; +"809 _param_constant125" -> "810 layer_norm_20" [label="(768,)", style=solid]; +"810 layer_norm_20" -> "811 transpose_60" [label="(1, 197, 768)", style=solid]; +"811 transpose_60" -> "812 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"812 transpose_60_0_0_nncf_smooth_quant_0" -> "813 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"813 quantize_per_tensor_default_61" -> "814 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"814 dequantize_per_tensor_default_61" -> "821 linear_40" [label="(197, 1, 768)", style=solid]; +"815 linear_40_zero_point_0_updated_constant0" -> "820 sub_tensor_41" [label="(2304, 1)", style=solid]; +"816 linear_40_scale_0_updated_constant0" -> "819 mul_tensor_41" [label="(2304, 1)", style=solid]; +"817 compressed_weight_updated_constant41" -> "819 mul_tensor_41" [label="(2304, 768)", style=solid]; +"818 _param_constant127_0_0" -> "821 linear_40" [label="(2304,)", style=solid]; +"819 mul_tensor_41" -> "820 sub_tensor_41" [label="(2304, 768)", style=solid]; +"820 sub_tensor_41" -> "821 linear_40" [label=None, style=solid]; +"821 linear_40" -> "822 unflatten_10" [label="(197, 1, 2304)", style=solid]; +"822 unflatten_10" -> "823 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; +"823 unsqueeze_10" -> "824 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; +"824 transpose_61" -> "825 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; +"825 squeeze_10" -> "826 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; +"826 contiguous_10" -> "827 quantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"826 contiguous_10" -> "830 quantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"826 contiguous_10" -> "833 select_32" [label="(3, 197, 1, 768)", style=solid]; +"827 quantize_per_tensor_default_62" -> "828 dequantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"828 dequantize_per_tensor_default_62" -> "829 select_30" [label="(3, 197, 1, 768)", style=solid]; +"829 select_30" -> "834 view_80" [label="(197, 1, 768)", style=solid]; +"830 quantize_per_tensor_default_63" -> "831 dequantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"831 dequantize_per_tensor_default_63" -> "832 select_31" [label="(3, 197, 1, 768)", style=solid]; +"832 select_31" -> "836 view_81" [label="(197, 1, 768)", style=solid]; +"833 select_32" -> "838 view_82" [label="(197, 1, 768)", style=solid]; +"834 view_80" -> "835 transpose_62" [label="(197, 12, 64)", style=solid]; +"835 transpose_62" -> "840 view_83" [label="(12, 197, 64)", style=solid]; +"836 view_81" -> "837 transpose_63" [label="(197, 12, 64)", style=solid]; +"837 transpose_63" -> "841 view_84" [label="(12, 197, 64)", style=solid]; +"838 view_82" -> "839 transpose_64" [label="(197, 12, 64)", style=solid]; +"839 transpose_64" -> "842 view_85" [label="(12, 197, 64)", style=solid]; +"840 view_83" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"841 view_84" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"842 view_85" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"843 scaled_dot_product_attention_10" -> "844 permute_11" [label="(1, 12, 197, 64)", style=solid]; +"844 permute_11" -> "845 view_86" [label="(197, 1, 12, 64)", style=solid]; +"845 view_86" -> "846 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"846 view_86_0_0_nncf_smooth_quant_0" -> "847 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"847 quantize_per_tensor_default_64" -> "848 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"848 dequantize_per_tensor_default_64" -> "855 linear_41" [label="(197, 768)", style=solid]; +"849 linear_41_zero_point_0_updated_constant0" -> "854 sub_tensor_42" [label="(768, 1)", style=solid]; +"850 linear_41_scale_0_updated_constant0" -> "853 mul_tensor_42" [label="(768, 1)", style=solid]; +"851 compressed_weight_updated_constant42" -> "853 mul_tensor_42" [label="(768, 768)", style=solid]; +"852 _param_constant129_0_0" -> "855 linear_41" [label="(768,)", style=solid]; +"853 mul_tensor_42" -> "854 sub_tensor_42" [label="(768, 768)", style=solid]; +"854 sub_tensor_42" -> "855 linear_41" [label=None, style=solid]; +"855 linear_41" -> "856 view_87" [label="(197, 768)", style=solid]; +"856 view_87" -> "857 transpose_65" [label="(197, 1, 768)", style=solid]; +"857 transpose_65" -> "858 dropout_31" [label="(1, 197, 768)", style=solid]; +"858 dropout_31" -> "859 add_21" [label="(1, 197, 768)", style=solid]; +"859 add_21" -> "862 layer_norm_21" [label="(1, 197, 768)", style=solid]; +"859 add_21" -> "886 add_22" [label="(1, 197, 768)", style=solid]; +"860 _param_constant130" -> "862 layer_norm_21" [label="(768,)", style=solid]; +"861 _param_constant131" -> "862 layer_norm_21" [label="(768,)", style=solid]; +"862 layer_norm_21" -> "863 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"863 layer_norm_21_0_0_nncf_smooth_quant_0" -> "864 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"864 quantize_per_tensor_default_65" -> "865 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"865 dequantize_per_tensor_default_65" -> "872 linear_42" [label="(1, 197, 768)", style=solid]; +"866 linear_42_zero_point_0_updated_constant0" -> "871 sub_tensor_43" [label="(3072, 1)", style=solid]; +"867 linear_42_scale_0_updated_constant0" -> "870 mul_tensor_43" [label="(3072, 1)", style=solid]; +"868 compressed_weight_updated_constant43" -> "870 mul_tensor_43" [label="(3072, 768)", style=solid]; +"869 _param_constant133_0_0" -> "872 linear_42" [label="(3072,)", style=solid]; +"870 mul_tensor_43" -> "871 sub_tensor_43" [label="(3072, 768)", style=solid]; +"871 sub_tensor_43" -> "872 linear_42" [label=None, style=solid]; +"872 linear_42" -> "873 gelu_10" [label="(1, 197, 3072)", style=solid]; +"873 gelu_10" -> "874 dropout_32" [label="(1, 197, 3072)", style=solid]; +"874 dropout_32" -> "875 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"875 dropout_32_0_0_nncf_smooth_quant_0" -> "876 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"876 quantize_per_tensor_default_66" -> "877 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"877 dequantize_per_tensor_default_66" -> "884 linear_43" [label="(1, 197, 3072)", style=solid]; +"878 linear_43_zero_point_0_updated_constant0" -> "883 sub_tensor_44" [label="(768, 1)", style=solid]; +"879 linear_43_scale_0_updated_constant0" -> "882 mul_tensor_44" [label="(768, 1)", style=solid]; +"880 compressed_weight_updated_constant44" -> "882 mul_tensor_44" [label="(768, 3072)", style=solid]; +"881 _param_constant135_0_0" -> "884 linear_43" [label="(768,)", style=solid]; +"882 mul_tensor_44" -> "883 sub_tensor_44" [label="(768, 3072)", style=solid]; +"883 sub_tensor_44" -> "884 linear_43" [label=None, style=solid]; +"884 linear_43" -> "885 dropout_33" [label="(1, 197, 768)", style=solid]; +"885 dropout_33" -> "886 add_22" [label="(1, 197, 768)", style=solid]; +"886 add_22" -> "889 layer_norm_22" [label="(1, 197, 768)", style=solid]; +"886 add_22" -> "938 add_23" [label="(1, 197, 768)", style=solid]; +"887 _param_constant136" -> "889 layer_norm_22" [label="(768,)", style=solid]; +"888 _param_constant137" -> "889 layer_norm_22" [label="(768,)", style=solid]; +"889 layer_norm_22" -> "890 transpose_66" [label="(1, 197, 768)", style=solid]; +"890 transpose_66" -> "891 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"891 transpose_66_0_0_nncf_smooth_quant_0" -> "892 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"892 quantize_per_tensor_default_67" -> "893 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"893 dequantize_per_tensor_default_67" -> "900 linear_44" [label="(197, 1, 768)", style=solid]; +"894 linear_44_zero_point_0_updated_constant0" -> "899 sub_tensor_45" [label="(2304, 1)", style=solid]; +"895 linear_44_scale_0_updated_constant0" -> "898 mul_tensor_45" [label="(2304, 1)", style=solid]; +"896 compressed_weight_updated_constant45" -> "898 mul_tensor_45" [label="(2304, 768)", style=solid]; +"897 _param_constant139_0_0" -> "900 linear_44" [label="(2304,)", style=solid]; +"898 mul_tensor_45" -> "899 sub_tensor_45" [label="(2304, 768)", style=solid]; +"899 sub_tensor_45" -> "900 linear_44" [label=None, style=solid]; +"900 linear_44" -> "901 unflatten_11" [label="(197, 1, 2304)", style=solid]; +"901 unflatten_11" -> "902 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; +"902 unsqueeze_11" -> "903 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; +"903 transpose_67" -> "904 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; +"904 squeeze_11" -> "905 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; +"905 contiguous_11" -> "906 quantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"905 contiguous_11" -> "909 quantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"905 contiguous_11" -> "912 select_35" [label="(3, 197, 1, 768)", style=solid]; +"906 quantize_per_tensor_default_68" -> "907 dequantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"907 dequantize_per_tensor_default_68" -> "908 select_33" [label="(3, 197, 1, 768)", style=solid]; +"908 select_33" -> "913 view_88" [label="(197, 1, 768)", style=solid]; +"909 quantize_per_tensor_default_69" -> "910 dequantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"910 dequantize_per_tensor_default_69" -> "911 select_34" [label="(3, 197, 1, 768)", style=solid]; +"911 select_34" -> "915 view_89" [label="(197, 1, 768)", style=solid]; +"912 select_35" -> "917 view_90" [label="(197, 1, 768)", style=solid]; +"913 view_88" -> "914 transpose_68" [label="(197, 12, 64)", style=solid]; +"914 transpose_68" -> "919 view_91" [label="(12, 197, 64)", style=solid]; +"915 view_89" -> "916 transpose_69" [label="(197, 12, 64)", style=solid]; +"916 transpose_69" -> "920 view_92" [label="(12, 197, 64)", style=solid]; +"917 view_90" -> "918 transpose_70" [label="(197, 12, 64)", style=solid]; +"918 transpose_70" -> "921 view_93" [label="(12, 197, 64)", style=solid]; +"919 view_91" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"920 view_92" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"921 view_93" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"922 scaled_dot_product_attention_11" -> "923 permute_12" [label="(1, 12, 197, 64)", style=solid]; +"923 permute_12" -> "924 view_94" [label="(197, 1, 12, 64)", style=solid]; +"924 view_94" -> "925 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"925 view_94_0_0_nncf_smooth_quant_0" -> "926 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"926 quantize_per_tensor_default_70" -> "927 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"927 dequantize_per_tensor_default_70" -> "934 linear_45" [label="(197, 768)", style=solid]; +"928 linear_45_zero_point_0_updated_constant0" -> "933 sub_tensor_46" [label="(768, 1)", style=solid]; +"929 linear_45_scale_0_updated_constant0" -> "932 mul_tensor_46" [label="(768, 1)", style=solid]; +"930 compressed_weight_updated_constant46" -> "932 mul_tensor_46" [label="(768, 768)", style=solid]; +"931 _param_constant141_0_0" -> "934 linear_45" [label="(768,)", style=solid]; +"932 mul_tensor_46" -> "933 sub_tensor_46" [label="(768, 768)", style=solid]; +"933 sub_tensor_46" -> "934 linear_45" [label=None, style=solid]; +"934 linear_45" -> "935 view_95" [label="(197, 768)", style=solid]; +"935 view_95" -> "936 transpose_71" [label="(197, 1, 768)", style=solid]; +"936 transpose_71" -> "937 dropout_34" [label="(1, 197, 768)", style=solid]; +"937 dropout_34" -> "938 add_23" [label="(1, 197, 768)", style=solid]; +"938 add_23" -> "941 layer_norm_23" [label="(1, 197, 768)", style=solid]; +"938 add_23" -> "965 add_24" [label="(1, 197, 768)", style=solid]; +"939 _param_constant142" -> "941 layer_norm_23" [label="(768,)", style=solid]; +"940 _param_constant143" -> "941 layer_norm_23" [label="(768,)", style=solid]; +"941 layer_norm_23" -> "942 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"942 layer_norm_23_0_0_nncf_smooth_quant_0" -> "943 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"943 quantize_per_tensor_default_71" -> "944 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"944 dequantize_per_tensor_default_71" -> "951 linear_46" [label="(1, 197, 768)", style=solid]; +"945 linear_46_zero_point_0_updated_constant0" -> "950 sub_tensor_47" [label="(3072, 1)", style=solid]; +"946 linear_46_scale_0_updated_constant0" -> "949 mul_tensor_47" [label="(3072, 1)", style=solid]; +"947 compressed_weight_updated_constant47" -> "949 mul_tensor_47" [label="(3072, 768)", style=solid]; +"948 _param_constant145_0_0" -> "951 linear_46" [label="(3072,)", style=solid]; +"949 mul_tensor_47" -> "950 sub_tensor_47" [label="(3072, 768)", style=solid]; +"950 sub_tensor_47" -> "951 linear_46" [label=None, style=solid]; +"951 linear_46" -> "952 gelu_11" [label="(1, 197, 3072)", style=solid]; +"952 gelu_11" -> "953 dropout_35" [label="(1, 197, 3072)", style=solid]; +"953 dropout_35" -> "954 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"954 dropout_35_0_0_nncf_smooth_quant_0" -> "955 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"955 quantize_per_tensor_default_72" -> "956 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"956 dequantize_per_tensor_default_72" -> "963 linear_47" [label="(1, 197, 3072)", style=solid]; +"957 linear_47_zero_point_0_updated_constant0" -> "962 sub_tensor_48" [label="(768, 1)", style=solid]; +"958 linear_47_scale_0_updated_constant0" -> "961 mul_tensor_48" [label="(768, 1)", style=solid]; +"959 compressed_weight_updated_constant48" -> "961 mul_tensor_48" [label="(768, 3072)", style=solid]; +"960 _param_constant147_0_0" -> "963 linear_47" [label="(768,)", style=solid]; +"961 mul_tensor_48" -> "962 sub_tensor_48" [label="(768, 3072)", style=solid]; +"962 sub_tensor_48" -> "963 linear_47" [label=None, style=solid]; +"963 linear_47" -> "964 dropout_36" [label="(1, 197, 768)", style=solid]; +"964 dropout_36" -> "965 add_24" [label="(1, 197, 768)", style=solid]; +"965 add_24" -> "968 layer_norm_24" [label="(1, 197, 768)", style=solid]; +"966 _param_constant148" -> "968 layer_norm_24" [label="(768,)", style=solid]; +"967 _param_constant149" -> "968 layer_norm_24" [label="(768,)", style=solid]; +"968 layer_norm_24" -> "969 slice_1" [label="(1, 197, 768)", style=solid]; +"969 slice_1" -> "970 select_36" [label="(1, 197, 768)", style=solid]; +"970 select_36" -> "971 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"971 select_36_0_0_nncf_smooth_quant_0" -> "972 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"972 quantize_per_tensor_default_73" -> "973 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"973 dequantize_per_tensor_default_73" -> "980 linear_48" [label="(1, 768)", style=solid]; +"974 linear_48_zero_point_0_updated_constant0" -> "979 sub_tensor_49" [label="(1000, 1)", style=solid]; +"975 linear_48_scale_0_updated_constant0" -> "978 mul_tensor_49" [label="(1000, 1)", style=solid]; +"976 compressed_weight_updated_constant49" -> "978 mul_tensor_49" [label="(1000, 768)", style=solid]; +"977 _param_constant151_0_0" -> "980 linear_48" [label="(1000,)", style=solid]; +"978 mul_tensor_49" -> "979 sub_tensor_49" [label="(1000, 768)", style=solid]; +"979 sub_tensor_49" -> "980 linear_48" [label=None, style=solid]; +"980 linear_48" -> "981 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index 89483d75576..60b72fbe1a1 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -157,12 +157,7 @@ def torchvision_model_case(model_id: str, input_shape: Tuple[int,]): return ModelCase(partial(model, weights=None), model_id, input_shape) -TEST_MODELS_QUANIZED = ( - (torchvision_model_case("resnet18", (1, 3, 224, 224)), {}), - (torchvision_model_case("mobilenet_v3_small", (1, 3, 224, 224)), {}), - (torchvision_model_case("vit_b_16", (1, 3, 224, 224)), {"model_type": nncf.ModelType.TRANSFORMER}), - (torchvision_model_case("swin_v2_s", (1, 3, 224, 224)), {"model_type": nncf.ModelType.TRANSFORMER}), -) +TEST_MODELS_QUANIZED = ((torchvision_model_case("resnet18", (1, 3, 224, 224)), {}),) @pytest.mark.parametrize( @@ -179,15 +174,19 @@ def test_post_quantization_compression(model_case: ModelCase, quantization_param quantized_model = nncf.quantize( exported_model, calibration_dataset=nncf.Dataset([input_ids]), **quantization_parameters ) - + q_nodes, dq_nodes = count_q_dq(quantized_model) + assert q_nodes == 30 + assert dq_nodes == 37 for node in quantized_model.graph.nodes: - if node.name[:3] == "mul": - input_tup = [] - input_tup = _get_node_inputs(node, quantized_model) - if input_tup: - assert input_tup[0].dtype == torch.int8 - result = node.target(*tuple(input_tup)) - assert result.dtype == torch.float32 + if node.name[:3] != "mul": + continue + args = [] + args = _get_node_inputs(node, quantized_model) + if not args: + continue + assert args[0].dtype == torch.int8 + result = node.target(*args) + assert result.dtype == torch.float32 @pytest.mark.parametrize( @@ -207,21 +206,22 @@ def test_FQ_transformation(model_case: ModelCase, quantization_parameters): quantized_model = nncf.quantize( exported_model, calibration_dataset=nncf.Dataset([input_ids]), **quantization_parameters ) - + q_nodes, dq_nodes = count_q_dq(quantized_model) + assert q_nodes == 51 + assert dq_nodes == 58 for node in quantized_model.graph.nodes: if node.target in [ torch.ops.quantized_decomposed.dequantize_per_channel.default, torch.ops.quantized_decomposed.dequantize_per_tensor.default, ]: - input_tup = [] + args = [] quantize_node = node.args[0] - input_tup = _get_node_inputs(quantize_node, quantized_model) - if input_tup: - quantized_value = quantize_node.target(*tuple(input_tup)) - input_tup[0] = quantized_value - result = node.target(*tuple(input_tup)) - fp_value = get_tensor_constant_from_node(quantize_node.args[0], quantized_model) - assert torch.all(result == fp_value) + args = _get_node_inputs(quantize_node, quantized_model) + if not args: + continue + result = node.target(quantize_node.target(*args), *args[1:]) + fp_value = get_tensor_constant_from_node(quantize_node.args[0], quantized_model) + assert torch.all(result == fp_value) def count_constants(model) -> int: From 853fc2ab8099a7a8b62a72a8ece9fe17af382077 Mon Sep 17 00:00:00 2001 From: Aamir Nazir Date: Tue, 15 Oct 2024 18:04:22 +0400 Subject: [PATCH 34/48] move test to test_models.py --- .../mobilenet_v3_small.dot | 1110 +++ .../post_quantization_compressed/resnet18.dot | 497 ++ .../swin_v2_s.dot | 6560 +++++++++++++++++ .../synthetic_transformer.dot | 49 + .../fx/post_quantization_compressed/unet.dot | 515 ++ .../post_quantization_compressed/vit_b_16.dot | 2013 +++++ .../fx/quantized/mobilenet_v3_small.dot | 864 ++- .../fx/quantized/resnet18.dot | 504 +- .../fx/quantized/swin_v2_s.dot | 3468 +++++---- .../fx/quantized/synthetic_transformer.dot | 48 +- .../reference_graphs/fx/quantized/unet.dot | 536 +- .../fx/quantized/vit_b_16.dot | 1200 +-- tests/torch/fx/graph.dot | 1357 +--- tests/torch/fx/test_model_transformer.py | 74 +- tests/torch/fx/test_models.py | 90 +- 15 files changed, 14818 insertions(+), 4067 deletions(-) create mode 100644 tests/torch/data/reference_graphs/fx/post_quantization_compressed/mobilenet_v3_small.dot create mode 100644 tests/torch/data/reference_graphs/fx/post_quantization_compressed/resnet18.dot create mode 100644 tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot create mode 100644 tests/torch/data/reference_graphs/fx/post_quantization_compressed/synthetic_transformer.dot create mode 100644 tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot create mode 100644 tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/mobilenet_v3_small.dot new file mode 100644 index 00000000000..e459329497e --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/mobilenet_v3_small.dot @@ -0,0 +1,1110 @@ +strict digraph { +"0 arg0_1" [id=0, type=input]; +"1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; +"2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; +"3 conv2d_zero_point_0_updated_constant0" [id=3, type=get_attr]; +"4 conv2d_scale_0_updated_constant0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; +"6 features_0_0_weight_bias_0_0" [id=6, type=get_attr]; +"7 mul_tensor" [id=7, type=mul]; +"8 sub_tensor" [id=8, type=sub]; +"9 conv2d" [id=9, type=conv2d]; +"10 hardswish__scale_0" [id=10, type=get_attr]; +"11 hardswish__zero_point_0" [id=11, type=get_attr]; +"12 hardswish_" [id=12, type=hardswish_]; +"13 quantize_per_channel_default_1" [id=13, type=quantize_per_channel]; +"14 dequantize_per_channel_default_1" [id=14, type=dequantize_per_channel]; +"15 conv2d_1_zero_point_0_updated_constant0" [id=15, type=get_attr]; +"16 conv2d_1_scale_0_updated_constant0" [id=16, type=get_attr]; +"17 compressed_weight_updated_constant1" [id=17, type=get_attr]; +"18 features_1_block_0_0_weight_bias_0_0" [id=18, type=get_attr]; +"19 mul_tensor_1" [id=19, type=mul]; +"20 sub_tensor_1" [id=20, type=sub]; +"21 conv2d_1" [id=21, type=conv2d]; +"22 relu_" [id=22, type=relu_]; +"23 quantize_per_tensor_default_1" [id=23, type=quantize_per_tensor]; +"24 dequantize_per_tensor_default_2" [id=24, type=dequantize_per_tensor]; +"25 dequantize_per_tensor_default_1" [id=25, type=dequantize_per_tensor]; +"26 adaptive_avg_pool2d" [id=26, type=adaptive_avg_pool2d]; +"27 _param_constant6" [id=27, type=get_attr]; +"28 _param_constant7_0_0" [id=28, type=get_attr]; +"29 conv2d_2" [id=29, type=conv2d]; +"30 relu" [id=30, type=relu]; +"31 _param_constant8" [id=31, type=get_attr]; +"32 _param_constant9_0_0" [id=32, type=get_attr]; +"33 conv2d_3" [id=33, type=conv2d]; +"34 hardsigmoid" [id=34, type=hardsigmoid]; +"35 quantize_per_tensor_default_2" [id=35, type=quantize_per_tensor]; +"36 dequantize_per_tensor_default_3" [id=36, type=dequantize_per_tensor]; +"37 mul" [id=37, type=mul]; +"38 quantize_per_tensor_default_3" [id=38, type=quantize_per_tensor]; +"39 dequantize_per_tensor_default_4" [id=39, type=dequantize_per_tensor]; +"40 conv2d_4_zero_point_0_updated_constant0" [id=40, type=get_attr]; +"41 conv2d_4_scale_0_updated_constant0" [id=41, type=get_attr]; +"42 compressed_weight_updated_constant2" [id=42, type=get_attr]; +"43 features_1_block_2_0_weight_bias_0_0" [id=43, type=get_attr]; +"44 mul_tensor_2" [id=44, type=mul]; +"45 sub_tensor_2" [id=45, type=sub]; +"46 conv2d_4" [id=46, type=conv2d]; +"47 quantize_per_tensor_default_4" [id=47, type=quantize_per_tensor]; +"48 dequantize_per_tensor_default_5" [id=48, type=dequantize_per_tensor]; +"49 conv2d_5_zero_point_0_updated_constant0" [id=49, type=get_attr]; +"50 conv2d_5_scale_0_updated_constant0" [id=50, type=get_attr]; +"51 compressed_weight_updated_constant3" [id=51, type=get_attr]; +"52 features_2_block_0_0_weight_bias_0_0" [id=52, type=get_attr]; +"53 mul_tensor_3" [id=53, type=mul]; +"54 sub_tensor_3" [id=54, type=sub]; +"55 conv2d_5" [id=55, type=conv2d]; +"56 relu__1_scale_0" [id=56, type=get_attr]; +"57 relu__1_zero_point_0" [id=57, type=get_attr]; +"58 relu__1" [id=58, type=relu_]; +"59 quantize_per_channel_default_5" [id=59, type=quantize_per_channel]; +"60 dequantize_per_channel_default_5" [id=60, type=dequantize_per_channel]; +"61 conv2d_6_zero_point_0_updated_constant0" [id=61, type=get_attr]; +"62 conv2d_6_scale_0_updated_constant0" [id=62, type=get_attr]; +"63 compressed_weight_updated_constant4" [id=63, type=get_attr]; +"64 features_2_block_1_0_weight_bias_0_0" [id=64, type=get_attr]; +"65 mul_tensor_4" [id=65, type=mul]; +"66 sub_tensor_4" [id=66, type=sub]; +"67 conv2d_6" [id=67, type=conv2d]; +"68 relu__2" [id=68, type=relu_]; +"69 quantize_per_tensor_default_5" [id=69, type=quantize_per_tensor]; +"70 dequantize_per_tensor_default_6" [id=70, type=dequantize_per_tensor]; +"71 conv2d_7_zero_point_0_updated_constant0" [id=71, type=get_attr]; +"72 conv2d_7_scale_0_updated_constant0" [id=72, type=get_attr]; +"73 compressed_weight_updated_constant5" [id=73, type=get_attr]; +"74 features_2_block_2_0_weight_bias_0_0" [id=74, type=get_attr]; +"75 mul_tensor_5" [id=75, type=mul]; +"76 sub_tensor_5" [id=76, type=sub]; +"77 conv2d_7" [id=77, type=conv2d]; +"78 quantize_per_tensor_default_6" [id=78, type=quantize_per_tensor]; +"79 dequantize_per_tensor_default_8" [id=79, type=dequantize_per_tensor]; +"80 dequantize_per_tensor_default_7" [id=80, type=dequantize_per_tensor]; +"81 conv2d_8_zero_point_0_updated_constant0" [id=81, type=get_attr]; +"82 conv2d_8_scale_0_updated_constant0" [id=82, type=get_attr]; +"83 compressed_weight_updated_constant6" [id=83, type=get_attr]; +"84 features_3_block_0_0_weight_bias_0_0" [id=84, type=get_attr]; +"85 mul_tensor_6" [id=85, type=mul]; +"86 sub_tensor_6" [id=86, type=sub]; +"87 conv2d_8" [id=87, type=conv2d]; +"88 relu__3_scale_0" [id=88, type=get_attr]; +"89 relu__3_zero_point_0" [id=89, type=get_attr]; +"90 relu__3" [id=90, type=relu_]; +"91 quantize_per_channel_default_9" [id=91, type=quantize_per_channel]; +"92 dequantize_per_channel_default_9" [id=92, type=dequantize_per_channel]; +"93 conv2d_9_zero_point_0_updated_constant0" [id=93, type=get_attr]; +"94 conv2d_9_scale_0_updated_constant0" [id=94, type=get_attr]; +"95 compressed_weight_updated_constant7" [id=95, type=get_attr]; +"96 features_3_block_1_0_weight_bias_0_0" [id=96, type=get_attr]; +"97 mul_tensor_7" [id=97, type=mul]; +"98 sub_tensor_7" [id=98, type=sub]; +"99 conv2d_9" [id=99, type=conv2d]; +"100 relu__4" [id=100, type=relu_]; +"101 quantize_per_tensor_default_7" [id=101, type=quantize_per_tensor]; +"102 dequantize_per_tensor_default_9" [id=102, type=dequantize_per_tensor]; +"103 conv2d_10_zero_point_0_updated_constant0" [id=103, type=get_attr]; +"104 conv2d_10_scale_0_updated_constant0" [id=104, type=get_attr]; +"105 compressed_weight_updated_constant8" [id=105, type=get_attr]; +"106 features_3_block_2_0_weight_bias_0_0" [id=106, type=get_attr]; +"107 mul_tensor_8" [id=107, type=mul]; +"108 sub_tensor_8" [id=108, type=sub]; +"109 conv2d_10" [id=109, type=conv2d]; +"110 quantize_per_tensor_default_8" [id=110, type=quantize_per_tensor]; +"111 dequantize_per_tensor_default_10" [id=111, type=dequantize_per_tensor]; +"112 add_" [id=112, type=add_]; +"113 quantize_per_tensor_default_9" [id=113, type=quantize_per_tensor]; +"114 dequantize_per_tensor_default_11" [id=114, type=dequantize_per_tensor]; +"115 conv2d_11_zero_point_0_updated_constant0" [id=115, type=get_attr]; +"116 conv2d_11_scale_0_updated_constant0" [id=116, type=get_attr]; +"117 compressed_weight_updated_constant9" [id=117, type=get_attr]; +"118 features_4_block_0_0_weight_bias_0_0" [id=118, type=get_attr]; +"119 mul_tensor_9" [id=119, type=mul]; +"120 sub_tensor_9" [id=120, type=sub]; +"121 conv2d_11" [id=121, type=conv2d]; +"122 hardswish__1_scale_0" [id=122, type=get_attr]; +"123 hardswish__1_zero_point_0" [id=123, type=get_attr]; +"124 hardswish__1" [id=124, type=hardswish_]; +"125 quantize_per_channel_default_13" [id=125, type=quantize_per_channel]; +"126 dequantize_per_channel_default_13" [id=126, type=dequantize_per_channel]; +"127 conv2d_12_zero_point_0_updated_constant0" [id=127, type=get_attr]; +"128 conv2d_12_scale_0_updated_constant0" [id=128, type=get_attr]; +"129 compressed_weight_updated_constant10" [id=129, type=get_attr]; +"130 features_4_block_1_0_weight_bias_0_0" [id=130, type=get_attr]; +"131 mul_tensor_10" [id=131, type=mul]; +"132 sub_tensor_10" [id=132, type=sub]; +"133 conv2d_12" [id=133, type=conv2d]; +"134 hardswish__2" [id=134, type=hardswish_]; +"135 quantize_per_tensor_default_10" [id=135, type=quantize_per_tensor]; +"136 dequantize_per_tensor_default_13" [id=136, type=dequantize_per_tensor]; +"137 dequantize_per_tensor_default_12" [id=137, type=dequantize_per_tensor]; +"138 adaptive_avg_pool2d_1" [id=138, type=adaptive_avg_pool2d]; +"139 _param_constant37" [id=139, type=get_attr]; +"140 _param_constant38_0_0" [id=140, type=get_attr]; +"141 conv2d_13" [id=141, type=conv2d]; +"142 relu_1" [id=142, type=relu]; +"143 _param_constant39" [id=143, type=get_attr]; +"144 _param_constant40_0_0" [id=144, type=get_attr]; +"145 conv2d_14" [id=145, type=conv2d]; +"146 hardsigmoid_1" [id=146, type=hardsigmoid]; +"147 quantize_per_tensor_default_11" [id=147, type=quantize_per_tensor]; +"148 dequantize_per_tensor_default_14" [id=148, type=dequantize_per_tensor]; +"149 mul_1" [id=149, type=mul]; +"150 quantize_per_tensor_default_12" [id=150, type=quantize_per_tensor]; +"151 dequantize_per_tensor_default_15" [id=151, type=dequantize_per_tensor]; +"152 conv2d_15_zero_point_0_updated_constant0" [id=152, type=get_attr]; +"153 conv2d_15_scale_0_updated_constant0" [id=153, type=get_attr]; +"154 compressed_weight_updated_constant11" [id=154, type=get_attr]; +"155 features_4_block_3_0_weight_bias_0_0" [id=155, type=get_attr]; +"156 mul_tensor_11" [id=156, type=mul]; +"157 sub_tensor_11" [id=157, type=sub]; +"158 conv2d_15" [id=158, type=conv2d]; +"159 quantize_per_tensor_default_13" [id=159, type=quantize_per_tensor]; +"160 dequantize_per_tensor_default_17" [id=160, type=dequantize_per_tensor]; +"161 dequantize_per_tensor_default_16" [id=161, type=dequantize_per_tensor]; +"162 conv2d_16_zero_point_0_updated_constant0" [id=162, type=get_attr]; +"163 conv2d_16_scale_0_updated_constant0" [id=163, type=get_attr]; +"164 compressed_weight_updated_constant12" [id=164, type=get_attr]; +"165 features_5_block_0_0_weight_bias_0_0" [id=165, type=get_attr]; +"166 mul_tensor_12" [id=166, type=mul]; +"167 sub_tensor_12" [id=167, type=sub]; +"168 conv2d_16" [id=168, type=conv2d]; +"169 hardswish__3_scale_0" [id=169, type=get_attr]; +"170 hardswish__3_zero_point_0" [id=170, type=get_attr]; +"171 hardswish__3" [id=171, type=hardswish_]; +"172 quantize_per_channel_default_17" [id=172, type=quantize_per_channel]; +"173 dequantize_per_channel_default_17" [id=173, type=dequantize_per_channel]; +"174 conv2d_17_zero_point_0_updated_constant0" [id=174, type=get_attr]; +"175 conv2d_17_scale_0_updated_constant0" [id=175, type=get_attr]; +"176 compressed_weight_updated_constant13" [id=176, type=get_attr]; +"177 features_5_block_1_0_weight_bias_0_0" [id=177, type=get_attr]; +"178 mul_tensor_13" [id=178, type=mul]; +"179 sub_tensor_13" [id=179, type=sub]; +"180 conv2d_17" [id=180, type=conv2d]; +"181 hardswish__4" [id=181, type=hardswish_]; +"182 quantize_per_tensor_default_14" [id=182, type=quantize_per_tensor]; +"183 dequantize_per_tensor_default_19" [id=183, type=dequantize_per_tensor]; +"184 dequantize_per_tensor_default_18" [id=184, type=dequantize_per_tensor]; +"185 adaptive_avg_pool2d_2" [id=185, type=adaptive_avg_pool2d]; +"186 _param_constant50" [id=186, type=get_attr]; +"187 _param_constant51_0_0" [id=187, type=get_attr]; +"188 conv2d_18" [id=188, type=conv2d]; +"189 relu_2" [id=189, type=relu]; +"190 _param_constant52" [id=190, type=get_attr]; +"191 _param_constant53_0_0" [id=191, type=get_attr]; +"192 conv2d_19" [id=192, type=conv2d]; +"193 hardsigmoid_2" [id=193, type=hardsigmoid]; +"194 quantize_per_tensor_default_15" [id=194, type=quantize_per_tensor]; +"195 dequantize_per_tensor_default_20" [id=195, type=dequantize_per_tensor]; +"196 mul_2" [id=196, type=mul]; +"197 quantize_per_tensor_default_16" [id=197, type=quantize_per_tensor]; +"198 dequantize_per_tensor_default_21" [id=198, type=dequantize_per_tensor]; +"199 conv2d_20_zero_point_0_updated_constant0" [id=199, type=get_attr]; +"200 conv2d_20_scale_0_updated_constant0" [id=200, type=get_attr]; +"201 compressed_weight_updated_constant14" [id=201, type=get_attr]; +"202 features_5_block_3_0_weight_bias_0_0" [id=202, type=get_attr]; +"203 mul_tensor_14" [id=203, type=mul]; +"204 sub_tensor_14" [id=204, type=sub]; +"205 conv2d_20" [id=205, type=conv2d]; +"206 quantize_per_tensor_default_17" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_22" [id=207, type=dequantize_per_tensor]; +"208 add__1" [id=208, type=add_]; +"209 quantize_per_tensor_default_18" [id=209, type=quantize_per_tensor]; +"210 dequantize_per_tensor_default_24" [id=210, type=dequantize_per_tensor]; +"211 dequantize_per_tensor_default_23" [id=211, type=dequantize_per_tensor]; +"212 conv2d_21_zero_point_0_updated_constant0" [id=212, type=get_attr]; +"213 conv2d_21_scale_0_updated_constant0" [id=213, type=get_attr]; +"214 compressed_weight_updated_constant15" [id=214, type=get_attr]; +"215 features_6_block_0_0_weight_bias_0_0" [id=215, type=get_attr]; +"216 mul_tensor_15" [id=216, type=mul]; +"217 sub_tensor_15" [id=217, type=sub]; +"218 conv2d_21" [id=218, type=conv2d]; +"219 hardswish__5_scale_0" [id=219, type=get_attr]; +"220 hardswish__5_zero_point_0" [id=220, type=get_attr]; +"221 hardswish__5" [id=221, type=hardswish_]; +"222 quantize_per_channel_default_21" [id=222, type=quantize_per_channel]; +"223 dequantize_per_channel_default_21" [id=223, type=dequantize_per_channel]; +"224 conv2d_22_zero_point_0_updated_constant0" [id=224, type=get_attr]; +"225 conv2d_22_scale_0_updated_constant0" [id=225, type=get_attr]; +"226 compressed_weight_updated_constant16" [id=226, type=get_attr]; +"227 features_6_block_1_0_weight_bias_0_0" [id=227, type=get_attr]; +"228 mul_tensor_16" [id=228, type=mul]; +"229 sub_tensor_16" [id=229, type=sub]; +"230 conv2d_22" [id=230, type=conv2d]; +"231 hardswish__6" [id=231, type=hardswish_]; +"232 quantize_per_tensor_default_19" [id=232, type=quantize_per_tensor]; +"233 dequantize_per_tensor_default_26" [id=233, type=dequantize_per_tensor]; +"234 dequantize_per_tensor_default_25" [id=234, type=dequantize_per_tensor]; +"235 adaptive_avg_pool2d_3" [id=235, type=adaptive_avg_pool2d]; +"236 _param_constant63" [id=236, type=get_attr]; +"237 _param_constant64_0_0" [id=237, type=get_attr]; +"238 conv2d_23" [id=238, type=conv2d]; +"239 relu_3" [id=239, type=relu]; +"240 _param_constant65" [id=240, type=get_attr]; +"241 _param_constant66_0_0" [id=241, type=get_attr]; +"242 conv2d_24" [id=242, type=conv2d]; +"243 hardsigmoid_3" [id=243, type=hardsigmoid]; +"244 quantize_per_tensor_default_20" [id=244, type=quantize_per_tensor]; +"245 dequantize_per_tensor_default_27" [id=245, type=dequantize_per_tensor]; +"246 mul_3" [id=246, type=mul]; +"247 quantize_per_tensor_default_21" [id=247, type=quantize_per_tensor]; +"248 dequantize_per_tensor_default_28" [id=248, type=dequantize_per_tensor]; +"249 conv2d_25_zero_point_0_updated_constant0" [id=249, type=get_attr]; +"250 conv2d_25_scale_0_updated_constant0" [id=250, type=get_attr]; +"251 compressed_weight_updated_constant17" [id=251, type=get_attr]; +"252 features_6_block_3_0_weight_bias_0_0" [id=252, type=get_attr]; +"253 mul_tensor_17" [id=253, type=mul]; +"254 sub_tensor_17" [id=254, type=sub]; +"255 conv2d_25" [id=255, type=conv2d]; +"256 quantize_per_tensor_default_22" [id=256, type=quantize_per_tensor]; +"257 dequantize_per_tensor_default_29" [id=257, type=dequantize_per_tensor]; +"258 add__2" [id=258, type=add_]; +"259 quantize_per_tensor_default_23" [id=259, type=quantize_per_tensor]; +"260 dequantize_per_tensor_default_30" [id=260, type=dequantize_per_tensor]; +"261 conv2d_26_zero_point_0_updated_constant0" [id=261, type=get_attr]; +"262 conv2d_26_scale_0_updated_constant0" [id=262, type=get_attr]; +"263 compressed_weight_updated_constant18" [id=263, type=get_attr]; +"264 features_7_block_0_0_weight_bias_0_0" [id=264, type=get_attr]; +"265 mul_tensor_18" [id=265, type=mul]; +"266 sub_tensor_18" [id=266, type=sub]; +"267 conv2d_26" [id=267, type=conv2d]; +"268 hardswish__7_scale_0" [id=268, type=get_attr]; +"269 hardswish__7_zero_point_0" [id=269, type=get_attr]; +"270 hardswish__7" [id=270, type=hardswish_]; +"271 quantize_per_channel_default_25" [id=271, type=quantize_per_channel]; +"272 dequantize_per_channel_default_25" [id=272, type=dequantize_per_channel]; +"273 conv2d_27_zero_point_0_updated_constant0" [id=273, type=get_attr]; +"274 conv2d_27_scale_0_updated_constant0" [id=274, type=get_attr]; +"275 compressed_weight_updated_constant19" [id=275, type=get_attr]; +"276 features_7_block_1_0_weight_bias_0_0" [id=276, type=get_attr]; +"277 mul_tensor_19" [id=277, type=mul]; +"278 sub_tensor_19" [id=278, type=sub]; +"279 conv2d_27" [id=279, type=conv2d]; +"280 hardswish__8" [id=280, type=hardswish_]; +"281 quantize_per_tensor_default_24" [id=281, type=quantize_per_tensor]; +"282 dequantize_per_tensor_default_32" [id=282, type=dequantize_per_tensor]; +"283 dequantize_per_tensor_default_31" [id=283, type=dequantize_per_tensor]; +"284 adaptive_avg_pool2d_4" [id=284, type=adaptive_avg_pool2d]; +"285 _param_constant76" [id=285, type=get_attr]; +"286 _param_constant77_0_0" [id=286, type=get_attr]; +"287 conv2d_28" [id=287, type=conv2d]; +"288 relu_4" [id=288, type=relu]; +"289 _param_constant78" [id=289, type=get_attr]; +"290 _param_constant79_0_0" [id=290, type=get_attr]; +"291 conv2d_29" [id=291, type=conv2d]; +"292 hardsigmoid_4" [id=292, type=hardsigmoid]; +"293 quantize_per_tensor_default_25" [id=293, type=quantize_per_tensor]; +"294 dequantize_per_tensor_default_33" [id=294, type=dequantize_per_tensor]; +"295 mul_4" [id=295, type=mul]; +"296 quantize_per_tensor_default_26" [id=296, type=quantize_per_tensor]; +"297 dequantize_per_tensor_default_34" [id=297, type=dequantize_per_tensor]; +"298 conv2d_30_zero_point_0_updated_constant0" [id=298, type=get_attr]; +"299 conv2d_30_scale_0_updated_constant0" [id=299, type=get_attr]; +"300 compressed_weight_updated_constant20" [id=300, type=get_attr]; +"301 features_7_block_3_0_weight_bias_0_0" [id=301, type=get_attr]; +"302 mul_tensor_20" [id=302, type=mul]; +"303 sub_tensor_20" [id=303, type=sub]; +"304 conv2d_30" [id=304, type=conv2d]; +"305 quantize_per_tensor_default_27" [id=305, type=quantize_per_tensor]; +"306 dequantize_per_tensor_default_36" [id=306, type=dequantize_per_tensor]; +"307 dequantize_per_tensor_default_35" [id=307, type=dequantize_per_tensor]; +"308 conv2d_31_zero_point_0_updated_constant0" [id=308, type=get_attr]; +"309 conv2d_31_scale_0_updated_constant0" [id=309, type=get_attr]; +"310 compressed_weight_updated_constant21" [id=310, type=get_attr]; +"311 features_8_block_0_0_weight_bias_0_0" [id=311, type=get_attr]; +"312 mul_tensor_21" [id=312, type=mul]; +"313 sub_tensor_21" [id=313, type=sub]; +"314 conv2d_31" [id=314, type=conv2d]; +"315 hardswish__9_scale_0" [id=315, type=get_attr]; +"316 hardswish__9_zero_point_0" [id=316, type=get_attr]; +"317 hardswish__9" [id=317, type=hardswish_]; +"318 quantize_per_channel_default_29" [id=318, type=quantize_per_channel]; +"319 dequantize_per_channel_default_29" [id=319, type=dequantize_per_channel]; +"320 conv2d_32_zero_point_0_updated_constant0" [id=320, type=get_attr]; +"321 conv2d_32_scale_0_updated_constant0" [id=321, type=get_attr]; +"322 compressed_weight_updated_constant22" [id=322, type=get_attr]; +"323 features_8_block_1_0_weight_bias_0_0" [id=323, type=get_attr]; +"324 mul_tensor_22" [id=324, type=mul]; +"325 sub_tensor_22" [id=325, type=sub]; +"326 conv2d_32" [id=326, type=conv2d]; +"327 hardswish__10" [id=327, type=hardswish_]; +"328 quantize_per_tensor_default_28" [id=328, type=quantize_per_tensor]; +"329 dequantize_per_tensor_default_38" [id=329, type=dequantize_per_tensor]; +"330 dequantize_per_tensor_default_37" [id=330, type=dequantize_per_tensor]; +"331 adaptive_avg_pool2d_5" [id=331, type=adaptive_avg_pool2d]; +"332 _param_constant89" [id=332, type=get_attr]; +"333 _param_constant90_0_0" [id=333, type=get_attr]; +"334 conv2d_33" [id=334, type=conv2d]; +"335 relu_5" [id=335, type=relu]; +"336 _param_constant91" [id=336, type=get_attr]; +"337 _param_constant92_0_0" [id=337, type=get_attr]; +"338 conv2d_34" [id=338, type=conv2d]; +"339 hardsigmoid_5" [id=339, type=hardsigmoid]; +"340 quantize_per_tensor_default_29" [id=340, type=quantize_per_tensor]; +"341 dequantize_per_tensor_default_39" [id=341, type=dequantize_per_tensor]; +"342 mul_5" [id=342, type=mul]; +"343 quantize_per_tensor_default_30" [id=343, type=quantize_per_tensor]; +"344 dequantize_per_tensor_default_40" [id=344, type=dequantize_per_tensor]; +"345 conv2d_35_zero_point_0_updated_constant0" [id=345, type=get_attr]; +"346 conv2d_35_scale_0_updated_constant0" [id=346, type=get_attr]; +"347 compressed_weight_updated_constant23" [id=347, type=get_attr]; +"348 features_8_block_3_0_weight_bias_0_0" [id=348, type=get_attr]; +"349 mul_tensor_23" [id=349, type=mul]; +"350 sub_tensor_23" [id=350, type=sub]; +"351 conv2d_35" [id=351, type=conv2d]; +"352 quantize_per_tensor_default_31" [id=352, type=quantize_per_tensor]; +"353 dequantize_per_tensor_default_41" [id=353, type=dequantize_per_tensor]; +"354 add__3" [id=354, type=add_]; +"355 quantize_per_tensor_default_32" [id=355, type=quantize_per_tensor]; +"356 dequantize_per_tensor_default_42" [id=356, type=dequantize_per_tensor]; +"357 conv2d_36_zero_point_0_updated_constant0" [id=357, type=get_attr]; +"358 conv2d_36_scale_0_updated_constant0" [id=358, type=get_attr]; +"359 compressed_weight_updated_constant24" [id=359, type=get_attr]; +"360 features_9_block_0_0_weight_bias_0_0" [id=360, type=get_attr]; +"361 mul_tensor_24" [id=361, type=mul]; +"362 sub_tensor_24" [id=362, type=sub]; +"363 conv2d_36" [id=363, type=conv2d]; +"364 hardswish__11_scale_0" [id=364, type=get_attr]; +"365 hardswish__11_zero_point_0" [id=365, type=get_attr]; +"366 hardswish__11" [id=366, type=hardswish_]; +"367 quantize_per_channel_default_33" [id=367, type=quantize_per_channel]; +"368 dequantize_per_channel_default_33" [id=368, type=dequantize_per_channel]; +"369 conv2d_37_zero_point_0_updated_constant0" [id=369, type=get_attr]; +"370 conv2d_37_scale_0_updated_constant0" [id=370, type=get_attr]; +"371 compressed_weight_updated_constant25" [id=371, type=get_attr]; +"372 features_9_block_1_0_weight_bias_0_0" [id=372, type=get_attr]; +"373 mul_tensor_25" [id=373, type=mul]; +"374 sub_tensor_25" [id=374, type=sub]; +"375 conv2d_37" [id=375, type=conv2d]; +"376 hardswish__12" [id=376, type=hardswish_]; +"377 quantize_per_tensor_default_33" [id=377, type=quantize_per_tensor]; +"378 dequantize_per_tensor_default_44" [id=378, type=dequantize_per_tensor]; +"379 dequantize_per_tensor_default_43" [id=379, type=dequantize_per_tensor]; +"380 adaptive_avg_pool2d_6" [id=380, type=adaptive_avg_pool2d]; +"381 _param_constant102" [id=381, type=get_attr]; +"382 _param_constant103_0_0" [id=382, type=get_attr]; +"383 conv2d_38" [id=383, type=conv2d]; +"384 relu_6" [id=384, type=relu]; +"385 _param_constant104" [id=385, type=get_attr]; +"386 _param_constant105_0_0" [id=386, type=get_attr]; +"387 conv2d_39" [id=387, type=conv2d]; +"388 hardsigmoid_6" [id=388, type=hardsigmoid]; +"389 quantize_per_tensor_default_34" [id=389, type=quantize_per_tensor]; +"390 dequantize_per_tensor_default_45" [id=390, type=dequantize_per_tensor]; +"391 mul_6" [id=391, type=mul]; +"392 quantize_per_tensor_default_35" [id=392, type=quantize_per_tensor]; +"393 dequantize_per_tensor_default_46" [id=393, type=dequantize_per_tensor]; +"394 conv2d_40_zero_point_0_updated_constant0" [id=394, type=get_attr]; +"395 conv2d_40_scale_0_updated_constant0" [id=395, type=get_attr]; +"396 compressed_weight_updated_constant26" [id=396, type=get_attr]; +"397 features_9_block_3_0_weight_bias_0_0" [id=397, type=get_attr]; +"398 mul_tensor_26" [id=398, type=mul]; +"399 sub_tensor_26" [id=399, type=sub]; +"400 conv2d_40" [id=400, type=conv2d]; +"401 quantize_per_tensor_default_36" [id=401, type=quantize_per_tensor]; +"402 dequantize_per_tensor_default_48" [id=402, type=dequantize_per_tensor]; +"403 dequantize_per_tensor_default_47" [id=403, type=dequantize_per_tensor]; +"404 conv2d_41_zero_point_0_updated_constant0" [id=404, type=get_attr]; +"405 conv2d_41_scale_0_updated_constant0" [id=405, type=get_attr]; +"406 compressed_weight_updated_constant27" [id=406, type=get_attr]; +"407 features_10_block_0_0_weight_bias_0_0" [id=407, type=get_attr]; +"408 mul_tensor_27" [id=408, type=mul]; +"409 sub_tensor_27" [id=409, type=sub]; +"410 conv2d_41" [id=410, type=conv2d]; +"411 hardswish__13_scale_0" [id=411, type=get_attr]; +"412 hardswish__13_zero_point_0" [id=412, type=get_attr]; +"413 hardswish__13" [id=413, type=hardswish_]; +"414 quantize_per_channel_default_37" [id=414, type=quantize_per_channel]; +"415 dequantize_per_channel_default_37" [id=415, type=dequantize_per_channel]; +"416 conv2d_42_zero_point_0_updated_constant0" [id=416, type=get_attr]; +"417 conv2d_42_scale_0_updated_constant0" [id=417, type=get_attr]; +"418 compressed_weight_updated_constant28" [id=418, type=get_attr]; +"419 features_10_block_1_0_weight_bias_0_0" [id=419, type=get_attr]; +"420 mul_tensor_28" [id=420, type=mul]; +"421 sub_tensor_28" [id=421, type=sub]; +"422 conv2d_42" [id=422, type=conv2d]; +"423 hardswish__14" [id=423, type=hardswish_]; +"424 quantize_per_tensor_default_37" [id=424, type=quantize_per_tensor]; +"425 dequantize_per_tensor_default_50" [id=425, type=dequantize_per_tensor]; +"426 dequantize_per_tensor_default_49" [id=426, type=dequantize_per_tensor]; +"427 adaptive_avg_pool2d_7" [id=427, type=adaptive_avg_pool2d]; +"428 _param_constant115" [id=428, type=get_attr]; +"429 _param_constant116_0_0" [id=429, type=get_attr]; +"430 conv2d_43" [id=430, type=conv2d]; +"431 relu_7" [id=431, type=relu]; +"432 _param_constant117" [id=432, type=get_attr]; +"433 _param_constant118_0_0" [id=433, type=get_attr]; +"434 conv2d_44" [id=434, type=conv2d]; +"435 hardsigmoid_7" [id=435, type=hardsigmoid]; +"436 quantize_per_tensor_default_38" [id=436, type=quantize_per_tensor]; +"437 dequantize_per_tensor_default_51" [id=437, type=dequantize_per_tensor]; +"438 mul_7" [id=438, type=mul]; +"439 quantize_per_tensor_default_39" [id=439, type=quantize_per_tensor]; +"440 dequantize_per_tensor_default_52" [id=440, type=dequantize_per_tensor]; +"441 conv2d_45_zero_point_0_updated_constant0" [id=441, type=get_attr]; +"442 conv2d_45_scale_0_updated_constant0" [id=442, type=get_attr]; +"443 compressed_weight_updated_constant29" [id=443, type=get_attr]; +"444 features_10_block_3_0_weight_bias_0_0" [id=444, type=get_attr]; +"445 mul_tensor_29" [id=445, type=mul]; +"446 sub_tensor_29" [id=446, type=sub]; +"447 conv2d_45" [id=447, type=conv2d]; +"448 quantize_per_tensor_default_40" [id=448, type=quantize_per_tensor]; +"449 dequantize_per_tensor_default_53" [id=449, type=dequantize_per_tensor]; +"450 add__4" [id=450, type=add_]; +"451 quantize_per_tensor_default_41" [id=451, type=quantize_per_tensor]; +"452 dequantize_per_tensor_default_55" [id=452, type=dequantize_per_tensor]; +"453 dequantize_per_tensor_default_54" [id=453, type=dequantize_per_tensor]; +"454 conv2d_46_zero_point_0_updated_constant0" [id=454, type=get_attr]; +"455 conv2d_46_scale_0_updated_constant0" [id=455, type=get_attr]; +"456 compressed_weight_updated_constant30" [id=456, type=get_attr]; +"457 features_11_block_0_0_weight_bias_0_0" [id=457, type=get_attr]; +"458 mul_tensor_30" [id=458, type=mul]; +"459 sub_tensor_30" [id=459, type=sub]; +"460 conv2d_46" [id=460, type=conv2d]; +"461 hardswish__15_scale_0" [id=461, type=get_attr]; +"462 hardswish__15_zero_point_0" [id=462, type=get_attr]; +"463 hardswish__15" [id=463, type=hardswish_]; +"464 quantize_per_channel_default_41" [id=464, type=quantize_per_channel]; +"465 dequantize_per_channel_default_41" [id=465, type=dequantize_per_channel]; +"466 conv2d_47_zero_point_0_updated_constant0" [id=466, type=get_attr]; +"467 conv2d_47_scale_0_updated_constant0" [id=467, type=get_attr]; +"468 compressed_weight_updated_constant31" [id=468, type=get_attr]; +"469 features_11_block_1_0_weight_bias_0_0" [id=469, type=get_attr]; +"470 mul_tensor_31" [id=470, type=mul]; +"471 sub_tensor_31" [id=471, type=sub]; +"472 conv2d_47" [id=472, type=conv2d]; +"473 hardswish__16" [id=473, type=hardswish_]; +"474 quantize_per_tensor_default_42" [id=474, type=quantize_per_tensor]; +"475 dequantize_per_tensor_default_57" [id=475, type=dequantize_per_tensor]; +"476 dequantize_per_tensor_default_56" [id=476, type=dequantize_per_tensor]; +"477 adaptive_avg_pool2d_8" [id=477, type=adaptive_avg_pool2d]; +"478 _param_constant128" [id=478, type=get_attr]; +"479 _param_constant129_0_0" [id=479, type=get_attr]; +"480 conv2d_48" [id=480, type=conv2d]; +"481 relu_8" [id=481, type=relu]; +"482 _param_constant130" [id=482, type=get_attr]; +"483 _param_constant131_0_0" [id=483, type=get_attr]; +"484 conv2d_49" [id=484, type=conv2d]; +"485 hardsigmoid_8" [id=485, type=hardsigmoid]; +"486 quantize_per_tensor_default_43" [id=486, type=quantize_per_tensor]; +"487 dequantize_per_tensor_default_58" [id=487, type=dequantize_per_tensor]; +"488 mul_8" [id=488, type=mul]; +"489 quantize_per_tensor_default_44" [id=489, type=quantize_per_tensor]; +"490 dequantize_per_tensor_default_59" [id=490, type=dequantize_per_tensor]; +"491 conv2d_50_zero_point_0_updated_constant0" [id=491, type=get_attr]; +"492 conv2d_50_scale_0_updated_constant0" [id=492, type=get_attr]; +"493 compressed_weight_updated_constant32" [id=493, type=get_attr]; +"494 features_11_block_3_0_weight_bias_0_0" [id=494, type=get_attr]; +"495 mul_tensor_32" [id=495, type=mul]; +"496 sub_tensor_32" [id=496, type=sub]; +"497 conv2d_50" [id=497, type=conv2d]; +"498 quantize_per_tensor_default_45" [id=498, type=quantize_per_tensor]; +"499 dequantize_per_tensor_default_60" [id=499, type=dequantize_per_tensor]; +"500 add__5" [id=500, type=add_]; +"501 quantize_per_tensor_default_46" [id=501, type=quantize_per_tensor]; +"502 dequantize_per_tensor_default_61" [id=502, type=dequantize_per_tensor]; +"503 conv2d_51_zero_point_0_updated_constant0" [id=503, type=get_attr]; +"504 conv2d_51_scale_0_updated_constant0" [id=504, type=get_attr]; +"505 compressed_weight_updated_constant33" [id=505, type=get_attr]; +"506 features_12_0_weight_bias_0_0" [id=506, type=get_attr]; +"507 mul_tensor_33" [id=507, type=mul]; +"508 sub_tensor_33" [id=508, type=sub]; +"509 conv2d_51" [id=509, type=conv2d]; +"510 hardswish__17" [id=510, type=hardswish_]; +"511 quantize_per_tensor_default_47" [id=511, type=quantize_per_tensor]; +"512 dequantize_per_tensor_default_62" [id=512, type=dequantize_per_tensor]; +"513 adaptive_avg_pool2d_9" [id=513, type=adaptive_avg_pool2d]; +"514 quantize_per_tensor_default_48" [id=514, type=quantize_per_tensor]; +"515 dequantize_per_tensor_default_63" [id=515, type=dequantize_per_tensor]; +"516 flatten" [id=516, type=flatten]; +"517 linear_zero_point_0_updated_constant0" [id=517, type=get_attr]; +"518 linear_scale_0_updated_constant0" [id=518, type=get_attr]; +"519 compressed_weight_updated_constant34" [id=519, type=get_attr]; +"520 _param_constant139_0_0" [id=520, type=get_attr]; +"521 mul_tensor_34" [id=521, type=mul]; +"522 sub_tensor_34" [id=522, type=sub]; +"523 linear" [id=523, type=linear]; +"524 hardswish__18" [id=524, type=hardswish_]; +"525 quantize_per_tensor_default_49" [id=525, type=quantize_per_tensor]; +"526 dequantize_per_tensor_default_64" [id=526, type=dequantize_per_tensor]; +"527 dropout_" [id=527, type=dropout_]; +"528 linear_1_zero_point_0_updated_constant0" [id=528, type=get_attr]; +"529 linear_1_scale_0_updated_constant0" [id=529, type=get_attr]; +"530 compressed_weight_updated_constant35" [id=530, type=get_attr]; +"531 _param_constant141_0_0" [id=531, type=get_attr]; +"532 mul_tensor_35" [id=532, type=mul]; +"533 sub_tensor_35" [id=533, type=sub]; +"534 linear_1" [id=534, type=linear]; +"535 output" [id=535, type=output]; +"0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 conv2d_zero_point_0_updated_constant0" -> "8 sub_tensor" [label="(16, 1, 1, 1)", style=solid]; +"4 conv2d_scale_0_updated_constant0" -> "7 mul_tensor" [label="(16, 1, 1, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(16, 3, 3, 3)", style=solid]; +"6 features_0_0_weight_bias_0_0" -> "9 conv2d" [label="(16,)", style=solid]; +"7 mul_tensor" -> "8 sub_tensor" [label="(16, 3, 3, 3)", style=solid]; +"8 sub_tensor" -> "9 conv2d" [label=None, style=solid]; +"9 conv2d" -> "12 hardswish_" [label="(1, 16, 112, 112)", style=solid]; +"10 hardswish__scale_0" -> "13 quantize_per_channel_default_1" [label="(16,)", style=solid]; +"10 hardswish__scale_0" -> "14 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"11 hardswish__zero_point_0" -> "13 quantize_per_channel_default_1" [label="(16,)", style=solid]; +"11 hardswish__zero_point_0" -> "14 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"12 hardswish_" -> "13 quantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; +"13 quantize_per_channel_default_1" -> "14 dequantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; +"14 dequantize_per_channel_default_1" -> "21 conv2d_1" [label="(1, 16, 112, 112)", style=solid]; +"15 conv2d_1_zero_point_0_updated_constant0" -> "20 sub_tensor_1" [label="(16, 1, 1, 1)", style=solid]; +"16 conv2d_1_scale_0_updated_constant0" -> "19 mul_tensor_1" [label="(16, 1, 1, 1)", style=solid]; +"17 compressed_weight_updated_constant1" -> "19 mul_tensor_1" [label="(16, 1, 3, 3)", style=solid]; +"18 features_1_block_0_0_weight_bias_0_0" -> "21 conv2d_1" [label="(16,)", style=solid]; +"19 mul_tensor_1" -> "20 sub_tensor_1" [label="(16, 1, 3, 3)", style=solid]; +"20 sub_tensor_1" -> "21 conv2d_1" [label=None, style=solid]; +"21 conv2d_1" -> "22 relu_" [label="(1, 16, 56, 56)", style=solid]; +"22 relu_" -> "23 quantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; +"23 quantize_per_tensor_default_1" -> "24 dequantize_per_tensor_default_2" [label="(1, 16, 56, 56)", style=solid]; +"23 quantize_per_tensor_default_1" -> "25 dequantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; +"24 dequantize_per_tensor_default_2" -> "37 mul" [label="(1, 16, 56, 56)", style=solid]; +"25 dequantize_per_tensor_default_1" -> "26 adaptive_avg_pool2d" [label="(1, 16, 56, 56)", style=solid]; +"26 adaptive_avg_pool2d" -> "29 conv2d_2" [label="(1, 16, 1, 1)", style=solid]; +"27 _param_constant6" -> "29 conv2d_2" [label="(8, 16, 1, 1)", style=solid]; +"28 _param_constant7_0_0" -> "29 conv2d_2" [label="(8,)", style=solid]; +"29 conv2d_2" -> "30 relu" [label="(1, 8, 1, 1)", style=solid]; +"30 relu" -> "33 conv2d_3" [label="(1, 8, 1, 1)", style=solid]; +"31 _param_constant8" -> "33 conv2d_3" [label="(16, 8, 1, 1)", style=solid]; +"32 _param_constant9_0_0" -> "33 conv2d_3" [label="(16,)", style=solid]; +"33 conv2d_3" -> "34 hardsigmoid" [label="(1, 16, 1, 1)", style=solid]; +"34 hardsigmoid" -> "35 quantize_per_tensor_default_2" [label="(1, 16, 1, 1)", style=solid]; +"35 quantize_per_tensor_default_2" -> "36 dequantize_per_tensor_default_3" [label="(1, 16, 1, 1)", style=solid]; +"36 dequantize_per_tensor_default_3" -> "37 mul" [label="(1, 16, 1, 1)", style=solid]; +"37 mul" -> "38 quantize_per_tensor_default_3" [label="(1, 16, 56, 56)", style=solid]; +"38 quantize_per_tensor_default_3" -> "39 dequantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; +"39 dequantize_per_tensor_default_4" -> "46 conv2d_4" [label="(1, 16, 56, 56)", style=solid]; +"40 conv2d_4_zero_point_0_updated_constant0" -> "45 sub_tensor_2" [label="(16, 1, 1, 1)", style=solid]; +"41 conv2d_4_scale_0_updated_constant0" -> "44 mul_tensor_2" [label="(16, 1, 1, 1)", style=solid]; +"42 compressed_weight_updated_constant2" -> "44 mul_tensor_2" [label="(16, 16, 1, 1)", style=solid]; +"43 features_1_block_2_0_weight_bias_0_0" -> "46 conv2d_4" [label="(16,)", style=solid]; +"44 mul_tensor_2" -> "45 sub_tensor_2" [label="(16, 16, 1, 1)", style=solid]; +"45 sub_tensor_2" -> "46 conv2d_4" [label=None, style=solid]; +"46 conv2d_4" -> "47 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; +"47 quantize_per_tensor_default_4" -> "48 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56)", style=solid]; +"48 dequantize_per_tensor_default_5" -> "55 conv2d_5" [label="(1, 16, 56, 56)", style=solid]; +"49 conv2d_5_zero_point_0_updated_constant0" -> "54 sub_tensor_3" [label="(72, 1, 1, 1)", style=solid]; +"50 conv2d_5_scale_0_updated_constant0" -> "53 mul_tensor_3" [label="(72, 1, 1, 1)", style=solid]; +"51 compressed_weight_updated_constant3" -> "53 mul_tensor_3" [label="(72, 16, 1, 1)", style=solid]; +"52 features_2_block_0_0_weight_bias_0_0" -> "55 conv2d_5" [label="(72,)", style=solid]; +"53 mul_tensor_3" -> "54 sub_tensor_3" [label="(72, 16, 1, 1)", style=solid]; +"54 sub_tensor_3" -> "55 conv2d_5" [label=None, style=solid]; +"55 conv2d_5" -> "58 relu__1" [label="(1, 72, 56, 56)", style=solid]; +"56 relu__1_scale_0" -> "59 quantize_per_channel_default_5" [label="(72,)", style=solid]; +"56 relu__1_scale_0" -> "60 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"57 relu__1_zero_point_0" -> "59 quantize_per_channel_default_5" [label="(72,)", style=solid]; +"57 relu__1_zero_point_0" -> "60 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"58 relu__1" -> "59 quantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; +"59 quantize_per_channel_default_5" -> "60 dequantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; +"60 dequantize_per_channel_default_5" -> "67 conv2d_6" [label="(1, 72, 56, 56)", style=solid]; +"61 conv2d_6_zero_point_0_updated_constant0" -> "66 sub_tensor_4" [label="(72, 1, 1, 1)", style=solid]; +"62 conv2d_6_scale_0_updated_constant0" -> "65 mul_tensor_4" [label="(72, 1, 1, 1)", style=solid]; +"63 compressed_weight_updated_constant4" -> "65 mul_tensor_4" [label="(72, 1, 3, 3)", style=solid]; +"64 features_2_block_1_0_weight_bias_0_0" -> "67 conv2d_6" [label="(72,)", style=solid]; +"65 mul_tensor_4" -> "66 sub_tensor_4" [label="(72, 1, 3, 3)", style=solid]; +"66 sub_tensor_4" -> "67 conv2d_6" [label=None, style=solid]; +"67 conv2d_6" -> "68 relu__2" [label="(1, 72, 28, 28)", style=solid]; +"68 relu__2" -> "69 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; +"69 quantize_per_tensor_default_5" -> "70 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28)", style=solid]; +"70 dequantize_per_tensor_default_6" -> "77 conv2d_7" [label="(1, 72, 28, 28)", style=solid]; +"71 conv2d_7_zero_point_0_updated_constant0" -> "76 sub_tensor_5" [label="(24, 1, 1, 1)", style=solid]; +"72 conv2d_7_scale_0_updated_constant0" -> "75 mul_tensor_5" [label="(24, 1, 1, 1)", style=solid]; +"73 compressed_weight_updated_constant5" -> "75 mul_tensor_5" [label="(24, 72, 1, 1)", style=solid]; +"74 features_2_block_2_0_weight_bias_0_0" -> "77 conv2d_7" [label="(24,)", style=solid]; +"75 mul_tensor_5" -> "76 sub_tensor_5" [label="(24, 72, 1, 1)", style=solid]; +"76 sub_tensor_5" -> "77 conv2d_7" [label=None, style=solid]; +"77 conv2d_7" -> "78 quantize_per_tensor_default_6" [label="(1, 24, 28, 28)", style=solid]; +"78 quantize_per_tensor_default_6" -> "79 dequantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; +"78 quantize_per_tensor_default_6" -> "80 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28)", style=solid]; +"79 dequantize_per_tensor_default_8" -> "112 add_" [label="(1, 24, 28, 28)", style=solid]; +"80 dequantize_per_tensor_default_7" -> "87 conv2d_8" [label="(1, 24, 28, 28)", style=solid]; +"81 conv2d_8_zero_point_0_updated_constant0" -> "86 sub_tensor_6" [label="(88, 1, 1, 1)", style=solid]; +"82 conv2d_8_scale_0_updated_constant0" -> "85 mul_tensor_6" [label="(88, 1, 1, 1)", style=solid]; +"83 compressed_weight_updated_constant6" -> "85 mul_tensor_6" [label="(88, 24, 1, 1)", style=solid]; +"84 features_3_block_0_0_weight_bias_0_0" -> "87 conv2d_8" [label="(88,)", style=solid]; +"85 mul_tensor_6" -> "86 sub_tensor_6" [label="(88, 24, 1, 1)", style=solid]; +"86 sub_tensor_6" -> "87 conv2d_8" [label=None, style=solid]; +"87 conv2d_8" -> "90 relu__3" [label="(1, 88, 28, 28)", style=solid]; +"88 relu__3_scale_0" -> "91 quantize_per_channel_default_9" [label="(88,)", style=solid]; +"88 relu__3_scale_0" -> "92 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"89 relu__3_zero_point_0" -> "91 quantize_per_channel_default_9" [label="(88,)", style=solid]; +"89 relu__3_zero_point_0" -> "92 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"90 relu__3" -> "91 quantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; +"91 quantize_per_channel_default_9" -> "92 dequantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; +"92 dequantize_per_channel_default_9" -> "99 conv2d_9" [label="(1, 88, 28, 28)", style=solid]; +"93 conv2d_9_zero_point_0_updated_constant0" -> "98 sub_tensor_7" [label="(88, 1, 1, 1)", style=solid]; +"94 conv2d_9_scale_0_updated_constant0" -> "97 mul_tensor_7" [label="(88, 1, 1, 1)", style=solid]; +"95 compressed_weight_updated_constant7" -> "97 mul_tensor_7" [label="(88, 1, 3, 3)", style=solid]; +"96 features_3_block_1_0_weight_bias_0_0" -> "99 conv2d_9" [label="(88,)", style=solid]; +"97 mul_tensor_7" -> "98 sub_tensor_7" [label="(88, 1, 3, 3)", style=solid]; +"98 sub_tensor_7" -> "99 conv2d_9" [label=None, style=solid]; +"99 conv2d_9" -> "100 relu__4" [label="(1, 88, 28, 28)", style=solid]; +"100 relu__4" -> "101 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; +"101 quantize_per_tensor_default_7" -> "102 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28)", style=solid]; +"102 dequantize_per_tensor_default_9" -> "109 conv2d_10" [label="(1, 88, 28, 28)", style=solid]; +"103 conv2d_10_zero_point_0_updated_constant0" -> "108 sub_tensor_8" [label="(24, 1, 1, 1)", style=solid]; +"104 conv2d_10_scale_0_updated_constant0" -> "107 mul_tensor_8" [label="(24, 1, 1, 1)", style=solid]; +"105 compressed_weight_updated_constant8" -> "107 mul_tensor_8" [label="(24, 88, 1, 1)", style=solid]; +"106 features_3_block_2_0_weight_bias_0_0" -> "109 conv2d_10" [label="(24,)", style=solid]; +"107 mul_tensor_8" -> "108 sub_tensor_8" [label="(24, 88, 1, 1)", style=solid]; +"108 sub_tensor_8" -> "109 conv2d_10" [label=None, style=solid]; +"109 conv2d_10" -> "110 quantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; +"110 quantize_per_tensor_default_8" -> "111 dequantize_per_tensor_default_10" [label="(1, 24, 28, 28)", style=solid]; +"111 dequantize_per_tensor_default_10" -> "112 add_" [label="(1, 24, 28, 28)", style=solid]; +"112 add_" -> "113 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; +"113 quantize_per_tensor_default_9" -> "114 dequantize_per_tensor_default_11" [label="(1, 24, 28, 28)", style=solid]; +"114 dequantize_per_tensor_default_11" -> "121 conv2d_11" [label="(1, 24, 28, 28)", style=solid]; +"115 conv2d_11_zero_point_0_updated_constant0" -> "120 sub_tensor_9" [label="(96, 1, 1, 1)", style=solid]; +"116 conv2d_11_scale_0_updated_constant0" -> "119 mul_tensor_9" [label="(96, 1, 1, 1)", style=solid]; +"117 compressed_weight_updated_constant9" -> "119 mul_tensor_9" [label="(96, 24, 1, 1)", style=solid]; +"118 features_4_block_0_0_weight_bias_0_0" -> "121 conv2d_11" [label="(96,)", style=solid]; +"119 mul_tensor_9" -> "120 sub_tensor_9" [label="(96, 24, 1, 1)", style=solid]; +"120 sub_tensor_9" -> "121 conv2d_11" [label=None, style=solid]; +"121 conv2d_11" -> "124 hardswish__1" [label="(1, 96, 28, 28)", style=solid]; +"122 hardswish__1_scale_0" -> "125 quantize_per_channel_default_13" [label="(96,)", style=solid]; +"122 hardswish__1_scale_0" -> "126 dequantize_per_channel_default_13" [label="(96,)", style=solid]; +"123 hardswish__1_zero_point_0" -> "125 quantize_per_channel_default_13" [label="(96,)", style=solid]; +"123 hardswish__1_zero_point_0" -> "126 dequantize_per_channel_default_13" [label="(96,)", style=solid]; +"124 hardswish__1" -> "125 quantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; +"125 quantize_per_channel_default_13" -> "126 dequantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; +"126 dequantize_per_channel_default_13" -> "133 conv2d_12" [label="(1, 96, 28, 28)", style=solid]; +"127 conv2d_12_zero_point_0_updated_constant0" -> "132 sub_tensor_10" [label="(96, 1, 1, 1)", style=solid]; +"128 conv2d_12_scale_0_updated_constant0" -> "131 mul_tensor_10" [label="(96, 1, 1, 1)", style=solid]; +"129 compressed_weight_updated_constant10" -> "131 mul_tensor_10" [label="(96, 1, 5, 5)", style=solid]; +"130 features_4_block_1_0_weight_bias_0_0" -> "133 conv2d_12" [label="(96,)", style=solid]; +"131 mul_tensor_10" -> "132 sub_tensor_10" [label="(96, 1, 5, 5)", style=solid]; +"132 sub_tensor_10" -> "133 conv2d_12" [label=None, style=solid]; +"133 conv2d_12" -> "134 hardswish__2" [label="(1, 96, 14, 14)", style=solid]; +"134 hardswish__2" -> "135 quantize_per_tensor_default_10" [label="(1, 96, 14, 14)", style=solid]; +"135 quantize_per_tensor_default_10" -> "136 dequantize_per_tensor_default_13" [label="(1, 96, 14, 14)", style=solid]; +"135 quantize_per_tensor_default_10" -> "137 dequantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; +"136 dequantize_per_tensor_default_13" -> "149 mul_1" [label="(1, 96, 14, 14)", style=solid]; +"137 dequantize_per_tensor_default_12" -> "138 adaptive_avg_pool2d_1" [label="(1, 96, 14, 14)", style=solid]; +"138 adaptive_avg_pool2d_1" -> "141 conv2d_13" [label="(1, 96, 1, 1)", style=solid]; +"139 _param_constant37" -> "141 conv2d_13" [label="(24, 96, 1, 1)", style=solid]; +"140 _param_constant38_0_0" -> "141 conv2d_13" [label="(24,)", style=solid]; +"141 conv2d_13" -> "142 relu_1" [label="(1, 24, 1, 1)", style=solid]; +"142 relu_1" -> "145 conv2d_14" [label="(1, 24, 1, 1)", style=solid]; +"143 _param_constant39" -> "145 conv2d_14" [label="(96, 24, 1, 1)", style=solid]; +"144 _param_constant40_0_0" -> "145 conv2d_14" [label="(96,)", style=solid]; +"145 conv2d_14" -> "146 hardsigmoid_1" [label="(1, 96, 1, 1)", style=solid]; +"146 hardsigmoid_1" -> "147 quantize_per_tensor_default_11" [label="(1, 96, 1, 1)", style=solid]; +"147 quantize_per_tensor_default_11" -> "148 dequantize_per_tensor_default_14" [label="(1, 96, 1, 1)", style=solid]; +"148 dequantize_per_tensor_default_14" -> "149 mul_1" [label="(1, 96, 1, 1)", style=solid]; +"149 mul_1" -> "150 quantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; +"150 quantize_per_tensor_default_12" -> "151 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14)", style=solid]; +"151 dequantize_per_tensor_default_15" -> "158 conv2d_15" [label="(1, 96, 14, 14)", style=solid]; +"152 conv2d_15_zero_point_0_updated_constant0" -> "157 sub_tensor_11" [label="(40, 1, 1, 1)", style=solid]; +"153 conv2d_15_scale_0_updated_constant0" -> "156 mul_tensor_11" [label="(40, 1, 1, 1)", style=solid]; +"154 compressed_weight_updated_constant11" -> "156 mul_tensor_11" [label="(40, 96, 1, 1)", style=solid]; +"155 features_4_block_3_0_weight_bias_0_0" -> "158 conv2d_15" [label="(40,)", style=solid]; +"156 mul_tensor_11" -> "157 sub_tensor_11" [label="(40, 96, 1, 1)", style=solid]; +"157 sub_tensor_11" -> "158 conv2d_15" [label=None, style=solid]; +"158 conv2d_15" -> "159 quantize_per_tensor_default_13" [label="(1, 40, 14, 14)", style=solid]; +"159 quantize_per_tensor_default_13" -> "160 dequantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; +"159 quantize_per_tensor_default_13" -> "161 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14)", style=solid]; +"160 dequantize_per_tensor_default_17" -> "208 add__1" [label="(1, 40, 14, 14)", style=solid]; +"161 dequantize_per_tensor_default_16" -> "168 conv2d_16" [label="(1, 40, 14, 14)", style=solid]; +"162 conv2d_16_zero_point_0_updated_constant0" -> "167 sub_tensor_12" [label="(240, 1, 1, 1)", style=solid]; +"163 conv2d_16_scale_0_updated_constant0" -> "166 mul_tensor_12" [label="(240, 1, 1, 1)", style=solid]; +"164 compressed_weight_updated_constant12" -> "166 mul_tensor_12" [label="(240, 40, 1, 1)", style=solid]; +"165 features_5_block_0_0_weight_bias_0_0" -> "168 conv2d_16" [label="(240,)", style=solid]; +"166 mul_tensor_12" -> "167 sub_tensor_12" [label="(240, 40, 1, 1)", style=solid]; +"167 sub_tensor_12" -> "168 conv2d_16" [label=None, style=solid]; +"168 conv2d_16" -> "171 hardswish__3" [label="(1, 240, 14, 14)", style=solid]; +"169 hardswish__3_scale_0" -> "172 quantize_per_channel_default_17" [label="(240,)", style=solid]; +"169 hardswish__3_scale_0" -> "173 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"170 hardswish__3_zero_point_0" -> "172 quantize_per_channel_default_17" [label="(240,)", style=solid]; +"170 hardswish__3_zero_point_0" -> "173 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"171 hardswish__3" -> "172 quantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; +"172 quantize_per_channel_default_17" -> "173 dequantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; +"173 dequantize_per_channel_default_17" -> "180 conv2d_17" [label="(1, 240, 14, 14)", style=solid]; +"174 conv2d_17_zero_point_0_updated_constant0" -> "179 sub_tensor_13" [label="(240, 1, 1, 1)", style=solid]; +"175 conv2d_17_scale_0_updated_constant0" -> "178 mul_tensor_13" [label="(240, 1, 1, 1)", style=solid]; +"176 compressed_weight_updated_constant13" -> "178 mul_tensor_13" [label="(240, 1, 5, 5)", style=solid]; +"177 features_5_block_1_0_weight_bias_0_0" -> "180 conv2d_17" [label="(240,)", style=solid]; +"178 mul_tensor_13" -> "179 sub_tensor_13" [label="(240, 1, 5, 5)", style=solid]; +"179 sub_tensor_13" -> "180 conv2d_17" [label=None, style=solid]; +"180 conv2d_17" -> "181 hardswish__4" [label="(1, 240, 14, 14)", style=solid]; +"181 hardswish__4" -> "182 quantize_per_tensor_default_14" [label="(1, 240, 14, 14)", style=solid]; +"182 quantize_per_tensor_default_14" -> "183 dequantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; +"182 quantize_per_tensor_default_14" -> "184 dequantize_per_tensor_default_18" [label="(1, 240, 14, 14)", style=solid]; +"183 dequantize_per_tensor_default_19" -> "196 mul_2" [label="(1, 240, 14, 14)", style=solid]; +"184 dequantize_per_tensor_default_18" -> "185 adaptive_avg_pool2d_2" [label="(1, 240, 14, 14)", style=solid]; +"185 adaptive_avg_pool2d_2" -> "188 conv2d_18" [label="(1, 240, 1, 1)", style=solid]; +"186 _param_constant50" -> "188 conv2d_18" [label="(64, 240, 1, 1)", style=solid]; +"187 _param_constant51_0_0" -> "188 conv2d_18" [label="(64,)", style=solid]; +"188 conv2d_18" -> "189 relu_2" [label="(1, 64, 1, 1)", style=solid]; +"189 relu_2" -> "192 conv2d_19" [label="(1, 64, 1, 1)", style=solid]; +"190 _param_constant52" -> "192 conv2d_19" [label="(240, 64, 1, 1)", style=solid]; +"191 _param_constant53_0_0" -> "192 conv2d_19" [label="(240,)", style=solid]; +"192 conv2d_19" -> "193 hardsigmoid_2" [label="(1, 240, 1, 1)", style=solid]; +"193 hardsigmoid_2" -> "194 quantize_per_tensor_default_15" [label="(1, 240, 1, 1)", style=solid]; +"194 quantize_per_tensor_default_15" -> "195 dequantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"195 dequantize_per_tensor_default_20" -> "196 mul_2" [label="(1, 240, 1, 1)", style=solid]; +"196 mul_2" -> "197 quantize_per_tensor_default_16" [label="(1, 240, 14, 14)", style=solid]; +"197 quantize_per_tensor_default_16" -> "198 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; +"198 dequantize_per_tensor_default_21" -> "205 conv2d_20" [label="(1, 240, 14, 14)", style=solid]; +"199 conv2d_20_zero_point_0_updated_constant0" -> "204 sub_tensor_14" [label="(40, 1, 1, 1)", style=solid]; +"200 conv2d_20_scale_0_updated_constant0" -> "203 mul_tensor_14" [label="(40, 1, 1, 1)", style=solid]; +"201 compressed_weight_updated_constant14" -> "203 mul_tensor_14" [label="(40, 240, 1, 1)", style=solid]; +"202 features_5_block_3_0_weight_bias_0_0" -> "205 conv2d_20" [label="(40,)", style=solid]; +"203 mul_tensor_14" -> "204 sub_tensor_14" [label="(40, 240, 1, 1)", style=solid]; +"204 sub_tensor_14" -> "205 conv2d_20" [label=None, style=solid]; +"205 conv2d_20" -> "206 quantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; +"206 quantize_per_tensor_default_17" -> "207 dequantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; +"207 dequantize_per_tensor_default_22" -> "208 add__1" [label="(1, 40, 14, 14)", style=solid]; +"208 add__1" -> "209 quantize_per_tensor_default_18" [label="(1, 40, 14, 14)", style=solid]; +"209 quantize_per_tensor_default_18" -> "210 dequantize_per_tensor_default_24" [label="(1, 40, 14, 14)", style=solid]; +"209 quantize_per_tensor_default_18" -> "211 dequantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; +"210 dequantize_per_tensor_default_24" -> "258 add__2" [label="(1, 40, 14, 14)", style=solid]; +"211 dequantize_per_tensor_default_23" -> "218 conv2d_21" [label="(1, 40, 14, 14)", style=solid]; +"212 conv2d_21_zero_point_0_updated_constant0" -> "217 sub_tensor_15" [label="(240, 1, 1, 1)", style=solid]; +"213 conv2d_21_scale_0_updated_constant0" -> "216 mul_tensor_15" [label="(240, 1, 1, 1)", style=solid]; +"214 compressed_weight_updated_constant15" -> "216 mul_tensor_15" [label="(240, 40, 1, 1)", style=solid]; +"215 features_6_block_0_0_weight_bias_0_0" -> "218 conv2d_21" [label="(240,)", style=solid]; +"216 mul_tensor_15" -> "217 sub_tensor_15" [label="(240, 40, 1, 1)", style=solid]; +"217 sub_tensor_15" -> "218 conv2d_21" [label=None, style=solid]; +"218 conv2d_21" -> "221 hardswish__5" [label="(1, 240, 14, 14)", style=solid]; +"219 hardswish__5_scale_0" -> "222 quantize_per_channel_default_21" [label="(240,)", style=solid]; +"219 hardswish__5_scale_0" -> "223 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"220 hardswish__5_zero_point_0" -> "222 quantize_per_channel_default_21" [label="(240,)", style=solid]; +"220 hardswish__5_zero_point_0" -> "223 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"221 hardswish__5" -> "222 quantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; +"222 quantize_per_channel_default_21" -> "223 dequantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; +"223 dequantize_per_channel_default_21" -> "230 conv2d_22" [label="(1, 240, 14, 14)", style=solid]; +"224 conv2d_22_zero_point_0_updated_constant0" -> "229 sub_tensor_16" [label="(240, 1, 1, 1)", style=solid]; +"225 conv2d_22_scale_0_updated_constant0" -> "228 mul_tensor_16" [label="(240, 1, 1, 1)", style=solid]; +"226 compressed_weight_updated_constant16" -> "228 mul_tensor_16" [label="(240, 1, 5, 5)", style=solid]; +"227 features_6_block_1_0_weight_bias_0_0" -> "230 conv2d_22" [label="(240,)", style=solid]; +"228 mul_tensor_16" -> "229 sub_tensor_16" [label="(240, 1, 5, 5)", style=solid]; +"229 sub_tensor_16" -> "230 conv2d_22" [label=None, style=solid]; +"230 conv2d_22" -> "231 hardswish__6" [label="(1, 240, 14, 14)", style=solid]; +"231 hardswish__6" -> "232 quantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; +"232 quantize_per_tensor_default_19" -> "233 dequantize_per_tensor_default_26" [label="(1, 240, 14, 14)", style=solid]; +"232 quantize_per_tensor_default_19" -> "234 dequantize_per_tensor_default_25" [label="(1, 240, 14, 14)", style=solid]; +"233 dequantize_per_tensor_default_26" -> "246 mul_3" [label="(1, 240, 14, 14)", style=solid]; +"234 dequantize_per_tensor_default_25" -> "235 adaptive_avg_pool2d_3" [label="(1, 240, 14, 14)", style=solid]; +"235 adaptive_avg_pool2d_3" -> "238 conv2d_23" [label="(1, 240, 1, 1)", style=solid]; +"236 _param_constant63" -> "238 conv2d_23" [label="(64, 240, 1, 1)", style=solid]; +"237 _param_constant64_0_0" -> "238 conv2d_23" [label="(64,)", style=solid]; +"238 conv2d_23" -> "239 relu_3" [label="(1, 64, 1, 1)", style=solid]; +"239 relu_3" -> "242 conv2d_24" [label="(1, 64, 1, 1)", style=solid]; +"240 _param_constant65" -> "242 conv2d_24" [label="(240, 64, 1, 1)", style=solid]; +"241 _param_constant66_0_0" -> "242 conv2d_24" [label="(240,)", style=solid]; +"242 conv2d_24" -> "243 hardsigmoid_3" [label="(1, 240, 1, 1)", style=solid]; +"243 hardsigmoid_3" -> "244 quantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"244 quantize_per_tensor_default_20" -> "245 dequantize_per_tensor_default_27" [label="(1, 240, 1, 1)", style=solid]; +"245 dequantize_per_tensor_default_27" -> "246 mul_3" [label="(1, 240, 1, 1)", style=solid]; +"246 mul_3" -> "247 quantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; +"247 quantize_per_tensor_default_21" -> "248 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14)", style=solid]; +"248 dequantize_per_tensor_default_28" -> "255 conv2d_25" [label="(1, 240, 14, 14)", style=solid]; +"249 conv2d_25_zero_point_0_updated_constant0" -> "254 sub_tensor_17" [label="(40, 1, 1, 1)", style=solid]; +"250 conv2d_25_scale_0_updated_constant0" -> "253 mul_tensor_17" [label="(40, 1, 1, 1)", style=solid]; +"251 compressed_weight_updated_constant17" -> "253 mul_tensor_17" [label="(40, 240, 1, 1)", style=solid]; +"252 features_6_block_3_0_weight_bias_0_0" -> "255 conv2d_25" [label="(40,)", style=solid]; +"253 mul_tensor_17" -> "254 sub_tensor_17" [label="(40, 240, 1, 1)", style=solid]; +"254 sub_tensor_17" -> "255 conv2d_25" [label=None, style=solid]; +"255 conv2d_25" -> "256 quantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; +"256 quantize_per_tensor_default_22" -> "257 dequantize_per_tensor_default_29" [label="(1, 40, 14, 14)", style=solid]; +"257 dequantize_per_tensor_default_29" -> "258 add__2" [label="(1, 40, 14, 14)", style=solid]; +"258 add__2" -> "259 quantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; +"259 quantize_per_tensor_default_23" -> "260 dequantize_per_tensor_default_30" [label="(1, 40, 14, 14)", style=solid]; +"260 dequantize_per_tensor_default_30" -> "267 conv2d_26" [label="(1, 40, 14, 14)", style=solid]; +"261 conv2d_26_zero_point_0_updated_constant0" -> "266 sub_tensor_18" [label="(120, 1, 1, 1)", style=solid]; +"262 conv2d_26_scale_0_updated_constant0" -> "265 mul_tensor_18" [label="(120, 1, 1, 1)", style=solid]; +"263 compressed_weight_updated_constant18" -> "265 mul_tensor_18" [label="(120, 40, 1, 1)", style=solid]; +"264 features_7_block_0_0_weight_bias_0_0" -> "267 conv2d_26" [label="(120,)", style=solid]; +"265 mul_tensor_18" -> "266 sub_tensor_18" [label="(120, 40, 1, 1)", style=solid]; +"266 sub_tensor_18" -> "267 conv2d_26" [label=None, style=solid]; +"267 conv2d_26" -> "270 hardswish__7" [label="(1, 120, 14, 14)", style=solid]; +"268 hardswish__7_scale_0" -> "271 quantize_per_channel_default_25" [label="(120,)", style=solid]; +"268 hardswish__7_scale_0" -> "272 dequantize_per_channel_default_25" [label="(120,)", style=solid]; +"269 hardswish__7_zero_point_0" -> "271 quantize_per_channel_default_25" [label="(120,)", style=solid]; +"269 hardswish__7_zero_point_0" -> "272 dequantize_per_channel_default_25" [label="(120,)", style=solid]; +"270 hardswish__7" -> "271 quantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; +"271 quantize_per_channel_default_25" -> "272 dequantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; +"272 dequantize_per_channel_default_25" -> "279 conv2d_27" [label="(1, 120, 14, 14)", style=solid]; +"273 conv2d_27_zero_point_0_updated_constant0" -> "278 sub_tensor_19" [label="(120, 1, 1, 1)", style=solid]; +"274 conv2d_27_scale_0_updated_constant0" -> "277 mul_tensor_19" [label="(120, 1, 1, 1)", style=solid]; +"275 compressed_weight_updated_constant19" -> "277 mul_tensor_19" [label="(120, 1, 5, 5)", style=solid]; +"276 features_7_block_1_0_weight_bias_0_0" -> "279 conv2d_27" [label="(120,)", style=solid]; +"277 mul_tensor_19" -> "278 sub_tensor_19" [label="(120, 1, 5, 5)", style=solid]; +"278 sub_tensor_19" -> "279 conv2d_27" [label=None, style=solid]; +"279 conv2d_27" -> "280 hardswish__8" [label="(1, 120, 14, 14)", style=solid]; +"280 hardswish__8" -> "281 quantize_per_tensor_default_24" [label="(1, 120, 14, 14)", style=solid]; +"281 quantize_per_tensor_default_24" -> "282 dequantize_per_tensor_default_32" [label="(1, 120, 14, 14)", style=solid]; +"281 quantize_per_tensor_default_24" -> "283 dequantize_per_tensor_default_31" [label="(1, 120, 14, 14)", style=solid]; +"282 dequantize_per_tensor_default_32" -> "295 mul_4" [label="(1, 120, 14, 14)", style=solid]; +"283 dequantize_per_tensor_default_31" -> "284 adaptive_avg_pool2d_4" [label="(1, 120, 14, 14)", style=solid]; +"284 adaptive_avg_pool2d_4" -> "287 conv2d_28" [label="(1, 120, 1, 1)", style=solid]; +"285 _param_constant76" -> "287 conv2d_28" [label="(32, 120, 1, 1)", style=solid]; +"286 _param_constant77_0_0" -> "287 conv2d_28" [label="(32,)", style=solid]; +"287 conv2d_28" -> "288 relu_4" [label="(1, 32, 1, 1)", style=solid]; +"288 relu_4" -> "291 conv2d_29" [label="(1, 32, 1, 1)", style=solid]; +"289 _param_constant78" -> "291 conv2d_29" [label="(120, 32, 1, 1)", style=solid]; +"290 _param_constant79_0_0" -> "291 conv2d_29" [label="(120,)", style=solid]; +"291 conv2d_29" -> "292 hardsigmoid_4" [label="(1, 120, 1, 1)", style=solid]; +"292 hardsigmoid_4" -> "293 quantize_per_tensor_default_25" [label="(1, 120, 1, 1)", style=solid]; +"293 quantize_per_tensor_default_25" -> "294 dequantize_per_tensor_default_33" [label="(1, 120, 1, 1)", style=solid]; +"294 dequantize_per_tensor_default_33" -> "295 mul_4" [label="(1, 120, 1, 1)", style=solid]; +"295 mul_4" -> "296 quantize_per_tensor_default_26" [label="(1, 120, 14, 14)", style=solid]; +"296 quantize_per_tensor_default_26" -> "297 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14)", style=solid]; +"297 dequantize_per_tensor_default_34" -> "304 conv2d_30" [label="(1, 120, 14, 14)", style=solid]; +"298 conv2d_30_zero_point_0_updated_constant0" -> "303 sub_tensor_20" [label="(48, 1, 1, 1)", style=solid]; +"299 conv2d_30_scale_0_updated_constant0" -> "302 mul_tensor_20" [label="(48, 1, 1, 1)", style=solid]; +"300 compressed_weight_updated_constant20" -> "302 mul_tensor_20" [label="(48, 120, 1, 1)", style=solid]; +"301 features_7_block_3_0_weight_bias_0_0" -> "304 conv2d_30" [label="(48,)", style=solid]; +"302 mul_tensor_20" -> "303 sub_tensor_20" [label="(48, 120, 1, 1)", style=solid]; +"303 sub_tensor_20" -> "304 conv2d_30" [label=None, style=solid]; +"304 conv2d_30" -> "305 quantize_per_tensor_default_27" [label="(1, 48, 14, 14)", style=solid]; +"305 quantize_per_tensor_default_27" -> "306 dequantize_per_tensor_default_36" [label="(1, 48, 14, 14)", style=solid]; +"305 quantize_per_tensor_default_27" -> "307 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14)", style=solid]; +"306 dequantize_per_tensor_default_36" -> "354 add__3" [label="(1, 48, 14, 14)", style=solid]; +"307 dequantize_per_tensor_default_35" -> "314 conv2d_31" [label="(1, 48, 14, 14)", style=solid]; +"308 conv2d_31_zero_point_0_updated_constant0" -> "313 sub_tensor_21" [label="(144, 1, 1, 1)", style=solid]; +"309 conv2d_31_scale_0_updated_constant0" -> "312 mul_tensor_21" [label="(144, 1, 1, 1)", style=solid]; +"310 compressed_weight_updated_constant21" -> "312 mul_tensor_21" [label="(144, 48, 1, 1)", style=solid]; +"311 features_8_block_0_0_weight_bias_0_0" -> "314 conv2d_31" [label="(144,)", style=solid]; +"312 mul_tensor_21" -> "313 sub_tensor_21" [label="(144, 48, 1, 1)", style=solid]; +"313 sub_tensor_21" -> "314 conv2d_31" [label=None, style=solid]; +"314 conv2d_31" -> "317 hardswish__9" [label="(1, 144, 14, 14)", style=solid]; +"315 hardswish__9_scale_0" -> "318 quantize_per_channel_default_29" [label="(144,)", style=solid]; +"315 hardswish__9_scale_0" -> "319 dequantize_per_channel_default_29" [label="(144,)", style=solid]; +"316 hardswish__9_zero_point_0" -> "318 quantize_per_channel_default_29" [label="(144,)", style=solid]; +"316 hardswish__9_zero_point_0" -> "319 dequantize_per_channel_default_29" [label="(144,)", style=solid]; +"317 hardswish__9" -> "318 quantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; +"318 quantize_per_channel_default_29" -> "319 dequantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; +"319 dequantize_per_channel_default_29" -> "326 conv2d_32" [label="(1, 144, 14, 14)", style=solid]; +"320 conv2d_32_zero_point_0_updated_constant0" -> "325 sub_tensor_22" [label="(144, 1, 1, 1)", style=solid]; +"321 conv2d_32_scale_0_updated_constant0" -> "324 mul_tensor_22" [label="(144, 1, 1, 1)", style=solid]; +"322 compressed_weight_updated_constant22" -> "324 mul_tensor_22" [label="(144, 1, 5, 5)", style=solid]; +"323 features_8_block_1_0_weight_bias_0_0" -> "326 conv2d_32" [label="(144,)", style=solid]; +"324 mul_tensor_22" -> "325 sub_tensor_22" [label="(144, 1, 5, 5)", style=solid]; +"325 sub_tensor_22" -> "326 conv2d_32" [label=None, style=solid]; +"326 conv2d_32" -> "327 hardswish__10" [label="(1, 144, 14, 14)", style=solid]; +"327 hardswish__10" -> "328 quantize_per_tensor_default_28" [label="(1, 144, 14, 14)", style=solid]; +"328 quantize_per_tensor_default_28" -> "329 dequantize_per_tensor_default_38" [label="(1, 144, 14, 14)", style=solid]; +"328 quantize_per_tensor_default_28" -> "330 dequantize_per_tensor_default_37" [label="(1, 144, 14, 14)", style=solid]; +"329 dequantize_per_tensor_default_38" -> "342 mul_5" [label="(1, 144, 14, 14)", style=solid]; +"330 dequantize_per_tensor_default_37" -> "331 adaptive_avg_pool2d_5" [label="(1, 144, 14, 14)", style=solid]; +"331 adaptive_avg_pool2d_5" -> "334 conv2d_33" [label="(1, 144, 1, 1)", style=solid]; +"332 _param_constant89" -> "334 conv2d_33" [label="(40, 144, 1, 1)", style=solid]; +"333 _param_constant90_0_0" -> "334 conv2d_33" [label="(40,)", style=solid]; +"334 conv2d_33" -> "335 relu_5" [label="(1, 40, 1, 1)", style=solid]; +"335 relu_5" -> "338 conv2d_34" [label="(1, 40, 1, 1)", style=solid]; +"336 _param_constant91" -> "338 conv2d_34" [label="(144, 40, 1, 1)", style=solid]; +"337 _param_constant92_0_0" -> "338 conv2d_34" [label="(144,)", style=solid]; +"338 conv2d_34" -> "339 hardsigmoid_5" [label="(1, 144, 1, 1)", style=solid]; +"339 hardsigmoid_5" -> "340 quantize_per_tensor_default_29" [label="(1, 144, 1, 1)", style=solid]; +"340 quantize_per_tensor_default_29" -> "341 dequantize_per_tensor_default_39" [label="(1, 144, 1, 1)", style=solid]; +"341 dequantize_per_tensor_default_39" -> "342 mul_5" [label="(1, 144, 1, 1)", style=solid]; +"342 mul_5" -> "343 quantize_per_tensor_default_30" [label="(1, 144, 14, 14)", style=solid]; +"343 quantize_per_tensor_default_30" -> "344 dequantize_per_tensor_default_40" [label="(1, 144, 14, 14)", style=solid]; +"344 dequantize_per_tensor_default_40" -> "351 conv2d_35" [label="(1, 144, 14, 14)", style=solid]; +"345 conv2d_35_zero_point_0_updated_constant0" -> "350 sub_tensor_23" [label="(48, 1, 1, 1)", style=solid]; +"346 conv2d_35_scale_0_updated_constant0" -> "349 mul_tensor_23" [label="(48, 1, 1, 1)", style=solid]; +"347 compressed_weight_updated_constant23" -> "349 mul_tensor_23" [label="(48, 144, 1, 1)", style=solid]; +"348 features_8_block_3_0_weight_bias_0_0" -> "351 conv2d_35" [label="(48,)", style=solid]; +"349 mul_tensor_23" -> "350 sub_tensor_23" [label="(48, 144, 1, 1)", style=solid]; +"350 sub_tensor_23" -> "351 conv2d_35" [label=None, style=solid]; +"351 conv2d_35" -> "352 quantize_per_tensor_default_31" [label="(1, 48, 14, 14)", style=solid]; +"352 quantize_per_tensor_default_31" -> "353 dequantize_per_tensor_default_41" [label="(1, 48, 14, 14)", style=solid]; +"353 dequantize_per_tensor_default_41" -> "354 add__3" [label="(1, 48, 14, 14)", style=solid]; +"354 add__3" -> "355 quantize_per_tensor_default_32" [label="(1, 48, 14, 14)", style=solid]; +"355 quantize_per_tensor_default_32" -> "356 dequantize_per_tensor_default_42" [label="(1, 48, 14, 14)", style=solid]; +"356 dequantize_per_tensor_default_42" -> "363 conv2d_36" [label="(1, 48, 14, 14)", style=solid]; +"357 conv2d_36_zero_point_0_updated_constant0" -> "362 sub_tensor_24" [label="(288, 1, 1, 1)", style=solid]; +"358 conv2d_36_scale_0_updated_constant0" -> "361 mul_tensor_24" [label="(288, 1, 1, 1)", style=solid]; +"359 compressed_weight_updated_constant24" -> "361 mul_tensor_24" [label="(288, 48, 1, 1)", style=solid]; +"360 features_9_block_0_0_weight_bias_0_0" -> "363 conv2d_36" [label="(288,)", style=solid]; +"361 mul_tensor_24" -> "362 sub_tensor_24" [label="(288, 48, 1, 1)", style=solid]; +"362 sub_tensor_24" -> "363 conv2d_36" [label=None, style=solid]; +"363 conv2d_36" -> "366 hardswish__11" [label="(1, 288, 14, 14)", style=solid]; +"364 hardswish__11_scale_0" -> "367 quantize_per_channel_default_33" [label="(288,)", style=solid]; +"364 hardswish__11_scale_0" -> "368 dequantize_per_channel_default_33" [label="(288,)", style=solid]; +"365 hardswish__11_zero_point_0" -> "367 quantize_per_channel_default_33" [label="(288,)", style=solid]; +"365 hardswish__11_zero_point_0" -> "368 dequantize_per_channel_default_33" [label="(288,)", style=solid]; +"366 hardswish__11" -> "367 quantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; +"367 quantize_per_channel_default_33" -> "368 dequantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; +"368 dequantize_per_channel_default_33" -> "375 conv2d_37" [label="(1, 288, 14, 14)", style=solid]; +"369 conv2d_37_zero_point_0_updated_constant0" -> "374 sub_tensor_25" [label="(288, 1, 1, 1)", style=solid]; +"370 conv2d_37_scale_0_updated_constant0" -> "373 mul_tensor_25" [label="(288, 1, 1, 1)", style=solid]; +"371 compressed_weight_updated_constant25" -> "373 mul_tensor_25" [label="(288, 1, 5, 5)", style=solid]; +"372 features_9_block_1_0_weight_bias_0_0" -> "375 conv2d_37" [label="(288,)", style=solid]; +"373 mul_tensor_25" -> "374 sub_tensor_25" [label="(288, 1, 5, 5)", style=solid]; +"374 sub_tensor_25" -> "375 conv2d_37" [label=None, style=solid]; +"375 conv2d_37" -> "376 hardswish__12" [label="(1, 288, 7, 7)", style=solid]; +"376 hardswish__12" -> "377 quantize_per_tensor_default_33" [label="(1, 288, 7, 7)", style=solid]; +"377 quantize_per_tensor_default_33" -> "378 dequantize_per_tensor_default_44" [label="(1, 288, 7, 7)", style=solid]; +"377 quantize_per_tensor_default_33" -> "379 dequantize_per_tensor_default_43" [label="(1, 288, 7, 7)", style=solid]; +"378 dequantize_per_tensor_default_44" -> "391 mul_6" [label="(1, 288, 7, 7)", style=solid]; +"379 dequantize_per_tensor_default_43" -> "380 adaptive_avg_pool2d_6" [label="(1, 288, 7, 7)", style=solid]; +"380 adaptive_avg_pool2d_6" -> "383 conv2d_38" [label="(1, 288, 1, 1)", style=solid]; +"381 _param_constant102" -> "383 conv2d_38" [label="(72, 288, 1, 1)", style=solid]; +"382 _param_constant103_0_0" -> "383 conv2d_38" [label="(72,)", style=solid]; +"383 conv2d_38" -> "384 relu_6" [label="(1, 72, 1, 1)", style=solid]; +"384 relu_6" -> "387 conv2d_39" [label="(1, 72, 1, 1)", style=solid]; +"385 _param_constant104" -> "387 conv2d_39" [label="(288, 72, 1, 1)", style=solid]; +"386 _param_constant105_0_0" -> "387 conv2d_39" [label="(288,)", style=solid]; +"387 conv2d_39" -> "388 hardsigmoid_6" [label="(1, 288, 1, 1)", style=solid]; +"388 hardsigmoid_6" -> "389 quantize_per_tensor_default_34" [label="(1, 288, 1, 1)", style=solid]; +"389 quantize_per_tensor_default_34" -> "390 dequantize_per_tensor_default_45" [label="(1, 288, 1, 1)", style=solid]; +"390 dequantize_per_tensor_default_45" -> "391 mul_6" [label="(1, 288, 1, 1)", style=solid]; +"391 mul_6" -> "392 quantize_per_tensor_default_35" [label="(1, 288, 7, 7)", style=solid]; +"392 quantize_per_tensor_default_35" -> "393 dequantize_per_tensor_default_46" [label="(1, 288, 7, 7)", style=solid]; +"393 dequantize_per_tensor_default_46" -> "400 conv2d_40" [label="(1, 288, 7, 7)", style=solid]; +"394 conv2d_40_zero_point_0_updated_constant0" -> "399 sub_tensor_26" [label="(96, 1, 1, 1)", style=solid]; +"395 conv2d_40_scale_0_updated_constant0" -> "398 mul_tensor_26" [label="(96, 1, 1, 1)", style=solid]; +"396 compressed_weight_updated_constant26" -> "398 mul_tensor_26" [label="(96, 288, 1, 1)", style=solid]; +"397 features_9_block_3_0_weight_bias_0_0" -> "400 conv2d_40" [label="(96,)", style=solid]; +"398 mul_tensor_26" -> "399 sub_tensor_26" [label="(96, 288, 1, 1)", style=solid]; +"399 sub_tensor_26" -> "400 conv2d_40" [label=None, style=solid]; +"400 conv2d_40" -> "401 quantize_per_tensor_default_36" [label="(1, 96, 7, 7)", style=solid]; +"401 quantize_per_tensor_default_36" -> "402 dequantize_per_tensor_default_48" [label="(1, 96, 7, 7)", style=solid]; +"401 quantize_per_tensor_default_36" -> "403 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7)", style=solid]; +"402 dequantize_per_tensor_default_48" -> "450 add__4" [label="(1, 96, 7, 7)", style=solid]; +"403 dequantize_per_tensor_default_47" -> "410 conv2d_41" [label="(1, 96, 7, 7)", style=solid]; +"404 conv2d_41_zero_point_0_updated_constant0" -> "409 sub_tensor_27" [label="(576, 1, 1, 1)", style=solid]; +"405 conv2d_41_scale_0_updated_constant0" -> "408 mul_tensor_27" [label="(576, 1, 1, 1)", style=solid]; +"406 compressed_weight_updated_constant27" -> "408 mul_tensor_27" [label="(576, 96, 1, 1)", style=solid]; +"407 features_10_block_0_0_weight_bias_0_0" -> "410 conv2d_41" [label="(576,)", style=solid]; +"408 mul_tensor_27" -> "409 sub_tensor_27" [label="(576, 96, 1, 1)", style=solid]; +"409 sub_tensor_27" -> "410 conv2d_41" [label=None, style=solid]; +"410 conv2d_41" -> "413 hardswish__13" [label="(1, 576, 7, 7)", style=solid]; +"411 hardswish__13_scale_0" -> "414 quantize_per_channel_default_37" [label="(576,)", style=solid]; +"411 hardswish__13_scale_0" -> "415 dequantize_per_channel_default_37" [label="(576,)", style=solid]; +"412 hardswish__13_zero_point_0" -> "414 quantize_per_channel_default_37" [label="(576,)", style=solid]; +"412 hardswish__13_zero_point_0" -> "415 dequantize_per_channel_default_37" [label="(576,)", style=solid]; +"413 hardswish__13" -> "414 quantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; +"414 quantize_per_channel_default_37" -> "415 dequantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; +"415 dequantize_per_channel_default_37" -> "422 conv2d_42" [label="(1, 576, 7, 7)", style=solid]; +"416 conv2d_42_zero_point_0_updated_constant0" -> "421 sub_tensor_28" [label="(576, 1, 1, 1)", style=solid]; +"417 conv2d_42_scale_0_updated_constant0" -> "420 mul_tensor_28" [label="(576, 1, 1, 1)", style=solid]; +"418 compressed_weight_updated_constant28" -> "420 mul_tensor_28" [label="(576, 1, 5, 5)", style=solid]; +"419 features_10_block_1_0_weight_bias_0_0" -> "422 conv2d_42" [label="(576,)", style=solid]; +"420 mul_tensor_28" -> "421 sub_tensor_28" [label="(576, 1, 5, 5)", style=solid]; +"421 sub_tensor_28" -> "422 conv2d_42" [label=None, style=solid]; +"422 conv2d_42" -> "423 hardswish__14" [label="(1, 576, 7, 7)", style=solid]; +"423 hardswish__14" -> "424 quantize_per_tensor_default_37" [label="(1, 576, 7, 7)", style=solid]; +"424 quantize_per_tensor_default_37" -> "425 dequantize_per_tensor_default_50" [label="(1, 576, 7, 7)", style=solid]; +"424 quantize_per_tensor_default_37" -> "426 dequantize_per_tensor_default_49" [label="(1, 576, 7, 7)", style=solid]; +"425 dequantize_per_tensor_default_50" -> "438 mul_7" [label="(1, 576, 7, 7)", style=solid]; +"426 dequantize_per_tensor_default_49" -> "427 adaptive_avg_pool2d_7" [label="(1, 576, 7, 7)", style=solid]; +"427 adaptive_avg_pool2d_7" -> "430 conv2d_43" [label="(1, 576, 1, 1)", style=solid]; +"428 _param_constant115" -> "430 conv2d_43" [label="(144, 576, 1, 1)", style=solid]; +"429 _param_constant116_0_0" -> "430 conv2d_43" [label="(144,)", style=solid]; +"430 conv2d_43" -> "431 relu_7" [label="(1, 144, 1, 1)", style=solid]; +"431 relu_7" -> "434 conv2d_44" [label="(1, 144, 1, 1)", style=solid]; +"432 _param_constant117" -> "434 conv2d_44" [label="(576, 144, 1, 1)", style=solid]; +"433 _param_constant118_0_0" -> "434 conv2d_44" [label="(576,)", style=solid]; +"434 conv2d_44" -> "435 hardsigmoid_7" [label="(1, 576, 1, 1)", style=solid]; +"435 hardsigmoid_7" -> "436 quantize_per_tensor_default_38" [label="(1, 576, 1, 1)", style=solid]; +"436 quantize_per_tensor_default_38" -> "437 dequantize_per_tensor_default_51" [label="(1, 576, 1, 1)", style=solid]; +"437 dequantize_per_tensor_default_51" -> "438 mul_7" [label="(1, 576, 1, 1)", style=solid]; +"438 mul_7" -> "439 quantize_per_tensor_default_39" [label="(1, 576, 7, 7)", style=solid]; +"439 quantize_per_tensor_default_39" -> "440 dequantize_per_tensor_default_52" [label="(1, 576, 7, 7)", style=solid]; +"440 dequantize_per_tensor_default_52" -> "447 conv2d_45" [label="(1, 576, 7, 7)", style=solid]; +"441 conv2d_45_zero_point_0_updated_constant0" -> "446 sub_tensor_29" [label="(96, 1, 1, 1)", style=solid]; +"442 conv2d_45_scale_0_updated_constant0" -> "445 mul_tensor_29" [label="(96, 1, 1, 1)", style=solid]; +"443 compressed_weight_updated_constant29" -> "445 mul_tensor_29" [label="(96, 576, 1, 1)", style=solid]; +"444 features_10_block_3_0_weight_bias_0_0" -> "447 conv2d_45" [label="(96,)", style=solid]; +"445 mul_tensor_29" -> "446 sub_tensor_29" [label="(96, 576, 1, 1)", style=solid]; +"446 sub_tensor_29" -> "447 conv2d_45" [label=None, style=solid]; +"447 conv2d_45" -> "448 quantize_per_tensor_default_40" [label="(1, 96, 7, 7)", style=solid]; +"448 quantize_per_tensor_default_40" -> "449 dequantize_per_tensor_default_53" [label="(1, 96, 7, 7)", style=solid]; +"449 dequantize_per_tensor_default_53" -> "450 add__4" [label="(1, 96, 7, 7)", style=solid]; +"450 add__4" -> "451 quantize_per_tensor_default_41" [label="(1, 96, 7, 7)", style=solid]; +"451 quantize_per_tensor_default_41" -> "452 dequantize_per_tensor_default_55" [label="(1, 96, 7, 7)", style=solid]; +"451 quantize_per_tensor_default_41" -> "453 dequantize_per_tensor_default_54" [label="(1, 96, 7, 7)", style=solid]; +"452 dequantize_per_tensor_default_55" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; +"453 dequantize_per_tensor_default_54" -> "460 conv2d_46" [label="(1, 96, 7, 7)", style=solid]; +"454 conv2d_46_zero_point_0_updated_constant0" -> "459 sub_tensor_30" [label="(576, 1, 1, 1)", style=solid]; +"455 conv2d_46_scale_0_updated_constant0" -> "458 mul_tensor_30" [label="(576, 1, 1, 1)", style=solid]; +"456 compressed_weight_updated_constant30" -> "458 mul_tensor_30" [label="(576, 96, 1, 1)", style=solid]; +"457 features_11_block_0_0_weight_bias_0_0" -> "460 conv2d_46" [label="(576,)", style=solid]; +"458 mul_tensor_30" -> "459 sub_tensor_30" [label="(576, 96, 1, 1)", style=solid]; +"459 sub_tensor_30" -> "460 conv2d_46" [label=None, style=solid]; +"460 conv2d_46" -> "463 hardswish__15" [label="(1, 576, 7, 7)", style=solid]; +"461 hardswish__15_scale_0" -> "464 quantize_per_channel_default_41" [label="(576,)", style=solid]; +"461 hardswish__15_scale_0" -> "465 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"462 hardswish__15_zero_point_0" -> "464 quantize_per_channel_default_41" [label="(576,)", style=solid]; +"462 hardswish__15_zero_point_0" -> "465 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"463 hardswish__15" -> "464 quantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; +"464 quantize_per_channel_default_41" -> "465 dequantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; +"465 dequantize_per_channel_default_41" -> "472 conv2d_47" [label="(1, 576, 7, 7)", style=solid]; +"466 conv2d_47_zero_point_0_updated_constant0" -> "471 sub_tensor_31" [label="(576, 1, 1, 1)", style=solid]; +"467 conv2d_47_scale_0_updated_constant0" -> "470 mul_tensor_31" [label="(576, 1, 1, 1)", style=solid]; +"468 compressed_weight_updated_constant31" -> "470 mul_tensor_31" [label="(576, 1, 5, 5)", style=solid]; +"469 features_11_block_1_0_weight_bias_0_0" -> "472 conv2d_47" [label="(576,)", style=solid]; +"470 mul_tensor_31" -> "471 sub_tensor_31" [label="(576, 1, 5, 5)", style=solid]; +"471 sub_tensor_31" -> "472 conv2d_47" [label=None, style=solid]; +"472 conv2d_47" -> "473 hardswish__16" [label="(1, 576, 7, 7)", style=solid]; +"473 hardswish__16" -> "474 quantize_per_tensor_default_42" [label="(1, 576, 7, 7)", style=solid]; +"474 quantize_per_tensor_default_42" -> "475 dequantize_per_tensor_default_57" [label="(1, 576, 7, 7)", style=solid]; +"474 quantize_per_tensor_default_42" -> "476 dequantize_per_tensor_default_56" [label="(1, 576, 7, 7)", style=solid]; +"475 dequantize_per_tensor_default_57" -> "488 mul_8" [label="(1, 576, 7, 7)", style=solid]; +"476 dequantize_per_tensor_default_56" -> "477 adaptive_avg_pool2d_8" [label="(1, 576, 7, 7)", style=solid]; +"477 adaptive_avg_pool2d_8" -> "480 conv2d_48" [label="(1, 576, 1, 1)", style=solid]; +"478 _param_constant128" -> "480 conv2d_48" [label="(144, 576, 1, 1)", style=solid]; +"479 _param_constant129_0_0" -> "480 conv2d_48" [label="(144,)", style=solid]; +"480 conv2d_48" -> "481 relu_8" [label="(1, 144, 1, 1)", style=solid]; +"481 relu_8" -> "484 conv2d_49" [label="(1, 144, 1, 1)", style=solid]; +"482 _param_constant130" -> "484 conv2d_49" [label="(576, 144, 1, 1)", style=solid]; +"483 _param_constant131_0_0" -> "484 conv2d_49" [label="(576,)", style=solid]; +"484 conv2d_49" -> "485 hardsigmoid_8" [label="(1, 576, 1, 1)", style=solid]; +"485 hardsigmoid_8" -> "486 quantize_per_tensor_default_43" [label="(1, 576, 1, 1)", style=solid]; +"486 quantize_per_tensor_default_43" -> "487 dequantize_per_tensor_default_58" [label="(1, 576, 1, 1)", style=solid]; +"487 dequantize_per_tensor_default_58" -> "488 mul_8" [label="(1, 576, 1, 1)", style=solid]; +"488 mul_8" -> "489 quantize_per_tensor_default_44" [label="(1, 576, 7, 7)", style=solid]; +"489 quantize_per_tensor_default_44" -> "490 dequantize_per_tensor_default_59" [label="(1, 576, 7, 7)", style=solid]; +"490 dequantize_per_tensor_default_59" -> "497 conv2d_50" [label="(1, 576, 7, 7)", style=solid]; +"491 conv2d_50_zero_point_0_updated_constant0" -> "496 sub_tensor_32" [label="(96, 1, 1, 1)", style=solid]; +"492 conv2d_50_scale_0_updated_constant0" -> "495 mul_tensor_32" [label="(96, 1, 1, 1)", style=solid]; +"493 compressed_weight_updated_constant32" -> "495 mul_tensor_32" [label="(96, 576, 1, 1)", style=solid]; +"494 features_11_block_3_0_weight_bias_0_0" -> "497 conv2d_50" [label="(96,)", style=solid]; +"495 mul_tensor_32" -> "496 sub_tensor_32" [label="(96, 576, 1, 1)", style=solid]; +"496 sub_tensor_32" -> "497 conv2d_50" [label=None, style=solid]; +"497 conv2d_50" -> "498 quantize_per_tensor_default_45" [label="(1, 96, 7, 7)", style=solid]; +"498 quantize_per_tensor_default_45" -> "499 dequantize_per_tensor_default_60" [label="(1, 96, 7, 7)", style=solid]; +"499 dequantize_per_tensor_default_60" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; +"500 add__5" -> "501 quantize_per_tensor_default_46" [label="(1, 96, 7, 7)", style=solid]; +"501 quantize_per_tensor_default_46" -> "502 dequantize_per_tensor_default_61" [label="(1, 96, 7, 7)", style=solid]; +"502 dequantize_per_tensor_default_61" -> "509 conv2d_51" [label="(1, 96, 7, 7)", style=solid]; +"503 conv2d_51_zero_point_0_updated_constant0" -> "508 sub_tensor_33" [label="(576, 1, 1, 1)", style=solid]; +"504 conv2d_51_scale_0_updated_constant0" -> "507 mul_tensor_33" [label="(576, 1, 1, 1)", style=solid]; +"505 compressed_weight_updated_constant33" -> "507 mul_tensor_33" [label="(576, 96, 1, 1)", style=solid]; +"506 features_12_0_weight_bias_0_0" -> "509 conv2d_51" [label="(576,)", style=solid]; +"507 mul_tensor_33" -> "508 sub_tensor_33" [label="(576, 96, 1, 1)", style=solid]; +"508 sub_tensor_33" -> "509 conv2d_51" [label=None, style=solid]; +"509 conv2d_51" -> "510 hardswish__17" [label="(1, 576, 7, 7)", style=solid]; +"510 hardswish__17" -> "511 quantize_per_tensor_default_47" [label="(1, 576, 7, 7)", style=solid]; +"511 quantize_per_tensor_default_47" -> "512 dequantize_per_tensor_default_62" [label="(1, 576, 7, 7)", style=solid]; +"512 dequantize_per_tensor_default_62" -> "513 adaptive_avg_pool2d_9" [label="(1, 576, 7, 7)", style=solid]; +"513 adaptive_avg_pool2d_9" -> "514 quantize_per_tensor_default_48" [label="(1, 576, 1, 1)", style=solid]; +"514 quantize_per_tensor_default_48" -> "515 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1)", style=solid]; +"515 dequantize_per_tensor_default_63" -> "516 flatten" [label="(1, 576, 1, 1)", style=solid]; +"516 flatten" -> "523 linear" [label="(1, 576)", style=solid]; +"517 linear_zero_point_0_updated_constant0" -> "522 sub_tensor_34" [label="(1024, 1)", style=solid]; +"518 linear_scale_0_updated_constant0" -> "521 mul_tensor_34" [label="(1024, 1)", style=solid]; +"519 compressed_weight_updated_constant34" -> "521 mul_tensor_34" [label="(1024, 576)", style=solid]; +"520 _param_constant139_0_0" -> "523 linear" [label="(1024,)", style=solid]; +"521 mul_tensor_34" -> "522 sub_tensor_34" [label="(1024, 576)", style=solid]; +"522 sub_tensor_34" -> "523 linear" [label=None, style=solid]; +"523 linear" -> "524 hardswish__18" [label="(1, 1024)", style=solid]; +"524 hardswish__18" -> "525 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; +"525 quantize_per_tensor_default_49" -> "526 dequantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; +"526 dequantize_per_tensor_default_64" -> "527 dropout_" [label="(1, 1024)", style=solid]; +"527 dropout_" -> "534 linear_1" [label="(1, 1024)", style=solid]; +"528 linear_1_zero_point_0_updated_constant0" -> "533 sub_tensor_35" [label="(1000, 1)", style=solid]; +"529 linear_1_scale_0_updated_constant0" -> "532 mul_tensor_35" [label="(1000, 1)", style=solid]; +"530 compressed_weight_updated_constant35" -> "532 mul_tensor_35" [label="(1000, 1024)", style=solid]; +"531 _param_constant141_0_0" -> "534 linear_1" [label="(1000,)", style=solid]; +"532 mul_tensor_35" -> "533 sub_tensor_35" [label="(1000, 1024)", style=solid]; +"533 sub_tensor_35" -> "534 linear_1" [label=None, style=solid]; +"534 linear_1" -> "535 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/resnet18.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/resnet18.dot new file mode 100644 index 00000000000..b8498e8b680 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/resnet18.dot @@ -0,0 +1,497 @@ +strict digraph { +"0 arg0_1" [id=0, type=input]; +"1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; +"2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; +"3 conv2d_zero_point_0_updated_constant0" [id=3, type=get_attr]; +"4 conv2d_scale_0_updated_constant0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; +"6 conv1_weight_bias_0_0" [id=6, type=get_attr]; +"7 mul_tensor" [id=7, type=mul]; +"8 sub_tensor" [id=8, type=sub]; +"9 conv2d" [id=9, type=conv2d]; +"10 relu_" [id=10, type=relu_]; +"11 quantize_per_tensor_default_1" [id=11, type=quantize_per_tensor]; +"12 dequantize_per_tensor_default_1" [id=12, type=dequantize_per_tensor]; +"13 max_pool2d" [id=13, type=max_pool2d]; +"14 conv2d_1_zero_point_0_updated_constant0" [id=14, type=get_attr]; +"15 conv2d_1_scale_0_updated_constant0" [id=15, type=get_attr]; +"16 compressed_weight_updated_constant1" [id=16, type=get_attr]; +"17 layer1_0_conv1_weight_bias_0_0" [id=17, type=get_attr]; +"18 mul_tensor_1" [id=18, type=mul]; +"19 sub_tensor_1" [id=19, type=sub]; +"20 conv2d_1" [id=20, type=conv2d]; +"21 relu__1" [id=21, type=relu_]; +"22 quantize_per_tensor_default_2" [id=22, type=quantize_per_tensor]; +"23 dequantize_per_tensor_default_2" [id=23, type=dequantize_per_tensor]; +"24 conv2d_2_zero_point_0_updated_constant0" [id=24, type=get_attr]; +"25 conv2d_2_scale_0_updated_constant0" [id=25, type=get_attr]; +"26 compressed_weight_updated_constant2" [id=26, type=get_attr]; +"27 layer1_0_conv2_weight_bias_0_0" [id=27, type=get_attr]; +"28 mul_tensor_2" [id=28, type=mul]; +"29 sub_tensor_2" [id=29, type=sub]; +"30 conv2d_2" [id=30, type=conv2d]; +"31 quantize_per_tensor_default_3" [id=31, type=quantize_per_tensor]; +"32 dequantize_per_tensor_default_3" [id=32, type=dequantize_per_tensor]; +"33 add_" [id=33, type=add_]; +"34 relu__2" [id=34, type=relu_]; +"35 quantize_per_tensor_default_4" [id=35, type=quantize_per_tensor]; +"36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; +"37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; +"38 conv2d_3_zero_point_0_updated_constant0" [id=38, type=get_attr]; +"39 conv2d_3_scale_0_updated_constant0" [id=39, type=get_attr]; +"40 compressed_weight_updated_constant3" [id=40, type=get_attr]; +"41 layer1_1_conv1_weight_bias_0_0" [id=41, type=get_attr]; +"42 mul_tensor_3" [id=42, type=mul]; +"43 sub_tensor_3" [id=43, type=sub]; +"44 conv2d_3" [id=44, type=conv2d]; +"45 relu__3" [id=45, type=relu_]; +"46 quantize_per_tensor_default_5" [id=46, type=quantize_per_tensor]; +"47 dequantize_per_tensor_default_6" [id=47, type=dequantize_per_tensor]; +"48 conv2d_4_zero_point_0_updated_constant0" [id=48, type=get_attr]; +"49 conv2d_4_scale_0_updated_constant0" [id=49, type=get_attr]; +"50 compressed_weight_updated_constant4" [id=50, type=get_attr]; +"51 layer1_1_conv2_weight_bias_0_0" [id=51, type=get_attr]; +"52 mul_tensor_4" [id=52, type=mul]; +"53 sub_tensor_4" [id=53, type=sub]; +"54 conv2d_4" [id=54, type=conv2d]; +"55 quantize_per_tensor_default_6" [id=55, type=quantize_per_tensor]; +"56 dequantize_per_tensor_default_7" [id=56, type=dequantize_per_tensor]; +"57 add__1" [id=57, type=add_]; +"58 relu__4" [id=58, type=relu_]; +"59 quantize_per_tensor_default_7" [id=59, type=quantize_per_tensor]; +"60 dequantize_per_tensor_default_9" [id=60, type=dequantize_per_tensor]; +"61 dequantize_per_tensor_default_8" [id=61, type=dequantize_per_tensor]; +"62 conv2d_5_zero_point_0_updated_constant0" [id=62, type=get_attr]; +"63 conv2d_5_scale_0_updated_constant0" [id=63, type=get_attr]; +"64 compressed_weight_updated_constant5" [id=64, type=get_attr]; +"65 layer2_0_conv1_weight_bias_0_0" [id=65, type=get_attr]; +"66 mul_tensor_5" [id=66, type=mul]; +"67 sub_tensor_5" [id=67, type=sub]; +"68 conv2d_5" [id=68, type=conv2d]; +"69 relu__5" [id=69, type=relu_]; +"70 quantize_per_tensor_default_8" [id=70, type=quantize_per_tensor]; +"71 dequantize_per_tensor_default_10" [id=71, type=dequantize_per_tensor]; +"72 conv2d_6_zero_point_0_updated_constant0" [id=72, type=get_attr]; +"73 conv2d_6_scale_0_updated_constant0" [id=73, type=get_attr]; +"74 compressed_weight_updated_constant6" [id=74, type=get_attr]; +"75 layer2_0_conv2_weight_bias_0_0" [id=75, type=get_attr]; +"76 mul_tensor_6" [id=76, type=mul]; +"77 sub_tensor_6" [id=77, type=sub]; +"78 conv2d_6" [id=78, type=conv2d]; +"79 quantize_per_tensor_default_9" [id=79, type=quantize_per_tensor]; +"80 dequantize_per_tensor_default_11" [id=80, type=dequantize_per_tensor]; +"81 conv2d_7_zero_point_0_updated_constant0" [id=81, type=get_attr]; +"82 conv2d_7_scale_0_updated_constant0" [id=82, type=get_attr]; +"83 compressed_weight_updated_constant7" [id=83, type=get_attr]; +"84 layer2_0_downsample_0_weight_bias_0_0" [id=84, type=get_attr]; +"85 mul_tensor_7" [id=85, type=mul]; +"86 sub_tensor_7" [id=86, type=sub]; +"87 conv2d_7" [id=87, type=conv2d]; +"88 quantize_per_tensor_default_10" [id=88, type=quantize_per_tensor]; +"89 dequantize_per_tensor_default_12" [id=89, type=dequantize_per_tensor]; +"90 add__2" [id=90, type=add_]; +"91 relu__6" [id=91, type=relu_]; +"92 quantize_per_tensor_default_11" [id=92, type=quantize_per_tensor]; +"93 dequantize_per_tensor_default_14" [id=93, type=dequantize_per_tensor]; +"94 dequantize_per_tensor_default_13" [id=94, type=dequantize_per_tensor]; +"95 conv2d_8_zero_point_0_updated_constant0" [id=95, type=get_attr]; +"96 conv2d_8_scale_0_updated_constant0" [id=96, type=get_attr]; +"97 compressed_weight_updated_constant8" [id=97, type=get_attr]; +"98 layer2_1_conv1_weight_bias_0_0" [id=98, type=get_attr]; +"99 mul_tensor_8" [id=99, type=mul]; +"100 sub_tensor_8" [id=100, type=sub]; +"101 conv2d_8" [id=101, type=conv2d]; +"102 relu__7" [id=102, type=relu_]; +"103 quantize_per_tensor_default_12" [id=103, type=quantize_per_tensor]; +"104 dequantize_per_tensor_default_15" [id=104, type=dequantize_per_tensor]; +"105 conv2d_9_zero_point_0_updated_constant0" [id=105, type=get_attr]; +"106 conv2d_9_scale_0_updated_constant0" [id=106, type=get_attr]; +"107 compressed_weight_updated_constant9" [id=107, type=get_attr]; +"108 layer2_1_conv2_weight_bias_0_0" [id=108, type=get_attr]; +"109 mul_tensor_9" [id=109, type=mul]; +"110 sub_tensor_9" [id=110, type=sub]; +"111 conv2d_9" [id=111, type=conv2d]; +"112 quantize_per_tensor_default_13" [id=112, type=quantize_per_tensor]; +"113 dequantize_per_tensor_default_16" [id=113, type=dequantize_per_tensor]; +"114 add__3" [id=114, type=add_]; +"115 relu__8" [id=115, type=relu_]; +"116 quantize_per_tensor_default_14" [id=116, type=quantize_per_tensor]; +"117 dequantize_per_tensor_default_18" [id=117, type=dequantize_per_tensor]; +"118 dequantize_per_tensor_default_17" [id=118, type=dequantize_per_tensor]; +"119 conv2d_10_zero_point_0_updated_constant0" [id=119, type=get_attr]; +"120 conv2d_10_scale_0_updated_constant0" [id=120, type=get_attr]; +"121 compressed_weight_updated_constant10" [id=121, type=get_attr]; +"122 layer3_0_conv1_weight_bias_0_0" [id=122, type=get_attr]; +"123 mul_tensor_10" [id=123, type=mul]; +"124 sub_tensor_10" [id=124, type=sub]; +"125 conv2d_10" [id=125, type=conv2d]; +"126 relu__9" [id=126, type=relu_]; +"127 quantize_per_tensor_default_15" [id=127, type=quantize_per_tensor]; +"128 dequantize_per_tensor_default_19" [id=128, type=dequantize_per_tensor]; +"129 conv2d_11_zero_point_0_updated_constant0" [id=129, type=get_attr]; +"130 conv2d_11_scale_0_updated_constant0" [id=130, type=get_attr]; +"131 compressed_weight_updated_constant11" [id=131, type=get_attr]; +"132 layer3_0_conv2_weight_bias_0_0" [id=132, type=get_attr]; +"133 mul_tensor_11" [id=133, type=mul]; +"134 sub_tensor_11" [id=134, type=sub]; +"135 conv2d_11" [id=135, type=conv2d]; +"136 quantize_per_tensor_default_16" [id=136, type=quantize_per_tensor]; +"137 dequantize_per_tensor_default_20" [id=137, type=dequantize_per_tensor]; +"138 conv2d_12_zero_point_0_updated_constant0" [id=138, type=get_attr]; +"139 conv2d_12_scale_0_updated_constant0" [id=139, type=get_attr]; +"140 compressed_weight_updated_constant12" [id=140, type=get_attr]; +"141 layer3_0_downsample_0_weight_bias_0_0" [id=141, type=get_attr]; +"142 mul_tensor_12" [id=142, type=mul]; +"143 sub_tensor_12" [id=143, type=sub]; +"144 conv2d_12" [id=144, type=conv2d]; +"145 quantize_per_tensor_default_17" [id=145, type=quantize_per_tensor]; +"146 dequantize_per_tensor_default_21" [id=146, type=dequantize_per_tensor]; +"147 add__4" [id=147, type=add_]; +"148 relu__10" [id=148, type=relu_]; +"149 quantize_per_tensor_default_18" [id=149, type=quantize_per_tensor]; +"150 dequantize_per_tensor_default_23" [id=150, type=dequantize_per_tensor]; +"151 dequantize_per_tensor_default_22" [id=151, type=dequantize_per_tensor]; +"152 conv2d_13_zero_point_0_updated_constant0" [id=152, type=get_attr]; +"153 conv2d_13_scale_0_updated_constant0" [id=153, type=get_attr]; +"154 compressed_weight_updated_constant13" [id=154, type=get_attr]; +"155 layer3_1_conv1_weight_bias_0_0" [id=155, type=get_attr]; +"156 mul_tensor_13" [id=156, type=mul]; +"157 sub_tensor_13" [id=157, type=sub]; +"158 conv2d_13" [id=158, type=conv2d]; +"159 relu__11" [id=159, type=relu_]; +"160 quantize_per_tensor_default_19" [id=160, type=quantize_per_tensor]; +"161 dequantize_per_tensor_default_24" [id=161, type=dequantize_per_tensor]; +"162 conv2d_14_zero_point_0_updated_constant0" [id=162, type=get_attr]; +"163 conv2d_14_scale_0_updated_constant0" [id=163, type=get_attr]; +"164 compressed_weight_updated_constant14" [id=164, type=get_attr]; +"165 layer3_1_conv2_weight_bias_0_0" [id=165, type=get_attr]; +"166 mul_tensor_14" [id=166, type=mul]; +"167 sub_tensor_14" [id=167, type=sub]; +"168 conv2d_14" [id=168, type=conv2d]; +"169 quantize_per_tensor_default_20" [id=169, type=quantize_per_tensor]; +"170 dequantize_per_tensor_default_25" [id=170, type=dequantize_per_tensor]; +"171 add__5" [id=171, type=add_]; +"172 relu__12" [id=172, type=relu_]; +"173 quantize_per_tensor_default_21" [id=173, type=quantize_per_tensor]; +"174 dequantize_per_tensor_default_27" [id=174, type=dequantize_per_tensor]; +"175 dequantize_per_tensor_default_26" [id=175, type=dequantize_per_tensor]; +"176 conv2d_15_zero_point_0_updated_constant0" [id=176, type=get_attr]; +"177 conv2d_15_scale_0_updated_constant0" [id=177, type=get_attr]; +"178 compressed_weight_updated_constant15" [id=178, type=get_attr]; +"179 layer4_0_conv1_weight_bias_0_0" [id=179, type=get_attr]; +"180 mul_tensor_15" [id=180, type=mul]; +"181 sub_tensor_15" [id=181, type=sub]; +"182 conv2d_15" [id=182, type=conv2d]; +"183 relu__13" [id=183, type=relu_]; +"184 quantize_per_tensor_default_22" [id=184, type=quantize_per_tensor]; +"185 dequantize_per_tensor_default_28" [id=185, type=dequantize_per_tensor]; +"186 conv2d_16_zero_point_0_updated_constant0" [id=186, type=get_attr]; +"187 conv2d_16_scale_0_updated_constant0" [id=187, type=get_attr]; +"188 compressed_weight_updated_constant16" [id=188, type=get_attr]; +"189 layer4_0_conv2_weight_bias_0_0" [id=189, type=get_attr]; +"190 mul_tensor_16" [id=190, type=mul]; +"191 sub_tensor_16" [id=191, type=sub]; +"192 conv2d_16" [id=192, type=conv2d]; +"193 quantize_per_tensor_default_23" [id=193, type=quantize_per_tensor]; +"194 dequantize_per_tensor_default_29" [id=194, type=dequantize_per_tensor]; +"195 conv2d_17_zero_point_0_updated_constant0" [id=195, type=get_attr]; +"196 conv2d_17_scale_0_updated_constant0" [id=196, type=get_attr]; +"197 compressed_weight_updated_constant17" [id=197, type=get_attr]; +"198 layer4_0_downsample_0_weight_bias_0_0" [id=198, type=get_attr]; +"199 mul_tensor_17" [id=199, type=mul]; +"200 sub_tensor_17" [id=200, type=sub]; +"201 conv2d_17" [id=201, type=conv2d]; +"202 quantize_per_tensor_default_24" [id=202, type=quantize_per_tensor]; +"203 dequantize_per_tensor_default_30" [id=203, type=dequantize_per_tensor]; +"204 add__6" [id=204, type=add_]; +"205 relu__14" [id=205, type=relu_]; +"206 quantize_per_tensor_default_25" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_32" [id=207, type=dequantize_per_tensor]; +"208 dequantize_per_tensor_default_31" [id=208, type=dequantize_per_tensor]; +"209 conv2d_18_zero_point_0_updated_constant0" [id=209, type=get_attr]; +"210 conv2d_18_scale_0_updated_constant0" [id=210, type=get_attr]; +"211 compressed_weight_updated_constant18" [id=211, type=get_attr]; +"212 layer4_1_conv1_weight_bias_0_0" [id=212, type=get_attr]; +"213 mul_tensor_18" [id=213, type=mul]; +"214 sub_tensor_18" [id=214, type=sub]; +"215 conv2d_18" [id=215, type=conv2d]; +"216 relu__15" [id=216, type=relu_]; +"217 quantize_per_tensor_default_26" [id=217, type=quantize_per_tensor]; +"218 dequantize_per_tensor_default_33" [id=218, type=dequantize_per_tensor]; +"219 conv2d_19_zero_point_0_updated_constant0" [id=219, type=get_attr]; +"220 conv2d_19_scale_0_updated_constant0" [id=220, type=get_attr]; +"221 compressed_weight_updated_constant19" [id=221, type=get_attr]; +"222 layer4_1_conv2_weight_bias_0_0" [id=222, type=get_attr]; +"223 mul_tensor_19" [id=223, type=mul]; +"224 sub_tensor_19" [id=224, type=sub]; +"225 conv2d_19" [id=225, type=conv2d]; +"226 quantize_per_tensor_default_27" [id=226, type=quantize_per_tensor]; +"227 dequantize_per_tensor_default_34" [id=227, type=dequantize_per_tensor]; +"228 add__7" [id=228, type=add_]; +"229 relu__16" [id=229, type=relu_]; +"230 quantize_per_tensor_default_28" [id=230, type=quantize_per_tensor]; +"231 dequantize_per_tensor_default_35" [id=231, type=dequantize_per_tensor]; +"232 adaptive_avg_pool2d" [id=232, type=adaptive_avg_pool2d]; +"233 quantize_per_tensor_default_29" [id=233, type=quantize_per_tensor]; +"234 dequantize_per_tensor_default_36" [id=234, type=dequantize_per_tensor]; +"235 flatten" [id=235, type=flatten]; +"236 linear_zero_point_0_updated_constant0" [id=236, type=get_attr]; +"237 linear_scale_0_updated_constant0" [id=237, type=get_attr]; +"238 compressed_weight_updated_constant20" [id=238, type=get_attr]; +"239 _param_constant61_0_0" [id=239, type=get_attr]; +"240 mul_tensor_20" [id=240, type=mul]; +"241 sub_tensor_20" [id=241, type=sub]; +"242 linear" [id=242, type=linear]; +"243 output" [id=243, type=output]; +"0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 conv2d_zero_point_0_updated_constant0" -> "8 sub_tensor" [label="(64, 1, 1, 1)", style=solid]; +"4 conv2d_scale_0_updated_constant0" -> "7 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(64, 3, 7, 7)", style=solid]; +"6 conv1_weight_bias_0_0" -> "9 conv2d" [label="(64,)", style=solid]; +"7 mul_tensor" -> "8 sub_tensor" [label="(64, 3, 7, 7)", style=solid]; +"8 sub_tensor" -> "9 conv2d" [label=None, style=solid]; +"9 conv2d" -> "10 relu_" [label="(1, 64, 112, 112)", style=solid]; +"10 relu_" -> "11 quantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; +"11 quantize_per_tensor_default_1" -> "12 dequantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; +"12 dequantize_per_tensor_default_1" -> "13 max_pool2d" [label="(1, 64, 112, 112)", style=solid]; +"13 max_pool2d" -> "20 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; +"13 max_pool2d" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; +"14 conv2d_1_zero_point_0_updated_constant0" -> "19 sub_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"15 conv2d_1_scale_0_updated_constant0" -> "18 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"16 compressed_weight_updated_constant1" -> "18 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"17 layer1_0_conv1_weight_bias_0_0" -> "20 conv2d_1" [label="(64,)", style=solid]; +"18 mul_tensor_1" -> "19 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"19 sub_tensor_1" -> "20 conv2d_1" [label=None, style=solid]; +"20 conv2d_1" -> "21 relu__1" [label="(1, 64, 56, 56)", style=solid]; +"21 relu__1" -> "22 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; +"22 quantize_per_tensor_default_2" -> "23 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; +"23 dequantize_per_tensor_default_2" -> "30 conv2d_2" [label="(1, 64, 56, 56)", style=solid]; +"24 conv2d_2_zero_point_0_updated_constant0" -> "29 sub_tensor_2" [label="(64, 1, 1, 1)", style=solid]; +"25 conv2d_2_scale_0_updated_constant0" -> "28 mul_tensor_2" [label="(64, 1, 1, 1)", style=solid]; +"26 compressed_weight_updated_constant2" -> "28 mul_tensor_2" [label="(64, 64, 3, 3)", style=solid]; +"27 layer1_0_conv2_weight_bias_0_0" -> "30 conv2d_2" [label="(64,)", style=solid]; +"28 mul_tensor_2" -> "29 sub_tensor_2" [label="(64, 64, 3, 3)", style=solid]; +"29 sub_tensor_2" -> "30 conv2d_2" [label=None, style=solid]; +"30 conv2d_2" -> "31 quantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; +"31 quantize_per_tensor_default_3" -> "32 dequantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; +"32 dequantize_per_tensor_default_3" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; +"33 add_" -> "34 relu__2" [label="(1, 64, 56, 56)", style=solid]; +"34 relu__2" -> "35 quantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; +"35 quantize_per_tensor_default_4" -> "36 dequantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; +"35 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; +"36 dequantize_per_tensor_default_5" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; +"37 dequantize_per_tensor_default_4" -> "44 conv2d_3" [label="(1, 64, 56, 56)", style=solid]; +"38 conv2d_3_zero_point_0_updated_constant0" -> "43 sub_tensor_3" [label="(64, 1, 1, 1)", style=solid]; +"39 conv2d_3_scale_0_updated_constant0" -> "42 mul_tensor_3" [label="(64, 1, 1, 1)", style=solid]; +"40 compressed_weight_updated_constant3" -> "42 mul_tensor_3" [label="(64, 64, 3, 3)", style=solid]; +"41 layer1_1_conv1_weight_bias_0_0" -> "44 conv2d_3" [label="(64,)", style=solid]; +"42 mul_tensor_3" -> "43 sub_tensor_3" [label="(64, 64, 3, 3)", style=solid]; +"43 sub_tensor_3" -> "44 conv2d_3" [label=None, style=solid]; +"44 conv2d_3" -> "45 relu__3" [label="(1, 64, 56, 56)", style=solid]; +"45 relu__3" -> "46 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; +"46 quantize_per_tensor_default_5" -> "47 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; +"47 dequantize_per_tensor_default_6" -> "54 conv2d_4" [label="(1, 64, 56, 56)", style=solid]; +"48 conv2d_4_zero_point_0_updated_constant0" -> "53 sub_tensor_4" [label="(64, 1, 1, 1)", style=solid]; +"49 conv2d_4_scale_0_updated_constant0" -> "52 mul_tensor_4" [label="(64, 1, 1, 1)", style=solid]; +"50 compressed_weight_updated_constant4" -> "52 mul_tensor_4" [label="(64, 64, 3, 3)", style=solid]; +"51 layer1_1_conv2_weight_bias_0_0" -> "54 conv2d_4" [label="(64,)", style=solid]; +"52 mul_tensor_4" -> "53 sub_tensor_4" [label="(64, 64, 3, 3)", style=solid]; +"53 sub_tensor_4" -> "54 conv2d_4" [label=None, style=solid]; +"54 conv2d_4" -> "55 quantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; +"55 quantize_per_tensor_default_6" -> "56 dequantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; +"56 dequantize_per_tensor_default_7" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; +"57 add__1" -> "58 relu__4" [label="(1, 64, 56, 56)", style=solid]; +"58 relu__4" -> "59 quantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; +"59 quantize_per_tensor_default_7" -> "60 dequantize_per_tensor_default_9" [label="(1, 64, 56, 56)", style=solid]; +"59 quantize_per_tensor_default_7" -> "61 dequantize_per_tensor_default_8" [label="(1, 64, 56, 56)", style=solid]; +"60 dequantize_per_tensor_default_9" -> "87 conv2d_7" [label="(1, 64, 56, 56)", style=solid]; +"61 dequantize_per_tensor_default_8" -> "68 conv2d_5" [label="(1, 64, 56, 56)", style=solid]; +"62 conv2d_5_zero_point_0_updated_constant0" -> "67 sub_tensor_5" [label="(128, 1, 1, 1)", style=solid]; +"63 conv2d_5_scale_0_updated_constant0" -> "66 mul_tensor_5" [label="(128, 1, 1, 1)", style=solid]; +"64 compressed_weight_updated_constant5" -> "66 mul_tensor_5" [label="(128, 64, 3, 3)", style=solid]; +"65 layer2_0_conv1_weight_bias_0_0" -> "68 conv2d_5" [label="(128,)", style=solid]; +"66 mul_tensor_5" -> "67 sub_tensor_5" [label="(128, 64, 3, 3)", style=solid]; +"67 sub_tensor_5" -> "68 conv2d_5" [label=None, style=solid]; +"68 conv2d_5" -> "69 relu__5" [label="(1, 128, 28, 28)", style=solid]; +"69 relu__5" -> "70 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; +"70 quantize_per_tensor_default_8" -> "71 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; +"71 dequantize_per_tensor_default_10" -> "78 conv2d_6" [label="(1, 128, 28, 28)", style=solid]; +"72 conv2d_6_zero_point_0_updated_constant0" -> "77 sub_tensor_6" [label="(128, 1, 1, 1)", style=solid]; +"73 conv2d_6_scale_0_updated_constant0" -> "76 mul_tensor_6" [label="(128, 1, 1, 1)", style=solid]; +"74 compressed_weight_updated_constant6" -> "76 mul_tensor_6" [label="(128, 128, 3, 3)", style=solid]; +"75 layer2_0_conv2_weight_bias_0_0" -> "78 conv2d_6" [label="(128,)", style=solid]; +"76 mul_tensor_6" -> "77 sub_tensor_6" [label="(128, 128, 3, 3)", style=solid]; +"77 sub_tensor_6" -> "78 conv2d_6" [label=None, style=solid]; +"78 conv2d_6" -> "79 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; +"79 quantize_per_tensor_default_9" -> "80 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; +"80 dequantize_per_tensor_default_11" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; +"81 conv2d_7_zero_point_0_updated_constant0" -> "86 sub_tensor_7" [label="(128, 1, 1, 1)", style=solid]; +"82 conv2d_7_scale_0_updated_constant0" -> "85 mul_tensor_7" [label="(128, 1, 1, 1)", style=solid]; +"83 compressed_weight_updated_constant7" -> "85 mul_tensor_7" [label="(128, 64, 1, 1)", style=solid]; +"84 layer2_0_downsample_0_weight_bias_0_0" -> "87 conv2d_7" [label="(128,)", style=solid]; +"85 mul_tensor_7" -> "86 sub_tensor_7" [label="(128, 64, 1, 1)", style=solid]; +"86 sub_tensor_7" -> "87 conv2d_7" [label=None, style=solid]; +"87 conv2d_7" -> "88 quantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; +"88 quantize_per_tensor_default_10" -> "89 dequantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; +"89 dequantize_per_tensor_default_12" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; +"90 add__2" -> "91 relu__6" [label="(1, 128, 28, 28)", style=solid]; +"91 relu__6" -> "92 quantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; +"92 quantize_per_tensor_default_11" -> "93 dequantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; +"92 quantize_per_tensor_default_11" -> "94 dequantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; +"93 dequantize_per_tensor_default_14" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; +"94 dequantize_per_tensor_default_13" -> "101 conv2d_8" [label="(1, 128, 28, 28)", style=solid]; +"95 conv2d_8_zero_point_0_updated_constant0" -> "100 sub_tensor_8" [label="(128, 1, 1, 1)", style=solid]; +"96 conv2d_8_scale_0_updated_constant0" -> "99 mul_tensor_8" [label="(128, 1, 1, 1)", style=solid]; +"97 compressed_weight_updated_constant8" -> "99 mul_tensor_8" [label="(128, 128, 3, 3)", style=solid]; +"98 layer2_1_conv1_weight_bias_0_0" -> "101 conv2d_8" [label="(128,)", style=solid]; +"99 mul_tensor_8" -> "100 sub_tensor_8" [label="(128, 128, 3, 3)", style=solid]; +"100 sub_tensor_8" -> "101 conv2d_8" [label=None, style=solid]; +"101 conv2d_8" -> "102 relu__7" [label="(1, 128, 28, 28)", style=solid]; +"102 relu__7" -> "103 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; +"103 quantize_per_tensor_default_12" -> "104 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28)", style=solid]; +"104 dequantize_per_tensor_default_15" -> "111 conv2d_9" [label="(1, 128, 28, 28)", style=solid]; +"105 conv2d_9_zero_point_0_updated_constant0" -> "110 sub_tensor_9" [label="(128, 1, 1, 1)", style=solid]; +"106 conv2d_9_scale_0_updated_constant0" -> "109 mul_tensor_9" [label="(128, 1, 1, 1)", style=solid]; +"107 compressed_weight_updated_constant9" -> "109 mul_tensor_9" [label="(128, 128, 3, 3)", style=solid]; +"108 layer2_1_conv2_weight_bias_0_0" -> "111 conv2d_9" [label="(128,)", style=solid]; +"109 mul_tensor_9" -> "110 sub_tensor_9" [label="(128, 128, 3, 3)", style=solid]; +"110 sub_tensor_9" -> "111 conv2d_9" [label=None, style=solid]; +"111 conv2d_9" -> "112 quantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; +"112 quantize_per_tensor_default_13" -> "113 dequantize_per_tensor_default_16" [label="(1, 128, 28, 28)", style=solid]; +"113 dequantize_per_tensor_default_16" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; +"114 add__3" -> "115 relu__8" [label="(1, 128, 28, 28)", style=solid]; +"115 relu__8" -> "116 quantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; +"116 quantize_per_tensor_default_14" -> "117 dequantize_per_tensor_default_18" [label="(1, 128, 28, 28)", style=solid]; +"116 quantize_per_tensor_default_14" -> "118 dequantize_per_tensor_default_17" [label="(1, 128, 28, 28)", style=solid]; +"117 dequantize_per_tensor_default_18" -> "144 conv2d_12" [label="(1, 128, 28, 28)", style=solid]; +"118 dequantize_per_tensor_default_17" -> "125 conv2d_10" [label="(1, 128, 28, 28)", style=solid]; +"119 conv2d_10_zero_point_0_updated_constant0" -> "124 sub_tensor_10" [label="(256, 1, 1, 1)", style=solid]; +"120 conv2d_10_scale_0_updated_constant0" -> "123 mul_tensor_10" [label="(256, 1, 1, 1)", style=solid]; +"121 compressed_weight_updated_constant10" -> "123 mul_tensor_10" [label="(256, 128, 3, 3)", style=solid]; +"122 layer3_0_conv1_weight_bias_0_0" -> "125 conv2d_10" [label="(256,)", style=solid]; +"123 mul_tensor_10" -> "124 sub_tensor_10" [label="(256, 128, 3, 3)", style=solid]; +"124 sub_tensor_10" -> "125 conv2d_10" [label=None, style=solid]; +"125 conv2d_10" -> "126 relu__9" [label="(1, 256, 14, 14)", style=solid]; +"126 relu__9" -> "127 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; +"127 quantize_per_tensor_default_15" -> "128 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; +"128 dequantize_per_tensor_default_19" -> "135 conv2d_11" [label="(1, 256, 14, 14)", style=solid]; +"129 conv2d_11_zero_point_0_updated_constant0" -> "134 sub_tensor_11" [label="(256, 1, 1, 1)", style=solid]; +"130 conv2d_11_scale_0_updated_constant0" -> "133 mul_tensor_11" [label="(256, 1, 1, 1)", style=solid]; +"131 compressed_weight_updated_constant11" -> "133 mul_tensor_11" [label="(256, 256, 3, 3)", style=solid]; +"132 layer3_0_conv2_weight_bias_0_0" -> "135 conv2d_11" [label="(256,)", style=solid]; +"133 mul_tensor_11" -> "134 sub_tensor_11" [label="(256, 256, 3, 3)", style=solid]; +"134 sub_tensor_11" -> "135 conv2d_11" [label=None, style=solid]; +"135 conv2d_11" -> "136 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; +"136 quantize_per_tensor_default_16" -> "137 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; +"137 dequantize_per_tensor_default_20" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; +"138 conv2d_12_zero_point_0_updated_constant0" -> "143 sub_tensor_12" [label="(256, 1, 1, 1)", style=solid]; +"139 conv2d_12_scale_0_updated_constant0" -> "142 mul_tensor_12" [label="(256, 1, 1, 1)", style=solid]; +"140 compressed_weight_updated_constant12" -> "142 mul_tensor_12" [label="(256, 128, 1, 1)", style=solid]; +"141 layer3_0_downsample_0_weight_bias_0_0" -> "144 conv2d_12" [label="(256,)", style=solid]; +"142 mul_tensor_12" -> "143 sub_tensor_12" [label="(256, 128, 1, 1)", style=solid]; +"143 sub_tensor_12" -> "144 conv2d_12" [label=None, style=solid]; +"144 conv2d_12" -> "145 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"145 quantize_per_tensor_default_17" -> "146 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"146 dequantize_per_tensor_default_21" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; +"147 add__4" -> "148 relu__10" [label="(1, 256, 14, 14)", style=solid]; +"148 relu__10" -> "149 quantize_per_tensor_default_18" [label="(1, 256, 14, 14)", style=solid]; +"149 quantize_per_tensor_default_18" -> "150 dequantize_per_tensor_default_23" [label="(1, 256, 14, 14)", style=solid]; +"149 quantize_per_tensor_default_18" -> "151 dequantize_per_tensor_default_22" [label="(1, 256, 14, 14)", style=solid]; +"150 dequantize_per_tensor_default_23" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; +"151 dequantize_per_tensor_default_22" -> "158 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; +"152 conv2d_13_zero_point_0_updated_constant0" -> "157 sub_tensor_13" [label="(256, 1, 1, 1)", style=solid]; +"153 conv2d_13_scale_0_updated_constant0" -> "156 mul_tensor_13" [label="(256, 1, 1, 1)", style=solid]; +"154 compressed_weight_updated_constant13" -> "156 mul_tensor_13" [label="(256, 256, 3, 3)", style=solid]; +"155 layer3_1_conv1_weight_bias_0_0" -> "158 conv2d_13" [label="(256,)", style=solid]; +"156 mul_tensor_13" -> "157 sub_tensor_13" [label="(256, 256, 3, 3)", style=solid]; +"157 sub_tensor_13" -> "158 conv2d_13" [label=None, style=solid]; +"158 conv2d_13" -> "159 relu__11" [label="(1, 256, 14, 14)", style=solid]; +"159 relu__11" -> "160 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; +"160 quantize_per_tensor_default_19" -> "161 dequantize_per_tensor_default_24" [label="(1, 256, 14, 14)", style=solid]; +"161 dequantize_per_tensor_default_24" -> "168 conv2d_14" [label="(1, 256, 14, 14)", style=solid]; +"162 conv2d_14_zero_point_0_updated_constant0" -> "167 sub_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"163 conv2d_14_scale_0_updated_constant0" -> "166 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"164 compressed_weight_updated_constant14" -> "166 mul_tensor_14" [label="(256, 256, 3, 3)", style=solid]; +"165 layer3_1_conv2_weight_bias_0_0" -> "168 conv2d_14" [label="(256,)", style=solid]; +"166 mul_tensor_14" -> "167 sub_tensor_14" [label="(256, 256, 3, 3)", style=solid]; +"167 sub_tensor_14" -> "168 conv2d_14" [label=None, style=solid]; +"168 conv2d_14" -> "169 quantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; +"169 quantize_per_tensor_default_20" -> "170 dequantize_per_tensor_default_25" [label="(1, 256, 14, 14)", style=solid]; +"170 dequantize_per_tensor_default_25" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; +"171 add__5" -> "172 relu__12" [label="(1, 256, 14, 14)", style=solid]; +"172 relu__12" -> "173 quantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"173 quantize_per_tensor_default_21" -> "174 dequantize_per_tensor_default_27" [label="(1, 256, 14, 14)", style=solid]; +"173 quantize_per_tensor_default_21" -> "175 dequantize_per_tensor_default_26" [label="(1, 256, 14, 14)", style=solid]; +"174 dequantize_per_tensor_default_27" -> "201 conv2d_17" [label="(1, 256, 14, 14)", style=solid]; +"175 dequantize_per_tensor_default_26" -> "182 conv2d_15" [label="(1, 256, 14, 14)", style=solid]; +"176 conv2d_15_zero_point_0_updated_constant0" -> "181 sub_tensor_15" [label="(512, 1, 1, 1)", style=solid]; +"177 conv2d_15_scale_0_updated_constant0" -> "180 mul_tensor_15" [label="(512, 1, 1, 1)", style=solid]; +"178 compressed_weight_updated_constant15" -> "180 mul_tensor_15" [label="(512, 256, 3, 3)", style=solid]; +"179 layer4_0_conv1_weight_bias_0_0" -> "182 conv2d_15" [label="(512,)", style=solid]; +"180 mul_tensor_15" -> "181 sub_tensor_15" [label="(512, 256, 3, 3)", style=solid]; +"181 sub_tensor_15" -> "182 conv2d_15" [label=None, style=solid]; +"182 conv2d_15" -> "183 relu__13" [label="(1, 512, 7, 7)", style=solid]; +"183 relu__13" -> "184 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; +"184 quantize_per_tensor_default_22" -> "185 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; +"185 dequantize_per_tensor_default_28" -> "192 conv2d_16" [label="(1, 512, 7, 7)", style=solid]; +"186 conv2d_16_zero_point_0_updated_constant0" -> "191 sub_tensor_16" [label="(512, 1, 1, 1)", style=solid]; +"187 conv2d_16_scale_0_updated_constant0" -> "190 mul_tensor_16" [label="(512, 1, 1, 1)", style=solid]; +"188 compressed_weight_updated_constant16" -> "190 mul_tensor_16" [label="(512, 512, 3, 3)", style=solid]; +"189 layer4_0_conv2_weight_bias_0_0" -> "192 conv2d_16" [label="(512,)", style=solid]; +"190 mul_tensor_16" -> "191 sub_tensor_16" [label="(512, 512, 3, 3)", style=solid]; +"191 sub_tensor_16" -> "192 conv2d_16" [label=None, style=solid]; +"192 conv2d_16" -> "193 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; +"193 quantize_per_tensor_default_23" -> "194 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7)", style=solid]; +"194 dequantize_per_tensor_default_29" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; +"195 conv2d_17_zero_point_0_updated_constant0" -> "200 sub_tensor_17" [label="(512, 1, 1, 1)", style=solid]; +"196 conv2d_17_scale_0_updated_constant0" -> "199 mul_tensor_17" [label="(512, 1, 1, 1)", style=solid]; +"197 compressed_weight_updated_constant17" -> "199 mul_tensor_17" [label="(512, 256, 1, 1)", style=solid]; +"198 layer4_0_downsample_0_weight_bias_0_0" -> "201 conv2d_17" [label="(512,)", style=solid]; +"199 mul_tensor_17" -> "200 sub_tensor_17" [label="(512, 256, 1, 1)", style=solid]; +"200 sub_tensor_17" -> "201 conv2d_17" [label=None, style=solid]; +"201 conv2d_17" -> "202 quantize_per_tensor_default_24" [label="(1, 512, 7, 7)", style=solid]; +"202 quantize_per_tensor_default_24" -> "203 dequantize_per_tensor_default_30" [label="(1, 512, 7, 7)", style=solid]; +"203 dequantize_per_tensor_default_30" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; +"204 add__6" -> "205 relu__14" [label="(1, 512, 7, 7)", style=solid]; +"205 relu__14" -> "206 quantize_per_tensor_default_25" [label="(1, 512, 7, 7)", style=solid]; +"206 quantize_per_tensor_default_25" -> "207 dequantize_per_tensor_default_32" [label="(1, 512, 7, 7)", style=solid]; +"206 quantize_per_tensor_default_25" -> "208 dequantize_per_tensor_default_31" [label="(1, 512, 7, 7)", style=solid]; +"207 dequantize_per_tensor_default_32" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; +"208 dequantize_per_tensor_default_31" -> "215 conv2d_18" [label="(1, 512, 7, 7)", style=solid]; +"209 conv2d_18_zero_point_0_updated_constant0" -> "214 sub_tensor_18" [label="(512, 1, 1, 1)", style=solid]; +"210 conv2d_18_scale_0_updated_constant0" -> "213 mul_tensor_18" [label="(512, 1, 1, 1)", style=solid]; +"211 compressed_weight_updated_constant18" -> "213 mul_tensor_18" [label="(512, 512, 3, 3)", style=solid]; +"212 layer4_1_conv1_weight_bias_0_0" -> "215 conv2d_18" [label="(512,)", style=solid]; +"213 mul_tensor_18" -> "214 sub_tensor_18" [label="(512, 512, 3, 3)", style=solid]; +"214 sub_tensor_18" -> "215 conv2d_18" [label=None, style=solid]; +"215 conv2d_18" -> "216 relu__15" [label="(1, 512, 7, 7)", style=solid]; +"216 relu__15" -> "217 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; +"217 quantize_per_tensor_default_26" -> "218 dequantize_per_tensor_default_33" [label="(1, 512, 7, 7)", style=solid]; +"218 dequantize_per_tensor_default_33" -> "225 conv2d_19" [label="(1, 512, 7, 7)", style=solid]; +"219 conv2d_19_zero_point_0_updated_constant0" -> "224 sub_tensor_19" [label="(512, 1, 1, 1)", style=solid]; +"220 conv2d_19_scale_0_updated_constant0" -> "223 mul_tensor_19" [label="(512, 1, 1, 1)", style=solid]; +"221 compressed_weight_updated_constant19" -> "223 mul_tensor_19" [label="(512, 512, 3, 3)", style=solid]; +"222 layer4_1_conv2_weight_bias_0_0" -> "225 conv2d_19" [label="(512,)", style=solid]; +"223 mul_tensor_19" -> "224 sub_tensor_19" [label="(512, 512, 3, 3)", style=solid]; +"224 sub_tensor_19" -> "225 conv2d_19" [label=None, style=solid]; +"225 conv2d_19" -> "226 quantize_per_tensor_default_27" [label="(1, 512, 7, 7)", style=solid]; +"226 quantize_per_tensor_default_27" -> "227 dequantize_per_tensor_default_34" [label="(1, 512, 7, 7)", style=solid]; +"227 dequantize_per_tensor_default_34" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; +"228 add__7" -> "229 relu__16" [label="(1, 512, 7, 7)", style=solid]; +"229 relu__16" -> "230 quantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; +"230 quantize_per_tensor_default_28" -> "231 dequantize_per_tensor_default_35" [label="(1, 512, 7, 7)", style=solid]; +"231 dequantize_per_tensor_default_35" -> "232 adaptive_avg_pool2d" [label="(1, 512, 7, 7)", style=solid]; +"232 adaptive_avg_pool2d" -> "233 quantize_per_tensor_default_29" [label="(1, 512, 1, 1)", style=solid]; +"233 quantize_per_tensor_default_29" -> "234 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1)", style=solid]; +"234 dequantize_per_tensor_default_36" -> "235 flatten" [label="(1, 512, 1, 1)", style=solid]; +"235 flatten" -> "242 linear" [label="(1, 512)", style=solid]; +"236 linear_zero_point_0_updated_constant0" -> "241 sub_tensor_20" [label="(1000, 1)", style=solid]; +"237 linear_scale_0_updated_constant0" -> "240 mul_tensor_20" [label="(1000, 1)", style=solid]; +"238 compressed_weight_updated_constant20" -> "240 mul_tensor_20" [label="(1000, 512)", style=solid]; +"239 _param_constant61_0_0" -> "242 linear" [label="(1000,)", style=solid]; +"240 mul_tensor_20" -> "241 sub_tensor_20" [label="(1000, 512)", style=solid]; +"241 sub_tensor_20" -> "242 linear" [label=None, style=solid]; +"242 linear" -> "243 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot new file mode 100644 index 00000000000..cd27470911e --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot @@ -0,0 +1,6560 @@ +strict digraph { +"0 arg0_1" [id=0, type=input]; +"1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; +"2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; +"3 conv2d_zero_point_0_updated_constant0" [id=3, type=get_attr]; +"4 conv2d_scale_0_updated_constant0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; +"6 _param_constant1_0_0" [id=6, type=get_attr]; +"7 mul_tensor" [id=7, type=mul]; +"8 sub_tensor" [id=8, type=sub]; +"9 conv2d" [id=9, type=conv2d]; +"10 permute" [id=10, type=permute]; +"11 _param_constant2" [id=11, type=get_attr]; +"12 _param_constant3" [id=12, type=get_attr]; +"13 layer_norm" [id=13, type=layer_norm]; +"14 _tensor_constant0" [id=14, type=get_attr]; +"15 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=15, type=call_module]; +"16 linear_zero_point_0_updated_constant0" [id=16, type=get_attr]; +"17 linear_scale_0_updated_constant0" [id=17, type=get_attr]; +"18 compressed_weight_updated_constant1" [id=18, type=get_attr]; +"19 _param_constant5_0_0" [id=19, type=get_attr]; +"20 mul_tensor_1" [id=20, type=mul]; +"21 sub_tensor_1" [id=21, type=sub]; +"22 linear" [id=22, type=linear]; +"23 relu_" [id=23, type=relu_]; +"24 relu__0_0_nncf_smooth_quant_0" [id=24, type=call_module]; +"25 linear_1_zero_point_0_updated_constant0" [id=25, type=get_attr]; +"26 linear_1_scale_0_updated_constant0" [id=26, type=get_attr]; +"27 compressed_weight_updated_constant2" [id=27, type=get_attr]; +"28 mul_tensor_2" [id=28, type=mul]; +"29 sub_tensor_2" [id=29, type=sub]; +"30 linear_1" [id=30, type=linear]; +"31 view" [id=31, type=view]; +"32 _tensor_constant1" [id=32, type=get_attr]; +"33 index" [id=33, type=index]; +"34 view_1" [id=34, type=view]; +"35 permute_1" [id=35, type=permute]; +"36 contiguous" [id=36, type=contiguous]; +"37 unsqueeze" [id=37, type=unsqueeze]; +"38 sigmoid" [id=38, type=sigmoid]; +"39 mul" [id=39, type=mul]; +"40 pad" [id=40, type=pad]; +"41 view_2" [id=41, type=view]; +"42 permute_2" [id=42, type=permute]; +"43 reshape" [id=43, type=reshape]; +"44 reshape_0_0_nncf_smooth_quant_0" [id=44, type=call_module]; +"45 quantize_per_tensor_default_1" [id=45, type=quantize_per_tensor]; +"46 dequantize_per_tensor_default_1" [id=46, type=dequantize_per_tensor]; +"47 linear_2_zero_point_0_updated_constant0" [id=47, type=get_attr]; +"48 linear_2_scale_0_updated_constant0" [id=48, type=get_attr]; +"49 compressed_weight_updated_constant3" [id=49, type=get_attr]; +"50 _param_constant7_0_0" [id=50, type=get_attr]; +"51 mul_tensor_3" [id=51, type=mul]; +"52 sub_tensor_3" [id=52, type=sub]; +"53 linear_2" [id=53, type=linear]; +"54 reshape_1" [id=54, type=reshape]; +"55 permute_3" [id=55, type=permute]; +"56 select" [id=56, type=select]; +"57 select_1" [id=57, type=select]; +"58 select_2" [id=58, type=select]; +"59 linalg_vector_norm" [id=59, type=linalg_vector_norm]; +"60 clamp_min" [id=60, type=clamp_min]; +"61 expand_as" [id=61, type=expand_as]; +"62 div" [id=62, type=div]; +"63 quantize_per_tensor_default_2" [id=63, type=quantize_per_tensor]; +"64 dequantize_per_tensor_default_2" [id=64, type=dequantize_per_tensor]; +"65 linalg_vector_norm_1" [id=65, type=linalg_vector_norm]; +"66 clamp_min_1" [id=66, type=clamp_min]; +"67 expand_as_1" [id=67, type=expand_as]; +"68 div_1" [id=68, type=div]; +"69 quantize_per_tensor_default_3" [id=69, type=quantize_per_tensor]; +"70 dequantize_per_tensor_default_3" [id=70, type=dequantize_per_tensor]; +"71 transpose" [id=71, type=transpose]; +"72 matmul" [id=72, type=matmul]; +"73 _param_constant9" [id=73, type=get_attr]; +"74 clamp" [id=74, type=clamp]; +"75 exp" [id=75, type=exp]; +"76 mul_1" [id=76, type=mul]; +"77 add" [id=77, type=add]; +"78 softmax" [id=78, type=softmax]; +"79 dropout" [id=79, type=dropout]; +"80 matmul_1" [id=80, type=matmul]; +"81 transpose_1" [id=81, type=transpose]; +"82 reshape_2" [id=82, type=reshape]; +"83 reshape_2_0_0_nncf_smooth_quant_0" [id=83, type=call_module]; +"84 quantize_per_tensor_default_4" [id=84, type=quantize_per_tensor]; +"85 dequantize_per_tensor_default_4" [id=85, type=dequantize_per_tensor]; +"86 linear_3_zero_point_0_updated_constant0" [id=86, type=get_attr]; +"87 linear_3_scale_0_updated_constant0" [id=87, type=get_attr]; +"88 compressed_weight_updated_constant4" [id=88, type=get_attr]; +"89 _param_constant11_0_0" [id=89, type=get_attr]; +"90 mul_tensor_4" [id=90, type=mul]; +"91 sub_tensor_4" [id=91, type=sub]; +"92 linear_3" [id=92, type=linear]; +"93 dropout_1" [id=93, type=dropout]; +"94 view_3" [id=94, type=view]; +"95 permute_4" [id=95, type=permute]; +"96 reshape_3" [id=96, type=reshape]; +"97 slice_2" [id=97, type=slice]; +"98 slice_3" [id=98, type=slice]; +"99 _param_constant12" [id=99, type=get_attr]; +"100 _param_constant13" [id=100, type=get_attr]; +"101 layer_norm_1" [id=101, type=layer_norm]; +"102 add_1" [id=102, type=add]; +"103 add_1_0_0_nncf_smooth_quant_0" [id=103, type=call_module]; +"104 quantize_per_tensor_default_5" [id=104, type=quantize_per_tensor]; +"105 dequantize_per_tensor_default_5" [id=105, type=dequantize_per_tensor]; +"106 linear_4_zero_point_0_updated_constant0" [id=106, type=get_attr]; +"107 linear_4_scale_0_updated_constant0" [id=107, type=get_attr]; +"108 compressed_weight_updated_constant5" [id=108, type=get_attr]; +"109 _param_constant15_0_0" [id=109, type=get_attr]; +"110 mul_tensor_5" [id=110, type=mul]; +"111 sub_tensor_5" [id=111, type=sub]; +"112 linear_4" [id=112, type=linear]; +"113 gelu" [id=113, type=gelu]; +"114 dropout_2" [id=114, type=dropout]; +"115 dropout_2_0_0_nncf_smooth_quant_0" [id=115, type=call_module]; +"116 quantize_per_tensor_default_6" [id=116, type=quantize_per_tensor]; +"117 dequantize_per_tensor_default_6" [id=117, type=dequantize_per_tensor]; +"118 linear_5_zero_point_0_updated_constant0" [id=118, type=get_attr]; +"119 linear_5_scale_0_updated_constant0" [id=119, type=get_attr]; +"120 compressed_weight_updated_constant6" [id=120, type=get_attr]; +"121 _param_constant17_0_0" [id=121, type=get_attr]; +"122 mul_tensor_6" [id=122, type=mul]; +"123 sub_tensor_6" [id=123, type=sub]; +"124 linear_5" [id=124, type=linear]; +"125 dropout_3" [id=125, type=dropout]; +"126 _param_constant18" [id=126, type=get_attr]; +"127 _param_constant19" [id=127, type=get_attr]; +"128 layer_norm_2" [id=128, type=layer_norm]; +"129 add_2" [id=129, type=add]; +"130 _tensor_constant2" [id=130, type=get_attr]; +"131 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=131, type=call_module]; +"132 linear_6_zero_point_0_updated_constant0" [id=132, type=get_attr]; +"133 linear_6_scale_0_updated_constant0" [id=133, type=get_attr]; +"134 compressed_weight_updated_constant7" [id=134, type=get_attr]; +"135 _param_constant21_0_0" [id=135, type=get_attr]; +"136 mul_tensor_7" [id=136, type=mul]; +"137 sub_tensor_7" [id=137, type=sub]; +"138 linear_6" [id=138, type=linear]; +"139 relu__1" [id=139, type=relu_]; +"140 relu__1_0_0_nncf_smooth_quant_0" [id=140, type=call_module]; +"141 linear_7_zero_point_0_updated_constant0" [id=141, type=get_attr]; +"142 linear_7_scale_0_updated_constant0" [id=142, type=get_attr]; +"143 compressed_weight_updated_constant8" [id=143, type=get_attr]; +"144 mul_tensor_8" [id=144, type=mul]; +"145 sub_tensor_8" [id=145, type=sub]; +"146 linear_7" [id=146, type=linear]; +"147 view_4" [id=147, type=view]; +"148 _tensor_constant3" [id=148, type=get_attr]; +"149 index_1" [id=149, type=index]; +"150 view_5" [id=150, type=view]; +"151 permute_5" [id=151, type=permute]; +"152 contiguous_1" [id=152, type=contiguous]; +"153 unsqueeze_1" [id=153, type=unsqueeze]; +"154 sigmoid_1" [id=154, type=sigmoid]; +"155 mul_2" [id=155, type=mul]; +"156 pad_1" [id=156, type=pad]; +"157 roll" [id=157, type=roll]; +"158 view_6" [id=158, type=view]; +"159 permute_6" [id=159, type=permute]; +"160 reshape_4" [id=160, type=reshape]; +"161 reshape_4_0_0_nncf_smooth_quant_0" [id=161, type=call_module]; +"162 quantize_per_tensor_default_7" [id=162, type=quantize_per_tensor]; +"163 dequantize_per_tensor_default_7" [id=163, type=dequantize_per_tensor]; +"164 linear_8_zero_point_0_updated_constant0" [id=164, type=get_attr]; +"165 linear_8_scale_0_updated_constant0" [id=165, type=get_attr]; +"166 compressed_weight_updated_constant9" [id=166, type=get_attr]; +"167 _param_constant23_0_0" [id=167, type=get_attr]; +"168 mul_tensor_9" [id=168, type=mul]; +"169 sub_tensor_9" [id=169, type=sub]; +"170 linear_8" [id=170, type=linear]; +"171 reshape_5" [id=171, type=reshape]; +"172 permute_7" [id=172, type=permute]; +"173 select_3" [id=173, type=select]; +"174 select_4" [id=174, type=select]; +"175 select_5" [id=175, type=select]; +"176 linalg_vector_norm_2" [id=176, type=linalg_vector_norm]; +"177 clamp_min_2" [id=177, type=clamp_min]; +"178 expand_as_2" [id=178, type=expand_as]; +"179 div_2" [id=179, type=div]; +"180 quantize_per_tensor_default_8" [id=180, type=quantize_per_tensor]; +"181 dequantize_per_tensor_default_8" [id=181, type=dequantize_per_tensor]; +"182 linalg_vector_norm_3" [id=182, type=linalg_vector_norm]; +"183 clamp_min_3" [id=183, type=clamp_min]; +"184 expand_as_3" [id=184, type=expand_as]; +"185 div_3" [id=185, type=div]; +"186 quantize_per_tensor_default_9" [id=186, type=quantize_per_tensor]; +"187 dequantize_per_tensor_default_9" [id=187, type=dequantize_per_tensor]; +"188 transpose_2" [id=188, type=transpose]; +"189 matmul_2" [id=189, type=matmul]; +"190 _param_constant25" [id=190, type=get_attr]; +"191 clamp_1" [id=191, type=clamp]; +"192 exp_1" [id=192, type=exp]; +"193 mul_3" [id=193, type=mul]; +"194 add_3" [id=194, type=add]; +"195 new_zeros" [id=195, type=new_zeros]; +"196 view_7" [id=196, type=view]; +"197 permute_8" [id=197, type=permute]; +"198 reshape_6" [id=198, type=reshape]; +"199 unsqueeze_2" [id=199, type=unsqueeze]; +"200 unsqueeze_3" [id=200, type=unsqueeze]; +"201 sub" [id=201, type=sub]; +"202 ne" [id=202, type=ne]; +"203 masked_fill" [id=203, type=masked_fill]; +"204 eq" [id=204, type=eq]; +"205 masked_fill_1" [id=205, type=masked_fill]; +"206 view_8" [id=206, type=view]; +"207 unsqueeze_4" [id=207, type=unsqueeze]; +"208 unsqueeze_5" [id=208, type=unsqueeze]; +"209 add_4" [id=209, type=add]; +"210 view_9" [id=210, type=view]; +"211 softmax_1" [id=211, type=softmax]; +"212 dropout_4" [id=212, type=dropout]; +"213 matmul_3" [id=213, type=matmul]; +"214 transpose_3" [id=214, type=transpose]; +"215 reshape_7" [id=215, type=reshape]; +"216 reshape_7_0_0_nncf_smooth_quant_0" [id=216, type=call_module]; +"217 quantize_per_tensor_default_10" [id=217, type=quantize_per_tensor]; +"218 dequantize_per_tensor_default_10" [id=218, type=dequantize_per_tensor]; +"219 linear_9_zero_point_0_updated_constant0" [id=219, type=get_attr]; +"220 linear_9_scale_0_updated_constant0" [id=220, type=get_attr]; +"221 compressed_weight_updated_constant10" [id=221, type=get_attr]; +"222 _param_constant27_0_0" [id=222, type=get_attr]; +"223 mul_tensor_10" [id=223, type=mul]; +"224 sub_tensor_10" [id=224, type=sub]; +"225 linear_9" [id=225, type=linear]; +"226 dropout_5" [id=226, type=dropout]; +"227 view_10" [id=227, type=view]; +"228 permute_9" [id=228, type=permute]; +"229 reshape_8" [id=229, type=reshape]; +"230 roll_1" [id=230, type=roll]; +"231 slice_23" [id=231, type=slice]; +"232 slice_24" [id=232, type=slice]; +"233 _param_constant28" [id=233, type=get_attr]; +"234 _param_constant29" [id=234, type=get_attr]; +"235 layer_norm_3" [id=235, type=layer_norm]; +"236 add_5" [id=236, type=add]; +"237 add_5_0_0_nncf_smooth_quant_0" [id=237, type=call_module]; +"238 quantize_per_tensor_default_11" [id=238, type=quantize_per_tensor]; +"239 dequantize_per_tensor_default_11" [id=239, type=dequantize_per_tensor]; +"240 linear_10_zero_point_0_updated_constant0" [id=240, type=get_attr]; +"241 linear_10_scale_0_updated_constant0" [id=241, type=get_attr]; +"242 compressed_weight_updated_constant11" [id=242, type=get_attr]; +"243 _param_constant31_0_0" [id=243, type=get_attr]; +"244 mul_tensor_11" [id=244, type=mul]; +"245 sub_tensor_11" [id=245, type=sub]; +"246 linear_10" [id=246, type=linear]; +"247 gelu_1" [id=247, type=gelu]; +"248 dropout_6" [id=248, type=dropout]; +"249 dropout_6_0_0_nncf_smooth_quant_0" [id=249, type=call_module]; +"250 quantize_per_tensor_default_12" [id=250, type=quantize_per_tensor]; +"251 dequantize_per_tensor_default_12" [id=251, type=dequantize_per_tensor]; +"252 linear_11_zero_point_0_updated_constant0" [id=252, type=get_attr]; +"253 linear_11_scale_0_updated_constant0" [id=253, type=get_attr]; +"254 compressed_weight_updated_constant12" [id=254, type=get_attr]; +"255 _param_constant33_0_0" [id=255, type=get_attr]; +"256 mul_tensor_12" [id=256, type=mul]; +"257 sub_tensor_12" [id=257, type=sub]; +"258 linear_11" [id=258, type=linear]; +"259 dropout_7" [id=259, type=dropout]; +"260 _param_constant34" [id=260, type=get_attr]; +"261 _param_constant35" [id=261, type=get_attr]; +"262 layer_norm_4" [id=262, type=layer_norm]; +"263 add_6" [id=263, type=add]; +"264 pad_2" [id=264, type=pad]; +"265 slice_25" [id=265, type=slice]; +"266 slice_26" [id=266, type=slice]; +"267 slice_27" [id=267, type=slice]; +"268 slice_28" [id=268, type=slice]; +"269 slice_29" [id=269, type=slice]; +"270 slice_30" [id=270, type=slice]; +"271 slice_31" [id=271, type=slice]; +"272 slice_32" [id=272, type=slice]; +"273 slice_33" [id=273, type=slice]; +"274 slice_34" [id=274, type=slice]; +"275 slice_35" [id=275, type=slice]; +"276 slice_36" [id=276, type=slice]; +"277 cat" [id=277, type=cat]; +"278 cat_0_0_nncf_smooth_quant_0" [id=278, type=call_module]; +"279 quantize_per_tensor_default_13" [id=279, type=quantize_per_tensor]; +"280 dequantize_per_tensor_default_13" [id=280, type=dequantize_per_tensor]; +"281 linear_12_zero_point_0_updated_constant0" [id=281, type=get_attr]; +"282 linear_12_scale_0_updated_constant0" [id=282, type=get_attr]; +"283 compressed_weight_updated_constant13" [id=283, type=get_attr]; +"284 mul_tensor_13" [id=284, type=mul]; +"285 sub_tensor_13" [id=285, type=sub]; +"286 linear_12" [id=286, type=linear]; +"287 _param_constant37" [id=287, type=get_attr]; +"288 _param_constant38" [id=288, type=get_attr]; +"289 layer_norm_5" [id=289, type=layer_norm]; +"290 _tensor_constant13" [id=290, type=get_attr]; +"291 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=291, type=call_module]; +"292 linear_13_zero_point_0_updated_constant0" [id=292, type=get_attr]; +"293 linear_13_scale_0_updated_constant0" [id=293, type=get_attr]; +"294 compressed_weight_updated_constant14" [id=294, type=get_attr]; +"295 _param_constant40_0_0" [id=295, type=get_attr]; +"296 mul_tensor_14" [id=296, type=mul]; +"297 sub_tensor_14" [id=297, type=sub]; +"298 linear_13" [id=298, type=linear]; +"299 relu__2" [id=299, type=relu_]; +"300 relu__2_0_0_nncf_smooth_quant_0" [id=300, type=call_module]; +"301 linear_14_zero_point_0_updated_constant0" [id=301, type=get_attr]; +"302 linear_14_scale_0_updated_constant0" [id=302, type=get_attr]; +"303 compressed_weight_updated_constant15" [id=303, type=get_attr]; +"304 mul_tensor_15" [id=304, type=mul]; +"305 sub_tensor_15" [id=305, type=sub]; +"306 linear_14" [id=306, type=linear]; +"307 view_11" [id=307, type=view]; +"308 _tensor_constant14" [id=308, type=get_attr]; +"309 index_2" [id=309, type=index]; +"310 view_12" [id=310, type=view]; +"311 permute_10" [id=311, type=permute]; +"312 contiguous_2" [id=312, type=contiguous]; +"313 unsqueeze_6" [id=313, type=unsqueeze]; +"314 sigmoid_2" [id=314, type=sigmoid]; +"315 mul_4" [id=315, type=mul]; +"316 pad_3" [id=316, type=pad]; +"317 view_13" [id=317, type=view]; +"318 permute_11" [id=318, type=permute]; +"319 reshape_9" [id=319, type=reshape]; +"320 reshape_9_0_0_nncf_smooth_quant_0" [id=320, type=call_module]; +"321 quantize_per_tensor_default_14" [id=321, type=quantize_per_tensor]; +"322 dequantize_per_tensor_default_14" [id=322, type=dequantize_per_tensor]; +"323 linear_15_zero_point_0_updated_constant0" [id=323, type=get_attr]; +"324 linear_15_scale_0_updated_constant0" [id=324, type=get_attr]; +"325 compressed_weight_updated_constant16" [id=325, type=get_attr]; +"326 _param_constant42_0_0" [id=326, type=get_attr]; +"327 mul_tensor_16" [id=327, type=mul]; +"328 sub_tensor_16" [id=328, type=sub]; +"329 linear_15" [id=329, type=linear]; +"330 reshape_10" [id=330, type=reshape]; +"331 permute_12" [id=331, type=permute]; +"332 select_6" [id=332, type=select]; +"333 select_7" [id=333, type=select]; +"334 select_8" [id=334, type=select]; +"335 linalg_vector_norm_4" [id=335, type=linalg_vector_norm]; +"336 clamp_min_4" [id=336, type=clamp_min]; +"337 expand_as_4" [id=337, type=expand_as]; +"338 div_4" [id=338, type=div]; +"339 quantize_per_tensor_default_15" [id=339, type=quantize_per_tensor]; +"340 dequantize_per_tensor_default_15" [id=340, type=dequantize_per_tensor]; +"341 linalg_vector_norm_5" [id=341, type=linalg_vector_norm]; +"342 clamp_min_5" [id=342, type=clamp_min]; +"343 expand_as_5" [id=343, type=expand_as]; +"344 div_5" [id=344, type=div]; +"345 quantize_per_tensor_default_16" [id=345, type=quantize_per_tensor]; +"346 dequantize_per_tensor_default_16" [id=346, type=dequantize_per_tensor]; +"347 transpose_4" [id=347, type=transpose]; +"348 matmul_4" [id=348, type=matmul]; +"349 _param_constant44" [id=349, type=get_attr]; +"350 clamp_2" [id=350, type=clamp]; +"351 exp_2" [id=351, type=exp]; +"352 mul_5" [id=352, type=mul]; +"353 add_7" [id=353, type=add]; +"354 softmax_2" [id=354, type=softmax]; +"355 dropout_8" [id=355, type=dropout]; +"356 matmul_5" [id=356, type=matmul]; +"357 transpose_5" [id=357, type=transpose]; +"358 reshape_11" [id=358, type=reshape]; +"359 reshape_11_0_0_nncf_smooth_quant_0" [id=359, type=call_module]; +"360 quantize_per_tensor_default_17" [id=360, type=quantize_per_tensor]; +"361 dequantize_per_tensor_default_17" [id=361, type=dequantize_per_tensor]; +"362 linear_16_zero_point_0_updated_constant0" [id=362, type=get_attr]; +"363 linear_16_scale_0_updated_constant0" [id=363, type=get_attr]; +"364 compressed_weight_updated_constant17" [id=364, type=get_attr]; +"365 _param_constant46_0_0" [id=365, type=get_attr]; +"366 mul_tensor_17" [id=366, type=mul]; +"367 sub_tensor_17" [id=367, type=sub]; +"368 linear_16" [id=368, type=linear]; +"369 dropout_9" [id=369, type=dropout]; +"370 view_14" [id=370, type=view]; +"371 permute_13" [id=371, type=permute]; +"372 reshape_12" [id=372, type=reshape]; +"373 slice_38" [id=373, type=slice]; +"374 slice_39" [id=374, type=slice]; +"375 slice_40" [id=375, type=slice]; +"376 slice_41" [id=376, type=slice]; +"377 contiguous_3" [id=377, type=contiguous]; +"378 _param_constant47" [id=378, type=get_attr]; +"379 _param_constant48" [id=379, type=get_attr]; +"380 layer_norm_6" [id=380, type=layer_norm]; +"381 add_8" [id=381, type=add]; +"382 add_8_0_0_nncf_smooth_quant_0" [id=382, type=call_module]; +"383 quantize_per_tensor_default_18" [id=383, type=quantize_per_tensor]; +"384 dequantize_per_tensor_default_18" [id=384, type=dequantize_per_tensor]; +"385 linear_17_zero_point_0_updated_constant0" [id=385, type=get_attr]; +"386 linear_17_scale_0_updated_constant0" [id=386, type=get_attr]; +"387 compressed_weight_updated_constant18" [id=387, type=get_attr]; +"388 _param_constant50_0_0" [id=388, type=get_attr]; +"389 mul_tensor_18" [id=389, type=mul]; +"390 sub_tensor_18" [id=390, type=sub]; +"391 linear_17" [id=391, type=linear]; +"392 gelu_2" [id=392, type=gelu]; +"393 dropout_10" [id=393, type=dropout]; +"394 dropout_10_0_0_nncf_smooth_quant_0" [id=394, type=call_module]; +"395 quantize_per_tensor_default_19" [id=395, type=quantize_per_tensor]; +"396 dequantize_per_tensor_default_19" [id=396, type=dequantize_per_tensor]; +"397 linear_18_zero_point_0_updated_constant0" [id=397, type=get_attr]; +"398 linear_18_scale_0_updated_constant0" [id=398, type=get_attr]; +"399 compressed_weight_updated_constant19" [id=399, type=get_attr]; +"400 _param_constant52_0_0" [id=400, type=get_attr]; +"401 mul_tensor_19" [id=401, type=mul]; +"402 sub_tensor_19" [id=402, type=sub]; +"403 linear_18" [id=403, type=linear]; +"404 dropout_11" [id=404, type=dropout]; +"405 _param_constant53" [id=405, type=get_attr]; +"406 _param_constant54" [id=406, type=get_attr]; +"407 layer_norm_7" [id=407, type=layer_norm]; +"408 add_9" [id=408, type=add]; +"409 _tensor_constant15" [id=409, type=get_attr]; +"410 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=410, type=call_module]; +"411 linear_19_zero_point_0_updated_constant0" [id=411, type=get_attr]; +"412 linear_19_scale_0_updated_constant0" [id=412, type=get_attr]; +"413 compressed_weight_updated_constant20" [id=413, type=get_attr]; +"414 _param_constant56_0_0" [id=414, type=get_attr]; +"415 mul_tensor_20" [id=415, type=mul]; +"416 sub_tensor_20" [id=416, type=sub]; +"417 linear_19" [id=417, type=linear]; +"418 relu__3" [id=418, type=relu_]; +"419 relu__3_0_0_nncf_smooth_quant_0" [id=419, type=call_module]; +"420 linear_20_zero_point_0_updated_constant0" [id=420, type=get_attr]; +"421 linear_20_scale_0_updated_constant0" [id=421, type=get_attr]; +"422 compressed_weight_updated_constant21" [id=422, type=get_attr]; +"423 mul_tensor_21" [id=423, type=mul]; +"424 sub_tensor_21" [id=424, type=sub]; +"425 linear_20" [id=425, type=linear]; +"426 view_15" [id=426, type=view]; +"427 _tensor_constant16" [id=427, type=get_attr]; +"428 index_3" [id=428, type=index]; +"429 view_16" [id=429, type=view]; +"430 permute_14" [id=430, type=permute]; +"431 contiguous_4" [id=431, type=contiguous]; +"432 unsqueeze_7" [id=432, type=unsqueeze]; +"433 sigmoid_3" [id=433, type=sigmoid]; +"434 mul_6" [id=434, type=mul]; +"435 pad_4" [id=435, type=pad]; +"436 roll_2" [id=436, type=roll]; +"437 view_17" [id=437, type=view]; +"438 permute_15" [id=438, type=permute]; +"439 reshape_13" [id=439, type=reshape]; +"440 reshape_13_0_0_nncf_smooth_quant_0" [id=440, type=call_module]; +"441 quantize_per_tensor_default_20" [id=441, type=quantize_per_tensor]; +"442 dequantize_per_tensor_default_20" [id=442, type=dequantize_per_tensor]; +"443 linear_21_zero_point_0_updated_constant0" [id=443, type=get_attr]; +"444 linear_21_scale_0_updated_constant0" [id=444, type=get_attr]; +"445 compressed_weight_updated_constant22" [id=445, type=get_attr]; +"446 _param_constant58_0_0" [id=446, type=get_attr]; +"447 mul_tensor_22" [id=447, type=mul]; +"448 sub_tensor_22" [id=448, type=sub]; +"449 linear_21" [id=449, type=linear]; +"450 reshape_14" [id=450, type=reshape]; +"451 permute_16" [id=451, type=permute]; +"452 select_9" [id=452, type=select]; +"453 select_10" [id=453, type=select]; +"454 select_11" [id=454, type=select]; +"455 linalg_vector_norm_6" [id=455, type=linalg_vector_norm]; +"456 clamp_min_6" [id=456, type=clamp_min]; +"457 expand_as_6" [id=457, type=expand_as]; +"458 div_6" [id=458, type=div]; +"459 quantize_per_tensor_default_21" [id=459, type=quantize_per_tensor]; +"460 dequantize_per_tensor_default_21" [id=460, type=dequantize_per_tensor]; +"461 linalg_vector_norm_7" [id=461, type=linalg_vector_norm]; +"462 clamp_min_7" [id=462, type=clamp_min]; +"463 expand_as_7" [id=463, type=expand_as]; +"464 div_7" [id=464, type=div]; +"465 quantize_per_tensor_default_22" [id=465, type=quantize_per_tensor]; +"466 dequantize_per_tensor_default_22" [id=466, type=dequantize_per_tensor]; +"467 transpose_6" [id=467, type=transpose]; +"468 matmul_6" [id=468, type=matmul]; +"469 _param_constant60" [id=469, type=get_attr]; +"470 clamp_3" [id=470, type=clamp]; +"471 exp_3" [id=471, type=exp]; +"472 mul_7" [id=472, type=mul]; +"473 add_10" [id=473, type=add]; +"474 new_zeros_1" [id=474, type=new_zeros]; +"475 view_18" [id=475, type=view]; +"476 permute_17" [id=476, type=permute]; +"477 reshape_15" [id=477, type=reshape]; +"478 unsqueeze_8" [id=478, type=unsqueeze]; +"479 unsqueeze_9" [id=479, type=unsqueeze]; +"480 sub_1" [id=480, type=sub]; +"481 ne_1" [id=481, type=ne]; +"482 masked_fill_2" [id=482, type=masked_fill]; +"483 eq_1" [id=483, type=eq]; +"484 masked_fill_3" [id=484, type=masked_fill]; +"485 view_19" [id=485, type=view]; +"486 unsqueeze_10" [id=486, type=unsqueeze]; +"487 unsqueeze_11" [id=487, type=unsqueeze]; +"488 add_11" [id=488, type=add]; +"489 view_20" [id=489, type=view]; +"490 softmax_3" [id=490, type=softmax]; +"491 dropout_12" [id=491, type=dropout]; +"492 matmul_7" [id=492, type=matmul]; +"493 transpose_7" [id=493, type=transpose]; +"494 reshape_16" [id=494, type=reshape]; +"495 reshape_16_0_0_nncf_smooth_quant_0" [id=495, type=call_module]; +"496 quantize_per_tensor_default_23" [id=496, type=quantize_per_tensor]; +"497 dequantize_per_tensor_default_23" [id=497, type=dequantize_per_tensor]; +"498 linear_22_zero_point_0_updated_constant0" [id=498, type=get_attr]; +"499 linear_22_scale_0_updated_constant0" [id=499, type=get_attr]; +"500 compressed_weight_updated_constant23" [id=500, type=get_attr]; +"501 _param_constant62_0_0" [id=501, type=get_attr]; +"502 mul_tensor_23" [id=502, type=mul]; +"503 sub_tensor_23" [id=503, type=sub]; +"504 linear_22" [id=504, type=linear]; +"505 dropout_13" [id=505, type=dropout]; +"506 view_21" [id=506, type=view]; +"507 permute_18" [id=507, type=permute]; +"508 reshape_17" [id=508, type=reshape]; +"509 roll_3" [id=509, type=roll]; +"510 slice_61" [id=510, type=slice]; +"511 slice_62" [id=511, type=slice]; +"512 slice_63" [id=512, type=slice]; +"513 slice_64" [id=513, type=slice]; +"514 contiguous_5" [id=514, type=contiguous]; +"515 _param_constant63" [id=515, type=get_attr]; +"516 _param_constant64" [id=516, type=get_attr]; +"517 layer_norm_8" [id=517, type=layer_norm]; +"518 add_12" [id=518, type=add]; +"519 add_12_0_0_nncf_smooth_quant_0" [id=519, type=call_module]; +"520 quantize_per_tensor_default_24" [id=520, type=quantize_per_tensor]; +"521 dequantize_per_tensor_default_24" [id=521, type=dequantize_per_tensor]; +"522 linear_23_zero_point_0_updated_constant0" [id=522, type=get_attr]; +"523 linear_23_scale_0_updated_constant0" [id=523, type=get_attr]; +"524 compressed_weight_updated_constant24" [id=524, type=get_attr]; +"525 _param_constant66_0_0" [id=525, type=get_attr]; +"526 mul_tensor_24" [id=526, type=mul]; +"527 sub_tensor_24" [id=527, type=sub]; +"528 linear_23" [id=528, type=linear]; +"529 gelu_3" [id=529, type=gelu]; +"530 dropout_14" [id=530, type=dropout]; +"531 dropout_14_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; +"532 quantize_per_tensor_default_25" [id=532, type=quantize_per_tensor]; +"533 dequantize_per_tensor_default_25" [id=533, type=dequantize_per_tensor]; +"534 linear_24_zero_point_0_updated_constant0" [id=534, type=get_attr]; +"535 linear_24_scale_0_updated_constant0" [id=535, type=get_attr]; +"536 compressed_weight_updated_constant25" [id=536, type=get_attr]; +"537 _param_constant68_0_0" [id=537, type=get_attr]; +"538 mul_tensor_25" [id=538, type=mul]; +"539 sub_tensor_25" [id=539, type=sub]; +"540 linear_24" [id=540, type=linear]; +"541 dropout_15" [id=541, type=dropout]; +"542 _param_constant69" [id=542, type=get_attr]; +"543 _param_constant70" [id=543, type=get_attr]; +"544 layer_norm_9" [id=544, type=layer_norm]; +"545 add_13" [id=545, type=add]; +"546 pad_5" [id=546, type=pad]; +"547 slice_65" [id=547, type=slice]; +"548 slice_66" [id=548, type=slice]; +"549 slice_67" [id=549, type=slice]; +"550 slice_68" [id=550, type=slice]; +"551 slice_69" [id=551, type=slice]; +"552 slice_70" [id=552, type=slice]; +"553 slice_71" [id=553, type=slice]; +"554 slice_72" [id=554, type=slice]; +"555 slice_73" [id=555, type=slice]; +"556 slice_74" [id=556, type=slice]; +"557 slice_75" [id=557, type=slice]; +"558 slice_76" [id=558, type=slice]; +"559 cat_1" [id=559, type=cat]; +"560 cat_1_0_0_nncf_smooth_quant_0" [id=560, type=call_module]; +"561 quantize_per_tensor_default_26" [id=561, type=quantize_per_tensor]; +"562 dequantize_per_tensor_default_26" [id=562, type=dequantize_per_tensor]; +"563 linear_25_zero_point_0_updated_constant0" [id=563, type=get_attr]; +"564 linear_25_scale_0_updated_constant0" [id=564, type=get_attr]; +"565 compressed_weight_updated_constant26" [id=565, type=get_attr]; +"566 mul_tensor_26" [id=566, type=mul]; +"567 sub_tensor_26" [id=567, type=sub]; +"568 linear_25" [id=568, type=linear]; +"569 _param_constant72" [id=569, type=get_attr]; +"570 _param_constant73" [id=570, type=get_attr]; +"571 layer_norm_10" [id=571, type=layer_norm]; +"572 _tensor_constant26" [id=572, type=get_attr]; +"573 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=573, type=call_module]; +"574 linear_26_zero_point_0_updated_constant0" [id=574, type=get_attr]; +"575 linear_26_scale_0_updated_constant0" [id=575, type=get_attr]; +"576 compressed_weight_updated_constant27" [id=576, type=get_attr]; +"577 _param_constant75_0_0" [id=577, type=get_attr]; +"578 mul_tensor_27" [id=578, type=mul]; +"579 sub_tensor_27" [id=579, type=sub]; +"580 linear_26" [id=580, type=linear]; +"581 relu__4" [id=581, type=relu_]; +"582 relu__4_0_0_nncf_smooth_quant_0" [id=582, type=call_module]; +"583 linear_27_zero_point_0_updated_constant0" [id=583, type=get_attr]; +"584 linear_27_scale_0_updated_constant0" [id=584, type=get_attr]; +"585 compressed_weight_updated_constant28" [id=585, type=get_attr]; +"586 mul_tensor_28" [id=586, type=mul]; +"587 sub_tensor_28" [id=587, type=sub]; +"588 linear_27" [id=588, type=linear]; +"589 view_22" [id=589, type=view]; +"590 _tensor_constant27" [id=590, type=get_attr]; +"591 index_4" [id=591, type=index]; +"592 view_23" [id=592, type=view]; +"593 permute_19" [id=593, type=permute]; +"594 contiguous_6" [id=594, type=contiguous]; +"595 unsqueeze_12" [id=595, type=unsqueeze]; +"596 sigmoid_4" [id=596, type=sigmoid]; +"597 mul_8" [id=597, type=mul]; +"598 pad_6" [id=598, type=pad]; +"599 view_24" [id=599, type=view]; +"600 permute_20" [id=600, type=permute]; +"601 reshape_18" [id=601, type=reshape]; +"602 reshape_18_0_0_nncf_smooth_quant_0" [id=602, type=call_module]; +"603 quantize_per_tensor_default_27" [id=603, type=quantize_per_tensor]; +"604 dequantize_per_tensor_default_27" [id=604, type=dequantize_per_tensor]; +"605 linear_28_zero_point_0_updated_constant0" [id=605, type=get_attr]; +"606 linear_28_scale_0_updated_constant0" [id=606, type=get_attr]; +"607 compressed_weight_updated_constant29" [id=607, type=get_attr]; +"608 _param_constant77_0_0" [id=608, type=get_attr]; +"609 mul_tensor_29" [id=609, type=mul]; +"610 sub_tensor_29" [id=610, type=sub]; +"611 linear_28" [id=611, type=linear]; +"612 reshape_19" [id=612, type=reshape]; +"613 permute_21" [id=613, type=permute]; +"614 select_12" [id=614, type=select]; +"615 select_13" [id=615, type=select]; +"616 select_14" [id=616, type=select]; +"617 linalg_vector_norm_8" [id=617, type=linalg_vector_norm]; +"618 clamp_min_8" [id=618, type=clamp_min]; +"619 expand_as_8" [id=619, type=expand_as]; +"620 div_8" [id=620, type=div]; +"621 quantize_per_tensor_default_28" [id=621, type=quantize_per_tensor]; +"622 dequantize_per_tensor_default_28" [id=622, type=dequantize_per_tensor]; +"623 linalg_vector_norm_9" [id=623, type=linalg_vector_norm]; +"624 clamp_min_9" [id=624, type=clamp_min]; +"625 expand_as_9" [id=625, type=expand_as]; +"626 div_9" [id=626, type=div]; +"627 quantize_per_tensor_default_29" [id=627, type=quantize_per_tensor]; +"628 dequantize_per_tensor_default_29" [id=628, type=dequantize_per_tensor]; +"629 transpose_8" [id=629, type=transpose]; +"630 matmul_8" [id=630, type=matmul]; +"631 _param_constant79" [id=631, type=get_attr]; +"632 clamp_4" [id=632, type=clamp]; +"633 exp_4" [id=633, type=exp]; +"634 mul_9" [id=634, type=mul]; +"635 add_14" [id=635, type=add]; +"636 softmax_4" [id=636, type=softmax]; +"637 dropout_16" [id=637, type=dropout]; +"638 matmul_9" [id=638, type=matmul]; +"639 transpose_9" [id=639, type=transpose]; +"640 reshape_20" [id=640, type=reshape]; +"641 reshape_20_0_0_nncf_smooth_quant_0" [id=641, type=call_module]; +"642 quantize_per_tensor_default_30" [id=642, type=quantize_per_tensor]; +"643 dequantize_per_tensor_default_30" [id=643, type=dequantize_per_tensor]; +"644 linear_29_zero_point_0_updated_constant0" [id=644, type=get_attr]; +"645 linear_29_scale_0_updated_constant0" [id=645, type=get_attr]; +"646 compressed_weight_updated_constant30" [id=646, type=get_attr]; +"647 _param_constant81_0_0" [id=647, type=get_attr]; +"648 mul_tensor_30" [id=648, type=mul]; +"649 sub_tensor_30" [id=649, type=sub]; +"650 linear_29" [id=650, type=linear]; +"651 dropout_17" [id=651, type=dropout]; +"652 view_25" [id=652, type=view]; +"653 permute_22" [id=653, type=permute]; +"654 reshape_21" [id=654, type=reshape]; +"655 slice_78" [id=655, type=slice]; +"656 slice_79" [id=656, type=slice]; +"657 slice_80" [id=657, type=slice]; +"658 slice_81" [id=658, type=slice]; +"659 contiguous_7" [id=659, type=contiguous]; +"660 _param_constant82" [id=660, type=get_attr]; +"661 _param_constant83" [id=661, type=get_attr]; +"662 layer_norm_11" [id=662, type=layer_norm]; +"663 add_15" [id=663, type=add]; +"664 add_15_0_0_nncf_smooth_quant_0" [id=664, type=call_module]; +"665 quantize_per_tensor_default_31" [id=665, type=quantize_per_tensor]; +"666 dequantize_per_tensor_default_31" [id=666, type=dequantize_per_tensor]; +"667 linear_30_zero_point_0_updated_constant0" [id=667, type=get_attr]; +"668 linear_30_scale_0_updated_constant0" [id=668, type=get_attr]; +"669 compressed_weight_updated_constant31" [id=669, type=get_attr]; +"670 _param_constant85_0_0" [id=670, type=get_attr]; +"671 mul_tensor_31" [id=671, type=mul]; +"672 sub_tensor_31" [id=672, type=sub]; +"673 linear_30" [id=673, type=linear]; +"674 gelu_4" [id=674, type=gelu]; +"675 dropout_18" [id=675, type=dropout]; +"676 dropout_18_0_0_nncf_smooth_quant_0" [id=676, type=call_module]; +"677 quantize_per_tensor_default_32" [id=677, type=quantize_per_tensor]; +"678 dequantize_per_tensor_default_32" [id=678, type=dequantize_per_tensor]; +"679 linear_31_zero_point_0_updated_constant0" [id=679, type=get_attr]; +"680 linear_31_scale_0_updated_constant0" [id=680, type=get_attr]; +"681 compressed_weight_updated_constant32" [id=681, type=get_attr]; +"682 _param_constant87_0_0" [id=682, type=get_attr]; +"683 mul_tensor_32" [id=683, type=mul]; +"684 sub_tensor_32" [id=684, type=sub]; +"685 linear_31" [id=685, type=linear]; +"686 dropout_19" [id=686, type=dropout]; +"687 _param_constant88" [id=687, type=get_attr]; +"688 _param_constant89" [id=688, type=get_attr]; +"689 layer_norm_12" [id=689, type=layer_norm]; +"690 add_16" [id=690, type=add]; +"691 _tensor_constant28" [id=691, type=get_attr]; +"692 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=692, type=call_module]; +"693 linear_32_zero_point_0_updated_constant0" [id=693, type=get_attr]; +"694 linear_32_scale_0_updated_constant0" [id=694, type=get_attr]; +"695 compressed_weight_updated_constant33" [id=695, type=get_attr]; +"696 _param_constant91_0_0" [id=696, type=get_attr]; +"697 mul_tensor_33" [id=697, type=mul]; +"698 sub_tensor_33" [id=698, type=sub]; +"699 linear_32" [id=699, type=linear]; +"700 relu__5" [id=700, type=relu_]; +"701 relu__5_0_0_nncf_smooth_quant_0" [id=701, type=call_module]; +"702 linear_33_zero_point_0_updated_constant0" [id=702, type=get_attr]; +"703 linear_33_scale_0_updated_constant0" [id=703, type=get_attr]; +"704 compressed_weight_updated_constant34" [id=704, type=get_attr]; +"705 mul_tensor_34" [id=705, type=mul]; +"706 sub_tensor_34" [id=706, type=sub]; +"707 linear_33" [id=707, type=linear]; +"708 view_26" [id=708, type=view]; +"709 _tensor_constant29" [id=709, type=get_attr]; +"710 index_5" [id=710, type=index]; +"711 view_27" [id=711, type=view]; +"712 permute_23" [id=712, type=permute]; +"713 contiguous_8" [id=713, type=contiguous]; +"714 unsqueeze_13" [id=714, type=unsqueeze]; +"715 sigmoid_5" [id=715, type=sigmoid]; +"716 mul_10" [id=716, type=mul]; +"717 pad_7" [id=717, type=pad]; +"718 roll_4" [id=718, type=roll]; +"719 view_28" [id=719, type=view]; +"720 permute_24" [id=720, type=permute]; +"721 reshape_22" [id=721, type=reshape]; +"722 reshape_22_0_0_nncf_smooth_quant_0" [id=722, type=call_module]; +"723 quantize_per_tensor_default_33" [id=723, type=quantize_per_tensor]; +"724 dequantize_per_tensor_default_33" [id=724, type=dequantize_per_tensor]; +"725 linear_34_zero_point_0_updated_constant0" [id=725, type=get_attr]; +"726 linear_34_scale_0_updated_constant0" [id=726, type=get_attr]; +"727 compressed_weight_updated_constant35" [id=727, type=get_attr]; +"728 _param_constant93_0_0" [id=728, type=get_attr]; +"729 mul_tensor_35" [id=729, type=mul]; +"730 sub_tensor_35" [id=730, type=sub]; +"731 linear_34" [id=731, type=linear]; +"732 reshape_23" [id=732, type=reshape]; +"733 permute_25" [id=733, type=permute]; +"734 select_15" [id=734, type=select]; +"735 select_16" [id=735, type=select]; +"736 select_17" [id=736, type=select]; +"737 linalg_vector_norm_10" [id=737, type=linalg_vector_norm]; +"738 clamp_min_10" [id=738, type=clamp_min]; +"739 expand_as_10" [id=739, type=expand_as]; +"740 div_10" [id=740, type=div]; +"741 quantize_per_tensor_default_34" [id=741, type=quantize_per_tensor]; +"742 dequantize_per_tensor_default_34" [id=742, type=dequantize_per_tensor]; +"743 linalg_vector_norm_11" [id=743, type=linalg_vector_norm]; +"744 clamp_min_11" [id=744, type=clamp_min]; +"745 expand_as_11" [id=745, type=expand_as]; +"746 div_11" [id=746, type=div]; +"747 quantize_per_tensor_default_35" [id=747, type=quantize_per_tensor]; +"748 dequantize_per_tensor_default_35" [id=748, type=dequantize_per_tensor]; +"749 transpose_10" [id=749, type=transpose]; +"750 matmul_10" [id=750, type=matmul]; +"751 _param_constant95" [id=751, type=get_attr]; +"752 clamp_5" [id=752, type=clamp]; +"753 exp_5" [id=753, type=exp]; +"754 mul_11" [id=754, type=mul]; +"755 add_17" [id=755, type=add]; +"756 new_zeros_2" [id=756, type=new_zeros]; +"757 view_29" [id=757, type=view]; +"758 permute_26" [id=758, type=permute]; +"759 reshape_24" [id=759, type=reshape]; +"760 unsqueeze_14" [id=760, type=unsqueeze]; +"761 unsqueeze_15" [id=761, type=unsqueeze]; +"762 sub_2" [id=762, type=sub]; +"763 ne_2" [id=763, type=ne]; +"764 masked_fill_4" [id=764, type=masked_fill]; +"765 eq_2" [id=765, type=eq]; +"766 masked_fill_5" [id=766, type=masked_fill]; +"767 view_30" [id=767, type=view]; +"768 unsqueeze_16" [id=768, type=unsqueeze]; +"769 unsqueeze_17" [id=769, type=unsqueeze]; +"770 add_18" [id=770, type=add]; +"771 view_31" [id=771, type=view]; +"772 softmax_5" [id=772, type=softmax]; +"773 dropout_20" [id=773, type=dropout]; +"774 matmul_11" [id=774, type=matmul]; +"775 transpose_11" [id=775, type=transpose]; +"776 reshape_25" [id=776, type=reshape]; +"777 reshape_25_0_0_nncf_smooth_quant_0" [id=777, type=call_module]; +"778 quantize_per_tensor_default_36" [id=778, type=quantize_per_tensor]; +"779 dequantize_per_tensor_default_36" [id=779, type=dequantize_per_tensor]; +"780 linear_35_zero_point_0_updated_constant0" [id=780, type=get_attr]; +"781 linear_35_scale_0_updated_constant0" [id=781, type=get_attr]; +"782 compressed_weight_updated_constant36" [id=782, type=get_attr]; +"783 _param_constant97_0_0" [id=783, type=get_attr]; +"784 mul_tensor_36" [id=784, type=mul]; +"785 sub_tensor_36" [id=785, type=sub]; +"786 linear_35" [id=786, type=linear]; +"787 dropout_21" [id=787, type=dropout]; +"788 view_32" [id=788, type=view]; +"789 permute_27" [id=789, type=permute]; +"790 reshape_26" [id=790, type=reshape]; +"791 roll_5" [id=791, type=roll]; +"792 slice_101" [id=792, type=slice]; +"793 slice_102" [id=793, type=slice]; +"794 slice_103" [id=794, type=slice]; +"795 slice_104" [id=795, type=slice]; +"796 contiguous_9" [id=796, type=contiguous]; +"797 _param_constant98" [id=797, type=get_attr]; +"798 _param_constant99" [id=798, type=get_attr]; +"799 layer_norm_13" [id=799, type=layer_norm]; +"800 add_19" [id=800, type=add]; +"801 add_19_0_0_nncf_smooth_quant_0" [id=801, type=call_module]; +"802 quantize_per_tensor_default_37" [id=802, type=quantize_per_tensor]; +"803 dequantize_per_tensor_default_37" [id=803, type=dequantize_per_tensor]; +"804 linear_36_zero_point_0_updated_constant0" [id=804, type=get_attr]; +"805 linear_36_scale_0_updated_constant0" [id=805, type=get_attr]; +"806 compressed_weight_updated_constant37" [id=806, type=get_attr]; +"807 _param_constant101_0_0" [id=807, type=get_attr]; +"808 mul_tensor_37" [id=808, type=mul]; +"809 sub_tensor_37" [id=809, type=sub]; +"810 linear_36" [id=810, type=linear]; +"811 gelu_5" [id=811, type=gelu]; +"812 dropout_22" [id=812, type=dropout]; +"813 dropout_22_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; +"814 quantize_per_tensor_default_38" [id=814, type=quantize_per_tensor]; +"815 dequantize_per_tensor_default_38" [id=815, type=dequantize_per_tensor]; +"816 linear_37_zero_point_0_updated_constant0" [id=816, type=get_attr]; +"817 linear_37_scale_0_updated_constant0" [id=817, type=get_attr]; +"818 compressed_weight_updated_constant38" [id=818, type=get_attr]; +"819 _param_constant103_0_0" [id=819, type=get_attr]; +"820 mul_tensor_38" [id=820, type=mul]; +"821 sub_tensor_38" [id=821, type=sub]; +"822 linear_37" [id=822, type=linear]; +"823 dropout_23" [id=823, type=dropout]; +"824 _param_constant104" [id=824, type=get_attr]; +"825 _param_constant105" [id=825, type=get_attr]; +"826 layer_norm_14" [id=826, type=layer_norm]; +"827 add_20" [id=827, type=add]; +"828 _tensor_constant39" [id=828, type=get_attr]; +"829 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=829, type=call_module]; +"830 linear_38_zero_point_0_updated_constant0" [id=830, type=get_attr]; +"831 linear_38_scale_0_updated_constant0" [id=831, type=get_attr]; +"832 compressed_weight_updated_constant39" [id=832, type=get_attr]; +"833 _param_constant107_0_0" [id=833, type=get_attr]; +"834 mul_tensor_39" [id=834, type=mul]; +"835 sub_tensor_39" [id=835, type=sub]; +"836 linear_38" [id=836, type=linear]; +"837 relu__6" [id=837, type=relu_]; +"838 relu__6_0_0_nncf_smooth_quant_0" [id=838, type=call_module]; +"839 linear_39_zero_point_0_updated_constant0" [id=839, type=get_attr]; +"840 linear_39_scale_0_updated_constant0" [id=840, type=get_attr]; +"841 compressed_weight_updated_constant40" [id=841, type=get_attr]; +"842 mul_tensor_40" [id=842, type=mul]; +"843 sub_tensor_40" [id=843, type=sub]; +"844 linear_39" [id=844, type=linear]; +"845 view_33" [id=845, type=view]; +"846 _tensor_constant40" [id=846, type=get_attr]; +"847 index_6" [id=847, type=index]; +"848 view_34" [id=848, type=view]; +"849 permute_28" [id=849, type=permute]; +"850 contiguous_10" [id=850, type=contiguous]; +"851 unsqueeze_18" [id=851, type=unsqueeze]; +"852 sigmoid_6" [id=852, type=sigmoid]; +"853 mul_12" [id=853, type=mul]; +"854 pad_8" [id=854, type=pad]; +"855 view_35" [id=855, type=view]; +"856 permute_29" [id=856, type=permute]; +"857 reshape_27" [id=857, type=reshape]; +"858 reshape_27_0_0_nncf_smooth_quant_0" [id=858, type=call_module]; +"859 quantize_per_tensor_default_39" [id=859, type=quantize_per_tensor]; +"860 dequantize_per_tensor_default_39" [id=860, type=dequantize_per_tensor]; +"861 linear_40_zero_point_0_updated_constant0" [id=861, type=get_attr]; +"862 linear_40_scale_0_updated_constant0" [id=862, type=get_attr]; +"863 compressed_weight_updated_constant41" [id=863, type=get_attr]; +"864 _param_constant109_0_0" [id=864, type=get_attr]; +"865 mul_tensor_41" [id=865, type=mul]; +"866 sub_tensor_41" [id=866, type=sub]; +"867 linear_40" [id=867, type=linear]; +"868 reshape_28" [id=868, type=reshape]; +"869 permute_30" [id=869, type=permute]; +"870 select_18" [id=870, type=select]; +"871 select_19" [id=871, type=select]; +"872 select_20" [id=872, type=select]; +"873 linalg_vector_norm_12" [id=873, type=linalg_vector_norm]; +"874 clamp_min_12" [id=874, type=clamp_min]; +"875 expand_as_12" [id=875, type=expand_as]; +"876 div_12" [id=876, type=div]; +"877 quantize_per_tensor_default_40" [id=877, type=quantize_per_tensor]; +"878 dequantize_per_tensor_default_40" [id=878, type=dequantize_per_tensor]; +"879 linalg_vector_norm_13" [id=879, type=linalg_vector_norm]; +"880 clamp_min_13" [id=880, type=clamp_min]; +"881 expand_as_13" [id=881, type=expand_as]; +"882 div_13" [id=882, type=div]; +"883 quantize_per_tensor_default_41" [id=883, type=quantize_per_tensor]; +"884 dequantize_per_tensor_default_41" [id=884, type=dequantize_per_tensor]; +"885 transpose_12" [id=885, type=transpose]; +"886 matmul_12" [id=886, type=matmul]; +"887 _param_constant111" [id=887, type=get_attr]; +"888 clamp_6" [id=888, type=clamp]; +"889 exp_6" [id=889, type=exp]; +"890 mul_13" [id=890, type=mul]; +"891 add_21" [id=891, type=add]; +"892 softmax_6" [id=892, type=softmax]; +"893 dropout_24" [id=893, type=dropout]; +"894 matmul_13" [id=894, type=matmul]; +"895 transpose_13" [id=895, type=transpose]; +"896 reshape_29" [id=896, type=reshape]; +"897 reshape_29_0_0_nncf_smooth_quant_0" [id=897, type=call_module]; +"898 quantize_per_tensor_default_42" [id=898, type=quantize_per_tensor]; +"899 dequantize_per_tensor_default_42" [id=899, type=dequantize_per_tensor]; +"900 linear_41_zero_point_0_updated_constant0" [id=900, type=get_attr]; +"901 linear_41_scale_0_updated_constant0" [id=901, type=get_attr]; +"902 compressed_weight_updated_constant42" [id=902, type=get_attr]; +"903 _param_constant113_0_0" [id=903, type=get_attr]; +"904 mul_tensor_42" [id=904, type=mul]; +"905 sub_tensor_42" [id=905, type=sub]; +"906 linear_41" [id=906, type=linear]; +"907 dropout_25" [id=907, type=dropout]; +"908 view_36" [id=908, type=view]; +"909 permute_31" [id=909, type=permute]; +"910 reshape_30" [id=910, type=reshape]; +"911 slice_106" [id=911, type=slice]; +"912 slice_107" [id=912, type=slice]; +"913 slice_108" [id=913, type=slice]; +"914 slice_109" [id=914, type=slice]; +"915 contiguous_11" [id=915, type=contiguous]; +"916 _param_constant114" [id=916, type=get_attr]; +"917 _param_constant115" [id=917, type=get_attr]; +"918 layer_norm_15" [id=918, type=layer_norm]; +"919 add_22" [id=919, type=add]; +"920 add_22_0_0_nncf_smooth_quant_0" [id=920, type=call_module]; +"921 quantize_per_tensor_default_43" [id=921, type=quantize_per_tensor]; +"922 dequantize_per_tensor_default_43" [id=922, type=dequantize_per_tensor]; +"923 linear_42_zero_point_0_updated_constant0" [id=923, type=get_attr]; +"924 linear_42_scale_0_updated_constant0" [id=924, type=get_attr]; +"925 compressed_weight_updated_constant43" [id=925, type=get_attr]; +"926 _param_constant117_0_0" [id=926, type=get_attr]; +"927 mul_tensor_43" [id=927, type=mul]; +"928 sub_tensor_43" [id=928, type=sub]; +"929 linear_42" [id=929, type=linear]; +"930 gelu_6" [id=930, type=gelu]; +"931 dropout_26" [id=931, type=dropout]; +"932 dropout_26_0_0_nncf_smooth_quant_0" [id=932, type=call_module]; +"933 quantize_per_tensor_default_44" [id=933, type=quantize_per_tensor]; +"934 dequantize_per_tensor_default_44" [id=934, type=dequantize_per_tensor]; +"935 linear_43_zero_point_0_updated_constant0" [id=935, type=get_attr]; +"936 linear_43_scale_0_updated_constant0" [id=936, type=get_attr]; +"937 compressed_weight_updated_constant44" [id=937, type=get_attr]; +"938 _param_constant119_0_0" [id=938, type=get_attr]; +"939 mul_tensor_44" [id=939, type=mul]; +"940 sub_tensor_44" [id=940, type=sub]; +"941 linear_43" [id=941, type=linear]; +"942 dropout_27" [id=942, type=dropout]; +"943 _param_constant120" [id=943, type=get_attr]; +"944 _param_constant121" [id=944, type=get_attr]; +"945 layer_norm_16" [id=945, type=layer_norm]; +"946 add_23" [id=946, type=add]; +"947 _tensor_constant41" [id=947, type=get_attr]; +"948 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=948, type=call_module]; +"949 linear_44_zero_point_0_updated_constant0" [id=949, type=get_attr]; +"950 linear_44_scale_0_updated_constant0" [id=950, type=get_attr]; +"951 compressed_weight_updated_constant45" [id=951, type=get_attr]; +"952 _param_constant123_0_0" [id=952, type=get_attr]; +"953 mul_tensor_45" [id=953, type=mul]; +"954 sub_tensor_45" [id=954, type=sub]; +"955 linear_44" [id=955, type=linear]; +"956 relu__7" [id=956, type=relu_]; +"957 relu__7_0_0_nncf_smooth_quant_0" [id=957, type=call_module]; +"958 linear_45_zero_point_0_updated_constant0" [id=958, type=get_attr]; +"959 linear_45_scale_0_updated_constant0" [id=959, type=get_attr]; +"960 compressed_weight_updated_constant46" [id=960, type=get_attr]; +"961 mul_tensor_46" [id=961, type=mul]; +"962 sub_tensor_46" [id=962, type=sub]; +"963 linear_45" [id=963, type=linear]; +"964 view_37" [id=964, type=view]; +"965 _tensor_constant42" [id=965, type=get_attr]; +"966 index_7" [id=966, type=index]; +"967 view_38" [id=967, type=view]; +"968 permute_32" [id=968, type=permute]; +"969 contiguous_12" [id=969, type=contiguous]; +"970 unsqueeze_19" [id=970, type=unsqueeze]; +"971 sigmoid_7" [id=971, type=sigmoid]; +"972 mul_14" [id=972, type=mul]; +"973 pad_9" [id=973, type=pad]; +"974 roll_6" [id=974, type=roll]; +"975 view_39" [id=975, type=view]; +"976 permute_33" [id=976, type=permute]; +"977 reshape_31" [id=977, type=reshape]; +"978 reshape_31_0_0_nncf_smooth_quant_0" [id=978, type=call_module]; +"979 quantize_per_tensor_default_45" [id=979, type=quantize_per_tensor]; +"980 dequantize_per_tensor_default_45" [id=980, type=dequantize_per_tensor]; +"981 linear_46_zero_point_0_updated_constant0" [id=981, type=get_attr]; +"982 linear_46_scale_0_updated_constant0" [id=982, type=get_attr]; +"983 compressed_weight_updated_constant47" [id=983, type=get_attr]; +"984 _param_constant125_0_0" [id=984, type=get_attr]; +"985 mul_tensor_47" [id=985, type=mul]; +"986 sub_tensor_47" [id=986, type=sub]; +"987 linear_46" [id=987, type=linear]; +"988 reshape_32" [id=988, type=reshape]; +"989 permute_34" [id=989, type=permute]; +"990 select_21" [id=990, type=select]; +"991 select_22" [id=991, type=select]; +"992 select_23" [id=992, type=select]; +"993 linalg_vector_norm_14" [id=993, type=linalg_vector_norm]; +"994 clamp_min_14" [id=994, type=clamp_min]; +"995 expand_as_14" [id=995, type=expand_as]; +"996 div_14" [id=996, type=div]; +"997 quantize_per_tensor_default_46" [id=997, type=quantize_per_tensor]; +"998 dequantize_per_tensor_default_46" [id=998, type=dequantize_per_tensor]; +"999 linalg_vector_norm_15" [id=999, type=linalg_vector_norm]; +"1000 clamp_min_15" [id=1000, type=clamp_min]; +"1001 expand_as_15" [id=1001, type=expand_as]; +"1002 div_15" [id=1002, type=div]; +"1003 quantize_per_tensor_default_47" [id=1003, type=quantize_per_tensor]; +"1004 dequantize_per_tensor_default_47" [id=1004, type=dequantize_per_tensor]; +"1005 transpose_14" [id=1005, type=transpose]; +"1006 matmul_14" [id=1006, type=matmul]; +"1007 _param_constant127" [id=1007, type=get_attr]; +"1008 clamp_7" [id=1008, type=clamp]; +"1009 exp_7" [id=1009, type=exp]; +"1010 mul_15" [id=1010, type=mul]; +"1011 add_24" [id=1011, type=add]; +"1012 new_zeros_3" [id=1012, type=new_zeros]; +"1013 view_40" [id=1013, type=view]; +"1014 permute_35" [id=1014, type=permute]; +"1015 reshape_33" [id=1015, type=reshape]; +"1016 unsqueeze_20" [id=1016, type=unsqueeze]; +"1017 unsqueeze_21" [id=1017, type=unsqueeze]; +"1018 sub_3" [id=1018, type=sub]; +"1019 ne_3" [id=1019, type=ne]; +"1020 masked_fill_6" [id=1020, type=masked_fill]; +"1021 eq_3" [id=1021, type=eq]; +"1022 masked_fill_7" [id=1022, type=masked_fill]; +"1023 view_41" [id=1023, type=view]; +"1024 unsqueeze_22" [id=1024, type=unsqueeze]; +"1025 unsqueeze_23" [id=1025, type=unsqueeze]; +"1026 add_25" [id=1026, type=add]; +"1027 view_42" [id=1027, type=view]; +"1028 softmax_7" [id=1028, type=softmax]; +"1029 dropout_28" [id=1029, type=dropout]; +"1030 matmul_15" [id=1030, type=matmul]; +"1031 transpose_15" [id=1031, type=transpose]; +"1032 reshape_34" [id=1032, type=reshape]; +"1033 reshape_34_0_0_nncf_smooth_quant_0" [id=1033, type=call_module]; +"1034 quantize_per_tensor_default_48" [id=1034, type=quantize_per_tensor]; +"1035 dequantize_per_tensor_default_48" [id=1035, type=dequantize_per_tensor]; +"1036 linear_47_zero_point_0_updated_constant0" [id=1036, type=get_attr]; +"1037 linear_47_scale_0_updated_constant0" [id=1037, type=get_attr]; +"1038 compressed_weight_updated_constant48" [id=1038, type=get_attr]; +"1039 _param_constant129_0_0" [id=1039, type=get_attr]; +"1040 mul_tensor_48" [id=1040, type=mul]; +"1041 sub_tensor_48" [id=1041, type=sub]; +"1042 linear_47" [id=1042, type=linear]; +"1043 dropout_29" [id=1043, type=dropout]; +"1044 view_43" [id=1044, type=view]; +"1045 permute_36" [id=1045, type=permute]; +"1046 reshape_35" [id=1046, type=reshape]; +"1047 roll_7" [id=1047, type=roll]; +"1048 slice_129" [id=1048, type=slice]; +"1049 slice_130" [id=1049, type=slice]; +"1050 slice_131" [id=1050, type=slice]; +"1051 slice_132" [id=1051, type=slice]; +"1052 contiguous_13" [id=1052, type=contiguous]; +"1053 _param_constant130" [id=1053, type=get_attr]; +"1054 _param_constant131" [id=1054, type=get_attr]; +"1055 layer_norm_17" [id=1055, type=layer_norm]; +"1056 add_26" [id=1056, type=add]; +"1057 add_26_0_0_nncf_smooth_quant_0" [id=1057, type=call_module]; +"1058 quantize_per_tensor_default_49" [id=1058, type=quantize_per_tensor]; +"1059 dequantize_per_tensor_default_49" [id=1059, type=dequantize_per_tensor]; +"1060 linear_48_zero_point_0_updated_constant0" [id=1060, type=get_attr]; +"1061 linear_48_scale_0_updated_constant0" [id=1061, type=get_attr]; +"1062 compressed_weight_updated_constant49" [id=1062, type=get_attr]; +"1063 _param_constant133_0_0" [id=1063, type=get_attr]; +"1064 mul_tensor_49" [id=1064, type=mul]; +"1065 sub_tensor_49" [id=1065, type=sub]; +"1066 linear_48" [id=1066, type=linear]; +"1067 gelu_7" [id=1067, type=gelu]; +"1068 dropout_30" [id=1068, type=dropout]; +"1069 dropout_30_0_0_nncf_smooth_quant_0" [id=1069, type=call_module]; +"1070 quantize_per_tensor_default_50" [id=1070, type=quantize_per_tensor]; +"1071 dequantize_per_tensor_default_50" [id=1071, type=dequantize_per_tensor]; +"1072 linear_49_zero_point_0_updated_constant0" [id=1072, type=get_attr]; +"1073 linear_49_scale_0_updated_constant0" [id=1073, type=get_attr]; +"1074 compressed_weight_updated_constant50" [id=1074, type=get_attr]; +"1075 _param_constant135_0_0" [id=1075, type=get_attr]; +"1076 mul_tensor_50" [id=1076, type=mul]; +"1077 sub_tensor_50" [id=1077, type=sub]; +"1078 linear_49" [id=1078, type=linear]; +"1079 dropout_31" [id=1079, type=dropout]; +"1080 _param_constant136" [id=1080, type=get_attr]; +"1081 _param_constant137" [id=1081, type=get_attr]; +"1082 layer_norm_18" [id=1082, type=layer_norm]; +"1083 add_27" [id=1083, type=add]; +"1084 _tensor_constant52" [id=1084, type=get_attr]; +"1085 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=1085, type=call_module]; +"1086 linear_50_zero_point_0_updated_constant0" [id=1086, type=get_attr]; +"1087 linear_50_scale_0_updated_constant0" [id=1087, type=get_attr]; +"1088 compressed_weight_updated_constant51" [id=1088, type=get_attr]; +"1089 _param_constant139_0_0" [id=1089, type=get_attr]; +"1090 mul_tensor_51" [id=1090, type=mul]; +"1091 sub_tensor_51" [id=1091, type=sub]; +"1092 linear_50" [id=1092, type=linear]; +"1093 relu__8" [id=1093, type=relu_]; +"1094 relu__8_0_0_nncf_smooth_quant_0" [id=1094, type=call_module]; +"1095 linear_51_zero_point_0_updated_constant0" [id=1095, type=get_attr]; +"1096 linear_51_scale_0_updated_constant0" [id=1096, type=get_attr]; +"1097 compressed_weight_updated_constant52" [id=1097, type=get_attr]; +"1098 mul_tensor_52" [id=1098, type=mul]; +"1099 sub_tensor_52" [id=1099, type=sub]; +"1100 linear_51" [id=1100, type=linear]; +"1101 view_44" [id=1101, type=view]; +"1102 _tensor_constant53" [id=1102, type=get_attr]; +"1103 index_8" [id=1103, type=index]; +"1104 view_45" [id=1104, type=view]; +"1105 permute_37" [id=1105, type=permute]; +"1106 contiguous_14" [id=1106, type=contiguous]; +"1107 unsqueeze_24" [id=1107, type=unsqueeze]; +"1108 sigmoid_8" [id=1108, type=sigmoid]; +"1109 mul_16" [id=1109, type=mul]; +"1110 pad_10" [id=1110, type=pad]; +"1111 view_46" [id=1111, type=view]; +"1112 permute_38" [id=1112, type=permute]; +"1113 reshape_36" [id=1113, type=reshape]; +"1114 reshape_36_0_0_nncf_smooth_quant_0" [id=1114, type=call_module]; +"1115 quantize_per_tensor_default_51" [id=1115, type=quantize_per_tensor]; +"1116 dequantize_per_tensor_default_51" [id=1116, type=dequantize_per_tensor]; +"1117 linear_52_zero_point_0_updated_constant0" [id=1117, type=get_attr]; +"1118 linear_52_scale_0_updated_constant0" [id=1118, type=get_attr]; +"1119 compressed_weight_updated_constant53" [id=1119, type=get_attr]; +"1120 _param_constant141_0_0" [id=1120, type=get_attr]; +"1121 mul_tensor_53" [id=1121, type=mul]; +"1122 sub_tensor_53" [id=1122, type=sub]; +"1123 linear_52" [id=1123, type=linear]; +"1124 reshape_37" [id=1124, type=reshape]; +"1125 permute_39" [id=1125, type=permute]; +"1126 select_24" [id=1126, type=select]; +"1127 select_25" [id=1127, type=select]; +"1128 select_26" [id=1128, type=select]; +"1129 linalg_vector_norm_16" [id=1129, type=linalg_vector_norm]; +"1130 clamp_min_16" [id=1130, type=clamp_min]; +"1131 expand_as_16" [id=1131, type=expand_as]; +"1132 div_16" [id=1132, type=div]; +"1133 quantize_per_tensor_default_52" [id=1133, type=quantize_per_tensor]; +"1134 dequantize_per_tensor_default_52" [id=1134, type=dequantize_per_tensor]; +"1135 linalg_vector_norm_17" [id=1135, type=linalg_vector_norm]; +"1136 clamp_min_17" [id=1136, type=clamp_min]; +"1137 expand_as_17" [id=1137, type=expand_as]; +"1138 div_17" [id=1138, type=div]; +"1139 quantize_per_tensor_default_53" [id=1139, type=quantize_per_tensor]; +"1140 dequantize_per_tensor_default_53" [id=1140, type=dequantize_per_tensor]; +"1141 transpose_16" [id=1141, type=transpose]; +"1142 matmul_16" [id=1142, type=matmul]; +"1143 _param_constant143" [id=1143, type=get_attr]; +"1144 clamp_8" [id=1144, type=clamp]; +"1145 exp_8" [id=1145, type=exp]; +"1146 mul_17" [id=1146, type=mul]; +"1147 add_28" [id=1147, type=add]; +"1148 softmax_8" [id=1148, type=softmax]; +"1149 dropout_32" [id=1149, type=dropout]; +"1150 matmul_17" [id=1150, type=matmul]; +"1151 transpose_17" [id=1151, type=transpose]; +"1152 reshape_38" [id=1152, type=reshape]; +"1153 reshape_38_0_0_nncf_smooth_quant_0" [id=1153, type=call_module]; +"1154 quantize_per_tensor_default_54" [id=1154, type=quantize_per_tensor]; +"1155 dequantize_per_tensor_default_54" [id=1155, type=dequantize_per_tensor]; +"1156 linear_53_zero_point_0_updated_constant0" [id=1156, type=get_attr]; +"1157 linear_53_scale_0_updated_constant0" [id=1157, type=get_attr]; +"1158 compressed_weight_updated_constant54" [id=1158, type=get_attr]; +"1159 _param_constant145_0_0" [id=1159, type=get_attr]; +"1160 mul_tensor_54" [id=1160, type=mul]; +"1161 sub_tensor_54" [id=1161, type=sub]; +"1162 linear_53" [id=1162, type=linear]; +"1163 dropout_33" [id=1163, type=dropout]; +"1164 view_47" [id=1164, type=view]; +"1165 permute_40" [id=1165, type=permute]; +"1166 reshape_39" [id=1166, type=reshape]; +"1167 slice_134" [id=1167, type=slice]; +"1168 slice_135" [id=1168, type=slice]; +"1169 slice_136" [id=1169, type=slice]; +"1170 slice_137" [id=1170, type=slice]; +"1171 contiguous_15" [id=1171, type=contiguous]; +"1172 _param_constant146" [id=1172, type=get_attr]; +"1173 _param_constant147" [id=1173, type=get_attr]; +"1174 layer_norm_19" [id=1174, type=layer_norm]; +"1175 add_29" [id=1175, type=add]; +"1176 add_29_0_0_nncf_smooth_quant_0" [id=1176, type=call_module]; +"1177 quantize_per_tensor_default_55" [id=1177, type=quantize_per_tensor]; +"1178 dequantize_per_tensor_default_55" [id=1178, type=dequantize_per_tensor]; +"1179 linear_54_zero_point_0_updated_constant0" [id=1179, type=get_attr]; +"1180 linear_54_scale_0_updated_constant0" [id=1180, type=get_attr]; +"1181 compressed_weight_updated_constant55" [id=1181, type=get_attr]; +"1182 _param_constant149_0_0" [id=1182, type=get_attr]; +"1183 mul_tensor_55" [id=1183, type=mul]; +"1184 sub_tensor_55" [id=1184, type=sub]; +"1185 linear_54" [id=1185, type=linear]; +"1186 gelu_8" [id=1186, type=gelu]; +"1187 dropout_34" [id=1187, type=dropout]; +"1188 dropout_34_0_0_nncf_smooth_quant_0" [id=1188, type=call_module]; +"1189 quantize_per_tensor_default_56" [id=1189, type=quantize_per_tensor]; +"1190 dequantize_per_tensor_default_56" [id=1190, type=dequantize_per_tensor]; +"1191 linear_55_zero_point_0_updated_constant0" [id=1191, type=get_attr]; +"1192 linear_55_scale_0_updated_constant0" [id=1192, type=get_attr]; +"1193 compressed_weight_updated_constant56" [id=1193, type=get_attr]; +"1194 _param_constant151_0_0" [id=1194, type=get_attr]; +"1195 mul_tensor_56" [id=1195, type=mul]; +"1196 sub_tensor_56" [id=1196, type=sub]; +"1197 linear_55" [id=1197, type=linear]; +"1198 dropout_35" [id=1198, type=dropout]; +"1199 _param_constant152" [id=1199, type=get_attr]; +"1200 _param_constant153" [id=1200, type=get_attr]; +"1201 layer_norm_20" [id=1201, type=layer_norm]; +"1202 add_30" [id=1202, type=add]; +"1203 _tensor_constant54" [id=1203, type=get_attr]; +"1204 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1204, type=call_module]; +"1205 linear_56_zero_point_0_updated_constant0" [id=1205, type=get_attr]; +"1206 linear_56_scale_0_updated_constant0" [id=1206, type=get_attr]; +"1207 compressed_weight_updated_constant57" [id=1207, type=get_attr]; +"1208 _param_constant155_0_0" [id=1208, type=get_attr]; +"1209 mul_tensor_57" [id=1209, type=mul]; +"1210 sub_tensor_57" [id=1210, type=sub]; +"1211 linear_56" [id=1211, type=linear]; +"1212 relu__9" [id=1212, type=relu_]; +"1213 relu__9_0_0_nncf_smooth_quant_0" [id=1213, type=call_module]; +"1214 linear_57_zero_point_0_updated_constant0" [id=1214, type=get_attr]; +"1215 linear_57_scale_0_updated_constant0" [id=1215, type=get_attr]; +"1216 compressed_weight_updated_constant58" [id=1216, type=get_attr]; +"1217 mul_tensor_58" [id=1217, type=mul]; +"1218 sub_tensor_58" [id=1218, type=sub]; +"1219 linear_57" [id=1219, type=linear]; +"1220 view_48" [id=1220, type=view]; +"1221 _tensor_constant55" [id=1221, type=get_attr]; +"1222 index_9" [id=1222, type=index]; +"1223 view_49" [id=1223, type=view]; +"1224 permute_41" [id=1224, type=permute]; +"1225 contiguous_16" [id=1225, type=contiguous]; +"1226 unsqueeze_25" [id=1226, type=unsqueeze]; +"1227 sigmoid_9" [id=1227, type=sigmoid]; +"1228 mul_18" [id=1228, type=mul]; +"1229 pad_11" [id=1229, type=pad]; +"1230 roll_8" [id=1230, type=roll]; +"1231 view_50" [id=1231, type=view]; +"1232 permute_42" [id=1232, type=permute]; +"1233 reshape_40" [id=1233, type=reshape]; +"1234 reshape_40_0_0_nncf_smooth_quant_0" [id=1234, type=call_module]; +"1235 quantize_per_tensor_default_57" [id=1235, type=quantize_per_tensor]; +"1236 dequantize_per_tensor_default_57" [id=1236, type=dequantize_per_tensor]; +"1237 linear_58_zero_point_0_updated_constant0" [id=1237, type=get_attr]; +"1238 linear_58_scale_0_updated_constant0" [id=1238, type=get_attr]; +"1239 compressed_weight_updated_constant59" [id=1239, type=get_attr]; +"1240 _param_constant157_0_0" [id=1240, type=get_attr]; +"1241 mul_tensor_59" [id=1241, type=mul]; +"1242 sub_tensor_59" [id=1242, type=sub]; +"1243 linear_58" [id=1243, type=linear]; +"1244 reshape_41" [id=1244, type=reshape]; +"1245 permute_43" [id=1245, type=permute]; +"1246 select_27" [id=1246, type=select]; +"1247 select_28" [id=1247, type=select]; +"1248 select_29" [id=1248, type=select]; +"1249 linalg_vector_norm_18" [id=1249, type=linalg_vector_norm]; +"1250 clamp_min_18" [id=1250, type=clamp_min]; +"1251 expand_as_18" [id=1251, type=expand_as]; +"1252 div_18" [id=1252, type=div]; +"1253 quantize_per_tensor_default_58" [id=1253, type=quantize_per_tensor]; +"1254 dequantize_per_tensor_default_58" [id=1254, type=dequantize_per_tensor]; +"1255 linalg_vector_norm_19" [id=1255, type=linalg_vector_norm]; +"1256 clamp_min_19" [id=1256, type=clamp_min]; +"1257 expand_as_19" [id=1257, type=expand_as]; +"1258 div_19" [id=1258, type=div]; +"1259 quantize_per_tensor_default_59" [id=1259, type=quantize_per_tensor]; +"1260 dequantize_per_tensor_default_59" [id=1260, type=dequantize_per_tensor]; +"1261 transpose_18" [id=1261, type=transpose]; +"1262 matmul_18" [id=1262, type=matmul]; +"1263 _param_constant159" [id=1263, type=get_attr]; +"1264 clamp_9" [id=1264, type=clamp]; +"1265 exp_9" [id=1265, type=exp]; +"1266 mul_19" [id=1266, type=mul]; +"1267 add_31" [id=1267, type=add]; +"1268 new_zeros_4" [id=1268, type=new_zeros]; +"1269 view_51" [id=1269, type=view]; +"1270 permute_44" [id=1270, type=permute]; +"1271 reshape_42" [id=1271, type=reshape]; +"1272 unsqueeze_26" [id=1272, type=unsqueeze]; +"1273 unsqueeze_27" [id=1273, type=unsqueeze]; +"1274 sub_4" [id=1274, type=sub]; +"1275 ne_4" [id=1275, type=ne]; +"1276 masked_fill_8" [id=1276, type=masked_fill]; +"1277 eq_4" [id=1277, type=eq]; +"1278 masked_fill_9" [id=1278, type=masked_fill]; +"1279 view_52" [id=1279, type=view]; +"1280 unsqueeze_28" [id=1280, type=unsqueeze]; +"1281 unsqueeze_29" [id=1281, type=unsqueeze]; +"1282 add_32" [id=1282, type=add]; +"1283 view_53" [id=1283, type=view]; +"1284 softmax_9" [id=1284, type=softmax]; +"1285 dropout_36" [id=1285, type=dropout]; +"1286 matmul_19" [id=1286, type=matmul]; +"1287 transpose_19" [id=1287, type=transpose]; +"1288 reshape_43" [id=1288, type=reshape]; +"1289 reshape_43_0_0_nncf_smooth_quant_0" [id=1289, type=call_module]; +"1290 quantize_per_tensor_default_60" [id=1290, type=quantize_per_tensor]; +"1291 dequantize_per_tensor_default_60" [id=1291, type=dequantize_per_tensor]; +"1292 linear_59_zero_point_0_updated_constant0" [id=1292, type=get_attr]; +"1293 linear_59_scale_0_updated_constant0" [id=1293, type=get_attr]; +"1294 compressed_weight_updated_constant60" [id=1294, type=get_attr]; +"1295 _param_constant161_0_0" [id=1295, type=get_attr]; +"1296 mul_tensor_60" [id=1296, type=mul]; +"1297 sub_tensor_60" [id=1297, type=sub]; +"1298 linear_59" [id=1298, type=linear]; +"1299 dropout_37" [id=1299, type=dropout]; +"1300 view_54" [id=1300, type=view]; +"1301 permute_45" [id=1301, type=permute]; +"1302 reshape_44" [id=1302, type=reshape]; +"1303 roll_9" [id=1303, type=roll]; +"1304 slice_157" [id=1304, type=slice]; +"1305 slice_158" [id=1305, type=slice]; +"1306 slice_159" [id=1306, type=slice]; +"1307 slice_160" [id=1307, type=slice]; +"1308 contiguous_17" [id=1308, type=contiguous]; +"1309 _param_constant162" [id=1309, type=get_attr]; +"1310 _param_constant163" [id=1310, type=get_attr]; +"1311 layer_norm_21" [id=1311, type=layer_norm]; +"1312 add_33" [id=1312, type=add]; +"1313 add_33_0_0_nncf_smooth_quant_0" [id=1313, type=call_module]; +"1314 quantize_per_tensor_default_61" [id=1314, type=quantize_per_tensor]; +"1315 dequantize_per_tensor_default_61" [id=1315, type=dequantize_per_tensor]; +"1316 linear_60_zero_point_0_updated_constant0" [id=1316, type=get_attr]; +"1317 linear_60_scale_0_updated_constant0" [id=1317, type=get_attr]; +"1318 compressed_weight_updated_constant61" [id=1318, type=get_attr]; +"1319 _param_constant165_0_0" [id=1319, type=get_attr]; +"1320 mul_tensor_61" [id=1320, type=mul]; +"1321 sub_tensor_61" [id=1321, type=sub]; +"1322 linear_60" [id=1322, type=linear]; +"1323 gelu_9" [id=1323, type=gelu]; +"1324 dropout_38" [id=1324, type=dropout]; +"1325 dropout_38_0_0_nncf_smooth_quant_0" [id=1325, type=call_module]; +"1326 quantize_per_tensor_default_62" [id=1326, type=quantize_per_tensor]; +"1327 dequantize_per_tensor_default_62" [id=1327, type=dequantize_per_tensor]; +"1328 linear_61_zero_point_0_updated_constant0" [id=1328, type=get_attr]; +"1329 linear_61_scale_0_updated_constant0" [id=1329, type=get_attr]; +"1330 compressed_weight_updated_constant62" [id=1330, type=get_attr]; +"1331 _param_constant167_0_0" [id=1331, type=get_attr]; +"1332 mul_tensor_62" [id=1332, type=mul]; +"1333 sub_tensor_62" [id=1333, type=sub]; +"1334 linear_61" [id=1334, type=linear]; +"1335 dropout_39" [id=1335, type=dropout]; +"1336 _param_constant168" [id=1336, type=get_attr]; +"1337 _param_constant169" [id=1337, type=get_attr]; +"1338 layer_norm_22" [id=1338, type=layer_norm]; +"1339 add_34" [id=1339, type=add]; +"1340 _tensor_constant65" [id=1340, type=get_attr]; +"1341 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1341, type=call_module]; +"1342 linear_62_zero_point_0_updated_constant0" [id=1342, type=get_attr]; +"1343 linear_62_scale_0_updated_constant0" [id=1343, type=get_attr]; +"1344 compressed_weight_updated_constant63" [id=1344, type=get_attr]; +"1345 _param_constant171_0_0" [id=1345, type=get_attr]; +"1346 mul_tensor_63" [id=1346, type=mul]; +"1347 sub_tensor_63" [id=1347, type=sub]; +"1348 linear_62" [id=1348, type=linear]; +"1349 relu__10" [id=1349, type=relu_]; +"1350 relu__10_0_0_nncf_smooth_quant_0" [id=1350, type=call_module]; +"1351 linear_63_zero_point_0_updated_constant0" [id=1351, type=get_attr]; +"1352 linear_63_scale_0_updated_constant0" [id=1352, type=get_attr]; +"1353 compressed_weight_updated_constant64" [id=1353, type=get_attr]; +"1354 mul_tensor_64" [id=1354, type=mul]; +"1355 sub_tensor_64" [id=1355, type=sub]; +"1356 linear_63" [id=1356, type=linear]; +"1357 view_55" [id=1357, type=view]; +"1358 _tensor_constant66" [id=1358, type=get_attr]; +"1359 index_10" [id=1359, type=index]; +"1360 view_56" [id=1360, type=view]; +"1361 permute_46" [id=1361, type=permute]; +"1362 contiguous_18" [id=1362, type=contiguous]; +"1363 unsqueeze_30" [id=1363, type=unsqueeze]; +"1364 sigmoid_10" [id=1364, type=sigmoid]; +"1365 mul_20" [id=1365, type=mul]; +"1366 pad_12" [id=1366, type=pad]; +"1367 view_57" [id=1367, type=view]; +"1368 permute_47" [id=1368, type=permute]; +"1369 reshape_45" [id=1369, type=reshape]; +"1370 reshape_45_0_0_nncf_smooth_quant_0" [id=1370, type=call_module]; +"1371 quantize_per_tensor_default_63" [id=1371, type=quantize_per_tensor]; +"1372 dequantize_per_tensor_default_63" [id=1372, type=dequantize_per_tensor]; +"1373 linear_64_zero_point_0_updated_constant0" [id=1373, type=get_attr]; +"1374 linear_64_scale_0_updated_constant0" [id=1374, type=get_attr]; +"1375 compressed_weight_updated_constant65" [id=1375, type=get_attr]; +"1376 _param_constant173_0_0" [id=1376, type=get_attr]; +"1377 mul_tensor_65" [id=1377, type=mul]; +"1378 sub_tensor_65" [id=1378, type=sub]; +"1379 linear_64" [id=1379, type=linear]; +"1380 reshape_46" [id=1380, type=reshape]; +"1381 permute_48" [id=1381, type=permute]; +"1382 select_30" [id=1382, type=select]; +"1383 select_31" [id=1383, type=select]; +"1384 select_32" [id=1384, type=select]; +"1385 linalg_vector_norm_20" [id=1385, type=linalg_vector_norm]; +"1386 clamp_min_20" [id=1386, type=clamp_min]; +"1387 expand_as_20" [id=1387, type=expand_as]; +"1388 div_20" [id=1388, type=div]; +"1389 quantize_per_tensor_default_64" [id=1389, type=quantize_per_tensor]; +"1390 dequantize_per_tensor_default_64" [id=1390, type=dequantize_per_tensor]; +"1391 linalg_vector_norm_21" [id=1391, type=linalg_vector_norm]; +"1392 clamp_min_21" [id=1392, type=clamp_min]; +"1393 expand_as_21" [id=1393, type=expand_as]; +"1394 div_21" [id=1394, type=div]; +"1395 quantize_per_tensor_default_65" [id=1395, type=quantize_per_tensor]; +"1396 dequantize_per_tensor_default_65" [id=1396, type=dequantize_per_tensor]; +"1397 transpose_20" [id=1397, type=transpose]; +"1398 matmul_20" [id=1398, type=matmul]; +"1399 _param_constant175" [id=1399, type=get_attr]; +"1400 clamp_10" [id=1400, type=clamp]; +"1401 exp_10" [id=1401, type=exp]; +"1402 mul_21" [id=1402, type=mul]; +"1403 add_35" [id=1403, type=add]; +"1404 softmax_10" [id=1404, type=softmax]; +"1405 dropout_40" [id=1405, type=dropout]; +"1406 matmul_21" [id=1406, type=matmul]; +"1407 transpose_21" [id=1407, type=transpose]; +"1408 reshape_47" [id=1408, type=reshape]; +"1409 reshape_47_0_0_nncf_smooth_quant_0" [id=1409, type=call_module]; +"1410 quantize_per_tensor_default_66" [id=1410, type=quantize_per_tensor]; +"1411 dequantize_per_tensor_default_66" [id=1411, type=dequantize_per_tensor]; +"1412 linear_65_zero_point_0_updated_constant0" [id=1412, type=get_attr]; +"1413 linear_65_scale_0_updated_constant0" [id=1413, type=get_attr]; +"1414 compressed_weight_updated_constant66" [id=1414, type=get_attr]; +"1415 _param_constant177_0_0" [id=1415, type=get_attr]; +"1416 mul_tensor_66" [id=1416, type=mul]; +"1417 sub_tensor_66" [id=1417, type=sub]; +"1418 linear_65" [id=1418, type=linear]; +"1419 dropout_41" [id=1419, type=dropout]; +"1420 view_58" [id=1420, type=view]; +"1421 permute_49" [id=1421, type=permute]; +"1422 reshape_48" [id=1422, type=reshape]; +"1423 slice_162" [id=1423, type=slice]; +"1424 slice_163" [id=1424, type=slice]; +"1425 slice_164" [id=1425, type=slice]; +"1426 slice_165" [id=1426, type=slice]; +"1427 contiguous_19" [id=1427, type=contiguous]; +"1428 _param_constant178" [id=1428, type=get_attr]; +"1429 _param_constant179" [id=1429, type=get_attr]; +"1430 layer_norm_23" [id=1430, type=layer_norm]; +"1431 add_36" [id=1431, type=add]; +"1432 add_36_0_0_nncf_smooth_quant_0" [id=1432, type=call_module]; +"1433 quantize_per_tensor_default_67" [id=1433, type=quantize_per_tensor]; +"1434 dequantize_per_tensor_default_67" [id=1434, type=dequantize_per_tensor]; +"1435 linear_66_zero_point_0_updated_constant0" [id=1435, type=get_attr]; +"1436 linear_66_scale_0_updated_constant0" [id=1436, type=get_attr]; +"1437 compressed_weight_updated_constant67" [id=1437, type=get_attr]; +"1438 _param_constant181_0_0" [id=1438, type=get_attr]; +"1439 mul_tensor_67" [id=1439, type=mul]; +"1440 sub_tensor_67" [id=1440, type=sub]; +"1441 linear_66" [id=1441, type=linear]; +"1442 gelu_10" [id=1442, type=gelu]; +"1443 dropout_42" [id=1443, type=dropout]; +"1444 dropout_42_0_0_nncf_smooth_quant_0" [id=1444, type=call_module]; +"1445 quantize_per_tensor_default_68" [id=1445, type=quantize_per_tensor]; +"1446 dequantize_per_tensor_default_68" [id=1446, type=dequantize_per_tensor]; +"1447 linear_67_zero_point_0_updated_constant0" [id=1447, type=get_attr]; +"1448 linear_67_scale_0_updated_constant0" [id=1448, type=get_attr]; +"1449 compressed_weight_updated_constant68" [id=1449, type=get_attr]; +"1450 _param_constant183_0_0" [id=1450, type=get_attr]; +"1451 mul_tensor_68" [id=1451, type=mul]; +"1452 sub_tensor_68" [id=1452, type=sub]; +"1453 linear_67" [id=1453, type=linear]; +"1454 dropout_43" [id=1454, type=dropout]; +"1455 _param_constant184" [id=1455, type=get_attr]; +"1456 _param_constant185" [id=1456, type=get_attr]; +"1457 layer_norm_24" [id=1457, type=layer_norm]; +"1458 add_37" [id=1458, type=add]; +"1459 _tensor_constant67" [id=1459, type=get_attr]; +"1460 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1460, type=call_module]; +"1461 linear_68_zero_point_0_updated_constant0" [id=1461, type=get_attr]; +"1462 linear_68_scale_0_updated_constant0" [id=1462, type=get_attr]; +"1463 compressed_weight_updated_constant69" [id=1463, type=get_attr]; +"1464 _param_constant187_0_0" [id=1464, type=get_attr]; +"1465 mul_tensor_69" [id=1465, type=mul]; +"1466 sub_tensor_69" [id=1466, type=sub]; +"1467 linear_68" [id=1467, type=linear]; +"1468 relu__11" [id=1468, type=relu_]; +"1469 relu__11_0_0_nncf_smooth_quant_0" [id=1469, type=call_module]; +"1470 linear_69_zero_point_0_updated_constant0" [id=1470, type=get_attr]; +"1471 linear_69_scale_0_updated_constant0" [id=1471, type=get_attr]; +"1472 compressed_weight_updated_constant70" [id=1472, type=get_attr]; +"1473 mul_tensor_70" [id=1473, type=mul]; +"1474 sub_tensor_70" [id=1474, type=sub]; +"1475 linear_69" [id=1475, type=linear]; +"1476 view_59" [id=1476, type=view]; +"1477 _tensor_constant68" [id=1477, type=get_attr]; +"1478 index_11" [id=1478, type=index]; +"1479 view_60" [id=1479, type=view]; +"1480 permute_50" [id=1480, type=permute]; +"1481 contiguous_20" [id=1481, type=contiguous]; +"1482 unsqueeze_31" [id=1482, type=unsqueeze]; +"1483 sigmoid_11" [id=1483, type=sigmoid]; +"1484 mul_22" [id=1484, type=mul]; +"1485 pad_13" [id=1485, type=pad]; +"1486 roll_10" [id=1486, type=roll]; +"1487 view_61" [id=1487, type=view]; +"1488 permute_51" [id=1488, type=permute]; +"1489 reshape_49" [id=1489, type=reshape]; +"1490 reshape_49_0_0_nncf_smooth_quant_0" [id=1490, type=call_module]; +"1491 quantize_per_tensor_default_69" [id=1491, type=quantize_per_tensor]; +"1492 dequantize_per_tensor_default_69" [id=1492, type=dequantize_per_tensor]; +"1493 linear_70_zero_point_0_updated_constant0" [id=1493, type=get_attr]; +"1494 linear_70_scale_0_updated_constant0" [id=1494, type=get_attr]; +"1495 compressed_weight_updated_constant71" [id=1495, type=get_attr]; +"1496 _param_constant189_0_0" [id=1496, type=get_attr]; +"1497 mul_tensor_71" [id=1497, type=mul]; +"1498 sub_tensor_71" [id=1498, type=sub]; +"1499 linear_70" [id=1499, type=linear]; +"1500 reshape_50" [id=1500, type=reshape]; +"1501 permute_52" [id=1501, type=permute]; +"1502 select_33" [id=1502, type=select]; +"1503 select_34" [id=1503, type=select]; +"1504 select_35" [id=1504, type=select]; +"1505 linalg_vector_norm_22" [id=1505, type=linalg_vector_norm]; +"1506 clamp_min_22" [id=1506, type=clamp_min]; +"1507 expand_as_22" [id=1507, type=expand_as]; +"1508 div_22" [id=1508, type=div]; +"1509 quantize_per_tensor_default_70" [id=1509, type=quantize_per_tensor]; +"1510 dequantize_per_tensor_default_70" [id=1510, type=dequantize_per_tensor]; +"1511 linalg_vector_norm_23" [id=1511, type=linalg_vector_norm]; +"1512 clamp_min_23" [id=1512, type=clamp_min]; +"1513 expand_as_23" [id=1513, type=expand_as]; +"1514 div_23" [id=1514, type=div]; +"1515 quantize_per_tensor_default_71" [id=1515, type=quantize_per_tensor]; +"1516 dequantize_per_tensor_default_71" [id=1516, type=dequantize_per_tensor]; +"1517 transpose_22" [id=1517, type=transpose]; +"1518 matmul_22" [id=1518, type=matmul]; +"1519 _param_constant191" [id=1519, type=get_attr]; +"1520 clamp_11" [id=1520, type=clamp]; +"1521 exp_11" [id=1521, type=exp]; +"1522 mul_23" [id=1522, type=mul]; +"1523 add_38" [id=1523, type=add]; +"1524 new_zeros_5" [id=1524, type=new_zeros]; +"1525 view_62" [id=1525, type=view]; +"1526 permute_53" [id=1526, type=permute]; +"1527 reshape_51" [id=1527, type=reshape]; +"1528 unsqueeze_32" [id=1528, type=unsqueeze]; +"1529 unsqueeze_33" [id=1529, type=unsqueeze]; +"1530 sub_5" [id=1530, type=sub]; +"1531 ne_5" [id=1531, type=ne]; +"1532 masked_fill_10" [id=1532, type=masked_fill]; +"1533 eq_5" [id=1533, type=eq]; +"1534 masked_fill_11" [id=1534, type=masked_fill]; +"1535 view_63" [id=1535, type=view]; +"1536 unsqueeze_34" [id=1536, type=unsqueeze]; +"1537 unsqueeze_35" [id=1537, type=unsqueeze]; +"1538 add_39" [id=1538, type=add]; +"1539 view_64" [id=1539, type=view]; +"1540 softmax_11" [id=1540, type=softmax]; +"1541 dropout_44" [id=1541, type=dropout]; +"1542 matmul_23" [id=1542, type=matmul]; +"1543 transpose_23" [id=1543, type=transpose]; +"1544 reshape_52" [id=1544, type=reshape]; +"1545 reshape_52_0_0_nncf_smooth_quant_0" [id=1545, type=call_module]; +"1546 quantize_per_tensor_default_72" [id=1546, type=quantize_per_tensor]; +"1547 dequantize_per_tensor_default_72" [id=1547, type=dequantize_per_tensor]; +"1548 linear_71_zero_point_0_updated_constant0" [id=1548, type=get_attr]; +"1549 linear_71_scale_0_updated_constant0" [id=1549, type=get_attr]; +"1550 compressed_weight_updated_constant72" [id=1550, type=get_attr]; +"1551 _param_constant193_0_0" [id=1551, type=get_attr]; +"1552 mul_tensor_72" [id=1552, type=mul]; +"1553 sub_tensor_72" [id=1553, type=sub]; +"1554 linear_71" [id=1554, type=linear]; +"1555 dropout_45" [id=1555, type=dropout]; +"1556 view_65" [id=1556, type=view]; +"1557 permute_54" [id=1557, type=permute]; +"1558 reshape_53" [id=1558, type=reshape]; +"1559 roll_11" [id=1559, type=roll]; +"1560 slice_185" [id=1560, type=slice]; +"1561 slice_186" [id=1561, type=slice]; +"1562 slice_187" [id=1562, type=slice]; +"1563 slice_188" [id=1563, type=slice]; +"1564 contiguous_21" [id=1564, type=contiguous]; +"1565 _param_constant194" [id=1565, type=get_attr]; +"1566 _param_constant195" [id=1566, type=get_attr]; +"1567 layer_norm_25" [id=1567, type=layer_norm]; +"1568 add_40" [id=1568, type=add]; +"1569 add_40_0_0_nncf_smooth_quant_0" [id=1569, type=call_module]; +"1570 quantize_per_tensor_default_73" [id=1570, type=quantize_per_tensor]; +"1571 dequantize_per_tensor_default_73" [id=1571, type=dequantize_per_tensor]; +"1572 linear_72_zero_point_0_updated_constant0" [id=1572, type=get_attr]; +"1573 linear_72_scale_0_updated_constant0" [id=1573, type=get_attr]; +"1574 compressed_weight_updated_constant73" [id=1574, type=get_attr]; +"1575 _param_constant197_0_0" [id=1575, type=get_attr]; +"1576 mul_tensor_73" [id=1576, type=mul]; +"1577 sub_tensor_73" [id=1577, type=sub]; +"1578 linear_72" [id=1578, type=linear]; +"1579 gelu_11" [id=1579, type=gelu]; +"1580 dropout_46" [id=1580, type=dropout]; +"1581 dropout_46_0_0_nncf_smooth_quant_0" [id=1581, type=call_module]; +"1582 quantize_per_tensor_default_74" [id=1582, type=quantize_per_tensor]; +"1583 dequantize_per_tensor_default_74" [id=1583, type=dequantize_per_tensor]; +"1584 linear_73_zero_point_0_updated_constant0" [id=1584, type=get_attr]; +"1585 linear_73_scale_0_updated_constant0" [id=1585, type=get_attr]; +"1586 compressed_weight_updated_constant74" [id=1586, type=get_attr]; +"1587 _param_constant199_0_0" [id=1587, type=get_attr]; +"1588 mul_tensor_74" [id=1588, type=mul]; +"1589 sub_tensor_74" [id=1589, type=sub]; +"1590 linear_73" [id=1590, type=linear]; +"1591 dropout_47" [id=1591, type=dropout]; +"1592 _param_constant200" [id=1592, type=get_attr]; +"1593 _param_constant201" [id=1593, type=get_attr]; +"1594 layer_norm_26" [id=1594, type=layer_norm]; +"1595 add_41" [id=1595, type=add]; +"1596 _tensor_constant78" [id=1596, type=get_attr]; +"1597 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1597, type=call_module]; +"1598 linear_74_zero_point_0_updated_constant0" [id=1598, type=get_attr]; +"1599 linear_74_scale_0_updated_constant0" [id=1599, type=get_attr]; +"1600 compressed_weight_updated_constant75" [id=1600, type=get_attr]; +"1601 _param_constant203_0_0" [id=1601, type=get_attr]; +"1602 mul_tensor_75" [id=1602, type=mul]; +"1603 sub_tensor_75" [id=1603, type=sub]; +"1604 linear_74" [id=1604, type=linear]; +"1605 relu__12" [id=1605, type=relu_]; +"1606 relu__12_0_0_nncf_smooth_quant_0" [id=1606, type=call_module]; +"1607 linear_75_zero_point_0_updated_constant0" [id=1607, type=get_attr]; +"1608 linear_75_scale_0_updated_constant0" [id=1608, type=get_attr]; +"1609 compressed_weight_updated_constant76" [id=1609, type=get_attr]; +"1610 mul_tensor_76" [id=1610, type=mul]; +"1611 sub_tensor_76" [id=1611, type=sub]; +"1612 linear_75" [id=1612, type=linear]; +"1613 view_66" [id=1613, type=view]; +"1614 _tensor_constant79" [id=1614, type=get_attr]; +"1615 index_12" [id=1615, type=index]; +"1616 view_67" [id=1616, type=view]; +"1617 permute_55" [id=1617, type=permute]; +"1618 contiguous_22" [id=1618, type=contiguous]; +"1619 unsqueeze_36" [id=1619, type=unsqueeze]; +"1620 sigmoid_12" [id=1620, type=sigmoid]; +"1621 mul_24" [id=1621, type=mul]; +"1622 pad_14" [id=1622, type=pad]; +"1623 view_68" [id=1623, type=view]; +"1624 permute_56" [id=1624, type=permute]; +"1625 reshape_54" [id=1625, type=reshape]; +"1626 reshape_54_0_0_nncf_smooth_quant_0" [id=1626, type=call_module]; +"1627 quantize_per_tensor_default_75" [id=1627, type=quantize_per_tensor]; +"1628 dequantize_per_tensor_default_75" [id=1628, type=dequantize_per_tensor]; +"1629 linear_76_zero_point_0_updated_constant0" [id=1629, type=get_attr]; +"1630 linear_76_scale_0_updated_constant0" [id=1630, type=get_attr]; +"1631 compressed_weight_updated_constant77" [id=1631, type=get_attr]; +"1632 _param_constant205_0_0" [id=1632, type=get_attr]; +"1633 mul_tensor_77" [id=1633, type=mul]; +"1634 sub_tensor_77" [id=1634, type=sub]; +"1635 linear_76" [id=1635, type=linear]; +"1636 reshape_55" [id=1636, type=reshape]; +"1637 permute_57" [id=1637, type=permute]; +"1638 select_36" [id=1638, type=select]; +"1639 select_37" [id=1639, type=select]; +"1640 select_38" [id=1640, type=select]; +"1641 linalg_vector_norm_24" [id=1641, type=linalg_vector_norm]; +"1642 clamp_min_24" [id=1642, type=clamp_min]; +"1643 expand_as_24" [id=1643, type=expand_as]; +"1644 div_24" [id=1644, type=div]; +"1645 quantize_per_tensor_default_76" [id=1645, type=quantize_per_tensor]; +"1646 dequantize_per_tensor_default_76" [id=1646, type=dequantize_per_tensor]; +"1647 linalg_vector_norm_25" [id=1647, type=linalg_vector_norm]; +"1648 clamp_min_25" [id=1648, type=clamp_min]; +"1649 expand_as_25" [id=1649, type=expand_as]; +"1650 div_25" [id=1650, type=div]; +"1651 quantize_per_tensor_default_77" [id=1651, type=quantize_per_tensor]; +"1652 dequantize_per_tensor_default_77" [id=1652, type=dequantize_per_tensor]; +"1653 transpose_24" [id=1653, type=transpose]; +"1654 matmul_24" [id=1654, type=matmul]; +"1655 _param_constant207" [id=1655, type=get_attr]; +"1656 clamp_12" [id=1656, type=clamp]; +"1657 exp_12" [id=1657, type=exp]; +"1658 mul_25" [id=1658, type=mul]; +"1659 add_42" [id=1659, type=add]; +"1660 softmax_12" [id=1660, type=softmax]; +"1661 dropout_48" [id=1661, type=dropout]; +"1662 matmul_25" [id=1662, type=matmul]; +"1663 transpose_25" [id=1663, type=transpose]; +"1664 reshape_56" [id=1664, type=reshape]; +"1665 reshape_56_0_0_nncf_smooth_quant_0" [id=1665, type=call_module]; +"1666 quantize_per_tensor_default_78" [id=1666, type=quantize_per_tensor]; +"1667 dequantize_per_tensor_default_78" [id=1667, type=dequantize_per_tensor]; +"1668 linear_77_zero_point_0_updated_constant0" [id=1668, type=get_attr]; +"1669 linear_77_scale_0_updated_constant0" [id=1669, type=get_attr]; +"1670 compressed_weight_updated_constant78" [id=1670, type=get_attr]; +"1671 _param_constant209_0_0" [id=1671, type=get_attr]; +"1672 mul_tensor_78" [id=1672, type=mul]; +"1673 sub_tensor_78" [id=1673, type=sub]; +"1674 linear_77" [id=1674, type=linear]; +"1675 dropout_49" [id=1675, type=dropout]; +"1676 view_69" [id=1676, type=view]; +"1677 permute_58" [id=1677, type=permute]; +"1678 reshape_57" [id=1678, type=reshape]; +"1679 slice_190" [id=1679, type=slice]; +"1680 slice_191" [id=1680, type=slice]; +"1681 slice_192" [id=1681, type=slice]; +"1682 slice_193" [id=1682, type=slice]; +"1683 contiguous_23" [id=1683, type=contiguous]; +"1684 _param_constant210" [id=1684, type=get_attr]; +"1685 _param_constant211" [id=1685, type=get_attr]; +"1686 layer_norm_27" [id=1686, type=layer_norm]; +"1687 add_43" [id=1687, type=add]; +"1688 add_43_0_0_nncf_smooth_quant_0" [id=1688, type=call_module]; +"1689 quantize_per_tensor_default_79" [id=1689, type=quantize_per_tensor]; +"1690 dequantize_per_tensor_default_79" [id=1690, type=dequantize_per_tensor]; +"1691 linear_78_zero_point_0_updated_constant0" [id=1691, type=get_attr]; +"1692 linear_78_scale_0_updated_constant0" [id=1692, type=get_attr]; +"1693 compressed_weight_updated_constant79" [id=1693, type=get_attr]; +"1694 _param_constant213_0_0" [id=1694, type=get_attr]; +"1695 mul_tensor_79" [id=1695, type=mul]; +"1696 sub_tensor_79" [id=1696, type=sub]; +"1697 linear_78" [id=1697, type=linear]; +"1698 gelu_12" [id=1698, type=gelu]; +"1699 dropout_50" [id=1699, type=dropout]; +"1700 dropout_50_0_0_nncf_smooth_quant_0" [id=1700, type=call_module]; +"1701 quantize_per_tensor_default_80" [id=1701, type=quantize_per_tensor]; +"1702 dequantize_per_tensor_default_80" [id=1702, type=dequantize_per_tensor]; +"1703 linear_79_zero_point_0_updated_constant0" [id=1703, type=get_attr]; +"1704 linear_79_scale_0_updated_constant0" [id=1704, type=get_attr]; +"1705 compressed_weight_updated_constant80" [id=1705, type=get_attr]; +"1706 _param_constant215_0_0" [id=1706, type=get_attr]; +"1707 mul_tensor_80" [id=1707, type=mul]; +"1708 sub_tensor_80" [id=1708, type=sub]; +"1709 linear_79" [id=1709, type=linear]; +"1710 dropout_51" [id=1710, type=dropout]; +"1711 _param_constant216" [id=1711, type=get_attr]; +"1712 _param_constant217" [id=1712, type=get_attr]; +"1713 layer_norm_28" [id=1713, type=layer_norm]; +"1714 add_44" [id=1714, type=add]; +"1715 _tensor_constant80" [id=1715, type=get_attr]; +"1716 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1716, type=call_module]; +"1717 linear_80_zero_point_0_updated_constant0" [id=1717, type=get_attr]; +"1718 linear_80_scale_0_updated_constant0" [id=1718, type=get_attr]; +"1719 compressed_weight_updated_constant81" [id=1719, type=get_attr]; +"1720 _param_constant219_0_0" [id=1720, type=get_attr]; +"1721 mul_tensor_81" [id=1721, type=mul]; +"1722 sub_tensor_81" [id=1722, type=sub]; +"1723 linear_80" [id=1723, type=linear]; +"1724 relu__13" [id=1724, type=relu_]; +"1725 relu__13_0_0_nncf_smooth_quant_0" [id=1725, type=call_module]; +"1726 linear_81_zero_point_0_updated_constant0" [id=1726, type=get_attr]; +"1727 linear_81_scale_0_updated_constant0" [id=1727, type=get_attr]; +"1728 compressed_weight_updated_constant82" [id=1728, type=get_attr]; +"1729 mul_tensor_82" [id=1729, type=mul]; +"1730 sub_tensor_82" [id=1730, type=sub]; +"1731 linear_81" [id=1731, type=linear]; +"1732 view_70" [id=1732, type=view]; +"1733 _tensor_constant81" [id=1733, type=get_attr]; +"1734 index_13" [id=1734, type=index]; +"1735 view_71" [id=1735, type=view]; +"1736 permute_59" [id=1736, type=permute]; +"1737 contiguous_24" [id=1737, type=contiguous]; +"1738 unsqueeze_37" [id=1738, type=unsqueeze]; +"1739 sigmoid_13" [id=1739, type=sigmoid]; +"1740 mul_26" [id=1740, type=mul]; +"1741 pad_15" [id=1741, type=pad]; +"1742 roll_12" [id=1742, type=roll]; +"1743 view_72" [id=1743, type=view]; +"1744 permute_60" [id=1744, type=permute]; +"1745 reshape_58" [id=1745, type=reshape]; +"1746 reshape_58_0_0_nncf_smooth_quant_0" [id=1746, type=call_module]; +"1747 quantize_per_tensor_default_81" [id=1747, type=quantize_per_tensor]; +"1748 dequantize_per_tensor_default_81" [id=1748, type=dequantize_per_tensor]; +"1749 linear_82_zero_point_0_updated_constant0" [id=1749, type=get_attr]; +"1750 linear_82_scale_0_updated_constant0" [id=1750, type=get_attr]; +"1751 compressed_weight_updated_constant83" [id=1751, type=get_attr]; +"1752 _param_constant221_0_0" [id=1752, type=get_attr]; +"1753 mul_tensor_83" [id=1753, type=mul]; +"1754 sub_tensor_83" [id=1754, type=sub]; +"1755 linear_82" [id=1755, type=linear]; +"1756 reshape_59" [id=1756, type=reshape]; +"1757 permute_61" [id=1757, type=permute]; +"1758 select_39" [id=1758, type=select]; +"1759 select_40" [id=1759, type=select]; +"1760 select_41" [id=1760, type=select]; +"1761 linalg_vector_norm_26" [id=1761, type=linalg_vector_norm]; +"1762 clamp_min_26" [id=1762, type=clamp_min]; +"1763 expand_as_26" [id=1763, type=expand_as]; +"1764 div_26" [id=1764, type=div]; +"1765 quantize_per_tensor_default_82" [id=1765, type=quantize_per_tensor]; +"1766 dequantize_per_tensor_default_82" [id=1766, type=dequantize_per_tensor]; +"1767 linalg_vector_norm_27" [id=1767, type=linalg_vector_norm]; +"1768 clamp_min_27" [id=1768, type=clamp_min]; +"1769 expand_as_27" [id=1769, type=expand_as]; +"1770 div_27" [id=1770, type=div]; +"1771 quantize_per_tensor_default_83" [id=1771, type=quantize_per_tensor]; +"1772 dequantize_per_tensor_default_83" [id=1772, type=dequantize_per_tensor]; +"1773 transpose_26" [id=1773, type=transpose]; +"1774 matmul_26" [id=1774, type=matmul]; +"1775 _param_constant223" [id=1775, type=get_attr]; +"1776 clamp_13" [id=1776, type=clamp]; +"1777 exp_13" [id=1777, type=exp]; +"1778 mul_27" [id=1778, type=mul]; +"1779 add_45" [id=1779, type=add]; +"1780 new_zeros_6" [id=1780, type=new_zeros]; +"1781 view_73" [id=1781, type=view]; +"1782 permute_62" [id=1782, type=permute]; +"1783 reshape_60" [id=1783, type=reshape]; +"1784 unsqueeze_38" [id=1784, type=unsqueeze]; +"1785 unsqueeze_39" [id=1785, type=unsqueeze]; +"1786 sub_6" [id=1786, type=sub]; +"1787 ne_6" [id=1787, type=ne]; +"1788 masked_fill_12" [id=1788, type=masked_fill]; +"1789 eq_6" [id=1789, type=eq]; +"1790 masked_fill_13" [id=1790, type=masked_fill]; +"1791 view_74" [id=1791, type=view]; +"1792 unsqueeze_40" [id=1792, type=unsqueeze]; +"1793 unsqueeze_41" [id=1793, type=unsqueeze]; +"1794 add_46" [id=1794, type=add]; +"1795 view_75" [id=1795, type=view]; +"1796 softmax_13" [id=1796, type=softmax]; +"1797 dropout_52" [id=1797, type=dropout]; +"1798 matmul_27" [id=1798, type=matmul]; +"1799 transpose_27" [id=1799, type=transpose]; +"1800 reshape_61" [id=1800, type=reshape]; +"1801 reshape_61_0_0_nncf_smooth_quant_0" [id=1801, type=call_module]; +"1802 quantize_per_tensor_default_84" [id=1802, type=quantize_per_tensor]; +"1803 dequantize_per_tensor_default_84" [id=1803, type=dequantize_per_tensor]; +"1804 linear_83_zero_point_0_updated_constant0" [id=1804, type=get_attr]; +"1805 linear_83_scale_0_updated_constant0" [id=1805, type=get_attr]; +"1806 compressed_weight_updated_constant84" [id=1806, type=get_attr]; +"1807 _param_constant225_0_0" [id=1807, type=get_attr]; +"1808 mul_tensor_84" [id=1808, type=mul]; +"1809 sub_tensor_84" [id=1809, type=sub]; +"1810 linear_83" [id=1810, type=linear]; +"1811 dropout_53" [id=1811, type=dropout]; +"1812 view_76" [id=1812, type=view]; +"1813 permute_63" [id=1813, type=permute]; +"1814 reshape_62" [id=1814, type=reshape]; +"1815 roll_13" [id=1815, type=roll]; +"1816 slice_213" [id=1816, type=slice]; +"1817 slice_214" [id=1817, type=slice]; +"1818 slice_215" [id=1818, type=slice]; +"1819 slice_216" [id=1819, type=slice]; +"1820 contiguous_25" [id=1820, type=contiguous]; +"1821 _param_constant226" [id=1821, type=get_attr]; +"1822 _param_constant227" [id=1822, type=get_attr]; +"1823 layer_norm_29" [id=1823, type=layer_norm]; +"1824 add_47" [id=1824, type=add]; +"1825 add_47_0_0_nncf_smooth_quant_0" [id=1825, type=call_module]; +"1826 quantize_per_tensor_default_85" [id=1826, type=quantize_per_tensor]; +"1827 dequantize_per_tensor_default_85" [id=1827, type=dequantize_per_tensor]; +"1828 linear_84_zero_point_0_updated_constant0" [id=1828, type=get_attr]; +"1829 linear_84_scale_0_updated_constant0" [id=1829, type=get_attr]; +"1830 compressed_weight_updated_constant85" [id=1830, type=get_attr]; +"1831 _param_constant229_0_0" [id=1831, type=get_attr]; +"1832 mul_tensor_85" [id=1832, type=mul]; +"1833 sub_tensor_85" [id=1833, type=sub]; +"1834 linear_84" [id=1834, type=linear]; +"1835 gelu_13" [id=1835, type=gelu]; +"1836 dropout_54" [id=1836, type=dropout]; +"1837 dropout_54_0_0_nncf_smooth_quant_0" [id=1837, type=call_module]; +"1838 quantize_per_tensor_default_86" [id=1838, type=quantize_per_tensor]; +"1839 dequantize_per_tensor_default_86" [id=1839, type=dequantize_per_tensor]; +"1840 linear_85_zero_point_0_updated_constant0" [id=1840, type=get_attr]; +"1841 linear_85_scale_0_updated_constant0" [id=1841, type=get_attr]; +"1842 compressed_weight_updated_constant86" [id=1842, type=get_attr]; +"1843 _param_constant231_0_0" [id=1843, type=get_attr]; +"1844 mul_tensor_86" [id=1844, type=mul]; +"1845 sub_tensor_86" [id=1845, type=sub]; +"1846 linear_85" [id=1846, type=linear]; +"1847 dropout_55" [id=1847, type=dropout]; +"1848 _param_constant232" [id=1848, type=get_attr]; +"1849 _param_constant233" [id=1849, type=get_attr]; +"1850 layer_norm_30" [id=1850, type=layer_norm]; +"1851 add_48" [id=1851, type=add]; +"1852 _tensor_constant91" [id=1852, type=get_attr]; +"1853 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1853, type=call_module]; +"1854 linear_86_zero_point_0_updated_constant0" [id=1854, type=get_attr]; +"1855 linear_86_scale_0_updated_constant0" [id=1855, type=get_attr]; +"1856 compressed_weight_updated_constant87" [id=1856, type=get_attr]; +"1857 _param_constant235_0_0" [id=1857, type=get_attr]; +"1858 mul_tensor_87" [id=1858, type=mul]; +"1859 sub_tensor_87" [id=1859, type=sub]; +"1860 linear_86" [id=1860, type=linear]; +"1861 relu__14" [id=1861, type=relu_]; +"1862 relu__14_0_0_nncf_smooth_quant_0" [id=1862, type=call_module]; +"1863 linear_87_zero_point_0_updated_constant0" [id=1863, type=get_attr]; +"1864 linear_87_scale_0_updated_constant0" [id=1864, type=get_attr]; +"1865 compressed_weight_updated_constant88" [id=1865, type=get_attr]; +"1866 mul_tensor_88" [id=1866, type=mul]; +"1867 sub_tensor_88" [id=1867, type=sub]; +"1868 linear_87" [id=1868, type=linear]; +"1869 view_77" [id=1869, type=view]; +"1870 _tensor_constant92" [id=1870, type=get_attr]; +"1871 index_14" [id=1871, type=index]; +"1872 view_78" [id=1872, type=view]; +"1873 permute_64" [id=1873, type=permute]; +"1874 contiguous_26" [id=1874, type=contiguous]; +"1875 unsqueeze_42" [id=1875, type=unsqueeze]; +"1876 sigmoid_14" [id=1876, type=sigmoid]; +"1877 mul_28" [id=1877, type=mul]; +"1878 pad_16" [id=1878, type=pad]; +"1879 view_79" [id=1879, type=view]; +"1880 permute_65" [id=1880, type=permute]; +"1881 reshape_63" [id=1881, type=reshape]; +"1882 reshape_63_0_0_nncf_smooth_quant_0" [id=1882, type=call_module]; +"1883 quantize_per_tensor_default_87" [id=1883, type=quantize_per_tensor]; +"1884 dequantize_per_tensor_default_87" [id=1884, type=dequantize_per_tensor]; +"1885 linear_88_zero_point_0_updated_constant0" [id=1885, type=get_attr]; +"1886 linear_88_scale_0_updated_constant0" [id=1886, type=get_attr]; +"1887 compressed_weight_updated_constant89" [id=1887, type=get_attr]; +"1888 _param_constant237_0_0" [id=1888, type=get_attr]; +"1889 mul_tensor_89" [id=1889, type=mul]; +"1890 sub_tensor_89" [id=1890, type=sub]; +"1891 linear_88" [id=1891, type=linear]; +"1892 reshape_64" [id=1892, type=reshape]; +"1893 permute_66" [id=1893, type=permute]; +"1894 select_42" [id=1894, type=select]; +"1895 select_43" [id=1895, type=select]; +"1896 select_44" [id=1896, type=select]; +"1897 linalg_vector_norm_28" [id=1897, type=linalg_vector_norm]; +"1898 clamp_min_28" [id=1898, type=clamp_min]; +"1899 expand_as_28" [id=1899, type=expand_as]; +"1900 div_28" [id=1900, type=div]; +"1901 quantize_per_tensor_default_88" [id=1901, type=quantize_per_tensor]; +"1902 dequantize_per_tensor_default_88" [id=1902, type=dequantize_per_tensor]; +"1903 linalg_vector_norm_29" [id=1903, type=linalg_vector_norm]; +"1904 clamp_min_29" [id=1904, type=clamp_min]; +"1905 expand_as_29" [id=1905, type=expand_as]; +"1906 div_29" [id=1906, type=div]; +"1907 quantize_per_tensor_default_89" [id=1907, type=quantize_per_tensor]; +"1908 dequantize_per_tensor_default_89" [id=1908, type=dequantize_per_tensor]; +"1909 transpose_28" [id=1909, type=transpose]; +"1910 matmul_28" [id=1910, type=matmul]; +"1911 _param_constant239" [id=1911, type=get_attr]; +"1912 clamp_14" [id=1912, type=clamp]; +"1913 exp_14" [id=1913, type=exp]; +"1914 mul_29" [id=1914, type=mul]; +"1915 add_49" [id=1915, type=add]; +"1916 softmax_14" [id=1916, type=softmax]; +"1917 dropout_56" [id=1917, type=dropout]; +"1918 matmul_29" [id=1918, type=matmul]; +"1919 transpose_29" [id=1919, type=transpose]; +"1920 reshape_65" [id=1920, type=reshape]; +"1921 reshape_65_0_0_nncf_smooth_quant_0" [id=1921, type=call_module]; +"1922 quantize_per_tensor_default_90" [id=1922, type=quantize_per_tensor]; +"1923 dequantize_per_tensor_default_90" [id=1923, type=dequantize_per_tensor]; +"1924 linear_89_zero_point_0_updated_constant0" [id=1924, type=get_attr]; +"1925 linear_89_scale_0_updated_constant0" [id=1925, type=get_attr]; +"1926 compressed_weight_updated_constant90" [id=1926, type=get_attr]; +"1927 _param_constant241_0_0" [id=1927, type=get_attr]; +"1928 mul_tensor_90" [id=1928, type=mul]; +"1929 sub_tensor_90" [id=1929, type=sub]; +"1930 linear_89" [id=1930, type=linear]; +"1931 dropout_57" [id=1931, type=dropout]; +"1932 view_80" [id=1932, type=view]; +"1933 permute_67" [id=1933, type=permute]; +"1934 reshape_66" [id=1934, type=reshape]; +"1935 slice_218" [id=1935, type=slice]; +"1936 slice_219" [id=1936, type=slice]; +"1937 slice_220" [id=1937, type=slice]; +"1938 slice_221" [id=1938, type=slice]; +"1939 contiguous_27" [id=1939, type=contiguous]; +"1940 _param_constant242" [id=1940, type=get_attr]; +"1941 _param_constant243" [id=1941, type=get_attr]; +"1942 layer_norm_31" [id=1942, type=layer_norm]; +"1943 add_50" [id=1943, type=add]; +"1944 add_50_0_0_nncf_smooth_quant_0" [id=1944, type=call_module]; +"1945 quantize_per_tensor_default_91" [id=1945, type=quantize_per_tensor]; +"1946 dequantize_per_tensor_default_91" [id=1946, type=dequantize_per_tensor]; +"1947 linear_90_zero_point_0_updated_constant0" [id=1947, type=get_attr]; +"1948 linear_90_scale_0_updated_constant0" [id=1948, type=get_attr]; +"1949 compressed_weight_updated_constant91" [id=1949, type=get_attr]; +"1950 _param_constant245_0_0" [id=1950, type=get_attr]; +"1951 mul_tensor_91" [id=1951, type=mul]; +"1952 sub_tensor_91" [id=1952, type=sub]; +"1953 linear_90" [id=1953, type=linear]; +"1954 gelu_14" [id=1954, type=gelu]; +"1955 dropout_58" [id=1955, type=dropout]; +"1956 dropout_58_0_0_nncf_smooth_quant_0" [id=1956, type=call_module]; +"1957 quantize_per_tensor_default_92" [id=1957, type=quantize_per_tensor]; +"1958 dequantize_per_tensor_default_92" [id=1958, type=dequantize_per_tensor]; +"1959 linear_91_zero_point_0_updated_constant0" [id=1959, type=get_attr]; +"1960 linear_91_scale_0_updated_constant0" [id=1960, type=get_attr]; +"1961 compressed_weight_updated_constant92" [id=1961, type=get_attr]; +"1962 _param_constant247_0_0" [id=1962, type=get_attr]; +"1963 mul_tensor_92" [id=1963, type=mul]; +"1964 sub_tensor_92" [id=1964, type=sub]; +"1965 linear_91" [id=1965, type=linear]; +"1966 dropout_59" [id=1966, type=dropout]; +"1967 _param_constant248" [id=1967, type=get_attr]; +"1968 _param_constant249" [id=1968, type=get_attr]; +"1969 layer_norm_32" [id=1969, type=layer_norm]; +"1970 add_51" [id=1970, type=add]; +"1971 _tensor_constant93" [id=1971, type=get_attr]; +"1972 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1972, type=call_module]; +"1973 linear_92_zero_point_0_updated_constant0" [id=1973, type=get_attr]; +"1974 linear_92_scale_0_updated_constant0" [id=1974, type=get_attr]; +"1975 compressed_weight_updated_constant93" [id=1975, type=get_attr]; +"1976 _param_constant251_0_0" [id=1976, type=get_attr]; +"1977 mul_tensor_93" [id=1977, type=mul]; +"1978 sub_tensor_93" [id=1978, type=sub]; +"1979 linear_92" [id=1979, type=linear]; +"1980 relu__15" [id=1980, type=relu_]; +"1981 relu__15_0_0_nncf_smooth_quant_0" [id=1981, type=call_module]; +"1982 linear_93_zero_point_0_updated_constant0" [id=1982, type=get_attr]; +"1983 linear_93_scale_0_updated_constant0" [id=1983, type=get_attr]; +"1984 compressed_weight_updated_constant94" [id=1984, type=get_attr]; +"1985 mul_tensor_94" [id=1985, type=mul]; +"1986 sub_tensor_94" [id=1986, type=sub]; +"1987 linear_93" [id=1987, type=linear]; +"1988 view_81" [id=1988, type=view]; +"1989 _tensor_constant94" [id=1989, type=get_attr]; +"1990 index_15" [id=1990, type=index]; +"1991 view_82" [id=1991, type=view]; +"1992 permute_68" [id=1992, type=permute]; +"1993 contiguous_28" [id=1993, type=contiguous]; +"1994 unsqueeze_43" [id=1994, type=unsqueeze]; +"1995 sigmoid_15" [id=1995, type=sigmoid]; +"1996 mul_30" [id=1996, type=mul]; +"1997 pad_17" [id=1997, type=pad]; +"1998 roll_14" [id=1998, type=roll]; +"1999 view_83" [id=1999, type=view]; +"2000 permute_69" [id=2000, type=permute]; +"2001 reshape_67" [id=2001, type=reshape]; +"2002 reshape_67_0_0_nncf_smooth_quant_0" [id=2002, type=call_module]; +"2003 quantize_per_tensor_default_93" [id=2003, type=quantize_per_tensor]; +"2004 dequantize_per_tensor_default_93" [id=2004, type=dequantize_per_tensor]; +"2005 linear_94_zero_point_0_updated_constant0" [id=2005, type=get_attr]; +"2006 linear_94_scale_0_updated_constant0" [id=2006, type=get_attr]; +"2007 compressed_weight_updated_constant95" [id=2007, type=get_attr]; +"2008 _param_constant253_0_0" [id=2008, type=get_attr]; +"2009 mul_tensor_95" [id=2009, type=mul]; +"2010 sub_tensor_95" [id=2010, type=sub]; +"2011 linear_94" [id=2011, type=linear]; +"2012 reshape_68" [id=2012, type=reshape]; +"2013 permute_70" [id=2013, type=permute]; +"2014 select_45" [id=2014, type=select]; +"2015 select_46" [id=2015, type=select]; +"2016 select_47" [id=2016, type=select]; +"2017 linalg_vector_norm_30" [id=2017, type=linalg_vector_norm]; +"2018 clamp_min_30" [id=2018, type=clamp_min]; +"2019 expand_as_30" [id=2019, type=expand_as]; +"2020 div_30" [id=2020, type=div]; +"2021 quantize_per_tensor_default_94" [id=2021, type=quantize_per_tensor]; +"2022 dequantize_per_tensor_default_94" [id=2022, type=dequantize_per_tensor]; +"2023 linalg_vector_norm_31" [id=2023, type=linalg_vector_norm]; +"2024 clamp_min_31" [id=2024, type=clamp_min]; +"2025 expand_as_31" [id=2025, type=expand_as]; +"2026 div_31" [id=2026, type=div]; +"2027 quantize_per_tensor_default_95" [id=2027, type=quantize_per_tensor]; +"2028 dequantize_per_tensor_default_95" [id=2028, type=dequantize_per_tensor]; +"2029 transpose_30" [id=2029, type=transpose]; +"2030 matmul_30" [id=2030, type=matmul]; +"2031 _param_constant255" [id=2031, type=get_attr]; +"2032 clamp_15" [id=2032, type=clamp]; +"2033 exp_15" [id=2033, type=exp]; +"2034 mul_31" [id=2034, type=mul]; +"2035 add_52" [id=2035, type=add]; +"2036 new_zeros_7" [id=2036, type=new_zeros]; +"2037 view_84" [id=2037, type=view]; +"2038 permute_71" [id=2038, type=permute]; +"2039 reshape_69" [id=2039, type=reshape]; +"2040 unsqueeze_44" [id=2040, type=unsqueeze]; +"2041 unsqueeze_45" [id=2041, type=unsqueeze]; +"2042 sub_7" [id=2042, type=sub]; +"2043 ne_7" [id=2043, type=ne]; +"2044 masked_fill_14" [id=2044, type=masked_fill]; +"2045 eq_7" [id=2045, type=eq]; +"2046 masked_fill_15" [id=2046, type=masked_fill]; +"2047 view_85" [id=2047, type=view]; +"2048 unsqueeze_46" [id=2048, type=unsqueeze]; +"2049 unsqueeze_47" [id=2049, type=unsqueeze]; +"2050 add_53" [id=2050, type=add]; +"2051 view_86" [id=2051, type=view]; +"2052 softmax_15" [id=2052, type=softmax]; +"2053 dropout_60" [id=2053, type=dropout]; +"2054 matmul_31" [id=2054, type=matmul]; +"2055 transpose_31" [id=2055, type=transpose]; +"2056 reshape_70" [id=2056, type=reshape]; +"2057 reshape_70_0_0_nncf_smooth_quant_0" [id=2057, type=call_module]; +"2058 quantize_per_tensor_default_96" [id=2058, type=quantize_per_tensor]; +"2059 dequantize_per_tensor_default_96" [id=2059, type=dequantize_per_tensor]; +"2060 linear_95_zero_point_0_updated_constant0" [id=2060, type=get_attr]; +"2061 linear_95_scale_0_updated_constant0" [id=2061, type=get_attr]; +"2062 compressed_weight_updated_constant96" [id=2062, type=get_attr]; +"2063 _param_constant257_0_0" [id=2063, type=get_attr]; +"2064 mul_tensor_96" [id=2064, type=mul]; +"2065 sub_tensor_96" [id=2065, type=sub]; +"2066 linear_95" [id=2066, type=linear]; +"2067 dropout_61" [id=2067, type=dropout]; +"2068 view_87" [id=2068, type=view]; +"2069 permute_72" [id=2069, type=permute]; +"2070 reshape_71" [id=2070, type=reshape]; +"2071 roll_15" [id=2071, type=roll]; +"2072 slice_241" [id=2072, type=slice]; +"2073 slice_242" [id=2073, type=slice]; +"2074 slice_243" [id=2074, type=slice]; +"2075 slice_244" [id=2075, type=slice]; +"2076 contiguous_29" [id=2076, type=contiguous]; +"2077 _param_constant258" [id=2077, type=get_attr]; +"2078 _param_constant259" [id=2078, type=get_attr]; +"2079 layer_norm_33" [id=2079, type=layer_norm]; +"2080 add_54" [id=2080, type=add]; +"2081 add_54_0_0_nncf_smooth_quant_0" [id=2081, type=call_module]; +"2082 quantize_per_tensor_default_97" [id=2082, type=quantize_per_tensor]; +"2083 dequantize_per_tensor_default_97" [id=2083, type=dequantize_per_tensor]; +"2084 linear_96_zero_point_0_updated_constant0" [id=2084, type=get_attr]; +"2085 linear_96_scale_0_updated_constant0" [id=2085, type=get_attr]; +"2086 compressed_weight_updated_constant97" [id=2086, type=get_attr]; +"2087 _param_constant261_0_0" [id=2087, type=get_attr]; +"2088 mul_tensor_97" [id=2088, type=mul]; +"2089 sub_tensor_97" [id=2089, type=sub]; +"2090 linear_96" [id=2090, type=linear]; +"2091 gelu_15" [id=2091, type=gelu]; +"2092 dropout_62" [id=2092, type=dropout]; +"2093 dropout_62_0_0_nncf_smooth_quant_0" [id=2093, type=call_module]; +"2094 quantize_per_tensor_default_98" [id=2094, type=quantize_per_tensor]; +"2095 dequantize_per_tensor_default_98" [id=2095, type=dequantize_per_tensor]; +"2096 linear_97_zero_point_0_updated_constant0" [id=2096, type=get_attr]; +"2097 linear_97_scale_0_updated_constant0" [id=2097, type=get_attr]; +"2098 compressed_weight_updated_constant98" [id=2098, type=get_attr]; +"2099 _param_constant263_0_0" [id=2099, type=get_attr]; +"2100 mul_tensor_98" [id=2100, type=mul]; +"2101 sub_tensor_98" [id=2101, type=sub]; +"2102 linear_97" [id=2102, type=linear]; +"2103 dropout_63" [id=2103, type=dropout]; +"2104 _param_constant264" [id=2104, type=get_attr]; +"2105 _param_constant265" [id=2105, type=get_attr]; +"2106 layer_norm_34" [id=2106, type=layer_norm]; +"2107 add_55" [id=2107, type=add]; +"2108 _tensor_constant104" [id=2108, type=get_attr]; +"2109 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=2109, type=call_module]; +"2110 linear_98_zero_point_0_updated_constant0" [id=2110, type=get_attr]; +"2111 linear_98_scale_0_updated_constant0" [id=2111, type=get_attr]; +"2112 compressed_weight_updated_constant99" [id=2112, type=get_attr]; +"2113 _param_constant267_0_0" [id=2113, type=get_attr]; +"2114 mul_tensor_99" [id=2114, type=mul]; +"2115 sub_tensor_99" [id=2115, type=sub]; +"2116 linear_98" [id=2116, type=linear]; +"2117 relu__16" [id=2117, type=relu_]; +"2118 relu__16_0_0_nncf_smooth_quant_0" [id=2118, type=call_module]; +"2119 linear_99_zero_point_0_updated_constant0" [id=2119, type=get_attr]; +"2120 linear_99_scale_0_updated_constant0" [id=2120, type=get_attr]; +"2121 compressed_weight_updated_constant100" [id=2121, type=get_attr]; +"2122 mul_tensor_100" [id=2122, type=mul]; +"2123 sub_tensor_100" [id=2123, type=sub]; +"2124 linear_99" [id=2124, type=linear]; +"2125 view_88" [id=2125, type=view]; +"2126 _tensor_constant105" [id=2126, type=get_attr]; +"2127 index_16" [id=2127, type=index]; +"2128 view_89" [id=2128, type=view]; +"2129 permute_73" [id=2129, type=permute]; +"2130 contiguous_30" [id=2130, type=contiguous]; +"2131 unsqueeze_48" [id=2131, type=unsqueeze]; +"2132 sigmoid_16" [id=2132, type=sigmoid]; +"2133 mul_32" [id=2133, type=mul]; +"2134 pad_18" [id=2134, type=pad]; +"2135 view_90" [id=2135, type=view]; +"2136 permute_74" [id=2136, type=permute]; +"2137 reshape_72" [id=2137, type=reshape]; +"2138 reshape_72_0_0_nncf_smooth_quant_0" [id=2138, type=call_module]; +"2139 quantize_per_tensor_default_99" [id=2139, type=quantize_per_tensor]; +"2140 dequantize_per_tensor_default_99" [id=2140, type=dequantize_per_tensor]; +"2141 linear_100_zero_point_0_updated_constant0" [id=2141, type=get_attr]; +"2142 linear_100_scale_0_updated_constant0" [id=2142, type=get_attr]; +"2143 compressed_weight_updated_constant101" [id=2143, type=get_attr]; +"2144 _param_constant269_0_0" [id=2144, type=get_attr]; +"2145 mul_tensor_101" [id=2145, type=mul]; +"2146 sub_tensor_101" [id=2146, type=sub]; +"2147 linear_100" [id=2147, type=linear]; +"2148 reshape_73" [id=2148, type=reshape]; +"2149 permute_75" [id=2149, type=permute]; +"2150 select_48" [id=2150, type=select]; +"2151 select_49" [id=2151, type=select]; +"2152 select_50" [id=2152, type=select]; +"2153 linalg_vector_norm_32" [id=2153, type=linalg_vector_norm]; +"2154 clamp_min_32" [id=2154, type=clamp_min]; +"2155 expand_as_32" [id=2155, type=expand_as]; +"2156 div_32" [id=2156, type=div]; +"2157 quantize_per_tensor_default_100" [id=2157, type=quantize_per_tensor]; +"2158 dequantize_per_tensor_default_100" [id=2158, type=dequantize_per_tensor]; +"2159 linalg_vector_norm_33" [id=2159, type=linalg_vector_norm]; +"2160 clamp_min_33" [id=2160, type=clamp_min]; +"2161 expand_as_33" [id=2161, type=expand_as]; +"2162 div_33" [id=2162, type=div]; +"2163 quantize_per_tensor_default_101" [id=2163, type=quantize_per_tensor]; +"2164 dequantize_per_tensor_default_101" [id=2164, type=dequantize_per_tensor]; +"2165 transpose_32" [id=2165, type=transpose]; +"2166 matmul_32" [id=2166, type=matmul]; +"2167 _param_constant271" [id=2167, type=get_attr]; +"2168 clamp_16" [id=2168, type=clamp]; +"2169 exp_16" [id=2169, type=exp]; +"2170 mul_33" [id=2170, type=mul]; +"2171 add_56" [id=2171, type=add]; +"2172 softmax_16" [id=2172, type=softmax]; +"2173 dropout_64" [id=2173, type=dropout]; +"2174 matmul_33" [id=2174, type=matmul]; +"2175 transpose_33" [id=2175, type=transpose]; +"2176 reshape_74" [id=2176, type=reshape]; +"2177 reshape_74_0_0_nncf_smooth_quant_0" [id=2177, type=call_module]; +"2178 quantize_per_tensor_default_102" [id=2178, type=quantize_per_tensor]; +"2179 dequantize_per_tensor_default_102" [id=2179, type=dequantize_per_tensor]; +"2180 linear_101_zero_point_0_updated_constant0" [id=2180, type=get_attr]; +"2181 linear_101_scale_0_updated_constant0" [id=2181, type=get_attr]; +"2182 compressed_weight_updated_constant102" [id=2182, type=get_attr]; +"2183 _param_constant273_0_0" [id=2183, type=get_attr]; +"2184 mul_tensor_102" [id=2184, type=mul]; +"2185 sub_tensor_102" [id=2185, type=sub]; +"2186 linear_101" [id=2186, type=linear]; +"2187 dropout_65" [id=2187, type=dropout]; +"2188 view_91" [id=2188, type=view]; +"2189 permute_76" [id=2189, type=permute]; +"2190 reshape_75" [id=2190, type=reshape]; +"2191 slice_246" [id=2191, type=slice]; +"2192 slice_247" [id=2192, type=slice]; +"2193 slice_248" [id=2193, type=slice]; +"2194 slice_249" [id=2194, type=slice]; +"2195 contiguous_31" [id=2195, type=contiguous]; +"2196 _param_constant274" [id=2196, type=get_attr]; +"2197 _param_constant275" [id=2197, type=get_attr]; +"2198 layer_norm_35" [id=2198, type=layer_norm]; +"2199 add_57" [id=2199, type=add]; +"2200 add_57_0_0_nncf_smooth_quant_0" [id=2200, type=call_module]; +"2201 quantize_per_tensor_default_103" [id=2201, type=quantize_per_tensor]; +"2202 dequantize_per_tensor_default_103" [id=2202, type=dequantize_per_tensor]; +"2203 linear_102_zero_point_0_updated_constant0" [id=2203, type=get_attr]; +"2204 linear_102_scale_0_updated_constant0" [id=2204, type=get_attr]; +"2205 compressed_weight_updated_constant103" [id=2205, type=get_attr]; +"2206 _param_constant277_0_0" [id=2206, type=get_attr]; +"2207 mul_tensor_103" [id=2207, type=mul]; +"2208 sub_tensor_103" [id=2208, type=sub]; +"2209 linear_102" [id=2209, type=linear]; +"2210 gelu_16" [id=2210, type=gelu]; +"2211 dropout_66" [id=2211, type=dropout]; +"2212 dropout_66_0_0_nncf_smooth_quant_0" [id=2212, type=call_module]; +"2213 quantize_per_tensor_default_104" [id=2213, type=quantize_per_tensor]; +"2214 dequantize_per_tensor_default_104" [id=2214, type=dequantize_per_tensor]; +"2215 linear_103_zero_point_0_updated_constant0" [id=2215, type=get_attr]; +"2216 linear_103_scale_0_updated_constant0" [id=2216, type=get_attr]; +"2217 compressed_weight_updated_constant104" [id=2217, type=get_attr]; +"2218 _param_constant279_0_0" [id=2218, type=get_attr]; +"2219 mul_tensor_104" [id=2219, type=mul]; +"2220 sub_tensor_104" [id=2220, type=sub]; +"2221 linear_103" [id=2221, type=linear]; +"2222 dropout_67" [id=2222, type=dropout]; +"2223 _param_constant280" [id=2223, type=get_attr]; +"2224 _param_constant281" [id=2224, type=get_attr]; +"2225 layer_norm_36" [id=2225, type=layer_norm]; +"2226 add_58" [id=2226, type=add]; +"2227 _tensor_constant106" [id=2227, type=get_attr]; +"2228 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2228, type=call_module]; +"2229 linear_104_zero_point_0_updated_constant0" [id=2229, type=get_attr]; +"2230 linear_104_scale_0_updated_constant0" [id=2230, type=get_attr]; +"2231 compressed_weight_updated_constant105" [id=2231, type=get_attr]; +"2232 _param_constant283_0_0" [id=2232, type=get_attr]; +"2233 mul_tensor_105" [id=2233, type=mul]; +"2234 sub_tensor_105" [id=2234, type=sub]; +"2235 linear_104" [id=2235, type=linear]; +"2236 relu__17" [id=2236, type=relu_]; +"2237 relu__17_0_0_nncf_smooth_quant_0" [id=2237, type=call_module]; +"2238 linear_105_zero_point_0_updated_constant0" [id=2238, type=get_attr]; +"2239 linear_105_scale_0_updated_constant0" [id=2239, type=get_attr]; +"2240 compressed_weight_updated_constant106" [id=2240, type=get_attr]; +"2241 mul_tensor_106" [id=2241, type=mul]; +"2242 sub_tensor_106" [id=2242, type=sub]; +"2243 linear_105" [id=2243, type=linear]; +"2244 view_92" [id=2244, type=view]; +"2245 _tensor_constant107" [id=2245, type=get_attr]; +"2246 index_17" [id=2246, type=index]; +"2247 view_93" [id=2247, type=view]; +"2248 permute_77" [id=2248, type=permute]; +"2249 contiguous_32" [id=2249, type=contiguous]; +"2250 unsqueeze_49" [id=2250, type=unsqueeze]; +"2251 sigmoid_17" [id=2251, type=sigmoid]; +"2252 mul_34" [id=2252, type=mul]; +"2253 pad_19" [id=2253, type=pad]; +"2254 roll_16" [id=2254, type=roll]; +"2255 view_94" [id=2255, type=view]; +"2256 permute_78" [id=2256, type=permute]; +"2257 reshape_76" [id=2257, type=reshape]; +"2258 reshape_76_0_0_nncf_smooth_quant_0" [id=2258, type=call_module]; +"2259 quantize_per_tensor_default_105" [id=2259, type=quantize_per_tensor]; +"2260 dequantize_per_tensor_default_105" [id=2260, type=dequantize_per_tensor]; +"2261 linear_106_zero_point_0_updated_constant0" [id=2261, type=get_attr]; +"2262 linear_106_scale_0_updated_constant0" [id=2262, type=get_attr]; +"2263 compressed_weight_updated_constant107" [id=2263, type=get_attr]; +"2264 _param_constant285_0_0" [id=2264, type=get_attr]; +"2265 mul_tensor_107" [id=2265, type=mul]; +"2266 sub_tensor_107" [id=2266, type=sub]; +"2267 linear_106" [id=2267, type=linear]; +"2268 reshape_77" [id=2268, type=reshape]; +"2269 permute_79" [id=2269, type=permute]; +"2270 select_51" [id=2270, type=select]; +"2271 select_52" [id=2271, type=select]; +"2272 select_53" [id=2272, type=select]; +"2273 linalg_vector_norm_34" [id=2273, type=linalg_vector_norm]; +"2274 clamp_min_34" [id=2274, type=clamp_min]; +"2275 expand_as_34" [id=2275, type=expand_as]; +"2276 div_34" [id=2276, type=div]; +"2277 quantize_per_tensor_default_106" [id=2277, type=quantize_per_tensor]; +"2278 dequantize_per_tensor_default_106" [id=2278, type=dequantize_per_tensor]; +"2279 linalg_vector_norm_35" [id=2279, type=linalg_vector_norm]; +"2280 clamp_min_35" [id=2280, type=clamp_min]; +"2281 expand_as_35" [id=2281, type=expand_as]; +"2282 div_35" [id=2282, type=div]; +"2283 quantize_per_tensor_default_107" [id=2283, type=quantize_per_tensor]; +"2284 dequantize_per_tensor_default_107" [id=2284, type=dequantize_per_tensor]; +"2285 transpose_34" [id=2285, type=transpose]; +"2286 matmul_34" [id=2286, type=matmul]; +"2287 _param_constant287" [id=2287, type=get_attr]; +"2288 clamp_17" [id=2288, type=clamp]; +"2289 exp_17" [id=2289, type=exp]; +"2290 mul_35" [id=2290, type=mul]; +"2291 add_59" [id=2291, type=add]; +"2292 new_zeros_8" [id=2292, type=new_zeros]; +"2293 view_95" [id=2293, type=view]; +"2294 permute_80" [id=2294, type=permute]; +"2295 reshape_78" [id=2295, type=reshape]; +"2296 unsqueeze_50" [id=2296, type=unsqueeze]; +"2297 unsqueeze_51" [id=2297, type=unsqueeze]; +"2298 sub_8" [id=2298, type=sub]; +"2299 ne_8" [id=2299, type=ne]; +"2300 masked_fill_16" [id=2300, type=masked_fill]; +"2301 eq_8" [id=2301, type=eq]; +"2302 masked_fill_17" [id=2302, type=masked_fill]; +"2303 view_96" [id=2303, type=view]; +"2304 unsqueeze_52" [id=2304, type=unsqueeze]; +"2305 unsqueeze_53" [id=2305, type=unsqueeze]; +"2306 add_60" [id=2306, type=add]; +"2307 view_97" [id=2307, type=view]; +"2308 softmax_17" [id=2308, type=softmax]; +"2309 dropout_68" [id=2309, type=dropout]; +"2310 matmul_35" [id=2310, type=matmul]; +"2311 transpose_35" [id=2311, type=transpose]; +"2312 reshape_79" [id=2312, type=reshape]; +"2313 reshape_79_0_0_nncf_smooth_quant_0" [id=2313, type=call_module]; +"2314 quantize_per_tensor_default_108" [id=2314, type=quantize_per_tensor]; +"2315 dequantize_per_tensor_default_108" [id=2315, type=dequantize_per_tensor]; +"2316 linear_107_zero_point_0_updated_constant0" [id=2316, type=get_attr]; +"2317 linear_107_scale_0_updated_constant0" [id=2317, type=get_attr]; +"2318 compressed_weight_updated_constant108" [id=2318, type=get_attr]; +"2319 _param_constant289_0_0" [id=2319, type=get_attr]; +"2320 mul_tensor_108" [id=2320, type=mul]; +"2321 sub_tensor_108" [id=2321, type=sub]; +"2322 linear_107" [id=2322, type=linear]; +"2323 dropout_69" [id=2323, type=dropout]; +"2324 view_98" [id=2324, type=view]; +"2325 permute_81" [id=2325, type=permute]; +"2326 reshape_80" [id=2326, type=reshape]; +"2327 roll_17" [id=2327, type=roll]; +"2328 slice_269" [id=2328, type=slice]; +"2329 slice_270" [id=2329, type=slice]; +"2330 slice_271" [id=2330, type=slice]; +"2331 slice_272" [id=2331, type=slice]; +"2332 contiguous_33" [id=2332, type=contiguous]; +"2333 _param_constant290" [id=2333, type=get_attr]; +"2334 _param_constant291" [id=2334, type=get_attr]; +"2335 layer_norm_37" [id=2335, type=layer_norm]; +"2336 add_61" [id=2336, type=add]; +"2337 add_61_0_0_nncf_smooth_quant_0" [id=2337, type=call_module]; +"2338 quantize_per_tensor_default_109" [id=2338, type=quantize_per_tensor]; +"2339 dequantize_per_tensor_default_109" [id=2339, type=dequantize_per_tensor]; +"2340 linear_108_zero_point_0_updated_constant0" [id=2340, type=get_attr]; +"2341 linear_108_scale_0_updated_constant0" [id=2341, type=get_attr]; +"2342 compressed_weight_updated_constant109" [id=2342, type=get_attr]; +"2343 _param_constant293_0_0" [id=2343, type=get_attr]; +"2344 mul_tensor_109" [id=2344, type=mul]; +"2345 sub_tensor_109" [id=2345, type=sub]; +"2346 linear_108" [id=2346, type=linear]; +"2347 gelu_17" [id=2347, type=gelu]; +"2348 dropout_70" [id=2348, type=dropout]; +"2349 dropout_70_0_0_nncf_smooth_quant_0" [id=2349, type=call_module]; +"2350 quantize_per_tensor_default_110" [id=2350, type=quantize_per_tensor]; +"2351 dequantize_per_tensor_default_110" [id=2351, type=dequantize_per_tensor]; +"2352 linear_109_zero_point_0_updated_constant0" [id=2352, type=get_attr]; +"2353 linear_109_scale_0_updated_constant0" [id=2353, type=get_attr]; +"2354 compressed_weight_updated_constant110" [id=2354, type=get_attr]; +"2355 _param_constant295_0_0" [id=2355, type=get_attr]; +"2356 mul_tensor_110" [id=2356, type=mul]; +"2357 sub_tensor_110" [id=2357, type=sub]; +"2358 linear_109" [id=2358, type=linear]; +"2359 dropout_71" [id=2359, type=dropout]; +"2360 _param_constant296" [id=2360, type=get_attr]; +"2361 _param_constant297" [id=2361, type=get_attr]; +"2362 layer_norm_38" [id=2362, type=layer_norm]; +"2363 add_62" [id=2363, type=add]; +"2364 _tensor_constant117" [id=2364, type=get_attr]; +"2365 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2365, type=call_module]; +"2366 linear_110_zero_point_0_updated_constant0" [id=2366, type=get_attr]; +"2367 linear_110_scale_0_updated_constant0" [id=2367, type=get_attr]; +"2368 compressed_weight_updated_constant111" [id=2368, type=get_attr]; +"2369 _param_constant299_0_0" [id=2369, type=get_attr]; +"2370 mul_tensor_111" [id=2370, type=mul]; +"2371 sub_tensor_111" [id=2371, type=sub]; +"2372 linear_110" [id=2372, type=linear]; +"2373 relu__18" [id=2373, type=relu_]; +"2374 relu__18_0_0_nncf_smooth_quant_0" [id=2374, type=call_module]; +"2375 linear_111_zero_point_0_updated_constant0" [id=2375, type=get_attr]; +"2376 linear_111_scale_0_updated_constant0" [id=2376, type=get_attr]; +"2377 compressed_weight_updated_constant112" [id=2377, type=get_attr]; +"2378 mul_tensor_112" [id=2378, type=mul]; +"2379 sub_tensor_112" [id=2379, type=sub]; +"2380 linear_111" [id=2380, type=linear]; +"2381 view_99" [id=2381, type=view]; +"2382 _tensor_constant118" [id=2382, type=get_attr]; +"2383 index_18" [id=2383, type=index]; +"2384 view_100" [id=2384, type=view]; +"2385 permute_82" [id=2385, type=permute]; +"2386 contiguous_34" [id=2386, type=contiguous]; +"2387 unsqueeze_54" [id=2387, type=unsqueeze]; +"2388 sigmoid_18" [id=2388, type=sigmoid]; +"2389 mul_36" [id=2389, type=mul]; +"2390 pad_20" [id=2390, type=pad]; +"2391 view_101" [id=2391, type=view]; +"2392 permute_83" [id=2392, type=permute]; +"2393 reshape_81" [id=2393, type=reshape]; +"2394 reshape_81_0_0_nncf_smooth_quant_0" [id=2394, type=call_module]; +"2395 quantize_per_tensor_default_111" [id=2395, type=quantize_per_tensor]; +"2396 dequantize_per_tensor_default_111" [id=2396, type=dequantize_per_tensor]; +"2397 linear_112_zero_point_0_updated_constant0" [id=2397, type=get_attr]; +"2398 linear_112_scale_0_updated_constant0" [id=2398, type=get_attr]; +"2399 compressed_weight_updated_constant113" [id=2399, type=get_attr]; +"2400 _param_constant301_0_0" [id=2400, type=get_attr]; +"2401 mul_tensor_113" [id=2401, type=mul]; +"2402 sub_tensor_113" [id=2402, type=sub]; +"2403 linear_112" [id=2403, type=linear]; +"2404 reshape_82" [id=2404, type=reshape]; +"2405 permute_84" [id=2405, type=permute]; +"2406 select_54" [id=2406, type=select]; +"2407 select_55" [id=2407, type=select]; +"2408 select_56" [id=2408, type=select]; +"2409 linalg_vector_norm_36" [id=2409, type=linalg_vector_norm]; +"2410 clamp_min_36" [id=2410, type=clamp_min]; +"2411 expand_as_36" [id=2411, type=expand_as]; +"2412 div_36" [id=2412, type=div]; +"2413 quantize_per_tensor_default_112" [id=2413, type=quantize_per_tensor]; +"2414 dequantize_per_tensor_default_112" [id=2414, type=dequantize_per_tensor]; +"2415 linalg_vector_norm_37" [id=2415, type=linalg_vector_norm]; +"2416 clamp_min_37" [id=2416, type=clamp_min]; +"2417 expand_as_37" [id=2417, type=expand_as]; +"2418 div_37" [id=2418, type=div]; +"2419 quantize_per_tensor_default_113" [id=2419, type=quantize_per_tensor]; +"2420 dequantize_per_tensor_default_113" [id=2420, type=dequantize_per_tensor]; +"2421 transpose_36" [id=2421, type=transpose]; +"2422 matmul_36" [id=2422, type=matmul]; +"2423 _param_constant303" [id=2423, type=get_attr]; +"2424 clamp_18" [id=2424, type=clamp]; +"2425 exp_18" [id=2425, type=exp]; +"2426 mul_37" [id=2426, type=mul]; +"2427 add_63" [id=2427, type=add]; +"2428 softmax_18" [id=2428, type=softmax]; +"2429 dropout_72" [id=2429, type=dropout]; +"2430 matmul_37" [id=2430, type=matmul]; +"2431 transpose_37" [id=2431, type=transpose]; +"2432 reshape_83" [id=2432, type=reshape]; +"2433 reshape_83_0_0_nncf_smooth_quant_0" [id=2433, type=call_module]; +"2434 quantize_per_tensor_default_114" [id=2434, type=quantize_per_tensor]; +"2435 dequantize_per_tensor_default_114" [id=2435, type=dequantize_per_tensor]; +"2436 linear_113_zero_point_0_updated_constant0" [id=2436, type=get_attr]; +"2437 linear_113_scale_0_updated_constant0" [id=2437, type=get_attr]; +"2438 compressed_weight_updated_constant114" [id=2438, type=get_attr]; +"2439 _param_constant305_0_0" [id=2439, type=get_attr]; +"2440 mul_tensor_114" [id=2440, type=mul]; +"2441 sub_tensor_114" [id=2441, type=sub]; +"2442 linear_113" [id=2442, type=linear]; +"2443 dropout_73" [id=2443, type=dropout]; +"2444 view_102" [id=2444, type=view]; +"2445 permute_85" [id=2445, type=permute]; +"2446 reshape_84" [id=2446, type=reshape]; +"2447 slice_274" [id=2447, type=slice]; +"2448 slice_275" [id=2448, type=slice]; +"2449 slice_276" [id=2449, type=slice]; +"2450 slice_277" [id=2450, type=slice]; +"2451 contiguous_35" [id=2451, type=contiguous]; +"2452 _param_constant306" [id=2452, type=get_attr]; +"2453 _param_constant307" [id=2453, type=get_attr]; +"2454 layer_norm_39" [id=2454, type=layer_norm]; +"2455 add_64" [id=2455, type=add]; +"2456 add_64_0_0_nncf_smooth_quant_0" [id=2456, type=call_module]; +"2457 quantize_per_tensor_default_115" [id=2457, type=quantize_per_tensor]; +"2458 dequantize_per_tensor_default_115" [id=2458, type=dequantize_per_tensor]; +"2459 linear_114_zero_point_0_updated_constant0" [id=2459, type=get_attr]; +"2460 linear_114_scale_0_updated_constant0" [id=2460, type=get_attr]; +"2461 compressed_weight_updated_constant115" [id=2461, type=get_attr]; +"2462 _param_constant309_0_0" [id=2462, type=get_attr]; +"2463 mul_tensor_115" [id=2463, type=mul]; +"2464 sub_tensor_115" [id=2464, type=sub]; +"2465 linear_114" [id=2465, type=linear]; +"2466 gelu_18" [id=2466, type=gelu]; +"2467 dropout_74" [id=2467, type=dropout]; +"2468 dropout_74_0_0_nncf_smooth_quant_0" [id=2468, type=call_module]; +"2469 quantize_per_tensor_default_116" [id=2469, type=quantize_per_tensor]; +"2470 dequantize_per_tensor_default_116" [id=2470, type=dequantize_per_tensor]; +"2471 linear_115_zero_point_0_updated_constant0" [id=2471, type=get_attr]; +"2472 linear_115_scale_0_updated_constant0" [id=2472, type=get_attr]; +"2473 compressed_weight_updated_constant116" [id=2473, type=get_attr]; +"2474 _param_constant311_0_0" [id=2474, type=get_attr]; +"2475 mul_tensor_116" [id=2475, type=mul]; +"2476 sub_tensor_116" [id=2476, type=sub]; +"2477 linear_115" [id=2477, type=linear]; +"2478 dropout_75" [id=2478, type=dropout]; +"2479 _param_constant312" [id=2479, type=get_attr]; +"2480 _param_constant313" [id=2480, type=get_attr]; +"2481 layer_norm_40" [id=2481, type=layer_norm]; +"2482 add_65" [id=2482, type=add]; +"2483 _tensor_constant119" [id=2483, type=get_attr]; +"2484 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2484, type=call_module]; +"2485 linear_116_zero_point_0_updated_constant0" [id=2485, type=get_attr]; +"2486 linear_116_scale_0_updated_constant0" [id=2486, type=get_attr]; +"2487 compressed_weight_updated_constant117" [id=2487, type=get_attr]; +"2488 _param_constant315_0_0" [id=2488, type=get_attr]; +"2489 mul_tensor_117" [id=2489, type=mul]; +"2490 sub_tensor_117" [id=2490, type=sub]; +"2491 linear_116" [id=2491, type=linear]; +"2492 relu__19" [id=2492, type=relu_]; +"2493 relu__19_0_0_nncf_smooth_quant_0" [id=2493, type=call_module]; +"2494 linear_117_zero_point_0_updated_constant0" [id=2494, type=get_attr]; +"2495 linear_117_scale_0_updated_constant0" [id=2495, type=get_attr]; +"2496 compressed_weight_updated_constant118" [id=2496, type=get_attr]; +"2497 mul_tensor_118" [id=2497, type=mul]; +"2498 sub_tensor_118" [id=2498, type=sub]; +"2499 linear_117" [id=2499, type=linear]; +"2500 view_103" [id=2500, type=view]; +"2501 _tensor_constant120" [id=2501, type=get_attr]; +"2502 index_19" [id=2502, type=index]; +"2503 view_104" [id=2503, type=view]; +"2504 permute_86" [id=2504, type=permute]; +"2505 contiguous_36" [id=2505, type=contiguous]; +"2506 unsqueeze_55" [id=2506, type=unsqueeze]; +"2507 sigmoid_19" [id=2507, type=sigmoid]; +"2508 mul_38" [id=2508, type=mul]; +"2509 pad_21" [id=2509, type=pad]; +"2510 roll_18" [id=2510, type=roll]; +"2511 view_105" [id=2511, type=view]; +"2512 permute_87" [id=2512, type=permute]; +"2513 reshape_85" [id=2513, type=reshape]; +"2514 reshape_85_0_0_nncf_smooth_quant_0" [id=2514, type=call_module]; +"2515 quantize_per_tensor_default_117" [id=2515, type=quantize_per_tensor]; +"2516 dequantize_per_tensor_default_117" [id=2516, type=dequantize_per_tensor]; +"2517 linear_118_zero_point_0_updated_constant0" [id=2517, type=get_attr]; +"2518 linear_118_scale_0_updated_constant0" [id=2518, type=get_attr]; +"2519 compressed_weight_updated_constant119" [id=2519, type=get_attr]; +"2520 _param_constant317_0_0" [id=2520, type=get_attr]; +"2521 mul_tensor_119" [id=2521, type=mul]; +"2522 sub_tensor_119" [id=2522, type=sub]; +"2523 linear_118" [id=2523, type=linear]; +"2524 reshape_86" [id=2524, type=reshape]; +"2525 permute_88" [id=2525, type=permute]; +"2526 select_57" [id=2526, type=select]; +"2527 select_58" [id=2527, type=select]; +"2528 select_59" [id=2528, type=select]; +"2529 linalg_vector_norm_38" [id=2529, type=linalg_vector_norm]; +"2530 clamp_min_38" [id=2530, type=clamp_min]; +"2531 expand_as_38" [id=2531, type=expand_as]; +"2532 div_38" [id=2532, type=div]; +"2533 quantize_per_tensor_default_118" [id=2533, type=quantize_per_tensor]; +"2534 dequantize_per_tensor_default_118" [id=2534, type=dequantize_per_tensor]; +"2535 linalg_vector_norm_39" [id=2535, type=linalg_vector_norm]; +"2536 clamp_min_39" [id=2536, type=clamp_min]; +"2537 expand_as_39" [id=2537, type=expand_as]; +"2538 div_39" [id=2538, type=div]; +"2539 quantize_per_tensor_default_119" [id=2539, type=quantize_per_tensor]; +"2540 dequantize_per_tensor_default_119" [id=2540, type=dequantize_per_tensor]; +"2541 transpose_38" [id=2541, type=transpose]; +"2542 matmul_38" [id=2542, type=matmul]; +"2543 _param_constant319" [id=2543, type=get_attr]; +"2544 clamp_19" [id=2544, type=clamp]; +"2545 exp_19" [id=2545, type=exp]; +"2546 mul_39" [id=2546, type=mul]; +"2547 add_66" [id=2547, type=add]; +"2548 new_zeros_9" [id=2548, type=new_zeros]; +"2549 view_106" [id=2549, type=view]; +"2550 permute_89" [id=2550, type=permute]; +"2551 reshape_87" [id=2551, type=reshape]; +"2552 unsqueeze_56" [id=2552, type=unsqueeze]; +"2553 unsqueeze_57" [id=2553, type=unsqueeze]; +"2554 sub_9" [id=2554, type=sub]; +"2555 ne_9" [id=2555, type=ne]; +"2556 masked_fill_18" [id=2556, type=masked_fill]; +"2557 eq_9" [id=2557, type=eq]; +"2558 masked_fill_19" [id=2558, type=masked_fill]; +"2559 view_107" [id=2559, type=view]; +"2560 unsqueeze_58" [id=2560, type=unsqueeze]; +"2561 unsqueeze_59" [id=2561, type=unsqueeze]; +"2562 add_67" [id=2562, type=add]; +"2563 view_108" [id=2563, type=view]; +"2564 softmax_19" [id=2564, type=softmax]; +"2565 dropout_76" [id=2565, type=dropout]; +"2566 matmul_39" [id=2566, type=matmul]; +"2567 transpose_39" [id=2567, type=transpose]; +"2568 reshape_88" [id=2568, type=reshape]; +"2569 reshape_88_0_0_nncf_smooth_quant_0" [id=2569, type=call_module]; +"2570 quantize_per_tensor_default_120" [id=2570, type=quantize_per_tensor]; +"2571 dequantize_per_tensor_default_120" [id=2571, type=dequantize_per_tensor]; +"2572 linear_119_zero_point_0_updated_constant0" [id=2572, type=get_attr]; +"2573 linear_119_scale_0_updated_constant0" [id=2573, type=get_attr]; +"2574 compressed_weight_updated_constant120" [id=2574, type=get_attr]; +"2575 _param_constant321_0_0" [id=2575, type=get_attr]; +"2576 mul_tensor_120" [id=2576, type=mul]; +"2577 sub_tensor_120" [id=2577, type=sub]; +"2578 linear_119" [id=2578, type=linear]; +"2579 dropout_77" [id=2579, type=dropout]; +"2580 view_109" [id=2580, type=view]; +"2581 permute_90" [id=2581, type=permute]; +"2582 reshape_89" [id=2582, type=reshape]; +"2583 roll_19" [id=2583, type=roll]; +"2584 slice_297" [id=2584, type=slice]; +"2585 slice_298" [id=2585, type=slice]; +"2586 slice_299" [id=2586, type=slice]; +"2587 slice_300" [id=2587, type=slice]; +"2588 contiguous_37" [id=2588, type=contiguous]; +"2589 _param_constant322" [id=2589, type=get_attr]; +"2590 _param_constant323" [id=2590, type=get_attr]; +"2591 layer_norm_41" [id=2591, type=layer_norm]; +"2592 add_68" [id=2592, type=add]; +"2593 add_68_0_0_nncf_smooth_quant_0" [id=2593, type=call_module]; +"2594 quantize_per_tensor_default_121" [id=2594, type=quantize_per_tensor]; +"2595 dequantize_per_tensor_default_121" [id=2595, type=dequantize_per_tensor]; +"2596 linear_120_zero_point_0_updated_constant0" [id=2596, type=get_attr]; +"2597 linear_120_scale_0_updated_constant0" [id=2597, type=get_attr]; +"2598 compressed_weight_updated_constant121" [id=2598, type=get_attr]; +"2599 _param_constant325_0_0" [id=2599, type=get_attr]; +"2600 mul_tensor_121" [id=2600, type=mul]; +"2601 sub_tensor_121" [id=2601, type=sub]; +"2602 linear_120" [id=2602, type=linear]; +"2603 gelu_19" [id=2603, type=gelu]; +"2604 dropout_78" [id=2604, type=dropout]; +"2605 dropout_78_0_0_nncf_smooth_quant_0" [id=2605, type=call_module]; +"2606 quantize_per_tensor_default_122" [id=2606, type=quantize_per_tensor]; +"2607 dequantize_per_tensor_default_122" [id=2607, type=dequantize_per_tensor]; +"2608 linear_121_zero_point_0_updated_constant0" [id=2608, type=get_attr]; +"2609 linear_121_scale_0_updated_constant0" [id=2609, type=get_attr]; +"2610 compressed_weight_updated_constant122" [id=2610, type=get_attr]; +"2611 _param_constant327_0_0" [id=2611, type=get_attr]; +"2612 mul_tensor_122" [id=2612, type=mul]; +"2613 sub_tensor_122" [id=2613, type=sub]; +"2614 linear_121" [id=2614, type=linear]; +"2615 dropout_79" [id=2615, type=dropout]; +"2616 _param_constant328" [id=2616, type=get_attr]; +"2617 _param_constant329" [id=2617, type=get_attr]; +"2618 layer_norm_42" [id=2618, type=layer_norm]; +"2619 add_69" [id=2619, type=add]; +"2620 _tensor_constant130" [id=2620, type=get_attr]; +"2621 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2621, type=call_module]; +"2622 linear_122_zero_point_0_updated_constant0" [id=2622, type=get_attr]; +"2623 linear_122_scale_0_updated_constant0" [id=2623, type=get_attr]; +"2624 compressed_weight_updated_constant123" [id=2624, type=get_attr]; +"2625 _param_constant331_0_0" [id=2625, type=get_attr]; +"2626 mul_tensor_123" [id=2626, type=mul]; +"2627 sub_tensor_123" [id=2627, type=sub]; +"2628 linear_122" [id=2628, type=linear]; +"2629 relu__20" [id=2629, type=relu_]; +"2630 relu__20_0_0_nncf_smooth_quant_0" [id=2630, type=call_module]; +"2631 linear_123_zero_point_0_updated_constant0" [id=2631, type=get_attr]; +"2632 linear_123_scale_0_updated_constant0" [id=2632, type=get_attr]; +"2633 compressed_weight_updated_constant124" [id=2633, type=get_attr]; +"2634 mul_tensor_124" [id=2634, type=mul]; +"2635 sub_tensor_124" [id=2635, type=sub]; +"2636 linear_123" [id=2636, type=linear]; +"2637 view_110" [id=2637, type=view]; +"2638 _tensor_constant131" [id=2638, type=get_attr]; +"2639 index_20" [id=2639, type=index]; +"2640 view_111" [id=2640, type=view]; +"2641 permute_91" [id=2641, type=permute]; +"2642 contiguous_38" [id=2642, type=contiguous]; +"2643 unsqueeze_60" [id=2643, type=unsqueeze]; +"2644 sigmoid_20" [id=2644, type=sigmoid]; +"2645 mul_40" [id=2645, type=mul]; +"2646 pad_22" [id=2646, type=pad]; +"2647 view_112" [id=2647, type=view]; +"2648 permute_92" [id=2648, type=permute]; +"2649 reshape_90" [id=2649, type=reshape]; +"2650 reshape_90_0_0_nncf_smooth_quant_0" [id=2650, type=call_module]; +"2651 quantize_per_tensor_default_123" [id=2651, type=quantize_per_tensor]; +"2652 dequantize_per_tensor_default_123" [id=2652, type=dequantize_per_tensor]; +"2653 linear_124_zero_point_0_updated_constant0" [id=2653, type=get_attr]; +"2654 linear_124_scale_0_updated_constant0" [id=2654, type=get_attr]; +"2655 compressed_weight_updated_constant125" [id=2655, type=get_attr]; +"2656 _param_constant333_0_0" [id=2656, type=get_attr]; +"2657 mul_tensor_125" [id=2657, type=mul]; +"2658 sub_tensor_125" [id=2658, type=sub]; +"2659 linear_124" [id=2659, type=linear]; +"2660 reshape_91" [id=2660, type=reshape]; +"2661 permute_93" [id=2661, type=permute]; +"2662 select_60" [id=2662, type=select]; +"2663 select_61" [id=2663, type=select]; +"2664 select_62" [id=2664, type=select]; +"2665 linalg_vector_norm_40" [id=2665, type=linalg_vector_norm]; +"2666 clamp_min_40" [id=2666, type=clamp_min]; +"2667 expand_as_40" [id=2667, type=expand_as]; +"2668 div_40" [id=2668, type=div]; +"2669 quantize_per_tensor_default_124" [id=2669, type=quantize_per_tensor]; +"2670 dequantize_per_tensor_default_124" [id=2670, type=dequantize_per_tensor]; +"2671 linalg_vector_norm_41" [id=2671, type=linalg_vector_norm]; +"2672 clamp_min_41" [id=2672, type=clamp_min]; +"2673 expand_as_41" [id=2673, type=expand_as]; +"2674 div_41" [id=2674, type=div]; +"2675 quantize_per_tensor_default_125" [id=2675, type=quantize_per_tensor]; +"2676 dequantize_per_tensor_default_125" [id=2676, type=dequantize_per_tensor]; +"2677 transpose_40" [id=2677, type=transpose]; +"2678 matmul_40" [id=2678, type=matmul]; +"2679 _param_constant335" [id=2679, type=get_attr]; +"2680 clamp_20" [id=2680, type=clamp]; +"2681 exp_20" [id=2681, type=exp]; +"2682 mul_41" [id=2682, type=mul]; +"2683 add_70" [id=2683, type=add]; +"2684 softmax_20" [id=2684, type=softmax]; +"2685 dropout_80" [id=2685, type=dropout]; +"2686 matmul_41" [id=2686, type=matmul]; +"2687 transpose_41" [id=2687, type=transpose]; +"2688 reshape_92" [id=2688, type=reshape]; +"2689 reshape_92_0_0_nncf_smooth_quant_0" [id=2689, type=call_module]; +"2690 quantize_per_tensor_default_126" [id=2690, type=quantize_per_tensor]; +"2691 dequantize_per_tensor_default_126" [id=2691, type=dequantize_per_tensor]; +"2692 linear_125_zero_point_0_updated_constant0" [id=2692, type=get_attr]; +"2693 linear_125_scale_0_updated_constant0" [id=2693, type=get_attr]; +"2694 compressed_weight_updated_constant126" [id=2694, type=get_attr]; +"2695 _param_constant337_0_0" [id=2695, type=get_attr]; +"2696 mul_tensor_126" [id=2696, type=mul]; +"2697 sub_tensor_126" [id=2697, type=sub]; +"2698 linear_125" [id=2698, type=linear]; +"2699 dropout_81" [id=2699, type=dropout]; +"2700 view_113" [id=2700, type=view]; +"2701 permute_94" [id=2701, type=permute]; +"2702 reshape_93" [id=2702, type=reshape]; +"2703 slice_302" [id=2703, type=slice]; +"2704 slice_303" [id=2704, type=slice]; +"2705 slice_304" [id=2705, type=slice]; +"2706 slice_305" [id=2706, type=slice]; +"2707 contiguous_39" [id=2707, type=contiguous]; +"2708 _param_constant338" [id=2708, type=get_attr]; +"2709 _param_constant339" [id=2709, type=get_attr]; +"2710 layer_norm_43" [id=2710, type=layer_norm]; +"2711 add_71" [id=2711, type=add]; +"2712 add_71_0_0_nncf_smooth_quant_0" [id=2712, type=call_module]; +"2713 quantize_per_tensor_default_127" [id=2713, type=quantize_per_tensor]; +"2714 dequantize_per_tensor_default_127" [id=2714, type=dequantize_per_tensor]; +"2715 linear_126_zero_point_0_updated_constant0" [id=2715, type=get_attr]; +"2716 linear_126_scale_0_updated_constant0" [id=2716, type=get_attr]; +"2717 compressed_weight_updated_constant127" [id=2717, type=get_attr]; +"2718 _param_constant341_0_0" [id=2718, type=get_attr]; +"2719 mul_tensor_127" [id=2719, type=mul]; +"2720 sub_tensor_127" [id=2720, type=sub]; +"2721 linear_126" [id=2721, type=linear]; +"2722 gelu_20" [id=2722, type=gelu]; +"2723 dropout_82" [id=2723, type=dropout]; +"2724 dropout_82_0_0_nncf_smooth_quant_0" [id=2724, type=call_module]; +"2725 quantize_per_tensor_default_128" [id=2725, type=quantize_per_tensor]; +"2726 dequantize_per_tensor_default_128" [id=2726, type=dequantize_per_tensor]; +"2727 linear_127_zero_point_0_updated_constant0" [id=2727, type=get_attr]; +"2728 linear_127_scale_0_updated_constant0" [id=2728, type=get_attr]; +"2729 compressed_weight_updated_constant128" [id=2729, type=get_attr]; +"2730 _param_constant343_0_0" [id=2730, type=get_attr]; +"2731 mul_tensor_128" [id=2731, type=mul]; +"2732 sub_tensor_128" [id=2732, type=sub]; +"2733 linear_127" [id=2733, type=linear]; +"2734 dropout_83" [id=2734, type=dropout]; +"2735 _param_constant344" [id=2735, type=get_attr]; +"2736 _param_constant345" [id=2736, type=get_attr]; +"2737 layer_norm_44" [id=2737, type=layer_norm]; +"2738 add_72" [id=2738, type=add]; +"2739 _tensor_constant132" [id=2739, type=get_attr]; +"2740 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2740, type=call_module]; +"2741 linear_128_zero_point_0_updated_constant0" [id=2741, type=get_attr]; +"2742 linear_128_scale_0_updated_constant0" [id=2742, type=get_attr]; +"2743 compressed_weight_updated_constant129" [id=2743, type=get_attr]; +"2744 _param_constant347_0_0" [id=2744, type=get_attr]; +"2745 mul_tensor_129" [id=2745, type=mul]; +"2746 sub_tensor_129" [id=2746, type=sub]; +"2747 linear_128" [id=2747, type=linear]; +"2748 relu__21" [id=2748, type=relu_]; +"2749 relu__21_0_0_nncf_smooth_quant_0" [id=2749, type=call_module]; +"2750 linear_129_zero_point_0_updated_constant0" [id=2750, type=get_attr]; +"2751 linear_129_scale_0_updated_constant0" [id=2751, type=get_attr]; +"2752 compressed_weight_updated_constant130" [id=2752, type=get_attr]; +"2753 mul_tensor_130" [id=2753, type=mul]; +"2754 sub_tensor_130" [id=2754, type=sub]; +"2755 linear_129" [id=2755, type=linear]; +"2756 view_114" [id=2756, type=view]; +"2757 _tensor_constant133" [id=2757, type=get_attr]; +"2758 index_21" [id=2758, type=index]; +"2759 view_115" [id=2759, type=view]; +"2760 permute_95" [id=2760, type=permute]; +"2761 contiguous_40" [id=2761, type=contiguous]; +"2762 unsqueeze_61" [id=2762, type=unsqueeze]; +"2763 sigmoid_21" [id=2763, type=sigmoid]; +"2764 mul_42" [id=2764, type=mul]; +"2765 pad_23" [id=2765, type=pad]; +"2766 roll_20" [id=2766, type=roll]; +"2767 view_116" [id=2767, type=view]; +"2768 permute_96" [id=2768, type=permute]; +"2769 reshape_94" [id=2769, type=reshape]; +"2770 reshape_94_0_0_nncf_smooth_quant_0" [id=2770, type=call_module]; +"2771 quantize_per_tensor_default_129" [id=2771, type=quantize_per_tensor]; +"2772 dequantize_per_tensor_default_129" [id=2772, type=dequantize_per_tensor]; +"2773 linear_130_zero_point_0_updated_constant0" [id=2773, type=get_attr]; +"2774 linear_130_scale_0_updated_constant0" [id=2774, type=get_attr]; +"2775 compressed_weight_updated_constant131" [id=2775, type=get_attr]; +"2776 _param_constant349_0_0" [id=2776, type=get_attr]; +"2777 mul_tensor_131" [id=2777, type=mul]; +"2778 sub_tensor_131" [id=2778, type=sub]; +"2779 linear_130" [id=2779, type=linear]; +"2780 reshape_95" [id=2780, type=reshape]; +"2781 permute_97" [id=2781, type=permute]; +"2782 select_63" [id=2782, type=select]; +"2783 select_64" [id=2783, type=select]; +"2784 select_65" [id=2784, type=select]; +"2785 linalg_vector_norm_42" [id=2785, type=linalg_vector_norm]; +"2786 clamp_min_42" [id=2786, type=clamp_min]; +"2787 expand_as_42" [id=2787, type=expand_as]; +"2788 div_42" [id=2788, type=div]; +"2789 quantize_per_tensor_default_130" [id=2789, type=quantize_per_tensor]; +"2790 dequantize_per_tensor_default_130" [id=2790, type=dequantize_per_tensor]; +"2791 linalg_vector_norm_43" [id=2791, type=linalg_vector_norm]; +"2792 clamp_min_43" [id=2792, type=clamp_min]; +"2793 expand_as_43" [id=2793, type=expand_as]; +"2794 div_43" [id=2794, type=div]; +"2795 quantize_per_tensor_default_131" [id=2795, type=quantize_per_tensor]; +"2796 dequantize_per_tensor_default_131" [id=2796, type=dequantize_per_tensor]; +"2797 transpose_42" [id=2797, type=transpose]; +"2798 matmul_42" [id=2798, type=matmul]; +"2799 _param_constant351" [id=2799, type=get_attr]; +"2800 clamp_21" [id=2800, type=clamp]; +"2801 exp_21" [id=2801, type=exp]; +"2802 mul_43" [id=2802, type=mul]; +"2803 add_73" [id=2803, type=add]; +"2804 new_zeros_10" [id=2804, type=new_zeros]; +"2805 view_117" [id=2805, type=view]; +"2806 permute_98" [id=2806, type=permute]; +"2807 reshape_96" [id=2807, type=reshape]; +"2808 unsqueeze_62" [id=2808, type=unsqueeze]; +"2809 unsqueeze_63" [id=2809, type=unsqueeze]; +"2810 sub_10" [id=2810, type=sub]; +"2811 ne_10" [id=2811, type=ne]; +"2812 masked_fill_20" [id=2812, type=masked_fill]; +"2813 eq_10" [id=2813, type=eq]; +"2814 masked_fill_21" [id=2814, type=masked_fill]; +"2815 view_118" [id=2815, type=view]; +"2816 unsqueeze_64" [id=2816, type=unsqueeze]; +"2817 unsqueeze_65" [id=2817, type=unsqueeze]; +"2818 add_74" [id=2818, type=add]; +"2819 view_119" [id=2819, type=view]; +"2820 softmax_21" [id=2820, type=softmax]; +"2821 dropout_84" [id=2821, type=dropout]; +"2822 matmul_43" [id=2822, type=matmul]; +"2823 transpose_43" [id=2823, type=transpose]; +"2824 reshape_97" [id=2824, type=reshape]; +"2825 reshape_97_0_0_nncf_smooth_quant_0" [id=2825, type=call_module]; +"2826 quantize_per_tensor_default_132" [id=2826, type=quantize_per_tensor]; +"2827 dequantize_per_tensor_default_132" [id=2827, type=dequantize_per_tensor]; +"2828 linear_131_zero_point_0_updated_constant0" [id=2828, type=get_attr]; +"2829 linear_131_scale_0_updated_constant0" [id=2829, type=get_attr]; +"2830 compressed_weight_updated_constant132" [id=2830, type=get_attr]; +"2831 _param_constant353_0_0" [id=2831, type=get_attr]; +"2832 mul_tensor_132" [id=2832, type=mul]; +"2833 sub_tensor_132" [id=2833, type=sub]; +"2834 linear_131" [id=2834, type=linear]; +"2835 dropout_85" [id=2835, type=dropout]; +"2836 view_120" [id=2836, type=view]; +"2837 permute_99" [id=2837, type=permute]; +"2838 reshape_98" [id=2838, type=reshape]; +"2839 roll_21" [id=2839, type=roll]; +"2840 slice_325" [id=2840, type=slice]; +"2841 slice_326" [id=2841, type=slice]; +"2842 slice_327" [id=2842, type=slice]; +"2843 slice_328" [id=2843, type=slice]; +"2844 contiguous_41" [id=2844, type=contiguous]; +"2845 _param_constant354" [id=2845, type=get_attr]; +"2846 _param_constant355" [id=2846, type=get_attr]; +"2847 layer_norm_45" [id=2847, type=layer_norm]; +"2848 add_75" [id=2848, type=add]; +"2849 add_75_0_0_nncf_smooth_quant_0" [id=2849, type=call_module]; +"2850 quantize_per_tensor_default_133" [id=2850, type=quantize_per_tensor]; +"2851 dequantize_per_tensor_default_133" [id=2851, type=dequantize_per_tensor]; +"2852 linear_132_zero_point_0_updated_constant0" [id=2852, type=get_attr]; +"2853 linear_132_scale_0_updated_constant0" [id=2853, type=get_attr]; +"2854 compressed_weight_updated_constant133" [id=2854, type=get_attr]; +"2855 _param_constant357_0_0" [id=2855, type=get_attr]; +"2856 mul_tensor_133" [id=2856, type=mul]; +"2857 sub_tensor_133" [id=2857, type=sub]; +"2858 linear_132" [id=2858, type=linear]; +"2859 gelu_21" [id=2859, type=gelu]; +"2860 dropout_86" [id=2860, type=dropout]; +"2861 dropout_86_0_0_nncf_smooth_quant_0" [id=2861, type=call_module]; +"2862 quantize_per_tensor_default_134" [id=2862, type=quantize_per_tensor]; +"2863 dequantize_per_tensor_default_134" [id=2863, type=dequantize_per_tensor]; +"2864 linear_133_zero_point_0_updated_constant0" [id=2864, type=get_attr]; +"2865 linear_133_scale_0_updated_constant0" [id=2865, type=get_attr]; +"2866 compressed_weight_updated_constant134" [id=2866, type=get_attr]; +"2867 _param_constant359_0_0" [id=2867, type=get_attr]; +"2868 mul_tensor_134" [id=2868, type=mul]; +"2869 sub_tensor_134" [id=2869, type=sub]; +"2870 linear_133" [id=2870, type=linear]; +"2871 dropout_87" [id=2871, type=dropout]; +"2872 _param_constant360" [id=2872, type=get_attr]; +"2873 _param_constant361" [id=2873, type=get_attr]; +"2874 layer_norm_46" [id=2874, type=layer_norm]; +"2875 add_76" [id=2875, type=add]; +"2876 pad_24" [id=2876, type=pad]; +"2877 slice_329" [id=2877, type=slice]; +"2878 slice_330" [id=2878, type=slice]; +"2879 slice_331" [id=2879, type=slice]; +"2880 slice_332" [id=2880, type=slice]; +"2881 slice_333" [id=2881, type=slice]; +"2882 slice_334" [id=2882, type=slice]; +"2883 slice_335" [id=2883, type=slice]; +"2884 slice_336" [id=2884, type=slice]; +"2885 slice_337" [id=2885, type=slice]; +"2886 slice_338" [id=2886, type=slice]; +"2887 slice_339" [id=2887, type=slice]; +"2888 slice_340" [id=2888, type=slice]; +"2889 cat_2" [id=2889, type=cat]; +"2890 cat_2_0_0_nncf_smooth_quant_0" [id=2890, type=call_module]; +"2891 quantize_per_tensor_default_135" [id=2891, type=quantize_per_tensor]; +"2892 dequantize_per_tensor_default_135" [id=2892, type=dequantize_per_tensor]; +"2893 linear_134_zero_point_0_updated_constant0" [id=2893, type=get_attr]; +"2894 linear_134_scale_0_updated_constant0" [id=2894, type=get_attr]; +"2895 compressed_weight_updated_constant135" [id=2895, type=get_attr]; +"2896 mul_tensor_135" [id=2896, type=mul]; +"2897 sub_tensor_135" [id=2897, type=sub]; +"2898 linear_134" [id=2898, type=linear]; +"2899 _param_constant363" [id=2899, type=get_attr]; +"2900 _param_constant364" [id=2900, type=get_attr]; +"2901 layer_norm_47" [id=2901, type=layer_norm]; +"2902 _tensor_constant143" [id=2902, type=get_attr]; +"2903 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2903, type=call_module]; +"2904 linear_135_zero_point_0_updated_constant0" [id=2904, type=get_attr]; +"2905 linear_135_scale_0_updated_constant0" [id=2905, type=get_attr]; +"2906 compressed_weight_updated_constant136" [id=2906, type=get_attr]; +"2907 _param_constant366_0_0" [id=2907, type=get_attr]; +"2908 mul_tensor_136" [id=2908, type=mul]; +"2909 sub_tensor_136" [id=2909, type=sub]; +"2910 linear_135" [id=2910, type=linear]; +"2911 relu__22" [id=2911, type=relu_]; +"2912 relu__22_0_0_nncf_smooth_quant_0" [id=2912, type=call_module]; +"2913 linear_136_zero_point_0_updated_constant0" [id=2913, type=get_attr]; +"2914 linear_136_scale_0_updated_constant0" [id=2914, type=get_attr]; +"2915 compressed_weight_updated_constant137" [id=2915, type=get_attr]; +"2916 mul_tensor_137" [id=2916, type=mul]; +"2917 sub_tensor_137" [id=2917, type=sub]; +"2918 linear_136" [id=2918, type=linear]; +"2919 view_121" [id=2919, type=view]; +"2920 _tensor_constant144" [id=2920, type=get_attr]; +"2921 index_22" [id=2921, type=index]; +"2922 view_122" [id=2922, type=view]; +"2923 permute_100" [id=2923, type=permute]; +"2924 contiguous_42" [id=2924, type=contiguous]; +"2925 unsqueeze_66" [id=2925, type=unsqueeze]; +"2926 sigmoid_22" [id=2926, type=sigmoid]; +"2927 mul_44" [id=2927, type=mul]; +"2928 pad_25" [id=2928, type=pad]; +"2929 view_123" [id=2929, type=view]; +"2930 permute_101" [id=2930, type=permute]; +"2931 reshape_99" [id=2931, type=reshape]; +"2932 reshape_99_0_0_nncf_smooth_quant_0" [id=2932, type=call_module]; +"2933 quantize_per_tensor_default_136" [id=2933, type=quantize_per_tensor]; +"2934 dequantize_per_tensor_default_136" [id=2934, type=dequantize_per_tensor]; +"2935 linear_137_zero_point_0_updated_constant0" [id=2935, type=get_attr]; +"2936 linear_137_scale_0_updated_constant0" [id=2936, type=get_attr]; +"2937 compressed_weight_updated_constant138" [id=2937, type=get_attr]; +"2938 _param_constant368_0_0" [id=2938, type=get_attr]; +"2939 mul_tensor_138" [id=2939, type=mul]; +"2940 sub_tensor_138" [id=2940, type=sub]; +"2941 linear_137" [id=2941, type=linear]; +"2942 reshape_100" [id=2942, type=reshape]; +"2943 permute_102" [id=2943, type=permute]; +"2944 select_66" [id=2944, type=select]; +"2945 select_67" [id=2945, type=select]; +"2946 select_68" [id=2946, type=select]; +"2947 linalg_vector_norm_44" [id=2947, type=linalg_vector_norm]; +"2948 clamp_min_44" [id=2948, type=clamp_min]; +"2949 expand_as_44" [id=2949, type=expand_as]; +"2950 div_44" [id=2950, type=div]; +"2951 quantize_per_tensor_default_137" [id=2951, type=quantize_per_tensor]; +"2952 dequantize_per_tensor_default_137" [id=2952, type=dequantize_per_tensor]; +"2953 linalg_vector_norm_45" [id=2953, type=linalg_vector_norm]; +"2954 clamp_min_45" [id=2954, type=clamp_min]; +"2955 expand_as_45" [id=2955, type=expand_as]; +"2956 div_45" [id=2956, type=div]; +"2957 quantize_per_tensor_default_138" [id=2957, type=quantize_per_tensor]; +"2958 dequantize_per_tensor_default_138" [id=2958, type=dequantize_per_tensor]; +"2959 transpose_44" [id=2959, type=transpose]; +"2960 matmul_44" [id=2960, type=matmul]; +"2961 _param_constant370" [id=2961, type=get_attr]; +"2962 clamp_22" [id=2962, type=clamp]; +"2963 exp_22" [id=2963, type=exp]; +"2964 mul_45" [id=2964, type=mul]; +"2965 add_77" [id=2965, type=add]; +"2966 softmax_22" [id=2966, type=softmax]; +"2967 dropout_88" [id=2967, type=dropout]; +"2968 matmul_45" [id=2968, type=matmul]; +"2969 transpose_45" [id=2969, type=transpose]; +"2970 reshape_101" [id=2970, type=reshape]; +"2971 reshape_101_0_0_nncf_smooth_quant_0" [id=2971, type=call_module]; +"2972 quantize_per_tensor_default_139" [id=2972, type=quantize_per_tensor]; +"2973 dequantize_per_tensor_default_139" [id=2973, type=dequantize_per_tensor]; +"2974 linear_138_zero_point_0_updated_constant0" [id=2974, type=get_attr]; +"2975 linear_138_scale_0_updated_constant0" [id=2975, type=get_attr]; +"2976 compressed_weight_updated_constant139" [id=2976, type=get_attr]; +"2977 _param_constant372_0_0" [id=2977, type=get_attr]; +"2978 mul_tensor_139" [id=2978, type=mul]; +"2979 sub_tensor_139" [id=2979, type=sub]; +"2980 linear_138" [id=2980, type=linear]; +"2981 dropout_89" [id=2981, type=dropout]; +"2982 view_124" [id=2982, type=view]; +"2983 permute_103" [id=2983, type=permute]; +"2984 reshape_102" [id=2984, type=reshape]; +"2985 slice_342" [id=2985, type=slice]; +"2986 slice_343" [id=2986, type=slice]; +"2987 slice_344" [id=2987, type=slice]; +"2988 slice_345" [id=2988, type=slice]; +"2989 contiguous_43" [id=2989, type=contiguous]; +"2990 _param_constant373" [id=2990, type=get_attr]; +"2991 _param_constant374" [id=2991, type=get_attr]; +"2992 layer_norm_48" [id=2992, type=layer_norm]; +"2993 add_78" [id=2993, type=add]; +"2994 add_78_0_0_nncf_smooth_quant_0" [id=2994, type=call_module]; +"2995 quantize_per_tensor_default_140" [id=2995, type=quantize_per_tensor]; +"2996 dequantize_per_tensor_default_140" [id=2996, type=dequantize_per_tensor]; +"2997 linear_139_zero_point_0_updated_constant0" [id=2997, type=get_attr]; +"2998 linear_139_scale_0_updated_constant0" [id=2998, type=get_attr]; +"2999 compressed_weight_updated_constant140" [id=2999, type=get_attr]; +"3000 _param_constant376_0_0" [id=3000, type=get_attr]; +"3001 mul_tensor_140" [id=3001, type=mul]; +"3002 sub_tensor_140" [id=3002, type=sub]; +"3003 linear_139" [id=3003, type=linear]; +"3004 gelu_22" [id=3004, type=gelu]; +"3005 dropout_90" [id=3005, type=dropout]; +"3006 dropout_90_0_0_nncf_smooth_quant_0" [id=3006, type=call_module]; +"3007 quantize_per_tensor_default_141" [id=3007, type=quantize_per_tensor]; +"3008 dequantize_per_tensor_default_141" [id=3008, type=dequantize_per_tensor]; +"3009 linear_140_zero_point_0_updated_constant0" [id=3009, type=get_attr]; +"3010 linear_140_scale_0_updated_constant0" [id=3010, type=get_attr]; +"3011 compressed_weight_updated_constant141" [id=3011, type=get_attr]; +"3012 _param_constant378_0_0" [id=3012, type=get_attr]; +"3013 mul_tensor_141" [id=3013, type=mul]; +"3014 sub_tensor_141" [id=3014, type=sub]; +"3015 linear_140" [id=3015, type=linear]; +"3016 dropout_91" [id=3016, type=dropout]; +"3017 _param_constant379" [id=3017, type=get_attr]; +"3018 _param_constant380" [id=3018, type=get_attr]; +"3019 layer_norm_49" [id=3019, type=layer_norm]; +"3020 add_79" [id=3020, type=add]; +"3021 _tensor_constant145" [id=3021, type=get_attr]; +"3022 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=3022, type=call_module]; +"3023 linear_141_zero_point_0_updated_constant0" [id=3023, type=get_attr]; +"3024 linear_141_scale_0_updated_constant0" [id=3024, type=get_attr]; +"3025 compressed_weight_updated_constant142" [id=3025, type=get_attr]; +"3026 _param_constant382_0_0" [id=3026, type=get_attr]; +"3027 mul_tensor_142" [id=3027, type=mul]; +"3028 sub_tensor_142" [id=3028, type=sub]; +"3029 linear_141" [id=3029, type=linear]; +"3030 relu__23" [id=3030, type=relu_]; +"3031 relu__23_0_0_nncf_smooth_quant_0" [id=3031, type=call_module]; +"3032 linear_142_zero_point_0_updated_constant0" [id=3032, type=get_attr]; +"3033 linear_142_scale_0_updated_constant0" [id=3033, type=get_attr]; +"3034 compressed_weight_updated_constant143" [id=3034, type=get_attr]; +"3035 mul_tensor_143" [id=3035, type=mul]; +"3036 sub_tensor_143" [id=3036, type=sub]; +"3037 linear_142" [id=3037, type=linear]; +"3038 view_125" [id=3038, type=view]; +"3039 _tensor_constant146" [id=3039, type=get_attr]; +"3040 index_23" [id=3040, type=index]; +"3041 view_126" [id=3041, type=view]; +"3042 permute_104" [id=3042, type=permute]; +"3043 contiguous_44" [id=3043, type=contiguous]; +"3044 unsqueeze_67" [id=3044, type=unsqueeze]; +"3045 sigmoid_23" [id=3045, type=sigmoid]; +"3046 mul_46" [id=3046, type=mul]; +"3047 pad_26" [id=3047, type=pad]; +"3048 view_127" [id=3048, type=view]; +"3049 permute_105" [id=3049, type=permute]; +"3050 reshape_103" [id=3050, type=reshape]; +"3051 reshape_103_0_0_nncf_smooth_quant_0" [id=3051, type=call_module]; +"3052 quantize_per_tensor_default_142" [id=3052, type=quantize_per_tensor]; +"3053 dequantize_per_tensor_default_142" [id=3053, type=dequantize_per_tensor]; +"3054 linear_143_zero_point_0_updated_constant0" [id=3054, type=get_attr]; +"3055 linear_143_scale_0_updated_constant0" [id=3055, type=get_attr]; +"3056 compressed_weight_updated_constant144" [id=3056, type=get_attr]; +"3057 _param_constant384_0_0" [id=3057, type=get_attr]; +"3058 mul_tensor_144" [id=3058, type=mul]; +"3059 sub_tensor_144" [id=3059, type=sub]; +"3060 linear_143" [id=3060, type=linear]; +"3061 reshape_104" [id=3061, type=reshape]; +"3062 permute_106" [id=3062, type=permute]; +"3063 select_69" [id=3063, type=select]; +"3064 select_70" [id=3064, type=select]; +"3065 select_71" [id=3065, type=select]; +"3066 linalg_vector_norm_46" [id=3066, type=linalg_vector_norm]; +"3067 clamp_min_46" [id=3067, type=clamp_min]; +"3068 expand_as_46" [id=3068, type=expand_as]; +"3069 div_46" [id=3069, type=div]; +"3070 quantize_per_tensor_default_143" [id=3070, type=quantize_per_tensor]; +"3071 dequantize_per_tensor_default_143" [id=3071, type=dequantize_per_tensor]; +"3072 linalg_vector_norm_47" [id=3072, type=linalg_vector_norm]; +"3073 clamp_min_47" [id=3073, type=clamp_min]; +"3074 expand_as_47" [id=3074, type=expand_as]; +"3075 div_47" [id=3075, type=div]; +"3076 quantize_per_tensor_default_144" [id=3076, type=quantize_per_tensor]; +"3077 dequantize_per_tensor_default_144" [id=3077, type=dequantize_per_tensor]; +"3078 transpose_46" [id=3078, type=transpose]; +"3079 matmul_46" [id=3079, type=matmul]; +"3080 _param_constant386" [id=3080, type=get_attr]; +"3081 clamp_23" [id=3081, type=clamp]; +"3082 exp_23" [id=3082, type=exp]; +"3083 mul_47" [id=3083, type=mul]; +"3084 add_80" [id=3084, type=add]; +"3085 softmax_23" [id=3085, type=softmax]; +"3086 dropout_92" [id=3086, type=dropout]; +"3087 matmul_47" [id=3087, type=matmul]; +"3088 transpose_47" [id=3088, type=transpose]; +"3089 reshape_105" [id=3089, type=reshape]; +"3090 reshape_105_0_0_nncf_smooth_quant_0" [id=3090, type=call_module]; +"3091 quantize_per_tensor_default_145" [id=3091, type=quantize_per_tensor]; +"3092 dequantize_per_tensor_default_145" [id=3092, type=dequantize_per_tensor]; +"3093 linear_144_zero_point_0_updated_constant0" [id=3093, type=get_attr]; +"3094 linear_144_scale_0_updated_constant0" [id=3094, type=get_attr]; +"3095 compressed_weight_updated_constant145" [id=3095, type=get_attr]; +"3096 _param_constant388_0_0" [id=3096, type=get_attr]; +"3097 mul_tensor_145" [id=3097, type=mul]; +"3098 sub_tensor_145" [id=3098, type=sub]; +"3099 linear_144" [id=3099, type=linear]; +"3100 dropout_93" [id=3100, type=dropout]; +"3101 view_128" [id=3101, type=view]; +"3102 permute_107" [id=3102, type=permute]; +"3103 reshape_106" [id=3103, type=reshape]; +"3104 slice_347" [id=3104, type=slice]; +"3105 slice_348" [id=3105, type=slice]; +"3106 slice_349" [id=3106, type=slice]; +"3107 slice_350" [id=3107, type=slice]; +"3108 contiguous_45" [id=3108, type=contiguous]; +"3109 _param_constant389" [id=3109, type=get_attr]; +"3110 _param_constant390" [id=3110, type=get_attr]; +"3111 layer_norm_50" [id=3111, type=layer_norm]; +"3112 add_81" [id=3112, type=add]; +"3113 add_81_0_0_nncf_smooth_quant_0" [id=3113, type=call_module]; +"3114 quantize_per_tensor_default_146" [id=3114, type=quantize_per_tensor]; +"3115 dequantize_per_tensor_default_146" [id=3115, type=dequantize_per_tensor]; +"3116 linear_145_zero_point_0_updated_constant0" [id=3116, type=get_attr]; +"3117 linear_145_scale_0_updated_constant0" [id=3117, type=get_attr]; +"3118 compressed_weight_updated_constant146" [id=3118, type=get_attr]; +"3119 _param_constant392_0_0" [id=3119, type=get_attr]; +"3120 mul_tensor_146" [id=3120, type=mul]; +"3121 sub_tensor_146" [id=3121, type=sub]; +"3122 linear_145" [id=3122, type=linear]; +"3123 gelu_23" [id=3123, type=gelu]; +"3124 dropout_94" [id=3124, type=dropout]; +"3125 dropout_94_0_0_nncf_smooth_quant_0" [id=3125, type=call_module]; +"3126 quantize_per_tensor_default_147" [id=3126, type=quantize_per_tensor]; +"3127 dequantize_per_tensor_default_147" [id=3127, type=dequantize_per_tensor]; +"3128 linear_146_zero_point_0_updated_constant0" [id=3128, type=get_attr]; +"3129 linear_146_scale_0_updated_constant0" [id=3129, type=get_attr]; +"3130 compressed_weight_updated_constant147" [id=3130, type=get_attr]; +"3131 _param_constant394_0_0" [id=3131, type=get_attr]; +"3132 mul_tensor_147" [id=3132, type=mul]; +"3133 sub_tensor_147" [id=3133, type=sub]; +"3134 linear_146" [id=3134, type=linear]; +"3135 dropout_95" [id=3135, type=dropout]; +"3136 _param_constant395" [id=3136, type=get_attr]; +"3137 _param_constant396" [id=3137, type=get_attr]; +"3138 layer_norm_51" [id=3138, type=layer_norm]; +"3139 add_82" [id=3139, type=add]; +"3140 _param_constant397" [id=3140, type=get_attr]; +"3141 _param_constant398" [id=3141, type=get_attr]; +"3142 layer_norm_52" [id=3142, type=layer_norm]; +"3143 permute_108" [id=3143, type=permute]; +"3144 adaptive_avg_pool2d" [id=3144, type=adaptive_avg_pool2d]; +"3145 flatten" [id=3145, type=flatten]; +"3146 flatten_0_0_nncf_smooth_quant_0" [id=3146, type=call_module]; +"3147 quantize_per_tensor_default_148" [id=3147, type=quantize_per_tensor]; +"3148 dequantize_per_tensor_default_148" [id=3148, type=dequantize_per_tensor]; +"3149 linear_147_zero_point_0_updated_constant0" [id=3149, type=get_attr]; +"3150 linear_147_scale_0_updated_constant0" [id=3150, type=get_attr]; +"3151 compressed_weight_updated_constant148" [id=3151, type=get_attr]; +"3152 _param_constant400_0_0" [id=3152, type=get_attr]; +"3153 mul_tensor_148" [id=3153, type=mul]; +"3154 sub_tensor_148" [id=3154, type=sub]; +"3155 linear_147" [id=3155, type=linear]; +"3156 output" [id=3156, type=output]; +"0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 conv2d_zero_point_0_updated_constant0" -> "8 sub_tensor" [label="(96, 1, 1, 1)", style=solid]; +"4 conv2d_scale_0_updated_constant0" -> "7 mul_tensor" [label="(96, 1, 1, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(96, 3, 4, 4)", style=solid]; +"6 _param_constant1_0_0" -> "9 conv2d" [label="(96,)", style=solid]; +"7 mul_tensor" -> "8 sub_tensor" [label="(96, 3, 4, 4)", style=solid]; +"8 sub_tensor" -> "9 conv2d" [label=None, style=solid]; +"9 conv2d" -> "10 permute" [label="(1, 96, 56, 56)", style=solid]; +"10 permute" -> "13 layer_norm" [label="(1, 56, 56, 96)", style=solid]; +"11 _param_constant2" -> "13 layer_norm" [label="(96,)", style=solid]; +"12 _param_constant3" -> "13 layer_norm" [label="(96,)", style=solid]; +"13 layer_norm" -> "40 pad" [label="(1, 56, 56, 96)", style=solid]; +"13 layer_norm" -> "102 add_1" [label="(1, 56, 56, 96)", style=solid]; +"14 _tensor_constant0" -> "15 _tensor_constant0_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"15 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "22 linear" [label="(1, 15, 15, 2)", style=solid]; +"16 linear_zero_point_0_updated_constant0" -> "21 sub_tensor_1" [label="(512, 1)", style=solid]; +"17 linear_scale_0_updated_constant0" -> "20 mul_tensor_1" [label="(512, 1)", style=solid]; +"18 compressed_weight_updated_constant1" -> "20 mul_tensor_1" [label="(512, 2)", style=solid]; +"19 _param_constant5_0_0" -> "22 linear" [label="(512,)", style=solid]; +"20 mul_tensor_1" -> "21 sub_tensor_1" [label="(512, 2)", style=solid]; +"21 sub_tensor_1" -> "22 linear" [label=None, style=solid]; +"22 linear" -> "23 relu_" [label="(1, 15, 15, 512)", style=solid]; +"23 relu_" -> "24 relu__0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"24 relu__0_0_nncf_smooth_quant_0" -> "30 linear_1" [label="(1, 15, 15, 512)", style=solid]; +"25 linear_1_zero_point_0_updated_constant0" -> "29 sub_tensor_2" [label="(3, 1)", style=solid]; +"26 linear_1_scale_0_updated_constant0" -> "28 mul_tensor_2" [label="(3, 1)", style=solid]; +"27 compressed_weight_updated_constant2" -> "28 mul_tensor_2" [label="(3, 512)", style=solid]; +"28 mul_tensor_2" -> "29 sub_tensor_2" [label="(3, 512)", style=solid]; +"29 sub_tensor_2" -> "30 linear_1" [label=None, style=solid]; +"30 linear_1" -> "31 view" [label="(1, 15, 15, 3)", style=solid]; +"31 view" -> "33 index" [label="(225, 3)", style=solid]; +"32 _tensor_constant1" -> "33 index" [label="(4096,)", style=solid]; +"33 index" -> "34 view_1" [label="(4096, 3)", style=solid]; +"34 view_1" -> "35 permute_1" [label="(64, 64, 3)", style=solid]; +"35 permute_1" -> "36 contiguous" [label="(3, 64, 64)", style=solid]; +"36 contiguous" -> "37 unsqueeze" [label="(3, 64, 64)", style=solid]; +"37 unsqueeze" -> "38 sigmoid" [label="(1, 3, 64, 64)", style=solid]; +"38 sigmoid" -> "39 mul" [label="(1, 3, 64, 64)", style=solid]; +"39 mul" -> "77 add" [label="(1, 3, 64, 64)", style=solid]; +"40 pad" -> "41 view_2" [label="(1, 56, 56, 96)", style=solid]; +"41 view_2" -> "42 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"42 permute_2" -> "43 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"43 reshape" -> "44 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"44 reshape_0_0_nncf_smooth_quant_0" -> "45 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"45 quantize_per_tensor_default_1" -> "46 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"46 dequantize_per_tensor_default_1" -> "53 linear_2" [label="(49, 64, 96)", style=solid]; +"47 linear_2_zero_point_0_updated_constant0" -> "52 sub_tensor_3" [label="(288, 1)", style=solid]; +"48 linear_2_scale_0_updated_constant0" -> "51 mul_tensor_3" [label="(288, 1)", style=solid]; +"49 compressed_weight_updated_constant3" -> "51 mul_tensor_3" [label="(288, 96)", style=solid]; +"50 _param_constant7_0_0" -> "53 linear_2" [label="(288,)", style=solid]; +"51 mul_tensor_3" -> "52 sub_tensor_3" [label="(288, 96)", style=solid]; +"52 sub_tensor_3" -> "53 linear_2" [label=None, style=solid]; +"53 linear_2" -> "54 reshape_1" [label="(49, 64, 288)", style=solid]; +"54 reshape_1" -> "55 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; +"55 permute_3" -> "56 select" [label="(3, 49, 3, 64, 32)", style=solid]; +"55 permute_3" -> "57 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; +"55 permute_3" -> "58 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; +"56 select" -> "59 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; +"56 select" -> "61 expand_as" [label="(49, 3, 64, 32)", style=solid]; +"56 select" -> "62 div" [label="(49, 3, 64, 32)", style=solid]; +"57 select_1" -> "65 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; +"57 select_1" -> "67 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; +"57 select_1" -> "68 div_1" [label="(49, 3, 64, 32)", style=solid]; +"58 select_2" -> "80 matmul_1" [label="(49, 3, 64, 32)", style=solid]; +"59 linalg_vector_norm" -> "60 clamp_min" [label="(49, 3, 64, 1)", style=solid]; +"60 clamp_min" -> "61 expand_as" [label="(49, 3, 64, 1)", style=solid]; +"61 expand_as" -> "62 div" [label="(49, 3, 64, 32)", style=solid]; +"62 div" -> "63 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"63 quantize_per_tensor_default_2" -> "64 dequantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"64 dequantize_per_tensor_default_2" -> "72 matmul" [label="(49, 3, 64, 32)", style=solid]; +"65 linalg_vector_norm_1" -> "66 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; +"66 clamp_min_1" -> "67 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; +"67 expand_as_1" -> "68 div_1" [label="(49, 3, 64, 32)", style=solid]; +"68 div_1" -> "69 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"69 quantize_per_tensor_default_3" -> "70 dequantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"70 dequantize_per_tensor_default_3" -> "71 transpose" [label="(49, 3, 64, 32)", style=solid]; +"71 transpose" -> "72 matmul" [label="(49, 3, 32, 64)", style=solid]; +"72 matmul" -> "76 mul_1" [label="(49, 3, 64, 64)", style=solid]; +"73 _param_constant9" -> "74 clamp" [label="(3, 1, 1)", style=solid]; +"74 clamp" -> "75 exp" [label="(3, 1, 1)", style=solid]; +"75 exp" -> "76 mul_1" [label="(3, 1, 1)", style=solid]; +"76 mul_1" -> "77 add" [label="(49, 3, 64, 64)", style=solid]; +"77 add" -> "78 softmax" [label="(49, 3, 64, 64)", style=solid]; +"78 softmax" -> "79 dropout" [label="(49, 3, 64, 64)", style=solid]; +"79 dropout" -> "80 matmul_1" [label="(49, 3, 64, 64)", style=solid]; +"80 matmul_1" -> "81 transpose_1" [label="(49, 3, 64, 32)", style=solid]; +"81 transpose_1" -> "82 reshape_2" [label="(49, 64, 3, 32)", style=solid]; +"82 reshape_2" -> "83 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"83 reshape_2_0_0_nncf_smooth_quant_0" -> "84 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"84 quantize_per_tensor_default_4" -> "85 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"85 dequantize_per_tensor_default_4" -> "92 linear_3" [label="(49, 64, 96)", style=solid]; +"86 linear_3_zero_point_0_updated_constant0" -> "91 sub_tensor_4" [label="(96, 1)", style=solid]; +"87 linear_3_scale_0_updated_constant0" -> "90 mul_tensor_4" [label="(96, 1)", style=solid]; +"88 compressed_weight_updated_constant4" -> "90 mul_tensor_4" [label="(96, 96)", style=solid]; +"89 _param_constant11_0_0" -> "92 linear_3" [label="(96,)", style=solid]; +"90 mul_tensor_4" -> "91 sub_tensor_4" [label="(96, 96)", style=solid]; +"91 sub_tensor_4" -> "92 linear_3" [label=None, style=solid]; +"92 linear_3" -> "93 dropout_1" [label="(49, 64, 96)", style=solid]; +"93 dropout_1" -> "94 view_3" [label="(49, 64, 96)", style=solid]; +"94 view_3" -> "95 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"95 permute_4" -> "96 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"96 reshape_3" -> "97 slice_2" [label="(1, 56, 56, 96)", style=solid]; +"97 slice_2" -> "98 slice_3" [label="(1, 56, 56, 96)", style=solid]; +"98 slice_3" -> "101 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; +"99 _param_constant12" -> "101 layer_norm_1" [label="(96,)", style=solid]; +"100 _param_constant13" -> "101 layer_norm_1" [label="(96,)", style=solid]; +"101 layer_norm_1" -> "102 add_1" [label="(1, 56, 56, 96)", style=solid]; +"102 add_1" -> "103 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"102 add_1" -> "129 add_2" [label="(1, 56, 56, 96)", style=solid]; +"103 add_1_0_0_nncf_smooth_quant_0" -> "104 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"104 quantize_per_tensor_default_5" -> "105 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"105 dequantize_per_tensor_default_5" -> "112 linear_4" [label="(1, 56, 56, 96)", style=solid]; +"106 linear_4_zero_point_0_updated_constant0" -> "111 sub_tensor_5" [label="(384, 1)", style=solid]; +"107 linear_4_scale_0_updated_constant0" -> "110 mul_tensor_5" [label="(384, 1)", style=solid]; +"108 compressed_weight_updated_constant5" -> "110 mul_tensor_5" [label="(384, 96)", style=solid]; +"109 _param_constant15_0_0" -> "112 linear_4" [label="(384,)", style=solid]; +"110 mul_tensor_5" -> "111 sub_tensor_5" [label="(384, 96)", style=solid]; +"111 sub_tensor_5" -> "112 linear_4" [label=None, style=solid]; +"112 linear_4" -> "113 gelu" [label="(1, 56, 56, 384)", style=solid]; +"113 gelu" -> "114 dropout_2" [label="(1, 56, 56, 384)", style=solid]; +"114 dropout_2" -> "115 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"115 dropout_2_0_0_nncf_smooth_quant_0" -> "116 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"116 quantize_per_tensor_default_6" -> "117 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"117 dequantize_per_tensor_default_6" -> "124 linear_5" [label="(1, 56, 56, 384)", style=solid]; +"118 linear_5_zero_point_0_updated_constant0" -> "123 sub_tensor_6" [label="(96, 1)", style=solid]; +"119 linear_5_scale_0_updated_constant0" -> "122 mul_tensor_6" [label="(96, 1)", style=solid]; +"120 compressed_weight_updated_constant6" -> "122 mul_tensor_6" [label="(96, 384)", style=solid]; +"121 _param_constant17_0_0" -> "124 linear_5" [label="(96,)", style=solid]; +"122 mul_tensor_6" -> "123 sub_tensor_6" [label="(96, 384)", style=solid]; +"123 sub_tensor_6" -> "124 linear_5" [label=None, style=solid]; +"124 linear_5" -> "125 dropout_3" [label="(1, 56, 56, 96)", style=solid]; +"125 dropout_3" -> "128 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; +"126 _param_constant18" -> "128 layer_norm_2" [label="(96,)", style=solid]; +"127 _param_constant19" -> "128 layer_norm_2" [label="(96,)", style=solid]; +"128 layer_norm_2" -> "129 add_2" [label="(1, 56, 56, 96)", style=solid]; +"129 add_2" -> "156 pad_1" [label="(1, 56, 56, 96)", style=solid]; +"129 add_2" -> "236 add_5" [label="(1, 56, 56, 96)", style=solid]; +"130 _tensor_constant2" -> "131 _tensor_constant2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"131 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "138 linear_6" [label="(1, 15, 15, 2)", style=solid]; +"132 linear_6_zero_point_0_updated_constant0" -> "137 sub_tensor_7" [label="(512, 1)", style=solid]; +"133 linear_6_scale_0_updated_constant0" -> "136 mul_tensor_7" [label="(512, 1)", style=solid]; +"134 compressed_weight_updated_constant7" -> "136 mul_tensor_7" [label="(512, 2)", style=solid]; +"135 _param_constant21_0_0" -> "138 linear_6" [label="(512,)", style=solid]; +"136 mul_tensor_7" -> "137 sub_tensor_7" [label="(512, 2)", style=solid]; +"137 sub_tensor_7" -> "138 linear_6" [label=None, style=solid]; +"138 linear_6" -> "139 relu__1" [label="(1, 15, 15, 512)", style=solid]; +"139 relu__1" -> "140 relu__1_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"140 relu__1_0_0_nncf_smooth_quant_0" -> "146 linear_7" [label="(1, 15, 15, 512)", style=solid]; +"141 linear_7_zero_point_0_updated_constant0" -> "145 sub_tensor_8" [label="(3, 1)", style=solid]; +"142 linear_7_scale_0_updated_constant0" -> "144 mul_tensor_8" [label="(3, 1)", style=solid]; +"143 compressed_weight_updated_constant8" -> "144 mul_tensor_8" [label="(3, 512)", style=solid]; +"144 mul_tensor_8" -> "145 sub_tensor_8" [label="(3, 512)", style=solid]; +"145 sub_tensor_8" -> "146 linear_7" [label=None, style=solid]; +"146 linear_7" -> "147 view_4" [label="(1, 15, 15, 3)", style=solid]; +"147 view_4" -> "149 index_1" [label="(225, 3)", style=solid]; +"148 _tensor_constant3" -> "149 index_1" [label="(4096,)", style=solid]; +"149 index_1" -> "150 view_5" [label="(4096, 3)", style=solid]; +"150 view_5" -> "151 permute_5" [label="(64, 64, 3)", style=solid]; +"151 permute_5" -> "152 contiguous_1" [label="(3, 64, 64)", style=solid]; +"152 contiguous_1" -> "153 unsqueeze_1" [label="(3, 64, 64)", style=solid]; +"153 unsqueeze_1" -> "154 sigmoid_1" [label="(1, 3, 64, 64)", style=solid]; +"154 sigmoid_1" -> "155 mul_2" [label="(1, 3, 64, 64)", style=solid]; +"155 mul_2" -> "194 add_3" [label="(1, 3, 64, 64)", style=solid]; +"156 pad_1" -> "157 roll" [label="(1, 56, 56, 96)", style=solid]; +"157 roll" -> "158 view_6" [label="(1, 56, 56, 96)", style=solid]; +"158 view_6" -> "159 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"159 permute_6" -> "160 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"160 reshape_4" -> "161 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"160 reshape_4" -> "195 new_zeros" [label="(49, 64, 96)", style=solid]; +"161 reshape_4_0_0_nncf_smooth_quant_0" -> "162 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"162 quantize_per_tensor_default_7" -> "163 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"163 dequantize_per_tensor_default_7" -> "170 linear_8" [label="(49, 64, 96)", style=solid]; +"164 linear_8_zero_point_0_updated_constant0" -> "169 sub_tensor_9" [label="(288, 1)", style=solid]; +"165 linear_8_scale_0_updated_constant0" -> "168 mul_tensor_9" [label="(288, 1)", style=solid]; +"166 compressed_weight_updated_constant9" -> "168 mul_tensor_9" [label="(288, 96)", style=solid]; +"167 _param_constant23_0_0" -> "170 linear_8" [label="(288,)", style=solid]; +"168 mul_tensor_9" -> "169 sub_tensor_9" [label="(288, 96)", style=solid]; +"169 sub_tensor_9" -> "170 linear_8" [label=None, style=solid]; +"170 linear_8" -> "171 reshape_5" [label="(49, 64, 288)", style=solid]; +"171 reshape_5" -> "172 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; +"172 permute_7" -> "173 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; +"172 permute_7" -> "174 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; +"172 permute_7" -> "175 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; +"173 select_3" -> "176 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; +"173 select_3" -> "178 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; +"173 select_3" -> "179 div_2" [label="(49, 3, 64, 32)", style=solid]; +"174 select_4" -> "182 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; +"174 select_4" -> "184 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; +"174 select_4" -> "185 div_3" [label="(49, 3, 64, 32)", style=solid]; +"175 select_5" -> "213 matmul_3" [label="(49, 3, 64, 32)", style=solid]; +"176 linalg_vector_norm_2" -> "177 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; +"177 clamp_min_2" -> "178 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; +"178 expand_as_2" -> "179 div_2" [label="(49, 3, 64, 32)", style=solid]; +"179 div_2" -> "180 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"180 quantize_per_tensor_default_8" -> "181 dequantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"181 dequantize_per_tensor_default_8" -> "189 matmul_2" [label="(49, 3, 64, 32)", style=solid]; +"182 linalg_vector_norm_3" -> "183 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; +"183 clamp_min_3" -> "184 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; +"184 expand_as_3" -> "185 div_3" [label="(49, 3, 64, 32)", style=solid]; +"185 div_3" -> "186 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"186 quantize_per_tensor_default_9" -> "187 dequantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"187 dequantize_per_tensor_default_9" -> "188 transpose_2" [label="(49, 3, 64, 32)", style=solid]; +"188 transpose_2" -> "189 matmul_2" [label="(49, 3, 32, 64)", style=solid]; +"189 matmul_2" -> "193 mul_3" [label="(49, 3, 64, 64)", style=solid]; +"190 _param_constant25" -> "191 clamp_1" [label="(3, 1, 1)", style=solid]; +"191 clamp_1" -> "192 exp_1" [label="(3, 1, 1)", style=solid]; +"192 exp_1" -> "193 mul_3" [label="(3, 1, 1)", style=solid]; +"193 mul_3" -> "194 add_3" [label="(49, 3, 64, 64)", style=solid]; +"194 add_3" -> "206 view_8" [label="(49, 3, 64, 64)", style=solid]; +"195 new_zeros" -> "196 view_7" [label="(56, 56)", style=solid]; +"196 view_7" -> "197 permute_8" [label="(7, 8, 7, 8)", style=solid]; +"197 permute_8" -> "198 reshape_6" [label="(7, 7, 8, 8)", style=solid]; +"198 reshape_6" -> "199 unsqueeze_2" [label="(49, 64)", style=solid]; +"198 reshape_6" -> "200 unsqueeze_3" [label="(49, 64)", style=solid]; +"199 unsqueeze_2" -> "201 sub" [label="(49, 1, 64)", style=solid]; +"200 unsqueeze_3" -> "201 sub" [label="(49, 64, 1)", style=solid]; +"201 sub" -> "202 ne" [label="(49, 64, 64)", style=solid]; +"201 sub" -> "203 masked_fill" [label="(49, 64, 64)", style=solid]; +"201 sub" -> "204 eq" [label="(49, 64, 64)", style=solid]; +"202 ne" -> "203 masked_fill" [label="(49, 64, 64)", style=solid]; +"203 masked_fill" -> "205 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"204 eq" -> "205 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"205 masked_fill_1" -> "207 unsqueeze_4" [label="(49, 64, 64)", style=solid]; +"206 view_8" -> "209 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; +"207 unsqueeze_4" -> "208 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; +"208 unsqueeze_5" -> "209 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; +"209 add_4" -> "210 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; +"210 view_9" -> "211 softmax_1" [label="(49, 3, 64, 64)", style=solid]; +"211 softmax_1" -> "212 dropout_4" [label="(49, 3, 64, 64)", style=solid]; +"212 dropout_4" -> "213 matmul_3" [label="(49, 3, 64, 64)", style=solid]; +"213 matmul_3" -> "214 transpose_3" [label="(49, 3, 64, 32)", style=solid]; +"214 transpose_3" -> "215 reshape_7" [label="(49, 64, 3, 32)", style=solid]; +"215 reshape_7" -> "216 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"216 reshape_7_0_0_nncf_smooth_quant_0" -> "217 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"217 quantize_per_tensor_default_10" -> "218 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"218 dequantize_per_tensor_default_10" -> "225 linear_9" [label="(49, 64, 96)", style=solid]; +"219 linear_9_zero_point_0_updated_constant0" -> "224 sub_tensor_10" [label="(96, 1)", style=solid]; +"220 linear_9_scale_0_updated_constant0" -> "223 mul_tensor_10" [label="(96, 1)", style=solid]; +"221 compressed_weight_updated_constant10" -> "223 mul_tensor_10" [label="(96, 96)", style=solid]; +"222 _param_constant27_0_0" -> "225 linear_9" [label="(96,)", style=solid]; +"223 mul_tensor_10" -> "224 sub_tensor_10" [label="(96, 96)", style=solid]; +"224 sub_tensor_10" -> "225 linear_9" [label=None, style=solid]; +"225 linear_9" -> "226 dropout_5" [label="(49, 64, 96)", style=solid]; +"226 dropout_5" -> "227 view_10" [label="(49, 64, 96)", style=solid]; +"227 view_10" -> "228 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"228 permute_9" -> "229 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"229 reshape_8" -> "230 roll_1" [label="(1, 56, 56, 96)", style=solid]; +"230 roll_1" -> "231 slice_23" [label="(1, 56, 56, 96)", style=solid]; +"231 slice_23" -> "232 slice_24" [label="(1, 56, 56, 96)", style=solid]; +"232 slice_24" -> "235 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; +"233 _param_constant28" -> "235 layer_norm_3" [label="(96,)", style=solid]; +"234 _param_constant29" -> "235 layer_norm_3" [label="(96,)", style=solid]; +"235 layer_norm_3" -> "236 add_5" [label="(1, 56, 56, 96)", style=solid]; +"236 add_5" -> "237 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"236 add_5" -> "263 add_6" [label="(1, 56, 56, 96)", style=solid]; +"237 add_5_0_0_nncf_smooth_quant_0" -> "238 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"238 quantize_per_tensor_default_11" -> "239 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"239 dequantize_per_tensor_default_11" -> "246 linear_10" [label="(1, 56, 56, 96)", style=solid]; +"240 linear_10_zero_point_0_updated_constant0" -> "245 sub_tensor_11" [label="(384, 1)", style=solid]; +"241 linear_10_scale_0_updated_constant0" -> "244 mul_tensor_11" [label="(384, 1)", style=solid]; +"242 compressed_weight_updated_constant11" -> "244 mul_tensor_11" [label="(384, 96)", style=solid]; +"243 _param_constant31_0_0" -> "246 linear_10" [label="(384,)", style=solid]; +"244 mul_tensor_11" -> "245 sub_tensor_11" [label="(384, 96)", style=solid]; +"245 sub_tensor_11" -> "246 linear_10" [label=None, style=solid]; +"246 linear_10" -> "247 gelu_1" [label="(1, 56, 56, 384)", style=solid]; +"247 gelu_1" -> "248 dropout_6" [label="(1, 56, 56, 384)", style=solid]; +"248 dropout_6" -> "249 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"249 dropout_6_0_0_nncf_smooth_quant_0" -> "250 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"250 quantize_per_tensor_default_12" -> "251 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"251 dequantize_per_tensor_default_12" -> "258 linear_11" [label="(1, 56, 56, 384)", style=solid]; +"252 linear_11_zero_point_0_updated_constant0" -> "257 sub_tensor_12" [label="(96, 1)", style=solid]; +"253 linear_11_scale_0_updated_constant0" -> "256 mul_tensor_12" [label="(96, 1)", style=solid]; +"254 compressed_weight_updated_constant12" -> "256 mul_tensor_12" [label="(96, 384)", style=solid]; +"255 _param_constant33_0_0" -> "258 linear_11" [label="(96,)", style=solid]; +"256 mul_tensor_12" -> "257 sub_tensor_12" [label="(96, 384)", style=solid]; +"257 sub_tensor_12" -> "258 linear_11" [label=None, style=solid]; +"258 linear_11" -> "259 dropout_7" [label="(1, 56, 56, 96)", style=solid]; +"259 dropout_7" -> "262 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; +"260 _param_constant34" -> "262 layer_norm_4" [label="(96,)", style=solid]; +"261 _param_constant35" -> "262 layer_norm_4" [label="(96,)", style=solid]; +"262 layer_norm_4" -> "263 add_6" [label="(1, 56, 56, 96)", style=solid]; +"263 add_6" -> "264 pad_2" [label="(1, 56, 56, 96)", style=solid]; +"264 pad_2" -> "265 slice_25" [label="(1, 56, 56, 96)", style=solid]; +"264 pad_2" -> "268 slice_28" [label="(1, 56, 56, 96)", style=solid]; +"264 pad_2" -> "271 slice_31" [label="(1, 56, 56, 96)", style=solid]; +"264 pad_2" -> "274 slice_34" [label="(1, 56, 56, 96)", style=solid]; +"265 slice_25" -> "266 slice_26" [label="(1, 28, 56, 96)", style=solid]; +"266 slice_26" -> "267 slice_27" [label="(1, 28, 28, 96)", style=solid]; +"267 slice_27" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; +"268 slice_28" -> "269 slice_29" [label="(1, 28, 56, 96)", style=solid]; +"269 slice_29" -> "270 slice_30" [label="(1, 28, 28, 96)", style=solid]; +"270 slice_30" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; +"271 slice_31" -> "272 slice_32" [label="(1, 28, 56, 96)", style=solid]; +"272 slice_32" -> "273 slice_33" [label="(1, 28, 28, 96)", style=solid]; +"273 slice_33" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; +"274 slice_34" -> "275 slice_35" [label="(1, 28, 56, 96)", style=solid]; +"275 slice_35" -> "276 slice_36" [label="(1, 28, 28, 96)", style=solid]; +"276 slice_36" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; +"277 cat" -> "278 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; +"278 cat_0_0_nncf_smooth_quant_0" -> "279 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"279 quantize_per_tensor_default_13" -> "280 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"280 dequantize_per_tensor_default_13" -> "286 linear_12" [label="(1, 28, 28, 384)", style=solid]; +"281 linear_12_zero_point_0_updated_constant0" -> "285 sub_tensor_13" [label="(192, 1)", style=solid]; +"282 linear_12_scale_0_updated_constant0" -> "284 mul_tensor_13" [label="(192, 1)", style=solid]; +"283 compressed_weight_updated_constant13" -> "284 mul_tensor_13" [label="(192, 384)", style=solid]; +"284 mul_tensor_13" -> "285 sub_tensor_13" [label="(192, 384)", style=solid]; +"285 sub_tensor_13" -> "286 linear_12" [label=None, style=solid]; +"286 linear_12" -> "289 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; +"287 _param_constant37" -> "289 layer_norm_5" [label="(192,)", style=solid]; +"288 _param_constant38" -> "289 layer_norm_5" [label="(192,)", style=solid]; +"289 layer_norm_5" -> "316 pad_3" [label="(1, 28, 28, 192)", style=solid]; +"289 layer_norm_5" -> "381 add_8" [label="(1, 28, 28, 192)", style=solid]; +"290 _tensor_constant13" -> "291 _tensor_constant13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"291 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "298 linear_13" [label="(1, 15, 15, 2)", style=solid]; +"292 linear_13_zero_point_0_updated_constant0" -> "297 sub_tensor_14" [label="(512, 1)", style=solid]; +"293 linear_13_scale_0_updated_constant0" -> "296 mul_tensor_14" [label="(512, 1)", style=solid]; +"294 compressed_weight_updated_constant14" -> "296 mul_tensor_14" [label="(512, 2)", style=solid]; +"295 _param_constant40_0_0" -> "298 linear_13" [label="(512,)", style=solid]; +"296 mul_tensor_14" -> "297 sub_tensor_14" [label="(512, 2)", style=solid]; +"297 sub_tensor_14" -> "298 linear_13" [label=None, style=solid]; +"298 linear_13" -> "299 relu__2" [label="(1, 15, 15, 512)", style=solid]; +"299 relu__2" -> "300 relu__2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"300 relu__2_0_0_nncf_smooth_quant_0" -> "306 linear_14" [label="(1, 15, 15, 512)", style=solid]; +"301 linear_14_zero_point_0_updated_constant0" -> "305 sub_tensor_15" [label="(6, 1)", style=solid]; +"302 linear_14_scale_0_updated_constant0" -> "304 mul_tensor_15" [label="(6, 1)", style=solid]; +"303 compressed_weight_updated_constant15" -> "304 mul_tensor_15" [label="(6, 512)", style=solid]; +"304 mul_tensor_15" -> "305 sub_tensor_15" [label="(6, 512)", style=solid]; +"305 sub_tensor_15" -> "306 linear_14" [label=None, style=solid]; +"306 linear_14" -> "307 view_11" [label="(1, 15, 15, 6)", style=solid]; +"307 view_11" -> "309 index_2" [label="(225, 6)", style=solid]; +"308 _tensor_constant14" -> "309 index_2" [label="(4096,)", style=solid]; +"309 index_2" -> "310 view_12" [label="(4096, 6)", style=solid]; +"310 view_12" -> "311 permute_10" [label="(64, 64, 6)", style=solid]; +"311 permute_10" -> "312 contiguous_2" [label="(6, 64, 64)", style=solid]; +"312 contiguous_2" -> "313 unsqueeze_6" [label="(6, 64, 64)", style=solid]; +"313 unsqueeze_6" -> "314 sigmoid_2" [label="(1, 6, 64, 64)", style=solid]; +"314 sigmoid_2" -> "315 mul_4" [label="(1, 6, 64, 64)", style=solid]; +"315 mul_4" -> "353 add_7" [label="(1, 6, 64, 64)", style=solid]; +"316 pad_3" -> "317 view_13" [label="(1, 32, 32, 192)", style=solid]; +"317 view_13" -> "318 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"318 permute_11" -> "319 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"319 reshape_9" -> "320 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"320 reshape_9_0_0_nncf_smooth_quant_0" -> "321 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"321 quantize_per_tensor_default_14" -> "322 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"322 dequantize_per_tensor_default_14" -> "329 linear_15" [label="(16, 64, 192)", style=solid]; +"323 linear_15_zero_point_0_updated_constant0" -> "328 sub_tensor_16" [label="(576, 1)", style=solid]; +"324 linear_15_scale_0_updated_constant0" -> "327 mul_tensor_16" [label="(576, 1)", style=solid]; +"325 compressed_weight_updated_constant16" -> "327 mul_tensor_16" [label="(576, 192)", style=solid]; +"326 _param_constant42_0_0" -> "329 linear_15" [label="(576,)", style=solid]; +"327 mul_tensor_16" -> "328 sub_tensor_16" [label="(576, 192)", style=solid]; +"328 sub_tensor_16" -> "329 linear_15" [label=None, style=solid]; +"329 linear_15" -> "330 reshape_10" [label="(16, 64, 576)", style=solid]; +"330 reshape_10" -> "331 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; +"331 permute_12" -> "332 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; +"331 permute_12" -> "333 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; +"331 permute_12" -> "334 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; +"332 select_6" -> "335 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; +"332 select_6" -> "337 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; +"332 select_6" -> "338 div_4" [label="(16, 6, 64, 32)", style=solid]; +"333 select_7" -> "341 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; +"333 select_7" -> "343 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; +"333 select_7" -> "344 div_5" [label="(16, 6, 64, 32)", style=solid]; +"334 select_8" -> "356 matmul_5" [label="(16, 6, 64, 32)", style=solid]; +"335 linalg_vector_norm_4" -> "336 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; +"336 clamp_min_4" -> "337 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; +"337 expand_as_4" -> "338 div_4" [label="(16, 6, 64, 32)", style=solid]; +"338 div_4" -> "339 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"339 quantize_per_tensor_default_15" -> "340 dequantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"340 dequantize_per_tensor_default_15" -> "348 matmul_4" [label="(16, 6, 64, 32)", style=solid]; +"341 linalg_vector_norm_5" -> "342 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; +"342 clamp_min_5" -> "343 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; +"343 expand_as_5" -> "344 div_5" [label="(16, 6, 64, 32)", style=solid]; +"344 div_5" -> "345 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"345 quantize_per_tensor_default_16" -> "346 dequantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"346 dequantize_per_tensor_default_16" -> "347 transpose_4" [label="(16, 6, 64, 32)", style=solid]; +"347 transpose_4" -> "348 matmul_4" [label="(16, 6, 32, 64)", style=solid]; +"348 matmul_4" -> "352 mul_5" [label="(16, 6, 64, 64)", style=solid]; +"349 _param_constant44" -> "350 clamp_2" [label="(6, 1, 1)", style=solid]; +"350 clamp_2" -> "351 exp_2" [label="(6, 1, 1)", style=solid]; +"351 exp_2" -> "352 mul_5" [label="(6, 1, 1)", style=solid]; +"352 mul_5" -> "353 add_7" [label="(16, 6, 64, 64)", style=solid]; +"353 add_7" -> "354 softmax_2" [label="(16, 6, 64, 64)", style=solid]; +"354 softmax_2" -> "355 dropout_8" [label="(16, 6, 64, 64)", style=solid]; +"355 dropout_8" -> "356 matmul_5" [label="(16, 6, 64, 64)", style=solid]; +"356 matmul_5" -> "357 transpose_5" [label="(16, 6, 64, 32)", style=solid]; +"357 transpose_5" -> "358 reshape_11" [label="(16, 64, 6, 32)", style=solid]; +"358 reshape_11" -> "359 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"359 reshape_11_0_0_nncf_smooth_quant_0" -> "360 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"360 quantize_per_tensor_default_17" -> "361 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"361 dequantize_per_tensor_default_17" -> "368 linear_16" [label="(16, 64, 192)", style=solid]; +"362 linear_16_zero_point_0_updated_constant0" -> "367 sub_tensor_17" [label="(192, 1)", style=solid]; +"363 linear_16_scale_0_updated_constant0" -> "366 mul_tensor_17" [label="(192, 1)", style=solid]; +"364 compressed_weight_updated_constant17" -> "366 mul_tensor_17" [label="(192, 192)", style=solid]; +"365 _param_constant46_0_0" -> "368 linear_16" [label="(192,)", style=solid]; +"366 mul_tensor_17" -> "367 sub_tensor_17" [label="(192, 192)", style=solid]; +"367 sub_tensor_17" -> "368 linear_16" [label=None, style=solid]; +"368 linear_16" -> "369 dropout_9" [label="(16, 64, 192)", style=solid]; +"369 dropout_9" -> "370 view_14" [label="(16, 64, 192)", style=solid]; +"370 view_14" -> "371 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"371 permute_13" -> "372 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"372 reshape_12" -> "373 slice_38" [label="(1, 32, 32, 192)", style=solid]; +"373 slice_38" -> "374 slice_39" [label="(1, 32, 32, 192)", style=solid]; +"374 slice_39" -> "375 slice_40" [label="(1, 28, 32, 192)", style=solid]; +"375 slice_40" -> "376 slice_41" [label="(1, 28, 28, 192)", style=solid]; +"376 slice_41" -> "377 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; +"377 contiguous_3" -> "380 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; +"378 _param_constant47" -> "380 layer_norm_6" [label="(192,)", style=solid]; +"379 _param_constant48" -> "380 layer_norm_6" [label="(192,)", style=solid]; +"380 layer_norm_6" -> "381 add_8" [label="(1, 28, 28, 192)", style=solid]; +"381 add_8" -> "382 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"381 add_8" -> "408 add_9" [label="(1, 28, 28, 192)", style=solid]; +"382 add_8_0_0_nncf_smooth_quant_0" -> "383 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"383 quantize_per_tensor_default_18" -> "384 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"384 dequantize_per_tensor_default_18" -> "391 linear_17" [label="(1, 28, 28, 192)", style=solid]; +"385 linear_17_zero_point_0_updated_constant0" -> "390 sub_tensor_18" [label="(768, 1)", style=solid]; +"386 linear_17_scale_0_updated_constant0" -> "389 mul_tensor_18" [label="(768, 1)", style=solid]; +"387 compressed_weight_updated_constant18" -> "389 mul_tensor_18" [label="(768, 192)", style=solid]; +"388 _param_constant50_0_0" -> "391 linear_17" [label="(768,)", style=solid]; +"389 mul_tensor_18" -> "390 sub_tensor_18" [label="(768, 192)", style=solid]; +"390 sub_tensor_18" -> "391 linear_17" [label=None, style=solid]; +"391 linear_17" -> "392 gelu_2" [label="(1, 28, 28, 768)", style=solid]; +"392 gelu_2" -> "393 dropout_10" [label="(1, 28, 28, 768)", style=solid]; +"393 dropout_10" -> "394 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"394 dropout_10_0_0_nncf_smooth_quant_0" -> "395 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"395 quantize_per_tensor_default_19" -> "396 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"396 dequantize_per_tensor_default_19" -> "403 linear_18" [label="(1, 28, 28, 768)", style=solid]; +"397 linear_18_zero_point_0_updated_constant0" -> "402 sub_tensor_19" [label="(192, 1)", style=solid]; +"398 linear_18_scale_0_updated_constant0" -> "401 mul_tensor_19" [label="(192, 1)", style=solid]; +"399 compressed_weight_updated_constant19" -> "401 mul_tensor_19" [label="(192, 768)", style=solid]; +"400 _param_constant52_0_0" -> "403 linear_18" [label="(192,)", style=solid]; +"401 mul_tensor_19" -> "402 sub_tensor_19" [label="(192, 768)", style=solid]; +"402 sub_tensor_19" -> "403 linear_18" [label=None, style=solid]; +"403 linear_18" -> "404 dropout_11" [label="(1, 28, 28, 192)", style=solid]; +"404 dropout_11" -> "407 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; +"405 _param_constant53" -> "407 layer_norm_7" [label="(192,)", style=solid]; +"406 _param_constant54" -> "407 layer_norm_7" [label="(192,)", style=solid]; +"407 layer_norm_7" -> "408 add_9" [label="(1, 28, 28, 192)", style=solid]; +"408 add_9" -> "435 pad_4" [label="(1, 28, 28, 192)", style=solid]; +"408 add_9" -> "518 add_12" [label="(1, 28, 28, 192)", style=solid]; +"409 _tensor_constant15" -> "410 _tensor_constant15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"410 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "417 linear_19" [label="(1, 15, 15, 2)", style=solid]; +"411 linear_19_zero_point_0_updated_constant0" -> "416 sub_tensor_20" [label="(512, 1)", style=solid]; +"412 linear_19_scale_0_updated_constant0" -> "415 mul_tensor_20" [label="(512, 1)", style=solid]; +"413 compressed_weight_updated_constant20" -> "415 mul_tensor_20" [label="(512, 2)", style=solid]; +"414 _param_constant56_0_0" -> "417 linear_19" [label="(512,)", style=solid]; +"415 mul_tensor_20" -> "416 sub_tensor_20" [label="(512, 2)", style=solid]; +"416 sub_tensor_20" -> "417 linear_19" [label=None, style=solid]; +"417 linear_19" -> "418 relu__3" [label="(1, 15, 15, 512)", style=solid]; +"418 relu__3" -> "419 relu__3_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"419 relu__3_0_0_nncf_smooth_quant_0" -> "425 linear_20" [label="(1, 15, 15, 512)", style=solid]; +"420 linear_20_zero_point_0_updated_constant0" -> "424 sub_tensor_21" [label="(6, 1)", style=solid]; +"421 linear_20_scale_0_updated_constant0" -> "423 mul_tensor_21" [label="(6, 1)", style=solid]; +"422 compressed_weight_updated_constant21" -> "423 mul_tensor_21" [label="(6, 512)", style=solid]; +"423 mul_tensor_21" -> "424 sub_tensor_21" [label="(6, 512)", style=solid]; +"424 sub_tensor_21" -> "425 linear_20" [label=None, style=solid]; +"425 linear_20" -> "426 view_15" [label="(1, 15, 15, 6)", style=solid]; +"426 view_15" -> "428 index_3" [label="(225, 6)", style=solid]; +"427 _tensor_constant16" -> "428 index_3" [label="(4096,)", style=solid]; +"428 index_3" -> "429 view_16" [label="(4096, 6)", style=solid]; +"429 view_16" -> "430 permute_14" [label="(64, 64, 6)", style=solid]; +"430 permute_14" -> "431 contiguous_4" [label="(6, 64, 64)", style=solid]; +"431 contiguous_4" -> "432 unsqueeze_7" [label="(6, 64, 64)", style=solid]; +"432 unsqueeze_7" -> "433 sigmoid_3" [label="(1, 6, 64, 64)", style=solid]; +"433 sigmoid_3" -> "434 mul_6" [label="(1, 6, 64, 64)", style=solid]; +"434 mul_6" -> "473 add_10" [label="(1, 6, 64, 64)", style=solid]; +"435 pad_4" -> "436 roll_2" [label="(1, 32, 32, 192)", style=solid]; +"436 roll_2" -> "437 view_17" [label="(1, 32, 32, 192)", style=solid]; +"437 view_17" -> "438 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"438 permute_15" -> "439 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"439 reshape_13" -> "440 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"439 reshape_13" -> "474 new_zeros_1" [label="(16, 64, 192)", style=solid]; +"440 reshape_13_0_0_nncf_smooth_quant_0" -> "441 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"441 quantize_per_tensor_default_20" -> "442 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"442 dequantize_per_tensor_default_20" -> "449 linear_21" [label="(16, 64, 192)", style=solid]; +"443 linear_21_zero_point_0_updated_constant0" -> "448 sub_tensor_22" [label="(576, 1)", style=solid]; +"444 linear_21_scale_0_updated_constant0" -> "447 mul_tensor_22" [label="(576, 1)", style=solid]; +"445 compressed_weight_updated_constant22" -> "447 mul_tensor_22" [label="(576, 192)", style=solid]; +"446 _param_constant58_0_0" -> "449 linear_21" [label="(576,)", style=solid]; +"447 mul_tensor_22" -> "448 sub_tensor_22" [label="(576, 192)", style=solid]; +"448 sub_tensor_22" -> "449 linear_21" [label=None, style=solid]; +"449 linear_21" -> "450 reshape_14" [label="(16, 64, 576)", style=solid]; +"450 reshape_14" -> "451 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; +"451 permute_16" -> "452 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; +"451 permute_16" -> "453 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; +"451 permute_16" -> "454 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; +"452 select_9" -> "455 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; +"452 select_9" -> "457 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; +"452 select_9" -> "458 div_6" [label="(16, 6, 64, 32)", style=solid]; +"453 select_10" -> "461 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; +"453 select_10" -> "463 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; +"453 select_10" -> "464 div_7" [label="(16, 6, 64, 32)", style=solid]; +"454 select_11" -> "492 matmul_7" [label="(16, 6, 64, 32)", style=solid]; +"455 linalg_vector_norm_6" -> "456 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; +"456 clamp_min_6" -> "457 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; +"457 expand_as_6" -> "458 div_6" [label="(16, 6, 64, 32)", style=solid]; +"458 div_6" -> "459 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"459 quantize_per_tensor_default_21" -> "460 dequantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"460 dequantize_per_tensor_default_21" -> "468 matmul_6" [label="(16, 6, 64, 32)", style=solid]; +"461 linalg_vector_norm_7" -> "462 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; +"462 clamp_min_7" -> "463 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; +"463 expand_as_7" -> "464 div_7" [label="(16, 6, 64, 32)", style=solid]; +"464 div_7" -> "465 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"465 quantize_per_tensor_default_22" -> "466 dequantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"466 dequantize_per_tensor_default_22" -> "467 transpose_6" [label="(16, 6, 64, 32)", style=solid]; +"467 transpose_6" -> "468 matmul_6" [label="(16, 6, 32, 64)", style=solid]; +"468 matmul_6" -> "472 mul_7" [label="(16, 6, 64, 64)", style=solid]; +"469 _param_constant60" -> "470 clamp_3" [label="(6, 1, 1)", style=solid]; +"470 clamp_3" -> "471 exp_3" [label="(6, 1, 1)", style=solid]; +"471 exp_3" -> "472 mul_7" [label="(6, 1, 1)", style=solid]; +"472 mul_7" -> "473 add_10" [label="(16, 6, 64, 64)", style=solid]; +"473 add_10" -> "485 view_19" [label="(16, 6, 64, 64)", style=solid]; +"474 new_zeros_1" -> "475 view_18" [label="(32, 32)", style=solid]; +"475 view_18" -> "476 permute_17" [label="(4, 8, 4, 8)", style=solid]; +"476 permute_17" -> "477 reshape_15" [label="(4, 4, 8, 8)", style=solid]; +"477 reshape_15" -> "478 unsqueeze_8" [label="(16, 64)", style=solid]; +"477 reshape_15" -> "479 unsqueeze_9" [label="(16, 64)", style=solid]; +"478 unsqueeze_8" -> "480 sub_1" [label="(16, 1, 64)", style=solid]; +"479 unsqueeze_9" -> "480 sub_1" [label="(16, 64, 1)", style=solid]; +"480 sub_1" -> "481 ne_1" [label="(16, 64, 64)", style=solid]; +"480 sub_1" -> "482 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"480 sub_1" -> "483 eq_1" [label="(16, 64, 64)", style=solid]; +"481 ne_1" -> "482 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"482 masked_fill_2" -> "484 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"483 eq_1" -> "484 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"484 masked_fill_3" -> "486 unsqueeze_10" [label="(16, 64, 64)", style=solid]; +"485 view_19" -> "488 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; +"486 unsqueeze_10" -> "487 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; +"487 unsqueeze_11" -> "488 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; +"488 add_11" -> "489 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; +"489 view_20" -> "490 softmax_3" [label="(16, 6, 64, 64)", style=solid]; +"490 softmax_3" -> "491 dropout_12" [label="(16, 6, 64, 64)", style=solid]; +"491 dropout_12" -> "492 matmul_7" [label="(16, 6, 64, 64)", style=solid]; +"492 matmul_7" -> "493 transpose_7" [label="(16, 6, 64, 32)", style=solid]; +"493 transpose_7" -> "494 reshape_16" [label="(16, 64, 6, 32)", style=solid]; +"494 reshape_16" -> "495 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"495 reshape_16_0_0_nncf_smooth_quant_0" -> "496 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"496 quantize_per_tensor_default_23" -> "497 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"497 dequantize_per_tensor_default_23" -> "504 linear_22" [label="(16, 64, 192)", style=solid]; +"498 linear_22_zero_point_0_updated_constant0" -> "503 sub_tensor_23" [label="(192, 1)", style=solid]; +"499 linear_22_scale_0_updated_constant0" -> "502 mul_tensor_23" [label="(192, 1)", style=solid]; +"500 compressed_weight_updated_constant23" -> "502 mul_tensor_23" [label="(192, 192)", style=solid]; +"501 _param_constant62_0_0" -> "504 linear_22" [label="(192,)", style=solid]; +"502 mul_tensor_23" -> "503 sub_tensor_23" [label="(192, 192)", style=solid]; +"503 sub_tensor_23" -> "504 linear_22" [label=None, style=solid]; +"504 linear_22" -> "505 dropout_13" [label="(16, 64, 192)", style=solid]; +"505 dropout_13" -> "506 view_21" [label="(16, 64, 192)", style=solid]; +"506 view_21" -> "507 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"507 permute_18" -> "508 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"508 reshape_17" -> "509 roll_3" [label="(1, 32, 32, 192)", style=solid]; +"509 roll_3" -> "510 slice_61" [label="(1, 32, 32, 192)", style=solid]; +"510 slice_61" -> "511 slice_62" [label="(1, 32, 32, 192)", style=solid]; +"511 slice_62" -> "512 slice_63" [label="(1, 28, 32, 192)", style=solid]; +"512 slice_63" -> "513 slice_64" [label="(1, 28, 28, 192)", style=solid]; +"513 slice_64" -> "514 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; +"514 contiguous_5" -> "517 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; +"515 _param_constant63" -> "517 layer_norm_8" [label="(192,)", style=solid]; +"516 _param_constant64" -> "517 layer_norm_8" [label="(192,)", style=solid]; +"517 layer_norm_8" -> "518 add_12" [label="(1, 28, 28, 192)", style=solid]; +"518 add_12" -> "519 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"518 add_12" -> "545 add_13" [label="(1, 28, 28, 192)", style=solid]; +"519 add_12_0_0_nncf_smooth_quant_0" -> "520 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"520 quantize_per_tensor_default_24" -> "521 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"521 dequantize_per_tensor_default_24" -> "528 linear_23" [label="(1, 28, 28, 192)", style=solid]; +"522 linear_23_zero_point_0_updated_constant0" -> "527 sub_tensor_24" [label="(768, 1)", style=solid]; +"523 linear_23_scale_0_updated_constant0" -> "526 mul_tensor_24" [label="(768, 1)", style=solid]; +"524 compressed_weight_updated_constant24" -> "526 mul_tensor_24" [label="(768, 192)", style=solid]; +"525 _param_constant66_0_0" -> "528 linear_23" [label="(768,)", style=solid]; +"526 mul_tensor_24" -> "527 sub_tensor_24" [label="(768, 192)", style=solid]; +"527 sub_tensor_24" -> "528 linear_23" [label=None, style=solid]; +"528 linear_23" -> "529 gelu_3" [label="(1, 28, 28, 768)", style=solid]; +"529 gelu_3" -> "530 dropout_14" [label="(1, 28, 28, 768)", style=solid]; +"530 dropout_14" -> "531 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"531 dropout_14_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"532 quantize_per_tensor_default_25" -> "533 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"533 dequantize_per_tensor_default_25" -> "540 linear_24" [label="(1, 28, 28, 768)", style=solid]; +"534 linear_24_zero_point_0_updated_constant0" -> "539 sub_tensor_25" [label="(192, 1)", style=solid]; +"535 linear_24_scale_0_updated_constant0" -> "538 mul_tensor_25" [label="(192, 1)", style=solid]; +"536 compressed_weight_updated_constant25" -> "538 mul_tensor_25" [label="(192, 768)", style=solid]; +"537 _param_constant68_0_0" -> "540 linear_24" [label="(192,)", style=solid]; +"538 mul_tensor_25" -> "539 sub_tensor_25" [label="(192, 768)", style=solid]; +"539 sub_tensor_25" -> "540 linear_24" [label=None, style=solid]; +"540 linear_24" -> "541 dropout_15" [label="(1, 28, 28, 192)", style=solid]; +"541 dropout_15" -> "544 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; +"542 _param_constant69" -> "544 layer_norm_9" [label="(192,)", style=solid]; +"543 _param_constant70" -> "544 layer_norm_9" [label="(192,)", style=solid]; +"544 layer_norm_9" -> "545 add_13" [label="(1, 28, 28, 192)", style=solid]; +"545 add_13" -> "546 pad_5" [label="(1, 28, 28, 192)", style=solid]; +"546 pad_5" -> "547 slice_65" [label="(1, 28, 28, 192)", style=solid]; +"546 pad_5" -> "550 slice_68" [label="(1, 28, 28, 192)", style=solid]; +"546 pad_5" -> "553 slice_71" [label="(1, 28, 28, 192)", style=solid]; +"546 pad_5" -> "556 slice_74" [label="(1, 28, 28, 192)", style=solid]; +"547 slice_65" -> "548 slice_66" [label="(1, 14, 28, 192)", style=solid]; +"548 slice_66" -> "549 slice_67" [label="(1, 14, 14, 192)", style=solid]; +"549 slice_67" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"550 slice_68" -> "551 slice_69" [label="(1, 14, 28, 192)", style=solid]; +"551 slice_69" -> "552 slice_70" [label="(1, 14, 14, 192)", style=solid]; +"552 slice_70" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"553 slice_71" -> "554 slice_72" [label="(1, 14, 28, 192)", style=solid]; +"554 slice_72" -> "555 slice_73" [label="(1, 14, 14, 192)", style=solid]; +"555 slice_73" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"556 slice_74" -> "557 slice_75" [label="(1, 14, 28, 192)", style=solid]; +"557 slice_75" -> "558 slice_76" [label="(1, 14, 14, 192)", style=solid]; +"558 slice_76" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"559 cat_1" -> "560 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; +"560 cat_1_0_0_nncf_smooth_quant_0" -> "561 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"561 quantize_per_tensor_default_26" -> "562 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"562 dequantize_per_tensor_default_26" -> "568 linear_25" [label="(1, 14, 14, 768)", style=solid]; +"563 linear_25_zero_point_0_updated_constant0" -> "567 sub_tensor_26" [label="(384, 1)", style=solid]; +"564 linear_25_scale_0_updated_constant0" -> "566 mul_tensor_26" [label="(384, 1)", style=solid]; +"565 compressed_weight_updated_constant26" -> "566 mul_tensor_26" [label="(384, 768)", style=solid]; +"566 mul_tensor_26" -> "567 sub_tensor_26" [label="(384, 768)", style=solid]; +"567 sub_tensor_26" -> "568 linear_25" [label=None, style=solid]; +"568 linear_25" -> "571 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; +"569 _param_constant72" -> "571 layer_norm_10" [label="(384,)", style=solid]; +"570 _param_constant73" -> "571 layer_norm_10" [label="(384,)", style=solid]; +"571 layer_norm_10" -> "598 pad_6" [label="(1, 14, 14, 384)", style=solid]; +"571 layer_norm_10" -> "663 add_15" [label="(1, 14, 14, 384)", style=solid]; +"572 _tensor_constant26" -> "573 _tensor_constant26_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"573 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "580 linear_26" [label="(1, 15, 15, 2)", style=solid]; +"574 linear_26_zero_point_0_updated_constant0" -> "579 sub_tensor_27" [label="(512, 1)", style=solid]; +"575 linear_26_scale_0_updated_constant0" -> "578 mul_tensor_27" [label="(512, 1)", style=solid]; +"576 compressed_weight_updated_constant27" -> "578 mul_tensor_27" [label="(512, 2)", style=solid]; +"577 _param_constant75_0_0" -> "580 linear_26" [label="(512,)", style=solid]; +"578 mul_tensor_27" -> "579 sub_tensor_27" [label="(512, 2)", style=solid]; +"579 sub_tensor_27" -> "580 linear_26" [label=None, style=solid]; +"580 linear_26" -> "581 relu__4" [label="(1, 15, 15, 512)", style=solid]; +"581 relu__4" -> "582 relu__4_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"582 relu__4_0_0_nncf_smooth_quant_0" -> "588 linear_27" [label="(1, 15, 15, 512)", style=solid]; +"583 linear_27_zero_point_0_updated_constant0" -> "587 sub_tensor_28" [label="(12, 1)", style=solid]; +"584 linear_27_scale_0_updated_constant0" -> "586 mul_tensor_28" [label="(12, 1)", style=solid]; +"585 compressed_weight_updated_constant28" -> "586 mul_tensor_28" [label="(12, 512)", style=solid]; +"586 mul_tensor_28" -> "587 sub_tensor_28" [label="(12, 512)", style=solid]; +"587 sub_tensor_28" -> "588 linear_27" [label=None, style=solid]; +"588 linear_27" -> "589 view_22" [label="(1, 15, 15, 12)", style=solid]; +"589 view_22" -> "591 index_4" [label="(225, 12)", style=solid]; +"590 _tensor_constant27" -> "591 index_4" [label="(4096,)", style=solid]; +"591 index_4" -> "592 view_23" [label="(4096, 12)", style=solid]; +"592 view_23" -> "593 permute_19" [label="(64, 64, 12)", style=solid]; +"593 permute_19" -> "594 contiguous_6" [label="(12, 64, 64)", style=solid]; +"594 contiguous_6" -> "595 unsqueeze_12" [label="(12, 64, 64)", style=solid]; +"595 unsqueeze_12" -> "596 sigmoid_4" [label="(1, 12, 64, 64)", style=solid]; +"596 sigmoid_4" -> "597 mul_8" [label="(1, 12, 64, 64)", style=solid]; +"597 mul_8" -> "635 add_14" [label="(1, 12, 64, 64)", style=solid]; +"598 pad_6" -> "599 view_24" [label="(1, 16, 16, 384)", style=solid]; +"599 view_24" -> "600 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"600 permute_20" -> "601 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"601 reshape_18" -> "602 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"602 reshape_18_0_0_nncf_smooth_quant_0" -> "603 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"603 quantize_per_tensor_default_27" -> "604 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"604 dequantize_per_tensor_default_27" -> "611 linear_28" [label="(4, 64, 384)", style=solid]; +"605 linear_28_zero_point_0_updated_constant0" -> "610 sub_tensor_29" [label="(1152, 1)", style=solid]; +"606 linear_28_scale_0_updated_constant0" -> "609 mul_tensor_29" [label="(1152, 1)", style=solid]; +"607 compressed_weight_updated_constant29" -> "609 mul_tensor_29" [label="(1152, 384)", style=solid]; +"608 _param_constant77_0_0" -> "611 linear_28" [label="(1152,)", style=solid]; +"609 mul_tensor_29" -> "610 sub_tensor_29" [label="(1152, 384)", style=solid]; +"610 sub_tensor_29" -> "611 linear_28" [label=None, style=solid]; +"611 linear_28" -> "612 reshape_19" [label="(4, 64, 1152)", style=solid]; +"612 reshape_19" -> "613 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; +"613 permute_21" -> "614 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; +"613 permute_21" -> "615 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; +"613 permute_21" -> "616 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; +"614 select_12" -> "617 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; +"614 select_12" -> "619 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; +"614 select_12" -> "620 div_8" [label="(4, 12, 64, 32)", style=solid]; +"615 select_13" -> "623 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; +"615 select_13" -> "625 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; +"615 select_13" -> "626 div_9" [label="(4, 12, 64, 32)", style=solid]; +"616 select_14" -> "638 matmul_9" [label="(4, 12, 64, 32)", style=solid]; +"617 linalg_vector_norm_8" -> "618 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; +"618 clamp_min_8" -> "619 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; +"619 expand_as_8" -> "620 div_8" [label="(4, 12, 64, 32)", style=solid]; +"620 div_8" -> "621 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"621 quantize_per_tensor_default_28" -> "622 dequantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"622 dequantize_per_tensor_default_28" -> "630 matmul_8" [label="(4, 12, 64, 32)", style=solid]; +"623 linalg_vector_norm_9" -> "624 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; +"624 clamp_min_9" -> "625 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; +"625 expand_as_9" -> "626 div_9" [label="(4, 12, 64, 32)", style=solid]; +"626 div_9" -> "627 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"627 quantize_per_tensor_default_29" -> "628 dequantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"628 dequantize_per_tensor_default_29" -> "629 transpose_8" [label="(4, 12, 64, 32)", style=solid]; +"629 transpose_8" -> "630 matmul_8" [label="(4, 12, 32, 64)", style=solid]; +"630 matmul_8" -> "634 mul_9" [label="(4, 12, 64, 64)", style=solid]; +"631 _param_constant79" -> "632 clamp_4" [label="(12, 1, 1)", style=solid]; +"632 clamp_4" -> "633 exp_4" [label="(12, 1, 1)", style=solid]; +"633 exp_4" -> "634 mul_9" [label="(12, 1, 1)", style=solid]; +"634 mul_9" -> "635 add_14" [label="(4, 12, 64, 64)", style=solid]; +"635 add_14" -> "636 softmax_4" [label="(4, 12, 64, 64)", style=solid]; +"636 softmax_4" -> "637 dropout_16" [label="(4, 12, 64, 64)", style=solid]; +"637 dropout_16" -> "638 matmul_9" [label="(4, 12, 64, 64)", style=solid]; +"638 matmul_9" -> "639 transpose_9" [label="(4, 12, 64, 32)", style=solid]; +"639 transpose_9" -> "640 reshape_20" [label="(4, 64, 12, 32)", style=solid]; +"640 reshape_20" -> "641 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"641 reshape_20_0_0_nncf_smooth_quant_0" -> "642 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"642 quantize_per_tensor_default_30" -> "643 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"643 dequantize_per_tensor_default_30" -> "650 linear_29" [label="(4, 64, 384)", style=solid]; +"644 linear_29_zero_point_0_updated_constant0" -> "649 sub_tensor_30" [label="(384, 1)", style=solid]; +"645 linear_29_scale_0_updated_constant0" -> "648 mul_tensor_30" [label="(384, 1)", style=solid]; +"646 compressed_weight_updated_constant30" -> "648 mul_tensor_30" [label="(384, 384)", style=solid]; +"647 _param_constant81_0_0" -> "650 linear_29" [label="(384,)", style=solid]; +"648 mul_tensor_30" -> "649 sub_tensor_30" [label="(384, 384)", style=solid]; +"649 sub_tensor_30" -> "650 linear_29" [label=None, style=solid]; +"650 linear_29" -> "651 dropout_17" [label="(4, 64, 384)", style=solid]; +"651 dropout_17" -> "652 view_25" [label="(4, 64, 384)", style=solid]; +"652 view_25" -> "653 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"653 permute_22" -> "654 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"654 reshape_21" -> "655 slice_78" [label="(1, 16, 16, 384)", style=solid]; +"655 slice_78" -> "656 slice_79" [label="(1, 16, 16, 384)", style=solid]; +"656 slice_79" -> "657 slice_80" [label="(1, 14, 16, 384)", style=solid]; +"657 slice_80" -> "658 slice_81" [label="(1, 14, 14, 384)", style=solid]; +"658 slice_81" -> "659 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; +"659 contiguous_7" -> "662 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; +"660 _param_constant82" -> "662 layer_norm_11" [label="(384,)", style=solid]; +"661 _param_constant83" -> "662 layer_norm_11" [label="(384,)", style=solid]; +"662 layer_norm_11" -> "663 add_15" [label="(1, 14, 14, 384)", style=solid]; +"663 add_15" -> "664 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"663 add_15" -> "690 add_16" [label="(1, 14, 14, 384)", style=solid]; +"664 add_15_0_0_nncf_smooth_quant_0" -> "665 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"665 quantize_per_tensor_default_31" -> "666 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"666 dequantize_per_tensor_default_31" -> "673 linear_30" [label="(1, 14, 14, 384)", style=solid]; +"667 linear_30_zero_point_0_updated_constant0" -> "672 sub_tensor_31" [label="(1536, 1)", style=solid]; +"668 linear_30_scale_0_updated_constant0" -> "671 mul_tensor_31" [label="(1536, 1)", style=solid]; +"669 compressed_weight_updated_constant31" -> "671 mul_tensor_31" [label="(1536, 384)", style=solid]; +"670 _param_constant85_0_0" -> "673 linear_30" [label="(1536,)", style=solid]; +"671 mul_tensor_31" -> "672 sub_tensor_31" [label="(1536, 384)", style=solid]; +"672 sub_tensor_31" -> "673 linear_30" [label=None, style=solid]; +"673 linear_30" -> "674 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; +"674 gelu_4" -> "675 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; +"675 dropout_18" -> "676 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"676 dropout_18_0_0_nncf_smooth_quant_0" -> "677 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"677 quantize_per_tensor_default_32" -> "678 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"678 dequantize_per_tensor_default_32" -> "685 linear_31" [label="(1, 14, 14, 1536)", style=solid]; +"679 linear_31_zero_point_0_updated_constant0" -> "684 sub_tensor_32" [label="(384, 1)", style=solid]; +"680 linear_31_scale_0_updated_constant0" -> "683 mul_tensor_32" [label="(384, 1)", style=solid]; +"681 compressed_weight_updated_constant32" -> "683 mul_tensor_32" [label="(384, 1536)", style=solid]; +"682 _param_constant87_0_0" -> "685 linear_31" [label="(384,)", style=solid]; +"683 mul_tensor_32" -> "684 sub_tensor_32" [label="(384, 1536)", style=solid]; +"684 sub_tensor_32" -> "685 linear_31" [label=None, style=solid]; +"685 linear_31" -> "686 dropout_19" [label="(1, 14, 14, 384)", style=solid]; +"686 dropout_19" -> "689 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; +"687 _param_constant88" -> "689 layer_norm_12" [label="(384,)", style=solid]; +"688 _param_constant89" -> "689 layer_norm_12" [label="(384,)", style=solid]; +"689 layer_norm_12" -> "690 add_16" [label="(1, 14, 14, 384)", style=solid]; +"690 add_16" -> "717 pad_7" [label="(1, 14, 14, 384)", style=solid]; +"690 add_16" -> "800 add_19" [label="(1, 14, 14, 384)", style=solid]; +"691 _tensor_constant28" -> "692 _tensor_constant28_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"692 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "699 linear_32" [label="(1, 15, 15, 2)", style=solid]; +"693 linear_32_zero_point_0_updated_constant0" -> "698 sub_tensor_33" [label="(512, 1)", style=solid]; +"694 linear_32_scale_0_updated_constant0" -> "697 mul_tensor_33" [label="(512, 1)", style=solid]; +"695 compressed_weight_updated_constant33" -> "697 mul_tensor_33" [label="(512, 2)", style=solid]; +"696 _param_constant91_0_0" -> "699 linear_32" [label="(512,)", style=solid]; +"697 mul_tensor_33" -> "698 sub_tensor_33" [label="(512, 2)", style=solid]; +"698 sub_tensor_33" -> "699 linear_32" [label=None, style=solid]; +"699 linear_32" -> "700 relu__5" [label="(1, 15, 15, 512)", style=solid]; +"700 relu__5" -> "701 relu__5_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"701 relu__5_0_0_nncf_smooth_quant_0" -> "707 linear_33" [label="(1, 15, 15, 512)", style=solid]; +"702 linear_33_zero_point_0_updated_constant0" -> "706 sub_tensor_34" [label="(12, 1)", style=solid]; +"703 linear_33_scale_0_updated_constant0" -> "705 mul_tensor_34" [label="(12, 1)", style=solid]; +"704 compressed_weight_updated_constant34" -> "705 mul_tensor_34" [label="(12, 512)", style=solid]; +"705 mul_tensor_34" -> "706 sub_tensor_34" [label="(12, 512)", style=solid]; +"706 sub_tensor_34" -> "707 linear_33" [label=None, style=solid]; +"707 linear_33" -> "708 view_26" [label="(1, 15, 15, 12)", style=solid]; +"708 view_26" -> "710 index_5" [label="(225, 12)", style=solid]; +"709 _tensor_constant29" -> "710 index_5" [label="(4096,)", style=solid]; +"710 index_5" -> "711 view_27" [label="(4096, 12)", style=solid]; +"711 view_27" -> "712 permute_23" [label="(64, 64, 12)", style=solid]; +"712 permute_23" -> "713 contiguous_8" [label="(12, 64, 64)", style=solid]; +"713 contiguous_8" -> "714 unsqueeze_13" [label="(12, 64, 64)", style=solid]; +"714 unsqueeze_13" -> "715 sigmoid_5" [label="(1, 12, 64, 64)", style=solid]; +"715 sigmoid_5" -> "716 mul_10" [label="(1, 12, 64, 64)", style=solid]; +"716 mul_10" -> "755 add_17" [label="(1, 12, 64, 64)", style=solid]; +"717 pad_7" -> "718 roll_4" [label="(1, 16, 16, 384)", style=solid]; +"718 roll_4" -> "719 view_28" [label="(1, 16, 16, 384)", style=solid]; +"719 view_28" -> "720 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"720 permute_24" -> "721 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"721 reshape_22" -> "722 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"721 reshape_22" -> "756 new_zeros_2" [label="(4, 64, 384)", style=solid]; +"722 reshape_22_0_0_nncf_smooth_quant_0" -> "723 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"723 quantize_per_tensor_default_33" -> "724 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"724 dequantize_per_tensor_default_33" -> "731 linear_34" [label="(4, 64, 384)", style=solid]; +"725 linear_34_zero_point_0_updated_constant0" -> "730 sub_tensor_35" [label="(1152, 1)", style=solid]; +"726 linear_34_scale_0_updated_constant0" -> "729 mul_tensor_35" [label="(1152, 1)", style=solid]; +"727 compressed_weight_updated_constant35" -> "729 mul_tensor_35" [label="(1152, 384)", style=solid]; +"728 _param_constant93_0_0" -> "731 linear_34" [label="(1152,)", style=solid]; +"729 mul_tensor_35" -> "730 sub_tensor_35" [label="(1152, 384)", style=solid]; +"730 sub_tensor_35" -> "731 linear_34" [label=None, style=solid]; +"731 linear_34" -> "732 reshape_23" [label="(4, 64, 1152)", style=solid]; +"732 reshape_23" -> "733 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; +"733 permute_25" -> "734 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; +"733 permute_25" -> "735 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; +"733 permute_25" -> "736 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; +"734 select_15" -> "737 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; +"734 select_15" -> "739 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; +"734 select_15" -> "740 div_10" [label="(4, 12, 64, 32)", style=solid]; +"735 select_16" -> "743 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; +"735 select_16" -> "745 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; +"735 select_16" -> "746 div_11" [label="(4, 12, 64, 32)", style=solid]; +"736 select_17" -> "774 matmul_11" [label="(4, 12, 64, 32)", style=solid]; +"737 linalg_vector_norm_10" -> "738 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; +"738 clamp_min_10" -> "739 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; +"739 expand_as_10" -> "740 div_10" [label="(4, 12, 64, 32)", style=solid]; +"740 div_10" -> "741 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"741 quantize_per_tensor_default_34" -> "742 dequantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"742 dequantize_per_tensor_default_34" -> "750 matmul_10" [label="(4, 12, 64, 32)", style=solid]; +"743 linalg_vector_norm_11" -> "744 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; +"744 clamp_min_11" -> "745 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; +"745 expand_as_11" -> "746 div_11" [label="(4, 12, 64, 32)", style=solid]; +"746 div_11" -> "747 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"747 quantize_per_tensor_default_35" -> "748 dequantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"748 dequantize_per_tensor_default_35" -> "749 transpose_10" [label="(4, 12, 64, 32)", style=solid]; +"749 transpose_10" -> "750 matmul_10" [label="(4, 12, 32, 64)", style=solid]; +"750 matmul_10" -> "754 mul_11" [label="(4, 12, 64, 64)", style=solid]; +"751 _param_constant95" -> "752 clamp_5" [label="(12, 1, 1)", style=solid]; +"752 clamp_5" -> "753 exp_5" [label="(12, 1, 1)", style=solid]; +"753 exp_5" -> "754 mul_11" [label="(12, 1, 1)", style=solid]; +"754 mul_11" -> "755 add_17" [label="(4, 12, 64, 64)", style=solid]; +"755 add_17" -> "767 view_30" [label="(4, 12, 64, 64)", style=solid]; +"756 new_zeros_2" -> "757 view_29" [label="(16, 16)", style=solid]; +"757 view_29" -> "758 permute_26" [label="(2, 8, 2, 8)", style=solid]; +"758 permute_26" -> "759 reshape_24" [label="(2, 2, 8, 8)", style=solid]; +"759 reshape_24" -> "760 unsqueeze_14" [label="(4, 64)", style=solid]; +"759 reshape_24" -> "761 unsqueeze_15" [label="(4, 64)", style=solid]; +"760 unsqueeze_14" -> "762 sub_2" [label="(4, 1, 64)", style=solid]; +"761 unsqueeze_15" -> "762 sub_2" [label="(4, 64, 1)", style=solid]; +"762 sub_2" -> "763 ne_2" [label="(4, 64, 64)", style=solid]; +"762 sub_2" -> "764 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"762 sub_2" -> "765 eq_2" [label="(4, 64, 64)", style=solid]; +"763 ne_2" -> "764 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"764 masked_fill_4" -> "766 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"765 eq_2" -> "766 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"766 masked_fill_5" -> "768 unsqueeze_16" [label="(4, 64, 64)", style=solid]; +"767 view_30" -> "770 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; +"768 unsqueeze_16" -> "769 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; +"769 unsqueeze_17" -> "770 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; +"770 add_18" -> "771 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; +"771 view_31" -> "772 softmax_5" [label="(4, 12, 64, 64)", style=solid]; +"772 softmax_5" -> "773 dropout_20" [label="(4, 12, 64, 64)", style=solid]; +"773 dropout_20" -> "774 matmul_11" [label="(4, 12, 64, 64)", style=solid]; +"774 matmul_11" -> "775 transpose_11" [label="(4, 12, 64, 32)", style=solid]; +"775 transpose_11" -> "776 reshape_25" [label="(4, 64, 12, 32)", style=solid]; +"776 reshape_25" -> "777 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"777 reshape_25_0_0_nncf_smooth_quant_0" -> "778 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"778 quantize_per_tensor_default_36" -> "779 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"779 dequantize_per_tensor_default_36" -> "786 linear_35" [label="(4, 64, 384)", style=solid]; +"780 linear_35_zero_point_0_updated_constant0" -> "785 sub_tensor_36" [label="(384, 1)", style=solid]; +"781 linear_35_scale_0_updated_constant0" -> "784 mul_tensor_36" [label="(384, 1)", style=solid]; +"782 compressed_weight_updated_constant36" -> "784 mul_tensor_36" [label="(384, 384)", style=solid]; +"783 _param_constant97_0_0" -> "786 linear_35" [label="(384,)", style=solid]; +"784 mul_tensor_36" -> "785 sub_tensor_36" [label="(384, 384)", style=solid]; +"785 sub_tensor_36" -> "786 linear_35" [label=None, style=solid]; +"786 linear_35" -> "787 dropout_21" [label="(4, 64, 384)", style=solid]; +"787 dropout_21" -> "788 view_32" [label="(4, 64, 384)", style=solid]; +"788 view_32" -> "789 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"789 permute_27" -> "790 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"790 reshape_26" -> "791 roll_5" [label="(1, 16, 16, 384)", style=solid]; +"791 roll_5" -> "792 slice_101" [label="(1, 16, 16, 384)", style=solid]; +"792 slice_101" -> "793 slice_102" [label="(1, 16, 16, 384)", style=solid]; +"793 slice_102" -> "794 slice_103" [label="(1, 14, 16, 384)", style=solid]; +"794 slice_103" -> "795 slice_104" [label="(1, 14, 14, 384)", style=solid]; +"795 slice_104" -> "796 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; +"796 contiguous_9" -> "799 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; +"797 _param_constant98" -> "799 layer_norm_13" [label="(384,)", style=solid]; +"798 _param_constant99" -> "799 layer_norm_13" [label="(384,)", style=solid]; +"799 layer_norm_13" -> "800 add_19" [label="(1, 14, 14, 384)", style=solid]; +"800 add_19" -> "801 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"800 add_19" -> "827 add_20" [label="(1, 14, 14, 384)", style=solid]; +"801 add_19_0_0_nncf_smooth_quant_0" -> "802 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"802 quantize_per_tensor_default_37" -> "803 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"803 dequantize_per_tensor_default_37" -> "810 linear_36" [label="(1, 14, 14, 384)", style=solid]; +"804 linear_36_zero_point_0_updated_constant0" -> "809 sub_tensor_37" [label="(1536, 1)", style=solid]; +"805 linear_36_scale_0_updated_constant0" -> "808 mul_tensor_37" [label="(1536, 1)", style=solid]; +"806 compressed_weight_updated_constant37" -> "808 mul_tensor_37" [label="(1536, 384)", style=solid]; +"807 _param_constant101_0_0" -> "810 linear_36" [label="(1536,)", style=solid]; +"808 mul_tensor_37" -> "809 sub_tensor_37" [label="(1536, 384)", style=solid]; +"809 sub_tensor_37" -> "810 linear_36" [label=None, style=solid]; +"810 linear_36" -> "811 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; +"811 gelu_5" -> "812 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; +"812 dropout_22" -> "813 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"813 dropout_22_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"814 quantize_per_tensor_default_38" -> "815 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"815 dequantize_per_tensor_default_38" -> "822 linear_37" [label="(1, 14, 14, 1536)", style=solid]; +"816 linear_37_zero_point_0_updated_constant0" -> "821 sub_tensor_38" [label="(384, 1)", style=solid]; +"817 linear_37_scale_0_updated_constant0" -> "820 mul_tensor_38" [label="(384, 1)", style=solid]; +"818 compressed_weight_updated_constant38" -> "820 mul_tensor_38" [label="(384, 1536)", style=solid]; +"819 _param_constant103_0_0" -> "822 linear_37" [label="(384,)", style=solid]; +"820 mul_tensor_38" -> "821 sub_tensor_38" [label="(384, 1536)", style=solid]; +"821 sub_tensor_38" -> "822 linear_37" [label=None, style=solid]; +"822 linear_37" -> "823 dropout_23" [label="(1, 14, 14, 384)", style=solid]; +"823 dropout_23" -> "826 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; +"824 _param_constant104" -> "826 layer_norm_14" [label="(384,)", style=solid]; +"825 _param_constant105" -> "826 layer_norm_14" [label="(384,)", style=solid]; +"826 layer_norm_14" -> "827 add_20" [label="(1, 14, 14, 384)", style=solid]; +"827 add_20" -> "854 pad_8" [label="(1, 14, 14, 384)", style=solid]; +"827 add_20" -> "919 add_22" [label="(1, 14, 14, 384)", style=solid]; +"828 _tensor_constant39" -> "829 _tensor_constant39_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"829 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "836 linear_38" [label="(1, 15, 15, 2)", style=solid]; +"830 linear_38_zero_point_0_updated_constant0" -> "835 sub_tensor_39" [label="(512, 1)", style=solid]; +"831 linear_38_scale_0_updated_constant0" -> "834 mul_tensor_39" [label="(512, 1)", style=solid]; +"832 compressed_weight_updated_constant39" -> "834 mul_tensor_39" [label="(512, 2)", style=solid]; +"833 _param_constant107_0_0" -> "836 linear_38" [label="(512,)", style=solid]; +"834 mul_tensor_39" -> "835 sub_tensor_39" [label="(512, 2)", style=solid]; +"835 sub_tensor_39" -> "836 linear_38" [label=None, style=solid]; +"836 linear_38" -> "837 relu__6" [label="(1, 15, 15, 512)", style=solid]; +"837 relu__6" -> "838 relu__6_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"838 relu__6_0_0_nncf_smooth_quant_0" -> "844 linear_39" [label="(1, 15, 15, 512)", style=solid]; +"839 linear_39_zero_point_0_updated_constant0" -> "843 sub_tensor_40" [label="(12, 1)", style=solid]; +"840 linear_39_scale_0_updated_constant0" -> "842 mul_tensor_40" [label="(12, 1)", style=solid]; +"841 compressed_weight_updated_constant40" -> "842 mul_tensor_40" [label="(12, 512)", style=solid]; +"842 mul_tensor_40" -> "843 sub_tensor_40" [label="(12, 512)", style=solid]; +"843 sub_tensor_40" -> "844 linear_39" [label=None, style=solid]; +"844 linear_39" -> "845 view_33" [label="(1, 15, 15, 12)", style=solid]; +"845 view_33" -> "847 index_6" [label="(225, 12)", style=solid]; +"846 _tensor_constant40" -> "847 index_6" [label="(4096,)", style=solid]; +"847 index_6" -> "848 view_34" [label="(4096, 12)", style=solid]; +"848 view_34" -> "849 permute_28" [label="(64, 64, 12)", style=solid]; +"849 permute_28" -> "850 contiguous_10" [label="(12, 64, 64)", style=solid]; +"850 contiguous_10" -> "851 unsqueeze_18" [label="(12, 64, 64)", style=solid]; +"851 unsqueeze_18" -> "852 sigmoid_6" [label="(1, 12, 64, 64)", style=solid]; +"852 sigmoid_6" -> "853 mul_12" [label="(1, 12, 64, 64)", style=solid]; +"853 mul_12" -> "891 add_21" [label="(1, 12, 64, 64)", style=solid]; +"854 pad_8" -> "855 view_35" [label="(1, 16, 16, 384)", style=solid]; +"855 view_35" -> "856 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"856 permute_29" -> "857 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"857 reshape_27" -> "858 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"858 reshape_27_0_0_nncf_smooth_quant_0" -> "859 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"859 quantize_per_tensor_default_39" -> "860 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"860 dequantize_per_tensor_default_39" -> "867 linear_40" [label="(4, 64, 384)", style=solid]; +"861 linear_40_zero_point_0_updated_constant0" -> "866 sub_tensor_41" [label="(1152, 1)", style=solid]; +"862 linear_40_scale_0_updated_constant0" -> "865 mul_tensor_41" [label="(1152, 1)", style=solid]; +"863 compressed_weight_updated_constant41" -> "865 mul_tensor_41" [label="(1152, 384)", style=solid]; +"864 _param_constant109_0_0" -> "867 linear_40" [label="(1152,)", style=solid]; +"865 mul_tensor_41" -> "866 sub_tensor_41" [label="(1152, 384)", style=solid]; +"866 sub_tensor_41" -> "867 linear_40" [label=None, style=solid]; +"867 linear_40" -> "868 reshape_28" [label="(4, 64, 1152)", style=solid]; +"868 reshape_28" -> "869 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; +"869 permute_30" -> "870 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; +"869 permute_30" -> "871 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; +"869 permute_30" -> "872 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; +"870 select_18" -> "873 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; +"870 select_18" -> "875 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; +"870 select_18" -> "876 div_12" [label="(4, 12, 64, 32)", style=solid]; +"871 select_19" -> "879 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; +"871 select_19" -> "881 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; +"871 select_19" -> "882 div_13" [label="(4, 12, 64, 32)", style=solid]; +"872 select_20" -> "894 matmul_13" [label="(4, 12, 64, 32)", style=solid]; +"873 linalg_vector_norm_12" -> "874 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; +"874 clamp_min_12" -> "875 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; +"875 expand_as_12" -> "876 div_12" [label="(4, 12, 64, 32)", style=solid]; +"876 div_12" -> "877 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"877 quantize_per_tensor_default_40" -> "878 dequantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"878 dequantize_per_tensor_default_40" -> "886 matmul_12" [label="(4, 12, 64, 32)", style=solid]; +"879 linalg_vector_norm_13" -> "880 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; +"880 clamp_min_13" -> "881 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; +"881 expand_as_13" -> "882 div_13" [label="(4, 12, 64, 32)", style=solid]; +"882 div_13" -> "883 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"883 quantize_per_tensor_default_41" -> "884 dequantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"884 dequantize_per_tensor_default_41" -> "885 transpose_12" [label="(4, 12, 64, 32)", style=solid]; +"885 transpose_12" -> "886 matmul_12" [label="(4, 12, 32, 64)", style=solid]; +"886 matmul_12" -> "890 mul_13" [label="(4, 12, 64, 64)", style=solid]; +"887 _param_constant111" -> "888 clamp_6" [label="(12, 1, 1)", style=solid]; +"888 clamp_6" -> "889 exp_6" [label="(12, 1, 1)", style=solid]; +"889 exp_6" -> "890 mul_13" [label="(12, 1, 1)", style=solid]; +"890 mul_13" -> "891 add_21" [label="(4, 12, 64, 64)", style=solid]; +"891 add_21" -> "892 softmax_6" [label="(4, 12, 64, 64)", style=solid]; +"892 softmax_6" -> "893 dropout_24" [label="(4, 12, 64, 64)", style=solid]; +"893 dropout_24" -> "894 matmul_13" [label="(4, 12, 64, 64)", style=solid]; +"894 matmul_13" -> "895 transpose_13" [label="(4, 12, 64, 32)", style=solid]; +"895 transpose_13" -> "896 reshape_29" [label="(4, 64, 12, 32)", style=solid]; +"896 reshape_29" -> "897 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"897 reshape_29_0_0_nncf_smooth_quant_0" -> "898 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"898 quantize_per_tensor_default_42" -> "899 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"899 dequantize_per_tensor_default_42" -> "906 linear_41" [label="(4, 64, 384)", style=solid]; +"900 linear_41_zero_point_0_updated_constant0" -> "905 sub_tensor_42" [label="(384, 1)", style=solid]; +"901 linear_41_scale_0_updated_constant0" -> "904 mul_tensor_42" [label="(384, 1)", style=solid]; +"902 compressed_weight_updated_constant42" -> "904 mul_tensor_42" [label="(384, 384)", style=solid]; +"903 _param_constant113_0_0" -> "906 linear_41" [label="(384,)", style=solid]; +"904 mul_tensor_42" -> "905 sub_tensor_42" [label="(384, 384)", style=solid]; +"905 sub_tensor_42" -> "906 linear_41" [label=None, style=solid]; +"906 linear_41" -> "907 dropout_25" [label="(4, 64, 384)", style=solid]; +"907 dropout_25" -> "908 view_36" [label="(4, 64, 384)", style=solid]; +"908 view_36" -> "909 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"909 permute_31" -> "910 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"910 reshape_30" -> "911 slice_106" [label="(1, 16, 16, 384)", style=solid]; +"911 slice_106" -> "912 slice_107" [label="(1, 16, 16, 384)", style=solid]; +"912 slice_107" -> "913 slice_108" [label="(1, 14, 16, 384)", style=solid]; +"913 slice_108" -> "914 slice_109" [label="(1, 14, 14, 384)", style=solid]; +"914 slice_109" -> "915 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; +"915 contiguous_11" -> "918 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; +"916 _param_constant114" -> "918 layer_norm_15" [label="(384,)", style=solid]; +"917 _param_constant115" -> "918 layer_norm_15" [label="(384,)", style=solid]; +"918 layer_norm_15" -> "919 add_22" [label="(1, 14, 14, 384)", style=solid]; +"919 add_22" -> "920 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"919 add_22" -> "946 add_23" [label="(1, 14, 14, 384)", style=solid]; +"920 add_22_0_0_nncf_smooth_quant_0" -> "921 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"921 quantize_per_tensor_default_43" -> "922 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"922 dequantize_per_tensor_default_43" -> "929 linear_42" [label="(1, 14, 14, 384)", style=solid]; +"923 linear_42_zero_point_0_updated_constant0" -> "928 sub_tensor_43" [label="(1536, 1)", style=solid]; +"924 linear_42_scale_0_updated_constant0" -> "927 mul_tensor_43" [label="(1536, 1)", style=solid]; +"925 compressed_weight_updated_constant43" -> "927 mul_tensor_43" [label="(1536, 384)", style=solid]; +"926 _param_constant117_0_0" -> "929 linear_42" [label="(1536,)", style=solid]; +"927 mul_tensor_43" -> "928 sub_tensor_43" [label="(1536, 384)", style=solid]; +"928 sub_tensor_43" -> "929 linear_42" [label=None, style=solid]; +"929 linear_42" -> "930 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; +"930 gelu_6" -> "931 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; +"931 dropout_26" -> "932 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"932 dropout_26_0_0_nncf_smooth_quant_0" -> "933 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"933 quantize_per_tensor_default_44" -> "934 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"934 dequantize_per_tensor_default_44" -> "941 linear_43" [label="(1, 14, 14, 1536)", style=solid]; +"935 linear_43_zero_point_0_updated_constant0" -> "940 sub_tensor_44" [label="(384, 1)", style=solid]; +"936 linear_43_scale_0_updated_constant0" -> "939 mul_tensor_44" [label="(384, 1)", style=solid]; +"937 compressed_weight_updated_constant44" -> "939 mul_tensor_44" [label="(384, 1536)", style=solid]; +"938 _param_constant119_0_0" -> "941 linear_43" [label="(384,)", style=solid]; +"939 mul_tensor_44" -> "940 sub_tensor_44" [label="(384, 1536)", style=solid]; +"940 sub_tensor_44" -> "941 linear_43" [label=None, style=solid]; +"941 linear_43" -> "942 dropout_27" [label="(1, 14, 14, 384)", style=solid]; +"942 dropout_27" -> "945 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; +"943 _param_constant120" -> "945 layer_norm_16" [label="(384,)", style=solid]; +"944 _param_constant121" -> "945 layer_norm_16" [label="(384,)", style=solid]; +"945 layer_norm_16" -> "946 add_23" [label="(1, 14, 14, 384)", style=solid]; +"946 add_23" -> "973 pad_9" [label="(1, 14, 14, 384)", style=solid]; +"946 add_23" -> "1056 add_26" [label="(1, 14, 14, 384)", style=solid]; +"947 _tensor_constant41" -> "948 _tensor_constant41_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"948 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "955 linear_44" [label="(1, 15, 15, 2)", style=solid]; +"949 linear_44_zero_point_0_updated_constant0" -> "954 sub_tensor_45" [label="(512, 1)", style=solid]; +"950 linear_44_scale_0_updated_constant0" -> "953 mul_tensor_45" [label="(512, 1)", style=solid]; +"951 compressed_weight_updated_constant45" -> "953 mul_tensor_45" [label="(512, 2)", style=solid]; +"952 _param_constant123_0_0" -> "955 linear_44" [label="(512,)", style=solid]; +"953 mul_tensor_45" -> "954 sub_tensor_45" [label="(512, 2)", style=solid]; +"954 sub_tensor_45" -> "955 linear_44" [label=None, style=solid]; +"955 linear_44" -> "956 relu__7" [label="(1, 15, 15, 512)", style=solid]; +"956 relu__7" -> "957 relu__7_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"957 relu__7_0_0_nncf_smooth_quant_0" -> "963 linear_45" [label="(1, 15, 15, 512)", style=solid]; +"958 linear_45_zero_point_0_updated_constant0" -> "962 sub_tensor_46" [label="(12, 1)", style=solid]; +"959 linear_45_scale_0_updated_constant0" -> "961 mul_tensor_46" [label="(12, 1)", style=solid]; +"960 compressed_weight_updated_constant46" -> "961 mul_tensor_46" [label="(12, 512)", style=solid]; +"961 mul_tensor_46" -> "962 sub_tensor_46" [label="(12, 512)", style=solid]; +"962 sub_tensor_46" -> "963 linear_45" [label=None, style=solid]; +"963 linear_45" -> "964 view_37" [label="(1, 15, 15, 12)", style=solid]; +"964 view_37" -> "966 index_7" [label="(225, 12)", style=solid]; +"965 _tensor_constant42" -> "966 index_7" [label="(4096,)", style=solid]; +"966 index_7" -> "967 view_38" [label="(4096, 12)", style=solid]; +"967 view_38" -> "968 permute_32" [label="(64, 64, 12)", style=solid]; +"968 permute_32" -> "969 contiguous_12" [label="(12, 64, 64)", style=solid]; +"969 contiguous_12" -> "970 unsqueeze_19" [label="(12, 64, 64)", style=solid]; +"970 unsqueeze_19" -> "971 sigmoid_7" [label="(1, 12, 64, 64)", style=solid]; +"971 sigmoid_7" -> "972 mul_14" [label="(1, 12, 64, 64)", style=solid]; +"972 mul_14" -> "1011 add_24" [label="(1, 12, 64, 64)", style=solid]; +"973 pad_9" -> "974 roll_6" [label="(1, 16, 16, 384)", style=solid]; +"974 roll_6" -> "975 view_39" [label="(1, 16, 16, 384)", style=solid]; +"975 view_39" -> "976 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"976 permute_33" -> "977 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"977 reshape_31" -> "978 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"977 reshape_31" -> "1012 new_zeros_3" [label="(4, 64, 384)", style=solid]; +"978 reshape_31_0_0_nncf_smooth_quant_0" -> "979 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"979 quantize_per_tensor_default_45" -> "980 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"980 dequantize_per_tensor_default_45" -> "987 linear_46" [label="(4, 64, 384)", style=solid]; +"981 linear_46_zero_point_0_updated_constant0" -> "986 sub_tensor_47" [label="(1152, 1)", style=solid]; +"982 linear_46_scale_0_updated_constant0" -> "985 mul_tensor_47" [label="(1152, 1)", style=solid]; +"983 compressed_weight_updated_constant47" -> "985 mul_tensor_47" [label="(1152, 384)", style=solid]; +"984 _param_constant125_0_0" -> "987 linear_46" [label="(1152,)", style=solid]; +"985 mul_tensor_47" -> "986 sub_tensor_47" [label="(1152, 384)", style=solid]; +"986 sub_tensor_47" -> "987 linear_46" [label=None, style=solid]; +"987 linear_46" -> "988 reshape_32" [label="(4, 64, 1152)", style=solid]; +"988 reshape_32" -> "989 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; +"989 permute_34" -> "990 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; +"989 permute_34" -> "991 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; +"989 permute_34" -> "992 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; +"990 select_21" -> "993 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; +"990 select_21" -> "995 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; +"990 select_21" -> "996 div_14" [label="(4, 12, 64, 32)", style=solid]; +"991 select_22" -> "999 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; +"991 select_22" -> "1001 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; +"991 select_22" -> "1002 div_15" [label="(4, 12, 64, 32)", style=solid]; +"992 select_23" -> "1030 matmul_15" [label="(4, 12, 64, 32)", style=solid]; +"993 linalg_vector_norm_14" -> "994 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; +"994 clamp_min_14" -> "995 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; +"995 expand_as_14" -> "996 div_14" [label="(4, 12, 64, 32)", style=solid]; +"996 div_14" -> "997 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"997 quantize_per_tensor_default_46" -> "998 dequantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"998 dequantize_per_tensor_default_46" -> "1006 matmul_14" [label="(4, 12, 64, 32)", style=solid]; +"999 linalg_vector_norm_15" -> "1000 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; +"1000 clamp_min_15" -> "1001 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; +"1001 expand_as_15" -> "1002 div_15" [label="(4, 12, 64, 32)", style=solid]; +"1002 div_15" -> "1003 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"1003 quantize_per_tensor_default_47" -> "1004 dequantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"1004 dequantize_per_tensor_default_47" -> "1005 transpose_14" [label="(4, 12, 64, 32)", style=solid]; +"1005 transpose_14" -> "1006 matmul_14" [label="(4, 12, 32, 64)", style=solid]; +"1006 matmul_14" -> "1010 mul_15" [label="(4, 12, 64, 64)", style=solid]; +"1007 _param_constant127" -> "1008 clamp_7" [label="(12, 1, 1)", style=solid]; +"1008 clamp_7" -> "1009 exp_7" [label="(12, 1, 1)", style=solid]; +"1009 exp_7" -> "1010 mul_15" [label="(12, 1, 1)", style=solid]; +"1010 mul_15" -> "1011 add_24" [label="(4, 12, 64, 64)", style=solid]; +"1011 add_24" -> "1023 view_41" [label="(4, 12, 64, 64)", style=solid]; +"1012 new_zeros_3" -> "1013 view_40" [label="(16, 16)", style=solid]; +"1013 view_40" -> "1014 permute_35" [label="(2, 8, 2, 8)", style=solid]; +"1014 permute_35" -> "1015 reshape_33" [label="(2, 2, 8, 8)", style=solid]; +"1015 reshape_33" -> "1016 unsqueeze_20" [label="(4, 64)", style=solid]; +"1015 reshape_33" -> "1017 unsqueeze_21" [label="(4, 64)", style=solid]; +"1016 unsqueeze_20" -> "1018 sub_3" [label="(4, 1, 64)", style=solid]; +"1017 unsqueeze_21" -> "1018 sub_3" [label="(4, 64, 1)", style=solid]; +"1018 sub_3" -> "1019 ne_3" [label="(4, 64, 64)", style=solid]; +"1018 sub_3" -> "1020 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"1018 sub_3" -> "1021 eq_3" [label="(4, 64, 64)", style=solid]; +"1019 ne_3" -> "1020 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"1020 masked_fill_6" -> "1022 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"1021 eq_3" -> "1022 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"1022 masked_fill_7" -> "1024 unsqueeze_22" [label="(4, 64, 64)", style=solid]; +"1023 view_41" -> "1026 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; +"1024 unsqueeze_22" -> "1025 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; +"1025 unsqueeze_23" -> "1026 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; +"1026 add_25" -> "1027 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; +"1027 view_42" -> "1028 softmax_7" [label="(4, 12, 64, 64)", style=solid]; +"1028 softmax_7" -> "1029 dropout_28" [label="(4, 12, 64, 64)", style=solid]; +"1029 dropout_28" -> "1030 matmul_15" [label="(4, 12, 64, 64)", style=solid]; +"1030 matmul_15" -> "1031 transpose_15" [label="(4, 12, 64, 32)", style=solid]; +"1031 transpose_15" -> "1032 reshape_34" [label="(4, 64, 12, 32)", style=solid]; +"1032 reshape_34" -> "1033 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1033 reshape_34_0_0_nncf_smooth_quant_0" -> "1034 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"1034 quantize_per_tensor_default_48" -> "1035 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"1035 dequantize_per_tensor_default_48" -> "1042 linear_47" [label="(4, 64, 384)", style=solid]; +"1036 linear_47_zero_point_0_updated_constant0" -> "1041 sub_tensor_48" [label="(384, 1)", style=solid]; +"1037 linear_47_scale_0_updated_constant0" -> "1040 mul_tensor_48" [label="(384, 1)", style=solid]; +"1038 compressed_weight_updated_constant48" -> "1040 mul_tensor_48" [label="(384, 384)", style=solid]; +"1039 _param_constant129_0_0" -> "1042 linear_47" [label="(384,)", style=solid]; +"1040 mul_tensor_48" -> "1041 sub_tensor_48" [label="(384, 384)", style=solid]; +"1041 sub_tensor_48" -> "1042 linear_47" [label=None, style=solid]; +"1042 linear_47" -> "1043 dropout_29" [label="(4, 64, 384)", style=solid]; +"1043 dropout_29" -> "1044 view_43" [label="(4, 64, 384)", style=solid]; +"1044 view_43" -> "1045 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1045 permute_36" -> "1046 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1046 reshape_35" -> "1047 roll_7" [label="(1, 16, 16, 384)", style=solid]; +"1047 roll_7" -> "1048 slice_129" [label="(1, 16, 16, 384)", style=solid]; +"1048 slice_129" -> "1049 slice_130" [label="(1, 16, 16, 384)", style=solid]; +"1049 slice_130" -> "1050 slice_131" [label="(1, 14, 16, 384)", style=solid]; +"1050 slice_131" -> "1051 slice_132" [label="(1, 14, 14, 384)", style=solid]; +"1051 slice_132" -> "1052 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; +"1052 contiguous_13" -> "1055 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; +"1053 _param_constant130" -> "1055 layer_norm_17" [label="(384,)", style=solid]; +"1054 _param_constant131" -> "1055 layer_norm_17" [label="(384,)", style=solid]; +"1055 layer_norm_17" -> "1056 add_26" [label="(1, 14, 14, 384)", style=solid]; +"1056 add_26" -> "1057 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1056 add_26" -> "1083 add_27" [label="(1, 14, 14, 384)", style=solid]; +"1057 add_26_0_0_nncf_smooth_quant_0" -> "1058 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"1058 quantize_per_tensor_default_49" -> "1059 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"1059 dequantize_per_tensor_default_49" -> "1066 linear_48" [label="(1, 14, 14, 384)", style=solid]; +"1060 linear_48_zero_point_0_updated_constant0" -> "1065 sub_tensor_49" [label="(1536, 1)", style=solid]; +"1061 linear_48_scale_0_updated_constant0" -> "1064 mul_tensor_49" [label="(1536, 1)", style=solid]; +"1062 compressed_weight_updated_constant49" -> "1064 mul_tensor_49" [label="(1536, 384)", style=solid]; +"1063 _param_constant133_0_0" -> "1066 linear_48" [label="(1536,)", style=solid]; +"1064 mul_tensor_49" -> "1065 sub_tensor_49" [label="(1536, 384)", style=solid]; +"1065 sub_tensor_49" -> "1066 linear_48" [label=None, style=solid]; +"1066 linear_48" -> "1067 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; +"1067 gelu_7" -> "1068 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; +"1068 dropout_30" -> "1069 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1069 dropout_30_0_0_nncf_smooth_quant_0" -> "1070 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"1070 quantize_per_tensor_default_50" -> "1071 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"1071 dequantize_per_tensor_default_50" -> "1078 linear_49" [label="(1, 14, 14, 1536)", style=solid]; +"1072 linear_49_zero_point_0_updated_constant0" -> "1077 sub_tensor_50" [label="(384, 1)", style=solid]; +"1073 linear_49_scale_0_updated_constant0" -> "1076 mul_tensor_50" [label="(384, 1)", style=solid]; +"1074 compressed_weight_updated_constant50" -> "1076 mul_tensor_50" [label="(384, 1536)", style=solid]; +"1075 _param_constant135_0_0" -> "1078 linear_49" [label="(384,)", style=solid]; +"1076 mul_tensor_50" -> "1077 sub_tensor_50" [label="(384, 1536)", style=solid]; +"1077 sub_tensor_50" -> "1078 linear_49" [label=None, style=solid]; +"1078 linear_49" -> "1079 dropout_31" [label="(1, 14, 14, 384)", style=solid]; +"1079 dropout_31" -> "1082 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; +"1080 _param_constant136" -> "1082 layer_norm_18" [label="(384,)", style=solid]; +"1081 _param_constant137" -> "1082 layer_norm_18" [label="(384,)", style=solid]; +"1082 layer_norm_18" -> "1083 add_27" [label="(1, 14, 14, 384)", style=solid]; +"1083 add_27" -> "1110 pad_10" [label="(1, 14, 14, 384)", style=solid]; +"1083 add_27" -> "1175 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1084 _tensor_constant52" -> "1085 _tensor_constant52_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1085 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "1092 linear_50" [label="(1, 15, 15, 2)", style=solid]; +"1086 linear_50_zero_point_0_updated_constant0" -> "1091 sub_tensor_51" [label="(512, 1)", style=solid]; +"1087 linear_50_scale_0_updated_constant0" -> "1090 mul_tensor_51" [label="(512, 1)", style=solid]; +"1088 compressed_weight_updated_constant51" -> "1090 mul_tensor_51" [label="(512, 2)", style=solid]; +"1089 _param_constant139_0_0" -> "1092 linear_50" [label="(512,)", style=solid]; +"1090 mul_tensor_51" -> "1091 sub_tensor_51" [label="(512, 2)", style=solid]; +"1091 sub_tensor_51" -> "1092 linear_50" [label=None, style=solid]; +"1092 linear_50" -> "1093 relu__8" [label="(1, 15, 15, 512)", style=solid]; +"1093 relu__8" -> "1094 relu__8_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1094 relu__8_0_0_nncf_smooth_quant_0" -> "1100 linear_51" [label="(1, 15, 15, 512)", style=solid]; +"1095 linear_51_zero_point_0_updated_constant0" -> "1099 sub_tensor_52" [label="(12, 1)", style=solid]; +"1096 linear_51_scale_0_updated_constant0" -> "1098 mul_tensor_52" [label="(12, 1)", style=solid]; +"1097 compressed_weight_updated_constant52" -> "1098 mul_tensor_52" [label="(12, 512)", style=solid]; +"1098 mul_tensor_52" -> "1099 sub_tensor_52" [label="(12, 512)", style=solid]; +"1099 sub_tensor_52" -> "1100 linear_51" [label=None, style=solid]; +"1100 linear_51" -> "1101 view_44" [label="(1, 15, 15, 12)", style=solid]; +"1101 view_44" -> "1103 index_8" [label="(225, 12)", style=solid]; +"1102 _tensor_constant53" -> "1103 index_8" [label="(4096,)", style=solid]; +"1103 index_8" -> "1104 view_45" [label="(4096, 12)", style=solid]; +"1104 view_45" -> "1105 permute_37" [label="(64, 64, 12)", style=solid]; +"1105 permute_37" -> "1106 contiguous_14" [label="(12, 64, 64)", style=solid]; +"1106 contiguous_14" -> "1107 unsqueeze_24" [label="(12, 64, 64)", style=solid]; +"1107 unsqueeze_24" -> "1108 sigmoid_8" [label="(1, 12, 64, 64)", style=solid]; +"1108 sigmoid_8" -> "1109 mul_16" [label="(1, 12, 64, 64)", style=solid]; +"1109 mul_16" -> "1147 add_28" [label="(1, 12, 64, 64)", style=solid]; +"1110 pad_10" -> "1111 view_46" [label="(1, 16, 16, 384)", style=solid]; +"1111 view_46" -> "1112 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1112 permute_38" -> "1113 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1113 reshape_36" -> "1114 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1114 reshape_36_0_0_nncf_smooth_quant_0" -> "1115 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"1115 quantize_per_tensor_default_51" -> "1116 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"1116 dequantize_per_tensor_default_51" -> "1123 linear_52" [label="(4, 64, 384)", style=solid]; +"1117 linear_52_zero_point_0_updated_constant0" -> "1122 sub_tensor_53" [label="(1152, 1)", style=solid]; +"1118 linear_52_scale_0_updated_constant0" -> "1121 mul_tensor_53" [label="(1152, 1)", style=solid]; +"1119 compressed_weight_updated_constant53" -> "1121 mul_tensor_53" [label="(1152, 384)", style=solid]; +"1120 _param_constant141_0_0" -> "1123 linear_52" [label="(1152,)", style=solid]; +"1121 mul_tensor_53" -> "1122 sub_tensor_53" [label="(1152, 384)", style=solid]; +"1122 sub_tensor_53" -> "1123 linear_52" [label=None, style=solid]; +"1123 linear_52" -> "1124 reshape_37" [label="(4, 64, 1152)", style=solid]; +"1124 reshape_37" -> "1125 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; +"1125 permute_39" -> "1126 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; +"1125 permute_39" -> "1127 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; +"1125 permute_39" -> "1128 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; +"1126 select_24" -> "1129 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; +"1126 select_24" -> "1131 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; +"1126 select_24" -> "1132 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1127 select_25" -> "1135 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; +"1127 select_25" -> "1137 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; +"1127 select_25" -> "1138 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1128 select_26" -> "1150 matmul_17" [label="(4, 12, 64, 32)", style=solid]; +"1129 linalg_vector_norm_16" -> "1130 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; +"1130 clamp_min_16" -> "1131 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; +"1131 expand_as_16" -> "1132 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1132 div_16" -> "1133 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1133 quantize_per_tensor_default_52" -> "1134 dequantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1134 dequantize_per_tensor_default_52" -> "1142 matmul_16" [label="(4, 12, 64, 32)", style=solid]; +"1135 linalg_vector_norm_17" -> "1136 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; +"1136 clamp_min_17" -> "1137 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; +"1137 expand_as_17" -> "1138 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1138 div_17" -> "1139 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1139 quantize_per_tensor_default_53" -> "1140 dequantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1140 dequantize_per_tensor_default_53" -> "1141 transpose_16" [label="(4, 12, 64, 32)", style=solid]; +"1141 transpose_16" -> "1142 matmul_16" [label="(4, 12, 32, 64)", style=solid]; +"1142 matmul_16" -> "1146 mul_17" [label="(4, 12, 64, 64)", style=solid]; +"1143 _param_constant143" -> "1144 clamp_8" [label="(12, 1, 1)", style=solid]; +"1144 clamp_8" -> "1145 exp_8" [label="(12, 1, 1)", style=solid]; +"1145 exp_8" -> "1146 mul_17" [label="(12, 1, 1)", style=solid]; +"1146 mul_17" -> "1147 add_28" [label="(4, 12, 64, 64)", style=solid]; +"1147 add_28" -> "1148 softmax_8" [label="(4, 12, 64, 64)", style=solid]; +"1148 softmax_8" -> "1149 dropout_32" [label="(4, 12, 64, 64)", style=solid]; +"1149 dropout_32" -> "1150 matmul_17" [label="(4, 12, 64, 64)", style=solid]; +"1150 matmul_17" -> "1151 transpose_17" [label="(4, 12, 64, 32)", style=solid]; +"1151 transpose_17" -> "1152 reshape_38" [label="(4, 64, 12, 32)", style=solid]; +"1152 reshape_38" -> "1153 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1153 reshape_38_0_0_nncf_smooth_quant_0" -> "1154 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1154 quantize_per_tensor_default_54" -> "1155 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1155 dequantize_per_tensor_default_54" -> "1162 linear_53" [label="(4, 64, 384)", style=solid]; +"1156 linear_53_zero_point_0_updated_constant0" -> "1161 sub_tensor_54" [label="(384, 1)", style=solid]; +"1157 linear_53_scale_0_updated_constant0" -> "1160 mul_tensor_54" [label="(384, 1)", style=solid]; +"1158 compressed_weight_updated_constant54" -> "1160 mul_tensor_54" [label="(384, 384)", style=solid]; +"1159 _param_constant145_0_0" -> "1162 linear_53" [label="(384,)", style=solid]; +"1160 mul_tensor_54" -> "1161 sub_tensor_54" [label="(384, 384)", style=solid]; +"1161 sub_tensor_54" -> "1162 linear_53" [label=None, style=solid]; +"1162 linear_53" -> "1163 dropout_33" [label="(4, 64, 384)", style=solid]; +"1163 dropout_33" -> "1164 view_47" [label="(4, 64, 384)", style=solid]; +"1164 view_47" -> "1165 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1165 permute_40" -> "1166 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1166 reshape_39" -> "1167 slice_134" [label="(1, 16, 16, 384)", style=solid]; +"1167 slice_134" -> "1168 slice_135" [label="(1, 16, 16, 384)", style=solid]; +"1168 slice_135" -> "1169 slice_136" [label="(1, 14, 16, 384)", style=solid]; +"1169 slice_136" -> "1170 slice_137" [label="(1, 14, 14, 384)", style=solid]; +"1170 slice_137" -> "1171 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; +"1171 contiguous_15" -> "1174 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; +"1172 _param_constant146" -> "1174 layer_norm_19" [label="(384,)", style=solid]; +"1173 _param_constant147" -> "1174 layer_norm_19" [label="(384,)", style=solid]; +"1174 layer_norm_19" -> "1175 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1175 add_29" -> "1176 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1175 add_29" -> "1202 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1176 add_29_0_0_nncf_smooth_quant_0" -> "1177 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1177 quantize_per_tensor_default_55" -> "1178 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1178 dequantize_per_tensor_default_55" -> "1185 linear_54" [label="(1, 14, 14, 384)", style=solid]; +"1179 linear_54_zero_point_0_updated_constant0" -> "1184 sub_tensor_55" [label="(1536, 1)", style=solid]; +"1180 linear_54_scale_0_updated_constant0" -> "1183 mul_tensor_55" [label="(1536, 1)", style=solid]; +"1181 compressed_weight_updated_constant55" -> "1183 mul_tensor_55" [label="(1536, 384)", style=solid]; +"1182 _param_constant149_0_0" -> "1185 linear_54" [label="(1536,)", style=solid]; +"1183 mul_tensor_55" -> "1184 sub_tensor_55" [label="(1536, 384)", style=solid]; +"1184 sub_tensor_55" -> "1185 linear_54" [label=None, style=solid]; +"1185 linear_54" -> "1186 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; +"1186 gelu_8" -> "1187 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; +"1187 dropout_34" -> "1188 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1188 dropout_34_0_0_nncf_smooth_quant_0" -> "1189 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1189 quantize_per_tensor_default_56" -> "1190 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1190 dequantize_per_tensor_default_56" -> "1197 linear_55" [label="(1, 14, 14, 1536)", style=solid]; +"1191 linear_55_zero_point_0_updated_constant0" -> "1196 sub_tensor_56" [label="(384, 1)", style=solid]; +"1192 linear_55_scale_0_updated_constant0" -> "1195 mul_tensor_56" [label="(384, 1)", style=solid]; +"1193 compressed_weight_updated_constant56" -> "1195 mul_tensor_56" [label="(384, 1536)", style=solid]; +"1194 _param_constant151_0_0" -> "1197 linear_55" [label="(384,)", style=solid]; +"1195 mul_tensor_56" -> "1196 sub_tensor_56" [label="(384, 1536)", style=solid]; +"1196 sub_tensor_56" -> "1197 linear_55" [label=None, style=solid]; +"1197 linear_55" -> "1198 dropout_35" [label="(1, 14, 14, 384)", style=solid]; +"1198 dropout_35" -> "1201 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; +"1199 _param_constant152" -> "1201 layer_norm_20" [label="(384,)", style=solid]; +"1200 _param_constant153" -> "1201 layer_norm_20" [label="(384,)", style=solid]; +"1201 layer_norm_20" -> "1202 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1202 add_30" -> "1229 pad_11" [label="(1, 14, 14, 384)", style=solid]; +"1202 add_30" -> "1312 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1203 _tensor_constant54" -> "1204 _tensor_constant54_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1204 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1211 linear_56" [label="(1, 15, 15, 2)", style=solid]; +"1205 linear_56_zero_point_0_updated_constant0" -> "1210 sub_tensor_57" [label="(512, 1)", style=solid]; +"1206 linear_56_scale_0_updated_constant0" -> "1209 mul_tensor_57" [label="(512, 1)", style=solid]; +"1207 compressed_weight_updated_constant57" -> "1209 mul_tensor_57" [label="(512, 2)", style=solid]; +"1208 _param_constant155_0_0" -> "1211 linear_56" [label="(512,)", style=solid]; +"1209 mul_tensor_57" -> "1210 sub_tensor_57" [label="(512, 2)", style=solid]; +"1210 sub_tensor_57" -> "1211 linear_56" [label=None, style=solid]; +"1211 linear_56" -> "1212 relu__9" [label="(1, 15, 15, 512)", style=solid]; +"1212 relu__9" -> "1213 relu__9_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1213 relu__9_0_0_nncf_smooth_quant_0" -> "1219 linear_57" [label="(1, 15, 15, 512)", style=solid]; +"1214 linear_57_zero_point_0_updated_constant0" -> "1218 sub_tensor_58" [label="(12, 1)", style=solid]; +"1215 linear_57_scale_0_updated_constant0" -> "1217 mul_tensor_58" [label="(12, 1)", style=solid]; +"1216 compressed_weight_updated_constant58" -> "1217 mul_tensor_58" [label="(12, 512)", style=solid]; +"1217 mul_tensor_58" -> "1218 sub_tensor_58" [label="(12, 512)", style=solid]; +"1218 sub_tensor_58" -> "1219 linear_57" [label=None, style=solid]; +"1219 linear_57" -> "1220 view_48" [label="(1, 15, 15, 12)", style=solid]; +"1220 view_48" -> "1222 index_9" [label="(225, 12)", style=solid]; +"1221 _tensor_constant55" -> "1222 index_9" [label="(4096,)", style=solid]; +"1222 index_9" -> "1223 view_49" [label="(4096, 12)", style=solid]; +"1223 view_49" -> "1224 permute_41" [label="(64, 64, 12)", style=solid]; +"1224 permute_41" -> "1225 contiguous_16" [label="(12, 64, 64)", style=solid]; +"1225 contiguous_16" -> "1226 unsqueeze_25" [label="(12, 64, 64)", style=solid]; +"1226 unsqueeze_25" -> "1227 sigmoid_9" [label="(1, 12, 64, 64)", style=solid]; +"1227 sigmoid_9" -> "1228 mul_18" [label="(1, 12, 64, 64)", style=solid]; +"1228 mul_18" -> "1267 add_31" [label="(1, 12, 64, 64)", style=solid]; +"1229 pad_11" -> "1230 roll_8" [label="(1, 16, 16, 384)", style=solid]; +"1230 roll_8" -> "1231 view_50" [label="(1, 16, 16, 384)", style=solid]; +"1231 view_50" -> "1232 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1232 permute_42" -> "1233 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1233 reshape_40" -> "1234 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1233 reshape_40" -> "1268 new_zeros_4" [label="(4, 64, 384)", style=solid]; +"1234 reshape_40_0_0_nncf_smooth_quant_0" -> "1235 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1235 quantize_per_tensor_default_57" -> "1236 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1236 dequantize_per_tensor_default_57" -> "1243 linear_58" [label="(4, 64, 384)", style=solid]; +"1237 linear_58_zero_point_0_updated_constant0" -> "1242 sub_tensor_59" [label="(1152, 1)", style=solid]; +"1238 linear_58_scale_0_updated_constant0" -> "1241 mul_tensor_59" [label="(1152, 1)", style=solid]; +"1239 compressed_weight_updated_constant59" -> "1241 mul_tensor_59" [label="(1152, 384)", style=solid]; +"1240 _param_constant157_0_0" -> "1243 linear_58" [label="(1152,)", style=solid]; +"1241 mul_tensor_59" -> "1242 sub_tensor_59" [label="(1152, 384)", style=solid]; +"1242 sub_tensor_59" -> "1243 linear_58" [label=None, style=solid]; +"1243 linear_58" -> "1244 reshape_41" [label="(4, 64, 1152)", style=solid]; +"1244 reshape_41" -> "1245 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; +"1245 permute_43" -> "1246 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; +"1245 permute_43" -> "1247 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; +"1245 permute_43" -> "1248 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; +"1246 select_27" -> "1249 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; +"1246 select_27" -> "1251 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; +"1246 select_27" -> "1252 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1247 select_28" -> "1255 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; +"1247 select_28" -> "1257 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; +"1247 select_28" -> "1258 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1248 select_29" -> "1286 matmul_19" [label="(4, 12, 64, 32)", style=solid]; +"1249 linalg_vector_norm_18" -> "1250 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; +"1250 clamp_min_18" -> "1251 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; +"1251 expand_as_18" -> "1252 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1252 div_18" -> "1253 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1253 quantize_per_tensor_default_58" -> "1254 dequantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1254 dequantize_per_tensor_default_58" -> "1262 matmul_18" [label="(4, 12, 64, 32)", style=solid]; +"1255 linalg_vector_norm_19" -> "1256 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; +"1256 clamp_min_19" -> "1257 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; +"1257 expand_as_19" -> "1258 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1258 div_19" -> "1259 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1259 quantize_per_tensor_default_59" -> "1260 dequantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1260 dequantize_per_tensor_default_59" -> "1261 transpose_18" [label="(4, 12, 64, 32)", style=solid]; +"1261 transpose_18" -> "1262 matmul_18" [label="(4, 12, 32, 64)", style=solid]; +"1262 matmul_18" -> "1266 mul_19" [label="(4, 12, 64, 64)", style=solid]; +"1263 _param_constant159" -> "1264 clamp_9" [label="(12, 1, 1)", style=solid]; +"1264 clamp_9" -> "1265 exp_9" [label="(12, 1, 1)", style=solid]; +"1265 exp_9" -> "1266 mul_19" [label="(12, 1, 1)", style=solid]; +"1266 mul_19" -> "1267 add_31" [label="(4, 12, 64, 64)", style=solid]; +"1267 add_31" -> "1279 view_52" [label="(4, 12, 64, 64)", style=solid]; +"1268 new_zeros_4" -> "1269 view_51" [label="(16, 16)", style=solid]; +"1269 view_51" -> "1270 permute_44" [label="(2, 8, 2, 8)", style=solid]; +"1270 permute_44" -> "1271 reshape_42" [label="(2, 2, 8, 8)", style=solid]; +"1271 reshape_42" -> "1272 unsqueeze_26" [label="(4, 64)", style=solid]; +"1271 reshape_42" -> "1273 unsqueeze_27" [label="(4, 64)", style=solid]; +"1272 unsqueeze_26" -> "1274 sub_4" [label="(4, 1, 64)", style=solid]; +"1273 unsqueeze_27" -> "1274 sub_4" [label="(4, 64, 1)", style=solid]; +"1274 sub_4" -> "1275 ne_4" [label="(4, 64, 64)", style=solid]; +"1274 sub_4" -> "1276 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1274 sub_4" -> "1277 eq_4" [label="(4, 64, 64)", style=solid]; +"1275 ne_4" -> "1276 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1276 masked_fill_8" -> "1278 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1277 eq_4" -> "1278 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1278 masked_fill_9" -> "1280 unsqueeze_28" [label="(4, 64, 64)", style=solid]; +"1279 view_52" -> "1282 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; +"1280 unsqueeze_28" -> "1281 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; +"1281 unsqueeze_29" -> "1282 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; +"1282 add_32" -> "1283 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1283 view_53" -> "1284 softmax_9" [label="(4, 12, 64, 64)", style=solid]; +"1284 softmax_9" -> "1285 dropout_36" [label="(4, 12, 64, 64)", style=solid]; +"1285 dropout_36" -> "1286 matmul_19" [label="(4, 12, 64, 64)", style=solid]; +"1286 matmul_19" -> "1287 transpose_19" [label="(4, 12, 64, 32)", style=solid]; +"1287 transpose_19" -> "1288 reshape_43" [label="(4, 64, 12, 32)", style=solid]; +"1288 reshape_43" -> "1289 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1289 reshape_43_0_0_nncf_smooth_quant_0" -> "1290 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1290 quantize_per_tensor_default_60" -> "1291 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1291 dequantize_per_tensor_default_60" -> "1298 linear_59" [label="(4, 64, 384)", style=solid]; +"1292 linear_59_zero_point_0_updated_constant0" -> "1297 sub_tensor_60" [label="(384, 1)", style=solid]; +"1293 linear_59_scale_0_updated_constant0" -> "1296 mul_tensor_60" [label="(384, 1)", style=solid]; +"1294 compressed_weight_updated_constant60" -> "1296 mul_tensor_60" [label="(384, 384)", style=solid]; +"1295 _param_constant161_0_0" -> "1298 linear_59" [label="(384,)", style=solid]; +"1296 mul_tensor_60" -> "1297 sub_tensor_60" [label="(384, 384)", style=solid]; +"1297 sub_tensor_60" -> "1298 linear_59" [label=None, style=solid]; +"1298 linear_59" -> "1299 dropout_37" [label="(4, 64, 384)", style=solid]; +"1299 dropout_37" -> "1300 view_54" [label="(4, 64, 384)", style=solid]; +"1300 view_54" -> "1301 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1301 permute_45" -> "1302 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1302 reshape_44" -> "1303 roll_9" [label="(1, 16, 16, 384)", style=solid]; +"1303 roll_9" -> "1304 slice_157" [label="(1, 16, 16, 384)", style=solid]; +"1304 slice_157" -> "1305 slice_158" [label="(1, 16, 16, 384)", style=solid]; +"1305 slice_158" -> "1306 slice_159" [label="(1, 14, 16, 384)", style=solid]; +"1306 slice_159" -> "1307 slice_160" [label="(1, 14, 14, 384)", style=solid]; +"1307 slice_160" -> "1308 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; +"1308 contiguous_17" -> "1311 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; +"1309 _param_constant162" -> "1311 layer_norm_21" [label="(384,)", style=solid]; +"1310 _param_constant163" -> "1311 layer_norm_21" [label="(384,)", style=solid]; +"1311 layer_norm_21" -> "1312 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1312 add_33" -> "1313 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1312 add_33" -> "1339 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1313 add_33_0_0_nncf_smooth_quant_0" -> "1314 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1314 quantize_per_tensor_default_61" -> "1315 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1315 dequantize_per_tensor_default_61" -> "1322 linear_60" [label="(1, 14, 14, 384)", style=solid]; +"1316 linear_60_zero_point_0_updated_constant0" -> "1321 sub_tensor_61" [label="(1536, 1)", style=solid]; +"1317 linear_60_scale_0_updated_constant0" -> "1320 mul_tensor_61" [label="(1536, 1)", style=solid]; +"1318 compressed_weight_updated_constant61" -> "1320 mul_tensor_61" [label="(1536, 384)", style=solid]; +"1319 _param_constant165_0_0" -> "1322 linear_60" [label="(1536,)", style=solid]; +"1320 mul_tensor_61" -> "1321 sub_tensor_61" [label="(1536, 384)", style=solid]; +"1321 sub_tensor_61" -> "1322 linear_60" [label=None, style=solid]; +"1322 linear_60" -> "1323 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; +"1323 gelu_9" -> "1324 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; +"1324 dropout_38" -> "1325 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1325 dropout_38_0_0_nncf_smooth_quant_0" -> "1326 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1326 quantize_per_tensor_default_62" -> "1327 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1327 dequantize_per_tensor_default_62" -> "1334 linear_61" [label="(1, 14, 14, 1536)", style=solid]; +"1328 linear_61_zero_point_0_updated_constant0" -> "1333 sub_tensor_62" [label="(384, 1)", style=solid]; +"1329 linear_61_scale_0_updated_constant0" -> "1332 mul_tensor_62" [label="(384, 1)", style=solid]; +"1330 compressed_weight_updated_constant62" -> "1332 mul_tensor_62" [label="(384, 1536)", style=solid]; +"1331 _param_constant167_0_0" -> "1334 linear_61" [label="(384,)", style=solid]; +"1332 mul_tensor_62" -> "1333 sub_tensor_62" [label="(384, 1536)", style=solid]; +"1333 sub_tensor_62" -> "1334 linear_61" [label=None, style=solid]; +"1334 linear_61" -> "1335 dropout_39" [label="(1, 14, 14, 384)", style=solid]; +"1335 dropout_39" -> "1338 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; +"1336 _param_constant168" -> "1338 layer_norm_22" [label="(384,)", style=solid]; +"1337 _param_constant169" -> "1338 layer_norm_22" [label="(384,)", style=solid]; +"1338 layer_norm_22" -> "1339 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1339 add_34" -> "1366 pad_12" [label="(1, 14, 14, 384)", style=solid]; +"1339 add_34" -> "1431 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1340 _tensor_constant65" -> "1341 _tensor_constant65_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1341 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1348 linear_62" [label="(1, 15, 15, 2)", style=solid]; +"1342 linear_62_zero_point_0_updated_constant0" -> "1347 sub_tensor_63" [label="(512, 1)", style=solid]; +"1343 linear_62_scale_0_updated_constant0" -> "1346 mul_tensor_63" [label="(512, 1)", style=solid]; +"1344 compressed_weight_updated_constant63" -> "1346 mul_tensor_63" [label="(512, 2)", style=solid]; +"1345 _param_constant171_0_0" -> "1348 linear_62" [label="(512,)", style=solid]; +"1346 mul_tensor_63" -> "1347 sub_tensor_63" [label="(512, 2)", style=solid]; +"1347 sub_tensor_63" -> "1348 linear_62" [label=None, style=solid]; +"1348 linear_62" -> "1349 relu__10" [label="(1, 15, 15, 512)", style=solid]; +"1349 relu__10" -> "1350 relu__10_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1350 relu__10_0_0_nncf_smooth_quant_0" -> "1356 linear_63" [label="(1, 15, 15, 512)", style=solid]; +"1351 linear_63_zero_point_0_updated_constant0" -> "1355 sub_tensor_64" [label="(12, 1)", style=solid]; +"1352 linear_63_scale_0_updated_constant0" -> "1354 mul_tensor_64" [label="(12, 1)", style=solid]; +"1353 compressed_weight_updated_constant64" -> "1354 mul_tensor_64" [label="(12, 512)", style=solid]; +"1354 mul_tensor_64" -> "1355 sub_tensor_64" [label="(12, 512)", style=solid]; +"1355 sub_tensor_64" -> "1356 linear_63" [label=None, style=solid]; +"1356 linear_63" -> "1357 view_55" [label="(1, 15, 15, 12)", style=solid]; +"1357 view_55" -> "1359 index_10" [label="(225, 12)", style=solid]; +"1358 _tensor_constant66" -> "1359 index_10" [label="(4096,)", style=solid]; +"1359 index_10" -> "1360 view_56" [label="(4096, 12)", style=solid]; +"1360 view_56" -> "1361 permute_46" [label="(64, 64, 12)", style=solid]; +"1361 permute_46" -> "1362 contiguous_18" [label="(12, 64, 64)", style=solid]; +"1362 contiguous_18" -> "1363 unsqueeze_30" [label="(12, 64, 64)", style=solid]; +"1363 unsqueeze_30" -> "1364 sigmoid_10" [label="(1, 12, 64, 64)", style=solid]; +"1364 sigmoid_10" -> "1365 mul_20" [label="(1, 12, 64, 64)", style=solid]; +"1365 mul_20" -> "1403 add_35" [label="(1, 12, 64, 64)", style=solid]; +"1366 pad_12" -> "1367 view_57" [label="(1, 16, 16, 384)", style=solid]; +"1367 view_57" -> "1368 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1368 permute_47" -> "1369 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1369 reshape_45" -> "1370 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1370 reshape_45_0_0_nncf_smooth_quant_0" -> "1371 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1371 quantize_per_tensor_default_63" -> "1372 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1372 dequantize_per_tensor_default_63" -> "1379 linear_64" [label="(4, 64, 384)", style=solid]; +"1373 linear_64_zero_point_0_updated_constant0" -> "1378 sub_tensor_65" [label="(1152, 1)", style=solid]; +"1374 linear_64_scale_0_updated_constant0" -> "1377 mul_tensor_65" [label="(1152, 1)", style=solid]; +"1375 compressed_weight_updated_constant65" -> "1377 mul_tensor_65" [label="(1152, 384)", style=solid]; +"1376 _param_constant173_0_0" -> "1379 linear_64" [label="(1152,)", style=solid]; +"1377 mul_tensor_65" -> "1378 sub_tensor_65" [label="(1152, 384)", style=solid]; +"1378 sub_tensor_65" -> "1379 linear_64" [label=None, style=solid]; +"1379 linear_64" -> "1380 reshape_46" [label="(4, 64, 1152)", style=solid]; +"1380 reshape_46" -> "1381 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; +"1381 permute_48" -> "1382 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; +"1381 permute_48" -> "1383 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; +"1381 permute_48" -> "1384 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; +"1382 select_30" -> "1385 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; +"1382 select_30" -> "1387 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; +"1382 select_30" -> "1388 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1383 select_31" -> "1391 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; +"1383 select_31" -> "1393 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; +"1383 select_31" -> "1394 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1384 select_32" -> "1406 matmul_21" [label="(4, 12, 64, 32)", style=solid]; +"1385 linalg_vector_norm_20" -> "1386 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; +"1386 clamp_min_20" -> "1387 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; +"1387 expand_as_20" -> "1388 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1388 div_20" -> "1389 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1389 quantize_per_tensor_default_64" -> "1390 dequantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1390 dequantize_per_tensor_default_64" -> "1398 matmul_20" [label="(4, 12, 64, 32)", style=solid]; +"1391 linalg_vector_norm_21" -> "1392 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; +"1392 clamp_min_21" -> "1393 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; +"1393 expand_as_21" -> "1394 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1394 div_21" -> "1395 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1395 quantize_per_tensor_default_65" -> "1396 dequantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1396 dequantize_per_tensor_default_65" -> "1397 transpose_20" [label="(4, 12, 64, 32)", style=solid]; +"1397 transpose_20" -> "1398 matmul_20" [label="(4, 12, 32, 64)", style=solid]; +"1398 matmul_20" -> "1402 mul_21" [label="(4, 12, 64, 64)", style=solid]; +"1399 _param_constant175" -> "1400 clamp_10" [label="(12, 1, 1)", style=solid]; +"1400 clamp_10" -> "1401 exp_10" [label="(12, 1, 1)", style=solid]; +"1401 exp_10" -> "1402 mul_21" [label="(12, 1, 1)", style=solid]; +"1402 mul_21" -> "1403 add_35" [label="(4, 12, 64, 64)", style=solid]; +"1403 add_35" -> "1404 softmax_10" [label="(4, 12, 64, 64)", style=solid]; +"1404 softmax_10" -> "1405 dropout_40" [label="(4, 12, 64, 64)", style=solid]; +"1405 dropout_40" -> "1406 matmul_21" [label="(4, 12, 64, 64)", style=solid]; +"1406 matmul_21" -> "1407 transpose_21" [label="(4, 12, 64, 32)", style=solid]; +"1407 transpose_21" -> "1408 reshape_47" [label="(4, 64, 12, 32)", style=solid]; +"1408 reshape_47" -> "1409 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1409 reshape_47_0_0_nncf_smooth_quant_0" -> "1410 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1410 quantize_per_tensor_default_66" -> "1411 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1411 dequantize_per_tensor_default_66" -> "1418 linear_65" [label="(4, 64, 384)", style=solid]; +"1412 linear_65_zero_point_0_updated_constant0" -> "1417 sub_tensor_66" [label="(384, 1)", style=solid]; +"1413 linear_65_scale_0_updated_constant0" -> "1416 mul_tensor_66" [label="(384, 1)", style=solid]; +"1414 compressed_weight_updated_constant66" -> "1416 mul_tensor_66" [label="(384, 384)", style=solid]; +"1415 _param_constant177_0_0" -> "1418 linear_65" [label="(384,)", style=solid]; +"1416 mul_tensor_66" -> "1417 sub_tensor_66" [label="(384, 384)", style=solid]; +"1417 sub_tensor_66" -> "1418 linear_65" [label=None, style=solid]; +"1418 linear_65" -> "1419 dropout_41" [label="(4, 64, 384)", style=solid]; +"1419 dropout_41" -> "1420 view_58" [label="(4, 64, 384)", style=solid]; +"1420 view_58" -> "1421 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1421 permute_49" -> "1422 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1422 reshape_48" -> "1423 slice_162" [label="(1, 16, 16, 384)", style=solid]; +"1423 slice_162" -> "1424 slice_163" [label="(1, 16, 16, 384)", style=solid]; +"1424 slice_163" -> "1425 slice_164" [label="(1, 14, 16, 384)", style=solid]; +"1425 slice_164" -> "1426 slice_165" [label="(1, 14, 14, 384)", style=solid]; +"1426 slice_165" -> "1427 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; +"1427 contiguous_19" -> "1430 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; +"1428 _param_constant178" -> "1430 layer_norm_23" [label="(384,)", style=solid]; +"1429 _param_constant179" -> "1430 layer_norm_23" [label="(384,)", style=solid]; +"1430 layer_norm_23" -> "1431 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1431 add_36" -> "1432 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1431 add_36" -> "1458 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1432 add_36_0_0_nncf_smooth_quant_0" -> "1433 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1433 quantize_per_tensor_default_67" -> "1434 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1434 dequantize_per_tensor_default_67" -> "1441 linear_66" [label="(1, 14, 14, 384)", style=solid]; +"1435 linear_66_zero_point_0_updated_constant0" -> "1440 sub_tensor_67" [label="(1536, 1)", style=solid]; +"1436 linear_66_scale_0_updated_constant0" -> "1439 mul_tensor_67" [label="(1536, 1)", style=solid]; +"1437 compressed_weight_updated_constant67" -> "1439 mul_tensor_67" [label="(1536, 384)", style=solid]; +"1438 _param_constant181_0_0" -> "1441 linear_66" [label="(1536,)", style=solid]; +"1439 mul_tensor_67" -> "1440 sub_tensor_67" [label="(1536, 384)", style=solid]; +"1440 sub_tensor_67" -> "1441 linear_66" [label=None, style=solid]; +"1441 linear_66" -> "1442 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; +"1442 gelu_10" -> "1443 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; +"1443 dropout_42" -> "1444 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1444 dropout_42_0_0_nncf_smooth_quant_0" -> "1445 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1445 quantize_per_tensor_default_68" -> "1446 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1446 dequantize_per_tensor_default_68" -> "1453 linear_67" [label="(1, 14, 14, 1536)", style=solid]; +"1447 linear_67_zero_point_0_updated_constant0" -> "1452 sub_tensor_68" [label="(384, 1)", style=solid]; +"1448 linear_67_scale_0_updated_constant0" -> "1451 mul_tensor_68" [label="(384, 1)", style=solid]; +"1449 compressed_weight_updated_constant68" -> "1451 mul_tensor_68" [label="(384, 1536)", style=solid]; +"1450 _param_constant183_0_0" -> "1453 linear_67" [label="(384,)", style=solid]; +"1451 mul_tensor_68" -> "1452 sub_tensor_68" [label="(384, 1536)", style=solid]; +"1452 sub_tensor_68" -> "1453 linear_67" [label=None, style=solid]; +"1453 linear_67" -> "1454 dropout_43" [label="(1, 14, 14, 384)", style=solid]; +"1454 dropout_43" -> "1457 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; +"1455 _param_constant184" -> "1457 layer_norm_24" [label="(384,)", style=solid]; +"1456 _param_constant185" -> "1457 layer_norm_24" [label="(384,)", style=solid]; +"1457 layer_norm_24" -> "1458 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1458 add_37" -> "1485 pad_13" [label="(1, 14, 14, 384)", style=solid]; +"1458 add_37" -> "1568 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1459 _tensor_constant67" -> "1460 _tensor_constant67_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1460 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1467 linear_68" [label="(1, 15, 15, 2)", style=solid]; +"1461 linear_68_zero_point_0_updated_constant0" -> "1466 sub_tensor_69" [label="(512, 1)", style=solid]; +"1462 linear_68_scale_0_updated_constant0" -> "1465 mul_tensor_69" [label="(512, 1)", style=solid]; +"1463 compressed_weight_updated_constant69" -> "1465 mul_tensor_69" [label="(512, 2)", style=solid]; +"1464 _param_constant187_0_0" -> "1467 linear_68" [label="(512,)", style=solid]; +"1465 mul_tensor_69" -> "1466 sub_tensor_69" [label="(512, 2)", style=solid]; +"1466 sub_tensor_69" -> "1467 linear_68" [label=None, style=solid]; +"1467 linear_68" -> "1468 relu__11" [label="(1, 15, 15, 512)", style=solid]; +"1468 relu__11" -> "1469 relu__11_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1469 relu__11_0_0_nncf_smooth_quant_0" -> "1475 linear_69" [label="(1, 15, 15, 512)", style=solid]; +"1470 linear_69_zero_point_0_updated_constant0" -> "1474 sub_tensor_70" [label="(12, 1)", style=solid]; +"1471 linear_69_scale_0_updated_constant0" -> "1473 mul_tensor_70" [label="(12, 1)", style=solid]; +"1472 compressed_weight_updated_constant70" -> "1473 mul_tensor_70" [label="(12, 512)", style=solid]; +"1473 mul_tensor_70" -> "1474 sub_tensor_70" [label="(12, 512)", style=solid]; +"1474 sub_tensor_70" -> "1475 linear_69" [label=None, style=solid]; +"1475 linear_69" -> "1476 view_59" [label="(1, 15, 15, 12)", style=solid]; +"1476 view_59" -> "1478 index_11" [label="(225, 12)", style=solid]; +"1477 _tensor_constant68" -> "1478 index_11" [label="(4096,)", style=solid]; +"1478 index_11" -> "1479 view_60" [label="(4096, 12)", style=solid]; +"1479 view_60" -> "1480 permute_50" [label="(64, 64, 12)", style=solid]; +"1480 permute_50" -> "1481 contiguous_20" [label="(12, 64, 64)", style=solid]; +"1481 contiguous_20" -> "1482 unsqueeze_31" [label="(12, 64, 64)", style=solid]; +"1482 unsqueeze_31" -> "1483 sigmoid_11" [label="(1, 12, 64, 64)", style=solid]; +"1483 sigmoid_11" -> "1484 mul_22" [label="(1, 12, 64, 64)", style=solid]; +"1484 mul_22" -> "1523 add_38" [label="(1, 12, 64, 64)", style=solid]; +"1485 pad_13" -> "1486 roll_10" [label="(1, 16, 16, 384)", style=solid]; +"1486 roll_10" -> "1487 view_61" [label="(1, 16, 16, 384)", style=solid]; +"1487 view_61" -> "1488 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1488 permute_51" -> "1489 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1489 reshape_49" -> "1490 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1489 reshape_49" -> "1524 new_zeros_5" [label="(4, 64, 384)", style=solid]; +"1490 reshape_49_0_0_nncf_smooth_quant_0" -> "1491 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1491 quantize_per_tensor_default_69" -> "1492 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1492 dequantize_per_tensor_default_69" -> "1499 linear_70" [label="(4, 64, 384)", style=solid]; +"1493 linear_70_zero_point_0_updated_constant0" -> "1498 sub_tensor_71" [label="(1152, 1)", style=solid]; +"1494 linear_70_scale_0_updated_constant0" -> "1497 mul_tensor_71" [label="(1152, 1)", style=solid]; +"1495 compressed_weight_updated_constant71" -> "1497 mul_tensor_71" [label="(1152, 384)", style=solid]; +"1496 _param_constant189_0_0" -> "1499 linear_70" [label="(1152,)", style=solid]; +"1497 mul_tensor_71" -> "1498 sub_tensor_71" [label="(1152, 384)", style=solid]; +"1498 sub_tensor_71" -> "1499 linear_70" [label=None, style=solid]; +"1499 linear_70" -> "1500 reshape_50" [label="(4, 64, 1152)", style=solid]; +"1500 reshape_50" -> "1501 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; +"1501 permute_52" -> "1502 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; +"1501 permute_52" -> "1503 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; +"1501 permute_52" -> "1504 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; +"1502 select_33" -> "1505 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; +"1502 select_33" -> "1507 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; +"1502 select_33" -> "1508 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1503 select_34" -> "1511 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; +"1503 select_34" -> "1513 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; +"1503 select_34" -> "1514 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1504 select_35" -> "1542 matmul_23" [label="(4, 12, 64, 32)", style=solid]; +"1505 linalg_vector_norm_22" -> "1506 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; +"1506 clamp_min_22" -> "1507 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; +"1507 expand_as_22" -> "1508 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1508 div_22" -> "1509 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1509 quantize_per_tensor_default_70" -> "1510 dequantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1510 dequantize_per_tensor_default_70" -> "1518 matmul_22" [label="(4, 12, 64, 32)", style=solid]; +"1511 linalg_vector_norm_23" -> "1512 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; +"1512 clamp_min_23" -> "1513 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; +"1513 expand_as_23" -> "1514 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1514 div_23" -> "1515 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1515 quantize_per_tensor_default_71" -> "1516 dequantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1516 dequantize_per_tensor_default_71" -> "1517 transpose_22" [label="(4, 12, 64, 32)", style=solid]; +"1517 transpose_22" -> "1518 matmul_22" [label="(4, 12, 32, 64)", style=solid]; +"1518 matmul_22" -> "1522 mul_23" [label="(4, 12, 64, 64)", style=solid]; +"1519 _param_constant191" -> "1520 clamp_11" [label="(12, 1, 1)", style=solid]; +"1520 clamp_11" -> "1521 exp_11" [label="(12, 1, 1)", style=solid]; +"1521 exp_11" -> "1522 mul_23" [label="(12, 1, 1)", style=solid]; +"1522 mul_23" -> "1523 add_38" [label="(4, 12, 64, 64)", style=solid]; +"1523 add_38" -> "1535 view_63" [label="(4, 12, 64, 64)", style=solid]; +"1524 new_zeros_5" -> "1525 view_62" [label="(16, 16)", style=solid]; +"1525 view_62" -> "1526 permute_53" [label="(2, 8, 2, 8)", style=solid]; +"1526 permute_53" -> "1527 reshape_51" [label="(2, 2, 8, 8)", style=solid]; +"1527 reshape_51" -> "1528 unsqueeze_32" [label="(4, 64)", style=solid]; +"1527 reshape_51" -> "1529 unsqueeze_33" [label="(4, 64)", style=solid]; +"1528 unsqueeze_32" -> "1530 sub_5" [label="(4, 1, 64)", style=solid]; +"1529 unsqueeze_33" -> "1530 sub_5" [label="(4, 64, 1)", style=solid]; +"1530 sub_5" -> "1531 ne_5" [label="(4, 64, 64)", style=solid]; +"1530 sub_5" -> "1532 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1530 sub_5" -> "1533 eq_5" [label="(4, 64, 64)", style=solid]; +"1531 ne_5" -> "1532 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1532 masked_fill_10" -> "1534 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1533 eq_5" -> "1534 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1534 masked_fill_11" -> "1536 unsqueeze_34" [label="(4, 64, 64)", style=solid]; +"1535 view_63" -> "1538 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; +"1536 unsqueeze_34" -> "1537 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; +"1537 unsqueeze_35" -> "1538 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; +"1538 add_39" -> "1539 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; +"1539 view_64" -> "1540 softmax_11" [label="(4, 12, 64, 64)", style=solid]; +"1540 softmax_11" -> "1541 dropout_44" [label="(4, 12, 64, 64)", style=solid]; +"1541 dropout_44" -> "1542 matmul_23" [label="(4, 12, 64, 64)", style=solid]; +"1542 matmul_23" -> "1543 transpose_23" [label="(4, 12, 64, 32)", style=solid]; +"1543 transpose_23" -> "1544 reshape_52" [label="(4, 64, 12, 32)", style=solid]; +"1544 reshape_52" -> "1545 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1545 reshape_52_0_0_nncf_smooth_quant_0" -> "1546 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1546 quantize_per_tensor_default_72" -> "1547 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1547 dequantize_per_tensor_default_72" -> "1554 linear_71" [label="(4, 64, 384)", style=solid]; +"1548 linear_71_zero_point_0_updated_constant0" -> "1553 sub_tensor_72" [label="(384, 1)", style=solid]; +"1549 linear_71_scale_0_updated_constant0" -> "1552 mul_tensor_72" [label="(384, 1)", style=solid]; +"1550 compressed_weight_updated_constant72" -> "1552 mul_tensor_72" [label="(384, 384)", style=solid]; +"1551 _param_constant193_0_0" -> "1554 linear_71" [label="(384,)", style=solid]; +"1552 mul_tensor_72" -> "1553 sub_tensor_72" [label="(384, 384)", style=solid]; +"1553 sub_tensor_72" -> "1554 linear_71" [label=None, style=solid]; +"1554 linear_71" -> "1555 dropout_45" [label="(4, 64, 384)", style=solid]; +"1555 dropout_45" -> "1556 view_65" [label="(4, 64, 384)", style=solid]; +"1556 view_65" -> "1557 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1557 permute_54" -> "1558 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1558 reshape_53" -> "1559 roll_11" [label="(1, 16, 16, 384)", style=solid]; +"1559 roll_11" -> "1560 slice_185" [label="(1, 16, 16, 384)", style=solid]; +"1560 slice_185" -> "1561 slice_186" [label="(1, 16, 16, 384)", style=solid]; +"1561 slice_186" -> "1562 slice_187" [label="(1, 14, 16, 384)", style=solid]; +"1562 slice_187" -> "1563 slice_188" [label="(1, 14, 14, 384)", style=solid]; +"1563 slice_188" -> "1564 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; +"1564 contiguous_21" -> "1567 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; +"1565 _param_constant194" -> "1567 layer_norm_25" [label="(384,)", style=solid]; +"1566 _param_constant195" -> "1567 layer_norm_25" [label="(384,)", style=solid]; +"1567 layer_norm_25" -> "1568 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1568 add_40" -> "1569 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1568 add_40" -> "1595 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1569 add_40_0_0_nncf_smooth_quant_0" -> "1570 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1570 quantize_per_tensor_default_73" -> "1571 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1571 dequantize_per_tensor_default_73" -> "1578 linear_72" [label="(1, 14, 14, 384)", style=solid]; +"1572 linear_72_zero_point_0_updated_constant0" -> "1577 sub_tensor_73" [label="(1536, 1)", style=solid]; +"1573 linear_72_scale_0_updated_constant0" -> "1576 mul_tensor_73" [label="(1536, 1)", style=solid]; +"1574 compressed_weight_updated_constant73" -> "1576 mul_tensor_73" [label="(1536, 384)", style=solid]; +"1575 _param_constant197_0_0" -> "1578 linear_72" [label="(1536,)", style=solid]; +"1576 mul_tensor_73" -> "1577 sub_tensor_73" [label="(1536, 384)", style=solid]; +"1577 sub_tensor_73" -> "1578 linear_72" [label=None, style=solid]; +"1578 linear_72" -> "1579 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; +"1579 gelu_11" -> "1580 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; +"1580 dropout_46" -> "1581 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1581 dropout_46_0_0_nncf_smooth_quant_0" -> "1582 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1582 quantize_per_tensor_default_74" -> "1583 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1583 dequantize_per_tensor_default_74" -> "1590 linear_73" [label="(1, 14, 14, 1536)", style=solid]; +"1584 linear_73_zero_point_0_updated_constant0" -> "1589 sub_tensor_74" [label="(384, 1)", style=solid]; +"1585 linear_73_scale_0_updated_constant0" -> "1588 mul_tensor_74" [label="(384, 1)", style=solid]; +"1586 compressed_weight_updated_constant74" -> "1588 mul_tensor_74" [label="(384, 1536)", style=solid]; +"1587 _param_constant199_0_0" -> "1590 linear_73" [label="(384,)", style=solid]; +"1588 mul_tensor_74" -> "1589 sub_tensor_74" [label="(384, 1536)", style=solid]; +"1589 sub_tensor_74" -> "1590 linear_73" [label=None, style=solid]; +"1590 linear_73" -> "1591 dropout_47" [label="(1, 14, 14, 384)", style=solid]; +"1591 dropout_47" -> "1594 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; +"1592 _param_constant200" -> "1594 layer_norm_26" [label="(384,)", style=solid]; +"1593 _param_constant201" -> "1594 layer_norm_26" [label="(384,)", style=solid]; +"1594 layer_norm_26" -> "1595 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1595 add_41" -> "1622 pad_14" [label="(1, 14, 14, 384)", style=solid]; +"1595 add_41" -> "1687 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1596 _tensor_constant78" -> "1597 _tensor_constant78_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1597 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1604 linear_74" [label="(1, 15, 15, 2)", style=solid]; +"1598 linear_74_zero_point_0_updated_constant0" -> "1603 sub_tensor_75" [label="(512, 1)", style=solid]; +"1599 linear_74_scale_0_updated_constant0" -> "1602 mul_tensor_75" [label="(512, 1)", style=solid]; +"1600 compressed_weight_updated_constant75" -> "1602 mul_tensor_75" [label="(512, 2)", style=solid]; +"1601 _param_constant203_0_0" -> "1604 linear_74" [label="(512,)", style=solid]; +"1602 mul_tensor_75" -> "1603 sub_tensor_75" [label="(512, 2)", style=solid]; +"1603 sub_tensor_75" -> "1604 linear_74" [label=None, style=solid]; +"1604 linear_74" -> "1605 relu__12" [label="(1, 15, 15, 512)", style=solid]; +"1605 relu__12" -> "1606 relu__12_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1606 relu__12_0_0_nncf_smooth_quant_0" -> "1612 linear_75" [label="(1, 15, 15, 512)", style=solid]; +"1607 linear_75_zero_point_0_updated_constant0" -> "1611 sub_tensor_76" [label="(12, 1)", style=solid]; +"1608 linear_75_scale_0_updated_constant0" -> "1610 mul_tensor_76" [label="(12, 1)", style=solid]; +"1609 compressed_weight_updated_constant76" -> "1610 mul_tensor_76" [label="(12, 512)", style=solid]; +"1610 mul_tensor_76" -> "1611 sub_tensor_76" [label="(12, 512)", style=solid]; +"1611 sub_tensor_76" -> "1612 linear_75" [label=None, style=solid]; +"1612 linear_75" -> "1613 view_66" [label="(1, 15, 15, 12)", style=solid]; +"1613 view_66" -> "1615 index_12" [label="(225, 12)", style=solid]; +"1614 _tensor_constant79" -> "1615 index_12" [label="(4096,)", style=solid]; +"1615 index_12" -> "1616 view_67" [label="(4096, 12)", style=solid]; +"1616 view_67" -> "1617 permute_55" [label="(64, 64, 12)", style=solid]; +"1617 permute_55" -> "1618 contiguous_22" [label="(12, 64, 64)", style=solid]; +"1618 contiguous_22" -> "1619 unsqueeze_36" [label="(12, 64, 64)", style=solid]; +"1619 unsqueeze_36" -> "1620 sigmoid_12" [label="(1, 12, 64, 64)", style=solid]; +"1620 sigmoid_12" -> "1621 mul_24" [label="(1, 12, 64, 64)", style=solid]; +"1621 mul_24" -> "1659 add_42" [label="(1, 12, 64, 64)", style=solid]; +"1622 pad_14" -> "1623 view_68" [label="(1, 16, 16, 384)", style=solid]; +"1623 view_68" -> "1624 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1624 permute_56" -> "1625 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1625 reshape_54" -> "1626 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1626 reshape_54_0_0_nncf_smooth_quant_0" -> "1627 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1627 quantize_per_tensor_default_75" -> "1628 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1628 dequantize_per_tensor_default_75" -> "1635 linear_76" [label="(4, 64, 384)", style=solid]; +"1629 linear_76_zero_point_0_updated_constant0" -> "1634 sub_tensor_77" [label="(1152, 1)", style=solid]; +"1630 linear_76_scale_0_updated_constant0" -> "1633 mul_tensor_77" [label="(1152, 1)", style=solid]; +"1631 compressed_weight_updated_constant77" -> "1633 mul_tensor_77" [label="(1152, 384)", style=solid]; +"1632 _param_constant205_0_0" -> "1635 linear_76" [label="(1152,)", style=solid]; +"1633 mul_tensor_77" -> "1634 sub_tensor_77" [label="(1152, 384)", style=solid]; +"1634 sub_tensor_77" -> "1635 linear_76" [label=None, style=solid]; +"1635 linear_76" -> "1636 reshape_55" [label="(4, 64, 1152)", style=solid]; +"1636 reshape_55" -> "1637 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; +"1637 permute_57" -> "1638 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; +"1637 permute_57" -> "1639 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; +"1637 permute_57" -> "1640 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; +"1638 select_36" -> "1641 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; +"1638 select_36" -> "1643 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; +"1638 select_36" -> "1644 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1639 select_37" -> "1647 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; +"1639 select_37" -> "1649 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; +"1639 select_37" -> "1650 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1640 select_38" -> "1662 matmul_25" [label="(4, 12, 64, 32)", style=solid]; +"1641 linalg_vector_norm_24" -> "1642 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; +"1642 clamp_min_24" -> "1643 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; +"1643 expand_as_24" -> "1644 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1644 div_24" -> "1645 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1645 quantize_per_tensor_default_76" -> "1646 dequantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1646 dequantize_per_tensor_default_76" -> "1654 matmul_24" [label="(4, 12, 64, 32)", style=solid]; +"1647 linalg_vector_norm_25" -> "1648 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; +"1648 clamp_min_25" -> "1649 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; +"1649 expand_as_25" -> "1650 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1650 div_25" -> "1651 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1651 quantize_per_tensor_default_77" -> "1652 dequantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1652 dequantize_per_tensor_default_77" -> "1653 transpose_24" [label="(4, 12, 64, 32)", style=solid]; +"1653 transpose_24" -> "1654 matmul_24" [label="(4, 12, 32, 64)", style=solid]; +"1654 matmul_24" -> "1658 mul_25" [label="(4, 12, 64, 64)", style=solid]; +"1655 _param_constant207" -> "1656 clamp_12" [label="(12, 1, 1)", style=solid]; +"1656 clamp_12" -> "1657 exp_12" [label="(12, 1, 1)", style=solid]; +"1657 exp_12" -> "1658 mul_25" [label="(12, 1, 1)", style=solid]; +"1658 mul_25" -> "1659 add_42" [label="(4, 12, 64, 64)", style=solid]; +"1659 add_42" -> "1660 softmax_12" [label="(4, 12, 64, 64)", style=solid]; +"1660 softmax_12" -> "1661 dropout_48" [label="(4, 12, 64, 64)", style=solid]; +"1661 dropout_48" -> "1662 matmul_25" [label="(4, 12, 64, 64)", style=solid]; +"1662 matmul_25" -> "1663 transpose_25" [label="(4, 12, 64, 32)", style=solid]; +"1663 transpose_25" -> "1664 reshape_56" [label="(4, 64, 12, 32)", style=solid]; +"1664 reshape_56" -> "1665 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1665 reshape_56_0_0_nncf_smooth_quant_0" -> "1666 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1666 quantize_per_tensor_default_78" -> "1667 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1667 dequantize_per_tensor_default_78" -> "1674 linear_77" [label="(4, 64, 384)", style=solid]; +"1668 linear_77_zero_point_0_updated_constant0" -> "1673 sub_tensor_78" [label="(384, 1)", style=solid]; +"1669 linear_77_scale_0_updated_constant0" -> "1672 mul_tensor_78" [label="(384, 1)", style=solid]; +"1670 compressed_weight_updated_constant78" -> "1672 mul_tensor_78" [label="(384, 384)", style=solid]; +"1671 _param_constant209_0_0" -> "1674 linear_77" [label="(384,)", style=solid]; +"1672 mul_tensor_78" -> "1673 sub_tensor_78" [label="(384, 384)", style=solid]; +"1673 sub_tensor_78" -> "1674 linear_77" [label=None, style=solid]; +"1674 linear_77" -> "1675 dropout_49" [label="(4, 64, 384)", style=solid]; +"1675 dropout_49" -> "1676 view_69" [label="(4, 64, 384)", style=solid]; +"1676 view_69" -> "1677 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1677 permute_58" -> "1678 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1678 reshape_57" -> "1679 slice_190" [label="(1, 16, 16, 384)", style=solid]; +"1679 slice_190" -> "1680 slice_191" [label="(1, 16, 16, 384)", style=solid]; +"1680 slice_191" -> "1681 slice_192" [label="(1, 14, 16, 384)", style=solid]; +"1681 slice_192" -> "1682 slice_193" [label="(1, 14, 14, 384)", style=solid]; +"1682 slice_193" -> "1683 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; +"1683 contiguous_23" -> "1686 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; +"1684 _param_constant210" -> "1686 layer_norm_27" [label="(384,)", style=solid]; +"1685 _param_constant211" -> "1686 layer_norm_27" [label="(384,)", style=solid]; +"1686 layer_norm_27" -> "1687 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1687 add_43" -> "1688 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1687 add_43" -> "1714 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1688 add_43_0_0_nncf_smooth_quant_0" -> "1689 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1689 quantize_per_tensor_default_79" -> "1690 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1690 dequantize_per_tensor_default_79" -> "1697 linear_78" [label="(1, 14, 14, 384)", style=solid]; +"1691 linear_78_zero_point_0_updated_constant0" -> "1696 sub_tensor_79" [label="(1536, 1)", style=solid]; +"1692 linear_78_scale_0_updated_constant0" -> "1695 mul_tensor_79" [label="(1536, 1)", style=solid]; +"1693 compressed_weight_updated_constant79" -> "1695 mul_tensor_79" [label="(1536, 384)", style=solid]; +"1694 _param_constant213_0_0" -> "1697 linear_78" [label="(1536,)", style=solid]; +"1695 mul_tensor_79" -> "1696 sub_tensor_79" [label="(1536, 384)", style=solid]; +"1696 sub_tensor_79" -> "1697 linear_78" [label=None, style=solid]; +"1697 linear_78" -> "1698 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; +"1698 gelu_12" -> "1699 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; +"1699 dropout_50" -> "1700 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1700 dropout_50_0_0_nncf_smooth_quant_0" -> "1701 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1701 quantize_per_tensor_default_80" -> "1702 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1702 dequantize_per_tensor_default_80" -> "1709 linear_79" [label="(1, 14, 14, 1536)", style=solid]; +"1703 linear_79_zero_point_0_updated_constant0" -> "1708 sub_tensor_80" [label="(384, 1)", style=solid]; +"1704 linear_79_scale_0_updated_constant0" -> "1707 mul_tensor_80" [label="(384, 1)", style=solid]; +"1705 compressed_weight_updated_constant80" -> "1707 mul_tensor_80" [label="(384, 1536)", style=solid]; +"1706 _param_constant215_0_0" -> "1709 linear_79" [label="(384,)", style=solid]; +"1707 mul_tensor_80" -> "1708 sub_tensor_80" [label="(384, 1536)", style=solid]; +"1708 sub_tensor_80" -> "1709 linear_79" [label=None, style=solid]; +"1709 linear_79" -> "1710 dropout_51" [label="(1, 14, 14, 384)", style=solid]; +"1710 dropout_51" -> "1713 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; +"1711 _param_constant216" -> "1713 layer_norm_28" [label="(384,)", style=solid]; +"1712 _param_constant217" -> "1713 layer_norm_28" [label="(384,)", style=solid]; +"1713 layer_norm_28" -> "1714 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1714 add_44" -> "1741 pad_15" [label="(1, 14, 14, 384)", style=solid]; +"1714 add_44" -> "1824 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1715 _tensor_constant80" -> "1716 _tensor_constant80_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1716 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1723 linear_80" [label="(1, 15, 15, 2)", style=solid]; +"1717 linear_80_zero_point_0_updated_constant0" -> "1722 sub_tensor_81" [label="(512, 1)", style=solid]; +"1718 linear_80_scale_0_updated_constant0" -> "1721 mul_tensor_81" [label="(512, 1)", style=solid]; +"1719 compressed_weight_updated_constant81" -> "1721 mul_tensor_81" [label="(512, 2)", style=solid]; +"1720 _param_constant219_0_0" -> "1723 linear_80" [label="(512,)", style=solid]; +"1721 mul_tensor_81" -> "1722 sub_tensor_81" [label="(512, 2)", style=solid]; +"1722 sub_tensor_81" -> "1723 linear_80" [label=None, style=solid]; +"1723 linear_80" -> "1724 relu__13" [label="(1, 15, 15, 512)", style=solid]; +"1724 relu__13" -> "1725 relu__13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1725 relu__13_0_0_nncf_smooth_quant_0" -> "1731 linear_81" [label="(1, 15, 15, 512)", style=solid]; +"1726 linear_81_zero_point_0_updated_constant0" -> "1730 sub_tensor_82" [label="(12, 1)", style=solid]; +"1727 linear_81_scale_0_updated_constant0" -> "1729 mul_tensor_82" [label="(12, 1)", style=solid]; +"1728 compressed_weight_updated_constant82" -> "1729 mul_tensor_82" [label="(12, 512)", style=solid]; +"1729 mul_tensor_82" -> "1730 sub_tensor_82" [label="(12, 512)", style=solid]; +"1730 sub_tensor_82" -> "1731 linear_81" [label=None, style=solid]; +"1731 linear_81" -> "1732 view_70" [label="(1, 15, 15, 12)", style=solid]; +"1732 view_70" -> "1734 index_13" [label="(225, 12)", style=solid]; +"1733 _tensor_constant81" -> "1734 index_13" [label="(4096,)", style=solid]; +"1734 index_13" -> "1735 view_71" [label="(4096, 12)", style=solid]; +"1735 view_71" -> "1736 permute_59" [label="(64, 64, 12)", style=solid]; +"1736 permute_59" -> "1737 contiguous_24" [label="(12, 64, 64)", style=solid]; +"1737 contiguous_24" -> "1738 unsqueeze_37" [label="(12, 64, 64)", style=solid]; +"1738 unsqueeze_37" -> "1739 sigmoid_13" [label="(1, 12, 64, 64)", style=solid]; +"1739 sigmoid_13" -> "1740 mul_26" [label="(1, 12, 64, 64)", style=solid]; +"1740 mul_26" -> "1779 add_45" [label="(1, 12, 64, 64)", style=solid]; +"1741 pad_15" -> "1742 roll_12" [label="(1, 16, 16, 384)", style=solid]; +"1742 roll_12" -> "1743 view_72" [label="(1, 16, 16, 384)", style=solid]; +"1743 view_72" -> "1744 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1744 permute_60" -> "1745 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1745 reshape_58" -> "1746 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1745 reshape_58" -> "1780 new_zeros_6" [label="(4, 64, 384)", style=solid]; +"1746 reshape_58_0_0_nncf_smooth_quant_0" -> "1747 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1747 quantize_per_tensor_default_81" -> "1748 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1748 dequantize_per_tensor_default_81" -> "1755 linear_82" [label="(4, 64, 384)", style=solid]; +"1749 linear_82_zero_point_0_updated_constant0" -> "1754 sub_tensor_83" [label="(1152, 1)", style=solid]; +"1750 linear_82_scale_0_updated_constant0" -> "1753 mul_tensor_83" [label="(1152, 1)", style=solid]; +"1751 compressed_weight_updated_constant83" -> "1753 mul_tensor_83" [label="(1152, 384)", style=solid]; +"1752 _param_constant221_0_0" -> "1755 linear_82" [label="(1152,)", style=solid]; +"1753 mul_tensor_83" -> "1754 sub_tensor_83" [label="(1152, 384)", style=solid]; +"1754 sub_tensor_83" -> "1755 linear_82" [label=None, style=solid]; +"1755 linear_82" -> "1756 reshape_59" [label="(4, 64, 1152)", style=solid]; +"1756 reshape_59" -> "1757 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; +"1757 permute_61" -> "1758 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; +"1757 permute_61" -> "1759 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; +"1757 permute_61" -> "1760 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; +"1758 select_39" -> "1761 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; +"1758 select_39" -> "1763 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; +"1758 select_39" -> "1764 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1759 select_40" -> "1767 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; +"1759 select_40" -> "1769 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; +"1759 select_40" -> "1770 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1760 select_41" -> "1798 matmul_27" [label="(4, 12, 64, 32)", style=solid]; +"1761 linalg_vector_norm_26" -> "1762 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; +"1762 clamp_min_26" -> "1763 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; +"1763 expand_as_26" -> "1764 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1764 div_26" -> "1765 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1765 quantize_per_tensor_default_82" -> "1766 dequantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1766 dequantize_per_tensor_default_82" -> "1774 matmul_26" [label="(4, 12, 64, 32)", style=solid]; +"1767 linalg_vector_norm_27" -> "1768 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; +"1768 clamp_min_27" -> "1769 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; +"1769 expand_as_27" -> "1770 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1770 div_27" -> "1771 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1771 quantize_per_tensor_default_83" -> "1772 dequantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1772 dequantize_per_tensor_default_83" -> "1773 transpose_26" [label="(4, 12, 64, 32)", style=solid]; +"1773 transpose_26" -> "1774 matmul_26" [label="(4, 12, 32, 64)", style=solid]; +"1774 matmul_26" -> "1778 mul_27" [label="(4, 12, 64, 64)", style=solid]; +"1775 _param_constant223" -> "1776 clamp_13" [label="(12, 1, 1)", style=solid]; +"1776 clamp_13" -> "1777 exp_13" [label="(12, 1, 1)", style=solid]; +"1777 exp_13" -> "1778 mul_27" [label="(12, 1, 1)", style=solid]; +"1778 mul_27" -> "1779 add_45" [label="(4, 12, 64, 64)", style=solid]; +"1779 add_45" -> "1791 view_74" [label="(4, 12, 64, 64)", style=solid]; +"1780 new_zeros_6" -> "1781 view_73" [label="(16, 16)", style=solid]; +"1781 view_73" -> "1782 permute_62" [label="(2, 8, 2, 8)", style=solid]; +"1782 permute_62" -> "1783 reshape_60" [label="(2, 2, 8, 8)", style=solid]; +"1783 reshape_60" -> "1784 unsqueeze_38" [label="(4, 64)", style=solid]; +"1783 reshape_60" -> "1785 unsqueeze_39" [label="(4, 64)", style=solid]; +"1784 unsqueeze_38" -> "1786 sub_6" [label="(4, 1, 64)", style=solid]; +"1785 unsqueeze_39" -> "1786 sub_6" [label="(4, 64, 1)", style=solid]; +"1786 sub_6" -> "1787 ne_6" [label="(4, 64, 64)", style=solid]; +"1786 sub_6" -> "1788 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1786 sub_6" -> "1789 eq_6" [label="(4, 64, 64)", style=solid]; +"1787 ne_6" -> "1788 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1788 masked_fill_12" -> "1790 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1789 eq_6" -> "1790 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1790 masked_fill_13" -> "1792 unsqueeze_40" [label="(4, 64, 64)", style=solid]; +"1791 view_74" -> "1794 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; +"1792 unsqueeze_40" -> "1793 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; +"1793 unsqueeze_41" -> "1794 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; +"1794 add_46" -> "1795 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; +"1795 view_75" -> "1796 softmax_13" [label="(4, 12, 64, 64)", style=solid]; +"1796 softmax_13" -> "1797 dropout_52" [label="(4, 12, 64, 64)", style=solid]; +"1797 dropout_52" -> "1798 matmul_27" [label="(4, 12, 64, 64)", style=solid]; +"1798 matmul_27" -> "1799 transpose_27" [label="(4, 12, 64, 32)", style=solid]; +"1799 transpose_27" -> "1800 reshape_61" [label="(4, 64, 12, 32)", style=solid]; +"1800 reshape_61" -> "1801 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1801 reshape_61_0_0_nncf_smooth_quant_0" -> "1802 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1802 quantize_per_tensor_default_84" -> "1803 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1803 dequantize_per_tensor_default_84" -> "1810 linear_83" [label="(4, 64, 384)", style=solid]; +"1804 linear_83_zero_point_0_updated_constant0" -> "1809 sub_tensor_84" [label="(384, 1)", style=solid]; +"1805 linear_83_scale_0_updated_constant0" -> "1808 mul_tensor_84" [label="(384, 1)", style=solid]; +"1806 compressed_weight_updated_constant84" -> "1808 mul_tensor_84" [label="(384, 384)", style=solid]; +"1807 _param_constant225_0_0" -> "1810 linear_83" [label="(384,)", style=solid]; +"1808 mul_tensor_84" -> "1809 sub_tensor_84" [label="(384, 384)", style=solid]; +"1809 sub_tensor_84" -> "1810 linear_83" [label=None, style=solid]; +"1810 linear_83" -> "1811 dropout_53" [label="(4, 64, 384)", style=solid]; +"1811 dropout_53" -> "1812 view_76" [label="(4, 64, 384)", style=solid]; +"1812 view_76" -> "1813 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1813 permute_63" -> "1814 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1814 reshape_62" -> "1815 roll_13" [label="(1, 16, 16, 384)", style=solid]; +"1815 roll_13" -> "1816 slice_213" [label="(1, 16, 16, 384)", style=solid]; +"1816 slice_213" -> "1817 slice_214" [label="(1, 16, 16, 384)", style=solid]; +"1817 slice_214" -> "1818 slice_215" [label="(1, 14, 16, 384)", style=solid]; +"1818 slice_215" -> "1819 slice_216" [label="(1, 14, 14, 384)", style=solid]; +"1819 slice_216" -> "1820 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; +"1820 contiguous_25" -> "1823 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; +"1821 _param_constant226" -> "1823 layer_norm_29" [label="(384,)", style=solid]; +"1822 _param_constant227" -> "1823 layer_norm_29" [label="(384,)", style=solid]; +"1823 layer_norm_29" -> "1824 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1824 add_47" -> "1825 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1824 add_47" -> "1851 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1825 add_47_0_0_nncf_smooth_quant_0" -> "1826 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1826 quantize_per_tensor_default_85" -> "1827 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1827 dequantize_per_tensor_default_85" -> "1834 linear_84" [label="(1, 14, 14, 384)", style=solid]; +"1828 linear_84_zero_point_0_updated_constant0" -> "1833 sub_tensor_85" [label="(1536, 1)", style=solid]; +"1829 linear_84_scale_0_updated_constant0" -> "1832 mul_tensor_85" [label="(1536, 1)", style=solid]; +"1830 compressed_weight_updated_constant85" -> "1832 mul_tensor_85" [label="(1536, 384)", style=solid]; +"1831 _param_constant229_0_0" -> "1834 linear_84" [label="(1536,)", style=solid]; +"1832 mul_tensor_85" -> "1833 sub_tensor_85" [label="(1536, 384)", style=solid]; +"1833 sub_tensor_85" -> "1834 linear_84" [label=None, style=solid]; +"1834 linear_84" -> "1835 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; +"1835 gelu_13" -> "1836 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; +"1836 dropout_54" -> "1837 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1837 dropout_54_0_0_nncf_smooth_quant_0" -> "1838 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1838 quantize_per_tensor_default_86" -> "1839 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1839 dequantize_per_tensor_default_86" -> "1846 linear_85" [label="(1, 14, 14, 1536)", style=solid]; +"1840 linear_85_zero_point_0_updated_constant0" -> "1845 sub_tensor_86" [label="(384, 1)", style=solid]; +"1841 linear_85_scale_0_updated_constant0" -> "1844 mul_tensor_86" [label="(384, 1)", style=solid]; +"1842 compressed_weight_updated_constant86" -> "1844 mul_tensor_86" [label="(384, 1536)", style=solid]; +"1843 _param_constant231_0_0" -> "1846 linear_85" [label="(384,)", style=solid]; +"1844 mul_tensor_86" -> "1845 sub_tensor_86" [label="(384, 1536)", style=solid]; +"1845 sub_tensor_86" -> "1846 linear_85" [label=None, style=solid]; +"1846 linear_85" -> "1847 dropout_55" [label="(1, 14, 14, 384)", style=solid]; +"1847 dropout_55" -> "1850 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; +"1848 _param_constant232" -> "1850 layer_norm_30" [label="(384,)", style=solid]; +"1849 _param_constant233" -> "1850 layer_norm_30" [label="(384,)", style=solid]; +"1850 layer_norm_30" -> "1851 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1851 add_48" -> "1878 pad_16" [label="(1, 14, 14, 384)", style=solid]; +"1851 add_48" -> "1943 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1852 _tensor_constant91" -> "1853 _tensor_constant91_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1853 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1860 linear_86" [label="(1, 15, 15, 2)", style=solid]; +"1854 linear_86_zero_point_0_updated_constant0" -> "1859 sub_tensor_87" [label="(512, 1)", style=solid]; +"1855 linear_86_scale_0_updated_constant0" -> "1858 mul_tensor_87" [label="(512, 1)", style=solid]; +"1856 compressed_weight_updated_constant87" -> "1858 mul_tensor_87" [label="(512, 2)", style=solid]; +"1857 _param_constant235_0_0" -> "1860 linear_86" [label="(512,)", style=solid]; +"1858 mul_tensor_87" -> "1859 sub_tensor_87" [label="(512, 2)", style=solid]; +"1859 sub_tensor_87" -> "1860 linear_86" [label=None, style=solid]; +"1860 linear_86" -> "1861 relu__14" [label="(1, 15, 15, 512)", style=solid]; +"1861 relu__14" -> "1862 relu__14_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1862 relu__14_0_0_nncf_smooth_quant_0" -> "1868 linear_87" [label="(1, 15, 15, 512)", style=solid]; +"1863 linear_87_zero_point_0_updated_constant0" -> "1867 sub_tensor_88" [label="(12, 1)", style=solid]; +"1864 linear_87_scale_0_updated_constant0" -> "1866 mul_tensor_88" [label="(12, 1)", style=solid]; +"1865 compressed_weight_updated_constant88" -> "1866 mul_tensor_88" [label="(12, 512)", style=solid]; +"1866 mul_tensor_88" -> "1867 sub_tensor_88" [label="(12, 512)", style=solid]; +"1867 sub_tensor_88" -> "1868 linear_87" [label=None, style=solid]; +"1868 linear_87" -> "1869 view_77" [label="(1, 15, 15, 12)", style=solid]; +"1869 view_77" -> "1871 index_14" [label="(225, 12)", style=solid]; +"1870 _tensor_constant92" -> "1871 index_14" [label="(4096,)", style=solid]; +"1871 index_14" -> "1872 view_78" [label="(4096, 12)", style=solid]; +"1872 view_78" -> "1873 permute_64" [label="(64, 64, 12)", style=solid]; +"1873 permute_64" -> "1874 contiguous_26" [label="(12, 64, 64)", style=solid]; +"1874 contiguous_26" -> "1875 unsqueeze_42" [label="(12, 64, 64)", style=solid]; +"1875 unsqueeze_42" -> "1876 sigmoid_14" [label="(1, 12, 64, 64)", style=solid]; +"1876 sigmoid_14" -> "1877 mul_28" [label="(1, 12, 64, 64)", style=solid]; +"1877 mul_28" -> "1915 add_49" [label="(1, 12, 64, 64)", style=solid]; +"1878 pad_16" -> "1879 view_79" [label="(1, 16, 16, 384)", style=solid]; +"1879 view_79" -> "1880 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1880 permute_65" -> "1881 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1881 reshape_63" -> "1882 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1882 reshape_63_0_0_nncf_smooth_quant_0" -> "1883 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1883 quantize_per_tensor_default_87" -> "1884 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1884 dequantize_per_tensor_default_87" -> "1891 linear_88" [label="(4, 64, 384)", style=solid]; +"1885 linear_88_zero_point_0_updated_constant0" -> "1890 sub_tensor_89" [label="(1152, 1)", style=solid]; +"1886 linear_88_scale_0_updated_constant0" -> "1889 mul_tensor_89" [label="(1152, 1)", style=solid]; +"1887 compressed_weight_updated_constant89" -> "1889 mul_tensor_89" [label="(1152, 384)", style=solid]; +"1888 _param_constant237_0_0" -> "1891 linear_88" [label="(1152,)", style=solid]; +"1889 mul_tensor_89" -> "1890 sub_tensor_89" [label="(1152, 384)", style=solid]; +"1890 sub_tensor_89" -> "1891 linear_88" [label=None, style=solid]; +"1891 linear_88" -> "1892 reshape_64" [label="(4, 64, 1152)", style=solid]; +"1892 reshape_64" -> "1893 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; +"1893 permute_66" -> "1894 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; +"1893 permute_66" -> "1895 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; +"1893 permute_66" -> "1896 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; +"1894 select_42" -> "1897 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; +"1894 select_42" -> "1899 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; +"1894 select_42" -> "1900 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1895 select_43" -> "1903 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; +"1895 select_43" -> "1905 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; +"1895 select_43" -> "1906 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1896 select_44" -> "1918 matmul_29" [label="(4, 12, 64, 32)", style=solid]; +"1897 linalg_vector_norm_28" -> "1898 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; +"1898 clamp_min_28" -> "1899 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; +"1899 expand_as_28" -> "1900 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1900 div_28" -> "1901 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1901 quantize_per_tensor_default_88" -> "1902 dequantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1902 dequantize_per_tensor_default_88" -> "1910 matmul_28" [label="(4, 12, 64, 32)", style=solid]; +"1903 linalg_vector_norm_29" -> "1904 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; +"1904 clamp_min_29" -> "1905 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; +"1905 expand_as_29" -> "1906 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1906 div_29" -> "1907 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1907 quantize_per_tensor_default_89" -> "1908 dequantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1908 dequantize_per_tensor_default_89" -> "1909 transpose_28" [label="(4, 12, 64, 32)", style=solid]; +"1909 transpose_28" -> "1910 matmul_28" [label="(4, 12, 32, 64)", style=solid]; +"1910 matmul_28" -> "1914 mul_29" [label="(4, 12, 64, 64)", style=solid]; +"1911 _param_constant239" -> "1912 clamp_14" [label="(12, 1, 1)", style=solid]; +"1912 clamp_14" -> "1913 exp_14" [label="(12, 1, 1)", style=solid]; +"1913 exp_14" -> "1914 mul_29" [label="(12, 1, 1)", style=solid]; +"1914 mul_29" -> "1915 add_49" [label="(4, 12, 64, 64)", style=solid]; +"1915 add_49" -> "1916 softmax_14" [label="(4, 12, 64, 64)", style=solid]; +"1916 softmax_14" -> "1917 dropout_56" [label="(4, 12, 64, 64)", style=solid]; +"1917 dropout_56" -> "1918 matmul_29" [label="(4, 12, 64, 64)", style=solid]; +"1918 matmul_29" -> "1919 transpose_29" [label="(4, 12, 64, 32)", style=solid]; +"1919 transpose_29" -> "1920 reshape_65" [label="(4, 64, 12, 32)", style=solid]; +"1920 reshape_65" -> "1921 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1921 reshape_65_0_0_nncf_smooth_quant_0" -> "1922 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1922 quantize_per_tensor_default_90" -> "1923 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1923 dequantize_per_tensor_default_90" -> "1930 linear_89" [label="(4, 64, 384)", style=solid]; +"1924 linear_89_zero_point_0_updated_constant0" -> "1929 sub_tensor_90" [label="(384, 1)", style=solid]; +"1925 linear_89_scale_0_updated_constant0" -> "1928 mul_tensor_90" [label="(384, 1)", style=solid]; +"1926 compressed_weight_updated_constant90" -> "1928 mul_tensor_90" [label="(384, 384)", style=solid]; +"1927 _param_constant241_0_0" -> "1930 linear_89" [label="(384,)", style=solid]; +"1928 mul_tensor_90" -> "1929 sub_tensor_90" [label="(384, 384)", style=solid]; +"1929 sub_tensor_90" -> "1930 linear_89" [label=None, style=solid]; +"1930 linear_89" -> "1931 dropout_57" [label="(4, 64, 384)", style=solid]; +"1931 dropout_57" -> "1932 view_80" [label="(4, 64, 384)", style=solid]; +"1932 view_80" -> "1933 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1933 permute_67" -> "1934 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1934 reshape_66" -> "1935 slice_218" [label="(1, 16, 16, 384)", style=solid]; +"1935 slice_218" -> "1936 slice_219" [label="(1, 16, 16, 384)", style=solid]; +"1936 slice_219" -> "1937 slice_220" [label="(1, 14, 16, 384)", style=solid]; +"1937 slice_220" -> "1938 slice_221" [label="(1, 14, 14, 384)", style=solid]; +"1938 slice_221" -> "1939 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; +"1939 contiguous_27" -> "1942 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; +"1940 _param_constant242" -> "1942 layer_norm_31" [label="(384,)", style=solid]; +"1941 _param_constant243" -> "1942 layer_norm_31" [label="(384,)", style=solid]; +"1942 layer_norm_31" -> "1943 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1943 add_50" -> "1944 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1943 add_50" -> "1970 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1944 add_50_0_0_nncf_smooth_quant_0" -> "1945 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1945 quantize_per_tensor_default_91" -> "1946 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1946 dequantize_per_tensor_default_91" -> "1953 linear_90" [label="(1, 14, 14, 384)", style=solid]; +"1947 linear_90_zero_point_0_updated_constant0" -> "1952 sub_tensor_91" [label="(1536, 1)", style=solid]; +"1948 linear_90_scale_0_updated_constant0" -> "1951 mul_tensor_91" [label="(1536, 1)", style=solid]; +"1949 compressed_weight_updated_constant91" -> "1951 mul_tensor_91" [label="(1536, 384)", style=solid]; +"1950 _param_constant245_0_0" -> "1953 linear_90" [label="(1536,)", style=solid]; +"1951 mul_tensor_91" -> "1952 sub_tensor_91" [label="(1536, 384)", style=solid]; +"1952 sub_tensor_91" -> "1953 linear_90" [label=None, style=solid]; +"1953 linear_90" -> "1954 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; +"1954 gelu_14" -> "1955 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; +"1955 dropout_58" -> "1956 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1956 dropout_58_0_0_nncf_smooth_quant_0" -> "1957 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1957 quantize_per_tensor_default_92" -> "1958 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1958 dequantize_per_tensor_default_92" -> "1965 linear_91" [label="(1, 14, 14, 1536)", style=solid]; +"1959 linear_91_zero_point_0_updated_constant0" -> "1964 sub_tensor_92" [label="(384, 1)", style=solid]; +"1960 linear_91_scale_0_updated_constant0" -> "1963 mul_tensor_92" [label="(384, 1)", style=solid]; +"1961 compressed_weight_updated_constant92" -> "1963 mul_tensor_92" [label="(384, 1536)", style=solid]; +"1962 _param_constant247_0_0" -> "1965 linear_91" [label="(384,)", style=solid]; +"1963 mul_tensor_92" -> "1964 sub_tensor_92" [label="(384, 1536)", style=solid]; +"1964 sub_tensor_92" -> "1965 linear_91" [label=None, style=solid]; +"1965 linear_91" -> "1966 dropout_59" [label="(1, 14, 14, 384)", style=solid]; +"1966 dropout_59" -> "1969 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; +"1967 _param_constant248" -> "1969 layer_norm_32" [label="(384,)", style=solid]; +"1968 _param_constant249" -> "1969 layer_norm_32" [label="(384,)", style=solid]; +"1969 layer_norm_32" -> "1970 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1970 add_51" -> "1997 pad_17" [label="(1, 14, 14, 384)", style=solid]; +"1970 add_51" -> "2080 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1971 _tensor_constant93" -> "1972 _tensor_constant93_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1972 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1979 linear_92" [label="(1, 15, 15, 2)", style=solid]; +"1973 linear_92_zero_point_0_updated_constant0" -> "1978 sub_tensor_93" [label="(512, 1)", style=solid]; +"1974 linear_92_scale_0_updated_constant0" -> "1977 mul_tensor_93" [label="(512, 1)", style=solid]; +"1975 compressed_weight_updated_constant93" -> "1977 mul_tensor_93" [label="(512, 2)", style=solid]; +"1976 _param_constant251_0_0" -> "1979 linear_92" [label="(512,)", style=solid]; +"1977 mul_tensor_93" -> "1978 sub_tensor_93" [label="(512, 2)", style=solid]; +"1978 sub_tensor_93" -> "1979 linear_92" [label=None, style=solid]; +"1979 linear_92" -> "1980 relu__15" [label="(1, 15, 15, 512)", style=solid]; +"1980 relu__15" -> "1981 relu__15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1981 relu__15_0_0_nncf_smooth_quant_0" -> "1987 linear_93" [label="(1, 15, 15, 512)", style=solid]; +"1982 linear_93_zero_point_0_updated_constant0" -> "1986 sub_tensor_94" [label="(12, 1)", style=solid]; +"1983 linear_93_scale_0_updated_constant0" -> "1985 mul_tensor_94" [label="(12, 1)", style=solid]; +"1984 compressed_weight_updated_constant94" -> "1985 mul_tensor_94" [label="(12, 512)", style=solid]; +"1985 mul_tensor_94" -> "1986 sub_tensor_94" [label="(12, 512)", style=solid]; +"1986 sub_tensor_94" -> "1987 linear_93" [label=None, style=solid]; +"1987 linear_93" -> "1988 view_81" [label="(1, 15, 15, 12)", style=solid]; +"1988 view_81" -> "1990 index_15" [label="(225, 12)", style=solid]; +"1989 _tensor_constant94" -> "1990 index_15" [label="(4096,)", style=solid]; +"1990 index_15" -> "1991 view_82" [label="(4096, 12)", style=solid]; +"1991 view_82" -> "1992 permute_68" [label="(64, 64, 12)", style=solid]; +"1992 permute_68" -> "1993 contiguous_28" [label="(12, 64, 64)", style=solid]; +"1993 contiguous_28" -> "1994 unsqueeze_43" [label="(12, 64, 64)", style=solid]; +"1994 unsqueeze_43" -> "1995 sigmoid_15" [label="(1, 12, 64, 64)", style=solid]; +"1995 sigmoid_15" -> "1996 mul_30" [label="(1, 12, 64, 64)", style=solid]; +"1996 mul_30" -> "2035 add_52" [label="(1, 12, 64, 64)", style=solid]; +"1997 pad_17" -> "1998 roll_14" [label="(1, 16, 16, 384)", style=solid]; +"1998 roll_14" -> "1999 view_83" [label="(1, 16, 16, 384)", style=solid]; +"1999 view_83" -> "2000 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2000 permute_69" -> "2001 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2001 reshape_67" -> "2002 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2001 reshape_67" -> "2036 new_zeros_7" [label="(4, 64, 384)", style=solid]; +"2002 reshape_67_0_0_nncf_smooth_quant_0" -> "2003 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"2003 quantize_per_tensor_default_93" -> "2004 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"2004 dequantize_per_tensor_default_93" -> "2011 linear_94" [label="(4, 64, 384)", style=solid]; +"2005 linear_94_zero_point_0_updated_constant0" -> "2010 sub_tensor_95" [label="(1152, 1)", style=solid]; +"2006 linear_94_scale_0_updated_constant0" -> "2009 mul_tensor_95" [label="(1152, 1)", style=solid]; +"2007 compressed_weight_updated_constant95" -> "2009 mul_tensor_95" [label="(1152, 384)", style=solid]; +"2008 _param_constant253_0_0" -> "2011 linear_94" [label="(1152,)", style=solid]; +"2009 mul_tensor_95" -> "2010 sub_tensor_95" [label="(1152, 384)", style=solid]; +"2010 sub_tensor_95" -> "2011 linear_94" [label=None, style=solid]; +"2011 linear_94" -> "2012 reshape_68" [label="(4, 64, 1152)", style=solid]; +"2012 reshape_68" -> "2013 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; +"2013 permute_70" -> "2014 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; +"2013 permute_70" -> "2015 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; +"2013 permute_70" -> "2016 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; +"2014 select_45" -> "2017 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; +"2014 select_45" -> "2019 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; +"2014 select_45" -> "2020 div_30" [label="(4, 12, 64, 32)", style=solid]; +"2015 select_46" -> "2023 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; +"2015 select_46" -> "2025 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; +"2015 select_46" -> "2026 div_31" [label="(4, 12, 64, 32)", style=solid]; +"2016 select_47" -> "2054 matmul_31" [label="(4, 12, 64, 32)", style=solid]; +"2017 linalg_vector_norm_30" -> "2018 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; +"2018 clamp_min_30" -> "2019 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; +"2019 expand_as_30" -> "2020 div_30" [label="(4, 12, 64, 32)", style=solid]; +"2020 div_30" -> "2021 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"2021 quantize_per_tensor_default_94" -> "2022 dequantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"2022 dequantize_per_tensor_default_94" -> "2030 matmul_30" [label="(4, 12, 64, 32)", style=solid]; +"2023 linalg_vector_norm_31" -> "2024 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; +"2024 clamp_min_31" -> "2025 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; +"2025 expand_as_31" -> "2026 div_31" [label="(4, 12, 64, 32)", style=solid]; +"2026 div_31" -> "2027 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"2027 quantize_per_tensor_default_95" -> "2028 dequantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"2028 dequantize_per_tensor_default_95" -> "2029 transpose_30" [label="(4, 12, 64, 32)", style=solid]; +"2029 transpose_30" -> "2030 matmul_30" [label="(4, 12, 32, 64)", style=solid]; +"2030 matmul_30" -> "2034 mul_31" [label="(4, 12, 64, 64)", style=solid]; +"2031 _param_constant255" -> "2032 clamp_15" [label="(12, 1, 1)", style=solid]; +"2032 clamp_15" -> "2033 exp_15" [label="(12, 1, 1)", style=solid]; +"2033 exp_15" -> "2034 mul_31" [label="(12, 1, 1)", style=solid]; +"2034 mul_31" -> "2035 add_52" [label="(4, 12, 64, 64)", style=solid]; +"2035 add_52" -> "2047 view_85" [label="(4, 12, 64, 64)", style=solid]; +"2036 new_zeros_7" -> "2037 view_84" [label="(16, 16)", style=solid]; +"2037 view_84" -> "2038 permute_71" [label="(2, 8, 2, 8)", style=solid]; +"2038 permute_71" -> "2039 reshape_69" [label="(2, 2, 8, 8)", style=solid]; +"2039 reshape_69" -> "2040 unsqueeze_44" [label="(4, 64)", style=solid]; +"2039 reshape_69" -> "2041 unsqueeze_45" [label="(4, 64)", style=solid]; +"2040 unsqueeze_44" -> "2042 sub_7" [label="(4, 1, 64)", style=solid]; +"2041 unsqueeze_45" -> "2042 sub_7" [label="(4, 64, 1)", style=solid]; +"2042 sub_7" -> "2043 ne_7" [label="(4, 64, 64)", style=solid]; +"2042 sub_7" -> "2044 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"2042 sub_7" -> "2045 eq_7" [label="(4, 64, 64)", style=solid]; +"2043 ne_7" -> "2044 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"2044 masked_fill_14" -> "2046 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"2045 eq_7" -> "2046 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"2046 masked_fill_15" -> "2048 unsqueeze_46" [label="(4, 64, 64)", style=solid]; +"2047 view_85" -> "2050 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"2048 unsqueeze_46" -> "2049 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; +"2049 unsqueeze_47" -> "2050 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; +"2050 add_53" -> "2051 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; +"2051 view_86" -> "2052 softmax_15" [label="(4, 12, 64, 64)", style=solid]; +"2052 softmax_15" -> "2053 dropout_60" [label="(4, 12, 64, 64)", style=solid]; +"2053 dropout_60" -> "2054 matmul_31" [label="(4, 12, 64, 64)", style=solid]; +"2054 matmul_31" -> "2055 transpose_31" [label="(4, 12, 64, 32)", style=solid]; +"2055 transpose_31" -> "2056 reshape_70" [label="(4, 64, 12, 32)", style=solid]; +"2056 reshape_70" -> "2057 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2057 reshape_70_0_0_nncf_smooth_quant_0" -> "2058 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"2058 quantize_per_tensor_default_96" -> "2059 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"2059 dequantize_per_tensor_default_96" -> "2066 linear_95" [label="(4, 64, 384)", style=solid]; +"2060 linear_95_zero_point_0_updated_constant0" -> "2065 sub_tensor_96" [label="(384, 1)", style=solid]; +"2061 linear_95_scale_0_updated_constant0" -> "2064 mul_tensor_96" [label="(384, 1)", style=solid]; +"2062 compressed_weight_updated_constant96" -> "2064 mul_tensor_96" [label="(384, 384)", style=solid]; +"2063 _param_constant257_0_0" -> "2066 linear_95" [label="(384,)", style=solid]; +"2064 mul_tensor_96" -> "2065 sub_tensor_96" [label="(384, 384)", style=solid]; +"2065 sub_tensor_96" -> "2066 linear_95" [label=None, style=solid]; +"2066 linear_95" -> "2067 dropout_61" [label="(4, 64, 384)", style=solid]; +"2067 dropout_61" -> "2068 view_87" [label="(4, 64, 384)", style=solid]; +"2068 view_87" -> "2069 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2069 permute_72" -> "2070 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2070 reshape_71" -> "2071 roll_15" [label="(1, 16, 16, 384)", style=solid]; +"2071 roll_15" -> "2072 slice_241" [label="(1, 16, 16, 384)", style=solid]; +"2072 slice_241" -> "2073 slice_242" [label="(1, 16, 16, 384)", style=solid]; +"2073 slice_242" -> "2074 slice_243" [label="(1, 14, 16, 384)", style=solid]; +"2074 slice_243" -> "2075 slice_244" [label="(1, 14, 14, 384)", style=solid]; +"2075 slice_244" -> "2076 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; +"2076 contiguous_29" -> "2079 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; +"2077 _param_constant258" -> "2079 layer_norm_33" [label="(384,)", style=solid]; +"2078 _param_constant259" -> "2079 layer_norm_33" [label="(384,)", style=solid]; +"2079 layer_norm_33" -> "2080 add_54" [label="(1, 14, 14, 384)", style=solid]; +"2080 add_54" -> "2081 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2080 add_54" -> "2107 add_55" [label="(1, 14, 14, 384)", style=solid]; +"2081 add_54_0_0_nncf_smooth_quant_0" -> "2082 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"2082 quantize_per_tensor_default_97" -> "2083 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"2083 dequantize_per_tensor_default_97" -> "2090 linear_96" [label="(1, 14, 14, 384)", style=solid]; +"2084 linear_96_zero_point_0_updated_constant0" -> "2089 sub_tensor_97" [label="(1536, 1)", style=solid]; +"2085 linear_96_scale_0_updated_constant0" -> "2088 mul_tensor_97" [label="(1536, 1)", style=solid]; +"2086 compressed_weight_updated_constant97" -> "2088 mul_tensor_97" [label="(1536, 384)", style=solid]; +"2087 _param_constant261_0_0" -> "2090 linear_96" [label="(1536,)", style=solid]; +"2088 mul_tensor_97" -> "2089 sub_tensor_97" [label="(1536, 384)", style=solid]; +"2089 sub_tensor_97" -> "2090 linear_96" [label=None, style=solid]; +"2090 linear_96" -> "2091 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; +"2091 gelu_15" -> "2092 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; +"2092 dropout_62" -> "2093 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2093 dropout_62_0_0_nncf_smooth_quant_0" -> "2094 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"2094 quantize_per_tensor_default_98" -> "2095 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"2095 dequantize_per_tensor_default_98" -> "2102 linear_97" [label="(1, 14, 14, 1536)", style=solid]; +"2096 linear_97_zero_point_0_updated_constant0" -> "2101 sub_tensor_98" [label="(384, 1)", style=solid]; +"2097 linear_97_scale_0_updated_constant0" -> "2100 mul_tensor_98" [label="(384, 1)", style=solid]; +"2098 compressed_weight_updated_constant98" -> "2100 mul_tensor_98" [label="(384, 1536)", style=solid]; +"2099 _param_constant263_0_0" -> "2102 linear_97" [label="(384,)", style=solid]; +"2100 mul_tensor_98" -> "2101 sub_tensor_98" [label="(384, 1536)", style=solid]; +"2101 sub_tensor_98" -> "2102 linear_97" [label=None, style=solid]; +"2102 linear_97" -> "2103 dropout_63" [label="(1, 14, 14, 384)", style=solid]; +"2103 dropout_63" -> "2106 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; +"2104 _param_constant264" -> "2106 layer_norm_34" [label="(384,)", style=solid]; +"2105 _param_constant265" -> "2106 layer_norm_34" [label="(384,)", style=solid]; +"2106 layer_norm_34" -> "2107 add_55" [label="(1, 14, 14, 384)", style=solid]; +"2107 add_55" -> "2134 pad_18" [label="(1, 14, 14, 384)", style=solid]; +"2107 add_55" -> "2199 add_57" [label="(1, 14, 14, 384)", style=solid]; +"2108 _tensor_constant104" -> "2109 _tensor_constant104_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2109 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "2116 linear_98" [label="(1, 15, 15, 2)", style=solid]; +"2110 linear_98_zero_point_0_updated_constant0" -> "2115 sub_tensor_99" [label="(512, 1)", style=solid]; +"2111 linear_98_scale_0_updated_constant0" -> "2114 mul_tensor_99" [label="(512, 1)", style=solid]; +"2112 compressed_weight_updated_constant99" -> "2114 mul_tensor_99" [label="(512, 2)", style=solid]; +"2113 _param_constant267_0_0" -> "2116 linear_98" [label="(512,)", style=solid]; +"2114 mul_tensor_99" -> "2115 sub_tensor_99" [label="(512, 2)", style=solid]; +"2115 sub_tensor_99" -> "2116 linear_98" [label=None, style=solid]; +"2116 linear_98" -> "2117 relu__16" [label="(1, 15, 15, 512)", style=solid]; +"2117 relu__16" -> "2118 relu__16_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2118 relu__16_0_0_nncf_smooth_quant_0" -> "2124 linear_99" [label="(1, 15, 15, 512)", style=solid]; +"2119 linear_99_zero_point_0_updated_constant0" -> "2123 sub_tensor_100" [label="(12, 1)", style=solid]; +"2120 linear_99_scale_0_updated_constant0" -> "2122 mul_tensor_100" [label="(12, 1)", style=solid]; +"2121 compressed_weight_updated_constant100" -> "2122 mul_tensor_100" [label="(12, 512)", style=solid]; +"2122 mul_tensor_100" -> "2123 sub_tensor_100" [label="(12, 512)", style=solid]; +"2123 sub_tensor_100" -> "2124 linear_99" [label=None, style=solid]; +"2124 linear_99" -> "2125 view_88" [label="(1, 15, 15, 12)", style=solid]; +"2125 view_88" -> "2127 index_16" [label="(225, 12)", style=solid]; +"2126 _tensor_constant105" -> "2127 index_16" [label="(4096,)", style=solid]; +"2127 index_16" -> "2128 view_89" [label="(4096, 12)", style=solid]; +"2128 view_89" -> "2129 permute_73" [label="(64, 64, 12)", style=solid]; +"2129 permute_73" -> "2130 contiguous_30" [label="(12, 64, 64)", style=solid]; +"2130 contiguous_30" -> "2131 unsqueeze_48" [label="(12, 64, 64)", style=solid]; +"2131 unsqueeze_48" -> "2132 sigmoid_16" [label="(1, 12, 64, 64)", style=solid]; +"2132 sigmoid_16" -> "2133 mul_32" [label="(1, 12, 64, 64)", style=solid]; +"2133 mul_32" -> "2171 add_56" [label="(1, 12, 64, 64)", style=solid]; +"2134 pad_18" -> "2135 view_90" [label="(1, 16, 16, 384)", style=solid]; +"2135 view_90" -> "2136 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2136 permute_74" -> "2137 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2137 reshape_72" -> "2138 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2138 reshape_72_0_0_nncf_smooth_quant_0" -> "2139 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"2139 quantize_per_tensor_default_99" -> "2140 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"2140 dequantize_per_tensor_default_99" -> "2147 linear_100" [label="(4, 64, 384)", style=solid]; +"2141 linear_100_zero_point_0_updated_constant0" -> "2146 sub_tensor_101" [label="(1152, 1)", style=solid]; +"2142 linear_100_scale_0_updated_constant0" -> "2145 mul_tensor_101" [label="(1152, 1)", style=solid]; +"2143 compressed_weight_updated_constant101" -> "2145 mul_tensor_101" [label="(1152, 384)", style=solid]; +"2144 _param_constant269_0_0" -> "2147 linear_100" [label="(1152,)", style=solid]; +"2145 mul_tensor_101" -> "2146 sub_tensor_101" [label="(1152, 384)", style=solid]; +"2146 sub_tensor_101" -> "2147 linear_100" [label=None, style=solid]; +"2147 linear_100" -> "2148 reshape_73" [label="(4, 64, 1152)", style=solid]; +"2148 reshape_73" -> "2149 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; +"2149 permute_75" -> "2150 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; +"2149 permute_75" -> "2151 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; +"2149 permute_75" -> "2152 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; +"2150 select_48" -> "2153 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; +"2150 select_48" -> "2155 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; +"2150 select_48" -> "2156 div_32" [label="(4, 12, 64, 32)", style=solid]; +"2151 select_49" -> "2159 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; +"2151 select_49" -> "2161 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; +"2151 select_49" -> "2162 div_33" [label="(4, 12, 64, 32)", style=solid]; +"2152 select_50" -> "2174 matmul_33" [label="(4, 12, 64, 32)", style=solid]; +"2153 linalg_vector_norm_32" -> "2154 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; +"2154 clamp_min_32" -> "2155 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; +"2155 expand_as_32" -> "2156 div_32" [label="(4, 12, 64, 32)", style=solid]; +"2156 div_32" -> "2157 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"2157 quantize_per_tensor_default_100" -> "2158 dequantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"2158 dequantize_per_tensor_default_100" -> "2166 matmul_32" [label="(4, 12, 64, 32)", style=solid]; +"2159 linalg_vector_norm_33" -> "2160 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; +"2160 clamp_min_33" -> "2161 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; +"2161 expand_as_33" -> "2162 div_33" [label="(4, 12, 64, 32)", style=solid]; +"2162 div_33" -> "2163 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"2163 quantize_per_tensor_default_101" -> "2164 dequantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"2164 dequantize_per_tensor_default_101" -> "2165 transpose_32" [label="(4, 12, 64, 32)", style=solid]; +"2165 transpose_32" -> "2166 matmul_32" [label="(4, 12, 32, 64)", style=solid]; +"2166 matmul_32" -> "2170 mul_33" [label="(4, 12, 64, 64)", style=solid]; +"2167 _param_constant271" -> "2168 clamp_16" [label="(12, 1, 1)", style=solid]; +"2168 clamp_16" -> "2169 exp_16" [label="(12, 1, 1)", style=solid]; +"2169 exp_16" -> "2170 mul_33" [label="(12, 1, 1)", style=solid]; +"2170 mul_33" -> "2171 add_56" [label="(4, 12, 64, 64)", style=solid]; +"2171 add_56" -> "2172 softmax_16" [label="(4, 12, 64, 64)", style=solid]; +"2172 softmax_16" -> "2173 dropout_64" [label="(4, 12, 64, 64)", style=solid]; +"2173 dropout_64" -> "2174 matmul_33" [label="(4, 12, 64, 64)", style=solid]; +"2174 matmul_33" -> "2175 transpose_33" [label="(4, 12, 64, 32)", style=solid]; +"2175 transpose_33" -> "2176 reshape_74" [label="(4, 64, 12, 32)", style=solid]; +"2176 reshape_74" -> "2177 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2177 reshape_74_0_0_nncf_smooth_quant_0" -> "2178 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"2178 quantize_per_tensor_default_102" -> "2179 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"2179 dequantize_per_tensor_default_102" -> "2186 linear_101" [label="(4, 64, 384)", style=solid]; +"2180 linear_101_zero_point_0_updated_constant0" -> "2185 sub_tensor_102" [label="(384, 1)", style=solid]; +"2181 linear_101_scale_0_updated_constant0" -> "2184 mul_tensor_102" [label="(384, 1)", style=solid]; +"2182 compressed_weight_updated_constant102" -> "2184 mul_tensor_102" [label="(384, 384)", style=solid]; +"2183 _param_constant273_0_0" -> "2186 linear_101" [label="(384,)", style=solid]; +"2184 mul_tensor_102" -> "2185 sub_tensor_102" [label="(384, 384)", style=solid]; +"2185 sub_tensor_102" -> "2186 linear_101" [label=None, style=solid]; +"2186 linear_101" -> "2187 dropout_65" [label="(4, 64, 384)", style=solid]; +"2187 dropout_65" -> "2188 view_91" [label="(4, 64, 384)", style=solid]; +"2188 view_91" -> "2189 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2189 permute_76" -> "2190 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2190 reshape_75" -> "2191 slice_246" [label="(1, 16, 16, 384)", style=solid]; +"2191 slice_246" -> "2192 slice_247" [label="(1, 16, 16, 384)", style=solid]; +"2192 slice_247" -> "2193 slice_248" [label="(1, 14, 16, 384)", style=solid]; +"2193 slice_248" -> "2194 slice_249" [label="(1, 14, 14, 384)", style=solid]; +"2194 slice_249" -> "2195 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; +"2195 contiguous_31" -> "2198 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; +"2196 _param_constant274" -> "2198 layer_norm_35" [label="(384,)", style=solid]; +"2197 _param_constant275" -> "2198 layer_norm_35" [label="(384,)", style=solid]; +"2198 layer_norm_35" -> "2199 add_57" [label="(1, 14, 14, 384)", style=solid]; +"2199 add_57" -> "2200 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2199 add_57" -> "2226 add_58" [label="(1, 14, 14, 384)", style=solid]; +"2200 add_57_0_0_nncf_smooth_quant_0" -> "2201 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"2201 quantize_per_tensor_default_103" -> "2202 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"2202 dequantize_per_tensor_default_103" -> "2209 linear_102" [label="(1, 14, 14, 384)", style=solid]; +"2203 linear_102_zero_point_0_updated_constant0" -> "2208 sub_tensor_103" [label="(1536, 1)", style=solid]; +"2204 linear_102_scale_0_updated_constant0" -> "2207 mul_tensor_103" [label="(1536, 1)", style=solid]; +"2205 compressed_weight_updated_constant103" -> "2207 mul_tensor_103" [label="(1536, 384)", style=solid]; +"2206 _param_constant277_0_0" -> "2209 linear_102" [label="(1536,)", style=solid]; +"2207 mul_tensor_103" -> "2208 sub_tensor_103" [label="(1536, 384)", style=solid]; +"2208 sub_tensor_103" -> "2209 linear_102" [label=None, style=solid]; +"2209 linear_102" -> "2210 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; +"2210 gelu_16" -> "2211 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; +"2211 dropout_66" -> "2212 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2212 dropout_66_0_0_nncf_smooth_quant_0" -> "2213 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"2213 quantize_per_tensor_default_104" -> "2214 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"2214 dequantize_per_tensor_default_104" -> "2221 linear_103" [label="(1, 14, 14, 1536)", style=solid]; +"2215 linear_103_zero_point_0_updated_constant0" -> "2220 sub_tensor_104" [label="(384, 1)", style=solid]; +"2216 linear_103_scale_0_updated_constant0" -> "2219 mul_tensor_104" [label="(384, 1)", style=solid]; +"2217 compressed_weight_updated_constant104" -> "2219 mul_tensor_104" [label="(384, 1536)", style=solid]; +"2218 _param_constant279_0_0" -> "2221 linear_103" [label="(384,)", style=solid]; +"2219 mul_tensor_104" -> "2220 sub_tensor_104" [label="(384, 1536)", style=solid]; +"2220 sub_tensor_104" -> "2221 linear_103" [label=None, style=solid]; +"2221 linear_103" -> "2222 dropout_67" [label="(1, 14, 14, 384)", style=solid]; +"2222 dropout_67" -> "2225 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; +"2223 _param_constant280" -> "2225 layer_norm_36" [label="(384,)", style=solid]; +"2224 _param_constant281" -> "2225 layer_norm_36" [label="(384,)", style=solid]; +"2225 layer_norm_36" -> "2226 add_58" [label="(1, 14, 14, 384)", style=solid]; +"2226 add_58" -> "2253 pad_19" [label="(1, 14, 14, 384)", style=solid]; +"2226 add_58" -> "2336 add_61" [label="(1, 14, 14, 384)", style=solid]; +"2227 _tensor_constant106" -> "2228 _tensor_constant106_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2228 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2235 linear_104" [label="(1, 15, 15, 2)", style=solid]; +"2229 linear_104_zero_point_0_updated_constant0" -> "2234 sub_tensor_105" [label="(512, 1)", style=solid]; +"2230 linear_104_scale_0_updated_constant0" -> "2233 mul_tensor_105" [label="(512, 1)", style=solid]; +"2231 compressed_weight_updated_constant105" -> "2233 mul_tensor_105" [label="(512, 2)", style=solid]; +"2232 _param_constant283_0_0" -> "2235 linear_104" [label="(512,)", style=solid]; +"2233 mul_tensor_105" -> "2234 sub_tensor_105" [label="(512, 2)", style=solid]; +"2234 sub_tensor_105" -> "2235 linear_104" [label=None, style=solid]; +"2235 linear_104" -> "2236 relu__17" [label="(1, 15, 15, 512)", style=solid]; +"2236 relu__17" -> "2237 relu__17_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2237 relu__17_0_0_nncf_smooth_quant_0" -> "2243 linear_105" [label="(1, 15, 15, 512)", style=solid]; +"2238 linear_105_zero_point_0_updated_constant0" -> "2242 sub_tensor_106" [label="(12, 1)", style=solid]; +"2239 linear_105_scale_0_updated_constant0" -> "2241 mul_tensor_106" [label="(12, 1)", style=solid]; +"2240 compressed_weight_updated_constant106" -> "2241 mul_tensor_106" [label="(12, 512)", style=solid]; +"2241 mul_tensor_106" -> "2242 sub_tensor_106" [label="(12, 512)", style=solid]; +"2242 sub_tensor_106" -> "2243 linear_105" [label=None, style=solid]; +"2243 linear_105" -> "2244 view_92" [label="(1, 15, 15, 12)", style=solid]; +"2244 view_92" -> "2246 index_17" [label="(225, 12)", style=solid]; +"2245 _tensor_constant107" -> "2246 index_17" [label="(4096,)", style=solid]; +"2246 index_17" -> "2247 view_93" [label="(4096, 12)", style=solid]; +"2247 view_93" -> "2248 permute_77" [label="(64, 64, 12)", style=solid]; +"2248 permute_77" -> "2249 contiguous_32" [label="(12, 64, 64)", style=solid]; +"2249 contiguous_32" -> "2250 unsqueeze_49" [label="(12, 64, 64)", style=solid]; +"2250 unsqueeze_49" -> "2251 sigmoid_17" [label="(1, 12, 64, 64)", style=solid]; +"2251 sigmoid_17" -> "2252 mul_34" [label="(1, 12, 64, 64)", style=solid]; +"2252 mul_34" -> "2291 add_59" [label="(1, 12, 64, 64)", style=solid]; +"2253 pad_19" -> "2254 roll_16" [label="(1, 16, 16, 384)", style=solid]; +"2254 roll_16" -> "2255 view_94" [label="(1, 16, 16, 384)", style=solid]; +"2255 view_94" -> "2256 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2256 permute_78" -> "2257 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2257 reshape_76" -> "2258 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2257 reshape_76" -> "2292 new_zeros_8" [label="(4, 64, 384)", style=solid]; +"2258 reshape_76_0_0_nncf_smooth_quant_0" -> "2259 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"2259 quantize_per_tensor_default_105" -> "2260 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"2260 dequantize_per_tensor_default_105" -> "2267 linear_106" [label="(4, 64, 384)", style=solid]; +"2261 linear_106_zero_point_0_updated_constant0" -> "2266 sub_tensor_107" [label="(1152, 1)", style=solid]; +"2262 linear_106_scale_0_updated_constant0" -> "2265 mul_tensor_107" [label="(1152, 1)", style=solid]; +"2263 compressed_weight_updated_constant107" -> "2265 mul_tensor_107" [label="(1152, 384)", style=solid]; +"2264 _param_constant285_0_0" -> "2267 linear_106" [label="(1152,)", style=solid]; +"2265 mul_tensor_107" -> "2266 sub_tensor_107" [label="(1152, 384)", style=solid]; +"2266 sub_tensor_107" -> "2267 linear_106" [label=None, style=solid]; +"2267 linear_106" -> "2268 reshape_77" [label="(4, 64, 1152)", style=solid]; +"2268 reshape_77" -> "2269 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; +"2269 permute_79" -> "2270 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; +"2269 permute_79" -> "2271 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; +"2269 permute_79" -> "2272 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; +"2270 select_51" -> "2273 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; +"2270 select_51" -> "2275 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; +"2270 select_51" -> "2276 div_34" [label="(4, 12, 64, 32)", style=solid]; +"2271 select_52" -> "2279 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; +"2271 select_52" -> "2281 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; +"2271 select_52" -> "2282 div_35" [label="(4, 12, 64, 32)", style=solid]; +"2272 select_53" -> "2310 matmul_35" [label="(4, 12, 64, 32)", style=solid]; +"2273 linalg_vector_norm_34" -> "2274 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; +"2274 clamp_min_34" -> "2275 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; +"2275 expand_as_34" -> "2276 div_34" [label="(4, 12, 64, 32)", style=solid]; +"2276 div_34" -> "2277 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"2277 quantize_per_tensor_default_106" -> "2278 dequantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"2278 dequantize_per_tensor_default_106" -> "2286 matmul_34" [label="(4, 12, 64, 32)", style=solid]; +"2279 linalg_vector_norm_35" -> "2280 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; +"2280 clamp_min_35" -> "2281 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; +"2281 expand_as_35" -> "2282 div_35" [label="(4, 12, 64, 32)", style=solid]; +"2282 div_35" -> "2283 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"2283 quantize_per_tensor_default_107" -> "2284 dequantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"2284 dequantize_per_tensor_default_107" -> "2285 transpose_34" [label="(4, 12, 64, 32)", style=solid]; +"2285 transpose_34" -> "2286 matmul_34" [label="(4, 12, 32, 64)", style=solid]; +"2286 matmul_34" -> "2290 mul_35" [label="(4, 12, 64, 64)", style=solid]; +"2287 _param_constant287" -> "2288 clamp_17" [label="(12, 1, 1)", style=solid]; +"2288 clamp_17" -> "2289 exp_17" [label="(12, 1, 1)", style=solid]; +"2289 exp_17" -> "2290 mul_35" [label="(12, 1, 1)", style=solid]; +"2290 mul_35" -> "2291 add_59" [label="(4, 12, 64, 64)", style=solid]; +"2291 add_59" -> "2303 view_96" [label="(4, 12, 64, 64)", style=solid]; +"2292 new_zeros_8" -> "2293 view_95" [label="(16, 16)", style=solid]; +"2293 view_95" -> "2294 permute_80" [label="(2, 8, 2, 8)", style=solid]; +"2294 permute_80" -> "2295 reshape_78" [label="(2, 2, 8, 8)", style=solid]; +"2295 reshape_78" -> "2296 unsqueeze_50" [label="(4, 64)", style=solid]; +"2295 reshape_78" -> "2297 unsqueeze_51" [label="(4, 64)", style=solid]; +"2296 unsqueeze_50" -> "2298 sub_8" [label="(4, 1, 64)", style=solid]; +"2297 unsqueeze_51" -> "2298 sub_8" [label="(4, 64, 1)", style=solid]; +"2298 sub_8" -> "2299 ne_8" [label="(4, 64, 64)", style=solid]; +"2298 sub_8" -> "2300 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"2298 sub_8" -> "2301 eq_8" [label="(4, 64, 64)", style=solid]; +"2299 ne_8" -> "2300 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"2300 masked_fill_16" -> "2302 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"2301 eq_8" -> "2302 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"2302 masked_fill_17" -> "2304 unsqueeze_52" [label="(4, 64, 64)", style=solid]; +"2303 view_96" -> "2306 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; +"2304 unsqueeze_52" -> "2305 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; +"2305 unsqueeze_53" -> "2306 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; +"2306 add_60" -> "2307 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; +"2307 view_97" -> "2308 softmax_17" [label="(4, 12, 64, 64)", style=solid]; +"2308 softmax_17" -> "2309 dropout_68" [label="(4, 12, 64, 64)", style=solid]; +"2309 dropout_68" -> "2310 matmul_35" [label="(4, 12, 64, 64)", style=solid]; +"2310 matmul_35" -> "2311 transpose_35" [label="(4, 12, 64, 32)", style=solid]; +"2311 transpose_35" -> "2312 reshape_79" [label="(4, 64, 12, 32)", style=solid]; +"2312 reshape_79" -> "2313 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2313 reshape_79_0_0_nncf_smooth_quant_0" -> "2314 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"2314 quantize_per_tensor_default_108" -> "2315 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"2315 dequantize_per_tensor_default_108" -> "2322 linear_107" [label="(4, 64, 384)", style=solid]; +"2316 linear_107_zero_point_0_updated_constant0" -> "2321 sub_tensor_108" [label="(384, 1)", style=solid]; +"2317 linear_107_scale_0_updated_constant0" -> "2320 mul_tensor_108" [label="(384, 1)", style=solid]; +"2318 compressed_weight_updated_constant108" -> "2320 mul_tensor_108" [label="(384, 384)", style=solid]; +"2319 _param_constant289_0_0" -> "2322 linear_107" [label="(384,)", style=solid]; +"2320 mul_tensor_108" -> "2321 sub_tensor_108" [label="(384, 384)", style=solid]; +"2321 sub_tensor_108" -> "2322 linear_107" [label=None, style=solid]; +"2322 linear_107" -> "2323 dropout_69" [label="(4, 64, 384)", style=solid]; +"2323 dropout_69" -> "2324 view_98" [label="(4, 64, 384)", style=solid]; +"2324 view_98" -> "2325 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2325 permute_81" -> "2326 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2326 reshape_80" -> "2327 roll_17" [label="(1, 16, 16, 384)", style=solid]; +"2327 roll_17" -> "2328 slice_269" [label="(1, 16, 16, 384)", style=solid]; +"2328 slice_269" -> "2329 slice_270" [label="(1, 16, 16, 384)", style=solid]; +"2329 slice_270" -> "2330 slice_271" [label="(1, 14, 16, 384)", style=solid]; +"2330 slice_271" -> "2331 slice_272" [label="(1, 14, 14, 384)", style=solid]; +"2331 slice_272" -> "2332 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; +"2332 contiguous_33" -> "2335 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; +"2333 _param_constant290" -> "2335 layer_norm_37" [label="(384,)", style=solid]; +"2334 _param_constant291" -> "2335 layer_norm_37" [label="(384,)", style=solid]; +"2335 layer_norm_37" -> "2336 add_61" [label="(1, 14, 14, 384)", style=solid]; +"2336 add_61" -> "2337 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2336 add_61" -> "2363 add_62" [label="(1, 14, 14, 384)", style=solid]; +"2337 add_61_0_0_nncf_smooth_quant_0" -> "2338 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"2338 quantize_per_tensor_default_109" -> "2339 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"2339 dequantize_per_tensor_default_109" -> "2346 linear_108" [label="(1, 14, 14, 384)", style=solid]; +"2340 linear_108_zero_point_0_updated_constant0" -> "2345 sub_tensor_109" [label="(1536, 1)", style=solid]; +"2341 linear_108_scale_0_updated_constant0" -> "2344 mul_tensor_109" [label="(1536, 1)", style=solid]; +"2342 compressed_weight_updated_constant109" -> "2344 mul_tensor_109" [label="(1536, 384)", style=solid]; +"2343 _param_constant293_0_0" -> "2346 linear_108" [label="(1536,)", style=solid]; +"2344 mul_tensor_109" -> "2345 sub_tensor_109" [label="(1536, 384)", style=solid]; +"2345 sub_tensor_109" -> "2346 linear_108" [label=None, style=solid]; +"2346 linear_108" -> "2347 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; +"2347 gelu_17" -> "2348 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; +"2348 dropout_70" -> "2349 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2349 dropout_70_0_0_nncf_smooth_quant_0" -> "2350 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"2350 quantize_per_tensor_default_110" -> "2351 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"2351 dequantize_per_tensor_default_110" -> "2358 linear_109" [label="(1, 14, 14, 1536)", style=solid]; +"2352 linear_109_zero_point_0_updated_constant0" -> "2357 sub_tensor_110" [label="(384, 1)", style=solid]; +"2353 linear_109_scale_0_updated_constant0" -> "2356 mul_tensor_110" [label="(384, 1)", style=solid]; +"2354 compressed_weight_updated_constant110" -> "2356 mul_tensor_110" [label="(384, 1536)", style=solid]; +"2355 _param_constant295_0_0" -> "2358 linear_109" [label="(384,)", style=solid]; +"2356 mul_tensor_110" -> "2357 sub_tensor_110" [label="(384, 1536)", style=solid]; +"2357 sub_tensor_110" -> "2358 linear_109" [label=None, style=solid]; +"2358 linear_109" -> "2359 dropout_71" [label="(1, 14, 14, 384)", style=solid]; +"2359 dropout_71" -> "2362 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; +"2360 _param_constant296" -> "2362 layer_norm_38" [label="(384,)", style=solid]; +"2361 _param_constant297" -> "2362 layer_norm_38" [label="(384,)", style=solid]; +"2362 layer_norm_38" -> "2363 add_62" [label="(1, 14, 14, 384)", style=solid]; +"2363 add_62" -> "2390 pad_20" [label="(1, 14, 14, 384)", style=solid]; +"2363 add_62" -> "2455 add_64" [label="(1, 14, 14, 384)", style=solid]; +"2364 _tensor_constant117" -> "2365 _tensor_constant117_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2365 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2372 linear_110" [label="(1, 15, 15, 2)", style=solid]; +"2366 linear_110_zero_point_0_updated_constant0" -> "2371 sub_tensor_111" [label="(512, 1)", style=solid]; +"2367 linear_110_scale_0_updated_constant0" -> "2370 mul_tensor_111" [label="(512, 1)", style=solid]; +"2368 compressed_weight_updated_constant111" -> "2370 mul_tensor_111" [label="(512, 2)", style=solid]; +"2369 _param_constant299_0_0" -> "2372 linear_110" [label="(512,)", style=solid]; +"2370 mul_tensor_111" -> "2371 sub_tensor_111" [label="(512, 2)", style=solid]; +"2371 sub_tensor_111" -> "2372 linear_110" [label=None, style=solid]; +"2372 linear_110" -> "2373 relu__18" [label="(1, 15, 15, 512)", style=solid]; +"2373 relu__18" -> "2374 relu__18_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2374 relu__18_0_0_nncf_smooth_quant_0" -> "2380 linear_111" [label="(1, 15, 15, 512)", style=solid]; +"2375 linear_111_zero_point_0_updated_constant0" -> "2379 sub_tensor_112" [label="(12, 1)", style=solid]; +"2376 linear_111_scale_0_updated_constant0" -> "2378 mul_tensor_112" [label="(12, 1)", style=solid]; +"2377 compressed_weight_updated_constant112" -> "2378 mul_tensor_112" [label="(12, 512)", style=solid]; +"2378 mul_tensor_112" -> "2379 sub_tensor_112" [label="(12, 512)", style=solid]; +"2379 sub_tensor_112" -> "2380 linear_111" [label=None, style=solid]; +"2380 linear_111" -> "2381 view_99" [label="(1, 15, 15, 12)", style=solid]; +"2381 view_99" -> "2383 index_18" [label="(225, 12)", style=solid]; +"2382 _tensor_constant118" -> "2383 index_18" [label="(4096,)", style=solid]; +"2383 index_18" -> "2384 view_100" [label="(4096, 12)", style=solid]; +"2384 view_100" -> "2385 permute_82" [label="(64, 64, 12)", style=solid]; +"2385 permute_82" -> "2386 contiguous_34" [label="(12, 64, 64)", style=solid]; +"2386 contiguous_34" -> "2387 unsqueeze_54" [label="(12, 64, 64)", style=solid]; +"2387 unsqueeze_54" -> "2388 sigmoid_18" [label="(1, 12, 64, 64)", style=solid]; +"2388 sigmoid_18" -> "2389 mul_36" [label="(1, 12, 64, 64)", style=solid]; +"2389 mul_36" -> "2427 add_63" [label="(1, 12, 64, 64)", style=solid]; +"2390 pad_20" -> "2391 view_101" [label="(1, 16, 16, 384)", style=solid]; +"2391 view_101" -> "2392 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2392 permute_83" -> "2393 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2393 reshape_81" -> "2394 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2394 reshape_81_0_0_nncf_smooth_quant_0" -> "2395 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"2395 quantize_per_tensor_default_111" -> "2396 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"2396 dequantize_per_tensor_default_111" -> "2403 linear_112" [label="(4, 64, 384)", style=solid]; +"2397 linear_112_zero_point_0_updated_constant0" -> "2402 sub_tensor_113" [label="(1152, 1)", style=solid]; +"2398 linear_112_scale_0_updated_constant0" -> "2401 mul_tensor_113" [label="(1152, 1)", style=solid]; +"2399 compressed_weight_updated_constant113" -> "2401 mul_tensor_113" [label="(1152, 384)", style=solid]; +"2400 _param_constant301_0_0" -> "2403 linear_112" [label="(1152,)", style=solid]; +"2401 mul_tensor_113" -> "2402 sub_tensor_113" [label="(1152, 384)", style=solid]; +"2402 sub_tensor_113" -> "2403 linear_112" [label=None, style=solid]; +"2403 linear_112" -> "2404 reshape_82" [label="(4, 64, 1152)", style=solid]; +"2404 reshape_82" -> "2405 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; +"2405 permute_84" -> "2406 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; +"2405 permute_84" -> "2407 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; +"2405 permute_84" -> "2408 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; +"2406 select_54" -> "2409 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; +"2406 select_54" -> "2411 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; +"2406 select_54" -> "2412 div_36" [label="(4, 12, 64, 32)", style=solid]; +"2407 select_55" -> "2415 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; +"2407 select_55" -> "2417 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; +"2407 select_55" -> "2418 div_37" [label="(4, 12, 64, 32)", style=solid]; +"2408 select_56" -> "2430 matmul_37" [label="(4, 12, 64, 32)", style=solid]; +"2409 linalg_vector_norm_36" -> "2410 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; +"2410 clamp_min_36" -> "2411 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; +"2411 expand_as_36" -> "2412 div_36" [label="(4, 12, 64, 32)", style=solid]; +"2412 div_36" -> "2413 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"2413 quantize_per_tensor_default_112" -> "2414 dequantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"2414 dequantize_per_tensor_default_112" -> "2422 matmul_36" [label="(4, 12, 64, 32)", style=solid]; +"2415 linalg_vector_norm_37" -> "2416 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; +"2416 clamp_min_37" -> "2417 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; +"2417 expand_as_37" -> "2418 div_37" [label="(4, 12, 64, 32)", style=solid]; +"2418 div_37" -> "2419 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"2419 quantize_per_tensor_default_113" -> "2420 dequantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"2420 dequantize_per_tensor_default_113" -> "2421 transpose_36" [label="(4, 12, 64, 32)", style=solid]; +"2421 transpose_36" -> "2422 matmul_36" [label="(4, 12, 32, 64)", style=solid]; +"2422 matmul_36" -> "2426 mul_37" [label="(4, 12, 64, 64)", style=solid]; +"2423 _param_constant303" -> "2424 clamp_18" [label="(12, 1, 1)", style=solid]; +"2424 clamp_18" -> "2425 exp_18" [label="(12, 1, 1)", style=solid]; +"2425 exp_18" -> "2426 mul_37" [label="(12, 1, 1)", style=solid]; +"2426 mul_37" -> "2427 add_63" [label="(4, 12, 64, 64)", style=solid]; +"2427 add_63" -> "2428 softmax_18" [label="(4, 12, 64, 64)", style=solid]; +"2428 softmax_18" -> "2429 dropout_72" [label="(4, 12, 64, 64)", style=solid]; +"2429 dropout_72" -> "2430 matmul_37" [label="(4, 12, 64, 64)", style=solid]; +"2430 matmul_37" -> "2431 transpose_37" [label="(4, 12, 64, 32)", style=solid]; +"2431 transpose_37" -> "2432 reshape_83" [label="(4, 64, 12, 32)", style=solid]; +"2432 reshape_83" -> "2433 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2433 reshape_83_0_0_nncf_smooth_quant_0" -> "2434 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"2434 quantize_per_tensor_default_114" -> "2435 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"2435 dequantize_per_tensor_default_114" -> "2442 linear_113" [label="(4, 64, 384)", style=solid]; +"2436 linear_113_zero_point_0_updated_constant0" -> "2441 sub_tensor_114" [label="(384, 1)", style=solid]; +"2437 linear_113_scale_0_updated_constant0" -> "2440 mul_tensor_114" [label="(384, 1)", style=solid]; +"2438 compressed_weight_updated_constant114" -> "2440 mul_tensor_114" [label="(384, 384)", style=solid]; +"2439 _param_constant305_0_0" -> "2442 linear_113" [label="(384,)", style=solid]; +"2440 mul_tensor_114" -> "2441 sub_tensor_114" [label="(384, 384)", style=solid]; +"2441 sub_tensor_114" -> "2442 linear_113" [label=None, style=solid]; +"2442 linear_113" -> "2443 dropout_73" [label="(4, 64, 384)", style=solid]; +"2443 dropout_73" -> "2444 view_102" [label="(4, 64, 384)", style=solid]; +"2444 view_102" -> "2445 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2445 permute_85" -> "2446 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2446 reshape_84" -> "2447 slice_274" [label="(1, 16, 16, 384)", style=solid]; +"2447 slice_274" -> "2448 slice_275" [label="(1, 16, 16, 384)", style=solid]; +"2448 slice_275" -> "2449 slice_276" [label="(1, 14, 16, 384)", style=solid]; +"2449 slice_276" -> "2450 slice_277" [label="(1, 14, 14, 384)", style=solid]; +"2450 slice_277" -> "2451 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; +"2451 contiguous_35" -> "2454 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; +"2452 _param_constant306" -> "2454 layer_norm_39" [label="(384,)", style=solid]; +"2453 _param_constant307" -> "2454 layer_norm_39" [label="(384,)", style=solid]; +"2454 layer_norm_39" -> "2455 add_64" [label="(1, 14, 14, 384)", style=solid]; +"2455 add_64" -> "2456 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2455 add_64" -> "2482 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2456 add_64_0_0_nncf_smooth_quant_0" -> "2457 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"2457 quantize_per_tensor_default_115" -> "2458 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"2458 dequantize_per_tensor_default_115" -> "2465 linear_114" [label="(1, 14, 14, 384)", style=solid]; +"2459 linear_114_zero_point_0_updated_constant0" -> "2464 sub_tensor_115" [label="(1536, 1)", style=solid]; +"2460 linear_114_scale_0_updated_constant0" -> "2463 mul_tensor_115" [label="(1536, 1)", style=solid]; +"2461 compressed_weight_updated_constant115" -> "2463 mul_tensor_115" [label="(1536, 384)", style=solid]; +"2462 _param_constant309_0_0" -> "2465 linear_114" [label="(1536,)", style=solid]; +"2463 mul_tensor_115" -> "2464 sub_tensor_115" [label="(1536, 384)", style=solid]; +"2464 sub_tensor_115" -> "2465 linear_114" [label=None, style=solid]; +"2465 linear_114" -> "2466 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; +"2466 gelu_18" -> "2467 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; +"2467 dropout_74" -> "2468 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2468 dropout_74_0_0_nncf_smooth_quant_0" -> "2469 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"2469 quantize_per_tensor_default_116" -> "2470 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"2470 dequantize_per_tensor_default_116" -> "2477 linear_115" [label="(1, 14, 14, 1536)", style=solid]; +"2471 linear_115_zero_point_0_updated_constant0" -> "2476 sub_tensor_116" [label="(384, 1)", style=solid]; +"2472 linear_115_scale_0_updated_constant0" -> "2475 mul_tensor_116" [label="(384, 1)", style=solid]; +"2473 compressed_weight_updated_constant116" -> "2475 mul_tensor_116" [label="(384, 1536)", style=solid]; +"2474 _param_constant311_0_0" -> "2477 linear_115" [label="(384,)", style=solid]; +"2475 mul_tensor_116" -> "2476 sub_tensor_116" [label="(384, 1536)", style=solid]; +"2476 sub_tensor_116" -> "2477 linear_115" [label=None, style=solid]; +"2477 linear_115" -> "2478 dropout_75" [label="(1, 14, 14, 384)", style=solid]; +"2478 dropout_75" -> "2481 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; +"2479 _param_constant312" -> "2481 layer_norm_40" [label="(384,)", style=solid]; +"2480 _param_constant313" -> "2481 layer_norm_40" [label="(384,)", style=solid]; +"2481 layer_norm_40" -> "2482 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2482 add_65" -> "2509 pad_21" [label="(1, 14, 14, 384)", style=solid]; +"2482 add_65" -> "2592 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2483 _tensor_constant119" -> "2484 _tensor_constant119_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2484 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2491 linear_116" [label="(1, 15, 15, 2)", style=solid]; +"2485 linear_116_zero_point_0_updated_constant0" -> "2490 sub_tensor_117" [label="(512, 1)", style=solid]; +"2486 linear_116_scale_0_updated_constant0" -> "2489 mul_tensor_117" [label="(512, 1)", style=solid]; +"2487 compressed_weight_updated_constant117" -> "2489 mul_tensor_117" [label="(512, 2)", style=solid]; +"2488 _param_constant315_0_0" -> "2491 linear_116" [label="(512,)", style=solid]; +"2489 mul_tensor_117" -> "2490 sub_tensor_117" [label="(512, 2)", style=solid]; +"2490 sub_tensor_117" -> "2491 linear_116" [label=None, style=solid]; +"2491 linear_116" -> "2492 relu__19" [label="(1, 15, 15, 512)", style=solid]; +"2492 relu__19" -> "2493 relu__19_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2493 relu__19_0_0_nncf_smooth_quant_0" -> "2499 linear_117" [label="(1, 15, 15, 512)", style=solid]; +"2494 linear_117_zero_point_0_updated_constant0" -> "2498 sub_tensor_118" [label="(12, 1)", style=solid]; +"2495 linear_117_scale_0_updated_constant0" -> "2497 mul_tensor_118" [label="(12, 1)", style=solid]; +"2496 compressed_weight_updated_constant118" -> "2497 mul_tensor_118" [label="(12, 512)", style=solid]; +"2497 mul_tensor_118" -> "2498 sub_tensor_118" [label="(12, 512)", style=solid]; +"2498 sub_tensor_118" -> "2499 linear_117" [label=None, style=solid]; +"2499 linear_117" -> "2500 view_103" [label="(1, 15, 15, 12)", style=solid]; +"2500 view_103" -> "2502 index_19" [label="(225, 12)", style=solid]; +"2501 _tensor_constant120" -> "2502 index_19" [label="(4096,)", style=solid]; +"2502 index_19" -> "2503 view_104" [label="(4096, 12)", style=solid]; +"2503 view_104" -> "2504 permute_86" [label="(64, 64, 12)", style=solid]; +"2504 permute_86" -> "2505 contiguous_36" [label="(12, 64, 64)", style=solid]; +"2505 contiguous_36" -> "2506 unsqueeze_55" [label="(12, 64, 64)", style=solid]; +"2506 unsqueeze_55" -> "2507 sigmoid_19" [label="(1, 12, 64, 64)", style=solid]; +"2507 sigmoid_19" -> "2508 mul_38" [label="(1, 12, 64, 64)", style=solid]; +"2508 mul_38" -> "2547 add_66" [label="(1, 12, 64, 64)", style=solid]; +"2509 pad_21" -> "2510 roll_18" [label="(1, 16, 16, 384)", style=solid]; +"2510 roll_18" -> "2511 view_105" [label="(1, 16, 16, 384)", style=solid]; +"2511 view_105" -> "2512 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2512 permute_87" -> "2513 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2513 reshape_85" -> "2514 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2513 reshape_85" -> "2548 new_zeros_9" [label="(4, 64, 384)", style=solid]; +"2514 reshape_85_0_0_nncf_smooth_quant_0" -> "2515 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2515 quantize_per_tensor_default_117" -> "2516 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2516 dequantize_per_tensor_default_117" -> "2523 linear_118" [label="(4, 64, 384)", style=solid]; +"2517 linear_118_zero_point_0_updated_constant0" -> "2522 sub_tensor_119" [label="(1152, 1)", style=solid]; +"2518 linear_118_scale_0_updated_constant0" -> "2521 mul_tensor_119" [label="(1152, 1)", style=solid]; +"2519 compressed_weight_updated_constant119" -> "2521 mul_tensor_119" [label="(1152, 384)", style=solid]; +"2520 _param_constant317_0_0" -> "2523 linear_118" [label="(1152,)", style=solid]; +"2521 mul_tensor_119" -> "2522 sub_tensor_119" [label="(1152, 384)", style=solid]; +"2522 sub_tensor_119" -> "2523 linear_118" [label=None, style=solid]; +"2523 linear_118" -> "2524 reshape_86" [label="(4, 64, 1152)", style=solid]; +"2524 reshape_86" -> "2525 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; +"2525 permute_88" -> "2526 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; +"2525 permute_88" -> "2527 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; +"2525 permute_88" -> "2528 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; +"2526 select_57" -> "2529 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; +"2526 select_57" -> "2531 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; +"2526 select_57" -> "2532 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2527 select_58" -> "2535 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; +"2527 select_58" -> "2537 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; +"2527 select_58" -> "2538 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2528 select_59" -> "2566 matmul_39" [label="(4, 12, 64, 32)", style=solid]; +"2529 linalg_vector_norm_38" -> "2530 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; +"2530 clamp_min_38" -> "2531 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; +"2531 expand_as_38" -> "2532 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2532 div_38" -> "2533 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2533 quantize_per_tensor_default_118" -> "2534 dequantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2534 dequantize_per_tensor_default_118" -> "2542 matmul_38" [label="(4, 12, 64, 32)", style=solid]; +"2535 linalg_vector_norm_39" -> "2536 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; +"2536 clamp_min_39" -> "2537 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; +"2537 expand_as_39" -> "2538 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2538 div_39" -> "2539 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2539 quantize_per_tensor_default_119" -> "2540 dequantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2540 dequantize_per_tensor_default_119" -> "2541 transpose_38" [label="(4, 12, 64, 32)", style=solid]; +"2541 transpose_38" -> "2542 matmul_38" [label="(4, 12, 32, 64)", style=solid]; +"2542 matmul_38" -> "2546 mul_39" [label="(4, 12, 64, 64)", style=solid]; +"2543 _param_constant319" -> "2544 clamp_19" [label="(12, 1, 1)", style=solid]; +"2544 clamp_19" -> "2545 exp_19" [label="(12, 1, 1)", style=solid]; +"2545 exp_19" -> "2546 mul_39" [label="(12, 1, 1)", style=solid]; +"2546 mul_39" -> "2547 add_66" [label="(4, 12, 64, 64)", style=solid]; +"2547 add_66" -> "2559 view_107" [label="(4, 12, 64, 64)", style=solid]; +"2548 new_zeros_9" -> "2549 view_106" [label="(16, 16)", style=solid]; +"2549 view_106" -> "2550 permute_89" [label="(2, 8, 2, 8)", style=solid]; +"2550 permute_89" -> "2551 reshape_87" [label="(2, 2, 8, 8)", style=solid]; +"2551 reshape_87" -> "2552 unsqueeze_56" [label="(4, 64)", style=solid]; +"2551 reshape_87" -> "2553 unsqueeze_57" [label="(4, 64)", style=solid]; +"2552 unsqueeze_56" -> "2554 sub_9" [label="(4, 1, 64)", style=solid]; +"2553 unsqueeze_57" -> "2554 sub_9" [label="(4, 64, 1)", style=solid]; +"2554 sub_9" -> "2555 ne_9" [label="(4, 64, 64)", style=solid]; +"2554 sub_9" -> "2556 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2554 sub_9" -> "2557 eq_9" [label="(4, 64, 64)", style=solid]; +"2555 ne_9" -> "2556 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2556 masked_fill_18" -> "2558 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2557 eq_9" -> "2558 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2558 masked_fill_19" -> "2560 unsqueeze_58" [label="(4, 64, 64)", style=solid]; +"2559 view_107" -> "2562 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; +"2560 unsqueeze_58" -> "2561 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; +"2561 unsqueeze_59" -> "2562 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; +"2562 add_67" -> "2563 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; +"2563 view_108" -> "2564 softmax_19" [label="(4, 12, 64, 64)", style=solid]; +"2564 softmax_19" -> "2565 dropout_76" [label="(4, 12, 64, 64)", style=solid]; +"2565 dropout_76" -> "2566 matmul_39" [label="(4, 12, 64, 64)", style=solid]; +"2566 matmul_39" -> "2567 transpose_39" [label="(4, 12, 64, 32)", style=solid]; +"2567 transpose_39" -> "2568 reshape_88" [label="(4, 64, 12, 32)", style=solid]; +"2568 reshape_88" -> "2569 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2569 reshape_88_0_0_nncf_smooth_quant_0" -> "2570 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2570 quantize_per_tensor_default_120" -> "2571 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2571 dequantize_per_tensor_default_120" -> "2578 linear_119" [label="(4, 64, 384)", style=solid]; +"2572 linear_119_zero_point_0_updated_constant0" -> "2577 sub_tensor_120" [label="(384, 1)", style=solid]; +"2573 linear_119_scale_0_updated_constant0" -> "2576 mul_tensor_120" [label="(384, 1)", style=solid]; +"2574 compressed_weight_updated_constant120" -> "2576 mul_tensor_120" [label="(384, 384)", style=solid]; +"2575 _param_constant321_0_0" -> "2578 linear_119" [label="(384,)", style=solid]; +"2576 mul_tensor_120" -> "2577 sub_tensor_120" [label="(384, 384)", style=solid]; +"2577 sub_tensor_120" -> "2578 linear_119" [label=None, style=solid]; +"2578 linear_119" -> "2579 dropout_77" [label="(4, 64, 384)", style=solid]; +"2579 dropout_77" -> "2580 view_109" [label="(4, 64, 384)", style=solid]; +"2580 view_109" -> "2581 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2581 permute_90" -> "2582 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2582 reshape_89" -> "2583 roll_19" [label="(1, 16, 16, 384)", style=solid]; +"2583 roll_19" -> "2584 slice_297" [label="(1, 16, 16, 384)", style=solid]; +"2584 slice_297" -> "2585 slice_298" [label="(1, 16, 16, 384)", style=solid]; +"2585 slice_298" -> "2586 slice_299" [label="(1, 14, 16, 384)", style=solid]; +"2586 slice_299" -> "2587 slice_300" [label="(1, 14, 14, 384)", style=solid]; +"2587 slice_300" -> "2588 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; +"2588 contiguous_37" -> "2591 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; +"2589 _param_constant322" -> "2591 layer_norm_41" [label="(384,)", style=solid]; +"2590 _param_constant323" -> "2591 layer_norm_41" [label="(384,)", style=solid]; +"2591 layer_norm_41" -> "2592 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2592 add_68" -> "2593 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2592 add_68" -> "2619 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2593 add_68_0_0_nncf_smooth_quant_0" -> "2594 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2594 quantize_per_tensor_default_121" -> "2595 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2595 dequantize_per_tensor_default_121" -> "2602 linear_120" [label="(1, 14, 14, 384)", style=solid]; +"2596 linear_120_zero_point_0_updated_constant0" -> "2601 sub_tensor_121" [label="(1536, 1)", style=solid]; +"2597 linear_120_scale_0_updated_constant0" -> "2600 mul_tensor_121" [label="(1536, 1)", style=solid]; +"2598 compressed_weight_updated_constant121" -> "2600 mul_tensor_121" [label="(1536, 384)", style=solid]; +"2599 _param_constant325_0_0" -> "2602 linear_120" [label="(1536,)", style=solid]; +"2600 mul_tensor_121" -> "2601 sub_tensor_121" [label="(1536, 384)", style=solid]; +"2601 sub_tensor_121" -> "2602 linear_120" [label=None, style=solid]; +"2602 linear_120" -> "2603 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; +"2603 gelu_19" -> "2604 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; +"2604 dropout_78" -> "2605 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2605 dropout_78_0_0_nncf_smooth_quant_0" -> "2606 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2606 quantize_per_tensor_default_122" -> "2607 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2607 dequantize_per_tensor_default_122" -> "2614 linear_121" [label="(1, 14, 14, 1536)", style=solid]; +"2608 linear_121_zero_point_0_updated_constant0" -> "2613 sub_tensor_122" [label="(384, 1)", style=solid]; +"2609 linear_121_scale_0_updated_constant0" -> "2612 mul_tensor_122" [label="(384, 1)", style=solid]; +"2610 compressed_weight_updated_constant122" -> "2612 mul_tensor_122" [label="(384, 1536)", style=solid]; +"2611 _param_constant327_0_0" -> "2614 linear_121" [label="(384,)", style=solid]; +"2612 mul_tensor_122" -> "2613 sub_tensor_122" [label="(384, 1536)", style=solid]; +"2613 sub_tensor_122" -> "2614 linear_121" [label=None, style=solid]; +"2614 linear_121" -> "2615 dropout_79" [label="(1, 14, 14, 384)", style=solid]; +"2615 dropout_79" -> "2618 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; +"2616 _param_constant328" -> "2618 layer_norm_42" [label="(384,)", style=solid]; +"2617 _param_constant329" -> "2618 layer_norm_42" [label="(384,)", style=solid]; +"2618 layer_norm_42" -> "2619 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2619 add_69" -> "2646 pad_22" [label="(1, 14, 14, 384)", style=solid]; +"2619 add_69" -> "2711 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2620 _tensor_constant130" -> "2621 _tensor_constant130_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2621 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2628 linear_122" [label="(1, 15, 15, 2)", style=solid]; +"2622 linear_122_zero_point_0_updated_constant0" -> "2627 sub_tensor_123" [label="(512, 1)", style=solid]; +"2623 linear_122_scale_0_updated_constant0" -> "2626 mul_tensor_123" [label="(512, 1)", style=solid]; +"2624 compressed_weight_updated_constant123" -> "2626 mul_tensor_123" [label="(512, 2)", style=solid]; +"2625 _param_constant331_0_0" -> "2628 linear_122" [label="(512,)", style=solid]; +"2626 mul_tensor_123" -> "2627 sub_tensor_123" [label="(512, 2)", style=solid]; +"2627 sub_tensor_123" -> "2628 linear_122" [label=None, style=solid]; +"2628 linear_122" -> "2629 relu__20" [label="(1, 15, 15, 512)", style=solid]; +"2629 relu__20" -> "2630 relu__20_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2630 relu__20_0_0_nncf_smooth_quant_0" -> "2636 linear_123" [label="(1, 15, 15, 512)", style=solid]; +"2631 linear_123_zero_point_0_updated_constant0" -> "2635 sub_tensor_124" [label="(12, 1)", style=solid]; +"2632 linear_123_scale_0_updated_constant0" -> "2634 mul_tensor_124" [label="(12, 1)", style=solid]; +"2633 compressed_weight_updated_constant124" -> "2634 mul_tensor_124" [label="(12, 512)", style=solid]; +"2634 mul_tensor_124" -> "2635 sub_tensor_124" [label="(12, 512)", style=solid]; +"2635 sub_tensor_124" -> "2636 linear_123" [label=None, style=solid]; +"2636 linear_123" -> "2637 view_110" [label="(1, 15, 15, 12)", style=solid]; +"2637 view_110" -> "2639 index_20" [label="(225, 12)", style=solid]; +"2638 _tensor_constant131" -> "2639 index_20" [label="(4096,)", style=solid]; +"2639 index_20" -> "2640 view_111" [label="(4096, 12)", style=solid]; +"2640 view_111" -> "2641 permute_91" [label="(64, 64, 12)", style=solid]; +"2641 permute_91" -> "2642 contiguous_38" [label="(12, 64, 64)", style=solid]; +"2642 contiguous_38" -> "2643 unsqueeze_60" [label="(12, 64, 64)", style=solid]; +"2643 unsqueeze_60" -> "2644 sigmoid_20" [label="(1, 12, 64, 64)", style=solid]; +"2644 sigmoid_20" -> "2645 mul_40" [label="(1, 12, 64, 64)", style=solid]; +"2645 mul_40" -> "2683 add_70" [label="(1, 12, 64, 64)", style=solid]; +"2646 pad_22" -> "2647 view_112" [label="(1, 16, 16, 384)", style=solid]; +"2647 view_112" -> "2648 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2648 permute_92" -> "2649 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2649 reshape_90" -> "2650 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2650 reshape_90_0_0_nncf_smooth_quant_0" -> "2651 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2651 quantize_per_tensor_default_123" -> "2652 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2652 dequantize_per_tensor_default_123" -> "2659 linear_124" [label="(4, 64, 384)", style=solid]; +"2653 linear_124_zero_point_0_updated_constant0" -> "2658 sub_tensor_125" [label="(1152, 1)", style=solid]; +"2654 linear_124_scale_0_updated_constant0" -> "2657 mul_tensor_125" [label="(1152, 1)", style=solid]; +"2655 compressed_weight_updated_constant125" -> "2657 mul_tensor_125" [label="(1152, 384)", style=solid]; +"2656 _param_constant333_0_0" -> "2659 linear_124" [label="(1152,)", style=solid]; +"2657 mul_tensor_125" -> "2658 sub_tensor_125" [label="(1152, 384)", style=solid]; +"2658 sub_tensor_125" -> "2659 linear_124" [label=None, style=solid]; +"2659 linear_124" -> "2660 reshape_91" [label="(4, 64, 1152)", style=solid]; +"2660 reshape_91" -> "2661 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; +"2661 permute_93" -> "2662 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; +"2661 permute_93" -> "2663 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; +"2661 permute_93" -> "2664 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; +"2662 select_60" -> "2665 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; +"2662 select_60" -> "2667 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; +"2662 select_60" -> "2668 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2663 select_61" -> "2671 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; +"2663 select_61" -> "2673 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; +"2663 select_61" -> "2674 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2664 select_62" -> "2686 matmul_41" [label="(4, 12, 64, 32)", style=solid]; +"2665 linalg_vector_norm_40" -> "2666 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; +"2666 clamp_min_40" -> "2667 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; +"2667 expand_as_40" -> "2668 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2668 div_40" -> "2669 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2669 quantize_per_tensor_default_124" -> "2670 dequantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2670 dequantize_per_tensor_default_124" -> "2678 matmul_40" [label="(4, 12, 64, 32)", style=solid]; +"2671 linalg_vector_norm_41" -> "2672 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; +"2672 clamp_min_41" -> "2673 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; +"2673 expand_as_41" -> "2674 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2674 div_41" -> "2675 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2675 quantize_per_tensor_default_125" -> "2676 dequantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2676 dequantize_per_tensor_default_125" -> "2677 transpose_40" [label="(4, 12, 64, 32)", style=solid]; +"2677 transpose_40" -> "2678 matmul_40" [label="(4, 12, 32, 64)", style=solid]; +"2678 matmul_40" -> "2682 mul_41" [label="(4, 12, 64, 64)", style=solid]; +"2679 _param_constant335" -> "2680 clamp_20" [label="(12, 1, 1)", style=solid]; +"2680 clamp_20" -> "2681 exp_20" [label="(12, 1, 1)", style=solid]; +"2681 exp_20" -> "2682 mul_41" [label="(12, 1, 1)", style=solid]; +"2682 mul_41" -> "2683 add_70" [label="(4, 12, 64, 64)", style=solid]; +"2683 add_70" -> "2684 softmax_20" [label="(4, 12, 64, 64)", style=solid]; +"2684 softmax_20" -> "2685 dropout_80" [label="(4, 12, 64, 64)", style=solid]; +"2685 dropout_80" -> "2686 matmul_41" [label="(4, 12, 64, 64)", style=solid]; +"2686 matmul_41" -> "2687 transpose_41" [label="(4, 12, 64, 32)", style=solid]; +"2687 transpose_41" -> "2688 reshape_92" [label="(4, 64, 12, 32)", style=solid]; +"2688 reshape_92" -> "2689 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2689 reshape_92_0_0_nncf_smooth_quant_0" -> "2690 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2690 quantize_per_tensor_default_126" -> "2691 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2691 dequantize_per_tensor_default_126" -> "2698 linear_125" [label="(4, 64, 384)", style=solid]; +"2692 linear_125_zero_point_0_updated_constant0" -> "2697 sub_tensor_126" [label="(384, 1)", style=solid]; +"2693 linear_125_scale_0_updated_constant0" -> "2696 mul_tensor_126" [label="(384, 1)", style=solid]; +"2694 compressed_weight_updated_constant126" -> "2696 mul_tensor_126" [label="(384, 384)", style=solid]; +"2695 _param_constant337_0_0" -> "2698 linear_125" [label="(384,)", style=solid]; +"2696 mul_tensor_126" -> "2697 sub_tensor_126" [label="(384, 384)", style=solid]; +"2697 sub_tensor_126" -> "2698 linear_125" [label=None, style=solid]; +"2698 linear_125" -> "2699 dropout_81" [label="(4, 64, 384)", style=solid]; +"2699 dropout_81" -> "2700 view_113" [label="(4, 64, 384)", style=solid]; +"2700 view_113" -> "2701 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2701 permute_94" -> "2702 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2702 reshape_93" -> "2703 slice_302" [label="(1, 16, 16, 384)", style=solid]; +"2703 slice_302" -> "2704 slice_303" [label="(1, 16, 16, 384)", style=solid]; +"2704 slice_303" -> "2705 slice_304" [label="(1, 14, 16, 384)", style=solid]; +"2705 slice_304" -> "2706 slice_305" [label="(1, 14, 14, 384)", style=solid]; +"2706 slice_305" -> "2707 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; +"2707 contiguous_39" -> "2710 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; +"2708 _param_constant338" -> "2710 layer_norm_43" [label="(384,)", style=solid]; +"2709 _param_constant339" -> "2710 layer_norm_43" [label="(384,)", style=solid]; +"2710 layer_norm_43" -> "2711 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2711 add_71" -> "2712 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2711 add_71" -> "2738 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2712 add_71_0_0_nncf_smooth_quant_0" -> "2713 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2713 quantize_per_tensor_default_127" -> "2714 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2714 dequantize_per_tensor_default_127" -> "2721 linear_126" [label="(1, 14, 14, 384)", style=solid]; +"2715 linear_126_zero_point_0_updated_constant0" -> "2720 sub_tensor_127" [label="(1536, 1)", style=solid]; +"2716 linear_126_scale_0_updated_constant0" -> "2719 mul_tensor_127" [label="(1536, 1)", style=solid]; +"2717 compressed_weight_updated_constant127" -> "2719 mul_tensor_127" [label="(1536, 384)", style=solid]; +"2718 _param_constant341_0_0" -> "2721 linear_126" [label="(1536,)", style=solid]; +"2719 mul_tensor_127" -> "2720 sub_tensor_127" [label="(1536, 384)", style=solid]; +"2720 sub_tensor_127" -> "2721 linear_126" [label=None, style=solid]; +"2721 linear_126" -> "2722 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; +"2722 gelu_20" -> "2723 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; +"2723 dropout_82" -> "2724 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2724 dropout_82_0_0_nncf_smooth_quant_0" -> "2725 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2725 quantize_per_tensor_default_128" -> "2726 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2726 dequantize_per_tensor_default_128" -> "2733 linear_127" [label="(1, 14, 14, 1536)", style=solid]; +"2727 linear_127_zero_point_0_updated_constant0" -> "2732 sub_tensor_128" [label="(384, 1)", style=solid]; +"2728 linear_127_scale_0_updated_constant0" -> "2731 mul_tensor_128" [label="(384, 1)", style=solid]; +"2729 compressed_weight_updated_constant128" -> "2731 mul_tensor_128" [label="(384, 1536)", style=solid]; +"2730 _param_constant343_0_0" -> "2733 linear_127" [label="(384,)", style=solid]; +"2731 mul_tensor_128" -> "2732 sub_tensor_128" [label="(384, 1536)", style=solid]; +"2732 sub_tensor_128" -> "2733 linear_127" [label=None, style=solid]; +"2733 linear_127" -> "2734 dropout_83" [label="(1, 14, 14, 384)", style=solid]; +"2734 dropout_83" -> "2737 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; +"2735 _param_constant344" -> "2737 layer_norm_44" [label="(384,)", style=solid]; +"2736 _param_constant345" -> "2737 layer_norm_44" [label="(384,)", style=solid]; +"2737 layer_norm_44" -> "2738 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2738 add_72" -> "2765 pad_23" [label="(1, 14, 14, 384)", style=solid]; +"2738 add_72" -> "2848 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2739 _tensor_constant132" -> "2740 _tensor_constant132_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2740 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2747 linear_128" [label="(1, 15, 15, 2)", style=solid]; +"2741 linear_128_zero_point_0_updated_constant0" -> "2746 sub_tensor_129" [label="(512, 1)", style=solid]; +"2742 linear_128_scale_0_updated_constant0" -> "2745 mul_tensor_129" [label="(512, 1)", style=solid]; +"2743 compressed_weight_updated_constant129" -> "2745 mul_tensor_129" [label="(512, 2)", style=solid]; +"2744 _param_constant347_0_0" -> "2747 linear_128" [label="(512,)", style=solid]; +"2745 mul_tensor_129" -> "2746 sub_tensor_129" [label="(512, 2)", style=solid]; +"2746 sub_tensor_129" -> "2747 linear_128" [label=None, style=solid]; +"2747 linear_128" -> "2748 relu__21" [label="(1, 15, 15, 512)", style=solid]; +"2748 relu__21" -> "2749 relu__21_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2749 relu__21_0_0_nncf_smooth_quant_0" -> "2755 linear_129" [label="(1, 15, 15, 512)", style=solid]; +"2750 linear_129_zero_point_0_updated_constant0" -> "2754 sub_tensor_130" [label="(12, 1)", style=solid]; +"2751 linear_129_scale_0_updated_constant0" -> "2753 mul_tensor_130" [label="(12, 1)", style=solid]; +"2752 compressed_weight_updated_constant130" -> "2753 mul_tensor_130" [label="(12, 512)", style=solid]; +"2753 mul_tensor_130" -> "2754 sub_tensor_130" [label="(12, 512)", style=solid]; +"2754 sub_tensor_130" -> "2755 linear_129" [label=None, style=solid]; +"2755 linear_129" -> "2756 view_114" [label="(1, 15, 15, 12)", style=solid]; +"2756 view_114" -> "2758 index_21" [label="(225, 12)", style=solid]; +"2757 _tensor_constant133" -> "2758 index_21" [label="(4096,)", style=solid]; +"2758 index_21" -> "2759 view_115" [label="(4096, 12)", style=solid]; +"2759 view_115" -> "2760 permute_95" [label="(64, 64, 12)", style=solid]; +"2760 permute_95" -> "2761 contiguous_40" [label="(12, 64, 64)", style=solid]; +"2761 contiguous_40" -> "2762 unsqueeze_61" [label="(12, 64, 64)", style=solid]; +"2762 unsqueeze_61" -> "2763 sigmoid_21" [label="(1, 12, 64, 64)", style=solid]; +"2763 sigmoid_21" -> "2764 mul_42" [label="(1, 12, 64, 64)", style=solid]; +"2764 mul_42" -> "2803 add_73" [label="(1, 12, 64, 64)", style=solid]; +"2765 pad_23" -> "2766 roll_20" [label="(1, 16, 16, 384)", style=solid]; +"2766 roll_20" -> "2767 view_116" [label="(1, 16, 16, 384)", style=solid]; +"2767 view_116" -> "2768 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2768 permute_96" -> "2769 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2769 reshape_94" -> "2770 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2769 reshape_94" -> "2804 new_zeros_10" [label="(4, 64, 384)", style=solid]; +"2770 reshape_94_0_0_nncf_smooth_quant_0" -> "2771 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2771 quantize_per_tensor_default_129" -> "2772 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2772 dequantize_per_tensor_default_129" -> "2779 linear_130" [label="(4, 64, 384)", style=solid]; +"2773 linear_130_zero_point_0_updated_constant0" -> "2778 sub_tensor_131" [label="(1152, 1)", style=solid]; +"2774 linear_130_scale_0_updated_constant0" -> "2777 mul_tensor_131" [label="(1152, 1)", style=solid]; +"2775 compressed_weight_updated_constant131" -> "2777 mul_tensor_131" [label="(1152, 384)", style=solid]; +"2776 _param_constant349_0_0" -> "2779 linear_130" [label="(1152,)", style=solid]; +"2777 mul_tensor_131" -> "2778 sub_tensor_131" [label="(1152, 384)", style=solid]; +"2778 sub_tensor_131" -> "2779 linear_130" [label=None, style=solid]; +"2779 linear_130" -> "2780 reshape_95" [label="(4, 64, 1152)", style=solid]; +"2780 reshape_95" -> "2781 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; +"2781 permute_97" -> "2782 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; +"2781 permute_97" -> "2783 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; +"2781 permute_97" -> "2784 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; +"2782 select_63" -> "2785 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; +"2782 select_63" -> "2787 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; +"2782 select_63" -> "2788 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2783 select_64" -> "2791 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; +"2783 select_64" -> "2793 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; +"2783 select_64" -> "2794 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2784 select_65" -> "2822 matmul_43" [label="(4, 12, 64, 32)", style=solid]; +"2785 linalg_vector_norm_42" -> "2786 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; +"2786 clamp_min_42" -> "2787 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; +"2787 expand_as_42" -> "2788 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2788 div_42" -> "2789 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2789 quantize_per_tensor_default_130" -> "2790 dequantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2790 dequantize_per_tensor_default_130" -> "2798 matmul_42" [label="(4, 12, 64, 32)", style=solid]; +"2791 linalg_vector_norm_43" -> "2792 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; +"2792 clamp_min_43" -> "2793 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; +"2793 expand_as_43" -> "2794 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2794 div_43" -> "2795 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2795 quantize_per_tensor_default_131" -> "2796 dequantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2796 dequantize_per_tensor_default_131" -> "2797 transpose_42" [label="(4, 12, 64, 32)", style=solid]; +"2797 transpose_42" -> "2798 matmul_42" [label="(4, 12, 32, 64)", style=solid]; +"2798 matmul_42" -> "2802 mul_43" [label="(4, 12, 64, 64)", style=solid]; +"2799 _param_constant351" -> "2800 clamp_21" [label="(12, 1, 1)", style=solid]; +"2800 clamp_21" -> "2801 exp_21" [label="(12, 1, 1)", style=solid]; +"2801 exp_21" -> "2802 mul_43" [label="(12, 1, 1)", style=solid]; +"2802 mul_43" -> "2803 add_73" [label="(4, 12, 64, 64)", style=solid]; +"2803 add_73" -> "2815 view_118" [label="(4, 12, 64, 64)", style=solid]; +"2804 new_zeros_10" -> "2805 view_117" [label="(16, 16)", style=solid]; +"2805 view_117" -> "2806 permute_98" [label="(2, 8, 2, 8)", style=solid]; +"2806 permute_98" -> "2807 reshape_96" [label="(2, 2, 8, 8)", style=solid]; +"2807 reshape_96" -> "2808 unsqueeze_62" [label="(4, 64)", style=solid]; +"2807 reshape_96" -> "2809 unsqueeze_63" [label="(4, 64)", style=solid]; +"2808 unsqueeze_62" -> "2810 sub_10" [label="(4, 1, 64)", style=solid]; +"2809 unsqueeze_63" -> "2810 sub_10" [label="(4, 64, 1)", style=solid]; +"2810 sub_10" -> "2811 ne_10" [label="(4, 64, 64)", style=solid]; +"2810 sub_10" -> "2812 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2810 sub_10" -> "2813 eq_10" [label="(4, 64, 64)", style=solid]; +"2811 ne_10" -> "2812 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2812 masked_fill_20" -> "2814 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2813 eq_10" -> "2814 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2814 masked_fill_21" -> "2816 unsqueeze_64" [label="(4, 64, 64)", style=solid]; +"2815 view_118" -> "2818 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; +"2816 unsqueeze_64" -> "2817 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; +"2817 unsqueeze_65" -> "2818 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; +"2818 add_74" -> "2819 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; +"2819 view_119" -> "2820 softmax_21" [label="(4, 12, 64, 64)", style=solid]; +"2820 softmax_21" -> "2821 dropout_84" [label="(4, 12, 64, 64)", style=solid]; +"2821 dropout_84" -> "2822 matmul_43" [label="(4, 12, 64, 64)", style=solid]; +"2822 matmul_43" -> "2823 transpose_43" [label="(4, 12, 64, 32)", style=solid]; +"2823 transpose_43" -> "2824 reshape_97" [label="(4, 64, 12, 32)", style=solid]; +"2824 reshape_97" -> "2825 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2825 reshape_97_0_0_nncf_smooth_quant_0" -> "2826 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2826 quantize_per_tensor_default_132" -> "2827 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2827 dequantize_per_tensor_default_132" -> "2834 linear_131" [label="(4, 64, 384)", style=solid]; +"2828 linear_131_zero_point_0_updated_constant0" -> "2833 sub_tensor_132" [label="(384, 1)", style=solid]; +"2829 linear_131_scale_0_updated_constant0" -> "2832 mul_tensor_132" [label="(384, 1)", style=solid]; +"2830 compressed_weight_updated_constant132" -> "2832 mul_tensor_132" [label="(384, 384)", style=solid]; +"2831 _param_constant353_0_0" -> "2834 linear_131" [label="(384,)", style=solid]; +"2832 mul_tensor_132" -> "2833 sub_tensor_132" [label="(384, 384)", style=solid]; +"2833 sub_tensor_132" -> "2834 linear_131" [label=None, style=solid]; +"2834 linear_131" -> "2835 dropout_85" [label="(4, 64, 384)", style=solid]; +"2835 dropout_85" -> "2836 view_120" [label="(4, 64, 384)", style=solid]; +"2836 view_120" -> "2837 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2837 permute_99" -> "2838 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2838 reshape_98" -> "2839 roll_21" [label="(1, 16, 16, 384)", style=solid]; +"2839 roll_21" -> "2840 slice_325" [label="(1, 16, 16, 384)", style=solid]; +"2840 slice_325" -> "2841 slice_326" [label="(1, 16, 16, 384)", style=solid]; +"2841 slice_326" -> "2842 slice_327" [label="(1, 14, 16, 384)", style=solid]; +"2842 slice_327" -> "2843 slice_328" [label="(1, 14, 14, 384)", style=solid]; +"2843 slice_328" -> "2844 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; +"2844 contiguous_41" -> "2847 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; +"2845 _param_constant354" -> "2847 layer_norm_45" [label="(384,)", style=solid]; +"2846 _param_constant355" -> "2847 layer_norm_45" [label="(384,)", style=solid]; +"2847 layer_norm_45" -> "2848 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2848 add_75" -> "2849 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2848 add_75" -> "2875 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2849 add_75_0_0_nncf_smooth_quant_0" -> "2850 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2850 quantize_per_tensor_default_133" -> "2851 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2851 dequantize_per_tensor_default_133" -> "2858 linear_132" [label="(1, 14, 14, 384)", style=solid]; +"2852 linear_132_zero_point_0_updated_constant0" -> "2857 sub_tensor_133" [label="(1536, 1)", style=solid]; +"2853 linear_132_scale_0_updated_constant0" -> "2856 mul_tensor_133" [label="(1536, 1)", style=solid]; +"2854 compressed_weight_updated_constant133" -> "2856 mul_tensor_133" [label="(1536, 384)", style=solid]; +"2855 _param_constant357_0_0" -> "2858 linear_132" [label="(1536,)", style=solid]; +"2856 mul_tensor_133" -> "2857 sub_tensor_133" [label="(1536, 384)", style=solid]; +"2857 sub_tensor_133" -> "2858 linear_132" [label=None, style=solid]; +"2858 linear_132" -> "2859 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; +"2859 gelu_21" -> "2860 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; +"2860 dropout_86" -> "2861 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2861 dropout_86_0_0_nncf_smooth_quant_0" -> "2862 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2862 quantize_per_tensor_default_134" -> "2863 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2863 dequantize_per_tensor_default_134" -> "2870 linear_133" [label="(1, 14, 14, 1536)", style=solid]; +"2864 linear_133_zero_point_0_updated_constant0" -> "2869 sub_tensor_134" [label="(384, 1)", style=solid]; +"2865 linear_133_scale_0_updated_constant0" -> "2868 mul_tensor_134" [label="(384, 1)", style=solid]; +"2866 compressed_weight_updated_constant134" -> "2868 mul_tensor_134" [label="(384, 1536)", style=solid]; +"2867 _param_constant359_0_0" -> "2870 linear_133" [label="(384,)", style=solid]; +"2868 mul_tensor_134" -> "2869 sub_tensor_134" [label="(384, 1536)", style=solid]; +"2869 sub_tensor_134" -> "2870 linear_133" [label=None, style=solid]; +"2870 linear_133" -> "2871 dropout_87" [label="(1, 14, 14, 384)", style=solid]; +"2871 dropout_87" -> "2874 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; +"2872 _param_constant360" -> "2874 layer_norm_46" [label="(384,)", style=solid]; +"2873 _param_constant361" -> "2874 layer_norm_46" [label="(384,)", style=solid]; +"2874 layer_norm_46" -> "2875 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2875 add_76" -> "2876 pad_24" [label="(1, 14, 14, 384)", style=solid]; +"2876 pad_24" -> "2877 slice_329" [label="(1, 14, 14, 384)", style=solid]; +"2876 pad_24" -> "2880 slice_332" [label="(1, 14, 14, 384)", style=solid]; +"2876 pad_24" -> "2883 slice_335" [label="(1, 14, 14, 384)", style=solid]; +"2876 pad_24" -> "2886 slice_338" [label="(1, 14, 14, 384)", style=solid]; +"2877 slice_329" -> "2878 slice_330" [label="(1, 7, 14, 384)", style=solid]; +"2878 slice_330" -> "2879 slice_331" [label="(1, 7, 7, 384)", style=solid]; +"2879 slice_331" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2880 slice_332" -> "2881 slice_333" [label="(1, 7, 14, 384)", style=solid]; +"2881 slice_333" -> "2882 slice_334" [label="(1, 7, 7, 384)", style=solid]; +"2882 slice_334" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2883 slice_335" -> "2884 slice_336" [label="(1, 7, 14, 384)", style=solid]; +"2884 slice_336" -> "2885 slice_337" [label="(1, 7, 7, 384)", style=solid]; +"2885 slice_337" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2886 slice_338" -> "2887 slice_339" [label="(1, 7, 14, 384)", style=solid]; +"2887 slice_339" -> "2888 slice_340" [label="(1, 7, 7, 384)", style=solid]; +"2888 slice_340" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2889 cat_2" -> "2890 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; +"2890 cat_2_0_0_nncf_smooth_quant_0" -> "2891 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2891 quantize_per_tensor_default_135" -> "2892 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2892 dequantize_per_tensor_default_135" -> "2898 linear_134" [label="(1, 7, 7, 1536)", style=solid]; +"2893 linear_134_zero_point_0_updated_constant0" -> "2897 sub_tensor_135" [label="(768, 1)", style=solid]; +"2894 linear_134_scale_0_updated_constant0" -> "2896 mul_tensor_135" [label="(768, 1)", style=solid]; +"2895 compressed_weight_updated_constant135" -> "2896 mul_tensor_135" [label="(768, 1536)", style=solid]; +"2896 mul_tensor_135" -> "2897 sub_tensor_135" [label="(768, 1536)", style=solid]; +"2897 sub_tensor_135" -> "2898 linear_134" [label=None, style=solid]; +"2898 linear_134" -> "2901 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; +"2899 _param_constant363" -> "2901 layer_norm_47" [label="(768,)", style=solid]; +"2900 _param_constant364" -> "2901 layer_norm_47" [label="(768,)", style=solid]; +"2901 layer_norm_47" -> "2928 pad_25" [label="(1, 7, 7, 768)", style=solid]; +"2901 layer_norm_47" -> "2993 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2902 _tensor_constant143" -> "2903 _tensor_constant143_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2903 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2910 linear_135" [label="(1, 15, 15, 2)", style=solid]; +"2904 linear_135_zero_point_0_updated_constant0" -> "2909 sub_tensor_136" [label="(512, 1)", style=solid]; +"2905 linear_135_scale_0_updated_constant0" -> "2908 mul_tensor_136" [label="(512, 1)", style=solid]; +"2906 compressed_weight_updated_constant136" -> "2908 mul_tensor_136" [label="(512, 2)", style=solid]; +"2907 _param_constant366_0_0" -> "2910 linear_135" [label="(512,)", style=solid]; +"2908 mul_tensor_136" -> "2909 sub_tensor_136" [label="(512, 2)", style=solid]; +"2909 sub_tensor_136" -> "2910 linear_135" [label=None, style=solid]; +"2910 linear_135" -> "2911 relu__22" [label="(1, 15, 15, 512)", style=solid]; +"2911 relu__22" -> "2912 relu__22_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2912 relu__22_0_0_nncf_smooth_quant_0" -> "2918 linear_136" [label="(1, 15, 15, 512)", style=solid]; +"2913 linear_136_zero_point_0_updated_constant0" -> "2917 sub_tensor_137" [label="(24, 1)", style=solid]; +"2914 linear_136_scale_0_updated_constant0" -> "2916 mul_tensor_137" [label="(24, 1)", style=solid]; +"2915 compressed_weight_updated_constant137" -> "2916 mul_tensor_137" [label="(24, 512)", style=solid]; +"2916 mul_tensor_137" -> "2917 sub_tensor_137" [label="(24, 512)", style=solid]; +"2917 sub_tensor_137" -> "2918 linear_136" [label=None, style=solid]; +"2918 linear_136" -> "2919 view_121" [label="(1, 15, 15, 24)", style=solid]; +"2919 view_121" -> "2921 index_22" [label="(225, 24)", style=solid]; +"2920 _tensor_constant144" -> "2921 index_22" [label="(4096,)", style=solid]; +"2921 index_22" -> "2922 view_122" [label="(4096, 24)", style=solid]; +"2922 view_122" -> "2923 permute_100" [label="(64, 64, 24)", style=solid]; +"2923 permute_100" -> "2924 contiguous_42" [label="(24, 64, 64)", style=solid]; +"2924 contiguous_42" -> "2925 unsqueeze_66" [label="(24, 64, 64)", style=solid]; +"2925 unsqueeze_66" -> "2926 sigmoid_22" [label="(1, 24, 64, 64)", style=solid]; +"2926 sigmoid_22" -> "2927 mul_44" [label="(1, 24, 64, 64)", style=solid]; +"2927 mul_44" -> "2965 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2928 pad_25" -> "2929 view_123" [label="(1, 8, 8, 768)", style=solid]; +"2929 view_123" -> "2930 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2930 permute_101" -> "2931 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2931 reshape_99" -> "2932 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2932 reshape_99_0_0_nncf_smooth_quant_0" -> "2933 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2933 quantize_per_tensor_default_136" -> "2934 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2934 dequantize_per_tensor_default_136" -> "2941 linear_137" [label="(1, 64, 768)", style=solid]; +"2935 linear_137_zero_point_0_updated_constant0" -> "2940 sub_tensor_138" [label="(2304, 1)", style=solid]; +"2936 linear_137_scale_0_updated_constant0" -> "2939 mul_tensor_138" [label="(2304, 1)", style=solid]; +"2937 compressed_weight_updated_constant138" -> "2939 mul_tensor_138" [label="(2304, 768)", style=solid]; +"2938 _param_constant368_0_0" -> "2941 linear_137" [label="(2304,)", style=solid]; +"2939 mul_tensor_138" -> "2940 sub_tensor_138" [label="(2304, 768)", style=solid]; +"2940 sub_tensor_138" -> "2941 linear_137" [label=None, style=solid]; +"2941 linear_137" -> "2942 reshape_100" [label="(1, 64, 2304)", style=solid]; +"2942 reshape_100" -> "2943 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; +"2943 permute_102" -> "2944 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; +"2943 permute_102" -> "2945 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; +"2943 permute_102" -> "2946 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; +"2944 select_66" -> "2947 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; +"2944 select_66" -> "2949 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; +"2944 select_66" -> "2950 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2945 select_67" -> "2953 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; +"2945 select_67" -> "2955 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; +"2945 select_67" -> "2956 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2946 select_68" -> "2968 matmul_45" [label="(1, 24, 64, 32)", style=solid]; +"2947 linalg_vector_norm_44" -> "2948 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; +"2948 clamp_min_44" -> "2949 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; +"2949 expand_as_44" -> "2950 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2950 div_44" -> "2951 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2951 quantize_per_tensor_default_137" -> "2952 dequantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2952 dequantize_per_tensor_default_137" -> "2960 matmul_44" [label="(1, 24, 64, 32)", style=solid]; +"2953 linalg_vector_norm_45" -> "2954 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; +"2954 clamp_min_45" -> "2955 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; +"2955 expand_as_45" -> "2956 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2956 div_45" -> "2957 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2957 quantize_per_tensor_default_138" -> "2958 dequantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2958 dequantize_per_tensor_default_138" -> "2959 transpose_44" [label="(1, 24, 64, 32)", style=solid]; +"2959 transpose_44" -> "2960 matmul_44" [label="(1, 24, 32, 64)", style=solid]; +"2960 matmul_44" -> "2964 mul_45" [label="(1, 24, 64, 64)", style=solid]; +"2961 _param_constant370" -> "2962 clamp_22" [label="(24, 1, 1)", style=solid]; +"2962 clamp_22" -> "2963 exp_22" [label="(24, 1, 1)", style=solid]; +"2963 exp_22" -> "2964 mul_45" [label="(24, 1, 1)", style=solid]; +"2964 mul_45" -> "2965 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2965 add_77" -> "2966 softmax_22" [label="(1, 24, 64, 64)", style=solid]; +"2966 softmax_22" -> "2967 dropout_88" [label="(1, 24, 64, 64)", style=solid]; +"2967 dropout_88" -> "2968 matmul_45" [label="(1, 24, 64, 64)", style=solid]; +"2968 matmul_45" -> "2969 transpose_45" [label="(1, 24, 64, 32)", style=solid]; +"2969 transpose_45" -> "2970 reshape_101" [label="(1, 64, 24, 32)", style=solid]; +"2970 reshape_101" -> "2971 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2971 reshape_101_0_0_nncf_smooth_quant_0" -> "2972 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2972 quantize_per_tensor_default_139" -> "2973 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2973 dequantize_per_tensor_default_139" -> "2980 linear_138" [label="(1, 64, 768)", style=solid]; +"2974 linear_138_zero_point_0_updated_constant0" -> "2979 sub_tensor_139" [label="(768, 1)", style=solid]; +"2975 linear_138_scale_0_updated_constant0" -> "2978 mul_tensor_139" [label="(768, 1)", style=solid]; +"2976 compressed_weight_updated_constant139" -> "2978 mul_tensor_139" [label="(768, 768)", style=solid]; +"2977 _param_constant372_0_0" -> "2980 linear_138" [label="(768,)", style=solid]; +"2978 mul_tensor_139" -> "2979 sub_tensor_139" [label="(768, 768)", style=solid]; +"2979 sub_tensor_139" -> "2980 linear_138" [label=None, style=solid]; +"2980 linear_138" -> "2981 dropout_89" [label="(1, 64, 768)", style=solid]; +"2981 dropout_89" -> "2982 view_124" [label="(1, 64, 768)", style=solid]; +"2982 view_124" -> "2983 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2983 permute_103" -> "2984 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2984 reshape_102" -> "2985 slice_342" [label="(1, 8, 8, 768)", style=solid]; +"2985 slice_342" -> "2986 slice_343" [label="(1, 8, 8, 768)", style=solid]; +"2986 slice_343" -> "2987 slice_344" [label="(1, 7, 8, 768)", style=solid]; +"2987 slice_344" -> "2988 slice_345" [label="(1, 7, 7, 768)", style=solid]; +"2988 slice_345" -> "2989 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; +"2989 contiguous_43" -> "2992 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; +"2990 _param_constant373" -> "2992 layer_norm_48" [label="(768,)", style=solid]; +"2991 _param_constant374" -> "2992 layer_norm_48" [label="(768,)", style=solid]; +"2992 layer_norm_48" -> "2993 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2993 add_78" -> "2994 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"2993 add_78" -> "3020 add_79" [label="(1, 7, 7, 768)", style=solid]; +"2994 add_78_0_0_nncf_smooth_quant_0" -> "2995 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2995 quantize_per_tensor_default_140" -> "2996 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2996 dequantize_per_tensor_default_140" -> "3003 linear_139" [label="(1, 7, 7, 768)", style=solid]; +"2997 linear_139_zero_point_0_updated_constant0" -> "3002 sub_tensor_140" [label="(3072, 1)", style=solid]; +"2998 linear_139_scale_0_updated_constant0" -> "3001 mul_tensor_140" [label="(3072, 1)", style=solid]; +"2999 compressed_weight_updated_constant140" -> "3001 mul_tensor_140" [label="(3072, 768)", style=solid]; +"3000 _param_constant376_0_0" -> "3003 linear_139" [label="(3072,)", style=solid]; +"3001 mul_tensor_140" -> "3002 sub_tensor_140" [label="(3072, 768)", style=solid]; +"3002 sub_tensor_140" -> "3003 linear_139" [label=None, style=solid]; +"3003 linear_139" -> "3004 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; +"3004 gelu_22" -> "3005 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; +"3005 dropout_90" -> "3006 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"3006 dropout_90_0_0_nncf_smooth_quant_0" -> "3007 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"3007 quantize_per_tensor_default_141" -> "3008 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"3008 dequantize_per_tensor_default_141" -> "3015 linear_140" [label="(1, 7, 7, 3072)", style=solid]; +"3009 linear_140_zero_point_0_updated_constant0" -> "3014 sub_tensor_141" [label="(768, 1)", style=solid]; +"3010 linear_140_scale_0_updated_constant0" -> "3013 mul_tensor_141" [label="(768, 1)", style=solid]; +"3011 compressed_weight_updated_constant141" -> "3013 mul_tensor_141" [label="(768, 3072)", style=solid]; +"3012 _param_constant378_0_0" -> "3015 linear_140" [label="(768,)", style=solid]; +"3013 mul_tensor_141" -> "3014 sub_tensor_141" [label="(768, 3072)", style=solid]; +"3014 sub_tensor_141" -> "3015 linear_140" [label=None, style=solid]; +"3015 linear_140" -> "3016 dropout_91" [label="(1, 7, 7, 768)", style=solid]; +"3016 dropout_91" -> "3019 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; +"3017 _param_constant379" -> "3019 layer_norm_49" [label="(768,)", style=solid]; +"3018 _param_constant380" -> "3019 layer_norm_49" [label="(768,)", style=solid]; +"3019 layer_norm_49" -> "3020 add_79" [label="(1, 7, 7, 768)", style=solid]; +"3020 add_79" -> "3047 pad_26" [label="(1, 7, 7, 768)", style=solid]; +"3020 add_79" -> "3112 add_81" [label="(1, 7, 7, 768)", style=solid]; +"3021 _tensor_constant145" -> "3022 _tensor_constant145_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"3022 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "3029 linear_141" [label="(1, 15, 15, 2)", style=solid]; +"3023 linear_141_zero_point_0_updated_constant0" -> "3028 sub_tensor_142" [label="(512, 1)", style=solid]; +"3024 linear_141_scale_0_updated_constant0" -> "3027 mul_tensor_142" [label="(512, 1)", style=solid]; +"3025 compressed_weight_updated_constant142" -> "3027 mul_tensor_142" [label="(512, 2)", style=solid]; +"3026 _param_constant382_0_0" -> "3029 linear_141" [label="(512,)", style=solid]; +"3027 mul_tensor_142" -> "3028 sub_tensor_142" [label="(512, 2)", style=solid]; +"3028 sub_tensor_142" -> "3029 linear_141" [label=None, style=solid]; +"3029 linear_141" -> "3030 relu__23" [label="(1, 15, 15, 512)", style=solid]; +"3030 relu__23" -> "3031 relu__23_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"3031 relu__23_0_0_nncf_smooth_quant_0" -> "3037 linear_142" [label="(1, 15, 15, 512)", style=solid]; +"3032 linear_142_zero_point_0_updated_constant0" -> "3036 sub_tensor_143" [label="(24, 1)", style=solid]; +"3033 linear_142_scale_0_updated_constant0" -> "3035 mul_tensor_143" [label="(24, 1)", style=solid]; +"3034 compressed_weight_updated_constant143" -> "3035 mul_tensor_143" [label="(24, 512)", style=solid]; +"3035 mul_tensor_143" -> "3036 sub_tensor_143" [label="(24, 512)", style=solid]; +"3036 sub_tensor_143" -> "3037 linear_142" [label=None, style=solid]; +"3037 linear_142" -> "3038 view_125" [label="(1, 15, 15, 24)", style=solid]; +"3038 view_125" -> "3040 index_23" [label="(225, 24)", style=solid]; +"3039 _tensor_constant146" -> "3040 index_23" [label="(4096,)", style=solid]; +"3040 index_23" -> "3041 view_126" [label="(4096, 24)", style=solid]; +"3041 view_126" -> "3042 permute_104" [label="(64, 64, 24)", style=solid]; +"3042 permute_104" -> "3043 contiguous_44" [label="(24, 64, 64)", style=solid]; +"3043 contiguous_44" -> "3044 unsqueeze_67" [label="(24, 64, 64)", style=solid]; +"3044 unsqueeze_67" -> "3045 sigmoid_23" [label="(1, 24, 64, 64)", style=solid]; +"3045 sigmoid_23" -> "3046 mul_46" [label="(1, 24, 64, 64)", style=solid]; +"3046 mul_46" -> "3084 add_80" [label="(1, 24, 64, 64)", style=solid]; +"3047 pad_26" -> "3048 view_127" [label="(1, 8, 8, 768)", style=solid]; +"3048 view_127" -> "3049 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"3049 permute_105" -> "3050 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"3050 reshape_103" -> "3051 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"3051 reshape_103_0_0_nncf_smooth_quant_0" -> "3052 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"3052 quantize_per_tensor_default_142" -> "3053 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"3053 dequantize_per_tensor_default_142" -> "3060 linear_143" [label="(1, 64, 768)", style=solid]; +"3054 linear_143_zero_point_0_updated_constant0" -> "3059 sub_tensor_144" [label="(2304, 1)", style=solid]; +"3055 linear_143_scale_0_updated_constant0" -> "3058 mul_tensor_144" [label="(2304, 1)", style=solid]; +"3056 compressed_weight_updated_constant144" -> "3058 mul_tensor_144" [label="(2304, 768)", style=solid]; +"3057 _param_constant384_0_0" -> "3060 linear_143" [label="(2304,)", style=solid]; +"3058 mul_tensor_144" -> "3059 sub_tensor_144" [label="(2304, 768)", style=solid]; +"3059 sub_tensor_144" -> "3060 linear_143" [label=None, style=solid]; +"3060 linear_143" -> "3061 reshape_104" [label="(1, 64, 2304)", style=solid]; +"3061 reshape_104" -> "3062 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; +"3062 permute_106" -> "3063 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; +"3062 permute_106" -> "3064 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; +"3062 permute_106" -> "3065 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; +"3063 select_69" -> "3066 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; +"3063 select_69" -> "3068 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; +"3063 select_69" -> "3069 div_46" [label="(1, 24, 64, 32)", style=solid]; +"3064 select_70" -> "3072 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; +"3064 select_70" -> "3074 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; +"3064 select_70" -> "3075 div_47" [label="(1, 24, 64, 32)", style=solid]; +"3065 select_71" -> "3087 matmul_47" [label="(1, 24, 64, 32)", style=solid]; +"3066 linalg_vector_norm_46" -> "3067 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; +"3067 clamp_min_46" -> "3068 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; +"3068 expand_as_46" -> "3069 div_46" [label="(1, 24, 64, 32)", style=solid]; +"3069 div_46" -> "3070 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"3070 quantize_per_tensor_default_143" -> "3071 dequantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"3071 dequantize_per_tensor_default_143" -> "3079 matmul_46" [label="(1, 24, 64, 32)", style=solid]; +"3072 linalg_vector_norm_47" -> "3073 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; +"3073 clamp_min_47" -> "3074 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; +"3074 expand_as_47" -> "3075 div_47" [label="(1, 24, 64, 32)", style=solid]; +"3075 div_47" -> "3076 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"3076 quantize_per_tensor_default_144" -> "3077 dequantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"3077 dequantize_per_tensor_default_144" -> "3078 transpose_46" [label="(1, 24, 64, 32)", style=solid]; +"3078 transpose_46" -> "3079 matmul_46" [label="(1, 24, 32, 64)", style=solid]; +"3079 matmul_46" -> "3083 mul_47" [label="(1, 24, 64, 64)", style=solid]; +"3080 _param_constant386" -> "3081 clamp_23" [label="(24, 1, 1)", style=solid]; +"3081 clamp_23" -> "3082 exp_23" [label="(24, 1, 1)", style=solid]; +"3082 exp_23" -> "3083 mul_47" [label="(24, 1, 1)", style=solid]; +"3083 mul_47" -> "3084 add_80" [label="(1, 24, 64, 64)", style=solid]; +"3084 add_80" -> "3085 softmax_23" [label="(1, 24, 64, 64)", style=solid]; +"3085 softmax_23" -> "3086 dropout_92" [label="(1, 24, 64, 64)", style=solid]; +"3086 dropout_92" -> "3087 matmul_47" [label="(1, 24, 64, 64)", style=solid]; +"3087 matmul_47" -> "3088 transpose_47" [label="(1, 24, 64, 32)", style=solid]; +"3088 transpose_47" -> "3089 reshape_105" [label="(1, 64, 24, 32)", style=solid]; +"3089 reshape_105" -> "3090 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"3090 reshape_105_0_0_nncf_smooth_quant_0" -> "3091 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"3091 quantize_per_tensor_default_145" -> "3092 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"3092 dequantize_per_tensor_default_145" -> "3099 linear_144" [label="(1, 64, 768)", style=solid]; +"3093 linear_144_zero_point_0_updated_constant0" -> "3098 sub_tensor_145" [label="(768, 1)", style=solid]; +"3094 linear_144_scale_0_updated_constant0" -> "3097 mul_tensor_145" [label="(768, 1)", style=solid]; +"3095 compressed_weight_updated_constant145" -> "3097 mul_tensor_145" [label="(768, 768)", style=solid]; +"3096 _param_constant388_0_0" -> "3099 linear_144" [label="(768,)", style=solid]; +"3097 mul_tensor_145" -> "3098 sub_tensor_145" [label="(768, 768)", style=solid]; +"3098 sub_tensor_145" -> "3099 linear_144" [label=None, style=solid]; +"3099 linear_144" -> "3100 dropout_93" [label="(1, 64, 768)", style=solid]; +"3100 dropout_93" -> "3101 view_128" [label="(1, 64, 768)", style=solid]; +"3101 view_128" -> "3102 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"3102 permute_107" -> "3103 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"3103 reshape_106" -> "3104 slice_347" [label="(1, 8, 8, 768)", style=solid]; +"3104 slice_347" -> "3105 slice_348" [label="(1, 8, 8, 768)", style=solid]; +"3105 slice_348" -> "3106 slice_349" [label="(1, 7, 8, 768)", style=solid]; +"3106 slice_349" -> "3107 slice_350" [label="(1, 7, 7, 768)", style=solid]; +"3107 slice_350" -> "3108 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; +"3108 contiguous_45" -> "3111 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; +"3109 _param_constant389" -> "3111 layer_norm_50" [label="(768,)", style=solid]; +"3110 _param_constant390" -> "3111 layer_norm_50" [label="(768,)", style=solid]; +"3111 layer_norm_50" -> "3112 add_81" [label="(1, 7, 7, 768)", style=solid]; +"3112 add_81" -> "3113 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"3112 add_81" -> "3139 add_82" [label="(1, 7, 7, 768)", style=solid]; +"3113 add_81_0_0_nncf_smooth_quant_0" -> "3114 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"3114 quantize_per_tensor_default_146" -> "3115 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"3115 dequantize_per_tensor_default_146" -> "3122 linear_145" [label="(1, 7, 7, 768)", style=solid]; +"3116 linear_145_zero_point_0_updated_constant0" -> "3121 sub_tensor_146" [label="(3072, 1)", style=solid]; +"3117 linear_145_scale_0_updated_constant0" -> "3120 mul_tensor_146" [label="(3072, 1)", style=solid]; +"3118 compressed_weight_updated_constant146" -> "3120 mul_tensor_146" [label="(3072, 768)", style=solid]; +"3119 _param_constant392_0_0" -> "3122 linear_145" [label="(3072,)", style=solid]; +"3120 mul_tensor_146" -> "3121 sub_tensor_146" [label="(3072, 768)", style=solid]; +"3121 sub_tensor_146" -> "3122 linear_145" [label=None, style=solid]; +"3122 linear_145" -> "3123 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; +"3123 gelu_23" -> "3124 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; +"3124 dropout_94" -> "3125 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"3125 dropout_94_0_0_nncf_smooth_quant_0" -> "3126 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"3126 quantize_per_tensor_default_147" -> "3127 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"3127 dequantize_per_tensor_default_147" -> "3134 linear_146" [label="(1, 7, 7, 3072)", style=solid]; +"3128 linear_146_zero_point_0_updated_constant0" -> "3133 sub_tensor_147" [label="(768, 1)", style=solid]; +"3129 linear_146_scale_0_updated_constant0" -> "3132 mul_tensor_147" [label="(768, 1)", style=solid]; +"3130 compressed_weight_updated_constant147" -> "3132 mul_tensor_147" [label="(768, 3072)", style=solid]; +"3131 _param_constant394_0_0" -> "3134 linear_146" [label="(768,)", style=solid]; +"3132 mul_tensor_147" -> "3133 sub_tensor_147" [label="(768, 3072)", style=solid]; +"3133 sub_tensor_147" -> "3134 linear_146" [label=None, style=solid]; +"3134 linear_146" -> "3135 dropout_95" [label="(1, 7, 7, 768)", style=solid]; +"3135 dropout_95" -> "3138 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; +"3136 _param_constant395" -> "3138 layer_norm_51" [label="(768,)", style=solid]; +"3137 _param_constant396" -> "3138 layer_norm_51" [label="(768,)", style=solid]; +"3138 layer_norm_51" -> "3139 add_82" [label="(1, 7, 7, 768)", style=solid]; +"3139 add_82" -> "3142 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; +"3140 _param_constant397" -> "3142 layer_norm_52" [label="(768,)", style=solid]; +"3141 _param_constant398" -> "3142 layer_norm_52" [label="(768,)", style=solid]; +"3142 layer_norm_52" -> "3143 permute_108" [label="(1, 7, 7, 768)", style=solid]; +"3143 permute_108" -> "3144 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; +"3144 adaptive_avg_pool2d" -> "3145 flatten" [label="(1, 768, 1, 1)", style=solid]; +"3145 flatten" -> "3146 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"3146 flatten_0_0_nncf_smooth_quant_0" -> "3147 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"3147 quantize_per_tensor_default_148" -> "3148 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"3148 dequantize_per_tensor_default_148" -> "3155 linear_147" [label="(1, 768)", style=solid]; +"3149 linear_147_zero_point_0_updated_constant0" -> "3154 sub_tensor_148" [label="(1000, 1)", style=solid]; +"3150 linear_147_scale_0_updated_constant0" -> "3153 mul_tensor_148" [label="(1000, 1)", style=solid]; +"3151 compressed_weight_updated_constant148" -> "3153 mul_tensor_148" [label="(1000, 768)", style=solid]; +"3152 _param_constant400_0_0" -> "3155 linear_147" [label="(1000,)", style=solid]; +"3153 mul_tensor_148" -> "3154 sub_tensor_148" [label="(1000, 768)", style=solid]; +"3154 sub_tensor_148" -> "3155 linear_147" [label=None, style=solid]; +"3155 linear_147" -> "3156 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/synthetic_transformer.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/synthetic_transformer.dot new file mode 100644 index 00000000000..19cd752da15 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/synthetic_transformer.dot @@ -0,0 +1,49 @@ +strict digraph { +"0 arg0_1" [id=0, type=input]; +"1 _param_constant0" [id=1, type=get_attr]; +"2 embedding" [id=2, type=embedding]; +"3 embedding_0_0_nncf_smooth_quant_0" [id=3, type=call_module]; +"4 quantize_per_tensor_default" [id=4, type=quantize_per_tensor]; +"5 dequantize_per_tensor_default" [id=5, type=dequantize_per_tensor]; +"6 linear_zero_point_0_updated_constant0" [id=6, type=get_attr]; +"7 linear_scale_0_updated_constant0" [id=7, type=get_attr]; +"8 compressed_weight_updated_constant0" [id=8, type=get_attr]; +"9 _param_constant2_0_0" [id=9, type=get_attr]; +"10 mul_tensor" [id=10, type=mul]; +"11 sub_tensor" [id=11, type=sub]; +"12 linear" [id=12, type=linear]; +"13 add_tensor_0_0_nncf_smooth_quant_0" [id=13, type=call_module]; +"14 quantize_per_tensor_default_1" [id=14, type=quantize_per_tensor]; +"15 dequantize_per_tensor_default_1" [id=15, type=dequantize_per_tensor]; +"16 linear_1_zero_point_0_updated_constant0" [id=16, type=get_attr]; +"17 linear_1_scale_0_updated_constant0" [id=17, type=get_attr]; +"18 compressed_weight_updated_constant1" [id=18, type=get_attr]; +"19 _param_constant4_0_0" [id=19, type=get_attr]; +"20 mul_tensor_1" [id=20, type=mul]; +"21 sub_tensor_1" [id=21, type=sub]; +"22 linear_1" [id=22, type=linear]; +"23 output" [id=23, type=output]; +"0 arg0_1" -> "2 embedding" [label="(5,)", style=solid]; +"1 _param_constant0" -> "2 embedding" [label="(10, 5)", style=solid]; +"2 embedding" -> "3 embedding_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"3 embedding_0_0_nncf_smooth_quant_0" -> "4 quantize_per_tensor_default" [label="(5, 5)", style=solid]; +"4 quantize_per_tensor_default" -> "5 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; +"5 dequantize_per_tensor_default" -> "12 linear" [label="(5, 5)", style=solid]; +"6 linear_zero_point_0_updated_constant0" -> "11 sub_tensor" [label="(5, 1)", style=solid]; +"7 linear_scale_0_updated_constant0" -> "10 mul_tensor" [label="(5, 1)", style=solid]; +"8 compressed_weight_updated_constant0" -> "10 mul_tensor" [label="(5, 5)", style=solid]; +"9 _param_constant2_0_0" -> "12 linear" [label="(5,)", style=solid]; +"10 mul_tensor" -> "11 sub_tensor" [label="(5, 5)", style=solid]; +"11 sub_tensor" -> "12 linear" [label=None, style=solid]; +"12 linear" -> "13 add_tensor_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"13 add_tensor_0_0_nncf_smooth_quant_0" -> "14 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"14 quantize_per_tensor_default_1" -> "15 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"15 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(5, 5)", style=solid]; +"16 linear_1_zero_point_0_updated_constant0" -> "21 sub_tensor_1" [label="(10, 1)", style=solid]; +"17 linear_1_scale_0_updated_constant0" -> "20 mul_tensor_1" [label="(10, 1)", style=solid]; +"18 compressed_weight_updated_constant1" -> "20 mul_tensor_1" [label="(10, 5)", style=solid]; +"19 _param_constant4_0_0" -> "22 linear_1" [label="(10,)", style=solid]; +"20 mul_tensor_1" -> "21 sub_tensor_1" [label="(10, 5)", style=solid]; +"21 sub_tensor_1" -> "22 linear_1" [label=None, style=solid]; +"22 linear_1" -> "23 output" [label="(5, 10)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot new file mode 100644 index 00000000000..7520b04c0df --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot @@ -0,0 +1,515 @@ +strict digraph { +"0 arg0_1" [id=0, type=input]; +"1 quantize_per_tensor_default_8" [id=1, type=quantize_per_tensor]; +"2 dequantize_per_tensor_default_12" [id=2, type=dequantize_per_tensor]; +"3 conv2d_zero_point_0_updated_constant0" [id=3, type=get_attr]; +"4 conv2d_scale_0_updated_constant0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; +"6 _param_constant1_0_0" [id=6, type=get_attr]; +"7 mul_tensor" [id=7, type=mul]; +"8 sub_tensor" [id=8, type=sub]; +"9 conv2d" [id=9, type=conv2d]; +"10 relu" [id=10, type=relu]; +"11 quantize_per_tensor_default_9" [id=11, type=quantize_per_tensor]; +"12 dequantize_per_tensor_default_13" [id=12, type=dequantize_per_tensor]; +"13 conv2d_1_zero_point_0_updated_constant0" [id=13, type=get_attr]; +"14 conv2d_1_scale_0_updated_constant0" [id=14, type=get_attr]; +"15 compressed_weight_updated_constant1" [id=15, type=get_attr]; +"16 _param_constant5_0_0" [id=16, type=get_attr]; +"17 mul_tensor_1" [id=17, type=mul]; +"18 sub_tensor_1" [id=18, type=sub]; +"19 conv2d_1" [id=19, type=conv2d]; +"20 relu_1" [id=20, type=relu]; +"21 quantize_per_tensor_default" [id=21, type=quantize_per_tensor]; +"22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; +"23 dequantize_per_tensor_default" [id=23, type=dequantize_per_tensor]; +"24 max_pool2d" [id=24, type=max_pool2d]; +"25 conv2d_2_zero_point_0_updated_constant0" [id=25, type=get_attr]; +"26 conv2d_2_scale_0_updated_constant0" [id=26, type=get_attr]; +"27 compressed_weight_updated_constant2" [id=27, type=get_attr]; +"28 _param_constant9_0_0" [id=28, type=get_attr]; +"29 mul_tensor_2" [id=29, type=mul]; +"30 sub_tensor_2" [id=30, type=sub]; +"31 conv2d_2" [id=31, type=conv2d]; +"32 relu_2" [id=32, type=relu]; +"33 quantize_per_tensor_default_10" [id=33, type=quantize_per_tensor]; +"34 dequantize_per_tensor_default_14" [id=34, type=dequantize_per_tensor]; +"35 conv2d_3_zero_point_0_updated_constant0" [id=35, type=get_attr]; +"36 conv2d_3_scale_0_updated_constant0" [id=36, type=get_attr]; +"37 compressed_weight_updated_constant3" [id=37, type=get_attr]; +"38 _param_constant13_0_0" [id=38, type=get_attr]; +"39 mul_tensor_3" [id=39, type=mul]; +"40 sub_tensor_3" [id=40, type=sub]; +"41 conv2d_3" [id=41, type=conv2d]; +"42 relu_3" [id=42, type=relu]; +"43 quantize_per_tensor_default_3" [id=43, type=quantize_per_tensor]; +"44 dequantize_per_tensor_default_5" [id=44, type=dequantize_per_tensor]; +"45 dequantize_per_tensor_default_4" [id=45, type=dequantize_per_tensor]; +"46 max_pool2d_1" [id=46, type=max_pool2d]; +"47 conv2d_4_zero_point_0_updated_constant0" [id=47, type=get_attr]; +"48 conv2d_4_scale_0_updated_constant0" [id=48, type=get_attr]; +"49 compressed_weight_updated_constant4" [id=49, type=get_attr]; +"50 _param_constant17_0_0" [id=50, type=get_attr]; +"51 mul_tensor_4" [id=51, type=mul]; +"52 sub_tensor_4" [id=52, type=sub]; +"53 conv2d_4" [id=53, type=conv2d]; +"54 relu_4" [id=54, type=relu]; +"55 quantize_per_tensor_default_11" [id=55, type=quantize_per_tensor]; +"56 dequantize_per_tensor_default_15" [id=56, type=dequantize_per_tensor]; +"57 conv2d_5_zero_point_0_updated_constant0" [id=57, type=get_attr]; +"58 conv2d_5_scale_0_updated_constant0" [id=58, type=get_attr]; +"59 compressed_weight_updated_constant5" [id=59, type=get_attr]; +"60 _param_constant21_0_0" [id=60, type=get_attr]; +"61 mul_tensor_5" [id=61, type=mul]; +"62 sub_tensor_5" [id=62, type=sub]; +"63 conv2d_5" [id=63, type=conv2d]; +"64 relu_5" [id=64, type=relu]; +"65 quantize_per_tensor_default_4" [id=65, type=quantize_per_tensor]; +"66 dequantize_per_tensor_default_7" [id=66, type=dequantize_per_tensor]; +"67 dequantize_per_tensor_default_6" [id=67, type=dequantize_per_tensor]; +"68 max_pool2d_2" [id=68, type=max_pool2d]; +"69 conv2d_6_zero_point_0_updated_constant0" [id=69, type=get_attr]; +"70 conv2d_6_scale_0_updated_constant0" [id=70, type=get_attr]; +"71 compressed_weight_updated_constant6" [id=71, type=get_attr]; +"72 _param_constant25_0_0" [id=72, type=get_attr]; +"73 mul_tensor_6" [id=73, type=mul]; +"74 sub_tensor_6" [id=74, type=sub]; +"75 conv2d_6" [id=75, type=conv2d]; +"76 relu_6" [id=76, type=relu]; +"77 quantize_per_tensor_default_12" [id=77, type=quantize_per_tensor]; +"78 dequantize_per_tensor_default_16" [id=78, type=dequantize_per_tensor]; +"79 conv2d_7_zero_point_0_updated_constant0" [id=79, type=get_attr]; +"80 conv2d_7_scale_0_updated_constant0" [id=80, type=get_attr]; +"81 compressed_weight_updated_constant7" [id=81, type=get_attr]; +"82 _param_constant29_0_0" [id=82, type=get_attr]; +"83 mul_tensor_7" [id=83, type=mul]; +"84 sub_tensor_7" [id=84, type=sub]; +"85 conv2d_7" [id=85, type=conv2d]; +"86 relu_7" [id=86, type=relu]; +"87 quantize_per_tensor_default_7" [id=87, type=quantize_per_tensor]; +"88 dequantize_per_tensor_default_11" [id=88, type=dequantize_per_tensor]; +"89 dequantize_per_tensor_default_10" [id=89, type=dequantize_per_tensor]; +"90 max_pool2d_3" [id=90, type=max_pool2d]; +"91 conv2d_8_zero_point_0_updated_constant0" [id=91, type=get_attr]; +"92 conv2d_8_scale_0_updated_constant0" [id=92, type=get_attr]; +"93 compressed_weight_updated_constant8" [id=93, type=get_attr]; +"94 _param_constant33_0_0" [id=94, type=get_attr]; +"95 mul_tensor_8" [id=95, type=mul]; +"96 sub_tensor_8" [id=96, type=sub]; +"97 conv2d_8" [id=97, type=conv2d]; +"98 relu_8" [id=98, type=relu]; +"99 quantize_per_tensor_default_13" [id=99, type=quantize_per_tensor]; +"100 dequantize_per_tensor_default_17" [id=100, type=dequantize_per_tensor]; +"101 conv2d_9_zero_point_0_updated_constant0" [id=101, type=get_attr]; +"102 conv2d_9_scale_0_updated_constant0" [id=102, type=get_attr]; +"103 compressed_weight_updated_constant9" [id=103, type=get_attr]; +"104 _param_constant37_0_0" [id=104, type=get_attr]; +"105 mul_tensor_9" [id=105, type=mul]; +"106 sub_tensor_9" [id=106, type=sub]; +"107 conv2d_9" [id=107, type=conv2d]; +"108 relu_9" [id=108, type=relu]; +"109 quantize_per_tensor_default_14" [id=109, type=quantize_per_tensor]; +"110 dequantize_per_tensor_default_18" [id=110, type=dequantize_per_tensor]; +"111 _param_constant41" [id=111, type=get_attr]; +"112 conv_transpose2d_zero_point_0_updated_constant0" [id=112, type=get_attr]; +"113 conv_transpose2d_scale_0_updated_constant0" [id=113, type=get_attr]; +"114 compressed_weight_updated_constant10" [id=114, type=get_attr]; +"115 mul_tensor_10" [id=115, type=mul]; +"116 sub_tensor_10" [id=116, type=sub]; +"117 conv_transpose2d" [id=117, type=conv_transpose2d]; +"118 quantize_per_tensor_default_6" [id=118, type=quantize_per_tensor]; +"119 dequantize_per_tensor_default_9" [id=119, type=dequantize_per_tensor]; +"120 slice_1" [id=120, type=slice]; +"121 slice_2" [id=121, type=slice]; +"122 slice_3" [id=122, type=slice]; +"123 slice_4" [id=123, type=slice]; +"124 cat" [id=124, type=cat]; +"125 conv2d_10_zero_point_0_updated_constant0" [id=125, type=get_attr]; +"126 conv2d_10_scale_0_updated_constant0" [id=126, type=get_attr]; +"127 compressed_weight_updated_constant11" [id=127, type=get_attr]; +"128 _param_constant43_0_0" [id=128, type=get_attr]; +"129 mul_tensor_11" [id=129, type=mul]; +"130 sub_tensor_11" [id=130, type=sub]; +"131 conv2d_10" [id=131, type=conv2d]; +"132 relu_10" [id=132, type=relu]; +"133 quantize_per_tensor_default_15" [id=133, type=quantize_per_tensor]; +"134 dequantize_per_tensor_default_19" [id=134, type=dequantize_per_tensor]; +"135 conv2d_11_zero_point_0_updated_constant0" [id=135, type=get_attr]; +"136 conv2d_11_scale_0_updated_constant0" [id=136, type=get_attr]; +"137 compressed_weight_updated_constant12" [id=137, type=get_attr]; +"138 _param_constant47_0_0" [id=138, type=get_attr]; +"139 mul_tensor_12" [id=139, type=mul]; +"140 sub_tensor_12" [id=140, type=sub]; +"141 conv2d_11" [id=141, type=conv2d]; +"142 relu_11" [id=142, type=relu]; +"143 quantize_per_tensor_default_16" [id=143, type=quantize_per_tensor]; +"144 dequantize_per_tensor_default_20" [id=144, type=dequantize_per_tensor]; +"145 _param_constant51" [id=145, type=get_attr]; +"146 conv_transpose2d_1_zero_point_0_updated_constant0" [id=146, type=get_attr]; +"147 conv_transpose2d_1_scale_0_updated_constant0" [id=147, type=get_attr]; +"148 compressed_weight_updated_constant13" [id=148, type=get_attr]; +"149 mul_tensor_13" [id=149, type=mul]; +"150 sub_tensor_13" [id=150, type=sub]; +"151 conv_transpose2d_1" [id=151, type=conv_transpose2d]; +"152 quantize_per_tensor_default_5" [id=152, type=quantize_per_tensor]; +"153 dequantize_per_tensor_default_8" [id=153, type=dequantize_per_tensor]; +"154 slice_5" [id=154, type=slice]; +"155 slice_6" [id=155, type=slice]; +"156 slice_7" [id=156, type=slice]; +"157 slice_8" [id=157, type=slice]; +"158 cat_1" [id=158, type=cat]; +"159 conv2d_12_zero_point_0_updated_constant0" [id=159, type=get_attr]; +"160 conv2d_12_scale_0_updated_constant0" [id=160, type=get_attr]; +"161 compressed_weight_updated_constant14" [id=161, type=get_attr]; +"162 _param_constant53_0_0" [id=162, type=get_attr]; +"163 mul_tensor_14" [id=163, type=mul]; +"164 sub_tensor_14" [id=164, type=sub]; +"165 conv2d_12" [id=165, type=conv2d]; +"166 relu_12" [id=166, type=relu]; +"167 quantize_per_tensor_default_17" [id=167, type=quantize_per_tensor]; +"168 dequantize_per_tensor_default_21" [id=168, type=dequantize_per_tensor]; +"169 conv2d_13_zero_point_0_updated_constant0" [id=169, type=get_attr]; +"170 conv2d_13_scale_0_updated_constant0" [id=170, type=get_attr]; +"171 compressed_weight_updated_constant15" [id=171, type=get_attr]; +"172 _param_constant57_0_0" [id=172, type=get_attr]; +"173 mul_tensor_15" [id=173, type=mul]; +"174 sub_tensor_15" [id=174, type=sub]; +"175 conv2d_13" [id=175, type=conv2d]; +"176 relu_13" [id=176, type=relu]; +"177 quantize_per_tensor_default_18" [id=177, type=quantize_per_tensor]; +"178 dequantize_per_tensor_default_22" [id=178, type=dequantize_per_tensor]; +"179 _param_constant61" [id=179, type=get_attr]; +"180 conv_transpose2d_2_zero_point_0_updated_constant0" [id=180, type=get_attr]; +"181 conv_transpose2d_2_scale_0_updated_constant0" [id=181, type=get_attr]; +"182 compressed_weight_updated_constant16" [id=182, type=get_attr]; +"183 mul_tensor_16" [id=183, type=mul]; +"184 sub_tensor_16" [id=184, type=sub]; +"185 conv_transpose2d_2" [id=185, type=conv_transpose2d]; +"186 quantize_per_tensor_default_2" [id=186, type=quantize_per_tensor]; +"187 dequantize_per_tensor_default_3" [id=187, type=dequantize_per_tensor]; +"188 slice_9" [id=188, type=slice]; +"189 slice_10" [id=189, type=slice]; +"190 slice_11" [id=190, type=slice]; +"191 slice_12" [id=191, type=slice]; +"192 cat_2" [id=192, type=cat]; +"193 conv2d_14_zero_point_0_updated_constant0" [id=193, type=get_attr]; +"194 conv2d_14_scale_0_updated_constant0" [id=194, type=get_attr]; +"195 compressed_weight_updated_constant17" [id=195, type=get_attr]; +"196 _param_constant63_0_0" [id=196, type=get_attr]; +"197 mul_tensor_17" [id=197, type=mul]; +"198 sub_tensor_17" [id=198, type=sub]; +"199 conv2d_14" [id=199, type=conv2d]; +"200 relu_14" [id=200, type=relu]; +"201 quantize_per_tensor_default_19" [id=201, type=quantize_per_tensor]; +"202 dequantize_per_tensor_default_23" [id=202, type=dequantize_per_tensor]; +"203 conv2d_15_zero_point_0_updated_constant0" [id=203, type=get_attr]; +"204 conv2d_15_scale_0_updated_constant0" [id=204, type=get_attr]; +"205 compressed_weight_updated_constant18" [id=205, type=get_attr]; +"206 _param_constant67_0_0" [id=206, type=get_attr]; +"207 mul_tensor_18" [id=207, type=mul]; +"208 sub_tensor_18" [id=208, type=sub]; +"209 conv2d_15" [id=209, type=conv2d]; +"210 relu_15" [id=210, type=relu]; +"211 quantize_per_tensor_default_20" [id=211, type=quantize_per_tensor]; +"212 dequantize_per_tensor_default_24" [id=212, type=dequantize_per_tensor]; +"213 _param_constant71" [id=213, type=get_attr]; +"214 conv_transpose2d_3_zero_point_0_updated_constant0" [id=214, type=get_attr]; +"215 conv_transpose2d_3_scale_0_updated_constant0" [id=215, type=get_attr]; +"216 compressed_weight_updated_constant19" [id=216, type=get_attr]; +"217 mul_tensor_19" [id=217, type=mul]; +"218 sub_tensor_19" [id=218, type=sub]; +"219 conv_transpose2d_3" [id=219, type=conv_transpose2d]; +"220 quantize_per_tensor_default_1" [id=220, type=quantize_per_tensor]; +"221 dequantize_per_tensor_default_2" [id=221, type=dequantize_per_tensor]; +"222 slice_13" [id=222, type=slice]; +"223 slice_14" [id=223, type=slice]; +"224 slice_15" [id=224, type=slice]; +"225 slice_16" [id=225, type=slice]; +"226 cat_3" [id=226, type=cat]; +"227 conv2d_16_zero_point_0_updated_constant0" [id=227, type=get_attr]; +"228 conv2d_16_scale_0_updated_constant0" [id=228, type=get_attr]; +"229 compressed_weight_updated_constant20" [id=229, type=get_attr]; +"230 _param_constant73_0_0" [id=230, type=get_attr]; +"231 mul_tensor_20" [id=231, type=mul]; +"232 sub_tensor_20" [id=232, type=sub]; +"233 conv2d_16" [id=233, type=conv2d]; +"234 relu_16" [id=234, type=relu]; +"235 quantize_per_tensor_default_21" [id=235, type=quantize_per_tensor]; +"236 dequantize_per_tensor_default_25" [id=236, type=dequantize_per_tensor]; +"237 conv2d_17_zero_point_0_updated_constant0" [id=237, type=get_attr]; +"238 conv2d_17_scale_0_updated_constant0" [id=238, type=get_attr]; +"239 compressed_weight_updated_constant21" [id=239, type=get_attr]; +"240 _param_constant77_0_0" [id=240, type=get_attr]; +"241 mul_tensor_21" [id=241, type=mul]; +"242 sub_tensor_21" [id=242, type=sub]; +"243 conv2d_17" [id=243, type=conv2d]; +"244 relu_17" [id=244, type=relu]; +"245 quantize_per_tensor_default_22" [id=245, type=quantize_per_tensor]; +"246 dequantize_per_tensor_default_26" [id=246, type=dequantize_per_tensor]; +"247 conv2d_18_zero_point_0_updated_constant0" [id=247, type=get_attr]; +"248 conv2d_18_scale_0_updated_constant0" [id=248, type=get_attr]; +"249 compressed_weight_updated_constant22" [id=249, type=get_attr]; +"250 _param_constant81_0_0" [id=250, type=get_attr]; +"251 mul_tensor_22" [id=251, type=mul]; +"252 sub_tensor_22" [id=252, type=sub]; +"253 conv2d_18" [id=253, type=conv2d]; +"254 output" [id=254, type=output]; +"0 arg0_1" -> "1 quantize_per_tensor_default_8" [label="(1, 3, 224, 224)", style=solid]; +"1 quantize_per_tensor_default_8" -> "2 dequantize_per_tensor_default_12" [label="(1, 3, 224, 224)", style=solid]; +"2 dequantize_per_tensor_default_12" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 conv2d_zero_point_0_updated_constant0" -> "8 sub_tensor" [label="(64, 1, 1, 1)", style=solid]; +"4 conv2d_scale_0_updated_constant0" -> "7 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(64, 3, 3, 3)", style=solid]; +"6 _param_constant1_0_0" -> "9 conv2d" [label="(64,)", style=solid]; +"7 mul_tensor" -> "8 sub_tensor" [label="(64, 3, 3, 3)", style=solid]; +"8 sub_tensor" -> "9 conv2d" [label=None, style=solid]; +"9 conv2d" -> "10 relu" [label="(1, 64, 222, 222)", style=solid]; +"10 relu" -> "11 quantize_per_tensor_default_9" [label="(1, 64, 222, 222)", style=solid]; +"11 quantize_per_tensor_default_9" -> "12 dequantize_per_tensor_default_13" [label="(1, 64, 222, 222)", style=solid]; +"12 dequantize_per_tensor_default_13" -> "19 conv2d_1" [label="(1, 64, 222, 222)", style=solid]; +"13 conv2d_1_zero_point_0_updated_constant0" -> "18 sub_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"14 conv2d_1_scale_0_updated_constant0" -> "17 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"15 compressed_weight_updated_constant1" -> "17 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"16 _param_constant5_0_0" -> "19 conv2d_1" [label="(64,)", style=solid]; +"17 mul_tensor_1" -> "18 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"18 sub_tensor_1" -> "19 conv2d_1" [label=None, style=solid]; +"19 conv2d_1" -> "20 relu_1" [label="(1, 64, 220, 220)", style=solid]; +"20 relu_1" -> "21 quantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; +"21 quantize_per_tensor_default" -> "22 dequantize_per_tensor_default_1" [label="(1, 64, 220, 220)", style=solid]; +"21 quantize_per_tensor_default" -> "23 dequantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; +"22 dequantize_per_tensor_default_1" -> "222 slice_13" [label="(1, 64, 220, 220)", style=solid]; +"23 dequantize_per_tensor_default" -> "24 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; +"24 max_pool2d" -> "31 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; +"25 conv2d_2_zero_point_0_updated_constant0" -> "30 sub_tensor_2" [label="(128, 1, 1, 1)", style=solid]; +"26 conv2d_2_scale_0_updated_constant0" -> "29 mul_tensor_2" [label="(128, 1, 1, 1)", style=solid]; +"27 compressed_weight_updated_constant2" -> "29 mul_tensor_2" [label="(128, 64, 3, 3)", style=solid]; +"28 _param_constant9_0_0" -> "31 conv2d_2" [label="(128,)", style=solid]; +"29 mul_tensor_2" -> "30 sub_tensor_2" [label="(128, 64, 3, 3)", style=solid]; +"30 sub_tensor_2" -> "31 conv2d_2" [label=None, style=solid]; +"31 conv2d_2" -> "32 relu_2" [label="(1, 128, 108, 108)", style=solid]; +"32 relu_2" -> "33 quantize_per_tensor_default_10" [label="(1, 128, 108, 108)", style=solid]; +"33 quantize_per_tensor_default_10" -> "34 dequantize_per_tensor_default_14" [label="(1, 128, 108, 108)", style=solid]; +"34 dequantize_per_tensor_default_14" -> "41 conv2d_3" [label="(1, 128, 108, 108)", style=solid]; +"35 conv2d_3_zero_point_0_updated_constant0" -> "40 sub_tensor_3" [label="(128, 1, 1, 1)", style=solid]; +"36 conv2d_3_scale_0_updated_constant0" -> "39 mul_tensor_3" [label="(128, 1, 1, 1)", style=solid]; +"37 compressed_weight_updated_constant3" -> "39 mul_tensor_3" [label="(128, 128, 3, 3)", style=solid]; +"38 _param_constant13_0_0" -> "41 conv2d_3" [label="(128,)", style=solid]; +"39 mul_tensor_3" -> "40 sub_tensor_3" [label="(128, 128, 3, 3)", style=solid]; +"40 sub_tensor_3" -> "41 conv2d_3" [label=None, style=solid]; +"41 conv2d_3" -> "42 relu_3" [label="(1, 128, 106, 106)", style=solid]; +"42 relu_3" -> "43 quantize_per_tensor_default_3" [label="(1, 128, 106, 106)", style=solid]; +"43 quantize_per_tensor_default_3" -> "44 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; +"43 quantize_per_tensor_default_3" -> "45 dequantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; +"44 dequantize_per_tensor_default_5" -> "188 slice_9" [label="(1, 128, 106, 106)", style=solid]; +"45 dequantize_per_tensor_default_4" -> "46 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; +"46 max_pool2d_1" -> "53 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; +"47 conv2d_4_zero_point_0_updated_constant0" -> "52 sub_tensor_4" [label="(256, 1, 1, 1)", style=solid]; +"48 conv2d_4_scale_0_updated_constant0" -> "51 mul_tensor_4" [label="(256, 1, 1, 1)", style=solid]; +"49 compressed_weight_updated_constant4" -> "51 mul_tensor_4" [label="(256, 128, 3, 3)", style=solid]; +"50 _param_constant17_0_0" -> "53 conv2d_4" [label="(256,)", style=solid]; +"51 mul_tensor_4" -> "52 sub_tensor_4" [label="(256, 128, 3, 3)", style=solid]; +"52 sub_tensor_4" -> "53 conv2d_4" [label=None, style=solid]; +"53 conv2d_4" -> "54 relu_4" [label="(1, 256, 51, 51)", style=solid]; +"54 relu_4" -> "55 quantize_per_tensor_default_11" [label="(1, 256, 51, 51)", style=solid]; +"55 quantize_per_tensor_default_11" -> "56 dequantize_per_tensor_default_15" [label="(1, 256, 51, 51)", style=solid]; +"56 dequantize_per_tensor_default_15" -> "63 conv2d_5" [label="(1, 256, 51, 51)", style=solid]; +"57 conv2d_5_zero_point_0_updated_constant0" -> "62 sub_tensor_5" [label="(256, 1, 1, 1)", style=solid]; +"58 conv2d_5_scale_0_updated_constant0" -> "61 mul_tensor_5" [label="(256, 1, 1, 1)", style=solid]; +"59 compressed_weight_updated_constant5" -> "61 mul_tensor_5" [label="(256, 256, 3, 3)", style=solid]; +"60 _param_constant21_0_0" -> "63 conv2d_5" [label="(256,)", style=solid]; +"61 mul_tensor_5" -> "62 sub_tensor_5" [label="(256, 256, 3, 3)", style=solid]; +"62 sub_tensor_5" -> "63 conv2d_5" [label=None, style=solid]; +"63 conv2d_5" -> "64 relu_5" [label="(1, 256, 49, 49)", style=solid]; +"64 relu_5" -> "65 quantize_per_tensor_default_4" [label="(1, 256, 49, 49)", style=solid]; +"65 quantize_per_tensor_default_4" -> "66 dequantize_per_tensor_default_7" [label="(1, 256, 49, 49)", style=solid]; +"65 quantize_per_tensor_default_4" -> "67 dequantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; +"66 dequantize_per_tensor_default_7" -> "154 slice_5" [label="(1, 256, 49, 49)", style=solid]; +"67 dequantize_per_tensor_default_6" -> "68 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; +"68 max_pool2d_2" -> "75 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; +"69 conv2d_6_zero_point_0_updated_constant0" -> "74 sub_tensor_6" [label="(512, 1, 1, 1)", style=solid]; +"70 conv2d_6_scale_0_updated_constant0" -> "73 mul_tensor_6" [label="(512, 1, 1, 1)", style=solid]; +"71 compressed_weight_updated_constant6" -> "73 mul_tensor_6" [label="(512, 256, 3, 3)", style=solid]; +"72 _param_constant25_0_0" -> "75 conv2d_6" [label="(512,)", style=solid]; +"73 mul_tensor_6" -> "74 sub_tensor_6" [label="(512, 256, 3, 3)", style=solid]; +"74 sub_tensor_6" -> "75 conv2d_6" [label=None, style=solid]; +"75 conv2d_6" -> "76 relu_6" [label="(1, 512, 22, 22)", style=solid]; +"76 relu_6" -> "77 quantize_per_tensor_default_12" [label="(1, 512, 22, 22)", style=solid]; +"77 quantize_per_tensor_default_12" -> "78 dequantize_per_tensor_default_16" [label="(1, 512, 22, 22)", style=solid]; +"78 dequantize_per_tensor_default_16" -> "85 conv2d_7" [label="(1, 512, 22, 22)", style=solid]; +"79 conv2d_7_zero_point_0_updated_constant0" -> "84 sub_tensor_7" [label="(512, 1, 1, 1)", style=solid]; +"80 conv2d_7_scale_0_updated_constant0" -> "83 mul_tensor_7" [label="(512, 1, 1, 1)", style=solid]; +"81 compressed_weight_updated_constant7" -> "83 mul_tensor_7" [label="(512, 512, 3, 3)", style=solid]; +"82 _param_constant29_0_0" -> "85 conv2d_7" [label="(512,)", style=solid]; +"83 mul_tensor_7" -> "84 sub_tensor_7" [label="(512, 512, 3, 3)", style=solid]; +"84 sub_tensor_7" -> "85 conv2d_7" [label=None, style=solid]; +"85 conv2d_7" -> "86 relu_7" [label="(1, 512, 20, 20)", style=solid]; +"86 relu_7" -> "87 quantize_per_tensor_default_7" [label="(1, 512, 20, 20)", style=solid]; +"87 quantize_per_tensor_default_7" -> "88 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; +"87 quantize_per_tensor_default_7" -> "89 dequantize_per_tensor_default_10" [label="(1, 512, 20, 20)", style=solid]; +"88 dequantize_per_tensor_default_11" -> "120 slice_1" [label="(1, 512, 20, 20)", style=solid]; +"89 dequantize_per_tensor_default_10" -> "90 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; +"90 max_pool2d_3" -> "97 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; +"91 conv2d_8_zero_point_0_updated_constant0" -> "96 sub_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; +"92 conv2d_8_scale_0_updated_constant0" -> "95 mul_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; +"93 compressed_weight_updated_constant8" -> "95 mul_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; +"94 _param_constant33_0_0" -> "97 conv2d_8" [label="(1024,)", style=solid]; +"95 mul_tensor_8" -> "96 sub_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; +"96 sub_tensor_8" -> "97 conv2d_8" [label=None, style=solid]; +"97 conv2d_8" -> "98 relu_8" [label="(1, 1024, 8, 8)", style=solid]; +"98 relu_8" -> "99 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; +"99 quantize_per_tensor_default_13" -> "100 dequantize_per_tensor_default_17" [label="(1, 1024, 8, 8)", style=solid]; +"100 dequantize_per_tensor_default_17" -> "107 conv2d_9" [label="(1, 1024, 8, 8)", style=solid]; +"101 conv2d_9_zero_point_0_updated_constant0" -> "106 sub_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; +"102 conv2d_9_scale_0_updated_constant0" -> "105 mul_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; +"103 compressed_weight_updated_constant9" -> "105 mul_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; +"104 _param_constant37_0_0" -> "107 conv2d_9" [label="(1024,)", style=solid]; +"105 mul_tensor_9" -> "106 sub_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; +"106 sub_tensor_9" -> "107 conv2d_9" [label=None, style=solid]; +"107 conv2d_9" -> "108 relu_9" [label="(1, 1024, 6, 6)", style=solid]; +"108 relu_9" -> "109 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; +"109 quantize_per_tensor_default_14" -> "110 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; +"110 dequantize_per_tensor_default_18" -> "117 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; +"111 _param_constant41" -> "117 conv_transpose2d" [label="(512,)", style=solid]; +"112 conv_transpose2d_zero_point_0_updated_constant0" -> "116 sub_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; +"113 conv_transpose2d_scale_0_updated_constant0" -> "115 mul_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; +"114 compressed_weight_updated_constant10" -> "115 mul_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; +"115 mul_tensor_10" -> "116 sub_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; +"116 sub_tensor_10" -> "117 conv_transpose2d" [label=None, style=solid]; +"117 conv_transpose2d" -> "118 quantize_per_tensor_default_6" [label="(1, 512, 12, 12)", style=solid]; +"118 quantize_per_tensor_default_6" -> "119 dequantize_per_tensor_default_9" [label="(1, 512, 12, 12)", style=solid]; +"119 dequantize_per_tensor_default_9" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; +"120 slice_1" -> "121 slice_2" [label="(1, 512, 20, 20)", style=solid]; +"121 slice_2" -> "122 slice_3" [label="(1, 512, 20, 20)", style=solid]; +"122 slice_3" -> "123 slice_4" [label="(1, 512, 12, 20)", style=solid]; +"123 slice_4" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; +"124 cat" -> "131 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; +"125 conv2d_10_zero_point_0_updated_constant0" -> "130 sub_tensor_11" [label="(512, 1, 1, 1)", style=solid]; +"126 conv2d_10_scale_0_updated_constant0" -> "129 mul_tensor_11" [label="(512, 1, 1, 1)", style=solid]; +"127 compressed_weight_updated_constant11" -> "129 mul_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; +"128 _param_constant43_0_0" -> "131 conv2d_10" [label="(512,)", style=solid]; +"129 mul_tensor_11" -> "130 sub_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; +"130 sub_tensor_11" -> "131 conv2d_10" [label=None, style=solid]; +"131 conv2d_10" -> "132 relu_10" [label="(1, 512, 10, 10)", style=solid]; +"132 relu_10" -> "133 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; +"133 quantize_per_tensor_default_15" -> "134 dequantize_per_tensor_default_19" [label="(1, 512, 10, 10)", style=solid]; +"134 dequantize_per_tensor_default_19" -> "141 conv2d_11" [label="(1, 512, 10, 10)", style=solid]; +"135 conv2d_11_zero_point_0_updated_constant0" -> "140 sub_tensor_12" [label="(512, 1, 1, 1)", style=solid]; +"136 conv2d_11_scale_0_updated_constant0" -> "139 mul_tensor_12" [label="(512, 1, 1, 1)", style=solid]; +"137 compressed_weight_updated_constant12" -> "139 mul_tensor_12" [label="(512, 512, 3, 3)", style=solid]; +"138 _param_constant47_0_0" -> "141 conv2d_11" [label="(512,)", style=solid]; +"139 mul_tensor_12" -> "140 sub_tensor_12" [label="(512, 512, 3, 3)", style=solid]; +"140 sub_tensor_12" -> "141 conv2d_11" [label=None, style=solid]; +"141 conv2d_11" -> "142 relu_11" [label="(1, 512, 8, 8)", style=solid]; +"142 relu_11" -> "143 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; +"143 quantize_per_tensor_default_16" -> "144 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; +"144 dequantize_per_tensor_default_20" -> "151 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; +"145 _param_constant51" -> "151 conv_transpose2d_1" [label="(256,)", style=solid]; +"146 conv_transpose2d_1_zero_point_0_updated_constant0" -> "150 sub_tensor_13" [label="(512, 1, 1, 1)", style=solid]; +"147 conv_transpose2d_1_scale_0_updated_constant0" -> "149 mul_tensor_13" [label="(512, 1, 1, 1)", style=solid]; +"148 compressed_weight_updated_constant13" -> "149 mul_tensor_13" [label="(512, 256, 2, 2)", style=solid]; +"149 mul_tensor_13" -> "150 sub_tensor_13" [label="(512, 256, 2, 2)", style=solid]; +"150 sub_tensor_13" -> "151 conv_transpose2d_1" [label=None, style=solid]; +"151 conv_transpose2d_1" -> "152 quantize_per_tensor_default_5" [label="(1, 256, 16, 16)", style=solid]; +"152 quantize_per_tensor_default_5" -> "153 dequantize_per_tensor_default_8" [label="(1, 256, 16, 16)", style=solid]; +"153 dequantize_per_tensor_default_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"154 slice_5" -> "155 slice_6" [label="(1, 256, 49, 49)", style=solid]; +"155 slice_6" -> "156 slice_7" [label="(1, 256, 49, 49)", style=solid]; +"156 slice_7" -> "157 slice_8" [label="(1, 256, 16, 49)", style=solid]; +"157 slice_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"158 cat_1" -> "165 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; +"159 conv2d_12_zero_point_0_updated_constant0" -> "164 sub_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"160 conv2d_12_scale_0_updated_constant0" -> "163 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"161 compressed_weight_updated_constant14" -> "163 mul_tensor_14" [label="(256, 512, 3, 3)", style=solid]; +"162 _param_constant53_0_0" -> "165 conv2d_12" [label="(256,)", style=solid]; +"163 mul_tensor_14" -> "164 sub_tensor_14" [label="(256, 512, 3, 3)", style=solid]; +"164 sub_tensor_14" -> "165 conv2d_12" [label=None, style=solid]; +"165 conv2d_12" -> "166 relu_12" [label="(1, 256, 14, 14)", style=solid]; +"166 relu_12" -> "167 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"167 quantize_per_tensor_default_17" -> "168 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"168 dequantize_per_tensor_default_21" -> "175 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; +"169 conv2d_13_zero_point_0_updated_constant0" -> "174 sub_tensor_15" [label="(256, 1, 1, 1)", style=solid]; +"170 conv2d_13_scale_0_updated_constant0" -> "173 mul_tensor_15" [label="(256, 1, 1, 1)", style=solid]; +"171 compressed_weight_updated_constant15" -> "173 mul_tensor_15" [label="(256, 256, 3, 3)", style=solid]; +"172 _param_constant57_0_0" -> "175 conv2d_13" [label="(256,)", style=solid]; +"173 mul_tensor_15" -> "174 sub_tensor_15" [label="(256, 256, 3, 3)", style=solid]; +"174 sub_tensor_15" -> "175 conv2d_13" [label=None, style=solid]; +"175 conv2d_13" -> "176 relu_13" [label="(1, 256, 12, 12)", style=solid]; +"176 relu_13" -> "177 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; +"177 quantize_per_tensor_default_18" -> "178 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; +"178 dequantize_per_tensor_default_22" -> "185 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; +"179 _param_constant61" -> "185 conv_transpose2d_2" [label="(128,)", style=solid]; +"180 conv_transpose2d_2_zero_point_0_updated_constant0" -> "184 sub_tensor_16" [label="(256, 1, 1, 1)", style=solid]; +"181 conv_transpose2d_2_scale_0_updated_constant0" -> "183 mul_tensor_16" [label="(256, 1, 1, 1)", style=solid]; +"182 compressed_weight_updated_constant16" -> "183 mul_tensor_16" [label="(256, 128, 2, 2)", style=solid]; +"183 mul_tensor_16" -> "184 sub_tensor_16" [label="(256, 128, 2, 2)", style=solid]; +"184 sub_tensor_16" -> "185 conv_transpose2d_2" [label=None, style=solid]; +"185 conv_transpose2d_2" -> "186 quantize_per_tensor_default_2" [label="(1, 128, 24, 24)", style=solid]; +"186 quantize_per_tensor_default_2" -> "187 dequantize_per_tensor_default_3" [label="(1, 128, 24, 24)", style=solid]; +"187 dequantize_per_tensor_default_3" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"188 slice_9" -> "189 slice_10" [label="(1, 128, 106, 106)", style=solid]; +"189 slice_10" -> "190 slice_11" [label="(1, 128, 106, 106)", style=solid]; +"190 slice_11" -> "191 slice_12" [label="(1, 128, 24, 106)", style=solid]; +"191 slice_12" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"192 cat_2" -> "199 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; +"193 conv2d_14_zero_point_0_updated_constant0" -> "198 sub_tensor_17" [label="(128, 1, 1, 1)", style=solid]; +"194 conv2d_14_scale_0_updated_constant0" -> "197 mul_tensor_17" [label="(128, 1, 1, 1)", style=solid]; +"195 compressed_weight_updated_constant17" -> "197 mul_tensor_17" [label="(128, 256, 3, 3)", style=solid]; +"196 _param_constant63_0_0" -> "199 conv2d_14" [label="(128,)", style=solid]; +"197 mul_tensor_17" -> "198 sub_tensor_17" [label="(128, 256, 3, 3)", style=solid]; +"198 sub_tensor_17" -> "199 conv2d_14" [label=None, style=solid]; +"199 conv2d_14" -> "200 relu_14" [label="(1, 128, 22, 22)", style=solid]; +"200 relu_14" -> "201 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; +"201 quantize_per_tensor_default_19" -> "202 dequantize_per_tensor_default_23" [label="(1, 128, 22, 22)", style=solid]; +"202 dequantize_per_tensor_default_23" -> "209 conv2d_15" [label="(1, 128, 22, 22)", style=solid]; +"203 conv2d_15_zero_point_0_updated_constant0" -> "208 sub_tensor_18" [label="(128, 1, 1, 1)", style=solid]; +"204 conv2d_15_scale_0_updated_constant0" -> "207 mul_tensor_18" [label="(128, 1, 1, 1)", style=solid]; +"205 compressed_weight_updated_constant18" -> "207 mul_tensor_18" [label="(128, 128, 3, 3)", style=solid]; +"206 _param_constant67_0_0" -> "209 conv2d_15" [label="(128,)", style=solid]; +"207 mul_tensor_18" -> "208 sub_tensor_18" [label="(128, 128, 3, 3)", style=solid]; +"208 sub_tensor_18" -> "209 conv2d_15" [label=None, style=solid]; +"209 conv2d_15" -> "210 relu_15" [label="(1, 128, 20, 20)", style=solid]; +"210 relu_15" -> "211 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; +"211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; +"212 dequantize_per_tensor_default_24" -> "219 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; +"213 _param_constant71" -> "219 conv_transpose2d_3" [label="(64,)", style=solid]; +"214 conv_transpose2d_3_zero_point_0_updated_constant0" -> "218 sub_tensor_19" [label="(128, 1, 1, 1)", style=solid]; +"215 conv_transpose2d_3_scale_0_updated_constant0" -> "217 mul_tensor_19" [label="(128, 1, 1, 1)", style=solid]; +"216 compressed_weight_updated_constant19" -> "217 mul_tensor_19" [label="(128, 64, 2, 2)", style=solid]; +"217 mul_tensor_19" -> "218 sub_tensor_19" [label="(128, 64, 2, 2)", style=solid]; +"218 sub_tensor_19" -> "219 conv_transpose2d_3" [label=None, style=solid]; +"219 conv_transpose2d_3" -> "220 quantize_per_tensor_default_1" [label="(1, 64, 40, 40)", style=solid]; +"220 quantize_per_tensor_default_1" -> "221 dequantize_per_tensor_default_2" [label="(1, 64, 40, 40)", style=solid]; +"221 dequantize_per_tensor_default_2" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"222 slice_13" -> "223 slice_14" [label="(1, 64, 220, 220)", style=solid]; +"223 slice_14" -> "224 slice_15" [label="(1, 64, 220, 220)", style=solid]; +"224 slice_15" -> "225 slice_16" [label="(1, 64, 40, 220)", style=solid]; +"225 slice_16" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"226 cat_3" -> "233 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; +"227 conv2d_16_zero_point_0_updated_constant0" -> "232 sub_tensor_20" [label="(64, 1, 1, 1)", style=solid]; +"228 conv2d_16_scale_0_updated_constant0" -> "231 mul_tensor_20" [label="(64, 1, 1, 1)", style=solid]; +"229 compressed_weight_updated_constant20" -> "231 mul_tensor_20" [label="(64, 128, 3, 3)", style=solid]; +"230 _param_constant73_0_0" -> "233 conv2d_16" [label="(64,)", style=solid]; +"231 mul_tensor_20" -> "232 sub_tensor_20" [label="(64, 128, 3, 3)", style=solid]; +"232 sub_tensor_20" -> "233 conv2d_16" [label=None, style=solid]; +"233 conv2d_16" -> "234 relu_16" [label="(1, 64, 38, 38)", style=solid]; +"234 relu_16" -> "235 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; +"235 quantize_per_tensor_default_21" -> "236 dequantize_per_tensor_default_25" [label="(1, 64, 38, 38)", style=solid]; +"236 dequantize_per_tensor_default_25" -> "243 conv2d_17" [label="(1, 64, 38, 38)", style=solid]; +"237 conv2d_17_zero_point_0_updated_constant0" -> "242 sub_tensor_21" [label="(64, 1, 1, 1)", style=solid]; +"238 conv2d_17_scale_0_updated_constant0" -> "241 mul_tensor_21" [label="(64, 1, 1, 1)", style=solid]; +"239 compressed_weight_updated_constant21" -> "241 mul_tensor_21" [label="(64, 64, 3, 3)", style=solid]; +"240 _param_constant77_0_0" -> "243 conv2d_17" [label="(64,)", style=solid]; +"241 mul_tensor_21" -> "242 sub_tensor_21" [label="(64, 64, 3, 3)", style=solid]; +"242 sub_tensor_21" -> "243 conv2d_17" [label=None, style=solid]; +"243 conv2d_17" -> "244 relu_17" [label="(1, 64, 36, 36)", style=solid]; +"244 relu_17" -> "245 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; +"245 quantize_per_tensor_default_22" -> "246 dequantize_per_tensor_default_26" [label="(1, 64, 36, 36)", style=solid]; +"246 dequantize_per_tensor_default_26" -> "253 conv2d_18" [label="(1, 64, 36, 36)", style=solid]; +"247 conv2d_18_zero_point_0_updated_constant0" -> "252 sub_tensor_22" [label="(12, 1, 1, 1)", style=solid]; +"248 conv2d_18_scale_0_updated_constant0" -> "251 mul_tensor_22" [label="(12, 1, 1, 1)", style=solid]; +"249 compressed_weight_updated_constant22" -> "251 mul_tensor_22" [label="(12, 64, 1, 1)", style=solid]; +"250 _param_constant81_0_0" -> "253 conv2d_18" [label="(12,)", style=solid]; +"251 mul_tensor_22" -> "252 sub_tensor_22" [label="(12, 64, 1, 1)", style=solid]; +"252 sub_tensor_22" -> "253 conv2d_18" [label=None, style=solid]; +"253 conv2d_18" -> "254 output" [label="(1, 12, 36, 36)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot new file mode 100644 index 00000000000..f4881dbd7dd --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot @@ -0,0 +1,2013 @@ +strict digraph { +"0 arg0_1" [id=0, type=input]; +"1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; +"2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; +"3 conv2d_zero_point_0_updated_constant0" [id=3, type=get_attr]; +"4 conv2d_scale_0_updated_constant0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; +"6 _param_constant1_0_0" [id=6, type=get_attr]; +"7 mul_tensor" [id=7, type=mul]; +"8 sub_tensor" [id=8, type=sub]; +"9 conv2d" [id=9, type=conv2d]; +"10 reshape" [id=10, type=reshape]; +"11 permute" [id=11, type=permute]; +"12 _param_constant2" [id=12, type=get_attr]; +"13 expand" [id=13, type=expand]; +"14 cat" [id=14, type=cat]; +"15 _param_constant3" [id=15, type=get_attr]; +"16 add" [id=16, type=add]; +"17 dropout" [id=17, type=dropout]; +"18 _param_constant4" [id=18, type=get_attr]; +"19 _param_constant5" [id=19, type=get_attr]; +"20 layer_norm" [id=20, type=layer_norm]; +"21 transpose" [id=21, type=transpose]; +"22 transpose_0_0_nncf_smooth_quant_0" [id=22, type=call_module]; +"23 quantize_per_tensor_default_1" [id=23, type=quantize_per_tensor]; +"24 dequantize_per_tensor_default_1" [id=24, type=dequantize_per_tensor]; +"25 linear_zero_point_0_updated_constant0" [id=25, type=get_attr]; +"26 linear_scale_0_updated_constant0" [id=26, type=get_attr]; +"27 compressed_weight_updated_constant1" [id=27, type=get_attr]; +"28 _param_constant7_0_0" [id=28, type=get_attr]; +"29 mul_tensor_1" [id=29, type=mul]; +"30 sub_tensor_1" [id=30, type=sub]; +"31 linear" [id=31, type=linear]; +"32 unflatten" [id=32, type=unflatten]; +"33 unsqueeze" [id=33, type=unsqueeze]; +"34 transpose_1" [id=34, type=transpose]; +"35 squeeze" [id=35, type=squeeze]; +"36 contiguous" [id=36, type=contiguous]; +"37 quantize_per_tensor_default_2" [id=37, type=quantize_per_tensor]; +"38 dequantize_per_tensor_default_2" [id=38, type=dequantize_per_tensor]; +"39 select" [id=39, type=select]; +"40 quantize_per_tensor_default_3" [id=40, type=quantize_per_tensor]; +"41 dequantize_per_tensor_default_3" [id=41, type=dequantize_per_tensor]; +"42 select_1" [id=42, type=select]; +"43 select_2" [id=43, type=select]; +"44 view" [id=44, type=view]; +"45 transpose_2" [id=45, type=transpose]; +"46 view_1" [id=46, type=view]; +"47 transpose_3" [id=47, type=transpose]; +"48 view_2" [id=48, type=view]; +"49 transpose_4" [id=49, type=transpose]; +"50 view_3" [id=50, type=view]; +"51 view_4" [id=51, type=view]; +"52 view_5" [id=52, type=view]; +"53 scaled_dot_product_attention" [id=53, type=scaled_dot_product_attention]; +"54 permute_1" [id=54, type=permute]; +"55 view_6" [id=55, type=view]; +"56 view_6_0_0_nncf_smooth_quant_0" [id=56, type=call_module]; +"57 quantize_per_tensor_default_4" [id=57, type=quantize_per_tensor]; +"58 dequantize_per_tensor_default_4" [id=58, type=dequantize_per_tensor]; +"59 linear_1_zero_point_0_updated_constant0" [id=59, type=get_attr]; +"60 linear_1_scale_0_updated_constant0" [id=60, type=get_attr]; +"61 compressed_weight_updated_constant2" [id=61, type=get_attr]; +"62 _param_constant9_0_0" [id=62, type=get_attr]; +"63 mul_tensor_2" [id=63, type=mul]; +"64 sub_tensor_2" [id=64, type=sub]; +"65 linear_1" [id=65, type=linear]; +"66 view_7" [id=66, type=view]; +"67 transpose_5" [id=67, type=transpose]; +"68 dropout_1" [id=68, type=dropout]; +"69 add_1" [id=69, type=add]; +"70 _param_constant10" [id=70, type=get_attr]; +"71 _param_constant11" [id=71, type=get_attr]; +"72 layer_norm_1" [id=72, type=layer_norm]; +"73 layer_norm_1_0_0_nncf_smooth_quant_0" [id=73, type=call_module]; +"74 quantize_per_tensor_default_5" [id=74, type=quantize_per_tensor]; +"75 dequantize_per_tensor_default_5" [id=75, type=dequantize_per_tensor]; +"76 linear_2_zero_point_0_updated_constant0" [id=76, type=get_attr]; +"77 linear_2_scale_0_updated_constant0" [id=77, type=get_attr]; +"78 compressed_weight_updated_constant3" [id=78, type=get_attr]; +"79 _param_constant13_0_0" [id=79, type=get_attr]; +"80 mul_tensor_3" [id=80, type=mul]; +"81 sub_tensor_3" [id=81, type=sub]; +"82 linear_2" [id=82, type=linear]; +"83 gelu" [id=83, type=gelu]; +"84 dropout_2" [id=84, type=dropout]; +"85 dropout_2_0_0_nncf_smooth_quant_0" [id=85, type=call_module]; +"86 quantize_per_tensor_default_6" [id=86, type=quantize_per_tensor]; +"87 dequantize_per_tensor_default_6" [id=87, type=dequantize_per_tensor]; +"88 linear_3_zero_point_0_updated_constant0" [id=88, type=get_attr]; +"89 linear_3_scale_0_updated_constant0" [id=89, type=get_attr]; +"90 compressed_weight_updated_constant4" [id=90, type=get_attr]; +"91 _param_constant15_0_0" [id=91, type=get_attr]; +"92 mul_tensor_4" [id=92, type=mul]; +"93 sub_tensor_4" [id=93, type=sub]; +"94 linear_3" [id=94, type=linear]; +"95 dropout_3" [id=95, type=dropout]; +"96 add_2" [id=96, type=add]; +"97 _param_constant16" [id=97, type=get_attr]; +"98 _param_constant17" [id=98, type=get_attr]; +"99 layer_norm_2" [id=99, type=layer_norm]; +"100 transpose_6" [id=100, type=transpose]; +"101 transpose_6_0_0_nncf_smooth_quant_0" [id=101, type=call_module]; +"102 quantize_per_tensor_default_7" [id=102, type=quantize_per_tensor]; +"103 dequantize_per_tensor_default_7" [id=103, type=dequantize_per_tensor]; +"104 linear_4_zero_point_0_updated_constant0" [id=104, type=get_attr]; +"105 linear_4_scale_0_updated_constant0" [id=105, type=get_attr]; +"106 compressed_weight_updated_constant5" [id=106, type=get_attr]; +"107 _param_constant19_0_0" [id=107, type=get_attr]; +"108 mul_tensor_5" [id=108, type=mul]; +"109 sub_tensor_5" [id=109, type=sub]; +"110 linear_4" [id=110, type=linear]; +"111 unflatten_1" [id=111, type=unflatten]; +"112 unsqueeze_1" [id=112, type=unsqueeze]; +"113 transpose_7" [id=113, type=transpose]; +"114 squeeze_1" [id=114, type=squeeze]; +"115 contiguous_1" [id=115, type=contiguous]; +"116 quantize_per_tensor_default_8" [id=116, type=quantize_per_tensor]; +"117 dequantize_per_tensor_default_8" [id=117, type=dequantize_per_tensor]; +"118 select_3" [id=118, type=select]; +"119 quantize_per_tensor_default_9" [id=119, type=quantize_per_tensor]; +"120 dequantize_per_tensor_default_9" [id=120, type=dequantize_per_tensor]; +"121 select_4" [id=121, type=select]; +"122 select_5" [id=122, type=select]; +"123 view_8" [id=123, type=view]; +"124 transpose_8" [id=124, type=transpose]; +"125 view_9" [id=125, type=view]; +"126 transpose_9" [id=126, type=transpose]; +"127 view_10" [id=127, type=view]; +"128 transpose_10" [id=128, type=transpose]; +"129 view_11" [id=129, type=view]; +"130 view_12" [id=130, type=view]; +"131 view_13" [id=131, type=view]; +"132 scaled_dot_product_attention_1" [id=132, type=scaled_dot_product_attention]; +"133 permute_2" [id=133, type=permute]; +"134 view_14" [id=134, type=view]; +"135 view_14_0_0_nncf_smooth_quant_0" [id=135, type=call_module]; +"136 quantize_per_tensor_default_10" [id=136, type=quantize_per_tensor]; +"137 dequantize_per_tensor_default_10" [id=137, type=dequantize_per_tensor]; +"138 linear_5_zero_point_0_updated_constant0" [id=138, type=get_attr]; +"139 linear_5_scale_0_updated_constant0" [id=139, type=get_attr]; +"140 compressed_weight_updated_constant6" [id=140, type=get_attr]; +"141 _param_constant21_0_0" [id=141, type=get_attr]; +"142 mul_tensor_6" [id=142, type=mul]; +"143 sub_tensor_6" [id=143, type=sub]; +"144 linear_5" [id=144, type=linear]; +"145 view_15" [id=145, type=view]; +"146 transpose_11" [id=146, type=transpose]; +"147 dropout_4" [id=147, type=dropout]; +"148 add_3" [id=148, type=add]; +"149 _param_constant22" [id=149, type=get_attr]; +"150 _param_constant23" [id=150, type=get_attr]; +"151 layer_norm_3" [id=151, type=layer_norm]; +"152 layer_norm_3_0_0_nncf_smooth_quant_0" [id=152, type=call_module]; +"153 quantize_per_tensor_default_11" [id=153, type=quantize_per_tensor]; +"154 dequantize_per_tensor_default_11" [id=154, type=dequantize_per_tensor]; +"155 linear_6_zero_point_0_updated_constant0" [id=155, type=get_attr]; +"156 linear_6_scale_0_updated_constant0" [id=156, type=get_attr]; +"157 compressed_weight_updated_constant7" [id=157, type=get_attr]; +"158 _param_constant25_0_0" [id=158, type=get_attr]; +"159 mul_tensor_7" [id=159, type=mul]; +"160 sub_tensor_7" [id=160, type=sub]; +"161 linear_6" [id=161, type=linear]; +"162 gelu_1" [id=162, type=gelu]; +"163 dropout_5" [id=163, type=dropout]; +"164 dropout_5_0_0_nncf_smooth_quant_0" [id=164, type=call_module]; +"165 quantize_per_tensor_default_12" [id=165, type=quantize_per_tensor]; +"166 dequantize_per_tensor_default_12" [id=166, type=dequantize_per_tensor]; +"167 linear_7_zero_point_0_updated_constant0" [id=167, type=get_attr]; +"168 linear_7_scale_0_updated_constant0" [id=168, type=get_attr]; +"169 compressed_weight_updated_constant8" [id=169, type=get_attr]; +"170 _param_constant27_0_0" [id=170, type=get_attr]; +"171 mul_tensor_8" [id=171, type=mul]; +"172 sub_tensor_8" [id=172, type=sub]; +"173 linear_7" [id=173, type=linear]; +"174 dropout_6" [id=174, type=dropout]; +"175 add_4" [id=175, type=add]; +"176 _param_constant28" [id=176, type=get_attr]; +"177 _param_constant29" [id=177, type=get_attr]; +"178 layer_norm_4" [id=178, type=layer_norm]; +"179 transpose_12" [id=179, type=transpose]; +"180 transpose_12_0_0_nncf_smooth_quant_0" [id=180, type=call_module]; +"181 quantize_per_tensor_default_13" [id=181, type=quantize_per_tensor]; +"182 dequantize_per_tensor_default_13" [id=182, type=dequantize_per_tensor]; +"183 linear_8_zero_point_0_updated_constant0" [id=183, type=get_attr]; +"184 linear_8_scale_0_updated_constant0" [id=184, type=get_attr]; +"185 compressed_weight_updated_constant9" [id=185, type=get_attr]; +"186 _param_constant31_0_0" [id=186, type=get_attr]; +"187 mul_tensor_9" [id=187, type=mul]; +"188 sub_tensor_9" [id=188, type=sub]; +"189 linear_8" [id=189, type=linear]; +"190 unflatten_2" [id=190, type=unflatten]; +"191 unsqueeze_2" [id=191, type=unsqueeze]; +"192 transpose_13" [id=192, type=transpose]; +"193 squeeze_2" [id=193, type=squeeze]; +"194 contiguous_2" [id=194, type=contiguous]; +"195 quantize_per_tensor_default_14" [id=195, type=quantize_per_tensor]; +"196 dequantize_per_tensor_default_14" [id=196, type=dequantize_per_tensor]; +"197 select_6" [id=197, type=select]; +"198 quantize_per_tensor_default_15" [id=198, type=quantize_per_tensor]; +"199 dequantize_per_tensor_default_15" [id=199, type=dequantize_per_tensor]; +"200 select_7" [id=200, type=select]; +"201 select_8" [id=201, type=select]; +"202 view_16" [id=202, type=view]; +"203 transpose_14" [id=203, type=transpose]; +"204 view_17" [id=204, type=view]; +"205 transpose_15" [id=205, type=transpose]; +"206 view_18" [id=206, type=view]; +"207 transpose_16" [id=207, type=transpose]; +"208 view_19" [id=208, type=view]; +"209 view_20" [id=209, type=view]; +"210 view_21" [id=210, type=view]; +"211 scaled_dot_product_attention_2" [id=211, type=scaled_dot_product_attention]; +"212 permute_3" [id=212, type=permute]; +"213 view_22" [id=213, type=view]; +"214 view_22_0_0_nncf_smooth_quant_0" [id=214, type=call_module]; +"215 quantize_per_tensor_default_16" [id=215, type=quantize_per_tensor]; +"216 dequantize_per_tensor_default_16" [id=216, type=dequantize_per_tensor]; +"217 linear_9_zero_point_0_updated_constant0" [id=217, type=get_attr]; +"218 linear_9_scale_0_updated_constant0" [id=218, type=get_attr]; +"219 compressed_weight_updated_constant10" [id=219, type=get_attr]; +"220 _param_constant33_0_0" [id=220, type=get_attr]; +"221 mul_tensor_10" [id=221, type=mul]; +"222 sub_tensor_10" [id=222, type=sub]; +"223 linear_9" [id=223, type=linear]; +"224 view_23" [id=224, type=view]; +"225 transpose_17" [id=225, type=transpose]; +"226 dropout_7" [id=226, type=dropout]; +"227 add_5" [id=227, type=add]; +"228 _param_constant34" [id=228, type=get_attr]; +"229 _param_constant35" [id=229, type=get_attr]; +"230 layer_norm_5" [id=230, type=layer_norm]; +"231 layer_norm_5_0_0_nncf_smooth_quant_0" [id=231, type=call_module]; +"232 quantize_per_tensor_default_17" [id=232, type=quantize_per_tensor]; +"233 dequantize_per_tensor_default_17" [id=233, type=dequantize_per_tensor]; +"234 linear_10_zero_point_0_updated_constant0" [id=234, type=get_attr]; +"235 linear_10_scale_0_updated_constant0" [id=235, type=get_attr]; +"236 compressed_weight_updated_constant11" [id=236, type=get_attr]; +"237 _param_constant37_0_0" [id=237, type=get_attr]; +"238 mul_tensor_11" [id=238, type=mul]; +"239 sub_tensor_11" [id=239, type=sub]; +"240 linear_10" [id=240, type=linear]; +"241 gelu_2" [id=241, type=gelu]; +"242 dropout_8" [id=242, type=dropout]; +"243 dropout_8_0_0_nncf_smooth_quant_0" [id=243, type=call_module]; +"244 quantize_per_tensor_default_18" [id=244, type=quantize_per_tensor]; +"245 dequantize_per_tensor_default_18" [id=245, type=dequantize_per_tensor]; +"246 linear_11_zero_point_0_updated_constant0" [id=246, type=get_attr]; +"247 linear_11_scale_0_updated_constant0" [id=247, type=get_attr]; +"248 compressed_weight_updated_constant12" [id=248, type=get_attr]; +"249 _param_constant39_0_0" [id=249, type=get_attr]; +"250 mul_tensor_12" [id=250, type=mul]; +"251 sub_tensor_12" [id=251, type=sub]; +"252 linear_11" [id=252, type=linear]; +"253 dropout_9" [id=253, type=dropout]; +"254 add_6" [id=254, type=add]; +"255 _param_constant40" [id=255, type=get_attr]; +"256 _param_constant41" [id=256, type=get_attr]; +"257 layer_norm_6" [id=257, type=layer_norm]; +"258 transpose_18" [id=258, type=transpose]; +"259 transpose_18_0_0_nncf_smooth_quant_0" [id=259, type=call_module]; +"260 quantize_per_tensor_default_19" [id=260, type=quantize_per_tensor]; +"261 dequantize_per_tensor_default_19" [id=261, type=dequantize_per_tensor]; +"262 linear_12_zero_point_0_updated_constant0" [id=262, type=get_attr]; +"263 linear_12_scale_0_updated_constant0" [id=263, type=get_attr]; +"264 compressed_weight_updated_constant13" [id=264, type=get_attr]; +"265 _param_constant43_0_0" [id=265, type=get_attr]; +"266 mul_tensor_13" [id=266, type=mul]; +"267 sub_tensor_13" [id=267, type=sub]; +"268 linear_12" [id=268, type=linear]; +"269 unflatten_3" [id=269, type=unflatten]; +"270 unsqueeze_3" [id=270, type=unsqueeze]; +"271 transpose_19" [id=271, type=transpose]; +"272 squeeze_3" [id=272, type=squeeze]; +"273 contiguous_3" [id=273, type=contiguous]; +"274 quantize_per_tensor_default_20" [id=274, type=quantize_per_tensor]; +"275 dequantize_per_tensor_default_20" [id=275, type=dequantize_per_tensor]; +"276 select_9" [id=276, type=select]; +"277 quantize_per_tensor_default_21" [id=277, type=quantize_per_tensor]; +"278 dequantize_per_tensor_default_21" [id=278, type=dequantize_per_tensor]; +"279 select_10" [id=279, type=select]; +"280 select_11" [id=280, type=select]; +"281 view_24" [id=281, type=view]; +"282 transpose_20" [id=282, type=transpose]; +"283 view_25" [id=283, type=view]; +"284 transpose_21" [id=284, type=transpose]; +"285 view_26" [id=285, type=view]; +"286 transpose_22" [id=286, type=transpose]; +"287 view_27" [id=287, type=view]; +"288 view_28" [id=288, type=view]; +"289 view_29" [id=289, type=view]; +"290 scaled_dot_product_attention_3" [id=290, type=scaled_dot_product_attention]; +"291 permute_4" [id=291, type=permute]; +"292 view_30" [id=292, type=view]; +"293 view_30_0_0_nncf_smooth_quant_0" [id=293, type=call_module]; +"294 quantize_per_tensor_default_22" [id=294, type=quantize_per_tensor]; +"295 dequantize_per_tensor_default_22" [id=295, type=dequantize_per_tensor]; +"296 linear_13_zero_point_0_updated_constant0" [id=296, type=get_attr]; +"297 linear_13_scale_0_updated_constant0" [id=297, type=get_attr]; +"298 compressed_weight_updated_constant14" [id=298, type=get_attr]; +"299 _param_constant45_0_0" [id=299, type=get_attr]; +"300 mul_tensor_14" [id=300, type=mul]; +"301 sub_tensor_14" [id=301, type=sub]; +"302 linear_13" [id=302, type=linear]; +"303 view_31" [id=303, type=view]; +"304 transpose_23" [id=304, type=transpose]; +"305 dropout_10" [id=305, type=dropout]; +"306 add_7" [id=306, type=add]; +"307 _param_constant46" [id=307, type=get_attr]; +"308 _param_constant47" [id=308, type=get_attr]; +"309 layer_norm_7" [id=309, type=layer_norm]; +"310 layer_norm_7_0_0_nncf_smooth_quant_0" [id=310, type=call_module]; +"311 quantize_per_tensor_default_23" [id=311, type=quantize_per_tensor]; +"312 dequantize_per_tensor_default_23" [id=312, type=dequantize_per_tensor]; +"313 linear_14_zero_point_0_updated_constant0" [id=313, type=get_attr]; +"314 linear_14_scale_0_updated_constant0" [id=314, type=get_attr]; +"315 compressed_weight_updated_constant15" [id=315, type=get_attr]; +"316 _param_constant49_0_0" [id=316, type=get_attr]; +"317 mul_tensor_15" [id=317, type=mul]; +"318 sub_tensor_15" [id=318, type=sub]; +"319 linear_14" [id=319, type=linear]; +"320 gelu_3" [id=320, type=gelu]; +"321 dropout_11" [id=321, type=dropout]; +"322 dropout_11_0_0_nncf_smooth_quant_0" [id=322, type=call_module]; +"323 quantize_per_tensor_default_24" [id=323, type=quantize_per_tensor]; +"324 dequantize_per_tensor_default_24" [id=324, type=dequantize_per_tensor]; +"325 linear_15_zero_point_0_updated_constant0" [id=325, type=get_attr]; +"326 linear_15_scale_0_updated_constant0" [id=326, type=get_attr]; +"327 compressed_weight_updated_constant16" [id=327, type=get_attr]; +"328 _param_constant51_0_0" [id=328, type=get_attr]; +"329 mul_tensor_16" [id=329, type=mul]; +"330 sub_tensor_16" [id=330, type=sub]; +"331 linear_15" [id=331, type=linear]; +"332 dropout_12" [id=332, type=dropout]; +"333 add_8" [id=333, type=add]; +"334 _param_constant52" [id=334, type=get_attr]; +"335 _param_constant53" [id=335, type=get_attr]; +"336 layer_norm_8" [id=336, type=layer_norm]; +"337 transpose_24" [id=337, type=transpose]; +"338 transpose_24_0_0_nncf_smooth_quant_0" [id=338, type=call_module]; +"339 quantize_per_tensor_default_25" [id=339, type=quantize_per_tensor]; +"340 dequantize_per_tensor_default_25" [id=340, type=dequantize_per_tensor]; +"341 linear_16_zero_point_0_updated_constant0" [id=341, type=get_attr]; +"342 linear_16_scale_0_updated_constant0" [id=342, type=get_attr]; +"343 compressed_weight_updated_constant17" [id=343, type=get_attr]; +"344 _param_constant55_0_0" [id=344, type=get_attr]; +"345 mul_tensor_17" [id=345, type=mul]; +"346 sub_tensor_17" [id=346, type=sub]; +"347 linear_16" [id=347, type=linear]; +"348 unflatten_4" [id=348, type=unflatten]; +"349 unsqueeze_4" [id=349, type=unsqueeze]; +"350 transpose_25" [id=350, type=transpose]; +"351 squeeze_4" [id=351, type=squeeze]; +"352 contiguous_4" [id=352, type=contiguous]; +"353 quantize_per_tensor_default_26" [id=353, type=quantize_per_tensor]; +"354 dequantize_per_tensor_default_26" [id=354, type=dequantize_per_tensor]; +"355 select_12" [id=355, type=select]; +"356 quantize_per_tensor_default_27" [id=356, type=quantize_per_tensor]; +"357 dequantize_per_tensor_default_27" [id=357, type=dequantize_per_tensor]; +"358 select_13" [id=358, type=select]; +"359 select_14" [id=359, type=select]; +"360 view_32" [id=360, type=view]; +"361 transpose_26" [id=361, type=transpose]; +"362 view_33" [id=362, type=view]; +"363 transpose_27" [id=363, type=transpose]; +"364 view_34" [id=364, type=view]; +"365 transpose_28" [id=365, type=transpose]; +"366 view_35" [id=366, type=view]; +"367 view_36" [id=367, type=view]; +"368 view_37" [id=368, type=view]; +"369 scaled_dot_product_attention_4" [id=369, type=scaled_dot_product_attention]; +"370 permute_5" [id=370, type=permute]; +"371 view_38" [id=371, type=view]; +"372 view_38_0_0_nncf_smooth_quant_0" [id=372, type=call_module]; +"373 quantize_per_tensor_default_28" [id=373, type=quantize_per_tensor]; +"374 dequantize_per_tensor_default_28" [id=374, type=dequantize_per_tensor]; +"375 linear_17_zero_point_0_updated_constant0" [id=375, type=get_attr]; +"376 linear_17_scale_0_updated_constant0" [id=376, type=get_attr]; +"377 compressed_weight_updated_constant18" [id=377, type=get_attr]; +"378 _param_constant57_0_0" [id=378, type=get_attr]; +"379 mul_tensor_18" [id=379, type=mul]; +"380 sub_tensor_18" [id=380, type=sub]; +"381 linear_17" [id=381, type=linear]; +"382 view_39" [id=382, type=view]; +"383 transpose_29" [id=383, type=transpose]; +"384 dropout_13" [id=384, type=dropout]; +"385 add_9" [id=385, type=add]; +"386 _param_constant58" [id=386, type=get_attr]; +"387 _param_constant59" [id=387, type=get_attr]; +"388 layer_norm_9" [id=388, type=layer_norm]; +"389 layer_norm_9_0_0_nncf_smooth_quant_0" [id=389, type=call_module]; +"390 quantize_per_tensor_default_29" [id=390, type=quantize_per_tensor]; +"391 dequantize_per_tensor_default_29" [id=391, type=dequantize_per_tensor]; +"392 linear_18_zero_point_0_updated_constant0" [id=392, type=get_attr]; +"393 linear_18_scale_0_updated_constant0" [id=393, type=get_attr]; +"394 compressed_weight_updated_constant19" [id=394, type=get_attr]; +"395 _param_constant61_0_0" [id=395, type=get_attr]; +"396 mul_tensor_19" [id=396, type=mul]; +"397 sub_tensor_19" [id=397, type=sub]; +"398 linear_18" [id=398, type=linear]; +"399 gelu_4" [id=399, type=gelu]; +"400 dropout_14" [id=400, type=dropout]; +"401 dropout_14_0_0_nncf_smooth_quant_0" [id=401, type=call_module]; +"402 quantize_per_tensor_default_30" [id=402, type=quantize_per_tensor]; +"403 dequantize_per_tensor_default_30" [id=403, type=dequantize_per_tensor]; +"404 linear_19_zero_point_0_updated_constant0" [id=404, type=get_attr]; +"405 linear_19_scale_0_updated_constant0" [id=405, type=get_attr]; +"406 compressed_weight_updated_constant20" [id=406, type=get_attr]; +"407 _param_constant63_0_0" [id=407, type=get_attr]; +"408 mul_tensor_20" [id=408, type=mul]; +"409 sub_tensor_20" [id=409, type=sub]; +"410 linear_19" [id=410, type=linear]; +"411 dropout_15" [id=411, type=dropout]; +"412 add_10" [id=412, type=add]; +"413 _param_constant64" [id=413, type=get_attr]; +"414 _param_constant65" [id=414, type=get_attr]; +"415 layer_norm_10" [id=415, type=layer_norm]; +"416 transpose_30" [id=416, type=transpose]; +"417 transpose_30_0_0_nncf_smooth_quant_0" [id=417, type=call_module]; +"418 quantize_per_tensor_default_31" [id=418, type=quantize_per_tensor]; +"419 dequantize_per_tensor_default_31" [id=419, type=dequantize_per_tensor]; +"420 linear_20_zero_point_0_updated_constant0" [id=420, type=get_attr]; +"421 linear_20_scale_0_updated_constant0" [id=421, type=get_attr]; +"422 compressed_weight_updated_constant21" [id=422, type=get_attr]; +"423 _param_constant67_0_0" [id=423, type=get_attr]; +"424 mul_tensor_21" [id=424, type=mul]; +"425 sub_tensor_21" [id=425, type=sub]; +"426 linear_20" [id=426, type=linear]; +"427 unflatten_5" [id=427, type=unflatten]; +"428 unsqueeze_5" [id=428, type=unsqueeze]; +"429 transpose_31" [id=429, type=transpose]; +"430 squeeze_5" [id=430, type=squeeze]; +"431 contiguous_5" [id=431, type=contiguous]; +"432 quantize_per_tensor_default_32" [id=432, type=quantize_per_tensor]; +"433 dequantize_per_tensor_default_32" [id=433, type=dequantize_per_tensor]; +"434 select_15" [id=434, type=select]; +"435 quantize_per_tensor_default_33" [id=435, type=quantize_per_tensor]; +"436 dequantize_per_tensor_default_33" [id=436, type=dequantize_per_tensor]; +"437 select_16" [id=437, type=select]; +"438 select_17" [id=438, type=select]; +"439 view_40" [id=439, type=view]; +"440 transpose_32" [id=440, type=transpose]; +"441 view_41" [id=441, type=view]; +"442 transpose_33" [id=442, type=transpose]; +"443 view_42" [id=443, type=view]; +"444 transpose_34" [id=444, type=transpose]; +"445 view_43" [id=445, type=view]; +"446 view_44" [id=446, type=view]; +"447 view_45" [id=447, type=view]; +"448 scaled_dot_product_attention_5" [id=448, type=scaled_dot_product_attention]; +"449 permute_6" [id=449, type=permute]; +"450 view_46" [id=450, type=view]; +"451 view_46_0_0_nncf_smooth_quant_0" [id=451, type=call_module]; +"452 quantize_per_tensor_default_34" [id=452, type=quantize_per_tensor]; +"453 dequantize_per_tensor_default_34" [id=453, type=dequantize_per_tensor]; +"454 linear_21_zero_point_0_updated_constant0" [id=454, type=get_attr]; +"455 linear_21_scale_0_updated_constant0" [id=455, type=get_attr]; +"456 compressed_weight_updated_constant22" [id=456, type=get_attr]; +"457 _param_constant69_0_0" [id=457, type=get_attr]; +"458 mul_tensor_22" [id=458, type=mul]; +"459 sub_tensor_22" [id=459, type=sub]; +"460 linear_21" [id=460, type=linear]; +"461 view_47" [id=461, type=view]; +"462 transpose_35" [id=462, type=transpose]; +"463 dropout_16" [id=463, type=dropout]; +"464 add_11" [id=464, type=add]; +"465 _param_constant70" [id=465, type=get_attr]; +"466 _param_constant71" [id=466, type=get_attr]; +"467 layer_norm_11" [id=467, type=layer_norm]; +"468 layer_norm_11_0_0_nncf_smooth_quant_0" [id=468, type=call_module]; +"469 quantize_per_tensor_default_35" [id=469, type=quantize_per_tensor]; +"470 dequantize_per_tensor_default_35" [id=470, type=dequantize_per_tensor]; +"471 linear_22_zero_point_0_updated_constant0" [id=471, type=get_attr]; +"472 linear_22_scale_0_updated_constant0" [id=472, type=get_attr]; +"473 compressed_weight_updated_constant23" [id=473, type=get_attr]; +"474 _param_constant73_0_0" [id=474, type=get_attr]; +"475 mul_tensor_23" [id=475, type=mul]; +"476 sub_tensor_23" [id=476, type=sub]; +"477 linear_22" [id=477, type=linear]; +"478 gelu_5" [id=478, type=gelu]; +"479 dropout_17" [id=479, type=dropout]; +"480 dropout_17_0_0_nncf_smooth_quant_0" [id=480, type=call_module]; +"481 quantize_per_tensor_default_36" [id=481, type=quantize_per_tensor]; +"482 dequantize_per_tensor_default_36" [id=482, type=dequantize_per_tensor]; +"483 linear_23_zero_point_0_updated_constant0" [id=483, type=get_attr]; +"484 linear_23_scale_0_updated_constant0" [id=484, type=get_attr]; +"485 compressed_weight_updated_constant24" [id=485, type=get_attr]; +"486 _param_constant75_0_0" [id=486, type=get_attr]; +"487 mul_tensor_24" [id=487, type=mul]; +"488 sub_tensor_24" [id=488, type=sub]; +"489 linear_23" [id=489, type=linear]; +"490 dropout_18" [id=490, type=dropout]; +"491 add_12" [id=491, type=add]; +"492 _param_constant76" [id=492, type=get_attr]; +"493 _param_constant77" [id=493, type=get_attr]; +"494 layer_norm_12" [id=494, type=layer_norm]; +"495 transpose_36" [id=495, type=transpose]; +"496 transpose_36_0_0_nncf_smooth_quant_0" [id=496, type=call_module]; +"497 quantize_per_tensor_default_37" [id=497, type=quantize_per_tensor]; +"498 dequantize_per_tensor_default_37" [id=498, type=dequantize_per_tensor]; +"499 linear_24_zero_point_0_updated_constant0" [id=499, type=get_attr]; +"500 linear_24_scale_0_updated_constant0" [id=500, type=get_attr]; +"501 compressed_weight_updated_constant25" [id=501, type=get_attr]; +"502 _param_constant79_0_0" [id=502, type=get_attr]; +"503 mul_tensor_25" [id=503, type=mul]; +"504 sub_tensor_25" [id=504, type=sub]; +"505 linear_24" [id=505, type=linear]; +"506 unflatten_6" [id=506, type=unflatten]; +"507 unsqueeze_6" [id=507, type=unsqueeze]; +"508 transpose_37" [id=508, type=transpose]; +"509 squeeze_6" [id=509, type=squeeze]; +"510 contiguous_6" [id=510, type=contiguous]; +"511 quantize_per_tensor_default_38" [id=511, type=quantize_per_tensor]; +"512 dequantize_per_tensor_default_38" [id=512, type=dequantize_per_tensor]; +"513 select_18" [id=513, type=select]; +"514 quantize_per_tensor_default_39" [id=514, type=quantize_per_tensor]; +"515 dequantize_per_tensor_default_39" [id=515, type=dequantize_per_tensor]; +"516 select_19" [id=516, type=select]; +"517 select_20" [id=517, type=select]; +"518 view_48" [id=518, type=view]; +"519 transpose_38" [id=519, type=transpose]; +"520 view_49" [id=520, type=view]; +"521 transpose_39" [id=521, type=transpose]; +"522 view_50" [id=522, type=view]; +"523 transpose_40" [id=523, type=transpose]; +"524 view_51" [id=524, type=view]; +"525 view_52" [id=525, type=view]; +"526 view_53" [id=526, type=view]; +"527 scaled_dot_product_attention_6" [id=527, type=scaled_dot_product_attention]; +"528 permute_7" [id=528, type=permute]; +"529 view_54" [id=529, type=view]; +"530 view_54_0_0_nncf_smooth_quant_0" [id=530, type=call_module]; +"531 quantize_per_tensor_default_40" [id=531, type=quantize_per_tensor]; +"532 dequantize_per_tensor_default_40" [id=532, type=dequantize_per_tensor]; +"533 linear_25_zero_point_0_updated_constant0" [id=533, type=get_attr]; +"534 linear_25_scale_0_updated_constant0" [id=534, type=get_attr]; +"535 compressed_weight_updated_constant26" [id=535, type=get_attr]; +"536 _param_constant81_0_0" [id=536, type=get_attr]; +"537 mul_tensor_26" [id=537, type=mul]; +"538 sub_tensor_26" [id=538, type=sub]; +"539 linear_25" [id=539, type=linear]; +"540 view_55" [id=540, type=view]; +"541 transpose_41" [id=541, type=transpose]; +"542 dropout_19" [id=542, type=dropout]; +"543 add_13" [id=543, type=add]; +"544 _param_constant82" [id=544, type=get_attr]; +"545 _param_constant83" [id=545, type=get_attr]; +"546 layer_norm_13" [id=546, type=layer_norm]; +"547 layer_norm_13_0_0_nncf_smooth_quant_0" [id=547, type=call_module]; +"548 quantize_per_tensor_default_41" [id=548, type=quantize_per_tensor]; +"549 dequantize_per_tensor_default_41" [id=549, type=dequantize_per_tensor]; +"550 linear_26_zero_point_0_updated_constant0" [id=550, type=get_attr]; +"551 linear_26_scale_0_updated_constant0" [id=551, type=get_attr]; +"552 compressed_weight_updated_constant27" [id=552, type=get_attr]; +"553 _param_constant85_0_0" [id=553, type=get_attr]; +"554 mul_tensor_27" [id=554, type=mul]; +"555 sub_tensor_27" [id=555, type=sub]; +"556 linear_26" [id=556, type=linear]; +"557 gelu_6" [id=557, type=gelu]; +"558 dropout_20" [id=558, type=dropout]; +"559 dropout_20_0_0_nncf_smooth_quant_0" [id=559, type=call_module]; +"560 quantize_per_tensor_default_42" [id=560, type=quantize_per_tensor]; +"561 dequantize_per_tensor_default_42" [id=561, type=dequantize_per_tensor]; +"562 linear_27_zero_point_0_updated_constant0" [id=562, type=get_attr]; +"563 linear_27_scale_0_updated_constant0" [id=563, type=get_attr]; +"564 compressed_weight_updated_constant28" [id=564, type=get_attr]; +"565 _param_constant87_0_0" [id=565, type=get_attr]; +"566 mul_tensor_28" [id=566, type=mul]; +"567 sub_tensor_28" [id=567, type=sub]; +"568 linear_27" [id=568, type=linear]; +"569 dropout_21" [id=569, type=dropout]; +"570 add_14" [id=570, type=add]; +"571 _param_constant88" [id=571, type=get_attr]; +"572 _param_constant89" [id=572, type=get_attr]; +"573 layer_norm_14" [id=573, type=layer_norm]; +"574 transpose_42" [id=574, type=transpose]; +"575 transpose_42_0_0_nncf_smooth_quant_0" [id=575, type=call_module]; +"576 quantize_per_tensor_default_43" [id=576, type=quantize_per_tensor]; +"577 dequantize_per_tensor_default_43" [id=577, type=dequantize_per_tensor]; +"578 linear_28_zero_point_0_updated_constant0" [id=578, type=get_attr]; +"579 linear_28_scale_0_updated_constant0" [id=579, type=get_attr]; +"580 compressed_weight_updated_constant29" [id=580, type=get_attr]; +"581 _param_constant91_0_0" [id=581, type=get_attr]; +"582 mul_tensor_29" [id=582, type=mul]; +"583 sub_tensor_29" [id=583, type=sub]; +"584 linear_28" [id=584, type=linear]; +"585 unflatten_7" [id=585, type=unflatten]; +"586 unsqueeze_7" [id=586, type=unsqueeze]; +"587 transpose_43" [id=587, type=transpose]; +"588 squeeze_7" [id=588, type=squeeze]; +"589 contiguous_7" [id=589, type=contiguous]; +"590 quantize_per_tensor_default_44" [id=590, type=quantize_per_tensor]; +"591 dequantize_per_tensor_default_44" [id=591, type=dequantize_per_tensor]; +"592 select_21" [id=592, type=select]; +"593 quantize_per_tensor_default_45" [id=593, type=quantize_per_tensor]; +"594 dequantize_per_tensor_default_45" [id=594, type=dequantize_per_tensor]; +"595 select_22" [id=595, type=select]; +"596 select_23" [id=596, type=select]; +"597 view_56" [id=597, type=view]; +"598 transpose_44" [id=598, type=transpose]; +"599 view_57" [id=599, type=view]; +"600 transpose_45" [id=600, type=transpose]; +"601 view_58" [id=601, type=view]; +"602 transpose_46" [id=602, type=transpose]; +"603 view_59" [id=603, type=view]; +"604 view_60" [id=604, type=view]; +"605 view_61" [id=605, type=view]; +"606 scaled_dot_product_attention_7" [id=606, type=scaled_dot_product_attention]; +"607 permute_8" [id=607, type=permute]; +"608 view_62" [id=608, type=view]; +"609 view_62_0_0_nncf_smooth_quant_0" [id=609, type=call_module]; +"610 quantize_per_tensor_default_46" [id=610, type=quantize_per_tensor]; +"611 dequantize_per_tensor_default_46" [id=611, type=dequantize_per_tensor]; +"612 linear_29_zero_point_0_updated_constant0" [id=612, type=get_attr]; +"613 linear_29_scale_0_updated_constant0" [id=613, type=get_attr]; +"614 compressed_weight_updated_constant30" [id=614, type=get_attr]; +"615 _param_constant93_0_0" [id=615, type=get_attr]; +"616 mul_tensor_30" [id=616, type=mul]; +"617 sub_tensor_30" [id=617, type=sub]; +"618 linear_29" [id=618, type=linear]; +"619 view_63" [id=619, type=view]; +"620 transpose_47" [id=620, type=transpose]; +"621 dropout_22" [id=621, type=dropout]; +"622 add_15" [id=622, type=add]; +"623 _param_constant94" [id=623, type=get_attr]; +"624 _param_constant95" [id=624, type=get_attr]; +"625 layer_norm_15" [id=625, type=layer_norm]; +"626 layer_norm_15_0_0_nncf_smooth_quant_0" [id=626, type=call_module]; +"627 quantize_per_tensor_default_47" [id=627, type=quantize_per_tensor]; +"628 dequantize_per_tensor_default_47" [id=628, type=dequantize_per_tensor]; +"629 linear_30_zero_point_0_updated_constant0" [id=629, type=get_attr]; +"630 linear_30_scale_0_updated_constant0" [id=630, type=get_attr]; +"631 compressed_weight_updated_constant31" [id=631, type=get_attr]; +"632 _param_constant97_0_0" [id=632, type=get_attr]; +"633 mul_tensor_31" [id=633, type=mul]; +"634 sub_tensor_31" [id=634, type=sub]; +"635 linear_30" [id=635, type=linear]; +"636 gelu_7" [id=636, type=gelu]; +"637 dropout_23" [id=637, type=dropout]; +"638 dropout_23_0_0_nncf_smooth_quant_0" [id=638, type=call_module]; +"639 quantize_per_tensor_default_48" [id=639, type=quantize_per_tensor]; +"640 dequantize_per_tensor_default_48" [id=640, type=dequantize_per_tensor]; +"641 linear_31_zero_point_0_updated_constant0" [id=641, type=get_attr]; +"642 linear_31_scale_0_updated_constant0" [id=642, type=get_attr]; +"643 compressed_weight_updated_constant32" [id=643, type=get_attr]; +"644 _param_constant99_0_0" [id=644, type=get_attr]; +"645 mul_tensor_32" [id=645, type=mul]; +"646 sub_tensor_32" [id=646, type=sub]; +"647 linear_31" [id=647, type=linear]; +"648 dropout_24" [id=648, type=dropout]; +"649 add_16" [id=649, type=add]; +"650 _param_constant100" [id=650, type=get_attr]; +"651 _param_constant101" [id=651, type=get_attr]; +"652 layer_norm_16" [id=652, type=layer_norm]; +"653 transpose_48" [id=653, type=transpose]; +"654 transpose_48_0_0_nncf_smooth_quant_0" [id=654, type=call_module]; +"655 quantize_per_tensor_default_49" [id=655, type=quantize_per_tensor]; +"656 dequantize_per_tensor_default_49" [id=656, type=dequantize_per_tensor]; +"657 linear_32_zero_point_0_updated_constant0" [id=657, type=get_attr]; +"658 linear_32_scale_0_updated_constant0" [id=658, type=get_attr]; +"659 compressed_weight_updated_constant33" [id=659, type=get_attr]; +"660 _param_constant103_0_0" [id=660, type=get_attr]; +"661 mul_tensor_33" [id=661, type=mul]; +"662 sub_tensor_33" [id=662, type=sub]; +"663 linear_32" [id=663, type=linear]; +"664 unflatten_8" [id=664, type=unflatten]; +"665 unsqueeze_8" [id=665, type=unsqueeze]; +"666 transpose_49" [id=666, type=transpose]; +"667 squeeze_8" [id=667, type=squeeze]; +"668 contiguous_8" [id=668, type=contiguous]; +"669 quantize_per_tensor_default_50" [id=669, type=quantize_per_tensor]; +"670 dequantize_per_tensor_default_50" [id=670, type=dequantize_per_tensor]; +"671 select_24" [id=671, type=select]; +"672 quantize_per_tensor_default_51" [id=672, type=quantize_per_tensor]; +"673 dequantize_per_tensor_default_51" [id=673, type=dequantize_per_tensor]; +"674 select_25" [id=674, type=select]; +"675 select_26" [id=675, type=select]; +"676 view_64" [id=676, type=view]; +"677 transpose_50" [id=677, type=transpose]; +"678 view_65" [id=678, type=view]; +"679 transpose_51" [id=679, type=transpose]; +"680 view_66" [id=680, type=view]; +"681 transpose_52" [id=681, type=transpose]; +"682 view_67" [id=682, type=view]; +"683 view_68" [id=683, type=view]; +"684 view_69" [id=684, type=view]; +"685 scaled_dot_product_attention_8" [id=685, type=scaled_dot_product_attention]; +"686 permute_9" [id=686, type=permute]; +"687 view_70" [id=687, type=view]; +"688 view_70_0_0_nncf_smooth_quant_0" [id=688, type=call_module]; +"689 quantize_per_tensor_default_52" [id=689, type=quantize_per_tensor]; +"690 dequantize_per_tensor_default_52" [id=690, type=dequantize_per_tensor]; +"691 linear_33_zero_point_0_updated_constant0" [id=691, type=get_attr]; +"692 linear_33_scale_0_updated_constant0" [id=692, type=get_attr]; +"693 compressed_weight_updated_constant34" [id=693, type=get_attr]; +"694 _param_constant105_0_0" [id=694, type=get_attr]; +"695 mul_tensor_34" [id=695, type=mul]; +"696 sub_tensor_34" [id=696, type=sub]; +"697 linear_33" [id=697, type=linear]; +"698 view_71" [id=698, type=view]; +"699 transpose_53" [id=699, type=transpose]; +"700 dropout_25" [id=700, type=dropout]; +"701 add_17" [id=701, type=add]; +"702 _param_constant106" [id=702, type=get_attr]; +"703 _param_constant107" [id=703, type=get_attr]; +"704 layer_norm_17" [id=704, type=layer_norm]; +"705 layer_norm_17_0_0_nncf_smooth_quant_0" [id=705, type=call_module]; +"706 quantize_per_tensor_default_53" [id=706, type=quantize_per_tensor]; +"707 dequantize_per_tensor_default_53" [id=707, type=dequantize_per_tensor]; +"708 linear_34_zero_point_0_updated_constant0" [id=708, type=get_attr]; +"709 linear_34_scale_0_updated_constant0" [id=709, type=get_attr]; +"710 compressed_weight_updated_constant35" [id=710, type=get_attr]; +"711 _param_constant109_0_0" [id=711, type=get_attr]; +"712 mul_tensor_35" [id=712, type=mul]; +"713 sub_tensor_35" [id=713, type=sub]; +"714 linear_34" [id=714, type=linear]; +"715 gelu_8" [id=715, type=gelu]; +"716 dropout_26" [id=716, type=dropout]; +"717 dropout_26_0_0_nncf_smooth_quant_0" [id=717, type=call_module]; +"718 quantize_per_tensor_default_54" [id=718, type=quantize_per_tensor]; +"719 dequantize_per_tensor_default_54" [id=719, type=dequantize_per_tensor]; +"720 linear_35_zero_point_0_updated_constant0" [id=720, type=get_attr]; +"721 linear_35_scale_0_updated_constant0" [id=721, type=get_attr]; +"722 compressed_weight_updated_constant36" [id=722, type=get_attr]; +"723 _param_constant111_0_0" [id=723, type=get_attr]; +"724 mul_tensor_36" [id=724, type=mul]; +"725 sub_tensor_36" [id=725, type=sub]; +"726 linear_35" [id=726, type=linear]; +"727 dropout_27" [id=727, type=dropout]; +"728 add_18" [id=728, type=add]; +"729 _param_constant112" [id=729, type=get_attr]; +"730 _param_constant113" [id=730, type=get_attr]; +"731 layer_norm_18" [id=731, type=layer_norm]; +"732 transpose_54" [id=732, type=transpose]; +"733 transpose_54_0_0_nncf_smooth_quant_0" [id=733, type=call_module]; +"734 quantize_per_tensor_default_55" [id=734, type=quantize_per_tensor]; +"735 dequantize_per_tensor_default_55" [id=735, type=dequantize_per_tensor]; +"736 linear_36_zero_point_0_updated_constant0" [id=736, type=get_attr]; +"737 linear_36_scale_0_updated_constant0" [id=737, type=get_attr]; +"738 compressed_weight_updated_constant37" [id=738, type=get_attr]; +"739 _param_constant115_0_0" [id=739, type=get_attr]; +"740 mul_tensor_37" [id=740, type=mul]; +"741 sub_tensor_37" [id=741, type=sub]; +"742 linear_36" [id=742, type=linear]; +"743 unflatten_9" [id=743, type=unflatten]; +"744 unsqueeze_9" [id=744, type=unsqueeze]; +"745 transpose_55" [id=745, type=transpose]; +"746 squeeze_9" [id=746, type=squeeze]; +"747 contiguous_9" [id=747, type=contiguous]; +"748 quantize_per_tensor_default_56" [id=748, type=quantize_per_tensor]; +"749 dequantize_per_tensor_default_56" [id=749, type=dequantize_per_tensor]; +"750 select_27" [id=750, type=select]; +"751 quantize_per_tensor_default_57" [id=751, type=quantize_per_tensor]; +"752 dequantize_per_tensor_default_57" [id=752, type=dequantize_per_tensor]; +"753 select_28" [id=753, type=select]; +"754 select_29" [id=754, type=select]; +"755 view_72" [id=755, type=view]; +"756 transpose_56" [id=756, type=transpose]; +"757 view_73" [id=757, type=view]; +"758 transpose_57" [id=758, type=transpose]; +"759 view_74" [id=759, type=view]; +"760 transpose_58" [id=760, type=transpose]; +"761 view_75" [id=761, type=view]; +"762 view_76" [id=762, type=view]; +"763 view_77" [id=763, type=view]; +"764 scaled_dot_product_attention_9" [id=764, type=scaled_dot_product_attention]; +"765 permute_10" [id=765, type=permute]; +"766 view_78" [id=766, type=view]; +"767 view_78_0_0_nncf_smooth_quant_0" [id=767, type=call_module]; +"768 quantize_per_tensor_default_58" [id=768, type=quantize_per_tensor]; +"769 dequantize_per_tensor_default_58" [id=769, type=dequantize_per_tensor]; +"770 linear_37_zero_point_0_updated_constant0" [id=770, type=get_attr]; +"771 linear_37_scale_0_updated_constant0" [id=771, type=get_attr]; +"772 compressed_weight_updated_constant38" [id=772, type=get_attr]; +"773 _param_constant117_0_0" [id=773, type=get_attr]; +"774 mul_tensor_38" [id=774, type=mul]; +"775 sub_tensor_38" [id=775, type=sub]; +"776 linear_37" [id=776, type=linear]; +"777 view_79" [id=777, type=view]; +"778 transpose_59" [id=778, type=transpose]; +"779 dropout_28" [id=779, type=dropout]; +"780 add_19" [id=780, type=add]; +"781 _param_constant118" [id=781, type=get_attr]; +"782 _param_constant119" [id=782, type=get_attr]; +"783 layer_norm_19" [id=783, type=layer_norm]; +"784 layer_norm_19_0_0_nncf_smooth_quant_0" [id=784, type=call_module]; +"785 quantize_per_tensor_default_59" [id=785, type=quantize_per_tensor]; +"786 dequantize_per_tensor_default_59" [id=786, type=dequantize_per_tensor]; +"787 linear_38_zero_point_0_updated_constant0" [id=787, type=get_attr]; +"788 linear_38_scale_0_updated_constant0" [id=788, type=get_attr]; +"789 compressed_weight_updated_constant39" [id=789, type=get_attr]; +"790 _param_constant121_0_0" [id=790, type=get_attr]; +"791 mul_tensor_39" [id=791, type=mul]; +"792 sub_tensor_39" [id=792, type=sub]; +"793 linear_38" [id=793, type=linear]; +"794 gelu_9" [id=794, type=gelu]; +"795 dropout_29" [id=795, type=dropout]; +"796 dropout_29_0_0_nncf_smooth_quant_0" [id=796, type=call_module]; +"797 quantize_per_tensor_default_60" [id=797, type=quantize_per_tensor]; +"798 dequantize_per_tensor_default_60" [id=798, type=dequantize_per_tensor]; +"799 linear_39_zero_point_0_updated_constant0" [id=799, type=get_attr]; +"800 linear_39_scale_0_updated_constant0" [id=800, type=get_attr]; +"801 compressed_weight_updated_constant40" [id=801, type=get_attr]; +"802 _param_constant123_0_0" [id=802, type=get_attr]; +"803 mul_tensor_40" [id=803, type=mul]; +"804 sub_tensor_40" [id=804, type=sub]; +"805 linear_39" [id=805, type=linear]; +"806 dropout_30" [id=806, type=dropout]; +"807 add_20" [id=807, type=add]; +"808 _param_constant124" [id=808, type=get_attr]; +"809 _param_constant125" [id=809, type=get_attr]; +"810 layer_norm_20" [id=810, type=layer_norm]; +"811 transpose_60" [id=811, type=transpose]; +"812 transpose_60_0_0_nncf_smooth_quant_0" [id=812, type=call_module]; +"813 quantize_per_tensor_default_61" [id=813, type=quantize_per_tensor]; +"814 dequantize_per_tensor_default_61" [id=814, type=dequantize_per_tensor]; +"815 linear_40_zero_point_0_updated_constant0" [id=815, type=get_attr]; +"816 linear_40_scale_0_updated_constant0" [id=816, type=get_attr]; +"817 compressed_weight_updated_constant41" [id=817, type=get_attr]; +"818 _param_constant127_0_0" [id=818, type=get_attr]; +"819 mul_tensor_41" [id=819, type=mul]; +"820 sub_tensor_41" [id=820, type=sub]; +"821 linear_40" [id=821, type=linear]; +"822 unflatten_10" [id=822, type=unflatten]; +"823 unsqueeze_10" [id=823, type=unsqueeze]; +"824 transpose_61" [id=824, type=transpose]; +"825 squeeze_10" [id=825, type=squeeze]; +"826 contiguous_10" [id=826, type=contiguous]; +"827 quantize_per_tensor_default_62" [id=827, type=quantize_per_tensor]; +"828 dequantize_per_tensor_default_62" [id=828, type=dequantize_per_tensor]; +"829 select_30" [id=829, type=select]; +"830 quantize_per_tensor_default_63" [id=830, type=quantize_per_tensor]; +"831 dequantize_per_tensor_default_63" [id=831, type=dequantize_per_tensor]; +"832 select_31" [id=832, type=select]; +"833 select_32" [id=833, type=select]; +"834 view_80" [id=834, type=view]; +"835 transpose_62" [id=835, type=transpose]; +"836 view_81" [id=836, type=view]; +"837 transpose_63" [id=837, type=transpose]; +"838 view_82" [id=838, type=view]; +"839 transpose_64" [id=839, type=transpose]; +"840 view_83" [id=840, type=view]; +"841 view_84" [id=841, type=view]; +"842 view_85" [id=842, type=view]; +"843 scaled_dot_product_attention_10" [id=843, type=scaled_dot_product_attention]; +"844 permute_11" [id=844, type=permute]; +"845 view_86" [id=845, type=view]; +"846 view_86_0_0_nncf_smooth_quant_0" [id=846, type=call_module]; +"847 quantize_per_tensor_default_64" [id=847, type=quantize_per_tensor]; +"848 dequantize_per_tensor_default_64" [id=848, type=dequantize_per_tensor]; +"849 linear_41_zero_point_0_updated_constant0" [id=849, type=get_attr]; +"850 linear_41_scale_0_updated_constant0" [id=850, type=get_attr]; +"851 compressed_weight_updated_constant42" [id=851, type=get_attr]; +"852 _param_constant129_0_0" [id=852, type=get_attr]; +"853 mul_tensor_42" [id=853, type=mul]; +"854 sub_tensor_42" [id=854, type=sub]; +"855 linear_41" [id=855, type=linear]; +"856 view_87" [id=856, type=view]; +"857 transpose_65" [id=857, type=transpose]; +"858 dropout_31" [id=858, type=dropout]; +"859 add_21" [id=859, type=add]; +"860 _param_constant130" [id=860, type=get_attr]; +"861 _param_constant131" [id=861, type=get_attr]; +"862 layer_norm_21" [id=862, type=layer_norm]; +"863 layer_norm_21_0_0_nncf_smooth_quant_0" [id=863, type=call_module]; +"864 quantize_per_tensor_default_65" [id=864, type=quantize_per_tensor]; +"865 dequantize_per_tensor_default_65" [id=865, type=dequantize_per_tensor]; +"866 linear_42_zero_point_0_updated_constant0" [id=866, type=get_attr]; +"867 linear_42_scale_0_updated_constant0" [id=867, type=get_attr]; +"868 compressed_weight_updated_constant43" [id=868, type=get_attr]; +"869 _param_constant133_0_0" [id=869, type=get_attr]; +"870 mul_tensor_43" [id=870, type=mul]; +"871 sub_tensor_43" [id=871, type=sub]; +"872 linear_42" [id=872, type=linear]; +"873 gelu_10" [id=873, type=gelu]; +"874 dropout_32" [id=874, type=dropout]; +"875 dropout_32_0_0_nncf_smooth_quant_0" [id=875, type=call_module]; +"876 quantize_per_tensor_default_66" [id=876, type=quantize_per_tensor]; +"877 dequantize_per_tensor_default_66" [id=877, type=dequantize_per_tensor]; +"878 linear_43_zero_point_0_updated_constant0" [id=878, type=get_attr]; +"879 linear_43_scale_0_updated_constant0" [id=879, type=get_attr]; +"880 compressed_weight_updated_constant44" [id=880, type=get_attr]; +"881 _param_constant135_0_0" [id=881, type=get_attr]; +"882 mul_tensor_44" [id=882, type=mul]; +"883 sub_tensor_44" [id=883, type=sub]; +"884 linear_43" [id=884, type=linear]; +"885 dropout_33" [id=885, type=dropout]; +"886 add_22" [id=886, type=add]; +"887 _param_constant136" [id=887, type=get_attr]; +"888 _param_constant137" [id=888, type=get_attr]; +"889 layer_norm_22" [id=889, type=layer_norm]; +"890 transpose_66" [id=890, type=transpose]; +"891 transpose_66_0_0_nncf_smooth_quant_0" [id=891, type=call_module]; +"892 quantize_per_tensor_default_67" [id=892, type=quantize_per_tensor]; +"893 dequantize_per_tensor_default_67" [id=893, type=dequantize_per_tensor]; +"894 linear_44_zero_point_0_updated_constant0" [id=894, type=get_attr]; +"895 linear_44_scale_0_updated_constant0" [id=895, type=get_attr]; +"896 compressed_weight_updated_constant45" [id=896, type=get_attr]; +"897 _param_constant139_0_0" [id=897, type=get_attr]; +"898 mul_tensor_45" [id=898, type=mul]; +"899 sub_tensor_45" [id=899, type=sub]; +"900 linear_44" [id=900, type=linear]; +"901 unflatten_11" [id=901, type=unflatten]; +"902 unsqueeze_11" [id=902, type=unsqueeze]; +"903 transpose_67" [id=903, type=transpose]; +"904 squeeze_11" [id=904, type=squeeze]; +"905 contiguous_11" [id=905, type=contiguous]; +"906 quantize_per_tensor_default_68" [id=906, type=quantize_per_tensor]; +"907 dequantize_per_tensor_default_68" [id=907, type=dequantize_per_tensor]; +"908 select_33" [id=908, type=select]; +"909 quantize_per_tensor_default_69" [id=909, type=quantize_per_tensor]; +"910 dequantize_per_tensor_default_69" [id=910, type=dequantize_per_tensor]; +"911 select_34" [id=911, type=select]; +"912 select_35" [id=912, type=select]; +"913 view_88" [id=913, type=view]; +"914 transpose_68" [id=914, type=transpose]; +"915 view_89" [id=915, type=view]; +"916 transpose_69" [id=916, type=transpose]; +"917 view_90" [id=917, type=view]; +"918 transpose_70" [id=918, type=transpose]; +"919 view_91" [id=919, type=view]; +"920 view_92" [id=920, type=view]; +"921 view_93" [id=921, type=view]; +"922 scaled_dot_product_attention_11" [id=922, type=scaled_dot_product_attention]; +"923 permute_12" [id=923, type=permute]; +"924 view_94" [id=924, type=view]; +"925 view_94_0_0_nncf_smooth_quant_0" [id=925, type=call_module]; +"926 quantize_per_tensor_default_70" [id=926, type=quantize_per_tensor]; +"927 dequantize_per_tensor_default_70" [id=927, type=dequantize_per_tensor]; +"928 linear_45_zero_point_0_updated_constant0" [id=928, type=get_attr]; +"929 linear_45_scale_0_updated_constant0" [id=929, type=get_attr]; +"930 compressed_weight_updated_constant46" [id=930, type=get_attr]; +"931 _param_constant141_0_0" [id=931, type=get_attr]; +"932 mul_tensor_46" [id=932, type=mul]; +"933 sub_tensor_46" [id=933, type=sub]; +"934 linear_45" [id=934, type=linear]; +"935 view_95" [id=935, type=view]; +"936 transpose_71" [id=936, type=transpose]; +"937 dropout_34" [id=937, type=dropout]; +"938 add_23" [id=938, type=add]; +"939 _param_constant142" [id=939, type=get_attr]; +"940 _param_constant143" [id=940, type=get_attr]; +"941 layer_norm_23" [id=941, type=layer_norm]; +"942 layer_norm_23_0_0_nncf_smooth_quant_0" [id=942, type=call_module]; +"943 quantize_per_tensor_default_71" [id=943, type=quantize_per_tensor]; +"944 dequantize_per_tensor_default_71" [id=944, type=dequantize_per_tensor]; +"945 linear_46_zero_point_0_updated_constant0" [id=945, type=get_attr]; +"946 linear_46_scale_0_updated_constant0" [id=946, type=get_attr]; +"947 compressed_weight_updated_constant47" [id=947, type=get_attr]; +"948 _param_constant145_0_0" [id=948, type=get_attr]; +"949 mul_tensor_47" [id=949, type=mul]; +"950 sub_tensor_47" [id=950, type=sub]; +"951 linear_46" [id=951, type=linear]; +"952 gelu_11" [id=952, type=gelu]; +"953 dropout_35" [id=953, type=dropout]; +"954 dropout_35_0_0_nncf_smooth_quant_0" [id=954, type=call_module]; +"955 quantize_per_tensor_default_72" [id=955, type=quantize_per_tensor]; +"956 dequantize_per_tensor_default_72" [id=956, type=dequantize_per_tensor]; +"957 linear_47_zero_point_0_updated_constant0" [id=957, type=get_attr]; +"958 linear_47_scale_0_updated_constant0" [id=958, type=get_attr]; +"959 compressed_weight_updated_constant48" [id=959, type=get_attr]; +"960 _param_constant147_0_0" [id=960, type=get_attr]; +"961 mul_tensor_48" [id=961, type=mul]; +"962 sub_tensor_48" [id=962, type=sub]; +"963 linear_47" [id=963, type=linear]; +"964 dropout_36" [id=964, type=dropout]; +"965 add_24" [id=965, type=add]; +"966 _param_constant148" [id=966, type=get_attr]; +"967 _param_constant149" [id=967, type=get_attr]; +"968 layer_norm_24" [id=968, type=layer_norm]; +"969 slice_1" [id=969, type=slice]; +"970 select_36" [id=970, type=select]; +"971 select_36_0_0_nncf_smooth_quant_0" [id=971, type=call_module]; +"972 quantize_per_tensor_default_73" [id=972, type=quantize_per_tensor]; +"973 dequantize_per_tensor_default_73" [id=973, type=dequantize_per_tensor]; +"974 linear_48_zero_point_0_updated_constant0" [id=974, type=get_attr]; +"975 linear_48_scale_0_updated_constant0" [id=975, type=get_attr]; +"976 compressed_weight_updated_constant49" [id=976, type=get_attr]; +"977 _param_constant151_0_0" [id=977, type=get_attr]; +"978 mul_tensor_49" [id=978, type=mul]; +"979 sub_tensor_49" [id=979, type=sub]; +"980 linear_48" [id=980, type=linear]; +"981 output" [id=981, type=output]; +"0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"3 conv2d_zero_point_0_updated_constant0" -> "8 sub_tensor" [label="(768, 1, 1, 1)", style=solid]; +"4 conv2d_scale_0_updated_constant0" -> "7 mul_tensor" [label="(768, 1, 1, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(768, 3, 16, 16)", style=solid]; +"6 _param_constant1_0_0" -> "9 conv2d" [label="(768,)", style=solid]; +"7 mul_tensor" -> "8 sub_tensor" [label="(768, 3, 16, 16)", style=solid]; +"8 sub_tensor" -> "9 conv2d" [label=None, style=solid]; +"9 conv2d" -> "10 reshape" [label="(1, 768, 14, 14)", style=solid]; +"10 reshape" -> "11 permute" [label="(1, 768, 196)", style=solid]; +"11 permute" -> "14 cat" [label="(1, 196, 768)", style=solid]; +"12 _param_constant2" -> "13 expand" [label="(1, 1, 768)", style=solid]; +"13 expand" -> "14 cat" [label="(1, 1, 768)", style=solid]; +"14 cat" -> "16 add" [label="(1, 197, 768)", style=solid]; +"15 _param_constant3" -> "16 add" [label="(1, 197, 768)", style=solid]; +"16 add" -> "17 dropout" [label="(1, 197, 768)", style=solid]; +"17 dropout" -> "20 layer_norm" [label="(1, 197, 768)", style=solid]; +"17 dropout" -> "69 add_1" [label="(1, 197, 768)", style=solid]; +"18 _param_constant4" -> "20 layer_norm" [label="(768,)", style=solid]; +"19 _param_constant5" -> "20 layer_norm" [label="(768,)", style=solid]; +"20 layer_norm" -> "21 transpose" [label="(1, 197, 768)", style=solid]; +"21 transpose" -> "22 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"22 transpose_0_0_nncf_smooth_quant_0" -> "23 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"23 quantize_per_tensor_default_1" -> "24 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"24 dequantize_per_tensor_default_1" -> "31 linear" [label="(197, 1, 768)", style=solid]; +"25 linear_zero_point_0_updated_constant0" -> "30 sub_tensor_1" [label="(2304, 1)", style=solid]; +"26 linear_scale_0_updated_constant0" -> "29 mul_tensor_1" [label="(2304, 1)", style=solid]; +"27 compressed_weight_updated_constant1" -> "29 mul_tensor_1" [label="(2304, 768)", style=solid]; +"28 _param_constant7_0_0" -> "31 linear" [label="(2304,)", style=solid]; +"29 mul_tensor_1" -> "30 sub_tensor_1" [label="(2304, 768)", style=solid]; +"30 sub_tensor_1" -> "31 linear" [label=None, style=solid]; +"31 linear" -> "32 unflatten" [label="(197, 1, 2304)", style=solid]; +"32 unflatten" -> "33 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; +"33 unsqueeze" -> "34 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; +"34 transpose_1" -> "35 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; +"35 squeeze" -> "36 contiguous" [label="(3, 197, 1, 768)", style=solid]; +"36 contiguous" -> "37 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"36 contiguous" -> "40 quantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"36 contiguous" -> "43 select_2" [label="(3, 197, 1, 768)", style=solid]; +"37 quantize_per_tensor_default_2" -> "38 dequantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"38 dequantize_per_tensor_default_2" -> "39 select" [label="(3, 197, 1, 768)", style=solid]; +"39 select" -> "44 view" [label="(197, 1, 768)", style=solid]; +"40 quantize_per_tensor_default_3" -> "41 dequantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"41 dequantize_per_tensor_default_3" -> "42 select_1" [label="(3, 197, 1, 768)", style=solid]; +"42 select_1" -> "46 view_1" [label="(197, 1, 768)", style=solid]; +"43 select_2" -> "48 view_2" [label="(197, 1, 768)", style=solid]; +"44 view" -> "45 transpose_2" [label="(197, 12, 64)", style=solid]; +"45 transpose_2" -> "50 view_3" [label="(12, 197, 64)", style=solid]; +"46 view_1" -> "47 transpose_3" [label="(197, 12, 64)", style=solid]; +"47 transpose_3" -> "51 view_4" [label="(12, 197, 64)", style=solid]; +"48 view_2" -> "49 transpose_4" [label="(197, 12, 64)", style=solid]; +"49 transpose_4" -> "52 view_5" [label="(12, 197, 64)", style=solid]; +"50 view_3" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"51 view_4" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"52 view_5" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"53 scaled_dot_product_attention" -> "54 permute_1" [label="(1, 12, 197, 64)", style=solid]; +"54 permute_1" -> "55 view_6" [label="(197, 1, 12, 64)", style=solid]; +"55 view_6" -> "56 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"56 view_6_0_0_nncf_smooth_quant_0" -> "57 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"57 quantize_per_tensor_default_4" -> "58 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"58 dequantize_per_tensor_default_4" -> "65 linear_1" [label="(197, 768)", style=solid]; +"59 linear_1_zero_point_0_updated_constant0" -> "64 sub_tensor_2" [label="(768, 1)", style=solid]; +"60 linear_1_scale_0_updated_constant0" -> "63 mul_tensor_2" [label="(768, 1)", style=solid]; +"61 compressed_weight_updated_constant2" -> "63 mul_tensor_2" [label="(768, 768)", style=solid]; +"62 _param_constant9_0_0" -> "65 linear_1" [label="(768,)", style=solid]; +"63 mul_tensor_2" -> "64 sub_tensor_2" [label="(768, 768)", style=solid]; +"64 sub_tensor_2" -> "65 linear_1" [label=None, style=solid]; +"65 linear_1" -> "66 view_7" [label="(197, 768)", style=solid]; +"66 view_7" -> "67 transpose_5" [label="(197, 1, 768)", style=solid]; +"67 transpose_5" -> "68 dropout_1" [label="(1, 197, 768)", style=solid]; +"68 dropout_1" -> "69 add_1" [label="(1, 197, 768)", style=solid]; +"69 add_1" -> "72 layer_norm_1" [label="(1, 197, 768)", style=solid]; +"69 add_1" -> "96 add_2" [label="(1, 197, 768)", style=solid]; +"70 _param_constant10" -> "72 layer_norm_1" [label="(768,)", style=solid]; +"71 _param_constant11" -> "72 layer_norm_1" [label="(768,)", style=solid]; +"72 layer_norm_1" -> "73 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"73 layer_norm_1_0_0_nncf_smooth_quant_0" -> "74 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"74 quantize_per_tensor_default_5" -> "75 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"75 dequantize_per_tensor_default_5" -> "82 linear_2" [label="(1, 197, 768)", style=solid]; +"76 linear_2_zero_point_0_updated_constant0" -> "81 sub_tensor_3" [label="(3072, 1)", style=solid]; +"77 linear_2_scale_0_updated_constant0" -> "80 mul_tensor_3" [label="(3072, 1)", style=solid]; +"78 compressed_weight_updated_constant3" -> "80 mul_tensor_3" [label="(3072, 768)", style=solid]; +"79 _param_constant13_0_0" -> "82 linear_2" [label="(3072,)", style=solid]; +"80 mul_tensor_3" -> "81 sub_tensor_3" [label="(3072, 768)", style=solid]; +"81 sub_tensor_3" -> "82 linear_2" [label=None, style=solid]; +"82 linear_2" -> "83 gelu" [label="(1, 197, 3072)", style=solid]; +"83 gelu" -> "84 dropout_2" [label="(1, 197, 3072)", style=solid]; +"84 dropout_2" -> "85 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"85 dropout_2_0_0_nncf_smooth_quant_0" -> "86 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"86 quantize_per_tensor_default_6" -> "87 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"87 dequantize_per_tensor_default_6" -> "94 linear_3" [label="(1, 197, 3072)", style=solid]; +"88 linear_3_zero_point_0_updated_constant0" -> "93 sub_tensor_4" [label="(768, 1)", style=solid]; +"89 linear_3_scale_0_updated_constant0" -> "92 mul_tensor_4" [label="(768, 1)", style=solid]; +"90 compressed_weight_updated_constant4" -> "92 mul_tensor_4" [label="(768, 3072)", style=solid]; +"91 _param_constant15_0_0" -> "94 linear_3" [label="(768,)", style=solid]; +"92 mul_tensor_4" -> "93 sub_tensor_4" [label="(768, 3072)", style=solid]; +"93 sub_tensor_4" -> "94 linear_3" [label=None, style=solid]; +"94 linear_3" -> "95 dropout_3" [label="(1, 197, 768)", style=solid]; +"95 dropout_3" -> "96 add_2" [label="(1, 197, 768)", style=solid]; +"96 add_2" -> "99 layer_norm_2" [label="(1, 197, 768)", style=solid]; +"96 add_2" -> "148 add_3" [label="(1, 197, 768)", style=solid]; +"97 _param_constant16" -> "99 layer_norm_2" [label="(768,)", style=solid]; +"98 _param_constant17" -> "99 layer_norm_2" [label="(768,)", style=solid]; +"99 layer_norm_2" -> "100 transpose_6" [label="(1, 197, 768)", style=solid]; +"100 transpose_6" -> "101 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"101 transpose_6_0_0_nncf_smooth_quant_0" -> "102 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"102 quantize_per_tensor_default_7" -> "103 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"103 dequantize_per_tensor_default_7" -> "110 linear_4" [label="(197, 1, 768)", style=solid]; +"104 linear_4_zero_point_0_updated_constant0" -> "109 sub_tensor_5" [label="(2304, 1)", style=solid]; +"105 linear_4_scale_0_updated_constant0" -> "108 mul_tensor_5" [label="(2304, 1)", style=solid]; +"106 compressed_weight_updated_constant5" -> "108 mul_tensor_5" [label="(2304, 768)", style=solid]; +"107 _param_constant19_0_0" -> "110 linear_4" [label="(2304,)", style=solid]; +"108 mul_tensor_5" -> "109 sub_tensor_5" [label="(2304, 768)", style=solid]; +"109 sub_tensor_5" -> "110 linear_4" [label=None, style=solid]; +"110 linear_4" -> "111 unflatten_1" [label="(197, 1, 2304)", style=solid]; +"111 unflatten_1" -> "112 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; +"112 unsqueeze_1" -> "113 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; +"113 transpose_7" -> "114 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; +"114 squeeze_1" -> "115 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; +"115 contiguous_1" -> "116 quantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"115 contiguous_1" -> "119 quantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"115 contiguous_1" -> "122 select_5" [label="(3, 197, 1, 768)", style=solid]; +"116 quantize_per_tensor_default_8" -> "117 dequantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"117 dequantize_per_tensor_default_8" -> "118 select_3" [label="(3, 197, 1, 768)", style=solid]; +"118 select_3" -> "123 view_8" [label="(197, 1, 768)", style=solid]; +"119 quantize_per_tensor_default_9" -> "120 dequantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"120 dequantize_per_tensor_default_9" -> "121 select_4" [label="(3, 197, 1, 768)", style=solid]; +"121 select_4" -> "125 view_9" [label="(197, 1, 768)", style=solid]; +"122 select_5" -> "127 view_10" [label="(197, 1, 768)", style=solid]; +"123 view_8" -> "124 transpose_8" [label="(197, 12, 64)", style=solid]; +"124 transpose_8" -> "129 view_11" [label="(12, 197, 64)", style=solid]; +"125 view_9" -> "126 transpose_9" [label="(197, 12, 64)", style=solid]; +"126 transpose_9" -> "130 view_12" [label="(12, 197, 64)", style=solid]; +"127 view_10" -> "128 transpose_10" [label="(197, 12, 64)", style=solid]; +"128 transpose_10" -> "131 view_13" [label="(12, 197, 64)", style=solid]; +"129 view_11" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"130 view_12" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"131 view_13" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"132 scaled_dot_product_attention_1" -> "133 permute_2" [label="(1, 12, 197, 64)", style=solid]; +"133 permute_2" -> "134 view_14" [label="(197, 1, 12, 64)", style=solid]; +"134 view_14" -> "135 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"135 view_14_0_0_nncf_smooth_quant_0" -> "136 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"136 quantize_per_tensor_default_10" -> "137 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"137 dequantize_per_tensor_default_10" -> "144 linear_5" [label="(197, 768)", style=solid]; +"138 linear_5_zero_point_0_updated_constant0" -> "143 sub_tensor_6" [label="(768, 1)", style=solid]; +"139 linear_5_scale_0_updated_constant0" -> "142 mul_tensor_6" [label="(768, 1)", style=solid]; +"140 compressed_weight_updated_constant6" -> "142 mul_tensor_6" [label="(768, 768)", style=solid]; +"141 _param_constant21_0_0" -> "144 linear_5" [label="(768,)", style=solid]; +"142 mul_tensor_6" -> "143 sub_tensor_6" [label="(768, 768)", style=solid]; +"143 sub_tensor_6" -> "144 linear_5" [label=None, style=solid]; +"144 linear_5" -> "145 view_15" [label="(197, 768)", style=solid]; +"145 view_15" -> "146 transpose_11" [label="(197, 1, 768)", style=solid]; +"146 transpose_11" -> "147 dropout_4" [label="(1, 197, 768)", style=solid]; +"147 dropout_4" -> "148 add_3" [label="(1, 197, 768)", style=solid]; +"148 add_3" -> "151 layer_norm_3" [label="(1, 197, 768)", style=solid]; +"148 add_3" -> "175 add_4" [label="(1, 197, 768)", style=solid]; +"149 _param_constant22" -> "151 layer_norm_3" [label="(768,)", style=solid]; +"150 _param_constant23" -> "151 layer_norm_3" [label="(768,)", style=solid]; +"151 layer_norm_3" -> "152 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"152 layer_norm_3_0_0_nncf_smooth_quant_0" -> "153 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"153 quantize_per_tensor_default_11" -> "154 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"154 dequantize_per_tensor_default_11" -> "161 linear_6" [label="(1, 197, 768)", style=solid]; +"155 linear_6_zero_point_0_updated_constant0" -> "160 sub_tensor_7" [label="(3072, 1)", style=solid]; +"156 linear_6_scale_0_updated_constant0" -> "159 mul_tensor_7" [label="(3072, 1)", style=solid]; +"157 compressed_weight_updated_constant7" -> "159 mul_tensor_7" [label="(3072, 768)", style=solid]; +"158 _param_constant25_0_0" -> "161 linear_6" [label="(3072,)", style=solid]; +"159 mul_tensor_7" -> "160 sub_tensor_7" [label="(3072, 768)", style=solid]; +"160 sub_tensor_7" -> "161 linear_6" [label=None, style=solid]; +"161 linear_6" -> "162 gelu_1" [label="(1, 197, 3072)", style=solid]; +"162 gelu_1" -> "163 dropout_5" [label="(1, 197, 3072)", style=solid]; +"163 dropout_5" -> "164 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"164 dropout_5_0_0_nncf_smooth_quant_0" -> "165 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"165 quantize_per_tensor_default_12" -> "166 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"166 dequantize_per_tensor_default_12" -> "173 linear_7" [label="(1, 197, 3072)", style=solid]; +"167 linear_7_zero_point_0_updated_constant0" -> "172 sub_tensor_8" [label="(768, 1)", style=solid]; +"168 linear_7_scale_0_updated_constant0" -> "171 mul_tensor_8" [label="(768, 1)", style=solid]; +"169 compressed_weight_updated_constant8" -> "171 mul_tensor_8" [label="(768, 3072)", style=solid]; +"170 _param_constant27_0_0" -> "173 linear_7" [label="(768,)", style=solid]; +"171 mul_tensor_8" -> "172 sub_tensor_8" [label="(768, 3072)", style=solid]; +"172 sub_tensor_8" -> "173 linear_7" [label=None, style=solid]; +"173 linear_7" -> "174 dropout_6" [label="(1, 197, 768)", style=solid]; +"174 dropout_6" -> "175 add_4" [label="(1, 197, 768)", style=solid]; +"175 add_4" -> "178 layer_norm_4" [label="(1, 197, 768)", style=solid]; +"175 add_4" -> "227 add_5" [label="(1, 197, 768)", style=solid]; +"176 _param_constant28" -> "178 layer_norm_4" [label="(768,)", style=solid]; +"177 _param_constant29" -> "178 layer_norm_4" [label="(768,)", style=solid]; +"178 layer_norm_4" -> "179 transpose_12" [label="(1, 197, 768)", style=solid]; +"179 transpose_12" -> "180 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"180 transpose_12_0_0_nncf_smooth_quant_0" -> "181 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"181 quantize_per_tensor_default_13" -> "182 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"182 dequantize_per_tensor_default_13" -> "189 linear_8" [label="(197, 1, 768)", style=solid]; +"183 linear_8_zero_point_0_updated_constant0" -> "188 sub_tensor_9" [label="(2304, 1)", style=solid]; +"184 linear_8_scale_0_updated_constant0" -> "187 mul_tensor_9" [label="(2304, 1)", style=solid]; +"185 compressed_weight_updated_constant9" -> "187 mul_tensor_9" [label="(2304, 768)", style=solid]; +"186 _param_constant31_0_0" -> "189 linear_8" [label="(2304,)", style=solid]; +"187 mul_tensor_9" -> "188 sub_tensor_9" [label="(2304, 768)", style=solid]; +"188 sub_tensor_9" -> "189 linear_8" [label=None, style=solid]; +"189 linear_8" -> "190 unflatten_2" [label="(197, 1, 2304)", style=solid]; +"190 unflatten_2" -> "191 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; +"191 unsqueeze_2" -> "192 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; +"192 transpose_13" -> "193 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; +"193 squeeze_2" -> "194 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; +"194 contiguous_2" -> "195 quantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"194 contiguous_2" -> "198 quantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"194 contiguous_2" -> "201 select_8" [label="(3, 197, 1, 768)", style=solid]; +"195 quantize_per_tensor_default_14" -> "196 dequantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"196 dequantize_per_tensor_default_14" -> "197 select_6" [label="(3, 197, 1, 768)", style=solid]; +"197 select_6" -> "202 view_16" [label="(197, 1, 768)", style=solid]; +"198 quantize_per_tensor_default_15" -> "199 dequantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"199 dequantize_per_tensor_default_15" -> "200 select_7" [label="(3, 197, 1, 768)", style=solid]; +"200 select_7" -> "204 view_17" [label="(197, 1, 768)", style=solid]; +"201 select_8" -> "206 view_18" [label="(197, 1, 768)", style=solid]; +"202 view_16" -> "203 transpose_14" [label="(197, 12, 64)", style=solid]; +"203 transpose_14" -> "208 view_19" [label="(12, 197, 64)", style=solid]; +"204 view_17" -> "205 transpose_15" [label="(197, 12, 64)", style=solid]; +"205 transpose_15" -> "209 view_20" [label="(12, 197, 64)", style=solid]; +"206 view_18" -> "207 transpose_16" [label="(197, 12, 64)", style=solid]; +"207 transpose_16" -> "210 view_21" [label="(12, 197, 64)", style=solid]; +"208 view_19" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"209 view_20" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"210 view_21" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"211 scaled_dot_product_attention_2" -> "212 permute_3" [label="(1, 12, 197, 64)", style=solid]; +"212 permute_3" -> "213 view_22" [label="(197, 1, 12, 64)", style=solid]; +"213 view_22" -> "214 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"214 view_22_0_0_nncf_smooth_quant_0" -> "215 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"215 quantize_per_tensor_default_16" -> "216 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"216 dequantize_per_tensor_default_16" -> "223 linear_9" [label="(197, 768)", style=solid]; +"217 linear_9_zero_point_0_updated_constant0" -> "222 sub_tensor_10" [label="(768, 1)", style=solid]; +"218 linear_9_scale_0_updated_constant0" -> "221 mul_tensor_10" [label="(768, 1)", style=solid]; +"219 compressed_weight_updated_constant10" -> "221 mul_tensor_10" [label="(768, 768)", style=solid]; +"220 _param_constant33_0_0" -> "223 linear_9" [label="(768,)", style=solid]; +"221 mul_tensor_10" -> "222 sub_tensor_10" [label="(768, 768)", style=solid]; +"222 sub_tensor_10" -> "223 linear_9" [label=None, style=solid]; +"223 linear_9" -> "224 view_23" [label="(197, 768)", style=solid]; +"224 view_23" -> "225 transpose_17" [label="(197, 1, 768)", style=solid]; +"225 transpose_17" -> "226 dropout_7" [label="(1, 197, 768)", style=solid]; +"226 dropout_7" -> "227 add_5" [label="(1, 197, 768)", style=solid]; +"227 add_5" -> "230 layer_norm_5" [label="(1, 197, 768)", style=solid]; +"227 add_5" -> "254 add_6" [label="(1, 197, 768)", style=solid]; +"228 _param_constant34" -> "230 layer_norm_5" [label="(768,)", style=solid]; +"229 _param_constant35" -> "230 layer_norm_5" [label="(768,)", style=solid]; +"230 layer_norm_5" -> "231 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"231 layer_norm_5_0_0_nncf_smooth_quant_0" -> "232 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"232 quantize_per_tensor_default_17" -> "233 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"233 dequantize_per_tensor_default_17" -> "240 linear_10" [label="(1, 197, 768)", style=solid]; +"234 linear_10_zero_point_0_updated_constant0" -> "239 sub_tensor_11" [label="(3072, 1)", style=solid]; +"235 linear_10_scale_0_updated_constant0" -> "238 mul_tensor_11" [label="(3072, 1)", style=solid]; +"236 compressed_weight_updated_constant11" -> "238 mul_tensor_11" [label="(3072, 768)", style=solid]; +"237 _param_constant37_0_0" -> "240 linear_10" [label="(3072,)", style=solid]; +"238 mul_tensor_11" -> "239 sub_tensor_11" [label="(3072, 768)", style=solid]; +"239 sub_tensor_11" -> "240 linear_10" [label=None, style=solid]; +"240 linear_10" -> "241 gelu_2" [label="(1, 197, 3072)", style=solid]; +"241 gelu_2" -> "242 dropout_8" [label="(1, 197, 3072)", style=solid]; +"242 dropout_8" -> "243 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"243 dropout_8_0_0_nncf_smooth_quant_0" -> "244 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"244 quantize_per_tensor_default_18" -> "245 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"245 dequantize_per_tensor_default_18" -> "252 linear_11" [label="(1, 197, 3072)", style=solid]; +"246 linear_11_zero_point_0_updated_constant0" -> "251 sub_tensor_12" [label="(768, 1)", style=solid]; +"247 linear_11_scale_0_updated_constant0" -> "250 mul_tensor_12" [label="(768, 1)", style=solid]; +"248 compressed_weight_updated_constant12" -> "250 mul_tensor_12" [label="(768, 3072)", style=solid]; +"249 _param_constant39_0_0" -> "252 linear_11" [label="(768,)", style=solid]; +"250 mul_tensor_12" -> "251 sub_tensor_12" [label="(768, 3072)", style=solid]; +"251 sub_tensor_12" -> "252 linear_11" [label=None, style=solid]; +"252 linear_11" -> "253 dropout_9" [label="(1, 197, 768)", style=solid]; +"253 dropout_9" -> "254 add_6" [label="(1, 197, 768)", style=solid]; +"254 add_6" -> "257 layer_norm_6" [label="(1, 197, 768)", style=solid]; +"254 add_6" -> "306 add_7" [label="(1, 197, 768)", style=solid]; +"255 _param_constant40" -> "257 layer_norm_6" [label="(768,)", style=solid]; +"256 _param_constant41" -> "257 layer_norm_6" [label="(768,)", style=solid]; +"257 layer_norm_6" -> "258 transpose_18" [label="(1, 197, 768)", style=solid]; +"258 transpose_18" -> "259 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"259 transpose_18_0_0_nncf_smooth_quant_0" -> "260 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"260 quantize_per_tensor_default_19" -> "261 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"261 dequantize_per_tensor_default_19" -> "268 linear_12" [label="(197, 1, 768)", style=solid]; +"262 linear_12_zero_point_0_updated_constant0" -> "267 sub_tensor_13" [label="(2304, 1)", style=solid]; +"263 linear_12_scale_0_updated_constant0" -> "266 mul_tensor_13" [label="(2304, 1)", style=solid]; +"264 compressed_weight_updated_constant13" -> "266 mul_tensor_13" [label="(2304, 768)", style=solid]; +"265 _param_constant43_0_0" -> "268 linear_12" [label="(2304,)", style=solid]; +"266 mul_tensor_13" -> "267 sub_tensor_13" [label="(2304, 768)", style=solid]; +"267 sub_tensor_13" -> "268 linear_12" [label=None, style=solid]; +"268 linear_12" -> "269 unflatten_3" [label="(197, 1, 2304)", style=solid]; +"269 unflatten_3" -> "270 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; +"270 unsqueeze_3" -> "271 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; +"271 transpose_19" -> "272 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; +"272 squeeze_3" -> "273 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_3" -> "274 quantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_3" -> "277 quantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_3" -> "280 select_11" [label="(3, 197, 1, 768)", style=solid]; +"274 quantize_per_tensor_default_20" -> "275 dequantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"275 dequantize_per_tensor_default_20" -> "276 select_9" [label="(3, 197, 1, 768)", style=solid]; +"276 select_9" -> "281 view_24" [label="(197, 1, 768)", style=solid]; +"277 quantize_per_tensor_default_21" -> "278 dequantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"278 dequantize_per_tensor_default_21" -> "279 select_10" [label="(3, 197, 1, 768)", style=solid]; +"279 select_10" -> "283 view_25" [label="(197, 1, 768)", style=solid]; +"280 select_11" -> "285 view_26" [label="(197, 1, 768)", style=solid]; +"281 view_24" -> "282 transpose_20" [label="(197, 12, 64)", style=solid]; +"282 transpose_20" -> "287 view_27" [label="(12, 197, 64)", style=solid]; +"283 view_25" -> "284 transpose_21" [label="(197, 12, 64)", style=solid]; +"284 transpose_21" -> "288 view_28" [label="(12, 197, 64)", style=solid]; +"285 view_26" -> "286 transpose_22" [label="(197, 12, 64)", style=solid]; +"286 transpose_22" -> "289 view_29" [label="(12, 197, 64)", style=solid]; +"287 view_27" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"288 view_28" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"289 view_29" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"290 scaled_dot_product_attention_3" -> "291 permute_4" [label="(1, 12, 197, 64)", style=solid]; +"291 permute_4" -> "292 view_30" [label="(197, 1, 12, 64)", style=solid]; +"292 view_30" -> "293 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"293 view_30_0_0_nncf_smooth_quant_0" -> "294 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"294 quantize_per_tensor_default_22" -> "295 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"295 dequantize_per_tensor_default_22" -> "302 linear_13" [label="(197, 768)", style=solid]; +"296 linear_13_zero_point_0_updated_constant0" -> "301 sub_tensor_14" [label="(768, 1)", style=solid]; +"297 linear_13_scale_0_updated_constant0" -> "300 mul_tensor_14" [label="(768, 1)", style=solid]; +"298 compressed_weight_updated_constant14" -> "300 mul_tensor_14" [label="(768, 768)", style=solid]; +"299 _param_constant45_0_0" -> "302 linear_13" [label="(768,)", style=solid]; +"300 mul_tensor_14" -> "301 sub_tensor_14" [label="(768, 768)", style=solid]; +"301 sub_tensor_14" -> "302 linear_13" [label=None, style=solid]; +"302 linear_13" -> "303 view_31" [label="(197, 768)", style=solid]; +"303 view_31" -> "304 transpose_23" [label="(197, 1, 768)", style=solid]; +"304 transpose_23" -> "305 dropout_10" [label="(1, 197, 768)", style=solid]; +"305 dropout_10" -> "306 add_7" [label="(1, 197, 768)", style=solid]; +"306 add_7" -> "309 layer_norm_7" [label="(1, 197, 768)", style=solid]; +"306 add_7" -> "333 add_8" [label="(1, 197, 768)", style=solid]; +"307 _param_constant46" -> "309 layer_norm_7" [label="(768,)", style=solid]; +"308 _param_constant47" -> "309 layer_norm_7" [label="(768,)", style=solid]; +"309 layer_norm_7" -> "310 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"310 layer_norm_7_0_0_nncf_smooth_quant_0" -> "311 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"311 quantize_per_tensor_default_23" -> "312 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"312 dequantize_per_tensor_default_23" -> "319 linear_14" [label="(1, 197, 768)", style=solid]; +"313 linear_14_zero_point_0_updated_constant0" -> "318 sub_tensor_15" [label="(3072, 1)", style=solid]; +"314 linear_14_scale_0_updated_constant0" -> "317 mul_tensor_15" [label="(3072, 1)", style=solid]; +"315 compressed_weight_updated_constant15" -> "317 mul_tensor_15" [label="(3072, 768)", style=solid]; +"316 _param_constant49_0_0" -> "319 linear_14" [label="(3072,)", style=solid]; +"317 mul_tensor_15" -> "318 sub_tensor_15" [label="(3072, 768)", style=solid]; +"318 sub_tensor_15" -> "319 linear_14" [label=None, style=solid]; +"319 linear_14" -> "320 gelu_3" [label="(1, 197, 3072)", style=solid]; +"320 gelu_3" -> "321 dropout_11" [label="(1, 197, 3072)", style=solid]; +"321 dropout_11" -> "322 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"322 dropout_11_0_0_nncf_smooth_quant_0" -> "323 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"323 quantize_per_tensor_default_24" -> "324 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"324 dequantize_per_tensor_default_24" -> "331 linear_15" [label="(1, 197, 3072)", style=solid]; +"325 linear_15_zero_point_0_updated_constant0" -> "330 sub_tensor_16" [label="(768, 1)", style=solid]; +"326 linear_15_scale_0_updated_constant0" -> "329 mul_tensor_16" [label="(768, 1)", style=solid]; +"327 compressed_weight_updated_constant16" -> "329 mul_tensor_16" [label="(768, 3072)", style=solid]; +"328 _param_constant51_0_0" -> "331 linear_15" [label="(768,)", style=solid]; +"329 mul_tensor_16" -> "330 sub_tensor_16" [label="(768, 3072)", style=solid]; +"330 sub_tensor_16" -> "331 linear_15" [label=None, style=solid]; +"331 linear_15" -> "332 dropout_12" [label="(1, 197, 768)", style=solid]; +"332 dropout_12" -> "333 add_8" [label="(1, 197, 768)", style=solid]; +"333 add_8" -> "336 layer_norm_8" [label="(1, 197, 768)", style=solid]; +"333 add_8" -> "385 add_9" [label="(1, 197, 768)", style=solid]; +"334 _param_constant52" -> "336 layer_norm_8" [label="(768,)", style=solid]; +"335 _param_constant53" -> "336 layer_norm_8" [label="(768,)", style=solid]; +"336 layer_norm_8" -> "337 transpose_24" [label="(1, 197, 768)", style=solid]; +"337 transpose_24" -> "338 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"338 transpose_24_0_0_nncf_smooth_quant_0" -> "339 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"339 quantize_per_tensor_default_25" -> "340 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"340 dequantize_per_tensor_default_25" -> "347 linear_16" [label="(197, 1, 768)", style=solid]; +"341 linear_16_zero_point_0_updated_constant0" -> "346 sub_tensor_17" [label="(2304, 1)", style=solid]; +"342 linear_16_scale_0_updated_constant0" -> "345 mul_tensor_17" [label="(2304, 1)", style=solid]; +"343 compressed_weight_updated_constant17" -> "345 mul_tensor_17" [label="(2304, 768)", style=solid]; +"344 _param_constant55_0_0" -> "347 linear_16" [label="(2304,)", style=solid]; +"345 mul_tensor_17" -> "346 sub_tensor_17" [label="(2304, 768)", style=solid]; +"346 sub_tensor_17" -> "347 linear_16" [label=None, style=solid]; +"347 linear_16" -> "348 unflatten_4" [label="(197, 1, 2304)", style=solid]; +"348 unflatten_4" -> "349 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; +"349 unsqueeze_4" -> "350 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; +"350 transpose_25" -> "351 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; +"351 squeeze_4" -> "352 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; +"352 contiguous_4" -> "353 quantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"352 contiguous_4" -> "356 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"352 contiguous_4" -> "359 select_14" [label="(3, 197, 1, 768)", style=solid]; +"353 quantize_per_tensor_default_26" -> "354 dequantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"354 dequantize_per_tensor_default_26" -> "355 select_12" [label="(3, 197, 1, 768)", style=solid]; +"355 select_12" -> "360 view_32" [label="(197, 1, 768)", style=solid]; +"356 quantize_per_tensor_default_27" -> "357 dequantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"357 dequantize_per_tensor_default_27" -> "358 select_13" [label="(3, 197, 1, 768)", style=solid]; +"358 select_13" -> "362 view_33" [label="(197, 1, 768)", style=solid]; +"359 select_14" -> "364 view_34" [label="(197, 1, 768)", style=solid]; +"360 view_32" -> "361 transpose_26" [label="(197, 12, 64)", style=solid]; +"361 transpose_26" -> "366 view_35" [label="(12, 197, 64)", style=solid]; +"362 view_33" -> "363 transpose_27" [label="(197, 12, 64)", style=solid]; +"363 transpose_27" -> "367 view_36" [label="(12, 197, 64)", style=solid]; +"364 view_34" -> "365 transpose_28" [label="(197, 12, 64)", style=solid]; +"365 transpose_28" -> "368 view_37" [label="(12, 197, 64)", style=solid]; +"366 view_35" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"367 view_36" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"368 view_37" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"369 scaled_dot_product_attention_4" -> "370 permute_5" [label="(1, 12, 197, 64)", style=solid]; +"370 permute_5" -> "371 view_38" [label="(197, 1, 12, 64)", style=solid]; +"371 view_38" -> "372 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"372 view_38_0_0_nncf_smooth_quant_0" -> "373 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"373 quantize_per_tensor_default_28" -> "374 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"374 dequantize_per_tensor_default_28" -> "381 linear_17" [label="(197, 768)", style=solid]; +"375 linear_17_zero_point_0_updated_constant0" -> "380 sub_tensor_18" [label="(768, 1)", style=solid]; +"376 linear_17_scale_0_updated_constant0" -> "379 mul_tensor_18" [label="(768, 1)", style=solid]; +"377 compressed_weight_updated_constant18" -> "379 mul_tensor_18" [label="(768, 768)", style=solid]; +"378 _param_constant57_0_0" -> "381 linear_17" [label="(768,)", style=solid]; +"379 mul_tensor_18" -> "380 sub_tensor_18" [label="(768, 768)", style=solid]; +"380 sub_tensor_18" -> "381 linear_17" [label=None, style=solid]; +"381 linear_17" -> "382 view_39" [label="(197, 768)", style=solid]; +"382 view_39" -> "383 transpose_29" [label="(197, 1, 768)", style=solid]; +"383 transpose_29" -> "384 dropout_13" [label="(1, 197, 768)", style=solid]; +"384 dropout_13" -> "385 add_9" [label="(1, 197, 768)", style=solid]; +"385 add_9" -> "388 layer_norm_9" [label="(1, 197, 768)", style=solid]; +"385 add_9" -> "412 add_10" [label="(1, 197, 768)", style=solid]; +"386 _param_constant58" -> "388 layer_norm_9" [label="(768,)", style=solid]; +"387 _param_constant59" -> "388 layer_norm_9" [label="(768,)", style=solid]; +"388 layer_norm_9" -> "389 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"389 layer_norm_9_0_0_nncf_smooth_quant_0" -> "390 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"390 quantize_per_tensor_default_29" -> "391 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"391 dequantize_per_tensor_default_29" -> "398 linear_18" [label="(1, 197, 768)", style=solid]; +"392 linear_18_zero_point_0_updated_constant0" -> "397 sub_tensor_19" [label="(3072, 1)", style=solid]; +"393 linear_18_scale_0_updated_constant0" -> "396 mul_tensor_19" [label="(3072, 1)", style=solid]; +"394 compressed_weight_updated_constant19" -> "396 mul_tensor_19" [label="(3072, 768)", style=solid]; +"395 _param_constant61_0_0" -> "398 linear_18" [label="(3072,)", style=solid]; +"396 mul_tensor_19" -> "397 sub_tensor_19" [label="(3072, 768)", style=solid]; +"397 sub_tensor_19" -> "398 linear_18" [label=None, style=solid]; +"398 linear_18" -> "399 gelu_4" [label="(1, 197, 3072)", style=solid]; +"399 gelu_4" -> "400 dropout_14" [label="(1, 197, 3072)", style=solid]; +"400 dropout_14" -> "401 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"401 dropout_14_0_0_nncf_smooth_quant_0" -> "402 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"402 quantize_per_tensor_default_30" -> "403 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"403 dequantize_per_tensor_default_30" -> "410 linear_19" [label="(1, 197, 3072)", style=solid]; +"404 linear_19_zero_point_0_updated_constant0" -> "409 sub_tensor_20" [label="(768, 1)", style=solid]; +"405 linear_19_scale_0_updated_constant0" -> "408 mul_tensor_20" [label="(768, 1)", style=solid]; +"406 compressed_weight_updated_constant20" -> "408 mul_tensor_20" [label="(768, 3072)", style=solid]; +"407 _param_constant63_0_0" -> "410 linear_19" [label="(768,)", style=solid]; +"408 mul_tensor_20" -> "409 sub_tensor_20" [label="(768, 3072)", style=solid]; +"409 sub_tensor_20" -> "410 linear_19" [label=None, style=solid]; +"410 linear_19" -> "411 dropout_15" [label="(1, 197, 768)", style=solid]; +"411 dropout_15" -> "412 add_10" [label="(1, 197, 768)", style=solid]; +"412 add_10" -> "415 layer_norm_10" [label="(1, 197, 768)", style=solid]; +"412 add_10" -> "464 add_11" [label="(1, 197, 768)", style=solid]; +"413 _param_constant64" -> "415 layer_norm_10" [label="(768,)", style=solid]; +"414 _param_constant65" -> "415 layer_norm_10" [label="(768,)", style=solid]; +"415 layer_norm_10" -> "416 transpose_30" [label="(1, 197, 768)", style=solid]; +"416 transpose_30" -> "417 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"417 transpose_30_0_0_nncf_smooth_quant_0" -> "418 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"418 quantize_per_tensor_default_31" -> "419 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"419 dequantize_per_tensor_default_31" -> "426 linear_20" [label="(197, 1, 768)", style=solid]; +"420 linear_20_zero_point_0_updated_constant0" -> "425 sub_tensor_21" [label="(2304, 1)", style=solid]; +"421 linear_20_scale_0_updated_constant0" -> "424 mul_tensor_21" [label="(2304, 1)", style=solid]; +"422 compressed_weight_updated_constant21" -> "424 mul_tensor_21" [label="(2304, 768)", style=solid]; +"423 _param_constant67_0_0" -> "426 linear_20" [label="(2304,)", style=solid]; +"424 mul_tensor_21" -> "425 sub_tensor_21" [label="(2304, 768)", style=solid]; +"425 sub_tensor_21" -> "426 linear_20" [label=None, style=solid]; +"426 linear_20" -> "427 unflatten_5" [label="(197, 1, 2304)", style=solid]; +"427 unflatten_5" -> "428 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; +"428 unsqueeze_5" -> "429 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; +"429 transpose_31" -> "430 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; +"430 squeeze_5" -> "431 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; +"431 contiguous_5" -> "432 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"431 contiguous_5" -> "435 quantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"431 contiguous_5" -> "438 select_17" [label="(3, 197, 1, 768)", style=solid]; +"432 quantize_per_tensor_default_32" -> "433 dequantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"433 dequantize_per_tensor_default_32" -> "434 select_15" [label="(3, 197, 1, 768)", style=solid]; +"434 select_15" -> "439 view_40" [label="(197, 1, 768)", style=solid]; +"435 quantize_per_tensor_default_33" -> "436 dequantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"436 dequantize_per_tensor_default_33" -> "437 select_16" [label="(3, 197, 1, 768)", style=solid]; +"437 select_16" -> "441 view_41" [label="(197, 1, 768)", style=solid]; +"438 select_17" -> "443 view_42" [label="(197, 1, 768)", style=solid]; +"439 view_40" -> "440 transpose_32" [label="(197, 12, 64)", style=solid]; +"440 transpose_32" -> "445 view_43" [label="(12, 197, 64)", style=solid]; +"441 view_41" -> "442 transpose_33" [label="(197, 12, 64)", style=solid]; +"442 transpose_33" -> "446 view_44" [label="(12, 197, 64)", style=solid]; +"443 view_42" -> "444 transpose_34" [label="(197, 12, 64)", style=solid]; +"444 transpose_34" -> "447 view_45" [label="(12, 197, 64)", style=solid]; +"445 view_43" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"446 view_44" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"447 view_45" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"448 scaled_dot_product_attention_5" -> "449 permute_6" [label="(1, 12, 197, 64)", style=solid]; +"449 permute_6" -> "450 view_46" [label="(197, 1, 12, 64)", style=solid]; +"450 view_46" -> "451 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"451 view_46_0_0_nncf_smooth_quant_0" -> "452 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"452 quantize_per_tensor_default_34" -> "453 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"453 dequantize_per_tensor_default_34" -> "460 linear_21" [label="(197, 768)", style=solid]; +"454 linear_21_zero_point_0_updated_constant0" -> "459 sub_tensor_22" [label="(768, 1)", style=solid]; +"455 linear_21_scale_0_updated_constant0" -> "458 mul_tensor_22" [label="(768, 1)", style=solid]; +"456 compressed_weight_updated_constant22" -> "458 mul_tensor_22" [label="(768, 768)", style=solid]; +"457 _param_constant69_0_0" -> "460 linear_21" [label="(768,)", style=solid]; +"458 mul_tensor_22" -> "459 sub_tensor_22" [label="(768, 768)", style=solid]; +"459 sub_tensor_22" -> "460 linear_21" [label=None, style=solid]; +"460 linear_21" -> "461 view_47" [label="(197, 768)", style=solid]; +"461 view_47" -> "462 transpose_35" [label="(197, 1, 768)", style=solid]; +"462 transpose_35" -> "463 dropout_16" [label="(1, 197, 768)", style=solid]; +"463 dropout_16" -> "464 add_11" [label="(1, 197, 768)", style=solid]; +"464 add_11" -> "467 layer_norm_11" [label="(1, 197, 768)", style=solid]; +"464 add_11" -> "491 add_12" [label="(1, 197, 768)", style=solid]; +"465 _param_constant70" -> "467 layer_norm_11" [label="(768,)", style=solid]; +"466 _param_constant71" -> "467 layer_norm_11" [label="(768,)", style=solid]; +"467 layer_norm_11" -> "468 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"468 layer_norm_11_0_0_nncf_smooth_quant_0" -> "469 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"469 quantize_per_tensor_default_35" -> "470 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"470 dequantize_per_tensor_default_35" -> "477 linear_22" [label="(1, 197, 768)", style=solid]; +"471 linear_22_zero_point_0_updated_constant0" -> "476 sub_tensor_23" [label="(3072, 1)", style=solid]; +"472 linear_22_scale_0_updated_constant0" -> "475 mul_tensor_23" [label="(3072, 1)", style=solid]; +"473 compressed_weight_updated_constant23" -> "475 mul_tensor_23" [label="(3072, 768)", style=solid]; +"474 _param_constant73_0_0" -> "477 linear_22" [label="(3072,)", style=solid]; +"475 mul_tensor_23" -> "476 sub_tensor_23" [label="(3072, 768)", style=solid]; +"476 sub_tensor_23" -> "477 linear_22" [label=None, style=solid]; +"477 linear_22" -> "478 gelu_5" [label="(1, 197, 3072)", style=solid]; +"478 gelu_5" -> "479 dropout_17" [label="(1, 197, 3072)", style=solid]; +"479 dropout_17" -> "480 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"480 dropout_17_0_0_nncf_smooth_quant_0" -> "481 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"481 quantize_per_tensor_default_36" -> "482 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"482 dequantize_per_tensor_default_36" -> "489 linear_23" [label="(1, 197, 3072)", style=solid]; +"483 linear_23_zero_point_0_updated_constant0" -> "488 sub_tensor_24" [label="(768, 1)", style=solid]; +"484 linear_23_scale_0_updated_constant0" -> "487 mul_tensor_24" [label="(768, 1)", style=solid]; +"485 compressed_weight_updated_constant24" -> "487 mul_tensor_24" [label="(768, 3072)", style=solid]; +"486 _param_constant75_0_0" -> "489 linear_23" [label="(768,)", style=solid]; +"487 mul_tensor_24" -> "488 sub_tensor_24" [label="(768, 3072)", style=solid]; +"488 sub_tensor_24" -> "489 linear_23" [label=None, style=solid]; +"489 linear_23" -> "490 dropout_18" [label="(1, 197, 768)", style=solid]; +"490 dropout_18" -> "491 add_12" [label="(1, 197, 768)", style=solid]; +"491 add_12" -> "494 layer_norm_12" [label="(1, 197, 768)", style=solid]; +"491 add_12" -> "543 add_13" [label="(1, 197, 768)", style=solid]; +"492 _param_constant76" -> "494 layer_norm_12" [label="(768,)", style=solid]; +"493 _param_constant77" -> "494 layer_norm_12" [label="(768,)", style=solid]; +"494 layer_norm_12" -> "495 transpose_36" [label="(1, 197, 768)", style=solid]; +"495 transpose_36" -> "496 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"496 transpose_36_0_0_nncf_smooth_quant_0" -> "497 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"497 quantize_per_tensor_default_37" -> "498 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"498 dequantize_per_tensor_default_37" -> "505 linear_24" [label="(197, 1, 768)", style=solid]; +"499 linear_24_zero_point_0_updated_constant0" -> "504 sub_tensor_25" [label="(2304, 1)", style=solid]; +"500 linear_24_scale_0_updated_constant0" -> "503 mul_tensor_25" [label="(2304, 1)", style=solid]; +"501 compressed_weight_updated_constant25" -> "503 mul_tensor_25" [label="(2304, 768)", style=solid]; +"502 _param_constant79_0_0" -> "505 linear_24" [label="(2304,)", style=solid]; +"503 mul_tensor_25" -> "504 sub_tensor_25" [label="(2304, 768)", style=solid]; +"504 sub_tensor_25" -> "505 linear_24" [label=None, style=solid]; +"505 linear_24" -> "506 unflatten_6" [label="(197, 1, 2304)", style=solid]; +"506 unflatten_6" -> "507 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; +"507 unsqueeze_6" -> "508 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; +"508 transpose_37" -> "509 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; +"509 squeeze_6" -> "510 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; +"510 contiguous_6" -> "511 quantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"510 contiguous_6" -> "514 quantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"510 contiguous_6" -> "517 select_20" [label="(3, 197, 1, 768)", style=solid]; +"511 quantize_per_tensor_default_38" -> "512 dequantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"512 dequantize_per_tensor_default_38" -> "513 select_18" [label="(3, 197, 1, 768)", style=solid]; +"513 select_18" -> "518 view_48" [label="(197, 1, 768)", style=solid]; +"514 quantize_per_tensor_default_39" -> "515 dequantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"515 dequantize_per_tensor_default_39" -> "516 select_19" [label="(3, 197, 1, 768)", style=solid]; +"516 select_19" -> "520 view_49" [label="(197, 1, 768)", style=solid]; +"517 select_20" -> "522 view_50" [label="(197, 1, 768)", style=solid]; +"518 view_48" -> "519 transpose_38" [label="(197, 12, 64)", style=solid]; +"519 transpose_38" -> "524 view_51" [label="(12, 197, 64)", style=solid]; +"520 view_49" -> "521 transpose_39" [label="(197, 12, 64)", style=solid]; +"521 transpose_39" -> "525 view_52" [label="(12, 197, 64)", style=solid]; +"522 view_50" -> "523 transpose_40" [label="(197, 12, 64)", style=solid]; +"523 transpose_40" -> "526 view_53" [label="(12, 197, 64)", style=solid]; +"524 view_51" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"525 view_52" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"526 view_53" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"527 scaled_dot_product_attention_6" -> "528 permute_7" [label="(1, 12, 197, 64)", style=solid]; +"528 permute_7" -> "529 view_54" [label="(197, 1, 12, 64)", style=solid]; +"529 view_54" -> "530 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"530 view_54_0_0_nncf_smooth_quant_0" -> "531 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"531 quantize_per_tensor_default_40" -> "532 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"532 dequantize_per_tensor_default_40" -> "539 linear_25" [label="(197, 768)", style=solid]; +"533 linear_25_zero_point_0_updated_constant0" -> "538 sub_tensor_26" [label="(768, 1)", style=solid]; +"534 linear_25_scale_0_updated_constant0" -> "537 mul_tensor_26" [label="(768, 1)", style=solid]; +"535 compressed_weight_updated_constant26" -> "537 mul_tensor_26" [label="(768, 768)", style=solid]; +"536 _param_constant81_0_0" -> "539 linear_25" [label="(768,)", style=solid]; +"537 mul_tensor_26" -> "538 sub_tensor_26" [label="(768, 768)", style=solid]; +"538 sub_tensor_26" -> "539 linear_25" [label=None, style=solid]; +"539 linear_25" -> "540 view_55" [label="(197, 768)", style=solid]; +"540 view_55" -> "541 transpose_41" [label="(197, 1, 768)", style=solid]; +"541 transpose_41" -> "542 dropout_19" [label="(1, 197, 768)", style=solid]; +"542 dropout_19" -> "543 add_13" [label="(1, 197, 768)", style=solid]; +"543 add_13" -> "546 layer_norm_13" [label="(1, 197, 768)", style=solid]; +"543 add_13" -> "570 add_14" [label="(1, 197, 768)", style=solid]; +"544 _param_constant82" -> "546 layer_norm_13" [label="(768,)", style=solid]; +"545 _param_constant83" -> "546 layer_norm_13" [label="(768,)", style=solid]; +"546 layer_norm_13" -> "547 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"547 layer_norm_13_0_0_nncf_smooth_quant_0" -> "548 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"548 quantize_per_tensor_default_41" -> "549 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"549 dequantize_per_tensor_default_41" -> "556 linear_26" [label="(1, 197, 768)", style=solid]; +"550 linear_26_zero_point_0_updated_constant0" -> "555 sub_tensor_27" [label="(3072, 1)", style=solid]; +"551 linear_26_scale_0_updated_constant0" -> "554 mul_tensor_27" [label="(3072, 1)", style=solid]; +"552 compressed_weight_updated_constant27" -> "554 mul_tensor_27" [label="(3072, 768)", style=solid]; +"553 _param_constant85_0_0" -> "556 linear_26" [label="(3072,)", style=solid]; +"554 mul_tensor_27" -> "555 sub_tensor_27" [label="(3072, 768)", style=solid]; +"555 sub_tensor_27" -> "556 linear_26" [label=None, style=solid]; +"556 linear_26" -> "557 gelu_6" [label="(1, 197, 3072)", style=solid]; +"557 gelu_6" -> "558 dropout_20" [label="(1, 197, 3072)", style=solid]; +"558 dropout_20" -> "559 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"559 dropout_20_0_0_nncf_smooth_quant_0" -> "560 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"560 quantize_per_tensor_default_42" -> "561 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"561 dequantize_per_tensor_default_42" -> "568 linear_27" [label="(1, 197, 3072)", style=solid]; +"562 linear_27_zero_point_0_updated_constant0" -> "567 sub_tensor_28" [label="(768, 1)", style=solid]; +"563 linear_27_scale_0_updated_constant0" -> "566 mul_tensor_28" [label="(768, 1)", style=solid]; +"564 compressed_weight_updated_constant28" -> "566 mul_tensor_28" [label="(768, 3072)", style=solid]; +"565 _param_constant87_0_0" -> "568 linear_27" [label="(768,)", style=solid]; +"566 mul_tensor_28" -> "567 sub_tensor_28" [label="(768, 3072)", style=solid]; +"567 sub_tensor_28" -> "568 linear_27" [label=None, style=solid]; +"568 linear_27" -> "569 dropout_21" [label="(1, 197, 768)", style=solid]; +"569 dropout_21" -> "570 add_14" [label="(1, 197, 768)", style=solid]; +"570 add_14" -> "573 layer_norm_14" [label="(1, 197, 768)", style=solid]; +"570 add_14" -> "622 add_15" [label="(1, 197, 768)", style=solid]; +"571 _param_constant88" -> "573 layer_norm_14" [label="(768,)", style=solid]; +"572 _param_constant89" -> "573 layer_norm_14" [label="(768,)", style=solid]; +"573 layer_norm_14" -> "574 transpose_42" [label="(1, 197, 768)", style=solid]; +"574 transpose_42" -> "575 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"575 transpose_42_0_0_nncf_smooth_quant_0" -> "576 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"576 quantize_per_tensor_default_43" -> "577 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"577 dequantize_per_tensor_default_43" -> "584 linear_28" [label="(197, 1, 768)", style=solid]; +"578 linear_28_zero_point_0_updated_constant0" -> "583 sub_tensor_29" [label="(2304, 1)", style=solid]; +"579 linear_28_scale_0_updated_constant0" -> "582 mul_tensor_29" [label="(2304, 1)", style=solid]; +"580 compressed_weight_updated_constant29" -> "582 mul_tensor_29" [label="(2304, 768)", style=solid]; +"581 _param_constant91_0_0" -> "584 linear_28" [label="(2304,)", style=solid]; +"582 mul_tensor_29" -> "583 sub_tensor_29" [label="(2304, 768)", style=solid]; +"583 sub_tensor_29" -> "584 linear_28" [label=None, style=solid]; +"584 linear_28" -> "585 unflatten_7" [label="(197, 1, 2304)", style=solid]; +"585 unflatten_7" -> "586 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; +"586 unsqueeze_7" -> "587 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; +"587 transpose_43" -> "588 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; +"588 squeeze_7" -> "589 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; +"589 contiguous_7" -> "590 quantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"589 contiguous_7" -> "593 quantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"589 contiguous_7" -> "596 select_23" [label="(3, 197, 1, 768)", style=solid]; +"590 quantize_per_tensor_default_44" -> "591 dequantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"591 dequantize_per_tensor_default_44" -> "592 select_21" [label="(3, 197, 1, 768)", style=solid]; +"592 select_21" -> "597 view_56" [label="(197, 1, 768)", style=solid]; +"593 quantize_per_tensor_default_45" -> "594 dequantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"594 dequantize_per_tensor_default_45" -> "595 select_22" [label="(3, 197, 1, 768)", style=solid]; +"595 select_22" -> "599 view_57" [label="(197, 1, 768)", style=solid]; +"596 select_23" -> "601 view_58" [label="(197, 1, 768)", style=solid]; +"597 view_56" -> "598 transpose_44" [label="(197, 12, 64)", style=solid]; +"598 transpose_44" -> "603 view_59" [label="(12, 197, 64)", style=solid]; +"599 view_57" -> "600 transpose_45" [label="(197, 12, 64)", style=solid]; +"600 transpose_45" -> "604 view_60" [label="(12, 197, 64)", style=solid]; +"601 view_58" -> "602 transpose_46" [label="(197, 12, 64)", style=solid]; +"602 transpose_46" -> "605 view_61" [label="(12, 197, 64)", style=solid]; +"603 view_59" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"604 view_60" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"605 view_61" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"606 scaled_dot_product_attention_7" -> "607 permute_8" [label="(1, 12, 197, 64)", style=solid]; +"607 permute_8" -> "608 view_62" [label="(197, 1, 12, 64)", style=solid]; +"608 view_62" -> "609 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"609 view_62_0_0_nncf_smooth_quant_0" -> "610 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"610 quantize_per_tensor_default_46" -> "611 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"611 dequantize_per_tensor_default_46" -> "618 linear_29" [label="(197, 768)", style=solid]; +"612 linear_29_zero_point_0_updated_constant0" -> "617 sub_tensor_30" [label="(768, 1)", style=solid]; +"613 linear_29_scale_0_updated_constant0" -> "616 mul_tensor_30" [label="(768, 1)", style=solid]; +"614 compressed_weight_updated_constant30" -> "616 mul_tensor_30" [label="(768, 768)", style=solid]; +"615 _param_constant93_0_0" -> "618 linear_29" [label="(768,)", style=solid]; +"616 mul_tensor_30" -> "617 sub_tensor_30" [label="(768, 768)", style=solid]; +"617 sub_tensor_30" -> "618 linear_29" [label=None, style=solid]; +"618 linear_29" -> "619 view_63" [label="(197, 768)", style=solid]; +"619 view_63" -> "620 transpose_47" [label="(197, 1, 768)", style=solid]; +"620 transpose_47" -> "621 dropout_22" [label="(1, 197, 768)", style=solid]; +"621 dropout_22" -> "622 add_15" [label="(1, 197, 768)", style=solid]; +"622 add_15" -> "625 layer_norm_15" [label="(1, 197, 768)", style=solid]; +"622 add_15" -> "649 add_16" [label="(1, 197, 768)", style=solid]; +"623 _param_constant94" -> "625 layer_norm_15" [label="(768,)", style=solid]; +"624 _param_constant95" -> "625 layer_norm_15" [label="(768,)", style=solid]; +"625 layer_norm_15" -> "626 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"626 layer_norm_15_0_0_nncf_smooth_quant_0" -> "627 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"627 quantize_per_tensor_default_47" -> "628 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"628 dequantize_per_tensor_default_47" -> "635 linear_30" [label="(1, 197, 768)", style=solid]; +"629 linear_30_zero_point_0_updated_constant0" -> "634 sub_tensor_31" [label="(3072, 1)", style=solid]; +"630 linear_30_scale_0_updated_constant0" -> "633 mul_tensor_31" [label="(3072, 1)", style=solid]; +"631 compressed_weight_updated_constant31" -> "633 mul_tensor_31" [label="(3072, 768)", style=solid]; +"632 _param_constant97_0_0" -> "635 linear_30" [label="(3072,)", style=solid]; +"633 mul_tensor_31" -> "634 sub_tensor_31" [label="(3072, 768)", style=solid]; +"634 sub_tensor_31" -> "635 linear_30" [label=None, style=solid]; +"635 linear_30" -> "636 gelu_7" [label="(1, 197, 3072)", style=solid]; +"636 gelu_7" -> "637 dropout_23" [label="(1, 197, 3072)", style=solid]; +"637 dropout_23" -> "638 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"638 dropout_23_0_0_nncf_smooth_quant_0" -> "639 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"639 quantize_per_tensor_default_48" -> "640 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"640 dequantize_per_tensor_default_48" -> "647 linear_31" [label="(1, 197, 3072)", style=solid]; +"641 linear_31_zero_point_0_updated_constant0" -> "646 sub_tensor_32" [label="(768, 1)", style=solid]; +"642 linear_31_scale_0_updated_constant0" -> "645 mul_tensor_32" [label="(768, 1)", style=solid]; +"643 compressed_weight_updated_constant32" -> "645 mul_tensor_32" [label="(768, 3072)", style=solid]; +"644 _param_constant99_0_0" -> "647 linear_31" [label="(768,)", style=solid]; +"645 mul_tensor_32" -> "646 sub_tensor_32" [label="(768, 3072)", style=solid]; +"646 sub_tensor_32" -> "647 linear_31" [label=None, style=solid]; +"647 linear_31" -> "648 dropout_24" [label="(1, 197, 768)", style=solid]; +"648 dropout_24" -> "649 add_16" [label="(1, 197, 768)", style=solid]; +"649 add_16" -> "652 layer_norm_16" [label="(1, 197, 768)", style=solid]; +"649 add_16" -> "701 add_17" [label="(1, 197, 768)", style=solid]; +"650 _param_constant100" -> "652 layer_norm_16" [label="(768,)", style=solid]; +"651 _param_constant101" -> "652 layer_norm_16" [label="(768,)", style=solid]; +"652 layer_norm_16" -> "653 transpose_48" [label="(1, 197, 768)", style=solid]; +"653 transpose_48" -> "654 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"654 transpose_48_0_0_nncf_smooth_quant_0" -> "655 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"655 quantize_per_tensor_default_49" -> "656 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"656 dequantize_per_tensor_default_49" -> "663 linear_32" [label="(197, 1, 768)", style=solid]; +"657 linear_32_zero_point_0_updated_constant0" -> "662 sub_tensor_33" [label="(2304, 1)", style=solid]; +"658 linear_32_scale_0_updated_constant0" -> "661 mul_tensor_33" [label="(2304, 1)", style=solid]; +"659 compressed_weight_updated_constant33" -> "661 mul_tensor_33" [label="(2304, 768)", style=solid]; +"660 _param_constant103_0_0" -> "663 linear_32" [label="(2304,)", style=solid]; +"661 mul_tensor_33" -> "662 sub_tensor_33" [label="(2304, 768)", style=solid]; +"662 sub_tensor_33" -> "663 linear_32" [label=None, style=solid]; +"663 linear_32" -> "664 unflatten_8" [label="(197, 1, 2304)", style=solid]; +"664 unflatten_8" -> "665 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; +"665 unsqueeze_8" -> "666 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; +"666 transpose_49" -> "667 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; +"667 squeeze_8" -> "668 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; +"668 contiguous_8" -> "669 quantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"668 contiguous_8" -> "672 quantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"668 contiguous_8" -> "675 select_26" [label="(3, 197, 1, 768)", style=solid]; +"669 quantize_per_tensor_default_50" -> "670 dequantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"670 dequantize_per_tensor_default_50" -> "671 select_24" [label="(3, 197, 1, 768)", style=solid]; +"671 select_24" -> "676 view_64" [label="(197, 1, 768)", style=solid]; +"672 quantize_per_tensor_default_51" -> "673 dequantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"673 dequantize_per_tensor_default_51" -> "674 select_25" [label="(3, 197, 1, 768)", style=solid]; +"674 select_25" -> "678 view_65" [label="(197, 1, 768)", style=solid]; +"675 select_26" -> "680 view_66" [label="(197, 1, 768)", style=solid]; +"676 view_64" -> "677 transpose_50" [label="(197, 12, 64)", style=solid]; +"677 transpose_50" -> "682 view_67" [label="(12, 197, 64)", style=solid]; +"678 view_65" -> "679 transpose_51" [label="(197, 12, 64)", style=solid]; +"679 transpose_51" -> "683 view_68" [label="(12, 197, 64)", style=solid]; +"680 view_66" -> "681 transpose_52" [label="(197, 12, 64)", style=solid]; +"681 transpose_52" -> "684 view_69" [label="(12, 197, 64)", style=solid]; +"682 view_67" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"683 view_68" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"684 view_69" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"685 scaled_dot_product_attention_8" -> "686 permute_9" [label="(1, 12, 197, 64)", style=solid]; +"686 permute_9" -> "687 view_70" [label="(197, 1, 12, 64)", style=solid]; +"687 view_70" -> "688 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"688 view_70_0_0_nncf_smooth_quant_0" -> "689 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"689 quantize_per_tensor_default_52" -> "690 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"690 dequantize_per_tensor_default_52" -> "697 linear_33" [label="(197, 768)", style=solid]; +"691 linear_33_zero_point_0_updated_constant0" -> "696 sub_tensor_34" [label="(768, 1)", style=solid]; +"692 linear_33_scale_0_updated_constant0" -> "695 mul_tensor_34" [label="(768, 1)", style=solid]; +"693 compressed_weight_updated_constant34" -> "695 mul_tensor_34" [label="(768, 768)", style=solid]; +"694 _param_constant105_0_0" -> "697 linear_33" [label="(768,)", style=solid]; +"695 mul_tensor_34" -> "696 sub_tensor_34" [label="(768, 768)", style=solid]; +"696 sub_tensor_34" -> "697 linear_33" [label=None, style=solid]; +"697 linear_33" -> "698 view_71" [label="(197, 768)", style=solid]; +"698 view_71" -> "699 transpose_53" [label="(197, 1, 768)", style=solid]; +"699 transpose_53" -> "700 dropout_25" [label="(1, 197, 768)", style=solid]; +"700 dropout_25" -> "701 add_17" [label="(1, 197, 768)", style=solid]; +"701 add_17" -> "704 layer_norm_17" [label="(1, 197, 768)", style=solid]; +"701 add_17" -> "728 add_18" [label="(1, 197, 768)", style=solid]; +"702 _param_constant106" -> "704 layer_norm_17" [label="(768,)", style=solid]; +"703 _param_constant107" -> "704 layer_norm_17" [label="(768,)", style=solid]; +"704 layer_norm_17" -> "705 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"705 layer_norm_17_0_0_nncf_smooth_quant_0" -> "706 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"706 quantize_per_tensor_default_53" -> "707 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"707 dequantize_per_tensor_default_53" -> "714 linear_34" [label="(1, 197, 768)", style=solid]; +"708 linear_34_zero_point_0_updated_constant0" -> "713 sub_tensor_35" [label="(3072, 1)", style=solid]; +"709 linear_34_scale_0_updated_constant0" -> "712 mul_tensor_35" [label="(3072, 1)", style=solid]; +"710 compressed_weight_updated_constant35" -> "712 mul_tensor_35" [label="(3072, 768)", style=solid]; +"711 _param_constant109_0_0" -> "714 linear_34" [label="(3072,)", style=solid]; +"712 mul_tensor_35" -> "713 sub_tensor_35" [label="(3072, 768)", style=solid]; +"713 sub_tensor_35" -> "714 linear_34" [label=None, style=solid]; +"714 linear_34" -> "715 gelu_8" [label="(1, 197, 3072)", style=solid]; +"715 gelu_8" -> "716 dropout_26" [label="(1, 197, 3072)", style=solid]; +"716 dropout_26" -> "717 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"717 dropout_26_0_0_nncf_smooth_quant_0" -> "718 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"718 quantize_per_tensor_default_54" -> "719 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"719 dequantize_per_tensor_default_54" -> "726 linear_35" [label="(1, 197, 3072)", style=solid]; +"720 linear_35_zero_point_0_updated_constant0" -> "725 sub_tensor_36" [label="(768, 1)", style=solid]; +"721 linear_35_scale_0_updated_constant0" -> "724 mul_tensor_36" [label="(768, 1)", style=solid]; +"722 compressed_weight_updated_constant36" -> "724 mul_tensor_36" [label="(768, 3072)", style=solid]; +"723 _param_constant111_0_0" -> "726 linear_35" [label="(768,)", style=solid]; +"724 mul_tensor_36" -> "725 sub_tensor_36" [label="(768, 3072)", style=solid]; +"725 sub_tensor_36" -> "726 linear_35" [label=None, style=solid]; +"726 linear_35" -> "727 dropout_27" [label="(1, 197, 768)", style=solid]; +"727 dropout_27" -> "728 add_18" [label="(1, 197, 768)", style=solid]; +"728 add_18" -> "731 layer_norm_18" [label="(1, 197, 768)", style=solid]; +"728 add_18" -> "780 add_19" [label="(1, 197, 768)", style=solid]; +"729 _param_constant112" -> "731 layer_norm_18" [label="(768,)", style=solid]; +"730 _param_constant113" -> "731 layer_norm_18" [label="(768,)", style=solid]; +"731 layer_norm_18" -> "732 transpose_54" [label="(1, 197, 768)", style=solid]; +"732 transpose_54" -> "733 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"733 transpose_54_0_0_nncf_smooth_quant_0" -> "734 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"734 quantize_per_tensor_default_55" -> "735 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"735 dequantize_per_tensor_default_55" -> "742 linear_36" [label="(197, 1, 768)", style=solid]; +"736 linear_36_zero_point_0_updated_constant0" -> "741 sub_tensor_37" [label="(2304, 1)", style=solid]; +"737 linear_36_scale_0_updated_constant0" -> "740 mul_tensor_37" [label="(2304, 1)", style=solid]; +"738 compressed_weight_updated_constant37" -> "740 mul_tensor_37" [label="(2304, 768)", style=solid]; +"739 _param_constant115_0_0" -> "742 linear_36" [label="(2304,)", style=solid]; +"740 mul_tensor_37" -> "741 sub_tensor_37" [label="(2304, 768)", style=solid]; +"741 sub_tensor_37" -> "742 linear_36" [label=None, style=solid]; +"742 linear_36" -> "743 unflatten_9" [label="(197, 1, 2304)", style=solid]; +"743 unflatten_9" -> "744 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; +"744 unsqueeze_9" -> "745 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; +"745 transpose_55" -> "746 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; +"746 squeeze_9" -> "747 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; +"747 contiguous_9" -> "748 quantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"747 contiguous_9" -> "751 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"747 contiguous_9" -> "754 select_29" [label="(3, 197, 1, 768)", style=solid]; +"748 quantize_per_tensor_default_56" -> "749 dequantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"749 dequantize_per_tensor_default_56" -> "750 select_27" [label="(3, 197, 1, 768)", style=solid]; +"750 select_27" -> "755 view_72" [label="(197, 1, 768)", style=solid]; +"751 quantize_per_tensor_default_57" -> "752 dequantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"752 dequantize_per_tensor_default_57" -> "753 select_28" [label="(3, 197, 1, 768)", style=solid]; +"753 select_28" -> "757 view_73" [label="(197, 1, 768)", style=solid]; +"754 select_29" -> "759 view_74" [label="(197, 1, 768)", style=solid]; +"755 view_72" -> "756 transpose_56" [label="(197, 12, 64)", style=solid]; +"756 transpose_56" -> "761 view_75" [label="(12, 197, 64)", style=solid]; +"757 view_73" -> "758 transpose_57" [label="(197, 12, 64)", style=solid]; +"758 transpose_57" -> "762 view_76" [label="(12, 197, 64)", style=solid]; +"759 view_74" -> "760 transpose_58" [label="(197, 12, 64)", style=solid]; +"760 transpose_58" -> "763 view_77" [label="(12, 197, 64)", style=solid]; +"761 view_75" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"762 view_76" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"763 view_77" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"764 scaled_dot_product_attention_9" -> "765 permute_10" [label="(1, 12, 197, 64)", style=solid]; +"765 permute_10" -> "766 view_78" [label="(197, 1, 12, 64)", style=solid]; +"766 view_78" -> "767 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"767 view_78_0_0_nncf_smooth_quant_0" -> "768 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"768 quantize_per_tensor_default_58" -> "769 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"769 dequantize_per_tensor_default_58" -> "776 linear_37" [label="(197, 768)", style=solid]; +"770 linear_37_zero_point_0_updated_constant0" -> "775 sub_tensor_38" [label="(768, 1)", style=solid]; +"771 linear_37_scale_0_updated_constant0" -> "774 mul_tensor_38" [label="(768, 1)", style=solid]; +"772 compressed_weight_updated_constant38" -> "774 mul_tensor_38" [label="(768, 768)", style=solid]; +"773 _param_constant117_0_0" -> "776 linear_37" [label="(768,)", style=solid]; +"774 mul_tensor_38" -> "775 sub_tensor_38" [label="(768, 768)", style=solid]; +"775 sub_tensor_38" -> "776 linear_37" [label=None, style=solid]; +"776 linear_37" -> "777 view_79" [label="(197, 768)", style=solid]; +"777 view_79" -> "778 transpose_59" [label="(197, 1, 768)", style=solid]; +"778 transpose_59" -> "779 dropout_28" [label="(1, 197, 768)", style=solid]; +"779 dropout_28" -> "780 add_19" [label="(1, 197, 768)", style=solid]; +"780 add_19" -> "783 layer_norm_19" [label="(1, 197, 768)", style=solid]; +"780 add_19" -> "807 add_20" [label="(1, 197, 768)", style=solid]; +"781 _param_constant118" -> "783 layer_norm_19" [label="(768,)", style=solid]; +"782 _param_constant119" -> "783 layer_norm_19" [label="(768,)", style=solid]; +"783 layer_norm_19" -> "784 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"784 layer_norm_19_0_0_nncf_smooth_quant_0" -> "785 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"785 quantize_per_tensor_default_59" -> "786 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"786 dequantize_per_tensor_default_59" -> "793 linear_38" [label="(1, 197, 768)", style=solid]; +"787 linear_38_zero_point_0_updated_constant0" -> "792 sub_tensor_39" [label="(3072, 1)", style=solid]; +"788 linear_38_scale_0_updated_constant0" -> "791 mul_tensor_39" [label="(3072, 1)", style=solid]; +"789 compressed_weight_updated_constant39" -> "791 mul_tensor_39" [label="(3072, 768)", style=solid]; +"790 _param_constant121_0_0" -> "793 linear_38" [label="(3072,)", style=solid]; +"791 mul_tensor_39" -> "792 sub_tensor_39" [label="(3072, 768)", style=solid]; +"792 sub_tensor_39" -> "793 linear_38" [label=None, style=solid]; +"793 linear_38" -> "794 gelu_9" [label="(1, 197, 3072)", style=solid]; +"794 gelu_9" -> "795 dropout_29" [label="(1, 197, 3072)", style=solid]; +"795 dropout_29" -> "796 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"796 dropout_29_0_0_nncf_smooth_quant_0" -> "797 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"797 quantize_per_tensor_default_60" -> "798 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"798 dequantize_per_tensor_default_60" -> "805 linear_39" [label="(1, 197, 3072)", style=solid]; +"799 linear_39_zero_point_0_updated_constant0" -> "804 sub_tensor_40" [label="(768, 1)", style=solid]; +"800 linear_39_scale_0_updated_constant0" -> "803 mul_tensor_40" [label="(768, 1)", style=solid]; +"801 compressed_weight_updated_constant40" -> "803 mul_tensor_40" [label="(768, 3072)", style=solid]; +"802 _param_constant123_0_0" -> "805 linear_39" [label="(768,)", style=solid]; +"803 mul_tensor_40" -> "804 sub_tensor_40" [label="(768, 3072)", style=solid]; +"804 sub_tensor_40" -> "805 linear_39" [label=None, style=solid]; +"805 linear_39" -> "806 dropout_30" [label="(1, 197, 768)", style=solid]; +"806 dropout_30" -> "807 add_20" [label="(1, 197, 768)", style=solid]; +"807 add_20" -> "810 layer_norm_20" [label="(1, 197, 768)", style=solid]; +"807 add_20" -> "859 add_21" [label="(1, 197, 768)", style=solid]; +"808 _param_constant124" -> "810 layer_norm_20" [label="(768,)", style=solid]; +"809 _param_constant125" -> "810 layer_norm_20" [label="(768,)", style=solid]; +"810 layer_norm_20" -> "811 transpose_60" [label="(1, 197, 768)", style=solid]; +"811 transpose_60" -> "812 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"812 transpose_60_0_0_nncf_smooth_quant_0" -> "813 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"813 quantize_per_tensor_default_61" -> "814 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"814 dequantize_per_tensor_default_61" -> "821 linear_40" [label="(197, 1, 768)", style=solid]; +"815 linear_40_zero_point_0_updated_constant0" -> "820 sub_tensor_41" [label="(2304, 1)", style=solid]; +"816 linear_40_scale_0_updated_constant0" -> "819 mul_tensor_41" [label="(2304, 1)", style=solid]; +"817 compressed_weight_updated_constant41" -> "819 mul_tensor_41" [label="(2304, 768)", style=solid]; +"818 _param_constant127_0_0" -> "821 linear_40" [label="(2304,)", style=solid]; +"819 mul_tensor_41" -> "820 sub_tensor_41" [label="(2304, 768)", style=solid]; +"820 sub_tensor_41" -> "821 linear_40" [label=None, style=solid]; +"821 linear_40" -> "822 unflatten_10" [label="(197, 1, 2304)", style=solid]; +"822 unflatten_10" -> "823 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; +"823 unsqueeze_10" -> "824 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; +"824 transpose_61" -> "825 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; +"825 squeeze_10" -> "826 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; +"826 contiguous_10" -> "827 quantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"826 contiguous_10" -> "830 quantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"826 contiguous_10" -> "833 select_32" [label="(3, 197, 1, 768)", style=solid]; +"827 quantize_per_tensor_default_62" -> "828 dequantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"828 dequantize_per_tensor_default_62" -> "829 select_30" [label="(3, 197, 1, 768)", style=solid]; +"829 select_30" -> "834 view_80" [label="(197, 1, 768)", style=solid]; +"830 quantize_per_tensor_default_63" -> "831 dequantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"831 dequantize_per_tensor_default_63" -> "832 select_31" [label="(3, 197, 1, 768)", style=solid]; +"832 select_31" -> "836 view_81" [label="(197, 1, 768)", style=solid]; +"833 select_32" -> "838 view_82" [label="(197, 1, 768)", style=solid]; +"834 view_80" -> "835 transpose_62" [label="(197, 12, 64)", style=solid]; +"835 transpose_62" -> "840 view_83" [label="(12, 197, 64)", style=solid]; +"836 view_81" -> "837 transpose_63" [label="(197, 12, 64)", style=solid]; +"837 transpose_63" -> "841 view_84" [label="(12, 197, 64)", style=solid]; +"838 view_82" -> "839 transpose_64" [label="(197, 12, 64)", style=solid]; +"839 transpose_64" -> "842 view_85" [label="(12, 197, 64)", style=solid]; +"840 view_83" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"841 view_84" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"842 view_85" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"843 scaled_dot_product_attention_10" -> "844 permute_11" [label="(1, 12, 197, 64)", style=solid]; +"844 permute_11" -> "845 view_86" [label="(197, 1, 12, 64)", style=solid]; +"845 view_86" -> "846 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"846 view_86_0_0_nncf_smooth_quant_0" -> "847 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"847 quantize_per_tensor_default_64" -> "848 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"848 dequantize_per_tensor_default_64" -> "855 linear_41" [label="(197, 768)", style=solid]; +"849 linear_41_zero_point_0_updated_constant0" -> "854 sub_tensor_42" [label="(768, 1)", style=solid]; +"850 linear_41_scale_0_updated_constant0" -> "853 mul_tensor_42" [label="(768, 1)", style=solid]; +"851 compressed_weight_updated_constant42" -> "853 mul_tensor_42" [label="(768, 768)", style=solid]; +"852 _param_constant129_0_0" -> "855 linear_41" [label="(768,)", style=solid]; +"853 mul_tensor_42" -> "854 sub_tensor_42" [label="(768, 768)", style=solid]; +"854 sub_tensor_42" -> "855 linear_41" [label=None, style=solid]; +"855 linear_41" -> "856 view_87" [label="(197, 768)", style=solid]; +"856 view_87" -> "857 transpose_65" [label="(197, 1, 768)", style=solid]; +"857 transpose_65" -> "858 dropout_31" [label="(1, 197, 768)", style=solid]; +"858 dropout_31" -> "859 add_21" [label="(1, 197, 768)", style=solid]; +"859 add_21" -> "862 layer_norm_21" [label="(1, 197, 768)", style=solid]; +"859 add_21" -> "886 add_22" [label="(1, 197, 768)", style=solid]; +"860 _param_constant130" -> "862 layer_norm_21" [label="(768,)", style=solid]; +"861 _param_constant131" -> "862 layer_norm_21" [label="(768,)", style=solid]; +"862 layer_norm_21" -> "863 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"863 layer_norm_21_0_0_nncf_smooth_quant_0" -> "864 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"864 quantize_per_tensor_default_65" -> "865 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"865 dequantize_per_tensor_default_65" -> "872 linear_42" [label="(1, 197, 768)", style=solid]; +"866 linear_42_zero_point_0_updated_constant0" -> "871 sub_tensor_43" [label="(3072, 1)", style=solid]; +"867 linear_42_scale_0_updated_constant0" -> "870 mul_tensor_43" [label="(3072, 1)", style=solid]; +"868 compressed_weight_updated_constant43" -> "870 mul_tensor_43" [label="(3072, 768)", style=solid]; +"869 _param_constant133_0_0" -> "872 linear_42" [label="(3072,)", style=solid]; +"870 mul_tensor_43" -> "871 sub_tensor_43" [label="(3072, 768)", style=solid]; +"871 sub_tensor_43" -> "872 linear_42" [label=None, style=solid]; +"872 linear_42" -> "873 gelu_10" [label="(1, 197, 3072)", style=solid]; +"873 gelu_10" -> "874 dropout_32" [label="(1, 197, 3072)", style=solid]; +"874 dropout_32" -> "875 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"875 dropout_32_0_0_nncf_smooth_quant_0" -> "876 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"876 quantize_per_tensor_default_66" -> "877 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"877 dequantize_per_tensor_default_66" -> "884 linear_43" [label="(1, 197, 3072)", style=solid]; +"878 linear_43_zero_point_0_updated_constant0" -> "883 sub_tensor_44" [label="(768, 1)", style=solid]; +"879 linear_43_scale_0_updated_constant0" -> "882 mul_tensor_44" [label="(768, 1)", style=solid]; +"880 compressed_weight_updated_constant44" -> "882 mul_tensor_44" [label="(768, 3072)", style=solid]; +"881 _param_constant135_0_0" -> "884 linear_43" [label="(768,)", style=solid]; +"882 mul_tensor_44" -> "883 sub_tensor_44" [label="(768, 3072)", style=solid]; +"883 sub_tensor_44" -> "884 linear_43" [label=None, style=solid]; +"884 linear_43" -> "885 dropout_33" [label="(1, 197, 768)", style=solid]; +"885 dropout_33" -> "886 add_22" [label="(1, 197, 768)", style=solid]; +"886 add_22" -> "889 layer_norm_22" [label="(1, 197, 768)", style=solid]; +"886 add_22" -> "938 add_23" [label="(1, 197, 768)", style=solid]; +"887 _param_constant136" -> "889 layer_norm_22" [label="(768,)", style=solid]; +"888 _param_constant137" -> "889 layer_norm_22" [label="(768,)", style=solid]; +"889 layer_norm_22" -> "890 transpose_66" [label="(1, 197, 768)", style=solid]; +"890 transpose_66" -> "891 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"891 transpose_66_0_0_nncf_smooth_quant_0" -> "892 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"892 quantize_per_tensor_default_67" -> "893 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"893 dequantize_per_tensor_default_67" -> "900 linear_44" [label="(197, 1, 768)", style=solid]; +"894 linear_44_zero_point_0_updated_constant0" -> "899 sub_tensor_45" [label="(2304, 1)", style=solid]; +"895 linear_44_scale_0_updated_constant0" -> "898 mul_tensor_45" [label="(2304, 1)", style=solid]; +"896 compressed_weight_updated_constant45" -> "898 mul_tensor_45" [label="(2304, 768)", style=solid]; +"897 _param_constant139_0_0" -> "900 linear_44" [label="(2304,)", style=solid]; +"898 mul_tensor_45" -> "899 sub_tensor_45" [label="(2304, 768)", style=solid]; +"899 sub_tensor_45" -> "900 linear_44" [label=None, style=solid]; +"900 linear_44" -> "901 unflatten_11" [label="(197, 1, 2304)", style=solid]; +"901 unflatten_11" -> "902 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; +"902 unsqueeze_11" -> "903 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; +"903 transpose_67" -> "904 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; +"904 squeeze_11" -> "905 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; +"905 contiguous_11" -> "906 quantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"905 contiguous_11" -> "909 quantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"905 contiguous_11" -> "912 select_35" [label="(3, 197, 1, 768)", style=solid]; +"906 quantize_per_tensor_default_68" -> "907 dequantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"907 dequantize_per_tensor_default_68" -> "908 select_33" [label="(3, 197, 1, 768)", style=solid]; +"908 select_33" -> "913 view_88" [label="(197, 1, 768)", style=solid]; +"909 quantize_per_tensor_default_69" -> "910 dequantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"910 dequantize_per_tensor_default_69" -> "911 select_34" [label="(3, 197, 1, 768)", style=solid]; +"911 select_34" -> "915 view_89" [label="(197, 1, 768)", style=solid]; +"912 select_35" -> "917 view_90" [label="(197, 1, 768)", style=solid]; +"913 view_88" -> "914 transpose_68" [label="(197, 12, 64)", style=solid]; +"914 transpose_68" -> "919 view_91" [label="(12, 197, 64)", style=solid]; +"915 view_89" -> "916 transpose_69" [label="(197, 12, 64)", style=solid]; +"916 transpose_69" -> "920 view_92" [label="(12, 197, 64)", style=solid]; +"917 view_90" -> "918 transpose_70" [label="(197, 12, 64)", style=solid]; +"918 transpose_70" -> "921 view_93" [label="(12, 197, 64)", style=solid]; +"919 view_91" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"920 view_92" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"921 view_93" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"922 scaled_dot_product_attention_11" -> "923 permute_12" [label="(1, 12, 197, 64)", style=solid]; +"923 permute_12" -> "924 view_94" [label="(197, 1, 12, 64)", style=solid]; +"924 view_94" -> "925 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"925 view_94_0_0_nncf_smooth_quant_0" -> "926 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"926 quantize_per_tensor_default_70" -> "927 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"927 dequantize_per_tensor_default_70" -> "934 linear_45" [label="(197, 768)", style=solid]; +"928 linear_45_zero_point_0_updated_constant0" -> "933 sub_tensor_46" [label="(768, 1)", style=solid]; +"929 linear_45_scale_0_updated_constant0" -> "932 mul_tensor_46" [label="(768, 1)", style=solid]; +"930 compressed_weight_updated_constant46" -> "932 mul_tensor_46" [label="(768, 768)", style=solid]; +"931 _param_constant141_0_0" -> "934 linear_45" [label="(768,)", style=solid]; +"932 mul_tensor_46" -> "933 sub_tensor_46" [label="(768, 768)", style=solid]; +"933 sub_tensor_46" -> "934 linear_45" [label=None, style=solid]; +"934 linear_45" -> "935 view_95" [label="(197, 768)", style=solid]; +"935 view_95" -> "936 transpose_71" [label="(197, 1, 768)", style=solid]; +"936 transpose_71" -> "937 dropout_34" [label="(1, 197, 768)", style=solid]; +"937 dropout_34" -> "938 add_23" [label="(1, 197, 768)", style=solid]; +"938 add_23" -> "941 layer_norm_23" [label="(1, 197, 768)", style=solid]; +"938 add_23" -> "965 add_24" [label="(1, 197, 768)", style=solid]; +"939 _param_constant142" -> "941 layer_norm_23" [label="(768,)", style=solid]; +"940 _param_constant143" -> "941 layer_norm_23" [label="(768,)", style=solid]; +"941 layer_norm_23" -> "942 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"942 layer_norm_23_0_0_nncf_smooth_quant_0" -> "943 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"943 quantize_per_tensor_default_71" -> "944 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"944 dequantize_per_tensor_default_71" -> "951 linear_46" [label="(1, 197, 768)", style=solid]; +"945 linear_46_zero_point_0_updated_constant0" -> "950 sub_tensor_47" [label="(3072, 1)", style=solid]; +"946 linear_46_scale_0_updated_constant0" -> "949 mul_tensor_47" [label="(3072, 1)", style=solid]; +"947 compressed_weight_updated_constant47" -> "949 mul_tensor_47" [label="(3072, 768)", style=solid]; +"948 _param_constant145_0_0" -> "951 linear_46" [label="(3072,)", style=solid]; +"949 mul_tensor_47" -> "950 sub_tensor_47" [label="(3072, 768)", style=solid]; +"950 sub_tensor_47" -> "951 linear_46" [label=None, style=solid]; +"951 linear_46" -> "952 gelu_11" [label="(1, 197, 3072)", style=solid]; +"952 gelu_11" -> "953 dropout_35" [label="(1, 197, 3072)", style=solid]; +"953 dropout_35" -> "954 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"954 dropout_35_0_0_nncf_smooth_quant_0" -> "955 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"955 quantize_per_tensor_default_72" -> "956 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"956 dequantize_per_tensor_default_72" -> "963 linear_47" [label="(1, 197, 3072)", style=solid]; +"957 linear_47_zero_point_0_updated_constant0" -> "962 sub_tensor_48" [label="(768, 1)", style=solid]; +"958 linear_47_scale_0_updated_constant0" -> "961 mul_tensor_48" [label="(768, 1)", style=solid]; +"959 compressed_weight_updated_constant48" -> "961 mul_tensor_48" [label="(768, 3072)", style=solid]; +"960 _param_constant147_0_0" -> "963 linear_47" [label="(768,)", style=solid]; +"961 mul_tensor_48" -> "962 sub_tensor_48" [label="(768, 3072)", style=solid]; +"962 sub_tensor_48" -> "963 linear_47" [label=None, style=solid]; +"963 linear_47" -> "964 dropout_36" [label="(1, 197, 768)", style=solid]; +"964 dropout_36" -> "965 add_24" [label="(1, 197, 768)", style=solid]; +"965 add_24" -> "968 layer_norm_24" [label="(1, 197, 768)", style=solid]; +"966 _param_constant148" -> "968 layer_norm_24" [label="(768,)", style=solid]; +"967 _param_constant149" -> "968 layer_norm_24" [label="(768,)", style=solid]; +"968 layer_norm_24" -> "969 slice_1" [label="(1, 197, 768)", style=solid]; +"969 slice_1" -> "970 select_36" [label="(1, 197, 768)", style=solid]; +"970 select_36" -> "971 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"971 select_36_0_0_nncf_smooth_quant_0" -> "972 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"972 quantize_per_tensor_default_73" -> "973 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"973 dequantize_per_tensor_default_73" -> "980 linear_48" [label="(1, 768)", style=solid]; +"974 linear_48_zero_point_0_updated_constant0" -> "979 sub_tensor_49" [label="(1000, 1)", style=solid]; +"975 linear_48_scale_0_updated_constant0" -> "978 mul_tensor_49" [label="(1000, 1)", style=solid]; +"976 compressed_weight_updated_constant49" -> "978 mul_tensor_49" [label="(1000, 768)", style=solid]; +"977 _param_constant151_0_0" -> "980 linear_48" [label="(1000,)", style=solid]; +"978 mul_tensor_49" -> "979 sub_tensor_49" [label="(1000, 768)", style=solid]; +"979 sub_tensor_49" -> "980 linear_48" [label=None, style=solid]; +"980 linear_48" -> "981 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot index e459329497e..f29084b18c6 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot @@ -2,24 +2,24 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_zero_point_0_updated_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0_updated_constant0" [id=4, type=get_attr]; +"3 conv2d_scale_0" [id=3, type=get_attr]; +"4 conv2d_zero_point_0" [id=4, type=get_attr]; "5 compressed_weight_updated_constant0" [id=5, type=get_attr]; -"6 features_0_0_weight_bias_0_0" [id=6, type=get_attr]; -"7 mul_tensor" [id=7, type=mul]; -"8 sub_tensor" [id=8, type=sub]; +"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; +"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; +"8 features_0_0_weight_bias_0_0" [id=8, type=get_attr]; "9 conv2d" [id=9, type=conv2d]; "10 hardswish__scale_0" [id=10, type=get_attr]; "11 hardswish__zero_point_0" [id=11, type=get_attr]; "12 hardswish_" [id=12, type=hardswish_]; "13 quantize_per_channel_default_1" [id=13, type=quantize_per_channel]; "14 dequantize_per_channel_default_1" [id=14, type=dequantize_per_channel]; -"15 conv2d_1_zero_point_0_updated_constant0" [id=15, type=get_attr]; -"16 conv2d_1_scale_0_updated_constant0" [id=16, type=get_attr]; +"15 conv2d_1_scale_0" [id=15, type=get_attr]; +"16 conv2d_1_zero_point_0" [id=16, type=get_attr]; "17 compressed_weight_updated_constant1" [id=17, type=get_attr]; -"18 features_1_block_0_0_weight_bias_0_0" [id=18, type=get_attr]; -"19 mul_tensor_1" [id=19, type=mul]; -"20 sub_tensor_1" [id=20, type=sub]; +"18 quantize_per_channel_default_2" [id=18, type=quantize_per_channel]; +"19 dequantize_per_channel_default_2" [id=19, type=dequantize_per_channel]; +"20 features_1_block_0_0_weight_bias_0_0" [id=20, type=get_attr]; "21 conv2d_1" [id=21, type=conv2d]; "22 relu_" [id=22, type=relu_]; "23 quantize_per_tensor_default_1" [id=23, type=quantize_per_tensor]; @@ -39,99 +39,99 @@ strict digraph { "37 mul" [id=37, type=mul]; "38 quantize_per_tensor_default_3" [id=38, type=quantize_per_tensor]; "39 dequantize_per_tensor_default_4" [id=39, type=dequantize_per_tensor]; -"40 conv2d_4_zero_point_0_updated_constant0" [id=40, type=get_attr]; -"41 conv2d_4_scale_0_updated_constant0" [id=41, type=get_attr]; +"40 conv2d_4_scale_0" [id=40, type=get_attr]; +"41 conv2d_4_zero_point_0" [id=41, type=get_attr]; "42 compressed_weight_updated_constant2" [id=42, type=get_attr]; -"43 features_1_block_2_0_weight_bias_0_0" [id=43, type=get_attr]; -"44 mul_tensor_2" [id=44, type=mul]; -"45 sub_tensor_2" [id=45, type=sub]; +"43 quantize_per_channel_default_3" [id=43, type=quantize_per_channel]; +"44 dequantize_per_channel_default_3" [id=44, type=dequantize_per_channel]; +"45 features_1_block_2_0_weight_bias_0_0" [id=45, type=get_attr]; "46 conv2d_4" [id=46, type=conv2d]; "47 quantize_per_tensor_default_4" [id=47, type=quantize_per_tensor]; "48 dequantize_per_tensor_default_5" [id=48, type=dequantize_per_tensor]; -"49 conv2d_5_zero_point_0_updated_constant0" [id=49, type=get_attr]; -"50 conv2d_5_scale_0_updated_constant0" [id=50, type=get_attr]; +"49 conv2d_5_scale_0" [id=49, type=get_attr]; +"50 conv2d_5_zero_point_0" [id=50, type=get_attr]; "51 compressed_weight_updated_constant3" [id=51, type=get_attr]; -"52 features_2_block_0_0_weight_bias_0_0" [id=52, type=get_attr]; -"53 mul_tensor_3" [id=53, type=mul]; -"54 sub_tensor_3" [id=54, type=sub]; +"52 quantize_per_channel_default_4" [id=52, type=quantize_per_channel]; +"53 dequantize_per_channel_default_4" [id=53, type=dequantize_per_channel]; +"54 features_2_block_0_0_weight_bias_0_0" [id=54, type=get_attr]; "55 conv2d_5" [id=55, type=conv2d]; "56 relu__1_scale_0" [id=56, type=get_attr]; "57 relu__1_zero_point_0" [id=57, type=get_attr]; "58 relu__1" [id=58, type=relu_]; "59 quantize_per_channel_default_5" [id=59, type=quantize_per_channel]; "60 dequantize_per_channel_default_5" [id=60, type=dequantize_per_channel]; -"61 conv2d_6_zero_point_0_updated_constant0" [id=61, type=get_attr]; -"62 conv2d_6_scale_0_updated_constant0" [id=62, type=get_attr]; +"61 conv2d_6_scale_0" [id=61, type=get_attr]; +"62 conv2d_6_zero_point_0" [id=62, type=get_attr]; "63 compressed_weight_updated_constant4" [id=63, type=get_attr]; -"64 features_2_block_1_0_weight_bias_0_0" [id=64, type=get_attr]; -"65 mul_tensor_4" [id=65, type=mul]; -"66 sub_tensor_4" [id=66, type=sub]; +"64 quantize_per_channel_default_6" [id=64, type=quantize_per_channel]; +"65 dequantize_per_channel_default_6" [id=65, type=dequantize_per_channel]; +"66 features_2_block_1_0_weight_bias_0_0" [id=66, type=get_attr]; "67 conv2d_6" [id=67, type=conv2d]; "68 relu__2" [id=68, type=relu_]; "69 quantize_per_tensor_default_5" [id=69, type=quantize_per_tensor]; "70 dequantize_per_tensor_default_6" [id=70, type=dequantize_per_tensor]; -"71 conv2d_7_zero_point_0_updated_constant0" [id=71, type=get_attr]; -"72 conv2d_7_scale_0_updated_constant0" [id=72, type=get_attr]; +"71 conv2d_7_scale_0" [id=71, type=get_attr]; +"72 conv2d_7_zero_point_0" [id=72, type=get_attr]; "73 compressed_weight_updated_constant5" [id=73, type=get_attr]; -"74 features_2_block_2_0_weight_bias_0_0" [id=74, type=get_attr]; -"75 mul_tensor_5" [id=75, type=mul]; -"76 sub_tensor_5" [id=76, type=sub]; +"74 quantize_per_channel_default_7" [id=74, type=quantize_per_channel]; +"75 dequantize_per_channel_default_7" [id=75, type=dequantize_per_channel]; +"76 features_2_block_2_0_weight_bias_0_0" [id=76, type=get_attr]; "77 conv2d_7" [id=77, type=conv2d]; "78 quantize_per_tensor_default_6" [id=78, type=quantize_per_tensor]; "79 dequantize_per_tensor_default_8" [id=79, type=dequantize_per_tensor]; "80 dequantize_per_tensor_default_7" [id=80, type=dequantize_per_tensor]; -"81 conv2d_8_zero_point_0_updated_constant0" [id=81, type=get_attr]; -"82 conv2d_8_scale_0_updated_constant0" [id=82, type=get_attr]; +"81 conv2d_8_scale_0" [id=81, type=get_attr]; +"82 conv2d_8_zero_point_0" [id=82, type=get_attr]; "83 compressed_weight_updated_constant6" [id=83, type=get_attr]; -"84 features_3_block_0_0_weight_bias_0_0" [id=84, type=get_attr]; -"85 mul_tensor_6" [id=85, type=mul]; -"86 sub_tensor_6" [id=86, type=sub]; +"84 quantize_per_channel_default_8" [id=84, type=quantize_per_channel]; +"85 dequantize_per_channel_default_8" [id=85, type=dequantize_per_channel]; +"86 features_3_block_0_0_weight_bias_0_0" [id=86, type=get_attr]; "87 conv2d_8" [id=87, type=conv2d]; "88 relu__3_scale_0" [id=88, type=get_attr]; "89 relu__3_zero_point_0" [id=89, type=get_attr]; "90 relu__3" [id=90, type=relu_]; "91 quantize_per_channel_default_9" [id=91, type=quantize_per_channel]; "92 dequantize_per_channel_default_9" [id=92, type=dequantize_per_channel]; -"93 conv2d_9_zero_point_0_updated_constant0" [id=93, type=get_attr]; -"94 conv2d_9_scale_0_updated_constant0" [id=94, type=get_attr]; +"93 conv2d_9_scale_0" [id=93, type=get_attr]; +"94 conv2d_9_zero_point_0" [id=94, type=get_attr]; "95 compressed_weight_updated_constant7" [id=95, type=get_attr]; -"96 features_3_block_1_0_weight_bias_0_0" [id=96, type=get_attr]; -"97 mul_tensor_7" [id=97, type=mul]; -"98 sub_tensor_7" [id=98, type=sub]; +"96 quantize_per_channel_default_10" [id=96, type=quantize_per_channel]; +"97 dequantize_per_channel_default_10" [id=97, type=dequantize_per_channel]; +"98 features_3_block_1_0_weight_bias_0_0" [id=98, type=get_attr]; "99 conv2d_9" [id=99, type=conv2d]; "100 relu__4" [id=100, type=relu_]; "101 quantize_per_tensor_default_7" [id=101, type=quantize_per_tensor]; "102 dequantize_per_tensor_default_9" [id=102, type=dequantize_per_tensor]; -"103 conv2d_10_zero_point_0_updated_constant0" [id=103, type=get_attr]; -"104 conv2d_10_scale_0_updated_constant0" [id=104, type=get_attr]; +"103 conv2d_10_scale_0" [id=103, type=get_attr]; +"104 conv2d_10_zero_point_0" [id=104, type=get_attr]; "105 compressed_weight_updated_constant8" [id=105, type=get_attr]; -"106 features_3_block_2_0_weight_bias_0_0" [id=106, type=get_attr]; -"107 mul_tensor_8" [id=107, type=mul]; -"108 sub_tensor_8" [id=108, type=sub]; +"106 quantize_per_channel_default_11" [id=106, type=quantize_per_channel]; +"107 dequantize_per_channel_default_11" [id=107, type=dequantize_per_channel]; +"108 features_3_block_2_0_weight_bias_0_0" [id=108, type=get_attr]; "109 conv2d_10" [id=109, type=conv2d]; "110 quantize_per_tensor_default_8" [id=110, type=quantize_per_tensor]; "111 dequantize_per_tensor_default_10" [id=111, type=dequantize_per_tensor]; "112 add_" [id=112, type=add_]; "113 quantize_per_tensor_default_9" [id=113, type=quantize_per_tensor]; "114 dequantize_per_tensor_default_11" [id=114, type=dequantize_per_tensor]; -"115 conv2d_11_zero_point_0_updated_constant0" [id=115, type=get_attr]; -"116 conv2d_11_scale_0_updated_constant0" [id=116, type=get_attr]; +"115 conv2d_11_scale_0" [id=115, type=get_attr]; +"116 conv2d_11_zero_point_0" [id=116, type=get_attr]; "117 compressed_weight_updated_constant9" [id=117, type=get_attr]; -"118 features_4_block_0_0_weight_bias_0_0" [id=118, type=get_attr]; -"119 mul_tensor_9" [id=119, type=mul]; -"120 sub_tensor_9" [id=120, type=sub]; +"118 quantize_per_channel_default_12" [id=118, type=quantize_per_channel]; +"119 dequantize_per_channel_default_12" [id=119, type=dequantize_per_channel]; +"120 features_4_block_0_0_weight_bias_0_0" [id=120, type=get_attr]; "121 conv2d_11" [id=121, type=conv2d]; "122 hardswish__1_scale_0" [id=122, type=get_attr]; "123 hardswish__1_zero_point_0" [id=123, type=get_attr]; "124 hardswish__1" [id=124, type=hardswish_]; "125 quantize_per_channel_default_13" [id=125, type=quantize_per_channel]; "126 dequantize_per_channel_default_13" [id=126, type=dequantize_per_channel]; -"127 conv2d_12_zero_point_0_updated_constant0" [id=127, type=get_attr]; -"128 conv2d_12_scale_0_updated_constant0" [id=128, type=get_attr]; +"127 conv2d_12_scale_0" [id=127, type=get_attr]; +"128 conv2d_12_zero_point_0" [id=128, type=get_attr]; "129 compressed_weight_updated_constant10" [id=129, type=get_attr]; -"130 features_4_block_1_0_weight_bias_0_0" [id=130, type=get_attr]; -"131 mul_tensor_10" [id=131, type=mul]; -"132 sub_tensor_10" [id=132, type=sub]; +"130 quantize_per_channel_default_14" [id=130, type=quantize_per_channel]; +"131 dequantize_per_channel_default_14" [id=131, type=dequantize_per_channel]; +"132 features_4_block_1_0_weight_bias_0_0" [id=132, type=get_attr]; "133 conv2d_12" [id=133, type=conv2d]; "134 hardswish__2" [id=134, type=hardswish_]; "135 quantize_per_tensor_default_10" [id=135, type=quantize_per_tensor]; @@ -151,34 +151,34 @@ strict digraph { "149 mul_1" [id=149, type=mul]; "150 quantize_per_tensor_default_12" [id=150, type=quantize_per_tensor]; "151 dequantize_per_tensor_default_15" [id=151, type=dequantize_per_tensor]; -"152 conv2d_15_zero_point_0_updated_constant0" [id=152, type=get_attr]; -"153 conv2d_15_scale_0_updated_constant0" [id=153, type=get_attr]; +"152 conv2d_15_scale_0" [id=152, type=get_attr]; +"153 conv2d_15_zero_point_0" [id=153, type=get_attr]; "154 compressed_weight_updated_constant11" [id=154, type=get_attr]; -"155 features_4_block_3_0_weight_bias_0_0" [id=155, type=get_attr]; -"156 mul_tensor_11" [id=156, type=mul]; -"157 sub_tensor_11" [id=157, type=sub]; +"155 quantize_per_channel_default_15" [id=155, type=quantize_per_channel]; +"156 dequantize_per_channel_default_15" [id=156, type=dequantize_per_channel]; +"157 features_4_block_3_0_weight_bias_0_0" [id=157, type=get_attr]; "158 conv2d_15" [id=158, type=conv2d]; "159 quantize_per_tensor_default_13" [id=159, type=quantize_per_tensor]; "160 dequantize_per_tensor_default_17" [id=160, type=dequantize_per_tensor]; "161 dequantize_per_tensor_default_16" [id=161, type=dequantize_per_tensor]; -"162 conv2d_16_zero_point_0_updated_constant0" [id=162, type=get_attr]; -"163 conv2d_16_scale_0_updated_constant0" [id=163, type=get_attr]; +"162 conv2d_16_scale_0" [id=162, type=get_attr]; +"163 conv2d_16_zero_point_0" [id=163, type=get_attr]; "164 compressed_weight_updated_constant12" [id=164, type=get_attr]; -"165 features_5_block_0_0_weight_bias_0_0" [id=165, type=get_attr]; -"166 mul_tensor_12" [id=166, type=mul]; -"167 sub_tensor_12" [id=167, type=sub]; +"165 quantize_per_channel_default_16" [id=165, type=quantize_per_channel]; +"166 dequantize_per_channel_default_16" [id=166, type=dequantize_per_channel]; +"167 features_5_block_0_0_weight_bias_0_0" [id=167, type=get_attr]; "168 conv2d_16" [id=168, type=conv2d]; "169 hardswish__3_scale_0" [id=169, type=get_attr]; "170 hardswish__3_zero_point_0" [id=170, type=get_attr]; "171 hardswish__3" [id=171, type=hardswish_]; "172 quantize_per_channel_default_17" [id=172, type=quantize_per_channel]; "173 dequantize_per_channel_default_17" [id=173, type=dequantize_per_channel]; -"174 conv2d_17_zero_point_0_updated_constant0" [id=174, type=get_attr]; -"175 conv2d_17_scale_0_updated_constant0" [id=175, type=get_attr]; +"174 conv2d_17_scale_0" [id=174, type=get_attr]; +"175 conv2d_17_zero_point_0" [id=175, type=get_attr]; "176 compressed_weight_updated_constant13" [id=176, type=get_attr]; -"177 features_5_block_1_0_weight_bias_0_0" [id=177, type=get_attr]; -"178 mul_tensor_13" [id=178, type=mul]; -"179 sub_tensor_13" [id=179, type=sub]; +"177 quantize_per_channel_default_18" [id=177, type=quantize_per_channel]; +"178 dequantize_per_channel_default_18" [id=178, type=dequantize_per_channel]; +"179 features_5_block_1_0_weight_bias_0_0" [id=179, type=get_attr]; "180 conv2d_17" [id=180, type=conv2d]; "181 hardswish__4" [id=181, type=hardswish_]; "182 quantize_per_tensor_default_14" [id=182, type=quantize_per_tensor]; @@ -198,12 +198,12 @@ strict digraph { "196 mul_2" [id=196, type=mul]; "197 quantize_per_tensor_default_16" [id=197, type=quantize_per_tensor]; "198 dequantize_per_tensor_default_21" [id=198, type=dequantize_per_tensor]; -"199 conv2d_20_zero_point_0_updated_constant0" [id=199, type=get_attr]; -"200 conv2d_20_scale_0_updated_constant0" [id=200, type=get_attr]; +"199 conv2d_20_scale_0" [id=199, type=get_attr]; +"200 conv2d_20_zero_point_0" [id=200, type=get_attr]; "201 compressed_weight_updated_constant14" [id=201, type=get_attr]; -"202 features_5_block_3_0_weight_bias_0_0" [id=202, type=get_attr]; -"203 mul_tensor_14" [id=203, type=mul]; -"204 sub_tensor_14" [id=204, type=sub]; +"202 quantize_per_channel_default_19" [id=202, type=quantize_per_channel]; +"203 dequantize_per_channel_default_19" [id=203, type=dequantize_per_channel]; +"204 features_5_block_3_0_weight_bias_0_0" [id=204, type=get_attr]; "205 conv2d_20" [id=205, type=conv2d]; "206 quantize_per_tensor_default_17" [id=206, type=quantize_per_tensor]; "207 dequantize_per_tensor_default_22" [id=207, type=dequantize_per_tensor]; @@ -211,24 +211,24 @@ strict digraph { "209 quantize_per_tensor_default_18" [id=209, type=quantize_per_tensor]; "210 dequantize_per_tensor_default_24" [id=210, type=dequantize_per_tensor]; "211 dequantize_per_tensor_default_23" [id=211, type=dequantize_per_tensor]; -"212 conv2d_21_zero_point_0_updated_constant0" [id=212, type=get_attr]; -"213 conv2d_21_scale_0_updated_constant0" [id=213, type=get_attr]; +"212 conv2d_21_scale_0" [id=212, type=get_attr]; +"213 conv2d_21_zero_point_0" [id=213, type=get_attr]; "214 compressed_weight_updated_constant15" [id=214, type=get_attr]; -"215 features_6_block_0_0_weight_bias_0_0" [id=215, type=get_attr]; -"216 mul_tensor_15" [id=216, type=mul]; -"217 sub_tensor_15" [id=217, type=sub]; +"215 quantize_per_channel_default_20" [id=215, type=quantize_per_channel]; +"216 dequantize_per_channel_default_20" [id=216, type=dequantize_per_channel]; +"217 features_6_block_0_0_weight_bias_0_0" [id=217, type=get_attr]; "218 conv2d_21" [id=218, type=conv2d]; "219 hardswish__5_scale_0" [id=219, type=get_attr]; "220 hardswish__5_zero_point_0" [id=220, type=get_attr]; "221 hardswish__5" [id=221, type=hardswish_]; "222 quantize_per_channel_default_21" [id=222, type=quantize_per_channel]; "223 dequantize_per_channel_default_21" [id=223, type=dequantize_per_channel]; -"224 conv2d_22_zero_point_0_updated_constant0" [id=224, type=get_attr]; -"225 conv2d_22_scale_0_updated_constant0" [id=225, type=get_attr]; +"224 conv2d_22_scale_0" [id=224, type=get_attr]; +"225 conv2d_22_zero_point_0" [id=225, type=get_attr]; "226 compressed_weight_updated_constant16" [id=226, type=get_attr]; -"227 features_6_block_1_0_weight_bias_0_0" [id=227, type=get_attr]; -"228 mul_tensor_16" [id=228, type=mul]; -"229 sub_tensor_16" [id=229, type=sub]; +"227 quantize_per_channel_default_22" [id=227, type=quantize_per_channel]; +"228 dequantize_per_channel_default_22" [id=228, type=dequantize_per_channel]; +"229 features_6_block_1_0_weight_bias_0_0" [id=229, type=get_attr]; "230 conv2d_22" [id=230, type=conv2d]; "231 hardswish__6" [id=231, type=hardswish_]; "232 quantize_per_tensor_default_19" [id=232, type=quantize_per_tensor]; @@ -248,36 +248,36 @@ strict digraph { "246 mul_3" [id=246, type=mul]; "247 quantize_per_tensor_default_21" [id=247, type=quantize_per_tensor]; "248 dequantize_per_tensor_default_28" [id=248, type=dequantize_per_tensor]; -"249 conv2d_25_zero_point_0_updated_constant0" [id=249, type=get_attr]; -"250 conv2d_25_scale_0_updated_constant0" [id=250, type=get_attr]; +"249 conv2d_25_scale_0" [id=249, type=get_attr]; +"250 conv2d_25_zero_point_0" [id=250, type=get_attr]; "251 compressed_weight_updated_constant17" [id=251, type=get_attr]; -"252 features_6_block_3_0_weight_bias_0_0" [id=252, type=get_attr]; -"253 mul_tensor_17" [id=253, type=mul]; -"254 sub_tensor_17" [id=254, type=sub]; +"252 quantize_per_channel_default_23" [id=252, type=quantize_per_channel]; +"253 dequantize_per_channel_default_23" [id=253, type=dequantize_per_channel]; +"254 features_6_block_3_0_weight_bias_0_0" [id=254, type=get_attr]; "255 conv2d_25" [id=255, type=conv2d]; "256 quantize_per_tensor_default_22" [id=256, type=quantize_per_tensor]; "257 dequantize_per_tensor_default_29" [id=257, type=dequantize_per_tensor]; "258 add__2" [id=258, type=add_]; "259 quantize_per_tensor_default_23" [id=259, type=quantize_per_tensor]; "260 dequantize_per_tensor_default_30" [id=260, type=dequantize_per_tensor]; -"261 conv2d_26_zero_point_0_updated_constant0" [id=261, type=get_attr]; -"262 conv2d_26_scale_0_updated_constant0" [id=262, type=get_attr]; +"261 conv2d_26_scale_0" [id=261, type=get_attr]; +"262 conv2d_26_zero_point_0" [id=262, type=get_attr]; "263 compressed_weight_updated_constant18" [id=263, type=get_attr]; -"264 features_7_block_0_0_weight_bias_0_0" [id=264, type=get_attr]; -"265 mul_tensor_18" [id=265, type=mul]; -"266 sub_tensor_18" [id=266, type=sub]; +"264 quantize_per_channel_default_24" [id=264, type=quantize_per_channel]; +"265 dequantize_per_channel_default_24" [id=265, type=dequantize_per_channel]; +"266 features_7_block_0_0_weight_bias_0_0" [id=266, type=get_attr]; "267 conv2d_26" [id=267, type=conv2d]; "268 hardswish__7_scale_0" [id=268, type=get_attr]; "269 hardswish__7_zero_point_0" [id=269, type=get_attr]; "270 hardswish__7" [id=270, type=hardswish_]; "271 quantize_per_channel_default_25" [id=271, type=quantize_per_channel]; "272 dequantize_per_channel_default_25" [id=272, type=dequantize_per_channel]; -"273 conv2d_27_zero_point_0_updated_constant0" [id=273, type=get_attr]; -"274 conv2d_27_scale_0_updated_constant0" [id=274, type=get_attr]; +"273 conv2d_27_scale_0" [id=273, type=get_attr]; +"274 conv2d_27_zero_point_0" [id=274, type=get_attr]; "275 compressed_weight_updated_constant19" [id=275, type=get_attr]; -"276 features_7_block_1_0_weight_bias_0_0" [id=276, type=get_attr]; -"277 mul_tensor_19" [id=277, type=mul]; -"278 sub_tensor_19" [id=278, type=sub]; +"276 quantize_per_channel_default_26" [id=276, type=quantize_per_channel]; +"277 dequantize_per_channel_default_26" [id=277, type=dequantize_per_channel]; +"278 features_7_block_1_0_weight_bias_0_0" [id=278, type=get_attr]; "279 conv2d_27" [id=279, type=conv2d]; "280 hardswish__8" [id=280, type=hardswish_]; "281 quantize_per_tensor_default_24" [id=281, type=quantize_per_tensor]; @@ -297,34 +297,34 @@ strict digraph { "295 mul_4" [id=295, type=mul]; "296 quantize_per_tensor_default_26" [id=296, type=quantize_per_tensor]; "297 dequantize_per_tensor_default_34" [id=297, type=dequantize_per_tensor]; -"298 conv2d_30_zero_point_0_updated_constant0" [id=298, type=get_attr]; -"299 conv2d_30_scale_0_updated_constant0" [id=299, type=get_attr]; +"298 conv2d_30_scale_0" [id=298, type=get_attr]; +"299 conv2d_30_zero_point_0" [id=299, type=get_attr]; "300 compressed_weight_updated_constant20" [id=300, type=get_attr]; -"301 features_7_block_3_0_weight_bias_0_0" [id=301, type=get_attr]; -"302 mul_tensor_20" [id=302, type=mul]; -"303 sub_tensor_20" [id=303, type=sub]; +"301 quantize_per_channel_default_27" [id=301, type=quantize_per_channel]; +"302 dequantize_per_channel_default_27" [id=302, type=dequantize_per_channel]; +"303 features_7_block_3_0_weight_bias_0_0" [id=303, type=get_attr]; "304 conv2d_30" [id=304, type=conv2d]; "305 quantize_per_tensor_default_27" [id=305, type=quantize_per_tensor]; "306 dequantize_per_tensor_default_36" [id=306, type=dequantize_per_tensor]; "307 dequantize_per_tensor_default_35" [id=307, type=dequantize_per_tensor]; -"308 conv2d_31_zero_point_0_updated_constant0" [id=308, type=get_attr]; -"309 conv2d_31_scale_0_updated_constant0" [id=309, type=get_attr]; +"308 conv2d_31_scale_0" [id=308, type=get_attr]; +"309 conv2d_31_zero_point_0" [id=309, type=get_attr]; "310 compressed_weight_updated_constant21" [id=310, type=get_attr]; -"311 features_8_block_0_0_weight_bias_0_0" [id=311, type=get_attr]; -"312 mul_tensor_21" [id=312, type=mul]; -"313 sub_tensor_21" [id=313, type=sub]; +"311 quantize_per_channel_default_28" [id=311, type=quantize_per_channel]; +"312 dequantize_per_channel_default_28" [id=312, type=dequantize_per_channel]; +"313 features_8_block_0_0_weight_bias_0_0" [id=313, type=get_attr]; "314 conv2d_31" [id=314, type=conv2d]; "315 hardswish__9_scale_0" [id=315, type=get_attr]; "316 hardswish__9_zero_point_0" [id=316, type=get_attr]; "317 hardswish__9" [id=317, type=hardswish_]; "318 quantize_per_channel_default_29" [id=318, type=quantize_per_channel]; "319 dequantize_per_channel_default_29" [id=319, type=dequantize_per_channel]; -"320 conv2d_32_zero_point_0_updated_constant0" [id=320, type=get_attr]; -"321 conv2d_32_scale_0_updated_constant0" [id=321, type=get_attr]; +"320 conv2d_32_scale_0" [id=320, type=get_attr]; +"321 conv2d_32_zero_point_0" [id=321, type=get_attr]; "322 compressed_weight_updated_constant22" [id=322, type=get_attr]; -"323 features_8_block_1_0_weight_bias_0_0" [id=323, type=get_attr]; -"324 mul_tensor_22" [id=324, type=mul]; -"325 sub_tensor_22" [id=325, type=sub]; +"323 quantize_per_channel_default_30" [id=323, type=quantize_per_channel]; +"324 dequantize_per_channel_default_30" [id=324, type=dequantize_per_channel]; +"325 features_8_block_1_0_weight_bias_0_0" [id=325, type=get_attr]; "326 conv2d_32" [id=326, type=conv2d]; "327 hardswish__10" [id=327, type=hardswish_]; "328 quantize_per_tensor_default_28" [id=328, type=quantize_per_tensor]; @@ -344,36 +344,36 @@ strict digraph { "342 mul_5" [id=342, type=mul]; "343 quantize_per_tensor_default_30" [id=343, type=quantize_per_tensor]; "344 dequantize_per_tensor_default_40" [id=344, type=dequantize_per_tensor]; -"345 conv2d_35_zero_point_0_updated_constant0" [id=345, type=get_attr]; -"346 conv2d_35_scale_0_updated_constant0" [id=346, type=get_attr]; +"345 conv2d_35_scale_0" [id=345, type=get_attr]; +"346 conv2d_35_zero_point_0" [id=346, type=get_attr]; "347 compressed_weight_updated_constant23" [id=347, type=get_attr]; -"348 features_8_block_3_0_weight_bias_0_0" [id=348, type=get_attr]; -"349 mul_tensor_23" [id=349, type=mul]; -"350 sub_tensor_23" [id=350, type=sub]; +"348 quantize_per_channel_default_31" [id=348, type=quantize_per_channel]; +"349 dequantize_per_channel_default_31" [id=349, type=dequantize_per_channel]; +"350 features_8_block_3_0_weight_bias_0_0" [id=350, type=get_attr]; "351 conv2d_35" [id=351, type=conv2d]; "352 quantize_per_tensor_default_31" [id=352, type=quantize_per_tensor]; "353 dequantize_per_tensor_default_41" [id=353, type=dequantize_per_tensor]; "354 add__3" [id=354, type=add_]; "355 quantize_per_tensor_default_32" [id=355, type=quantize_per_tensor]; "356 dequantize_per_tensor_default_42" [id=356, type=dequantize_per_tensor]; -"357 conv2d_36_zero_point_0_updated_constant0" [id=357, type=get_attr]; -"358 conv2d_36_scale_0_updated_constant0" [id=358, type=get_attr]; +"357 conv2d_36_scale_0" [id=357, type=get_attr]; +"358 conv2d_36_zero_point_0" [id=358, type=get_attr]; "359 compressed_weight_updated_constant24" [id=359, type=get_attr]; -"360 features_9_block_0_0_weight_bias_0_0" [id=360, type=get_attr]; -"361 mul_tensor_24" [id=361, type=mul]; -"362 sub_tensor_24" [id=362, type=sub]; +"360 quantize_per_channel_default_32" [id=360, type=quantize_per_channel]; +"361 dequantize_per_channel_default_32" [id=361, type=dequantize_per_channel]; +"362 features_9_block_0_0_weight_bias_0_0" [id=362, type=get_attr]; "363 conv2d_36" [id=363, type=conv2d]; "364 hardswish__11_scale_0" [id=364, type=get_attr]; "365 hardswish__11_zero_point_0" [id=365, type=get_attr]; "366 hardswish__11" [id=366, type=hardswish_]; "367 quantize_per_channel_default_33" [id=367, type=quantize_per_channel]; "368 dequantize_per_channel_default_33" [id=368, type=dequantize_per_channel]; -"369 conv2d_37_zero_point_0_updated_constant0" [id=369, type=get_attr]; -"370 conv2d_37_scale_0_updated_constant0" [id=370, type=get_attr]; +"369 conv2d_37_scale_0" [id=369, type=get_attr]; +"370 conv2d_37_zero_point_0" [id=370, type=get_attr]; "371 compressed_weight_updated_constant25" [id=371, type=get_attr]; -"372 features_9_block_1_0_weight_bias_0_0" [id=372, type=get_attr]; -"373 mul_tensor_25" [id=373, type=mul]; -"374 sub_tensor_25" [id=374, type=sub]; +"372 quantize_per_channel_default_34" [id=372, type=quantize_per_channel]; +"373 dequantize_per_channel_default_34" [id=373, type=dequantize_per_channel]; +"374 features_9_block_1_0_weight_bias_0_0" [id=374, type=get_attr]; "375 conv2d_37" [id=375, type=conv2d]; "376 hardswish__12" [id=376, type=hardswish_]; "377 quantize_per_tensor_default_33" [id=377, type=quantize_per_tensor]; @@ -393,34 +393,34 @@ strict digraph { "391 mul_6" [id=391, type=mul]; "392 quantize_per_tensor_default_35" [id=392, type=quantize_per_tensor]; "393 dequantize_per_tensor_default_46" [id=393, type=dequantize_per_tensor]; -"394 conv2d_40_zero_point_0_updated_constant0" [id=394, type=get_attr]; -"395 conv2d_40_scale_0_updated_constant0" [id=395, type=get_attr]; +"394 conv2d_40_scale_0" [id=394, type=get_attr]; +"395 conv2d_40_zero_point_0" [id=395, type=get_attr]; "396 compressed_weight_updated_constant26" [id=396, type=get_attr]; -"397 features_9_block_3_0_weight_bias_0_0" [id=397, type=get_attr]; -"398 mul_tensor_26" [id=398, type=mul]; -"399 sub_tensor_26" [id=399, type=sub]; +"397 quantize_per_channel_default_35" [id=397, type=quantize_per_channel]; +"398 dequantize_per_channel_default_35" [id=398, type=dequantize_per_channel]; +"399 features_9_block_3_0_weight_bias_0_0" [id=399, type=get_attr]; "400 conv2d_40" [id=400, type=conv2d]; "401 quantize_per_tensor_default_36" [id=401, type=quantize_per_tensor]; "402 dequantize_per_tensor_default_48" [id=402, type=dequantize_per_tensor]; "403 dequantize_per_tensor_default_47" [id=403, type=dequantize_per_tensor]; -"404 conv2d_41_zero_point_0_updated_constant0" [id=404, type=get_attr]; -"405 conv2d_41_scale_0_updated_constant0" [id=405, type=get_attr]; +"404 conv2d_41_scale_0" [id=404, type=get_attr]; +"405 conv2d_41_zero_point_0" [id=405, type=get_attr]; "406 compressed_weight_updated_constant27" [id=406, type=get_attr]; -"407 features_10_block_0_0_weight_bias_0_0" [id=407, type=get_attr]; -"408 mul_tensor_27" [id=408, type=mul]; -"409 sub_tensor_27" [id=409, type=sub]; +"407 quantize_per_channel_default_36" [id=407, type=quantize_per_channel]; +"408 dequantize_per_channel_default_36" [id=408, type=dequantize_per_channel]; +"409 features_10_block_0_0_weight_bias_0_0" [id=409, type=get_attr]; "410 conv2d_41" [id=410, type=conv2d]; "411 hardswish__13_scale_0" [id=411, type=get_attr]; "412 hardswish__13_zero_point_0" [id=412, type=get_attr]; "413 hardswish__13" [id=413, type=hardswish_]; "414 quantize_per_channel_default_37" [id=414, type=quantize_per_channel]; "415 dequantize_per_channel_default_37" [id=415, type=dequantize_per_channel]; -"416 conv2d_42_zero_point_0_updated_constant0" [id=416, type=get_attr]; -"417 conv2d_42_scale_0_updated_constant0" [id=417, type=get_attr]; +"416 conv2d_42_scale_0" [id=416, type=get_attr]; +"417 conv2d_42_zero_point_0" [id=417, type=get_attr]; "418 compressed_weight_updated_constant28" [id=418, type=get_attr]; -"419 features_10_block_1_0_weight_bias_0_0" [id=419, type=get_attr]; -"420 mul_tensor_28" [id=420, type=mul]; -"421 sub_tensor_28" [id=421, type=sub]; +"419 quantize_per_channel_default_38" [id=419, type=quantize_per_channel]; +"420 dequantize_per_channel_default_38" [id=420, type=dequantize_per_channel]; +"421 features_10_block_1_0_weight_bias_0_0" [id=421, type=get_attr]; "422 conv2d_42" [id=422, type=conv2d]; "423 hardswish__14" [id=423, type=hardswish_]; "424 quantize_per_tensor_default_37" [id=424, type=quantize_per_tensor]; @@ -440,12 +440,12 @@ strict digraph { "438 mul_7" [id=438, type=mul]; "439 quantize_per_tensor_default_39" [id=439, type=quantize_per_tensor]; "440 dequantize_per_tensor_default_52" [id=440, type=dequantize_per_tensor]; -"441 conv2d_45_zero_point_0_updated_constant0" [id=441, type=get_attr]; -"442 conv2d_45_scale_0_updated_constant0" [id=442, type=get_attr]; +"441 conv2d_45_scale_0" [id=441, type=get_attr]; +"442 conv2d_45_zero_point_0" [id=442, type=get_attr]; "443 compressed_weight_updated_constant29" [id=443, type=get_attr]; -"444 features_10_block_3_0_weight_bias_0_0" [id=444, type=get_attr]; -"445 mul_tensor_29" [id=445, type=mul]; -"446 sub_tensor_29" [id=446, type=sub]; +"444 quantize_per_channel_default_39" [id=444, type=quantize_per_channel]; +"445 dequantize_per_channel_default_39" [id=445, type=dequantize_per_channel]; +"446 features_10_block_3_0_weight_bias_0_0" [id=446, type=get_attr]; "447 conv2d_45" [id=447, type=conv2d]; "448 quantize_per_tensor_default_40" [id=448, type=quantize_per_tensor]; "449 dequantize_per_tensor_default_53" [id=449, type=dequantize_per_tensor]; @@ -453,24 +453,24 @@ strict digraph { "451 quantize_per_tensor_default_41" [id=451, type=quantize_per_tensor]; "452 dequantize_per_tensor_default_55" [id=452, type=dequantize_per_tensor]; "453 dequantize_per_tensor_default_54" [id=453, type=dequantize_per_tensor]; -"454 conv2d_46_zero_point_0_updated_constant0" [id=454, type=get_attr]; -"455 conv2d_46_scale_0_updated_constant0" [id=455, type=get_attr]; +"454 conv2d_46_scale_0" [id=454, type=get_attr]; +"455 conv2d_46_zero_point_0" [id=455, type=get_attr]; "456 compressed_weight_updated_constant30" [id=456, type=get_attr]; -"457 features_11_block_0_0_weight_bias_0_0" [id=457, type=get_attr]; -"458 mul_tensor_30" [id=458, type=mul]; -"459 sub_tensor_30" [id=459, type=sub]; +"457 quantize_per_channel_default_40" [id=457, type=quantize_per_channel]; +"458 dequantize_per_channel_default_40" [id=458, type=dequantize_per_channel]; +"459 features_11_block_0_0_weight_bias_0_0" [id=459, type=get_attr]; "460 conv2d_46" [id=460, type=conv2d]; "461 hardswish__15_scale_0" [id=461, type=get_attr]; "462 hardswish__15_zero_point_0" [id=462, type=get_attr]; "463 hardswish__15" [id=463, type=hardswish_]; "464 quantize_per_channel_default_41" [id=464, type=quantize_per_channel]; "465 dequantize_per_channel_default_41" [id=465, type=dequantize_per_channel]; -"466 conv2d_47_zero_point_0_updated_constant0" [id=466, type=get_attr]; -"467 conv2d_47_scale_0_updated_constant0" [id=467, type=get_attr]; +"466 conv2d_47_scale_0" [id=466, type=get_attr]; +"467 conv2d_47_zero_point_0" [id=467, type=get_attr]; "468 compressed_weight_updated_constant31" [id=468, type=get_attr]; -"469 features_11_block_1_0_weight_bias_0_0" [id=469, type=get_attr]; -"470 mul_tensor_31" [id=470, type=mul]; -"471 sub_tensor_31" [id=471, type=sub]; +"469 quantize_per_channel_default_42" [id=469, type=quantize_per_channel]; +"470 dequantize_per_channel_default_42" [id=470, type=dequantize_per_channel]; +"471 features_11_block_1_0_weight_bias_0_0" [id=471, type=get_attr]; "472 conv2d_47" [id=472, type=conv2d]; "473 hardswish__16" [id=473, type=hardswish_]; "474 quantize_per_tensor_default_42" [id=474, type=quantize_per_tensor]; @@ -490,24 +490,24 @@ strict digraph { "488 mul_8" [id=488, type=mul]; "489 quantize_per_tensor_default_44" [id=489, type=quantize_per_tensor]; "490 dequantize_per_tensor_default_59" [id=490, type=dequantize_per_tensor]; -"491 conv2d_50_zero_point_0_updated_constant0" [id=491, type=get_attr]; -"492 conv2d_50_scale_0_updated_constant0" [id=492, type=get_attr]; +"491 conv2d_50_scale_0" [id=491, type=get_attr]; +"492 conv2d_50_zero_point_0" [id=492, type=get_attr]; "493 compressed_weight_updated_constant32" [id=493, type=get_attr]; -"494 features_11_block_3_0_weight_bias_0_0" [id=494, type=get_attr]; -"495 mul_tensor_32" [id=495, type=mul]; -"496 sub_tensor_32" [id=496, type=sub]; +"494 quantize_per_channel_default_43" [id=494, type=quantize_per_channel]; +"495 dequantize_per_channel_default_43" [id=495, type=dequantize_per_channel]; +"496 features_11_block_3_0_weight_bias_0_0" [id=496, type=get_attr]; "497 conv2d_50" [id=497, type=conv2d]; "498 quantize_per_tensor_default_45" [id=498, type=quantize_per_tensor]; "499 dequantize_per_tensor_default_60" [id=499, type=dequantize_per_tensor]; "500 add__5" [id=500, type=add_]; "501 quantize_per_tensor_default_46" [id=501, type=quantize_per_tensor]; "502 dequantize_per_tensor_default_61" [id=502, type=dequantize_per_tensor]; -"503 conv2d_51_zero_point_0_updated_constant0" [id=503, type=get_attr]; -"504 conv2d_51_scale_0_updated_constant0" [id=504, type=get_attr]; +"503 conv2d_51_scale_0" [id=503, type=get_attr]; +"504 conv2d_51_zero_point_0" [id=504, type=get_attr]; "505 compressed_weight_updated_constant33" [id=505, type=get_attr]; -"506 features_12_0_weight_bias_0_0" [id=506, type=get_attr]; -"507 mul_tensor_33" [id=507, type=mul]; -"508 sub_tensor_33" [id=508, type=sub]; +"506 quantize_per_channel_default_44" [id=506, type=quantize_per_channel]; +"507 dequantize_per_channel_default_44" [id=507, type=dequantize_per_channel]; +"508 features_12_0_weight_bias_0_0" [id=508, type=get_attr]; "509 conv2d_51" [id=509, type=conv2d]; "510 hardswish__17" [id=510, type=hardswish_]; "511 quantize_per_tensor_default_47" [id=511, type=quantize_per_tensor]; @@ -516,34 +516,36 @@ strict digraph { "514 quantize_per_tensor_default_48" [id=514, type=quantize_per_tensor]; "515 dequantize_per_tensor_default_63" [id=515, type=dequantize_per_tensor]; "516 flatten" [id=516, type=flatten]; -"517 linear_zero_point_0_updated_constant0" [id=517, type=get_attr]; -"518 linear_scale_0_updated_constant0" [id=518, type=get_attr]; +"517 linear_scale_0" [id=517, type=get_attr]; +"518 linear_zero_point_0" [id=518, type=get_attr]; "519 compressed_weight_updated_constant34" [id=519, type=get_attr]; -"520 _param_constant139_0_0" [id=520, type=get_attr]; -"521 mul_tensor_34" [id=521, type=mul]; -"522 sub_tensor_34" [id=522, type=sub]; +"520 quantize_per_channel_default_45" [id=520, type=quantize_per_channel]; +"521 dequantize_per_channel_default_45" [id=521, type=dequantize_per_channel]; +"522 _param_constant139_0_0" [id=522, type=get_attr]; "523 linear" [id=523, type=linear]; "524 hardswish__18" [id=524, type=hardswish_]; "525 quantize_per_tensor_default_49" [id=525, type=quantize_per_tensor]; "526 dequantize_per_tensor_default_64" [id=526, type=dequantize_per_tensor]; "527 dropout_" [id=527, type=dropout_]; -"528 linear_1_zero_point_0_updated_constant0" [id=528, type=get_attr]; -"529 linear_1_scale_0_updated_constant0" [id=529, type=get_attr]; +"528 linear_1_scale_0" [id=528, type=get_attr]; +"529 linear_1_zero_point_0" [id=529, type=get_attr]; "530 compressed_weight_updated_constant35" [id=530, type=get_attr]; -"531 _param_constant141_0_0" [id=531, type=get_attr]; -"532 mul_tensor_35" [id=532, type=mul]; -"533 sub_tensor_35" [id=533, type=sub]; +"531 quantize_per_channel_default_46" [id=531, type=quantize_per_channel]; +"532 dequantize_per_channel_default_46" [id=532, type=dequantize_per_channel]; +"533 _param_constant141_0_0" [id=533, type=get_attr]; "534 linear_1" [id=534, type=linear]; "535 output" [id=535, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_zero_point_0_updated_constant0" -> "8 sub_tensor" [label="(16, 1, 1, 1)", style=solid]; -"4 conv2d_scale_0_updated_constant0" -> "7 mul_tensor" [label="(16, 1, 1, 1)", style=solid]; -"5 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(16, 3, 3, 3)", style=solid]; -"6 features_0_0_weight_bias_0_0" -> "9 conv2d" [label="(16,)", style=solid]; -"7 mul_tensor" -> "8 sub_tensor" [label="(16, 3, 3, 3)", style=solid]; -"8 sub_tensor" -> "9 conv2d" [label=None, style=solid]; +"3 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(16,)", style=solid]; +"3 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(16,)", style=solid]; +"4 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(16,)", style=solid]; +"4 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(16,)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 quantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; +"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; +"7 dequantize_per_channel_default" -> "9 conv2d" [label="(16, 3, 3, 3)", style=solid]; +"8 features_0_0_weight_bias_0_0" -> "9 conv2d" [label="(16,)", style=solid]; "9 conv2d" -> "12 hardswish_" [label="(1, 16, 112, 112)", style=solid]; "10 hardswish__scale_0" -> "13 quantize_per_channel_default_1" [label="(16,)", style=solid]; "10 hardswish__scale_0" -> "14 dequantize_per_channel_default_1" [label="(16,)", style=solid]; @@ -552,12 +554,14 @@ strict digraph { "12 hardswish_" -> "13 quantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; "13 quantize_per_channel_default_1" -> "14 dequantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; "14 dequantize_per_channel_default_1" -> "21 conv2d_1" [label="(1, 16, 112, 112)", style=solid]; -"15 conv2d_1_zero_point_0_updated_constant0" -> "20 sub_tensor_1" [label="(16, 1, 1, 1)", style=solid]; -"16 conv2d_1_scale_0_updated_constant0" -> "19 mul_tensor_1" [label="(16, 1, 1, 1)", style=solid]; -"17 compressed_weight_updated_constant1" -> "19 mul_tensor_1" [label="(16, 1, 3, 3)", style=solid]; -"18 features_1_block_0_0_weight_bias_0_0" -> "21 conv2d_1" [label="(16,)", style=solid]; -"19 mul_tensor_1" -> "20 sub_tensor_1" [label="(16, 1, 3, 3)", style=solid]; -"20 sub_tensor_1" -> "21 conv2d_1" [label=None, style=solid]; +"15 conv2d_1_scale_0" -> "18 quantize_per_channel_default_2" [label="(16,)", style=solid]; +"15 conv2d_1_scale_0" -> "19 dequantize_per_channel_default_2" [label="(16,)", style=solid]; +"16 conv2d_1_zero_point_0" -> "18 quantize_per_channel_default_2" [label="(16,)", style=solid]; +"16 conv2d_1_zero_point_0" -> "19 dequantize_per_channel_default_2" [label="(16,)", style=solid]; +"17 compressed_weight_updated_constant1" -> "18 quantize_per_channel_default_2" [label="(16, 1, 3, 3)", style=solid]; +"18 quantize_per_channel_default_2" -> "19 dequantize_per_channel_default_2" [label="(16, 1, 3, 3)", style=solid]; +"19 dequantize_per_channel_default_2" -> "21 conv2d_1" [label="(16, 1, 3, 3)", style=solid]; +"20 features_1_block_0_0_weight_bias_0_0" -> "21 conv2d_1" [label="(16,)", style=solid]; "21 conv2d_1" -> "22 relu_" [label="(1, 16, 56, 56)", style=solid]; "22 relu_" -> "23 quantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; "23 quantize_per_tensor_default_1" -> "24 dequantize_per_tensor_default_2" [label="(1, 16, 56, 56)", style=solid]; @@ -578,21 +582,25 @@ strict digraph { "37 mul" -> "38 quantize_per_tensor_default_3" [label="(1, 16, 56, 56)", style=solid]; "38 quantize_per_tensor_default_3" -> "39 dequantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; "39 dequantize_per_tensor_default_4" -> "46 conv2d_4" [label="(1, 16, 56, 56)", style=solid]; -"40 conv2d_4_zero_point_0_updated_constant0" -> "45 sub_tensor_2" [label="(16, 1, 1, 1)", style=solid]; -"41 conv2d_4_scale_0_updated_constant0" -> "44 mul_tensor_2" [label="(16, 1, 1, 1)", style=solid]; -"42 compressed_weight_updated_constant2" -> "44 mul_tensor_2" [label="(16, 16, 1, 1)", style=solid]; -"43 features_1_block_2_0_weight_bias_0_0" -> "46 conv2d_4" [label="(16,)", style=solid]; -"44 mul_tensor_2" -> "45 sub_tensor_2" [label="(16, 16, 1, 1)", style=solid]; -"45 sub_tensor_2" -> "46 conv2d_4" [label=None, style=solid]; +"40 conv2d_4_scale_0" -> "43 quantize_per_channel_default_3" [label="(16,)", style=solid]; +"40 conv2d_4_scale_0" -> "44 dequantize_per_channel_default_3" [label="(16,)", style=solid]; +"41 conv2d_4_zero_point_0" -> "43 quantize_per_channel_default_3" [label="(16,)", style=solid]; +"41 conv2d_4_zero_point_0" -> "44 dequantize_per_channel_default_3" [label="(16,)", style=solid]; +"42 compressed_weight_updated_constant2" -> "43 quantize_per_channel_default_3" [label="(16, 16, 1, 1)", style=solid]; +"43 quantize_per_channel_default_3" -> "44 dequantize_per_channel_default_3" [label="(16, 16, 1, 1)", style=solid]; +"44 dequantize_per_channel_default_3" -> "46 conv2d_4" [label="(16, 16, 1, 1)", style=solid]; +"45 features_1_block_2_0_weight_bias_0_0" -> "46 conv2d_4" [label="(16,)", style=solid]; "46 conv2d_4" -> "47 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; "47 quantize_per_tensor_default_4" -> "48 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56)", style=solid]; "48 dequantize_per_tensor_default_5" -> "55 conv2d_5" [label="(1, 16, 56, 56)", style=solid]; -"49 conv2d_5_zero_point_0_updated_constant0" -> "54 sub_tensor_3" [label="(72, 1, 1, 1)", style=solid]; -"50 conv2d_5_scale_0_updated_constant0" -> "53 mul_tensor_3" [label="(72, 1, 1, 1)", style=solid]; -"51 compressed_weight_updated_constant3" -> "53 mul_tensor_3" [label="(72, 16, 1, 1)", style=solid]; -"52 features_2_block_0_0_weight_bias_0_0" -> "55 conv2d_5" [label="(72,)", style=solid]; -"53 mul_tensor_3" -> "54 sub_tensor_3" [label="(72, 16, 1, 1)", style=solid]; -"54 sub_tensor_3" -> "55 conv2d_5" [label=None, style=solid]; +"49 conv2d_5_scale_0" -> "52 quantize_per_channel_default_4" [label="(72,)", style=solid]; +"49 conv2d_5_scale_0" -> "53 dequantize_per_channel_default_4" [label="(72,)", style=solid]; +"50 conv2d_5_zero_point_0" -> "52 quantize_per_channel_default_4" [label="(72,)", style=solid]; +"50 conv2d_5_zero_point_0" -> "53 dequantize_per_channel_default_4" [label="(72,)", style=solid]; +"51 compressed_weight_updated_constant3" -> "52 quantize_per_channel_default_4" [label="(72, 16, 1, 1)", style=solid]; +"52 quantize_per_channel_default_4" -> "53 dequantize_per_channel_default_4" [label="(72, 16, 1, 1)", style=solid]; +"53 dequantize_per_channel_default_4" -> "55 conv2d_5" [label="(72, 16, 1, 1)", style=solid]; +"54 features_2_block_0_0_weight_bias_0_0" -> "55 conv2d_5" [label="(72,)", style=solid]; "55 conv2d_5" -> "58 relu__1" [label="(1, 72, 56, 56)", style=solid]; "56 relu__1_scale_0" -> "59 quantize_per_channel_default_5" [label="(72,)", style=solid]; "56 relu__1_scale_0" -> "60 dequantize_per_channel_default_5" [label="(72,)", style=solid]; @@ -601,33 +609,39 @@ strict digraph { "58 relu__1" -> "59 quantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; "59 quantize_per_channel_default_5" -> "60 dequantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; "60 dequantize_per_channel_default_5" -> "67 conv2d_6" [label="(1, 72, 56, 56)", style=solid]; -"61 conv2d_6_zero_point_0_updated_constant0" -> "66 sub_tensor_4" [label="(72, 1, 1, 1)", style=solid]; -"62 conv2d_6_scale_0_updated_constant0" -> "65 mul_tensor_4" [label="(72, 1, 1, 1)", style=solid]; -"63 compressed_weight_updated_constant4" -> "65 mul_tensor_4" [label="(72, 1, 3, 3)", style=solid]; -"64 features_2_block_1_0_weight_bias_0_0" -> "67 conv2d_6" [label="(72,)", style=solid]; -"65 mul_tensor_4" -> "66 sub_tensor_4" [label="(72, 1, 3, 3)", style=solid]; -"66 sub_tensor_4" -> "67 conv2d_6" [label=None, style=solid]; +"61 conv2d_6_scale_0" -> "64 quantize_per_channel_default_6" [label="(72,)", style=solid]; +"61 conv2d_6_scale_0" -> "65 dequantize_per_channel_default_6" [label="(72,)", style=solid]; +"62 conv2d_6_zero_point_0" -> "64 quantize_per_channel_default_6" [label="(72,)", style=solid]; +"62 conv2d_6_zero_point_0" -> "65 dequantize_per_channel_default_6" [label="(72,)", style=solid]; +"63 compressed_weight_updated_constant4" -> "64 quantize_per_channel_default_6" [label="(72, 1, 3, 3)", style=solid]; +"64 quantize_per_channel_default_6" -> "65 dequantize_per_channel_default_6" [label="(72, 1, 3, 3)", style=solid]; +"65 dequantize_per_channel_default_6" -> "67 conv2d_6" [label="(72, 1, 3, 3)", style=solid]; +"66 features_2_block_1_0_weight_bias_0_0" -> "67 conv2d_6" [label="(72,)", style=solid]; "67 conv2d_6" -> "68 relu__2" [label="(1, 72, 28, 28)", style=solid]; "68 relu__2" -> "69 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; "69 quantize_per_tensor_default_5" -> "70 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28)", style=solid]; "70 dequantize_per_tensor_default_6" -> "77 conv2d_7" [label="(1, 72, 28, 28)", style=solid]; -"71 conv2d_7_zero_point_0_updated_constant0" -> "76 sub_tensor_5" [label="(24, 1, 1, 1)", style=solid]; -"72 conv2d_7_scale_0_updated_constant0" -> "75 mul_tensor_5" [label="(24, 1, 1, 1)", style=solid]; -"73 compressed_weight_updated_constant5" -> "75 mul_tensor_5" [label="(24, 72, 1, 1)", style=solid]; -"74 features_2_block_2_0_weight_bias_0_0" -> "77 conv2d_7" [label="(24,)", style=solid]; -"75 mul_tensor_5" -> "76 sub_tensor_5" [label="(24, 72, 1, 1)", style=solid]; -"76 sub_tensor_5" -> "77 conv2d_7" [label=None, style=solid]; +"71 conv2d_7_scale_0" -> "74 quantize_per_channel_default_7" [label="(24,)", style=solid]; +"71 conv2d_7_scale_0" -> "75 dequantize_per_channel_default_7" [label="(24,)", style=solid]; +"72 conv2d_7_zero_point_0" -> "74 quantize_per_channel_default_7" [label="(24,)", style=solid]; +"72 conv2d_7_zero_point_0" -> "75 dequantize_per_channel_default_7" [label="(24,)", style=solid]; +"73 compressed_weight_updated_constant5" -> "74 quantize_per_channel_default_7" [label="(24, 72, 1, 1)", style=solid]; +"74 quantize_per_channel_default_7" -> "75 dequantize_per_channel_default_7" [label="(24, 72, 1, 1)", style=solid]; +"75 dequantize_per_channel_default_7" -> "77 conv2d_7" [label="(24, 72, 1, 1)", style=solid]; +"76 features_2_block_2_0_weight_bias_0_0" -> "77 conv2d_7" [label="(24,)", style=solid]; "77 conv2d_7" -> "78 quantize_per_tensor_default_6" [label="(1, 24, 28, 28)", style=solid]; "78 quantize_per_tensor_default_6" -> "79 dequantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; "78 quantize_per_tensor_default_6" -> "80 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28)", style=solid]; "79 dequantize_per_tensor_default_8" -> "112 add_" [label="(1, 24, 28, 28)", style=solid]; "80 dequantize_per_tensor_default_7" -> "87 conv2d_8" [label="(1, 24, 28, 28)", style=solid]; -"81 conv2d_8_zero_point_0_updated_constant0" -> "86 sub_tensor_6" [label="(88, 1, 1, 1)", style=solid]; -"82 conv2d_8_scale_0_updated_constant0" -> "85 mul_tensor_6" [label="(88, 1, 1, 1)", style=solid]; -"83 compressed_weight_updated_constant6" -> "85 mul_tensor_6" [label="(88, 24, 1, 1)", style=solid]; -"84 features_3_block_0_0_weight_bias_0_0" -> "87 conv2d_8" [label="(88,)", style=solid]; -"85 mul_tensor_6" -> "86 sub_tensor_6" [label="(88, 24, 1, 1)", style=solid]; -"86 sub_tensor_6" -> "87 conv2d_8" [label=None, style=solid]; +"81 conv2d_8_scale_0" -> "84 quantize_per_channel_default_8" [label="(88,)", style=solid]; +"81 conv2d_8_scale_0" -> "85 dequantize_per_channel_default_8" [label="(88,)", style=solid]; +"82 conv2d_8_zero_point_0" -> "84 quantize_per_channel_default_8" [label="(88,)", style=solid]; +"82 conv2d_8_zero_point_0" -> "85 dequantize_per_channel_default_8" [label="(88,)", style=solid]; +"83 compressed_weight_updated_constant6" -> "84 quantize_per_channel_default_8" [label="(88, 24, 1, 1)", style=solid]; +"84 quantize_per_channel_default_8" -> "85 dequantize_per_channel_default_8" [label="(88, 24, 1, 1)", style=solid]; +"85 dequantize_per_channel_default_8" -> "87 conv2d_8" [label="(88, 24, 1, 1)", style=solid]; +"86 features_3_block_0_0_weight_bias_0_0" -> "87 conv2d_8" [label="(88,)", style=solid]; "87 conv2d_8" -> "90 relu__3" [label="(1, 88, 28, 28)", style=solid]; "88 relu__3_scale_0" -> "91 quantize_per_channel_default_9" [label="(88,)", style=solid]; "88 relu__3_scale_0" -> "92 dequantize_per_channel_default_9" [label="(88,)", style=solid]; @@ -636,34 +650,40 @@ strict digraph { "90 relu__3" -> "91 quantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; "91 quantize_per_channel_default_9" -> "92 dequantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; "92 dequantize_per_channel_default_9" -> "99 conv2d_9" [label="(1, 88, 28, 28)", style=solid]; -"93 conv2d_9_zero_point_0_updated_constant0" -> "98 sub_tensor_7" [label="(88, 1, 1, 1)", style=solid]; -"94 conv2d_9_scale_0_updated_constant0" -> "97 mul_tensor_7" [label="(88, 1, 1, 1)", style=solid]; -"95 compressed_weight_updated_constant7" -> "97 mul_tensor_7" [label="(88, 1, 3, 3)", style=solid]; -"96 features_3_block_1_0_weight_bias_0_0" -> "99 conv2d_9" [label="(88,)", style=solid]; -"97 mul_tensor_7" -> "98 sub_tensor_7" [label="(88, 1, 3, 3)", style=solid]; -"98 sub_tensor_7" -> "99 conv2d_9" [label=None, style=solid]; +"93 conv2d_9_scale_0" -> "96 quantize_per_channel_default_10" [label="(88,)", style=solid]; +"93 conv2d_9_scale_0" -> "97 dequantize_per_channel_default_10" [label="(88,)", style=solid]; +"94 conv2d_9_zero_point_0" -> "96 quantize_per_channel_default_10" [label="(88,)", style=solid]; +"94 conv2d_9_zero_point_0" -> "97 dequantize_per_channel_default_10" [label="(88,)", style=solid]; +"95 compressed_weight_updated_constant7" -> "96 quantize_per_channel_default_10" [label="(88, 1, 3, 3)", style=solid]; +"96 quantize_per_channel_default_10" -> "97 dequantize_per_channel_default_10" [label="(88, 1, 3, 3)", style=solid]; +"97 dequantize_per_channel_default_10" -> "99 conv2d_9" [label="(88, 1, 3, 3)", style=solid]; +"98 features_3_block_1_0_weight_bias_0_0" -> "99 conv2d_9" [label="(88,)", style=solid]; "99 conv2d_9" -> "100 relu__4" [label="(1, 88, 28, 28)", style=solid]; "100 relu__4" -> "101 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; "101 quantize_per_tensor_default_7" -> "102 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28)", style=solid]; "102 dequantize_per_tensor_default_9" -> "109 conv2d_10" [label="(1, 88, 28, 28)", style=solid]; -"103 conv2d_10_zero_point_0_updated_constant0" -> "108 sub_tensor_8" [label="(24, 1, 1, 1)", style=solid]; -"104 conv2d_10_scale_0_updated_constant0" -> "107 mul_tensor_8" [label="(24, 1, 1, 1)", style=solid]; -"105 compressed_weight_updated_constant8" -> "107 mul_tensor_8" [label="(24, 88, 1, 1)", style=solid]; -"106 features_3_block_2_0_weight_bias_0_0" -> "109 conv2d_10" [label="(24,)", style=solid]; -"107 mul_tensor_8" -> "108 sub_tensor_8" [label="(24, 88, 1, 1)", style=solid]; -"108 sub_tensor_8" -> "109 conv2d_10" [label=None, style=solid]; +"103 conv2d_10_scale_0" -> "106 quantize_per_channel_default_11" [label="(24,)", style=solid]; +"103 conv2d_10_scale_0" -> "107 dequantize_per_channel_default_11" [label="(24,)", style=solid]; +"104 conv2d_10_zero_point_0" -> "106 quantize_per_channel_default_11" [label="(24,)", style=solid]; +"104 conv2d_10_zero_point_0" -> "107 dequantize_per_channel_default_11" [label="(24,)", style=solid]; +"105 compressed_weight_updated_constant8" -> "106 quantize_per_channel_default_11" [label="(24, 88, 1, 1)", style=solid]; +"106 quantize_per_channel_default_11" -> "107 dequantize_per_channel_default_11" [label="(24, 88, 1, 1)", style=solid]; +"107 dequantize_per_channel_default_11" -> "109 conv2d_10" [label="(24, 88, 1, 1)", style=solid]; +"108 features_3_block_2_0_weight_bias_0_0" -> "109 conv2d_10" [label="(24,)", style=solid]; "109 conv2d_10" -> "110 quantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; "110 quantize_per_tensor_default_8" -> "111 dequantize_per_tensor_default_10" [label="(1, 24, 28, 28)", style=solid]; "111 dequantize_per_tensor_default_10" -> "112 add_" [label="(1, 24, 28, 28)", style=solid]; "112 add_" -> "113 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; "113 quantize_per_tensor_default_9" -> "114 dequantize_per_tensor_default_11" [label="(1, 24, 28, 28)", style=solid]; "114 dequantize_per_tensor_default_11" -> "121 conv2d_11" [label="(1, 24, 28, 28)", style=solid]; -"115 conv2d_11_zero_point_0_updated_constant0" -> "120 sub_tensor_9" [label="(96, 1, 1, 1)", style=solid]; -"116 conv2d_11_scale_0_updated_constant0" -> "119 mul_tensor_9" [label="(96, 1, 1, 1)", style=solid]; -"117 compressed_weight_updated_constant9" -> "119 mul_tensor_9" [label="(96, 24, 1, 1)", style=solid]; -"118 features_4_block_0_0_weight_bias_0_0" -> "121 conv2d_11" [label="(96,)", style=solid]; -"119 mul_tensor_9" -> "120 sub_tensor_9" [label="(96, 24, 1, 1)", style=solid]; -"120 sub_tensor_9" -> "121 conv2d_11" [label=None, style=solid]; +"115 conv2d_11_scale_0" -> "118 quantize_per_channel_default_12" [label="(96,)", style=solid]; +"115 conv2d_11_scale_0" -> "119 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"116 conv2d_11_zero_point_0" -> "118 quantize_per_channel_default_12" [label="(96,)", style=solid]; +"116 conv2d_11_zero_point_0" -> "119 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"117 compressed_weight_updated_constant9" -> "118 quantize_per_channel_default_12" [label="(96, 24, 1, 1)", style=solid]; +"118 quantize_per_channel_default_12" -> "119 dequantize_per_channel_default_12" [label="(96, 24, 1, 1)", style=solid]; +"119 dequantize_per_channel_default_12" -> "121 conv2d_11" [label="(96, 24, 1, 1)", style=solid]; +"120 features_4_block_0_0_weight_bias_0_0" -> "121 conv2d_11" [label="(96,)", style=solid]; "121 conv2d_11" -> "124 hardswish__1" [label="(1, 96, 28, 28)", style=solid]; "122 hardswish__1_scale_0" -> "125 quantize_per_channel_default_13" [label="(96,)", style=solid]; "122 hardswish__1_scale_0" -> "126 dequantize_per_channel_default_13" [label="(96,)", style=solid]; @@ -672,12 +692,14 @@ strict digraph { "124 hardswish__1" -> "125 quantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; "125 quantize_per_channel_default_13" -> "126 dequantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; "126 dequantize_per_channel_default_13" -> "133 conv2d_12" [label="(1, 96, 28, 28)", style=solid]; -"127 conv2d_12_zero_point_0_updated_constant0" -> "132 sub_tensor_10" [label="(96, 1, 1, 1)", style=solid]; -"128 conv2d_12_scale_0_updated_constant0" -> "131 mul_tensor_10" [label="(96, 1, 1, 1)", style=solid]; -"129 compressed_weight_updated_constant10" -> "131 mul_tensor_10" [label="(96, 1, 5, 5)", style=solid]; -"130 features_4_block_1_0_weight_bias_0_0" -> "133 conv2d_12" [label="(96,)", style=solid]; -"131 mul_tensor_10" -> "132 sub_tensor_10" [label="(96, 1, 5, 5)", style=solid]; -"132 sub_tensor_10" -> "133 conv2d_12" [label=None, style=solid]; +"127 conv2d_12_scale_0" -> "130 quantize_per_channel_default_14" [label="(96,)", style=solid]; +"127 conv2d_12_scale_0" -> "131 dequantize_per_channel_default_14" [label="(96,)", style=solid]; +"128 conv2d_12_zero_point_0" -> "130 quantize_per_channel_default_14" [label="(96,)", style=solid]; +"128 conv2d_12_zero_point_0" -> "131 dequantize_per_channel_default_14" [label="(96,)", style=solid]; +"129 compressed_weight_updated_constant10" -> "130 quantize_per_channel_default_14" [label="(96, 1, 5, 5)", style=solid]; +"130 quantize_per_channel_default_14" -> "131 dequantize_per_channel_default_14" [label="(96, 1, 5, 5)", style=solid]; +"131 dequantize_per_channel_default_14" -> "133 conv2d_12" [label="(96, 1, 5, 5)", style=solid]; +"132 features_4_block_1_0_weight_bias_0_0" -> "133 conv2d_12" [label="(96,)", style=solid]; "133 conv2d_12" -> "134 hardswish__2" [label="(1, 96, 14, 14)", style=solid]; "134 hardswish__2" -> "135 quantize_per_tensor_default_10" [label="(1, 96, 14, 14)", style=solid]; "135 quantize_per_tensor_default_10" -> "136 dequantize_per_tensor_default_13" [label="(1, 96, 14, 14)", style=solid]; @@ -698,23 +720,27 @@ strict digraph { "149 mul_1" -> "150 quantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; "150 quantize_per_tensor_default_12" -> "151 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14)", style=solid]; "151 dequantize_per_tensor_default_15" -> "158 conv2d_15" [label="(1, 96, 14, 14)", style=solid]; -"152 conv2d_15_zero_point_0_updated_constant0" -> "157 sub_tensor_11" [label="(40, 1, 1, 1)", style=solid]; -"153 conv2d_15_scale_0_updated_constant0" -> "156 mul_tensor_11" [label="(40, 1, 1, 1)", style=solid]; -"154 compressed_weight_updated_constant11" -> "156 mul_tensor_11" [label="(40, 96, 1, 1)", style=solid]; -"155 features_4_block_3_0_weight_bias_0_0" -> "158 conv2d_15" [label="(40,)", style=solid]; -"156 mul_tensor_11" -> "157 sub_tensor_11" [label="(40, 96, 1, 1)", style=solid]; -"157 sub_tensor_11" -> "158 conv2d_15" [label=None, style=solid]; +"152 conv2d_15_scale_0" -> "155 quantize_per_channel_default_15" [label="(40,)", style=solid]; +"152 conv2d_15_scale_0" -> "156 dequantize_per_channel_default_15" [label="(40,)", style=solid]; +"153 conv2d_15_zero_point_0" -> "155 quantize_per_channel_default_15" [label="(40,)", style=solid]; +"153 conv2d_15_zero_point_0" -> "156 dequantize_per_channel_default_15" [label="(40,)", style=solid]; +"154 compressed_weight_updated_constant11" -> "155 quantize_per_channel_default_15" [label="(40, 96, 1, 1)", style=solid]; +"155 quantize_per_channel_default_15" -> "156 dequantize_per_channel_default_15" [label="(40, 96, 1, 1)", style=solid]; +"156 dequantize_per_channel_default_15" -> "158 conv2d_15" [label="(40, 96, 1, 1)", style=solid]; +"157 features_4_block_3_0_weight_bias_0_0" -> "158 conv2d_15" [label="(40,)", style=solid]; "158 conv2d_15" -> "159 quantize_per_tensor_default_13" [label="(1, 40, 14, 14)", style=solid]; "159 quantize_per_tensor_default_13" -> "160 dequantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; "159 quantize_per_tensor_default_13" -> "161 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14)", style=solid]; "160 dequantize_per_tensor_default_17" -> "208 add__1" [label="(1, 40, 14, 14)", style=solid]; "161 dequantize_per_tensor_default_16" -> "168 conv2d_16" [label="(1, 40, 14, 14)", style=solid]; -"162 conv2d_16_zero_point_0_updated_constant0" -> "167 sub_tensor_12" [label="(240, 1, 1, 1)", style=solid]; -"163 conv2d_16_scale_0_updated_constant0" -> "166 mul_tensor_12" [label="(240, 1, 1, 1)", style=solid]; -"164 compressed_weight_updated_constant12" -> "166 mul_tensor_12" [label="(240, 40, 1, 1)", style=solid]; -"165 features_5_block_0_0_weight_bias_0_0" -> "168 conv2d_16" [label="(240,)", style=solid]; -"166 mul_tensor_12" -> "167 sub_tensor_12" [label="(240, 40, 1, 1)", style=solid]; -"167 sub_tensor_12" -> "168 conv2d_16" [label=None, style=solid]; +"162 conv2d_16_scale_0" -> "165 quantize_per_channel_default_16" [label="(240,)", style=solid]; +"162 conv2d_16_scale_0" -> "166 dequantize_per_channel_default_16" [label="(240,)", style=solid]; +"163 conv2d_16_zero_point_0" -> "165 quantize_per_channel_default_16" [label="(240,)", style=solid]; +"163 conv2d_16_zero_point_0" -> "166 dequantize_per_channel_default_16" [label="(240,)", style=solid]; +"164 compressed_weight_updated_constant12" -> "165 quantize_per_channel_default_16" [label="(240, 40, 1, 1)", style=solid]; +"165 quantize_per_channel_default_16" -> "166 dequantize_per_channel_default_16" [label="(240, 40, 1, 1)", style=solid]; +"166 dequantize_per_channel_default_16" -> "168 conv2d_16" [label="(240, 40, 1, 1)", style=solid]; +"167 features_5_block_0_0_weight_bias_0_0" -> "168 conv2d_16" [label="(240,)", style=solid]; "168 conv2d_16" -> "171 hardswish__3" [label="(1, 240, 14, 14)", style=solid]; "169 hardswish__3_scale_0" -> "172 quantize_per_channel_default_17" [label="(240,)", style=solid]; "169 hardswish__3_scale_0" -> "173 dequantize_per_channel_default_17" [label="(240,)", style=solid]; @@ -723,12 +749,14 @@ strict digraph { "171 hardswish__3" -> "172 quantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; "172 quantize_per_channel_default_17" -> "173 dequantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; "173 dequantize_per_channel_default_17" -> "180 conv2d_17" [label="(1, 240, 14, 14)", style=solid]; -"174 conv2d_17_zero_point_0_updated_constant0" -> "179 sub_tensor_13" [label="(240, 1, 1, 1)", style=solid]; -"175 conv2d_17_scale_0_updated_constant0" -> "178 mul_tensor_13" [label="(240, 1, 1, 1)", style=solid]; -"176 compressed_weight_updated_constant13" -> "178 mul_tensor_13" [label="(240, 1, 5, 5)", style=solid]; -"177 features_5_block_1_0_weight_bias_0_0" -> "180 conv2d_17" [label="(240,)", style=solid]; -"178 mul_tensor_13" -> "179 sub_tensor_13" [label="(240, 1, 5, 5)", style=solid]; -"179 sub_tensor_13" -> "180 conv2d_17" [label=None, style=solid]; +"174 conv2d_17_scale_0" -> "177 quantize_per_channel_default_18" [label="(240,)", style=solid]; +"174 conv2d_17_scale_0" -> "178 dequantize_per_channel_default_18" [label="(240,)", style=solid]; +"175 conv2d_17_zero_point_0" -> "177 quantize_per_channel_default_18" [label="(240,)", style=solid]; +"175 conv2d_17_zero_point_0" -> "178 dequantize_per_channel_default_18" [label="(240,)", style=solid]; +"176 compressed_weight_updated_constant13" -> "177 quantize_per_channel_default_18" [label="(240, 1, 5, 5)", style=solid]; +"177 quantize_per_channel_default_18" -> "178 dequantize_per_channel_default_18" [label="(240, 1, 5, 5)", style=solid]; +"178 dequantize_per_channel_default_18" -> "180 conv2d_17" [label="(240, 1, 5, 5)", style=solid]; +"179 features_5_block_1_0_weight_bias_0_0" -> "180 conv2d_17" [label="(240,)", style=solid]; "180 conv2d_17" -> "181 hardswish__4" [label="(1, 240, 14, 14)", style=solid]; "181 hardswish__4" -> "182 quantize_per_tensor_default_14" [label="(1, 240, 14, 14)", style=solid]; "182 quantize_per_tensor_default_14" -> "183 dequantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; @@ -749,12 +777,14 @@ strict digraph { "196 mul_2" -> "197 quantize_per_tensor_default_16" [label="(1, 240, 14, 14)", style=solid]; "197 quantize_per_tensor_default_16" -> "198 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; "198 dequantize_per_tensor_default_21" -> "205 conv2d_20" [label="(1, 240, 14, 14)", style=solid]; -"199 conv2d_20_zero_point_0_updated_constant0" -> "204 sub_tensor_14" [label="(40, 1, 1, 1)", style=solid]; -"200 conv2d_20_scale_0_updated_constant0" -> "203 mul_tensor_14" [label="(40, 1, 1, 1)", style=solid]; -"201 compressed_weight_updated_constant14" -> "203 mul_tensor_14" [label="(40, 240, 1, 1)", style=solid]; -"202 features_5_block_3_0_weight_bias_0_0" -> "205 conv2d_20" [label="(40,)", style=solid]; -"203 mul_tensor_14" -> "204 sub_tensor_14" [label="(40, 240, 1, 1)", style=solid]; -"204 sub_tensor_14" -> "205 conv2d_20" [label=None, style=solid]; +"199 conv2d_20_scale_0" -> "202 quantize_per_channel_default_19" [label="(40,)", style=solid]; +"199 conv2d_20_scale_0" -> "203 dequantize_per_channel_default_19" [label="(40,)", style=solid]; +"200 conv2d_20_zero_point_0" -> "202 quantize_per_channel_default_19" [label="(40,)", style=solid]; +"200 conv2d_20_zero_point_0" -> "203 dequantize_per_channel_default_19" [label="(40,)", style=solid]; +"201 compressed_weight_updated_constant14" -> "202 quantize_per_channel_default_19" [label="(40, 240, 1, 1)", style=solid]; +"202 quantize_per_channel_default_19" -> "203 dequantize_per_channel_default_19" [label="(40, 240, 1, 1)", style=solid]; +"203 dequantize_per_channel_default_19" -> "205 conv2d_20" [label="(40, 240, 1, 1)", style=solid]; +"204 features_5_block_3_0_weight_bias_0_0" -> "205 conv2d_20" [label="(40,)", style=solid]; "205 conv2d_20" -> "206 quantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; "206 quantize_per_tensor_default_17" -> "207 dequantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; "207 dequantize_per_tensor_default_22" -> "208 add__1" [label="(1, 40, 14, 14)", style=solid]; @@ -763,12 +793,14 @@ strict digraph { "209 quantize_per_tensor_default_18" -> "211 dequantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; "210 dequantize_per_tensor_default_24" -> "258 add__2" [label="(1, 40, 14, 14)", style=solid]; "211 dequantize_per_tensor_default_23" -> "218 conv2d_21" [label="(1, 40, 14, 14)", style=solid]; -"212 conv2d_21_zero_point_0_updated_constant0" -> "217 sub_tensor_15" [label="(240, 1, 1, 1)", style=solid]; -"213 conv2d_21_scale_0_updated_constant0" -> "216 mul_tensor_15" [label="(240, 1, 1, 1)", style=solid]; -"214 compressed_weight_updated_constant15" -> "216 mul_tensor_15" [label="(240, 40, 1, 1)", style=solid]; -"215 features_6_block_0_0_weight_bias_0_0" -> "218 conv2d_21" [label="(240,)", style=solid]; -"216 mul_tensor_15" -> "217 sub_tensor_15" [label="(240, 40, 1, 1)", style=solid]; -"217 sub_tensor_15" -> "218 conv2d_21" [label=None, style=solid]; +"212 conv2d_21_scale_0" -> "215 quantize_per_channel_default_20" [label="(240,)", style=solid]; +"212 conv2d_21_scale_0" -> "216 dequantize_per_channel_default_20" [label="(240,)", style=solid]; +"213 conv2d_21_zero_point_0" -> "215 quantize_per_channel_default_20" [label="(240,)", style=solid]; +"213 conv2d_21_zero_point_0" -> "216 dequantize_per_channel_default_20" [label="(240,)", style=solid]; +"214 compressed_weight_updated_constant15" -> "215 quantize_per_channel_default_20" [label="(240, 40, 1, 1)", style=solid]; +"215 quantize_per_channel_default_20" -> "216 dequantize_per_channel_default_20" [label="(240, 40, 1, 1)", style=solid]; +"216 dequantize_per_channel_default_20" -> "218 conv2d_21" [label="(240, 40, 1, 1)", style=solid]; +"217 features_6_block_0_0_weight_bias_0_0" -> "218 conv2d_21" [label="(240,)", style=solid]; "218 conv2d_21" -> "221 hardswish__5" [label="(1, 240, 14, 14)", style=solid]; "219 hardswish__5_scale_0" -> "222 quantize_per_channel_default_21" [label="(240,)", style=solid]; "219 hardswish__5_scale_0" -> "223 dequantize_per_channel_default_21" [label="(240,)", style=solid]; @@ -777,12 +809,14 @@ strict digraph { "221 hardswish__5" -> "222 quantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; "222 quantize_per_channel_default_21" -> "223 dequantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; "223 dequantize_per_channel_default_21" -> "230 conv2d_22" [label="(1, 240, 14, 14)", style=solid]; -"224 conv2d_22_zero_point_0_updated_constant0" -> "229 sub_tensor_16" [label="(240, 1, 1, 1)", style=solid]; -"225 conv2d_22_scale_0_updated_constant0" -> "228 mul_tensor_16" [label="(240, 1, 1, 1)", style=solid]; -"226 compressed_weight_updated_constant16" -> "228 mul_tensor_16" [label="(240, 1, 5, 5)", style=solid]; -"227 features_6_block_1_0_weight_bias_0_0" -> "230 conv2d_22" [label="(240,)", style=solid]; -"228 mul_tensor_16" -> "229 sub_tensor_16" [label="(240, 1, 5, 5)", style=solid]; -"229 sub_tensor_16" -> "230 conv2d_22" [label=None, style=solid]; +"224 conv2d_22_scale_0" -> "227 quantize_per_channel_default_22" [label="(240,)", style=solid]; +"224 conv2d_22_scale_0" -> "228 dequantize_per_channel_default_22" [label="(240,)", style=solid]; +"225 conv2d_22_zero_point_0" -> "227 quantize_per_channel_default_22" [label="(240,)", style=solid]; +"225 conv2d_22_zero_point_0" -> "228 dequantize_per_channel_default_22" [label="(240,)", style=solid]; +"226 compressed_weight_updated_constant16" -> "227 quantize_per_channel_default_22" [label="(240, 1, 5, 5)", style=solid]; +"227 quantize_per_channel_default_22" -> "228 dequantize_per_channel_default_22" [label="(240, 1, 5, 5)", style=solid]; +"228 dequantize_per_channel_default_22" -> "230 conv2d_22" [label="(240, 1, 5, 5)", style=solid]; +"229 features_6_block_1_0_weight_bias_0_0" -> "230 conv2d_22" [label="(240,)", style=solid]; "230 conv2d_22" -> "231 hardswish__6" [label="(1, 240, 14, 14)", style=solid]; "231 hardswish__6" -> "232 quantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; "232 quantize_per_tensor_default_19" -> "233 dequantize_per_tensor_default_26" [label="(1, 240, 14, 14)", style=solid]; @@ -803,24 +837,28 @@ strict digraph { "246 mul_3" -> "247 quantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; "247 quantize_per_tensor_default_21" -> "248 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14)", style=solid]; "248 dequantize_per_tensor_default_28" -> "255 conv2d_25" [label="(1, 240, 14, 14)", style=solid]; -"249 conv2d_25_zero_point_0_updated_constant0" -> "254 sub_tensor_17" [label="(40, 1, 1, 1)", style=solid]; -"250 conv2d_25_scale_0_updated_constant0" -> "253 mul_tensor_17" [label="(40, 1, 1, 1)", style=solid]; -"251 compressed_weight_updated_constant17" -> "253 mul_tensor_17" [label="(40, 240, 1, 1)", style=solid]; -"252 features_6_block_3_0_weight_bias_0_0" -> "255 conv2d_25" [label="(40,)", style=solid]; -"253 mul_tensor_17" -> "254 sub_tensor_17" [label="(40, 240, 1, 1)", style=solid]; -"254 sub_tensor_17" -> "255 conv2d_25" [label=None, style=solid]; +"249 conv2d_25_scale_0" -> "252 quantize_per_channel_default_23" [label="(40,)", style=solid]; +"249 conv2d_25_scale_0" -> "253 dequantize_per_channel_default_23" [label="(40,)", style=solid]; +"250 conv2d_25_zero_point_0" -> "252 quantize_per_channel_default_23" [label="(40,)", style=solid]; +"250 conv2d_25_zero_point_0" -> "253 dequantize_per_channel_default_23" [label="(40,)", style=solid]; +"251 compressed_weight_updated_constant17" -> "252 quantize_per_channel_default_23" [label="(40, 240, 1, 1)", style=solid]; +"252 quantize_per_channel_default_23" -> "253 dequantize_per_channel_default_23" [label="(40, 240, 1, 1)", style=solid]; +"253 dequantize_per_channel_default_23" -> "255 conv2d_25" [label="(40, 240, 1, 1)", style=solid]; +"254 features_6_block_3_0_weight_bias_0_0" -> "255 conv2d_25" [label="(40,)", style=solid]; "255 conv2d_25" -> "256 quantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; "256 quantize_per_tensor_default_22" -> "257 dequantize_per_tensor_default_29" [label="(1, 40, 14, 14)", style=solid]; "257 dequantize_per_tensor_default_29" -> "258 add__2" [label="(1, 40, 14, 14)", style=solid]; "258 add__2" -> "259 quantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; "259 quantize_per_tensor_default_23" -> "260 dequantize_per_tensor_default_30" [label="(1, 40, 14, 14)", style=solid]; "260 dequantize_per_tensor_default_30" -> "267 conv2d_26" [label="(1, 40, 14, 14)", style=solid]; -"261 conv2d_26_zero_point_0_updated_constant0" -> "266 sub_tensor_18" [label="(120, 1, 1, 1)", style=solid]; -"262 conv2d_26_scale_0_updated_constant0" -> "265 mul_tensor_18" [label="(120, 1, 1, 1)", style=solid]; -"263 compressed_weight_updated_constant18" -> "265 mul_tensor_18" [label="(120, 40, 1, 1)", style=solid]; -"264 features_7_block_0_0_weight_bias_0_0" -> "267 conv2d_26" [label="(120,)", style=solid]; -"265 mul_tensor_18" -> "266 sub_tensor_18" [label="(120, 40, 1, 1)", style=solid]; -"266 sub_tensor_18" -> "267 conv2d_26" [label=None, style=solid]; +"261 conv2d_26_scale_0" -> "264 quantize_per_channel_default_24" [label="(120,)", style=solid]; +"261 conv2d_26_scale_0" -> "265 dequantize_per_channel_default_24" [label="(120,)", style=solid]; +"262 conv2d_26_zero_point_0" -> "264 quantize_per_channel_default_24" [label="(120,)", style=solid]; +"262 conv2d_26_zero_point_0" -> "265 dequantize_per_channel_default_24" [label="(120,)", style=solid]; +"263 compressed_weight_updated_constant18" -> "264 quantize_per_channel_default_24" [label="(120, 40, 1, 1)", style=solid]; +"264 quantize_per_channel_default_24" -> "265 dequantize_per_channel_default_24" [label="(120, 40, 1, 1)", style=solid]; +"265 dequantize_per_channel_default_24" -> "267 conv2d_26" [label="(120, 40, 1, 1)", style=solid]; +"266 features_7_block_0_0_weight_bias_0_0" -> "267 conv2d_26" [label="(120,)", style=solid]; "267 conv2d_26" -> "270 hardswish__7" [label="(1, 120, 14, 14)", style=solid]; "268 hardswish__7_scale_0" -> "271 quantize_per_channel_default_25" [label="(120,)", style=solid]; "268 hardswish__7_scale_0" -> "272 dequantize_per_channel_default_25" [label="(120,)", style=solid]; @@ -829,12 +867,14 @@ strict digraph { "270 hardswish__7" -> "271 quantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; "271 quantize_per_channel_default_25" -> "272 dequantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; "272 dequantize_per_channel_default_25" -> "279 conv2d_27" [label="(1, 120, 14, 14)", style=solid]; -"273 conv2d_27_zero_point_0_updated_constant0" -> "278 sub_tensor_19" [label="(120, 1, 1, 1)", style=solid]; -"274 conv2d_27_scale_0_updated_constant0" -> "277 mul_tensor_19" [label="(120, 1, 1, 1)", style=solid]; -"275 compressed_weight_updated_constant19" -> "277 mul_tensor_19" [label="(120, 1, 5, 5)", style=solid]; -"276 features_7_block_1_0_weight_bias_0_0" -> "279 conv2d_27" [label="(120,)", style=solid]; -"277 mul_tensor_19" -> "278 sub_tensor_19" [label="(120, 1, 5, 5)", style=solid]; -"278 sub_tensor_19" -> "279 conv2d_27" [label=None, style=solid]; +"273 conv2d_27_scale_0" -> "276 quantize_per_channel_default_26" [label="(120,)", style=solid]; +"273 conv2d_27_scale_0" -> "277 dequantize_per_channel_default_26" [label="(120,)", style=solid]; +"274 conv2d_27_zero_point_0" -> "276 quantize_per_channel_default_26" [label="(120,)", style=solid]; +"274 conv2d_27_zero_point_0" -> "277 dequantize_per_channel_default_26" [label="(120,)", style=solid]; +"275 compressed_weight_updated_constant19" -> "276 quantize_per_channel_default_26" [label="(120, 1, 5, 5)", style=solid]; +"276 quantize_per_channel_default_26" -> "277 dequantize_per_channel_default_26" [label="(120, 1, 5, 5)", style=solid]; +"277 dequantize_per_channel_default_26" -> "279 conv2d_27" [label="(120, 1, 5, 5)", style=solid]; +"278 features_7_block_1_0_weight_bias_0_0" -> "279 conv2d_27" [label="(120,)", style=solid]; "279 conv2d_27" -> "280 hardswish__8" [label="(1, 120, 14, 14)", style=solid]; "280 hardswish__8" -> "281 quantize_per_tensor_default_24" [label="(1, 120, 14, 14)", style=solid]; "281 quantize_per_tensor_default_24" -> "282 dequantize_per_tensor_default_32" [label="(1, 120, 14, 14)", style=solid]; @@ -855,23 +895,27 @@ strict digraph { "295 mul_4" -> "296 quantize_per_tensor_default_26" [label="(1, 120, 14, 14)", style=solid]; "296 quantize_per_tensor_default_26" -> "297 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14)", style=solid]; "297 dequantize_per_tensor_default_34" -> "304 conv2d_30" [label="(1, 120, 14, 14)", style=solid]; -"298 conv2d_30_zero_point_0_updated_constant0" -> "303 sub_tensor_20" [label="(48, 1, 1, 1)", style=solid]; -"299 conv2d_30_scale_0_updated_constant0" -> "302 mul_tensor_20" [label="(48, 1, 1, 1)", style=solid]; -"300 compressed_weight_updated_constant20" -> "302 mul_tensor_20" [label="(48, 120, 1, 1)", style=solid]; -"301 features_7_block_3_0_weight_bias_0_0" -> "304 conv2d_30" [label="(48,)", style=solid]; -"302 mul_tensor_20" -> "303 sub_tensor_20" [label="(48, 120, 1, 1)", style=solid]; -"303 sub_tensor_20" -> "304 conv2d_30" [label=None, style=solid]; +"298 conv2d_30_scale_0" -> "301 quantize_per_channel_default_27" [label="(48,)", style=solid]; +"298 conv2d_30_scale_0" -> "302 dequantize_per_channel_default_27" [label="(48,)", style=solid]; +"299 conv2d_30_zero_point_0" -> "301 quantize_per_channel_default_27" [label="(48,)", style=solid]; +"299 conv2d_30_zero_point_0" -> "302 dequantize_per_channel_default_27" [label="(48,)", style=solid]; +"300 compressed_weight_updated_constant20" -> "301 quantize_per_channel_default_27" [label="(48, 120, 1, 1)", style=solid]; +"301 quantize_per_channel_default_27" -> "302 dequantize_per_channel_default_27" [label="(48, 120, 1, 1)", style=solid]; +"302 dequantize_per_channel_default_27" -> "304 conv2d_30" [label="(48, 120, 1, 1)", style=solid]; +"303 features_7_block_3_0_weight_bias_0_0" -> "304 conv2d_30" [label="(48,)", style=solid]; "304 conv2d_30" -> "305 quantize_per_tensor_default_27" [label="(1, 48, 14, 14)", style=solid]; "305 quantize_per_tensor_default_27" -> "306 dequantize_per_tensor_default_36" [label="(1, 48, 14, 14)", style=solid]; "305 quantize_per_tensor_default_27" -> "307 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14)", style=solid]; "306 dequantize_per_tensor_default_36" -> "354 add__3" [label="(1, 48, 14, 14)", style=solid]; "307 dequantize_per_tensor_default_35" -> "314 conv2d_31" [label="(1, 48, 14, 14)", style=solid]; -"308 conv2d_31_zero_point_0_updated_constant0" -> "313 sub_tensor_21" [label="(144, 1, 1, 1)", style=solid]; -"309 conv2d_31_scale_0_updated_constant0" -> "312 mul_tensor_21" [label="(144, 1, 1, 1)", style=solid]; -"310 compressed_weight_updated_constant21" -> "312 mul_tensor_21" [label="(144, 48, 1, 1)", style=solid]; -"311 features_8_block_0_0_weight_bias_0_0" -> "314 conv2d_31" [label="(144,)", style=solid]; -"312 mul_tensor_21" -> "313 sub_tensor_21" [label="(144, 48, 1, 1)", style=solid]; -"313 sub_tensor_21" -> "314 conv2d_31" [label=None, style=solid]; +"308 conv2d_31_scale_0" -> "311 quantize_per_channel_default_28" [label="(144,)", style=solid]; +"308 conv2d_31_scale_0" -> "312 dequantize_per_channel_default_28" [label="(144,)", style=solid]; +"309 conv2d_31_zero_point_0" -> "311 quantize_per_channel_default_28" [label="(144,)", style=solid]; +"309 conv2d_31_zero_point_0" -> "312 dequantize_per_channel_default_28" [label="(144,)", style=solid]; +"310 compressed_weight_updated_constant21" -> "311 quantize_per_channel_default_28" [label="(144, 48, 1, 1)", style=solid]; +"311 quantize_per_channel_default_28" -> "312 dequantize_per_channel_default_28" [label="(144, 48, 1, 1)", style=solid]; +"312 dequantize_per_channel_default_28" -> "314 conv2d_31" [label="(144, 48, 1, 1)", style=solid]; +"313 features_8_block_0_0_weight_bias_0_0" -> "314 conv2d_31" [label="(144,)", style=solid]; "314 conv2d_31" -> "317 hardswish__9" [label="(1, 144, 14, 14)", style=solid]; "315 hardswish__9_scale_0" -> "318 quantize_per_channel_default_29" [label="(144,)", style=solid]; "315 hardswish__9_scale_0" -> "319 dequantize_per_channel_default_29" [label="(144,)", style=solid]; @@ -880,12 +924,14 @@ strict digraph { "317 hardswish__9" -> "318 quantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; "318 quantize_per_channel_default_29" -> "319 dequantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; "319 dequantize_per_channel_default_29" -> "326 conv2d_32" [label="(1, 144, 14, 14)", style=solid]; -"320 conv2d_32_zero_point_0_updated_constant0" -> "325 sub_tensor_22" [label="(144, 1, 1, 1)", style=solid]; -"321 conv2d_32_scale_0_updated_constant0" -> "324 mul_tensor_22" [label="(144, 1, 1, 1)", style=solid]; -"322 compressed_weight_updated_constant22" -> "324 mul_tensor_22" [label="(144, 1, 5, 5)", style=solid]; -"323 features_8_block_1_0_weight_bias_0_0" -> "326 conv2d_32" [label="(144,)", style=solid]; -"324 mul_tensor_22" -> "325 sub_tensor_22" [label="(144, 1, 5, 5)", style=solid]; -"325 sub_tensor_22" -> "326 conv2d_32" [label=None, style=solid]; +"320 conv2d_32_scale_0" -> "323 quantize_per_channel_default_30" [label="(144,)", style=solid]; +"320 conv2d_32_scale_0" -> "324 dequantize_per_channel_default_30" [label="(144,)", style=solid]; +"321 conv2d_32_zero_point_0" -> "323 quantize_per_channel_default_30" [label="(144,)", style=solid]; +"321 conv2d_32_zero_point_0" -> "324 dequantize_per_channel_default_30" [label="(144,)", style=solid]; +"322 compressed_weight_updated_constant22" -> "323 quantize_per_channel_default_30" [label="(144, 1, 5, 5)", style=solid]; +"323 quantize_per_channel_default_30" -> "324 dequantize_per_channel_default_30" [label="(144, 1, 5, 5)", style=solid]; +"324 dequantize_per_channel_default_30" -> "326 conv2d_32" [label="(144, 1, 5, 5)", style=solid]; +"325 features_8_block_1_0_weight_bias_0_0" -> "326 conv2d_32" [label="(144,)", style=solid]; "326 conv2d_32" -> "327 hardswish__10" [label="(1, 144, 14, 14)", style=solid]; "327 hardswish__10" -> "328 quantize_per_tensor_default_28" [label="(1, 144, 14, 14)", style=solid]; "328 quantize_per_tensor_default_28" -> "329 dequantize_per_tensor_default_38" [label="(1, 144, 14, 14)", style=solid]; @@ -906,24 +952,28 @@ strict digraph { "342 mul_5" -> "343 quantize_per_tensor_default_30" [label="(1, 144, 14, 14)", style=solid]; "343 quantize_per_tensor_default_30" -> "344 dequantize_per_tensor_default_40" [label="(1, 144, 14, 14)", style=solid]; "344 dequantize_per_tensor_default_40" -> "351 conv2d_35" [label="(1, 144, 14, 14)", style=solid]; -"345 conv2d_35_zero_point_0_updated_constant0" -> "350 sub_tensor_23" [label="(48, 1, 1, 1)", style=solid]; -"346 conv2d_35_scale_0_updated_constant0" -> "349 mul_tensor_23" [label="(48, 1, 1, 1)", style=solid]; -"347 compressed_weight_updated_constant23" -> "349 mul_tensor_23" [label="(48, 144, 1, 1)", style=solid]; -"348 features_8_block_3_0_weight_bias_0_0" -> "351 conv2d_35" [label="(48,)", style=solid]; -"349 mul_tensor_23" -> "350 sub_tensor_23" [label="(48, 144, 1, 1)", style=solid]; -"350 sub_tensor_23" -> "351 conv2d_35" [label=None, style=solid]; +"345 conv2d_35_scale_0" -> "348 quantize_per_channel_default_31" [label="(48,)", style=solid]; +"345 conv2d_35_scale_0" -> "349 dequantize_per_channel_default_31" [label="(48,)", style=solid]; +"346 conv2d_35_zero_point_0" -> "348 quantize_per_channel_default_31" [label="(48,)", style=solid]; +"346 conv2d_35_zero_point_0" -> "349 dequantize_per_channel_default_31" [label="(48,)", style=solid]; +"347 compressed_weight_updated_constant23" -> "348 quantize_per_channel_default_31" [label="(48, 144, 1, 1)", style=solid]; +"348 quantize_per_channel_default_31" -> "349 dequantize_per_channel_default_31" [label="(48, 144, 1, 1)", style=solid]; +"349 dequantize_per_channel_default_31" -> "351 conv2d_35" [label="(48, 144, 1, 1)", style=solid]; +"350 features_8_block_3_0_weight_bias_0_0" -> "351 conv2d_35" [label="(48,)", style=solid]; "351 conv2d_35" -> "352 quantize_per_tensor_default_31" [label="(1, 48, 14, 14)", style=solid]; "352 quantize_per_tensor_default_31" -> "353 dequantize_per_tensor_default_41" [label="(1, 48, 14, 14)", style=solid]; "353 dequantize_per_tensor_default_41" -> "354 add__3" [label="(1, 48, 14, 14)", style=solid]; "354 add__3" -> "355 quantize_per_tensor_default_32" [label="(1, 48, 14, 14)", style=solid]; "355 quantize_per_tensor_default_32" -> "356 dequantize_per_tensor_default_42" [label="(1, 48, 14, 14)", style=solid]; "356 dequantize_per_tensor_default_42" -> "363 conv2d_36" [label="(1, 48, 14, 14)", style=solid]; -"357 conv2d_36_zero_point_0_updated_constant0" -> "362 sub_tensor_24" [label="(288, 1, 1, 1)", style=solid]; -"358 conv2d_36_scale_0_updated_constant0" -> "361 mul_tensor_24" [label="(288, 1, 1, 1)", style=solid]; -"359 compressed_weight_updated_constant24" -> "361 mul_tensor_24" [label="(288, 48, 1, 1)", style=solid]; -"360 features_9_block_0_0_weight_bias_0_0" -> "363 conv2d_36" [label="(288,)", style=solid]; -"361 mul_tensor_24" -> "362 sub_tensor_24" [label="(288, 48, 1, 1)", style=solid]; -"362 sub_tensor_24" -> "363 conv2d_36" [label=None, style=solid]; +"357 conv2d_36_scale_0" -> "360 quantize_per_channel_default_32" [label="(288,)", style=solid]; +"357 conv2d_36_scale_0" -> "361 dequantize_per_channel_default_32" [label="(288,)", style=solid]; +"358 conv2d_36_zero_point_0" -> "360 quantize_per_channel_default_32" [label="(288,)", style=solid]; +"358 conv2d_36_zero_point_0" -> "361 dequantize_per_channel_default_32" [label="(288,)", style=solid]; +"359 compressed_weight_updated_constant24" -> "360 quantize_per_channel_default_32" [label="(288, 48, 1, 1)", style=solid]; +"360 quantize_per_channel_default_32" -> "361 dequantize_per_channel_default_32" [label="(288, 48, 1, 1)", style=solid]; +"361 dequantize_per_channel_default_32" -> "363 conv2d_36" [label="(288, 48, 1, 1)", style=solid]; +"362 features_9_block_0_0_weight_bias_0_0" -> "363 conv2d_36" [label="(288,)", style=solid]; "363 conv2d_36" -> "366 hardswish__11" [label="(1, 288, 14, 14)", style=solid]; "364 hardswish__11_scale_0" -> "367 quantize_per_channel_default_33" [label="(288,)", style=solid]; "364 hardswish__11_scale_0" -> "368 dequantize_per_channel_default_33" [label="(288,)", style=solid]; @@ -932,12 +982,14 @@ strict digraph { "366 hardswish__11" -> "367 quantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; "367 quantize_per_channel_default_33" -> "368 dequantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; "368 dequantize_per_channel_default_33" -> "375 conv2d_37" [label="(1, 288, 14, 14)", style=solid]; -"369 conv2d_37_zero_point_0_updated_constant0" -> "374 sub_tensor_25" [label="(288, 1, 1, 1)", style=solid]; -"370 conv2d_37_scale_0_updated_constant0" -> "373 mul_tensor_25" [label="(288, 1, 1, 1)", style=solid]; -"371 compressed_weight_updated_constant25" -> "373 mul_tensor_25" [label="(288, 1, 5, 5)", style=solid]; -"372 features_9_block_1_0_weight_bias_0_0" -> "375 conv2d_37" [label="(288,)", style=solid]; -"373 mul_tensor_25" -> "374 sub_tensor_25" [label="(288, 1, 5, 5)", style=solid]; -"374 sub_tensor_25" -> "375 conv2d_37" [label=None, style=solid]; +"369 conv2d_37_scale_0" -> "372 quantize_per_channel_default_34" [label="(288,)", style=solid]; +"369 conv2d_37_scale_0" -> "373 dequantize_per_channel_default_34" [label="(288,)", style=solid]; +"370 conv2d_37_zero_point_0" -> "372 quantize_per_channel_default_34" [label="(288,)", style=solid]; +"370 conv2d_37_zero_point_0" -> "373 dequantize_per_channel_default_34" [label="(288,)", style=solid]; +"371 compressed_weight_updated_constant25" -> "372 quantize_per_channel_default_34" [label="(288, 1, 5, 5)", style=solid]; +"372 quantize_per_channel_default_34" -> "373 dequantize_per_channel_default_34" [label="(288, 1, 5, 5)", style=solid]; +"373 dequantize_per_channel_default_34" -> "375 conv2d_37" [label="(288, 1, 5, 5)", style=solid]; +"374 features_9_block_1_0_weight_bias_0_0" -> "375 conv2d_37" [label="(288,)", style=solid]; "375 conv2d_37" -> "376 hardswish__12" [label="(1, 288, 7, 7)", style=solid]; "376 hardswish__12" -> "377 quantize_per_tensor_default_33" [label="(1, 288, 7, 7)", style=solid]; "377 quantize_per_tensor_default_33" -> "378 dequantize_per_tensor_default_44" [label="(1, 288, 7, 7)", style=solid]; @@ -958,23 +1010,27 @@ strict digraph { "391 mul_6" -> "392 quantize_per_tensor_default_35" [label="(1, 288, 7, 7)", style=solid]; "392 quantize_per_tensor_default_35" -> "393 dequantize_per_tensor_default_46" [label="(1, 288, 7, 7)", style=solid]; "393 dequantize_per_tensor_default_46" -> "400 conv2d_40" [label="(1, 288, 7, 7)", style=solid]; -"394 conv2d_40_zero_point_0_updated_constant0" -> "399 sub_tensor_26" [label="(96, 1, 1, 1)", style=solid]; -"395 conv2d_40_scale_0_updated_constant0" -> "398 mul_tensor_26" [label="(96, 1, 1, 1)", style=solid]; -"396 compressed_weight_updated_constant26" -> "398 mul_tensor_26" [label="(96, 288, 1, 1)", style=solid]; -"397 features_9_block_3_0_weight_bias_0_0" -> "400 conv2d_40" [label="(96,)", style=solid]; -"398 mul_tensor_26" -> "399 sub_tensor_26" [label="(96, 288, 1, 1)", style=solid]; -"399 sub_tensor_26" -> "400 conv2d_40" [label=None, style=solid]; +"394 conv2d_40_scale_0" -> "397 quantize_per_channel_default_35" [label="(96,)", style=solid]; +"394 conv2d_40_scale_0" -> "398 dequantize_per_channel_default_35" [label="(96,)", style=solid]; +"395 conv2d_40_zero_point_0" -> "397 quantize_per_channel_default_35" [label="(96,)", style=solid]; +"395 conv2d_40_zero_point_0" -> "398 dequantize_per_channel_default_35" [label="(96,)", style=solid]; +"396 compressed_weight_updated_constant26" -> "397 quantize_per_channel_default_35" [label="(96, 288, 1, 1)", style=solid]; +"397 quantize_per_channel_default_35" -> "398 dequantize_per_channel_default_35" [label="(96, 288, 1, 1)", style=solid]; +"398 dequantize_per_channel_default_35" -> "400 conv2d_40" [label="(96, 288, 1, 1)", style=solid]; +"399 features_9_block_3_0_weight_bias_0_0" -> "400 conv2d_40" [label="(96,)", style=solid]; "400 conv2d_40" -> "401 quantize_per_tensor_default_36" [label="(1, 96, 7, 7)", style=solid]; "401 quantize_per_tensor_default_36" -> "402 dequantize_per_tensor_default_48" [label="(1, 96, 7, 7)", style=solid]; "401 quantize_per_tensor_default_36" -> "403 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7)", style=solid]; "402 dequantize_per_tensor_default_48" -> "450 add__4" [label="(1, 96, 7, 7)", style=solid]; "403 dequantize_per_tensor_default_47" -> "410 conv2d_41" [label="(1, 96, 7, 7)", style=solid]; -"404 conv2d_41_zero_point_0_updated_constant0" -> "409 sub_tensor_27" [label="(576, 1, 1, 1)", style=solid]; -"405 conv2d_41_scale_0_updated_constant0" -> "408 mul_tensor_27" [label="(576, 1, 1, 1)", style=solid]; -"406 compressed_weight_updated_constant27" -> "408 mul_tensor_27" [label="(576, 96, 1, 1)", style=solid]; -"407 features_10_block_0_0_weight_bias_0_0" -> "410 conv2d_41" [label="(576,)", style=solid]; -"408 mul_tensor_27" -> "409 sub_tensor_27" [label="(576, 96, 1, 1)", style=solid]; -"409 sub_tensor_27" -> "410 conv2d_41" [label=None, style=solid]; +"404 conv2d_41_scale_0" -> "407 quantize_per_channel_default_36" [label="(576,)", style=solid]; +"404 conv2d_41_scale_0" -> "408 dequantize_per_channel_default_36" [label="(576,)", style=solid]; +"405 conv2d_41_zero_point_0" -> "407 quantize_per_channel_default_36" [label="(576,)", style=solid]; +"405 conv2d_41_zero_point_0" -> "408 dequantize_per_channel_default_36" [label="(576,)", style=solid]; +"406 compressed_weight_updated_constant27" -> "407 quantize_per_channel_default_36" [label="(576, 96, 1, 1)", style=solid]; +"407 quantize_per_channel_default_36" -> "408 dequantize_per_channel_default_36" [label="(576, 96, 1, 1)", style=solid]; +"408 dequantize_per_channel_default_36" -> "410 conv2d_41" [label="(576, 96, 1, 1)", style=solid]; +"409 features_10_block_0_0_weight_bias_0_0" -> "410 conv2d_41" [label="(576,)", style=solid]; "410 conv2d_41" -> "413 hardswish__13" [label="(1, 576, 7, 7)", style=solid]; "411 hardswish__13_scale_0" -> "414 quantize_per_channel_default_37" [label="(576,)", style=solid]; "411 hardswish__13_scale_0" -> "415 dequantize_per_channel_default_37" [label="(576,)", style=solid]; @@ -983,12 +1039,14 @@ strict digraph { "413 hardswish__13" -> "414 quantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; "414 quantize_per_channel_default_37" -> "415 dequantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; "415 dequantize_per_channel_default_37" -> "422 conv2d_42" [label="(1, 576, 7, 7)", style=solid]; -"416 conv2d_42_zero_point_0_updated_constant0" -> "421 sub_tensor_28" [label="(576, 1, 1, 1)", style=solid]; -"417 conv2d_42_scale_0_updated_constant0" -> "420 mul_tensor_28" [label="(576, 1, 1, 1)", style=solid]; -"418 compressed_weight_updated_constant28" -> "420 mul_tensor_28" [label="(576, 1, 5, 5)", style=solid]; -"419 features_10_block_1_0_weight_bias_0_0" -> "422 conv2d_42" [label="(576,)", style=solid]; -"420 mul_tensor_28" -> "421 sub_tensor_28" [label="(576, 1, 5, 5)", style=solid]; -"421 sub_tensor_28" -> "422 conv2d_42" [label=None, style=solid]; +"416 conv2d_42_scale_0" -> "419 quantize_per_channel_default_38" [label="(576,)", style=solid]; +"416 conv2d_42_scale_0" -> "420 dequantize_per_channel_default_38" [label="(576,)", style=solid]; +"417 conv2d_42_zero_point_0" -> "419 quantize_per_channel_default_38" [label="(576,)", style=solid]; +"417 conv2d_42_zero_point_0" -> "420 dequantize_per_channel_default_38" [label="(576,)", style=solid]; +"418 compressed_weight_updated_constant28" -> "419 quantize_per_channel_default_38" [label="(576, 1, 5, 5)", style=solid]; +"419 quantize_per_channel_default_38" -> "420 dequantize_per_channel_default_38" [label="(576, 1, 5, 5)", style=solid]; +"420 dequantize_per_channel_default_38" -> "422 conv2d_42" [label="(576, 1, 5, 5)", style=solid]; +"421 features_10_block_1_0_weight_bias_0_0" -> "422 conv2d_42" [label="(576,)", style=solid]; "422 conv2d_42" -> "423 hardswish__14" [label="(1, 576, 7, 7)", style=solid]; "423 hardswish__14" -> "424 quantize_per_tensor_default_37" [label="(1, 576, 7, 7)", style=solid]; "424 quantize_per_tensor_default_37" -> "425 dequantize_per_tensor_default_50" [label="(1, 576, 7, 7)", style=solid]; @@ -1009,12 +1067,14 @@ strict digraph { "438 mul_7" -> "439 quantize_per_tensor_default_39" [label="(1, 576, 7, 7)", style=solid]; "439 quantize_per_tensor_default_39" -> "440 dequantize_per_tensor_default_52" [label="(1, 576, 7, 7)", style=solid]; "440 dequantize_per_tensor_default_52" -> "447 conv2d_45" [label="(1, 576, 7, 7)", style=solid]; -"441 conv2d_45_zero_point_0_updated_constant0" -> "446 sub_tensor_29" [label="(96, 1, 1, 1)", style=solid]; -"442 conv2d_45_scale_0_updated_constant0" -> "445 mul_tensor_29" [label="(96, 1, 1, 1)", style=solid]; -"443 compressed_weight_updated_constant29" -> "445 mul_tensor_29" [label="(96, 576, 1, 1)", style=solid]; -"444 features_10_block_3_0_weight_bias_0_0" -> "447 conv2d_45" [label="(96,)", style=solid]; -"445 mul_tensor_29" -> "446 sub_tensor_29" [label="(96, 576, 1, 1)", style=solid]; -"446 sub_tensor_29" -> "447 conv2d_45" [label=None, style=solid]; +"441 conv2d_45_scale_0" -> "444 quantize_per_channel_default_39" [label="(96,)", style=solid]; +"441 conv2d_45_scale_0" -> "445 dequantize_per_channel_default_39" [label="(96,)", style=solid]; +"442 conv2d_45_zero_point_0" -> "444 quantize_per_channel_default_39" [label="(96,)", style=solid]; +"442 conv2d_45_zero_point_0" -> "445 dequantize_per_channel_default_39" [label="(96,)", style=solid]; +"443 compressed_weight_updated_constant29" -> "444 quantize_per_channel_default_39" [label="(96, 576, 1, 1)", style=solid]; +"444 quantize_per_channel_default_39" -> "445 dequantize_per_channel_default_39" [label="(96, 576, 1, 1)", style=solid]; +"445 dequantize_per_channel_default_39" -> "447 conv2d_45" [label="(96, 576, 1, 1)", style=solid]; +"446 features_10_block_3_0_weight_bias_0_0" -> "447 conv2d_45" [label="(96,)", style=solid]; "447 conv2d_45" -> "448 quantize_per_tensor_default_40" [label="(1, 96, 7, 7)", style=solid]; "448 quantize_per_tensor_default_40" -> "449 dequantize_per_tensor_default_53" [label="(1, 96, 7, 7)", style=solid]; "449 dequantize_per_tensor_default_53" -> "450 add__4" [label="(1, 96, 7, 7)", style=solid]; @@ -1023,12 +1083,14 @@ strict digraph { "451 quantize_per_tensor_default_41" -> "453 dequantize_per_tensor_default_54" [label="(1, 96, 7, 7)", style=solid]; "452 dequantize_per_tensor_default_55" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; "453 dequantize_per_tensor_default_54" -> "460 conv2d_46" [label="(1, 96, 7, 7)", style=solid]; -"454 conv2d_46_zero_point_0_updated_constant0" -> "459 sub_tensor_30" [label="(576, 1, 1, 1)", style=solid]; -"455 conv2d_46_scale_0_updated_constant0" -> "458 mul_tensor_30" [label="(576, 1, 1, 1)", style=solid]; -"456 compressed_weight_updated_constant30" -> "458 mul_tensor_30" [label="(576, 96, 1, 1)", style=solid]; -"457 features_11_block_0_0_weight_bias_0_0" -> "460 conv2d_46" [label="(576,)", style=solid]; -"458 mul_tensor_30" -> "459 sub_tensor_30" [label="(576, 96, 1, 1)", style=solid]; -"459 sub_tensor_30" -> "460 conv2d_46" [label=None, style=solid]; +"454 conv2d_46_scale_0" -> "457 quantize_per_channel_default_40" [label="(576,)", style=solid]; +"454 conv2d_46_scale_0" -> "458 dequantize_per_channel_default_40" [label="(576,)", style=solid]; +"455 conv2d_46_zero_point_0" -> "457 quantize_per_channel_default_40" [label="(576,)", style=solid]; +"455 conv2d_46_zero_point_0" -> "458 dequantize_per_channel_default_40" [label="(576,)", style=solid]; +"456 compressed_weight_updated_constant30" -> "457 quantize_per_channel_default_40" [label="(576, 96, 1, 1)", style=solid]; +"457 quantize_per_channel_default_40" -> "458 dequantize_per_channel_default_40" [label="(576, 96, 1, 1)", style=solid]; +"458 dequantize_per_channel_default_40" -> "460 conv2d_46" [label="(576, 96, 1, 1)", style=solid]; +"459 features_11_block_0_0_weight_bias_0_0" -> "460 conv2d_46" [label="(576,)", style=solid]; "460 conv2d_46" -> "463 hardswish__15" [label="(1, 576, 7, 7)", style=solid]; "461 hardswish__15_scale_0" -> "464 quantize_per_channel_default_41" [label="(576,)", style=solid]; "461 hardswish__15_scale_0" -> "465 dequantize_per_channel_default_41" [label="(576,)", style=solid]; @@ -1037,12 +1099,14 @@ strict digraph { "463 hardswish__15" -> "464 quantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; "464 quantize_per_channel_default_41" -> "465 dequantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; "465 dequantize_per_channel_default_41" -> "472 conv2d_47" [label="(1, 576, 7, 7)", style=solid]; -"466 conv2d_47_zero_point_0_updated_constant0" -> "471 sub_tensor_31" [label="(576, 1, 1, 1)", style=solid]; -"467 conv2d_47_scale_0_updated_constant0" -> "470 mul_tensor_31" [label="(576, 1, 1, 1)", style=solid]; -"468 compressed_weight_updated_constant31" -> "470 mul_tensor_31" [label="(576, 1, 5, 5)", style=solid]; -"469 features_11_block_1_0_weight_bias_0_0" -> "472 conv2d_47" [label="(576,)", style=solid]; -"470 mul_tensor_31" -> "471 sub_tensor_31" [label="(576, 1, 5, 5)", style=solid]; -"471 sub_tensor_31" -> "472 conv2d_47" [label=None, style=solid]; +"466 conv2d_47_scale_0" -> "469 quantize_per_channel_default_42" [label="(576,)", style=solid]; +"466 conv2d_47_scale_0" -> "470 dequantize_per_channel_default_42" [label="(576,)", style=solid]; +"467 conv2d_47_zero_point_0" -> "469 quantize_per_channel_default_42" [label="(576,)", style=solid]; +"467 conv2d_47_zero_point_0" -> "470 dequantize_per_channel_default_42" [label="(576,)", style=solid]; +"468 compressed_weight_updated_constant31" -> "469 quantize_per_channel_default_42" [label="(576, 1, 5, 5)", style=solid]; +"469 quantize_per_channel_default_42" -> "470 dequantize_per_channel_default_42" [label="(576, 1, 5, 5)", style=solid]; +"470 dequantize_per_channel_default_42" -> "472 conv2d_47" [label="(576, 1, 5, 5)", style=solid]; +"471 features_11_block_1_0_weight_bias_0_0" -> "472 conv2d_47" [label="(576,)", style=solid]; "472 conv2d_47" -> "473 hardswish__16" [label="(1, 576, 7, 7)", style=solid]; "473 hardswish__16" -> "474 quantize_per_tensor_default_42" [label="(1, 576, 7, 7)", style=solid]; "474 quantize_per_tensor_default_42" -> "475 dequantize_per_tensor_default_57" [label="(1, 576, 7, 7)", style=solid]; @@ -1063,24 +1127,28 @@ strict digraph { "488 mul_8" -> "489 quantize_per_tensor_default_44" [label="(1, 576, 7, 7)", style=solid]; "489 quantize_per_tensor_default_44" -> "490 dequantize_per_tensor_default_59" [label="(1, 576, 7, 7)", style=solid]; "490 dequantize_per_tensor_default_59" -> "497 conv2d_50" [label="(1, 576, 7, 7)", style=solid]; -"491 conv2d_50_zero_point_0_updated_constant0" -> "496 sub_tensor_32" [label="(96, 1, 1, 1)", style=solid]; -"492 conv2d_50_scale_0_updated_constant0" -> "495 mul_tensor_32" [label="(96, 1, 1, 1)", style=solid]; -"493 compressed_weight_updated_constant32" -> "495 mul_tensor_32" [label="(96, 576, 1, 1)", style=solid]; -"494 features_11_block_3_0_weight_bias_0_0" -> "497 conv2d_50" [label="(96,)", style=solid]; -"495 mul_tensor_32" -> "496 sub_tensor_32" [label="(96, 576, 1, 1)", style=solid]; -"496 sub_tensor_32" -> "497 conv2d_50" [label=None, style=solid]; +"491 conv2d_50_scale_0" -> "494 quantize_per_channel_default_43" [label="(96,)", style=solid]; +"491 conv2d_50_scale_0" -> "495 dequantize_per_channel_default_43" [label="(96,)", style=solid]; +"492 conv2d_50_zero_point_0" -> "494 quantize_per_channel_default_43" [label="(96,)", style=solid]; +"492 conv2d_50_zero_point_0" -> "495 dequantize_per_channel_default_43" [label="(96,)", style=solid]; +"493 compressed_weight_updated_constant32" -> "494 quantize_per_channel_default_43" [label="(96, 576, 1, 1)", style=solid]; +"494 quantize_per_channel_default_43" -> "495 dequantize_per_channel_default_43" [label="(96, 576, 1, 1)", style=solid]; +"495 dequantize_per_channel_default_43" -> "497 conv2d_50" [label="(96, 576, 1, 1)", style=solid]; +"496 features_11_block_3_0_weight_bias_0_0" -> "497 conv2d_50" [label="(96,)", style=solid]; "497 conv2d_50" -> "498 quantize_per_tensor_default_45" [label="(1, 96, 7, 7)", style=solid]; "498 quantize_per_tensor_default_45" -> "499 dequantize_per_tensor_default_60" [label="(1, 96, 7, 7)", style=solid]; "499 dequantize_per_tensor_default_60" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; "500 add__5" -> "501 quantize_per_tensor_default_46" [label="(1, 96, 7, 7)", style=solid]; "501 quantize_per_tensor_default_46" -> "502 dequantize_per_tensor_default_61" [label="(1, 96, 7, 7)", style=solid]; "502 dequantize_per_tensor_default_61" -> "509 conv2d_51" [label="(1, 96, 7, 7)", style=solid]; -"503 conv2d_51_zero_point_0_updated_constant0" -> "508 sub_tensor_33" [label="(576, 1, 1, 1)", style=solid]; -"504 conv2d_51_scale_0_updated_constant0" -> "507 mul_tensor_33" [label="(576, 1, 1, 1)", style=solid]; -"505 compressed_weight_updated_constant33" -> "507 mul_tensor_33" [label="(576, 96, 1, 1)", style=solid]; -"506 features_12_0_weight_bias_0_0" -> "509 conv2d_51" [label="(576,)", style=solid]; -"507 mul_tensor_33" -> "508 sub_tensor_33" [label="(576, 96, 1, 1)", style=solid]; -"508 sub_tensor_33" -> "509 conv2d_51" [label=None, style=solid]; +"503 conv2d_51_scale_0" -> "506 quantize_per_channel_default_44" [label="(576,)", style=solid]; +"503 conv2d_51_scale_0" -> "507 dequantize_per_channel_default_44" [label="(576,)", style=solid]; +"504 conv2d_51_zero_point_0" -> "506 quantize_per_channel_default_44" [label="(576,)", style=solid]; +"504 conv2d_51_zero_point_0" -> "507 dequantize_per_channel_default_44" [label="(576,)", style=solid]; +"505 compressed_weight_updated_constant33" -> "506 quantize_per_channel_default_44" [label="(576, 96, 1, 1)", style=solid]; +"506 quantize_per_channel_default_44" -> "507 dequantize_per_channel_default_44" [label="(576, 96, 1, 1)", style=solid]; +"507 dequantize_per_channel_default_44" -> "509 conv2d_51" [label="(576, 96, 1, 1)", style=solid]; +"508 features_12_0_weight_bias_0_0" -> "509 conv2d_51" [label="(576,)", style=solid]; "509 conv2d_51" -> "510 hardswish__17" [label="(1, 576, 7, 7)", style=solid]; "510 hardswish__17" -> "511 quantize_per_tensor_default_47" [label="(1, 576, 7, 7)", style=solid]; "511 quantize_per_tensor_default_47" -> "512 dequantize_per_tensor_default_62" [label="(1, 576, 7, 7)", style=solid]; @@ -1089,22 +1157,26 @@ strict digraph { "514 quantize_per_tensor_default_48" -> "515 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1)", style=solid]; "515 dequantize_per_tensor_default_63" -> "516 flatten" [label="(1, 576, 1, 1)", style=solid]; "516 flatten" -> "523 linear" [label="(1, 576)", style=solid]; -"517 linear_zero_point_0_updated_constant0" -> "522 sub_tensor_34" [label="(1024, 1)", style=solid]; -"518 linear_scale_0_updated_constant0" -> "521 mul_tensor_34" [label="(1024, 1)", style=solid]; -"519 compressed_weight_updated_constant34" -> "521 mul_tensor_34" [label="(1024, 576)", style=solid]; -"520 _param_constant139_0_0" -> "523 linear" [label="(1024,)", style=solid]; -"521 mul_tensor_34" -> "522 sub_tensor_34" [label="(1024, 576)", style=solid]; -"522 sub_tensor_34" -> "523 linear" [label=None, style=solid]; +"517 linear_scale_0" -> "520 quantize_per_channel_default_45" [label="(1024,)", style=solid]; +"517 linear_scale_0" -> "521 dequantize_per_channel_default_45" [label="(1024,)", style=solid]; +"518 linear_zero_point_0" -> "520 quantize_per_channel_default_45" [label="(1024,)", style=solid]; +"518 linear_zero_point_0" -> "521 dequantize_per_channel_default_45" [label="(1024,)", style=solid]; +"519 compressed_weight_updated_constant34" -> "520 quantize_per_channel_default_45" [label="(1024, 576)", style=solid]; +"520 quantize_per_channel_default_45" -> "521 dequantize_per_channel_default_45" [label="(1024, 576)", style=solid]; +"521 dequantize_per_channel_default_45" -> "523 linear" [label="(1024, 576)", style=solid]; +"522 _param_constant139_0_0" -> "523 linear" [label="(1024,)", style=solid]; "523 linear" -> "524 hardswish__18" [label="(1, 1024)", style=solid]; "524 hardswish__18" -> "525 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; "525 quantize_per_tensor_default_49" -> "526 dequantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; "526 dequantize_per_tensor_default_64" -> "527 dropout_" [label="(1, 1024)", style=solid]; "527 dropout_" -> "534 linear_1" [label="(1, 1024)", style=solid]; -"528 linear_1_zero_point_0_updated_constant0" -> "533 sub_tensor_35" [label="(1000, 1)", style=solid]; -"529 linear_1_scale_0_updated_constant0" -> "532 mul_tensor_35" [label="(1000, 1)", style=solid]; -"530 compressed_weight_updated_constant35" -> "532 mul_tensor_35" [label="(1000, 1024)", style=solid]; -"531 _param_constant141_0_0" -> "534 linear_1" [label="(1000,)", style=solid]; -"532 mul_tensor_35" -> "533 sub_tensor_35" [label="(1000, 1024)", style=solid]; -"533 sub_tensor_35" -> "534 linear_1" [label=None, style=solid]; +"528 linear_1_scale_0" -> "531 quantize_per_channel_default_46" [label="(1000,)", style=solid]; +"528 linear_1_scale_0" -> "532 dequantize_per_channel_default_46" [label="(1000,)", style=solid]; +"529 linear_1_zero_point_0" -> "531 quantize_per_channel_default_46" [label="(1000,)", style=solid]; +"529 linear_1_zero_point_0" -> "532 dequantize_per_channel_default_46" [label="(1000,)", style=solid]; +"530 compressed_weight_updated_constant35" -> "531 quantize_per_channel_default_46" [label="(1000, 1024)", style=solid]; +"531 quantize_per_channel_default_46" -> "532 dequantize_per_channel_default_46" [label="(1000, 1024)", style=solid]; +"532 dequantize_per_channel_default_46" -> "534 linear_1" [label="(1000, 1024)", style=solid]; +"533 _param_constant141_0_0" -> "534 linear_1" [label="(1000,)", style=solid]; "534 linear_1" -> "535 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot index b8498e8b680..e2c32658bbb 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot @@ -2,33 +2,33 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_zero_point_0_updated_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0_updated_constant0" [id=4, type=get_attr]; +"3 conv2d_scale_0" [id=3, type=get_attr]; +"4 conv2d_zero_point_0" [id=4, type=get_attr]; "5 compressed_weight_updated_constant0" [id=5, type=get_attr]; -"6 conv1_weight_bias_0_0" [id=6, type=get_attr]; -"7 mul_tensor" [id=7, type=mul]; -"8 sub_tensor" [id=8, type=sub]; +"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; +"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; +"8 conv1_weight_bias_0_0" [id=8, type=get_attr]; "9 conv2d" [id=9, type=conv2d]; "10 relu_" [id=10, type=relu_]; "11 quantize_per_tensor_default_1" [id=11, type=quantize_per_tensor]; "12 dequantize_per_tensor_default_1" [id=12, type=dequantize_per_tensor]; "13 max_pool2d" [id=13, type=max_pool2d]; -"14 conv2d_1_zero_point_0_updated_constant0" [id=14, type=get_attr]; -"15 conv2d_1_scale_0_updated_constant0" [id=15, type=get_attr]; +"14 conv2d_1_scale_0" [id=14, type=get_attr]; +"15 conv2d_1_zero_point_0" [id=15, type=get_attr]; "16 compressed_weight_updated_constant1" [id=16, type=get_attr]; -"17 layer1_0_conv1_weight_bias_0_0" [id=17, type=get_attr]; -"18 mul_tensor_1" [id=18, type=mul]; -"19 sub_tensor_1" [id=19, type=sub]; +"17 quantize_per_channel_default_1" [id=17, type=quantize_per_channel]; +"18 dequantize_per_channel_default_1" [id=18, type=dequantize_per_channel]; +"19 layer1_0_conv1_weight_bias_0_0" [id=19, type=get_attr]; "20 conv2d_1" [id=20, type=conv2d]; "21 relu__1" [id=21, type=relu_]; "22 quantize_per_tensor_default_2" [id=22, type=quantize_per_tensor]; "23 dequantize_per_tensor_default_2" [id=23, type=dequantize_per_tensor]; -"24 conv2d_2_zero_point_0_updated_constant0" [id=24, type=get_attr]; -"25 conv2d_2_scale_0_updated_constant0" [id=25, type=get_attr]; +"24 conv2d_2_scale_0" [id=24, type=get_attr]; +"25 conv2d_2_zero_point_0" [id=25, type=get_attr]; "26 compressed_weight_updated_constant2" [id=26, type=get_attr]; -"27 layer1_0_conv2_weight_bias_0_0" [id=27, type=get_attr]; -"28 mul_tensor_2" [id=28, type=mul]; -"29 sub_tensor_2" [id=29, type=sub]; +"27 quantize_per_channel_default_2" [id=27, type=quantize_per_channel]; +"28 dequantize_per_channel_default_2" [id=28, type=dequantize_per_channel]; +"29 layer1_0_conv2_weight_bias_0_0" [id=29, type=get_attr]; "30 conv2d_2" [id=30, type=conv2d]; "31 quantize_per_tensor_default_3" [id=31, type=quantize_per_tensor]; "32 dequantize_per_tensor_default_3" [id=32, type=dequantize_per_tensor]; @@ -37,22 +37,22 @@ strict digraph { "35 quantize_per_tensor_default_4" [id=35, type=quantize_per_tensor]; "36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; "37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; -"38 conv2d_3_zero_point_0_updated_constant0" [id=38, type=get_attr]; -"39 conv2d_3_scale_0_updated_constant0" [id=39, type=get_attr]; +"38 conv2d_3_scale_0" [id=38, type=get_attr]; +"39 conv2d_3_zero_point_0" [id=39, type=get_attr]; "40 compressed_weight_updated_constant3" [id=40, type=get_attr]; -"41 layer1_1_conv1_weight_bias_0_0" [id=41, type=get_attr]; -"42 mul_tensor_3" [id=42, type=mul]; -"43 sub_tensor_3" [id=43, type=sub]; +"41 quantize_per_channel_default_3" [id=41, type=quantize_per_channel]; +"42 dequantize_per_channel_default_3" [id=42, type=dequantize_per_channel]; +"43 layer1_1_conv1_weight_bias_0_0" [id=43, type=get_attr]; "44 conv2d_3" [id=44, type=conv2d]; "45 relu__3" [id=45, type=relu_]; "46 quantize_per_tensor_default_5" [id=46, type=quantize_per_tensor]; "47 dequantize_per_tensor_default_6" [id=47, type=dequantize_per_tensor]; -"48 conv2d_4_zero_point_0_updated_constant0" [id=48, type=get_attr]; -"49 conv2d_4_scale_0_updated_constant0" [id=49, type=get_attr]; +"48 conv2d_4_scale_0" [id=48, type=get_attr]; +"49 conv2d_4_zero_point_0" [id=49, type=get_attr]; "50 compressed_weight_updated_constant4" [id=50, type=get_attr]; -"51 layer1_1_conv2_weight_bias_0_0" [id=51, type=get_attr]; -"52 mul_tensor_4" [id=52, type=mul]; -"53 sub_tensor_4" [id=53, type=sub]; +"51 quantize_per_channel_default_4" [id=51, type=quantize_per_channel]; +"52 dequantize_per_channel_default_4" [id=52, type=dequantize_per_channel]; +"53 layer1_1_conv2_weight_bias_0_0" [id=53, type=get_attr]; "54 conv2d_4" [id=54, type=conv2d]; "55 quantize_per_tensor_default_6" [id=55, type=quantize_per_tensor]; "56 dequantize_per_tensor_default_7" [id=56, type=dequantize_per_tensor]; @@ -61,31 +61,31 @@ strict digraph { "59 quantize_per_tensor_default_7" [id=59, type=quantize_per_tensor]; "60 dequantize_per_tensor_default_9" [id=60, type=dequantize_per_tensor]; "61 dequantize_per_tensor_default_8" [id=61, type=dequantize_per_tensor]; -"62 conv2d_5_zero_point_0_updated_constant0" [id=62, type=get_attr]; -"63 conv2d_5_scale_0_updated_constant0" [id=63, type=get_attr]; +"62 conv2d_5_scale_0" [id=62, type=get_attr]; +"63 conv2d_5_zero_point_0" [id=63, type=get_attr]; "64 compressed_weight_updated_constant5" [id=64, type=get_attr]; -"65 layer2_0_conv1_weight_bias_0_0" [id=65, type=get_attr]; -"66 mul_tensor_5" [id=66, type=mul]; -"67 sub_tensor_5" [id=67, type=sub]; +"65 quantize_per_channel_default_5" [id=65, type=quantize_per_channel]; +"66 dequantize_per_channel_default_5" [id=66, type=dequantize_per_channel]; +"67 layer2_0_conv1_weight_bias_0_0" [id=67, type=get_attr]; "68 conv2d_5" [id=68, type=conv2d]; "69 relu__5" [id=69, type=relu_]; "70 quantize_per_tensor_default_8" [id=70, type=quantize_per_tensor]; "71 dequantize_per_tensor_default_10" [id=71, type=dequantize_per_tensor]; -"72 conv2d_6_zero_point_0_updated_constant0" [id=72, type=get_attr]; -"73 conv2d_6_scale_0_updated_constant0" [id=73, type=get_attr]; +"72 conv2d_6_scale_0" [id=72, type=get_attr]; +"73 conv2d_6_zero_point_0" [id=73, type=get_attr]; "74 compressed_weight_updated_constant6" [id=74, type=get_attr]; -"75 layer2_0_conv2_weight_bias_0_0" [id=75, type=get_attr]; -"76 mul_tensor_6" [id=76, type=mul]; -"77 sub_tensor_6" [id=77, type=sub]; +"75 quantize_per_channel_default_6" [id=75, type=quantize_per_channel]; +"76 dequantize_per_channel_default_6" [id=76, type=dequantize_per_channel]; +"77 layer2_0_conv2_weight_bias_0_0" [id=77, type=get_attr]; "78 conv2d_6" [id=78, type=conv2d]; "79 quantize_per_tensor_default_9" [id=79, type=quantize_per_tensor]; "80 dequantize_per_tensor_default_11" [id=80, type=dequantize_per_tensor]; -"81 conv2d_7_zero_point_0_updated_constant0" [id=81, type=get_attr]; -"82 conv2d_7_scale_0_updated_constant0" [id=82, type=get_attr]; +"81 conv2d_7_scale_0" [id=81, type=get_attr]; +"82 conv2d_7_zero_point_0" [id=82, type=get_attr]; "83 compressed_weight_updated_constant7" [id=83, type=get_attr]; -"84 layer2_0_downsample_0_weight_bias_0_0" [id=84, type=get_attr]; -"85 mul_tensor_7" [id=85, type=mul]; -"86 sub_tensor_7" [id=86, type=sub]; +"84 quantize_per_channel_default_7" [id=84, type=quantize_per_channel]; +"85 dequantize_per_channel_default_7" [id=85, type=dequantize_per_channel]; +"86 layer2_0_downsample_0_weight_bias_0_0" [id=86, type=get_attr]; "87 conv2d_7" [id=87, type=conv2d]; "88 quantize_per_tensor_default_10" [id=88, type=quantize_per_tensor]; "89 dequantize_per_tensor_default_12" [id=89, type=dequantize_per_tensor]; @@ -94,22 +94,22 @@ strict digraph { "92 quantize_per_tensor_default_11" [id=92, type=quantize_per_tensor]; "93 dequantize_per_tensor_default_14" [id=93, type=dequantize_per_tensor]; "94 dequantize_per_tensor_default_13" [id=94, type=dequantize_per_tensor]; -"95 conv2d_8_zero_point_0_updated_constant0" [id=95, type=get_attr]; -"96 conv2d_8_scale_0_updated_constant0" [id=96, type=get_attr]; +"95 conv2d_8_scale_0" [id=95, type=get_attr]; +"96 conv2d_8_zero_point_0" [id=96, type=get_attr]; "97 compressed_weight_updated_constant8" [id=97, type=get_attr]; -"98 layer2_1_conv1_weight_bias_0_0" [id=98, type=get_attr]; -"99 mul_tensor_8" [id=99, type=mul]; -"100 sub_tensor_8" [id=100, type=sub]; +"98 quantize_per_channel_default_8" [id=98, type=quantize_per_channel]; +"99 dequantize_per_channel_default_8" [id=99, type=dequantize_per_channel]; +"100 layer2_1_conv1_weight_bias_0_0" [id=100, type=get_attr]; "101 conv2d_8" [id=101, type=conv2d]; "102 relu__7" [id=102, type=relu_]; "103 quantize_per_tensor_default_12" [id=103, type=quantize_per_tensor]; "104 dequantize_per_tensor_default_15" [id=104, type=dequantize_per_tensor]; -"105 conv2d_9_zero_point_0_updated_constant0" [id=105, type=get_attr]; -"106 conv2d_9_scale_0_updated_constant0" [id=106, type=get_attr]; +"105 conv2d_9_scale_0" [id=105, type=get_attr]; +"106 conv2d_9_zero_point_0" [id=106, type=get_attr]; "107 compressed_weight_updated_constant9" [id=107, type=get_attr]; -"108 layer2_1_conv2_weight_bias_0_0" [id=108, type=get_attr]; -"109 mul_tensor_9" [id=109, type=mul]; -"110 sub_tensor_9" [id=110, type=sub]; +"108 quantize_per_channel_default_9" [id=108, type=quantize_per_channel]; +"109 dequantize_per_channel_default_9" [id=109, type=dequantize_per_channel]; +"110 layer2_1_conv2_weight_bias_0_0" [id=110, type=get_attr]; "111 conv2d_9" [id=111, type=conv2d]; "112 quantize_per_tensor_default_13" [id=112, type=quantize_per_tensor]; "113 dequantize_per_tensor_default_16" [id=113, type=dequantize_per_tensor]; @@ -118,31 +118,31 @@ strict digraph { "116 quantize_per_tensor_default_14" [id=116, type=quantize_per_tensor]; "117 dequantize_per_tensor_default_18" [id=117, type=dequantize_per_tensor]; "118 dequantize_per_tensor_default_17" [id=118, type=dequantize_per_tensor]; -"119 conv2d_10_zero_point_0_updated_constant0" [id=119, type=get_attr]; -"120 conv2d_10_scale_0_updated_constant0" [id=120, type=get_attr]; +"119 conv2d_10_scale_0" [id=119, type=get_attr]; +"120 conv2d_10_zero_point_0" [id=120, type=get_attr]; "121 compressed_weight_updated_constant10" [id=121, type=get_attr]; -"122 layer3_0_conv1_weight_bias_0_0" [id=122, type=get_attr]; -"123 mul_tensor_10" [id=123, type=mul]; -"124 sub_tensor_10" [id=124, type=sub]; +"122 quantize_per_channel_default_10" [id=122, type=quantize_per_channel]; +"123 dequantize_per_channel_default_10" [id=123, type=dequantize_per_channel]; +"124 layer3_0_conv1_weight_bias_0_0" [id=124, type=get_attr]; "125 conv2d_10" [id=125, type=conv2d]; "126 relu__9" [id=126, type=relu_]; "127 quantize_per_tensor_default_15" [id=127, type=quantize_per_tensor]; "128 dequantize_per_tensor_default_19" [id=128, type=dequantize_per_tensor]; -"129 conv2d_11_zero_point_0_updated_constant0" [id=129, type=get_attr]; -"130 conv2d_11_scale_0_updated_constant0" [id=130, type=get_attr]; +"129 conv2d_11_scale_0" [id=129, type=get_attr]; +"130 conv2d_11_zero_point_0" [id=130, type=get_attr]; "131 compressed_weight_updated_constant11" [id=131, type=get_attr]; -"132 layer3_0_conv2_weight_bias_0_0" [id=132, type=get_attr]; -"133 mul_tensor_11" [id=133, type=mul]; -"134 sub_tensor_11" [id=134, type=sub]; +"132 quantize_per_channel_default_11" [id=132, type=quantize_per_channel]; +"133 dequantize_per_channel_default_11" [id=133, type=dequantize_per_channel]; +"134 layer3_0_conv2_weight_bias_0_0" [id=134, type=get_attr]; "135 conv2d_11" [id=135, type=conv2d]; "136 quantize_per_tensor_default_16" [id=136, type=quantize_per_tensor]; "137 dequantize_per_tensor_default_20" [id=137, type=dequantize_per_tensor]; -"138 conv2d_12_zero_point_0_updated_constant0" [id=138, type=get_attr]; -"139 conv2d_12_scale_0_updated_constant0" [id=139, type=get_attr]; +"138 conv2d_12_scale_0" [id=138, type=get_attr]; +"139 conv2d_12_zero_point_0" [id=139, type=get_attr]; "140 compressed_weight_updated_constant12" [id=140, type=get_attr]; -"141 layer3_0_downsample_0_weight_bias_0_0" [id=141, type=get_attr]; -"142 mul_tensor_12" [id=142, type=mul]; -"143 sub_tensor_12" [id=143, type=sub]; +"141 quantize_per_channel_default_12" [id=141, type=quantize_per_channel]; +"142 dequantize_per_channel_default_12" [id=142, type=dequantize_per_channel]; +"143 layer3_0_downsample_0_weight_bias_0_0" [id=143, type=get_attr]; "144 conv2d_12" [id=144, type=conv2d]; "145 quantize_per_tensor_default_17" [id=145, type=quantize_per_tensor]; "146 dequantize_per_tensor_default_21" [id=146, type=dequantize_per_tensor]; @@ -151,22 +151,22 @@ strict digraph { "149 quantize_per_tensor_default_18" [id=149, type=quantize_per_tensor]; "150 dequantize_per_tensor_default_23" [id=150, type=dequantize_per_tensor]; "151 dequantize_per_tensor_default_22" [id=151, type=dequantize_per_tensor]; -"152 conv2d_13_zero_point_0_updated_constant0" [id=152, type=get_attr]; -"153 conv2d_13_scale_0_updated_constant0" [id=153, type=get_attr]; +"152 conv2d_13_scale_0" [id=152, type=get_attr]; +"153 conv2d_13_zero_point_0" [id=153, type=get_attr]; "154 compressed_weight_updated_constant13" [id=154, type=get_attr]; -"155 layer3_1_conv1_weight_bias_0_0" [id=155, type=get_attr]; -"156 mul_tensor_13" [id=156, type=mul]; -"157 sub_tensor_13" [id=157, type=sub]; +"155 quantize_per_channel_default_13" [id=155, type=quantize_per_channel]; +"156 dequantize_per_channel_default_13" [id=156, type=dequantize_per_channel]; +"157 layer3_1_conv1_weight_bias_0_0" [id=157, type=get_attr]; "158 conv2d_13" [id=158, type=conv2d]; "159 relu__11" [id=159, type=relu_]; "160 quantize_per_tensor_default_19" [id=160, type=quantize_per_tensor]; "161 dequantize_per_tensor_default_24" [id=161, type=dequantize_per_tensor]; -"162 conv2d_14_zero_point_0_updated_constant0" [id=162, type=get_attr]; -"163 conv2d_14_scale_0_updated_constant0" [id=163, type=get_attr]; +"162 conv2d_14_scale_0" [id=162, type=get_attr]; +"163 conv2d_14_zero_point_0" [id=163, type=get_attr]; "164 compressed_weight_updated_constant14" [id=164, type=get_attr]; -"165 layer3_1_conv2_weight_bias_0_0" [id=165, type=get_attr]; -"166 mul_tensor_14" [id=166, type=mul]; -"167 sub_tensor_14" [id=167, type=sub]; +"165 quantize_per_channel_default_14" [id=165, type=quantize_per_channel]; +"166 dequantize_per_channel_default_14" [id=166, type=dequantize_per_channel]; +"167 layer3_1_conv2_weight_bias_0_0" [id=167, type=get_attr]; "168 conv2d_14" [id=168, type=conv2d]; "169 quantize_per_tensor_default_20" [id=169, type=quantize_per_tensor]; "170 dequantize_per_tensor_default_25" [id=170, type=dequantize_per_tensor]; @@ -175,31 +175,31 @@ strict digraph { "173 quantize_per_tensor_default_21" [id=173, type=quantize_per_tensor]; "174 dequantize_per_tensor_default_27" [id=174, type=dequantize_per_tensor]; "175 dequantize_per_tensor_default_26" [id=175, type=dequantize_per_tensor]; -"176 conv2d_15_zero_point_0_updated_constant0" [id=176, type=get_attr]; -"177 conv2d_15_scale_0_updated_constant0" [id=177, type=get_attr]; +"176 conv2d_15_scale_0" [id=176, type=get_attr]; +"177 conv2d_15_zero_point_0" [id=177, type=get_attr]; "178 compressed_weight_updated_constant15" [id=178, type=get_attr]; -"179 layer4_0_conv1_weight_bias_0_0" [id=179, type=get_attr]; -"180 mul_tensor_15" [id=180, type=mul]; -"181 sub_tensor_15" [id=181, type=sub]; +"179 quantize_per_channel_default_15" [id=179, type=quantize_per_channel]; +"180 dequantize_per_channel_default_15" [id=180, type=dequantize_per_channel]; +"181 layer4_0_conv1_weight_bias_0_0" [id=181, type=get_attr]; "182 conv2d_15" [id=182, type=conv2d]; "183 relu__13" [id=183, type=relu_]; "184 quantize_per_tensor_default_22" [id=184, type=quantize_per_tensor]; "185 dequantize_per_tensor_default_28" [id=185, type=dequantize_per_tensor]; -"186 conv2d_16_zero_point_0_updated_constant0" [id=186, type=get_attr]; -"187 conv2d_16_scale_0_updated_constant0" [id=187, type=get_attr]; +"186 conv2d_16_scale_0" [id=186, type=get_attr]; +"187 conv2d_16_zero_point_0" [id=187, type=get_attr]; "188 compressed_weight_updated_constant16" [id=188, type=get_attr]; -"189 layer4_0_conv2_weight_bias_0_0" [id=189, type=get_attr]; -"190 mul_tensor_16" [id=190, type=mul]; -"191 sub_tensor_16" [id=191, type=sub]; +"189 quantize_per_channel_default_16" [id=189, type=quantize_per_channel]; +"190 dequantize_per_channel_default_16" [id=190, type=dequantize_per_channel]; +"191 layer4_0_conv2_weight_bias_0_0" [id=191, type=get_attr]; "192 conv2d_16" [id=192, type=conv2d]; "193 quantize_per_tensor_default_23" [id=193, type=quantize_per_tensor]; "194 dequantize_per_tensor_default_29" [id=194, type=dequantize_per_tensor]; -"195 conv2d_17_zero_point_0_updated_constant0" [id=195, type=get_attr]; -"196 conv2d_17_scale_0_updated_constant0" [id=196, type=get_attr]; +"195 conv2d_17_scale_0" [id=195, type=get_attr]; +"196 conv2d_17_zero_point_0" [id=196, type=get_attr]; "197 compressed_weight_updated_constant17" [id=197, type=get_attr]; -"198 layer4_0_downsample_0_weight_bias_0_0" [id=198, type=get_attr]; -"199 mul_tensor_17" [id=199, type=mul]; -"200 sub_tensor_17" [id=200, type=sub]; +"198 quantize_per_channel_default_17" [id=198, type=quantize_per_channel]; +"199 dequantize_per_channel_default_17" [id=199, type=dequantize_per_channel]; +"200 layer4_0_downsample_0_weight_bias_0_0" [id=200, type=get_attr]; "201 conv2d_17" [id=201, type=conv2d]; "202 quantize_per_tensor_default_24" [id=202, type=quantize_per_tensor]; "203 dequantize_per_tensor_default_30" [id=203, type=dequantize_per_tensor]; @@ -208,22 +208,22 @@ strict digraph { "206 quantize_per_tensor_default_25" [id=206, type=quantize_per_tensor]; "207 dequantize_per_tensor_default_32" [id=207, type=dequantize_per_tensor]; "208 dequantize_per_tensor_default_31" [id=208, type=dequantize_per_tensor]; -"209 conv2d_18_zero_point_0_updated_constant0" [id=209, type=get_attr]; -"210 conv2d_18_scale_0_updated_constant0" [id=210, type=get_attr]; +"209 conv2d_18_scale_0" [id=209, type=get_attr]; +"210 conv2d_18_zero_point_0" [id=210, type=get_attr]; "211 compressed_weight_updated_constant18" [id=211, type=get_attr]; -"212 layer4_1_conv1_weight_bias_0_0" [id=212, type=get_attr]; -"213 mul_tensor_18" [id=213, type=mul]; -"214 sub_tensor_18" [id=214, type=sub]; +"212 quantize_per_channel_default_18" [id=212, type=quantize_per_channel]; +"213 dequantize_per_channel_default_18" [id=213, type=dequantize_per_channel]; +"214 layer4_1_conv1_weight_bias_0_0" [id=214, type=get_attr]; "215 conv2d_18" [id=215, type=conv2d]; "216 relu__15" [id=216, type=relu_]; "217 quantize_per_tensor_default_26" [id=217, type=quantize_per_tensor]; "218 dequantize_per_tensor_default_33" [id=218, type=dequantize_per_tensor]; -"219 conv2d_19_zero_point_0_updated_constant0" [id=219, type=get_attr]; -"220 conv2d_19_scale_0_updated_constant0" [id=220, type=get_attr]; +"219 conv2d_19_scale_0" [id=219, type=get_attr]; +"220 conv2d_19_zero_point_0" [id=220, type=get_attr]; "221 compressed_weight_updated_constant19" [id=221, type=get_attr]; -"222 layer4_1_conv2_weight_bias_0_0" [id=222, type=get_attr]; -"223 mul_tensor_19" [id=223, type=mul]; -"224 sub_tensor_19" [id=224, type=sub]; +"222 quantize_per_channel_default_19" [id=222, type=quantize_per_channel]; +"223 dequantize_per_channel_default_19" [id=223, type=dequantize_per_channel]; +"224 layer4_1_conv2_weight_bias_0_0" [id=224, type=get_attr]; "225 conv2d_19" [id=225, type=conv2d]; "226 quantize_per_tensor_default_27" [id=226, type=quantize_per_tensor]; "227 dequantize_per_tensor_default_34" [id=227, type=dequantize_per_tensor]; @@ -235,45 +235,51 @@ strict digraph { "233 quantize_per_tensor_default_29" [id=233, type=quantize_per_tensor]; "234 dequantize_per_tensor_default_36" [id=234, type=dequantize_per_tensor]; "235 flatten" [id=235, type=flatten]; -"236 linear_zero_point_0_updated_constant0" [id=236, type=get_attr]; -"237 linear_scale_0_updated_constant0" [id=237, type=get_attr]; +"236 linear_scale_0" [id=236, type=get_attr]; +"237 linear_zero_point_0" [id=237, type=get_attr]; "238 compressed_weight_updated_constant20" [id=238, type=get_attr]; -"239 _param_constant61_0_0" [id=239, type=get_attr]; -"240 mul_tensor_20" [id=240, type=mul]; -"241 sub_tensor_20" [id=241, type=sub]; +"239 quantize_per_channel_default_20" [id=239, type=quantize_per_channel]; +"240 dequantize_per_channel_default_20" [id=240, type=dequantize_per_channel]; +"241 _param_constant61_0_0" [id=241, type=get_attr]; "242 linear" [id=242, type=linear]; "243 output" [id=243, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_zero_point_0_updated_constant0" -> "8 sub_tensor" [label="(64, 1, 1, 1)", style=solid]; -"4 conv2d_scale_0_updated_constant0" -> "7 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; -"5 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(64, 3, 7, 7)", style=solid]; -"6 conv1_weight_bias_0_0" -> "9 conv2d" [label="(64,)", style=solid]; -"7 mul_tensor" -> "8 sub_tensor" [label="(64, 3, 7, 7)", style=solid]; -"8 sub_tensor" -> "9 conv2d" [label=None, style=solid]; +"3 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; +"3 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; +"4 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; +"4 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 quantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; +"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; +"7 dequantize_per_channel_default" -> "9 conv2d" [label="(64, 3, 7, 7)", style=solid]; +"8 conv1_weight_bias_0_0" -> "9 conv2d" [label="(64,)", style=solid]; "9 conv2d" -> "10 relu_" [label="(1, 64, 112, 112)", style=solid]; "10 relu_" -> "11 quantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; "11 quantize_per_tensor_default_1" -> "12 dequantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; "12 dequantize_per_tensor_default_1" -> "13 max_pool2d" [label="(1, 64, 112, 112)", style=solid]; "13 max_pool2d" -> "20 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; "13 max_pool2d" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; -"14 conv2d_1_zero_point_0_updated_constant0" -> "19 sub_tensor_1" [label="(64, 1, 1, 1)", style=solid]; -"15 conv2d_1_scale_0_updated_constant0" -> "18 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; -"16 compressed_weight_updated_constant1" -> "18 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; -"17 layer1_0_conv1_weight_bias_0_0" -> "20 conv2d_1" [label="(64,)", style=solid]; -"18 mul_tensor_1" -> "19 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; -"19 sub_tensor_1" -> "20 conv2d_1" [label=None, style=solid]; +"14 conv2d_1_scale_0" -> "17 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"14 conv2d_1_scale_0" -> "18 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"15 conv2d_1_zero_point_0" -> "17 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"15 conv2d_1_zero_point_0" -> "18 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"16 compressed_weight_updated_constant1" -> "17 quantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"17 quantize_per_channel_default_1" -> "18 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"18 dequantize_per_channel_default_1" -> "20 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; +"19 layer1_0_conv1_weight_bias_0_0" -> "20 conv2d_1" [label="(64,)", style=solid]; "20 conv2d_1" -> "21 relu__1" [label="(1, 64, 56, 56)", style=solid]; "21 relu__1" -> "22 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; "22 quantize_per_tensor_default_2" -> "23 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; "23 dequantize_per_tensor_default_2" -> "30 conv2d_2" [label="(1, 64, 56, 56)", style=solid]; -"24 conv2d_2_zero_point_0_updated_constant0" -> "29 sub_tensor_2" [label="(64, 1, 1, 1)", style=solid]; -"25 conv2d_2_scale_0_updated_constant0" -> "28 mul_tensor_2" [label="(64, 1, 1, 1)", style=solid]; -"26 compressed_weight_updated_constant2" -> "28 mul_tensor_2" [label="(64, 64, 3, 3)", style=solid]; -"27 layer1_0_conv2_weight_bias_0_0" -> "30 conv2d_2" [label="(64,)", style=solid]; -"28 mul_tensor_2" -> "29 sub_tensor_2" [label="(64, 64, 3, 3)", style=solid]; -"29 sub_tensor_2" -> "30 conv2d_2" [label=None, style=solid]; +"24 conv2d_2_scale_0" -> "27 quantize_per_channel_default_2" [label="(64,)", style=solid]; +"24 conv2d_2_scale_0" -> "28 dequantize_per_channel_default_2" [label="(64,)", style=solid]; +"25 conv2d_2_zero_point_0" -> "27 quantize_per_channel_default_2" [label="(64,)", style=solid]; +"25 conv2d_2_zero_point_0" -> "28 dequantize_per_channel_default_2" [label="(64,)", style=solid]; +"26 compressed_weight_updated_constant2" -> "27 quantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; +"27 quantize_per_channel_default_2" -> "28 dequantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; +"28 dequantize_per_channel_default_2" -> "30 conv2d_2" [label="(64, 64, 3, 3)", style=solid]; +"29 layer1_0_conv2_weight_bias_0_0" -> "30 conv2d_2" [label="(64,)", style=solid]; "30 conv2d_2" -> "31 quantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; "31 quantize_per_tensor_default_3" -> "32 dequantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; "32 dequantize_per_tensor_default_3" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; @@ -283,22 +289,26 @@ strict digraph { "35 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; "36 dequantize_per_tensor_default_5" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; "37 dequantize_per_tensor_default_4" -> "44 conv2d_3" [label="(1, 64, 56, 56)", style=solid]; -"38 conv2d_3_zero_point_0_updated_constant0" -> "43 sub_tensor_3" [label="(64, 1, 1, 1)", style=solid]; -"39 conv2d_3_scale_0_updated_constant0" -> "42 mul_tensor_3" [label="(64, 1, 1, 1)", style=solid]; -"40 compressed_weight_updated_constant3" -> "42 mul_tensor_3" [label="(64, 64, 3, 3)", style=solid]; -"41 layer1_1_conv1_weight_bias_0_0" -> "44 conv2d_3" [label="(64,)", style=solid]; -"42 mul_tensor_3" -> "43 sub_tensor_3" [label="(64, 64, 3, 3)", style=solid]; -"43 sub_tensor_3" -> "44 conv2d_3" [label=None, style=solid]; +"38 conv2d_3_scale_0" -> "41 quantize_per_channel_default_3" [label="(64,)", style=solid]; +"38 conv2d_3_scale_0" -> "42 dequantize_per_channel_default_3" [label="(64,)", style=solid]; +"39 conv2d_3_zero_point_0" -> "41 quantize_per_channel_default_3" [label="(64,)", style=solid]; +"39 conv2d_3_zero_point_0" -> "42 dequantize_per_channel_default_3" [label="(64,)", style=solid]; +"40 compressed_weight_updated_constant3" -> "41 quantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; +"41 quantize_per_channel_default_3" -> "42 dequantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; +"42 dequantize_per_channel_default_3" -> "44 conv2d_3" [label="(64, 64, 3, 3)", style=solid]; +"43 layer1_1_conv1_weight_bias_0_0" -> "44 conv2d_3" [label="(64,)", style=solid]; "44 conv2d_3" -> "45 relu__3" [label="(1, 64, 56, 56)", style=solid]; "45 relu__3" -> "46 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; "46 quantize_per_tensor_default_5" -> "47 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; "47 dequantize_per_tensor_default_6" -> "54 conv2d_4" [label="(1, 64, 56, 56)", style=solid]; -"48 conv2d_4_zero_point_0_updated_constant0" -> "53 sub_tensor_4" [label="(64, 1, 1, 1)", style=solid]; -"49 conv2d_4_scale_0_updated_constant0" -> "52 mul_tensor_4" [label="(64, 1, 1, 1)", style=solid]; -"50 compressed_weight_updated_constant4" -> "52 mul_tensor_4" [label="(64, 64, 3, 3)", style=solid]; -"51 layer1_1_conv2_weight_bias_0_0" -> "54 conv2d_4" [label="(64,)", style=solid]; -"52 mul_tensor_4" -> "53 sub_tensor_4" [label="(64, 64, 3, 3)", style=solid]; -"53 sub_tensor_4" -> "54 conv2d_4" [label=None, style=solid]; +"48 conv2d_4_scale_0" -> "51 quantize_per_channel_default_4" [label="(64,)", style=solid]; +"48 conv2d_4_scale_0" -> "52 dequantize_per_channel_default_4" [label="(64,)", style=solid]; +"49 conv2d_4_zero_point_0" -> "51 quantize_per_channel_default_4" [label="(64,)", style=solid]; +"49 conv2d_4_zero_point_0" -> "52 dequantize_per_channel_default_4" [label="(64,)", style=solid]; +"50 compressed_weight_updated_constant4" -> "51 quantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; +"51 quantize_per_channel_default_4" -> "52 dequantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; +"52 dequantize_per_channel_default_4" -> "54 conv2d_4" [label="(64, 64, 3, 3)", style=solid]; +"53 layer1_1_conv2_weight_bias_0_0" -> "54 conv2d_4" [label="(64,)", style=solid]; "54 conv2d_4" -> "55 quantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; "55 quantize_per_tensor_default_6" -> "56 dequantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; "56 dequantize_per_tensor_default_7" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; @@ -308,31 +318,37 @@ strict digraph { "59 quantize_per_tensor_default_7" -> "61 dequantize_per_tensor_default_8" [label="(1, 64, 56, 56)", style=solid]; "60 dequantize_per_tensor_default_9" -> "87 conv2d_7" [label="(1, 64, 56, 56)", style=solid]; "61 dequantize_per_tensor_default_8" -> "68 conv2d_5" [label="(1, 64, 56, 56)", style=solid]; -"62 conv2d_5_zero_point_0_updated_constant0" -> "67 sub_tensor_5" [label="(128, 1, 1, 1)", style=solid]; -"63 conv2d_5_scale_0_updated_constant0" -> "66 mul_tensor_5" [label="(128, 1, 1, 1)", style=solid]; -"64 compressed_weight_updated_constant5" -> "66 mul_tensor_5" [label="(128, 64, 3, 3)", style=solid]; -"65 layer2_0_conv1_weight_bias_0_0" -> "68 conv2d_5" [label="(128,)", style=solid]; -"66 mul_tensor_5" -> "67 sub_tensor_5" [label="(128, 64, 3, 3)", style=solid]; -"67 sub_tensor_5" -> "68 conv2d_5" [label=None, style=solid]; +"62 conv2d_5_scale_0" -> "65 quantize_per_channel_default_5" [label="(128,)", style=solid]; +"62 conv2d_5_scale_0" -> "66 dequantize_per_channel_default_5" [label="(128,)", style=solid]; +"63 conv2d_5_zero_point_0" -> "65 quantize_per_channel_default_5" [label="(128,)", style=solid]; +"63 conv2d_5_zero_point_0" -> "66 dequantize_per_channel_default_5" [label="(128,)", style=solid]; +"64 compressed_weight_updated_constant5" -> "65 quantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; +"65 quantize_per_channel_default_5" -> "66 dequantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; +"66 dequantize_per_channel_default_5" -> "68 conv2d_5" [label="(128, 64, 3, 3)", style=solid]; +"67 layer2_0_conv1_weight_bias_0_0" -> "68 conv2d_5" [label="(128,)", style=solid]; "68 conv2d_5" -> "69 relu__5" [label="(1, 128, 28, 28)", style=solid]; "69 relu__5" -> "70 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; "70 quantize_per_tensor_default_8" -> "71 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; "71 dequantize_per_tensor_default_10" -> "78 conv2d_6" [label="(1, 128, 28, 28)", style=solid]; -"72 conv2d_6_zero_point_0_updated_constant0" -> "77 sub_tensor_6" [label="(128, 1, 1, 1)", style=solid]; -"73 conv2d_6_scale_0_updated_constant0" -> "76 mul_tensor_6" [label="(128, 1, 1, 1)", style=solid]; -"74 compressed_weight_updated_constant6" -> "76 mul_tensor_6" [label="(128, 128, 3, 3)", style=solid]; -"75 layer2_0_conv2_weight_bias_0_0" -> "78 conv2d_6" [label="(128,)", style=solid]; -"76 mul_tensor_6" -> "77 sub_tensor_6" [label="(128, 128, 3, 3)", style=solid]; -"77 sub_tensor_6" -> "78 conv2d_6" [label=None, style=solid]; +"72 conv2d_6_scale_0" -> "75 quantize_per_channel_default_6" [label="(128,)", style=solid]; +"72 conv2d_6_scale_0" -> "76 dequantize_per_channel_default_6" [label="(128,)", style=solid]; +"73 conv2d_6_zero_point_0" -> "75 quantize_per_channel_default_6" [label="(128,)", style=solid]; +"73 conv2d_6_zero_point_0" -> "76 dequantize_per_channel_default_6" [label="(128,)", style=solid]; +"74 compressed_weight_updated_constant6" -> "75 quantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; +"75 quantize_per_channel_default_6" -> "76 dequantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; +"76 dequantize_per_channel_default_6" -> "78 conv2d_6" [label="(128, 128, 3, 3)", style=solid]; +"77 layer2_0_conv2_weight_bias_0_0" -> "78 conv2d_6" [label="(128,)", style=solid]; "78 conv2d_6" -> "79 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; "79 quantize_per_tensor_default_9" -> "80 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; "80 dequantize_per_tensor_default_11" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; -"81 conv2d_7_zero_point_0_updated_constant0" -> "86 sub_tensor_7" [label="(128, 1, 1, 1)", style=solid]; -"82 conv2d_7_scale_0_updated_constant0" -> "85 mul_tensor_7" [label="(128, 1, 1, 1)", style=solid]; -"83 compressed_weight_updated_constant7" -> "85 mul_tensor_7" [label="(128, 64, 1, 1)", style=solid]; -"84 layer2_0_downsample_0_weight_bias_0_0" -> "87 conv2d_7" [label="(128,)", style=solid]; -"85 mul_tensor_7" -> "86 sub_tensor_7" [label="(128, 64, 1, 1)", style=solid]; -"86 sub_tensor_7" -> "87 conv2d_7" [label=None, style=solid]; +"81 conv2d_7_scale_0" -> "84 quantize_per_channel_default_7" [label="(128,)", style=solid]; +"81 conv2d_7_scale_0" -> "85 dequantize_per_channel_default_7" [label="(128,)", style=solid]; +"82 conv2d_7_zero_point_0" -> "84 quantize_per_channel_default_7" [label="(128,)", style=solid]; +"82 conv2d_7_zero_point_0" -> "85 dequantize_per_channel_default_7" [label="(128,)", style=solid]; +"83 compressed_weight_updated_constant7" -> "84 quantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; +"84 quantize_per_channel_default_7" -> "85 dequantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; +"85 dequantize_per_channel_default_7" -> "87 conv2d_7" [label="(128, 64, 1, 1)", style=solid]; +"86 layer2_0_downsample_0_weight_bias_0_0" -> "87 conv2d_7" [label="(128,)", style=solid]; "87 conv2d_7" -> "88 quantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; "88 quantize_per_tensor_default_10" -> "89 dequantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; "89 dequantize_per_tensor_default_12" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; @@ -342,22 +358,26 @@ strict digraph { "92 quantize_per_tensor_default_11" -> "94 dequantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; "93 dequantize_per_tensor_default_14" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; "94 dequantize_per_tensor_default_13" -> "101 conv2d_8" [label="(1, 128, 28, 28)", style=solid]; -"95 conv2d_8_zero_point_0_updated_constant0" -> "100 sub_tensor_8" [label="(128, 1, 1, 1)", style=solid]; -"96 conv2d_8_scale_0_updated_constant0" -> "99 mul_tensor_8" [label="(128, 1, 1, 1)", style=solid]; -"97 compressed_weight_updated_constant8" -> "99 mul_tensor_8" [label="(128, 128, 3, 3)", style=solid]; -"98 layer2_1_conv1_weight_bias_0_0" -> "101 conv2d_8" [label="(128,)", style=solid]; -"99 mul_tensor_8" -> "100 sub_tensor_8" [label="(128, 128, 3, 3)", style=solid]; -"100 sub_tensor_8" -> "101 conv2d_8" [label=None, style=solid]; +"95 conv2d_8_scale_0" -> "98 quantize_per_channel_default_8" [label="(128,)", style=solid]; +"95 conv2d_8_scale_0" -> "99 dequantize_per_channel_default_8" [label="(128,)", style=solid]; +"96 conv2d_8_zero_point_0" -> "98 quantize_per_channel_default_8" [label="(128,)", style=solid]; +"96 conv2d_8_zero_point_0" -> "99 dequantize_per_channel_default_8" [label="(128,)", style=solid]; +"97 compressed_weight_updated_constant8" -> "98 quantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; +"98 quantize_per_channel_default_8" -> "99 dequantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; +"99 dequantize_per_channel_default_8" -> "101 conv2d_8" [label="(128, 128, 3, 3)", style=solid]; +"100 layer2_1_conv1_weight_bias_0_0" -> "101 conv2d_8" [label="(128,)", style=solid]; "101 conv2d_8" -> "102 relu__7" [label="(1, 128, 28, 28)", style=solid]; "102 relu__7" -> "103 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; "103 quantize_per_tensor_default_12" -> "104 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28)", style=solid]; "104 dequantize_per_tensor_default_15" -> "111 conv2d_9" [label="(1, 128, 28, 28)", style=solid]; -"105 conv2d_9_zero_point_0_updated_constant0" -> "110 sub_tensor_9" [label="(128, 1, 1, 1)", style=solid]; -"106 conv2d_9_scale_0_updated_constant0" -> "109 mul_tensor_9" [label="(128, 1, 1, 1)", style=solid]; -"107 compressed_weight_updated_constant9" -> "109 mul_tensor_9" [label="(128, 128, 3, 3)", style=solid]; -"108 layer2_1_conv2_weight_bias_0_0" -> "111 conv2d_9" [label="(128,)", style=solid]; -"109 mul_tensor_9" -> "110 sub_tensor_9" [label="(128, 128, 3, 3)", style=solid]; -"110 sub_tensor_9" -> "111 conv2d_9" [label=None, style=solid]; +"105 conv2d_9_scale_0" -> "108 quantize_per_channel_default_9" [label="(128,)", style=solid]; +"105 conv2d_9_scale_0" -> "109 dequantize_per_channel_default_9" [label="(128,)", style=solid]; +"106 conv2d_9_zero_point_0" -> "108 quantize_per_channel_default_9" [label="(128,)", style=solid]; +"106 conv2d_9_zero_point_0" -> "109 dequantize_per_channel_default_9" [label="(128,)", style=solid]; +"107 compressed_weight_updated_constant9" -> "108 quantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; +"108 quantize_per_channel_default_9" -> "109 dequantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; +"109 dequantize_per_channel_default_9" -> "111 conv2d_9" [label="(128, 128, 3, 3)", style=solid]; +"110 layer2_1_conv2_weight_bias_0_0" -> "111 conv2d_9" [label="(128,)", style=solid]; "111 conv2d_9" -> "112 quantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; "112 quantize_per_tensor_default_13" -> "113 dequantize_per_tensor_default_16" [label="(1, 128, 28, 28)", style=solid]; "113 dequantize_per_tensor_default_16" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; @@ -367,31 +387,37 @@ strict digraph { "116 quantize_per_tensor_default_14" -> "118 dequantize_per_tensor_default_17" [label="(1, 128, 28, 28)", style=solid]; "117 dequantize_per_tensor_default_18" -> "144 conv2d_12" [label="(1, 128, 28, 28)", style=solid]; "118 dequantize_per_tensor_default_17" -> "125 conv2d_10" [label="(1, 128, 28, 28)", style=solid]; -"119 conv2d_10_zero_point_0_updated_constant0" -> "124 sub_tensor_10" [label="(256, 1, 1, 1)", style=solid]; -"120 conv2d_10_scale_0_updated_constant0" -> "123 mul_tensor_10" [label="(256, 1, 1, 1)", style=solid]; -"121 compressed_weight_updated_constant10" -> "123 mul_tensor_10" [label="(256, 128, 3, 3)", style=solid]; -"122 layer3_0_conv1_weight_bias_0_0" -> "125 conv2d_10" [label="(256,)", style=solid]; -"123 mul_tensor_10" -> "124 sub_tensor_10" [label="(256, 128, 3, 3)", style=solid]; -"124 sub_tensor_10" -> "125 conv2d_10" [label=None, style=solid]; +"119 conv2d_10_scale_0" -> "122 quantize_per_channel_default_10" [label="(256,)", style=solid]; +"119 conv2d_10_scale_0" -> "123 dequantize_per_channel_default_10" [label="(256,)", style=solid]; +"120 conv2d_10_zero_point_0" -> "122 quantize_per_channel_default_10" [label="(256,)", style=solid]; +"120 conv2d_10_zero_point_0" -> "123 dequantize_per_channel_default_10" [label="(256,)", style=solid]; +"121 compressed_weight_updated_constant10" -> "122 quantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; +"122 quantize_per_channel_default_10" -> "123 dequantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; +"123 dequantize_per_channel_default_10" -> "125 conv2d_10" [label="(256, 128, 3, 3)", style=solid]; +"124 layer3_0_conv1_weight_bias_0_0" -> "125 conv2d_10" [label="(256,)", style=solid]; "125 conv2d_10" -> "126 relu__9" [label="(1, 256, 14, 14)", style=solid]; "126 relu__9" -> "127 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; "127 quantize_per_tensor_default_15" -> "128 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; "128 dequantize_per_tensor_default_19" -> "135 conv2d_11" [label="(1, 256, 14, 14)", style=solid]; -"129 conv2d_11_zero_point_0_updated_constant0" -> "134 sub_tensor_11" [label="(256, 1, 1, 1)", style=solid]; -"130 conv2d_11_scale_0_updated_constant0" -> "133 mul_tensor_11" [label="(256, 1, 1, 1)", style=solid]; -"131 compressed_weight_updated_constant11" -> "133 mul_tensor_11" [label="(256, 256, 3, 3)", style=solid]; -"132 layer3_0_conv2_weight_bias_0_0" -> "135 conv2d_11" [label="(256,)", style=solid]; -"133 mul_tensor_11" -> "134 sub_tensor_11" [label="(256, 256, 3, 3)", style=solid]; -"134 sub_tensor_11" -> "135 conv2d_11" [label=None, style=solid]; +"129 conv2d_11_scale_0" -> "132 quantize_per_channel_default_11" [label="(256,)", style=solid]; +"129 conv2d_11_scale_0" -> "133 dequantize_per_channel_default_11" [label="(256,)", style=solid]; +"130 conv2d_11_zero_point_0" -> "132 quantize_per_channel_default_11" [label="(256,)", style=solid]; +"130 conv2d_11_zero_point_0" -> "133 dequantize_per_channel_default_11" [label="(256,)", style=solid]; +"131 compressed_weight_updated_constant11" -> "132 quantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; +"132 quantize_per_channel_default_11" -> "133 dequantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; +"133 dequantize_per_channel_default_11" -> "135 conv2d_11" [label="(256, 256, 3, 3)", style=solid]; +"134 layer3_0_conv2_weight_bias_0_0" -> "135 conv2d_11" [label="(256,)", style=solid]; "135 conv2d_11" -> "136 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; "136 quantize_per_tensor_default_16" -> "137 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; "137 dequantize_per_tensor_default_20" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; -"138 conv2d_12_zero_point_0_updated_constant0" -> "143 sub_tensor_12" [label="(256, 1, 1, 1)", style=solid]; -"139 conv2d_12_scale_0_updated_constant0" -> "142 mul_tensor_12" [label="(256, 1, 1, 1)", style=solid]; -"140 compressed_weight_updated_constant12" -> "142 mul_tensor_12" [label="(256, 128, 1, 1)", style=solid]; -"141 layer3_0_downsample_0_weight_bias_0_0" -> "144 conv2d_12" [label="(256,)", style=solid]; -"142 mul_tensor_12" -> "143 sub_tensor_12" [label="(256, 128, 1, 1)", style=solid]; -"143 sub_tensor_12" -> "144 conv2d_12" [label=None, style=solid]; +"138 conv2d_12_scale_0" -> "141 quantize_per_channel_default_12" [label="(256,)", style=solid]; +"138 conv2d_12_scale_0" -> "142 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"139 conv2d_12_zero_point_0" -> "141 quantize_per_channel_default_12" [label="(256,)", style=solid]; +"139 conv2d_12_zero_point_0" -> "142 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"140 compressed_weight_updated_constant12" -> "141 quantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; +"141 quantize_per_channel_default_12" -> "142 dequantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; +"142 dequantize_per_channel_default_12" -> "144 conv2d_12" [label="(256, 128, 1, 1)", style=solid]; +"143 layer3_0_downsample_0_weight_bias_0_0" -> "144 conv2d_12" [label="(256,)", style=solid]; "144 conv2d_12" -> "145 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; "145 quantize_per_tensor_default_17" -> "146 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; "146 dequantize_per_tensor_default_21" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; @@ -401,22 +427,26 @@ strict digraph { "149 quantize_per_tensor_default_18" -> "151 dequantize_per_tensor_default_22" [label="(1, 256, 14, 14)", style=solid]; "150 dequantize_per_tensor_default_23" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; "151 dequantize_per_tensor_default_22" -> "158 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; -"152 conv2d_13_zero_point_0_updated_constant0" -> "157 sub_tensor_13" [label="(256, 1, 1, 1)", style=solid]; -"153 conv2d_13_scale_0_updated_constant0" -> "156 mul_tensor_13" [label="(256, 1, 1, 1)", style=solid]; -"154 compressed_weight_updated_constant13" -> "156 mul_tensor_13" [label="(256, 256, 3, 3)", style=solid]; -"155 layer3_1_conv1_weight_bias_0_0" -> "158 conv2d_13" [label="(256,)", style=solid]; -"156 mul_tensor_13" -> "157 sub_tensor_13" [label="(256, 256, 3, 3)", style=solid]; -"157 sub_tensor_13" -> "158 conv2d_13" [label=None, style=solid]; +"152 conv2d_13_scale_0" -> "155 quantize_per_channel_default_13" [label="(256,)", style=solid]; +"152 conv2d_13_scale_0" -> "156 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"153 conv2d_13_zero_point_0" -> "155 quantize_per_channel_default_13" [label="(256,)", style=solid]; +"153 conv2d_13_zero_point_0" -> "156 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"154 compressed_weight_updated_constant13" -> "155 quantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; +"155 quantize_per_channel_default_13" -> "156 dequantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; +"156 dequantize_per_channel_default_13" -> "158 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; +"157 layer3_1_conv1_weight_bias_0_0" -> "158 conv2d_13" [label="(256,)", style=solid]; "158 conv2d_13" -> "159 relu__11" [label="(1, 256, 14, 14)", style=solid]; "159 relu__11" -> "160 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; "160 quantize_per_tensor_default_19" -> "161 dequantize_per_tensor_default_24" [label="(1, 256, 14, 14)", style=solid]; "161 dequantize_per_tensor_default_24" -> "168 conv2d_14" [label="(1, 256, 14, 14)", style=solid]; -"162 conv2d_14_zero_point_0_updated_constant0" -> "167 sub_tensor_14" [label="(256, 1, 1, 1)", style=solid]; -"163 conv2d_14_scale_0_updated_constant0" -> "166 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; -"164 compressed_weight_updated_constant14" -> "166 mul_tensor_14" [label="(256, 256, 3, 3)", style=solid]; -"165 layer3_1_conv2_weight_bias_0_0" -> "168 conv2d_14" [label="(256,)", style=solid]; -"166 mul_tensor_14" -> "167 sub_tensor_14" [label="(256, 256, 3, 3)", style=solid]; -"167 sub_tensor_14" -> "168 conv2d_14" [label=None, style=solid]; +"162 conv2d_14_scale_0" -> "165 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"162 conv2d_14_scale_0" -> "166 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"163 conv2d_14_zero_point_0" -> "165 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"163 conv2d_14_zero_point_0" -> "166 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"164 compressed_weight_updated_constant14" -> "165 quantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; +"165 quantize_per_channel_default_14" -> "166 dequantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; +"166 dequantize_per_channel_default_14" -> "168 conv2d_14" [label="(256, 256, 3, 3)", style=solid]; +"167 layer3_1_conv2_weight_bias_0_0" -> "168 conv2d_14" [label="(256,)", style=solid]; "168 conv2d_14" -> "169 quantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; "169 quantize_per_tensor_default_20" -> "170 dequantize_per_tensor_default_25" [label="(1, 256, 14, 14)", style=solid]; "170 dequantize_per_tensor_default_25" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; @@ -426,31 +456,37 @@ strict digraph { "173 quantize_per_tensor_default_21" -> "175 dequantize_per_tensor_default_26" [label="(1, 256, 14, 14)", style=solid]; "174 dequantize_per_tensor_default_27" -> "201 conv2d_17" [label="(1, 256, 14, 14)", style=solid]; "175 dequantize_per_tensor_default_26" -> "182 conv2d_15" [label="(1, 256, 14, 14)", style=solid]; -"176 conv2d_15_zero_point_0_updated_constant0" -> "181 sub_tensor_15" [label="(512, 1, 1, 1)", style=solid]; -"177 conv2d_15_scale_0_updated_constant0" -> "180 mul_tensor_15" [label="(512, 1, 1, 1)", style=solid]; -"178 compressed_weight_updated_constant15" -> "180 mul_tensor_15" [label="(512, 256, 3, 3)", style=solid]; -"179 layer4_0_conv1_weight_bias_0_0" -> "182 conv2d_15" [label="(512,)", style=solid]; -"180 mul_tensor_15" -> "181 sub_tensor_15" [label="(512, 256, 3, 3)", style=solid]; -"181 sub_tensor_15" -> "182 conv2d_15" [label=None, style=solid]; +"176 conv2d_15_scale_0" -> "179 quantize_per_channel_default_15" [label="(512,)", style=solid]; +"176 conv2d_15_scale_0" -> "180 dequantize_per_channel_default_15" [label="(512,)", style=solid]; +"177 conv2d_15_zero_point_0" -> "179 quantize_per_channel_default_15" [label="(512,)", style=solid]; +"177 conv2d_15_zero_point_0" -> "180 dequantize_per_channel_default_15" [label="(512,)", style=solid]; +"178 compressed_weight_updated_constant15" -> "179 quantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; +"179 quantize_per_channel_default_15" -> "180 dequantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; +"180 dequantize_per_channel_default_15" -> "182 conv2d_15" [label="(512, 256, 3, 3)", style=solid]; +"181 layer4_0_conv1_weight_bias_0_0" -> "182 conv2d_15" [label="(512,)", style=solid]; "182 conv2d_15" -> "183 relu__13" [label="(1, 512, 7, 7)", style=solid]; "183 relu__13" -> "184 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; "184 quantize_per_tensor_default_22" -> "185 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; "185 dequantize_per_tensor_default_28" -> "192 conv2d_16" [label="(1, 512, 7, 7)", style=solid]; -"186 conv2d_16_zero_point_0_updated_constant0" -> "191 sub_tensor_16" [label="(512, 1, 1, 1)", style=solid]; -"187 conv2d_16_scale_0_updated_constant0" -> "190 mul_tensor_16" [label="(512, 1, 1, 1)", style=solid]; -"188 compressed_weight_updated_constant16" -> "190 mul_tensor_16" [label="(512, 512, 3, 3)", style=solid]; -"189 layer4_0_conv2_weight_bias_0_0" -> "192 conv2d_16" [label="(512,)", style=solid]; -"190 mul_tensor_16" -> "191 sub_tensor_16" [label="(512, 512, 3, 3)", style=solid]; -"191 sub_tensor_16" -> "192 conv2d_16" [label=None, style=solid]; +"186 conv2d_16_scale_0" -> "189 quantize_per_channel_default_16" [label="(512,)", style=solid]; +"186 conv2d_16_scale_0" -> "190 dequantize_per_channel_default_16" [label="(512,)", style=solid]; +"187 conv2d_16_zero_point_0" -> "189 quantize_per_channel_default_16" [label="(512,)", style=solid]; +"187 conv2d_16_zero_point_0" -> "190 dequantize_per_channel_default_16" [label="(512,)", style=solid]; +"188 compressed_weight_updated_constant16" -> "189 quantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; +"189 quantize_per_channel_default_16" -> "190 dequantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; +"190 dequantize_per_channel_default_16" -> "192 conv2d_16" [label="(512, 512, 3, 3)", style=solid]; +"191 layer4_0_conv2_weight_bias_0_0" -> "192 conv2d_16" [label="(512,)", style=solid]; "192 conv2d_16" -> "193 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; "193 quantize_per_tensor_default_23" -> "194 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7)", style=solid]; "194 dequantize_per_tensor_default_29" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; -"195 conv2d_17_zero_point_0_updated_constant0" -> "200 sub_tensor_17" [label="(512, 1, 1, 1)", style=solid]; -"196 conv2d_17_scale_0_updated_constant0" -> "199 mul_tensor_17" [label="(512, 1, 1, 1)", style=solid]; -"197 compressed_weight_updated_constant17" -> "199 mul_tensor_17" [label="(512, 256, 1, 1)", style=solid]; -"198 layer4_0_downsample_0_weight_bias_0_0" -> "201 conv2d_17" [label="(512,)", style=solid]; -"199 mul_tensor_17" -> "200 sub_tensor_17" [label="(512, 256, 1, 1)", style=solid]; -"200 sub_tensor_17" -> "201 conv2d_17" [label=None, style=solid]; +"195 conv2d_17_scale_0" -> "198 quantize_per_channel_default_17" [label="(512,)", style=solid]; +"195 conv2d_17_scale_0" -> "199 dequantize_per_channel_default_17" [label="(512,)", style=solid]; +"196 conv2d_17_zero_point_0" -> "198 quantize_per_channel_default_17" [label="(512,)", style=solid]; +"196 conv2d_17_zero_point_0" -> "199 dequantize_per_channel_default_17" [label="(512,)", style=solid]; +"197 compressed_weight_updated_constant17" -> "198 quantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; +"198 quantize_per_channel_default_17" -> "199 dequantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; +"199 dequantize_per_channel_default_17" -> "201 conv2d_17" [label="(512, 256, 1, 1)", style=solid]; +"200 layer4_0_downsample_0_weight_bias_0_0" -> "201 conv2d_17" [label="(512,)", style=solid]; "201 conv2d_17" -> "202 quantize_per_tensor_default_24" [label="(1, 512, 7, 7)", style=solid]; "202 quantize_per_tensor_default_24" -> "203 dequantize_per_tensor_default_30" [label="(1, 512, 7, 7)", style=solid]; "203 dequantize_per_tensor_default_30" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; @@ -460,22 +496,26 @@ strict digraph { "206 quantize_per_tensor_default_25" -> "208 dequantize_per_tensor_default_31" [label="(1, 512, 7, 7)", style=solid]; "207 dequantize_per_tensor_default_32" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; "208 dequantize_per_tensor_default_31" -> "215 conv2d_18" [label="(1, 512, 7, 7)", style=solid]; -"209 conv2d_18_zero_point_0_updated_constant0" -> "214 sub_tensor_18" [label="(512, 1, 1, 1)", style=solid]; -"210 conv2d_18_scale_0_updated_constant0" -> "213 mul_tensor_18" [label="(512, 1, 1, 1)", style=solid]; -"211 compressed_weight_updated_constant18" -> "213 mul_tensor_18" [label="(512, 512, 3, 3)", style=solid]; -"212 layer4_1_conv1_weight_bias_0_0" -> "215 conv2d_18" [label="(512,)", style=solid]; -"213 mul_tensor_18" -> "214 sub_tensor_18" [label="(512, 512, 3, 3)", style=solid]; -"214 sub_tensor_18" -> "215 conv2d_18" [label=None, style=solid]; +"209 conv2d_18_scale_0" -> "212 quantize_per_channel_default_18" [label="(512,)", style=solid]; +"209 conv2d_18_scale_0" -> "213 dequantize_per_channel_default_18" [label="(512,)", style=solid]; +"210 conv2d_18_zero_point_0" -> "212 quantize_per_channel_default_18" [label="(512,)", style=solid]; +"210 conv2d_18_zero_point_0" -> "213 dequantize_per_channel_default_18" [label="(512,)", style=solid]; +"211 compressed_weight_updated_constant18" -> "212 quantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; +"212 quantize_per_channel_default_18" -> "213 dequantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; +"213 dequantize_per_channel_default_18" -> "215 conv2d_18" [label="(512, 512, 3, 3)", style=solid]; +"214 layer4_1_conv1_weight_bias_0_0" -> "215 conv2d_18" [label="(512,)", style=solid]; "215 conv2d_18" -> "216 relu__15" [label="(1, 512, 7, 7)", style=solid]; "216 relu__15" -> "217 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; "217 quantize_per_tensor_default_26" -> "218 dequantize_per_tensor_default_33" [label="(1, 512, 7, 7)", style=solid]; "218 dequantize_per_tensor_default_33" -> "225 conv2d_19" [label="(1, 512, 7, 7)", style=solid]; -"219 conv2d_19_zero_point_0_updated_constant0" -> "224 sub_tensor_19" [label="(512, 1, 1, 1)", style=solid]; -"220 conv2d_19_scale_0_updated_constant0" -> "223 mul_tensor_19" [label="(512, 1, 1, 1)", style=solid]; -"221 compressed_weight_updated_constant19" -> "223 mul_tensor_19" [label="(512, 512, 3, 3)", style=solid]; -"222 layer4_1_conv2_weight_bias_0_0" -> "225 conv2d_19" [label="(512,)", style=solid]; -"223 mul_tensor_19" -> "224 sub_tensor_19" [label="(512, 512, 3, 3)", style=solid]; -"224 sub_tensor_19" -> "225 conv2d_19" [label=None, style=solid]; +"219 conv2d_19_scale_0" -> "222 quantize_per_channel_default_19" [label="(512,)", style=solid]; +"219 conv2d_19_scale_0" -> "223 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"220 conv2d_19_zero_point_0" -> "222 quantize_per_channel_default_19" [label="(512,)", style=solid]; +"220 conv2d_19_zero_point_0" -> "223 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"221 compressed_weight_updated_constant19" -> "222 quantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; +"222 quantize_per_channel_default_19" -> "223 dequantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; +"223 dequantize_per_channel_default_19" -> "225 conv2d_19" [label="(512, 512, 3, 3)", style=solid]; +"224 layer4_1_conv2_weight_bias_0_0" -> "225 conv2d_19" [label="(512,)", style=solid]; "225 conv2d_19" -> "226 quantize_per_tensor_default_27" [label="(1, 512, 7, 7)", style=solid]; "226 quantize_per_tensor_default_27" -> "227 dequantize_per_tensor_default_34" [label="(1, 512, 7, 7)", style=solid]; "227 dequantize_per_tensor_default_34" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; @@ -487,11 +527,13 @@ strict digraph { "233 quantize_per_tensor_default_29" -> "234 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1)", style=solid]; "234 dequantize_per_tensor_default_36" -> "235 flatten" [label="(1, 512, 1, 1)", style=solid]; "235 flatten" -> "242 linear" [label="(1, 512)", style=solid]; -"236 linear_zero_point_0_updated_constant0" -> "241 sub_tensor_20" [label="(1000, 1)", style=solid]; -"237 linear_scale_0_updated_constant0" -> "240 mul_tensor_20" [label="(1000, 1)", style=solid]; -"238 compressed_weight_updated_constant20" -> "240 mul_tensor_20" [label="(1000, 512)", style=solid]; -"239 _param_constant61_0_0" -> "242 linear" [label="(1000,)", style=solid]; -"240 mul_tensor_20" -> "241 sub_tensor_20" [label="(1000, 512)", style=solid]; -"241 sub_tensor_20" -> "242 linear" [label=None, style=solid]; +"236 linear_scale_0" -> "239 quantize_per_channel_default_20" [label="(1000,)", style=solid]; +"236 linear_scale_0" -> "240 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; +"237 linear_zero_point_0" -> "239 quantize_per_channel_default_20" [label="(1000,)", style=solid]; +"237 linear_zero_point_0" -> "240 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; +"238 compressed_weight_updated_constant20" -> "239 quantize_per_channel_default_20" [label="(1000, 512)", style=solid]; +"239 quantize_per_channel_default_20" -> "240 dequantize_per_channel_default_20" [label="(1000, 512)", style=solid]; +"240 dequantize_per_channel_default_20" -> "242 linear" [label="(1000, 512)", style=solid]; +"241 _param_constant61_0_0" -> "242 linear" [label="(1000,)", style=solid]; "242 linear" -> "243 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot index cd27470911e..dfd7a38bd4b 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot @@ -2,12 +2,12 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_zero_point_0_updated_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0_updated_constant0" [id=4, type=get_attr]; +"3 conv2d_scale_0" [id=3, type=get_attr]; +"4 conv2d_zero_point_0" [id=4, type=get_attr]; "5 compressed_weight_updated_constant0" [id=5, type=get_attr]; -"6 _param_constant1_0_0" [id=6, type=get_attr]; -"7 mul_tensor" [id=7, type=mul]; -"8 sub_tensor" [id=8, type=sub]; +"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; +"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; +"8 _param_constant1_0_0" [id=8, type=get_attr]; "9 conv2d" [id=9, type=conv2d]; "10 permute" [id=10, type=permute]; "11 _param_constant2" [id=11, type=get_attr]; @@ -15,20 +15,20 @@ strict digraph { "13 layer_norm" [id=13, type=layer_norm]; "14 _tensor_constant0" [id=14, type=get_attr]; "15 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=15, type=call_module]; -"16 linear_zero_point_0_updated_constant0" [id=16, type=get_attr]; -"17 linear_scale_0_updated_constant0" [id=17, type=get_attr]; +"16 linear_scale_0" [id=16, type=get_attr]; +"17 linear_zero_point_0" [id=17, type=get_attr]; "18 compressed_weight_updated_constant1" [id=18, type=get_attr]; -"19 _param_constant5_0_0" [id=19, type=get_attr]; -"20 mul_tensor_1" [id=20, type=mul]; -"21 sub_tensor_1" [id=21, type=sub]; +"19 quantize_per_channel_default_1" [id=19, type=quantize_per_channel]; +"20 dequantize_per_channel_default_1" [id=20, type=dequantize_per_channel]; +"21 _param_constant5_0_0" [id=21, type=get_attr]; "22 linear" [id=22, type=linear]; "23 relu_" [id=23, type=relu_]; "24 relu__0_0_nncf_smooth_quant_0" [id=24, type=call_module]; -"25 linear_1_zero_point_0_updated_constant0" [id=25, type=get_attr]; -"26 linear_1_scale_0_updated_constant0" [id=26, type=get_attr]; +"25 linear_1_scale_0" [id=25, type=get_attr]; +"26 linear_1_zero_point_0" [id=26, type=get_attr]; "27 compressed_weight_updated_constant2" [id=27, type=get_attr]; -"28 mul_tensor_2" [id=28, type=mul]; -"29 sub_tensor_2" [id=29, type=sub]; +"28 quantize_per_channel_default_2" [id=28, type=quantize_per_channel]; +"29 dequantize_per_channel_default_2" [id=29, type=dequantize_per_channel]; "30 linear_1" [id=30, type=linear]; "31 view" [id=31, type=view]; "32 _tensor_constant1" [id=32, type=get_attr]; @@ -46,12 +46,12 @@ strict digraph { "44 reshape_0_0_nncf_smooth_quant_0" [id=44, type=call_module]; "45 quantize_per_tensor_default_1" [id=45, type=quantize_per_tensor]; "46 dequantize_per_tensor_default_1" [id=46, type=dequantize_per_tensor]; -"47 linear_2_zero_point_0_updated_constant0" [id=47, type=get_attr]; -"48 linear_2_scale_0_updated_constant0" [id=48, type=get_attr]; +"47 linear_2_scale_0" [id=47, type=get_attr]; +"48 linear_2_zero_point_0" [id=48, type=get_attr]; "49 compressed_weight_updated_constant3" [id=49, type=get_attr]; -"50 _param_constant7_0_0" [id=50, type=get_attr]; -"51 mul_tensor_3" [id=51, type=mul]; -"52 sub_tensor_3" [id=52, type=sub]; +"50 quantize_per_channel_default_3" [id=50, type=quantize_per_channel]; +"51 dequantize_per_channel_default_3" [id=51, type=dequantize_per_channel]; +"52 _param_constant7_0_0" [id=52, type=get_attr]; "53 linear_2" [id=53, type=linear]; "54 reshape_1" [id=54, type=reshape]; "55 permute_3" [id=55, type=permute]; @@ -85,12 +85,12 @@ strict digraph { "83 reshape_2_0_0_nncf_smooth_quant_0" [id=83, type=call_module]; "84 quantize_per_tensor_default_4" [id=84, type=quantize_per_tensor]; "85 dequantize_per_tensor_default_4" [id=85, type=dequantize_per_tensor]; -"86 linear_3_zero_point_0_updated_constant0" [id=86, type=get_attr]; -"87 linear_3_scale_0_updated_constant0" [id=87, type=get_attr]; +"86 linear_3_scale_0" [id=86, type=get_attr]; +"87 linear_3_zero_point_0" [id=87, type=get_attr]; "88 compressed_weight_updated_constant4" [id=88, type=get_attr]; -"89 _param_constant11_0_0" [id=89, type=get_attr]; -"90 mul_tensor_4" [id=90, type=mul]; -"91 sub_tensor_4" [id=91, type=sub]; +"89 quantize_per_channel_default_4" [id=89, type=quantize_per_channel]; +"90 dequantize_per_channel_default_4" [id=90, type=dequantize_per_channel]; +"91 _param_constant11_0_0" [id=91, type=get_attr]; "92 linear_3" [id=92, type=linear]; "93 dropout_1" [id=93, type=dropout]; "94 view_3" [id=94, type=view]; @@ -105,24 +105,24 @@ strict digraph { "103 add_1_0_0_nncf_smooth_quant_0" [id=103, type=call_module]; "104 quantize_per_tensor_default_5" [id=104, type=quantize_per_tensor]; "105 dequantize_per_tensor_default_5" [id=105, type=dequantize_per_tensor]; -"106 linear_4_zero_point_0_updated_constant0" [id=106, type=get_attr]; -"107 linear_4_scale_0_updated_constant0" [id=107, type=get_attr]; +"106 linear_4_scale_0" [id=106, type=get_attr]; +"107 linear_4_zero_point_0" [id=107, type=get_attr]; "108 compressed_weight_updated_constant5" [id=108, type=get_attr]; -"109 _param_constant15_0_0" [id=109, type=get_attr]; -"110 mul_tensor_5" [id=110, type=mul]; -"111 sub_tensor_5" [id=111, type=sub]; +"109 quantize_per_channel_default_5" [id=109, type=quantize_per_channel]; +"110 dequantize_per_channel_default_5" [id=110, type=dequantize_per_channel]; +"111 _param_constant15_0_0" [id=111, type=get_attr]; "112 linear_4" [id=112, type=linear]; "113 gelu" [id=113, type=gelu]; "114 dropout_2" [id=114, type=dropout]; "115 dropout_2_0_0_nncf_smooth_quant_0" [id=115, type=call_module]; "116 quantize_per_tensor_default_6" [id=116, type=quantize_per_tensor]; "117 dequantize_per_tensor_default_6" [id=117, type=dequantize_per_tensor]; -"118 linear_5_zero_point_0_updated_constant0" [id=118, type=get_attr]; -"119 linear_5_scale_0_updated_constant0" [id=119, type=get_attr]; +"118 linear_5_scale_0" [id=118, type=get_attr]; +"119 linear_5_zero_point_0" [id=119, type=get_attr]; "120 compressed_weight_updated_constant6" [id=120, type=get_attr]; -"121 _param_constant17_0_0" [id=121, type=get_attr]; -"122 mul_tensor_6" [id=122, type=mul]; -"123 sub_tensor_6" [id=123, type=sub]; +"121 quantize_per_channel_default_6" [id=121, type=quantize_per_channel]; +"122 dequantize_per_channel_default_6" [id=122, type=dequantize_per_channel]; +"123 _param_constant17_0_0" [id=123, type=get_attr]; "124 linear_5" [id=124, type=linear]; "125 dropout_3" [id=125, type=dropout]; "126 _param_constant18" [id=126, type=get_attr]; @@ -131,20 +131,20 @@ strict digraph { "129 add_2" [id=129, type=add]; "130 _tensor_constant2" [id=130, type=get_attr]; "131 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=131, type=call_module]; -"132 linear_6_zero_point_0_updated_constant0" [id=132, type=get_attr]; -"133 linear_6_scale_0_updated_constant0" [id=133, type=get_attr]; +"132 linear_6_scale_0" [id=132, type=get_attr]; +"133 linear_6_zero_point_0" [id=133, type=get_attr]; "134 compressed_weight_updated_constant7" [id=134, type=get_attr]; -"135 _param_constant21_0_0" [id=135, type=get_attr]; -"136 mul_tensor_7" [id=136, type=mul]; -"137 sub_tensor_7" [id=137, type=sub]; +"135 quantize_per_channel_default_7" [id=135, type=quantize_per_channel]; +"136 dequantize_per_channel_default_7" [id=136, type=dequantize_per_channel]; +"137 _param_constant21_0_0" [id=137, type=get_attr]; "138 linear_6" [id=138, type=linear]; "139 relu__1" [id=139, type=relu_]; "140 relu__1_0_0_nncf_smooth_quant_0" [id=140, type=call_module]; -"141 linear_7_zero_point_0_updated_constant0" [id=141, type=get_attr]; -"142 linear_7_scale_0_updated_constant0" [id=142, type=get_attr]; +"141 linear_7_scale_0" [id=141, type=get_attr]; +"142 linear_7_zero_point_0" [id=142, type=get_attr]; "143 compressed_weight_updated_constant8" [id=143, type=get_attr]; -"144 mul_tensor_8" [id=144, type=mul]; -"145 sub_tensor_8" [id=145, type=sub]; +"144 quantize_per_channel_default_8" [id=144, type=quantize_per_channel]; +"145 dequantize_per_channel_default_8" [id=145, type=dequantize_per_channel]; "146 linear_7" [id=146, type=linear]; "147 view_4" [id=147, type=view]; "148 _tensor_constant3" [id=148, type=get_attr]; @@ -163,12 +163,12 @@ strict digraph { "161 reshape_4_0_0_nncf_smooth_quant_0" [id=161, type=call_module]; "162 quantize_per_tensor_default_7" [id=162, type=quantize_per_tensor]; "163 dequantize_per_tensor_default_7" [id=163, type=dequantize_per_tensor]; -"164 linear_8_zero_point_0_updated_constant0" [id=164, type=get_attr]; -"165 linear_8_scale_0_updated_constant0" [id=165, type=get_attr]; +"164 linear_8_scale_0" [id=164, type=get_attr]; +"165 linear_8_zero_point_0" [id=165, type=get_attr]; "166 compressed_weight_updated_constant9" [id=166, type=get_attr]; -"167 _param_constant23_0_0" [id=167, type=get_attr]; -"168 mul_tensor_9" [id=168, type=mul]; -"169 sub_tensor_9" [id=169, type=sub]; +"167 quantize_per_channel_default_9" [id=167, type=quantize_per_channel]; +"168 dequantize_per_channel_default_9" [id=168, type=dequantize_per_channel]; +"169 _param_constant23_0_0" [id=169, type=get_attr]; "170 linear_8" [id=170, type=linear]; "171 reshape_5" [id=171, type=reshape]; "172 permute_7" [id=172, type=permute]; @@ -218,12 +218,12 @@ strict digraph { "216 reshape_7_0_0_nncf_smooth_quant_0" [id=216, type=call_module]; "217 quantize_per_tensor_default_10" [id=217, type=quantize_per_tensor]; "218 dequantize_per_tensor_default_10" [id=218, type=dequantize_per_tensor]; -"219 linear_9_zero_point_0_updated_constant0" [id=219, type=get_attr]; -"220 linear_9_scale_0_updated_constant0" [id=220, type=get_attr]; +"219 linear_9_scale_0" [id=219, type=get_attr]; +"220 linear_9_zero_point_0" [id=220, type=get_attr]; "221 compressed_weight_updated_constant10" [id=221, type=get_attr]; -"222 _param_constant27_0_0" [id=222, type=get_attr]; -"223 mul_tensor_10" [id=223, type=mul]; -"224 sub_tensor_10" [id=224, type=sub]; +"222 quantize_per_channel_default_10" [id=222, type=quantize_per_channel]; +"223 dequantize_per_channel_default_10" [id=223, type=dequantize_per_channel]; +"224 _param_constant27_0_0" [id=224, type=get_attr]; "225 linear_9" [id=225, type=linear]; "226 dropout_5" [id=226, type=dropout]; "227 view_10" [id=227, type=view]; @@ -239,24 +239,24 @@ strict digraph { "237 add_5_0_0_nncf_smooth_quant_0" [id=237, type=call_module]; "238 quantize_per_tensor_default_11" [id=238, type=quantize_per_tensor]; "239 dequantize_per_tensor_default_11" [id=239, type=dequantize_per_tensor]; -"240 linear_10_zero_point_0_updated_constant0" [id=240, type=get_attr]; -"241 linear_10_scale_0_updated_constant0" [id=241, type=get_attr]; +"240 linear_10_scale_0" [id=240, type=get_attr]; +"241 linear_10_zero_point_0" [id=241, type=get_attr]; "242 compressed_weight_updated_constant11" [id=242, type=get_attr]; -"243 _param_constant31_0_0" [id=243, type=get_attr]; -"244 mul_tensor_11" [id=244, type=mul]; -"245 sub_tensor_11" [id=245, type=sub]; +"243 quantize_per_channel_default_11" [id=243, type=quantize_per_channel]; +"244 dequantize_per_channel_default_11" [id=244, type=dequantize_per_channel]; +"245 _param_constant31_0_0" [id=245, type=get_attr]; "246 linear_10" [id=246, type=linear]; "247 gelu_1" [id=247, type=gelu]; "248 dropout_6" [id=248, type=dropout]; "249 dropout_6_0_0_nncf_smooth_quant_0" [id=249, type=call_module]; "250 quantize_per_tensor_default_12" [id=250, type=quantize_per_tensor]; "251 dequantize_per_tensor_default_12" [id=251, type=dequantize_per_tensor]; -"252 linear_11_zero_point_0_updated_constant0" [id=252, type=get_attr]; -"253 linear_11_scale_0_updated_constant0" [id=253, type=get_attr]; +"252 linear_11_scale_0" [id=252, type=get_attr]; +"253 linear_11_zero_point_0" [id=253, type=get_attr]; "254 compressed_weight_updated_constant12" [id=254, type=get_attr]; -"255 _param_constant33_0_0" [id=255, type=get_attr]; -"256 mul_tensor_12" [id=256, type=mul]; -"257 sub_tensor_12" [id=257, type=sub]; +"255 quantize_per_channel_default_12" [id=255, type=quantize_per_channel]; +"256 dequantize_per_channel_default_12" [id=256, type=dequantize_per_channel]; +"257 _param_constant33_0_0" [id=257, type=get_attr]; "258 linear_11" [id=258, type=linear]; "259 dropout_7" [id=259, type=dropout]; "260 _param_constant34" [id=260, type=get_attr]; @@ -280,31 +280,31 @@ strict digraph { "278 cat_0_0_nncf_smooth_quant_0" [id=278, type=call_module]; "279 quantize_per_tensor_default_13" [id=279, type=quantize_per_tensor]; "280 dequantize_per_tensor_default_13" [id=280, type=dequantize_per_tensor]; -"281 linear_12_zero_point_0_updated_constant0" [id=281, type=get_attr]; -"282 linear_12_scale_0_updated_constant0" [id=282, type=get_attr]; +"281 linear_12_scale_0" [id=281, type=get_attr]; +"282 linear_12_zero_point_0" [id=282, type=get_attr]; "283 compressed_weight_updated_constant13" [id=283, type=get_attr]; -"284 mul_tensor_13" [id=284, type=mul]; -"285 sub_tensor_13" [id=285, type=sub]; +"284 quantize_per_channel_default_13" [id=284, type=quantize_per_channel]; +"285 dequantize_per_channel_default_13" [id=285, type=dequantize_per_channel]; "286 linear_12" [id=286, type=linear]; "287 _param_constant37" [id=287, type=get_attr]; "288 _param_constant38" [id=288, type=get_attr]; "289 layer_norm_5" [id=289, type=layer_norm]; "290 _tensor_constant13" [id=290, type=get_attr]; "291 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=291, type=call_module]; -"292 linear_13_zero_point_0_updated_constant0" [id=292, type=get_attr]; -"293 linear_13_scale_0_updated_constant0" [id=293, type=get_attr]; +"292 linear_13_scale_0" [id=292, type=get_attr]; +"293 linear_13_zero_point_0" [id=293, type=get_attr]; "294 compressed_weight_updated_constant14" [id=294, type=get_attr]; -"295 _param_constant40_0_0" [id=295, type=get_attr]; -"296 mul_tensor_14" [id=296, type=mul]; -"297 sub_tensor_14" [id=297, type=sub]; +"295 quantize_per_channel_default_14" [id=295, type=quantize_per_channel]; +"296 dequantize_per_channel_default_14" [id=296, type=dequantize_per_channel]; +"297 _param_constant40_0_0" [id=297, type=get_attr]; "298 linear_13" [id=298, type=linear]; "299 relu__2" [id=299, type=relu_]; "300 relu__2_0_0_nncf_smooth_quant_0" [id=300, type=call_module]; -"301 linear_14_zero_point_0_updated_constant0" [id=301, type=get_attr]; -"302 linear_14_scale_0_updated_constant0" [id=302, type=get_attr]; +"301 linear_14_scale_0" [id=301, type=get_attr]; +"302 linear_14_zero_point_0" [id=302, type=get_attr]; "303 compressed_weight_updated_constant15" [id=303, type=get_attr]; -"304 mul_tensor_15" [id=304, type=mul]; -"305 sub_tensor_15" [id=305, type=sub]; +"304 quantize_per_channel_default_15" [id=304, type=quantize_per_channel]; +"305 dequantize_per_channel_default_15" [id=305, type=dequantize_per_channel]; "306 linear_14" [id=306, type=linear]; "307 view_11" [id=307, type=view]; "308 _tensor_constant14" [id=308, type=get_attr]; @@ -322,12 +322,12 @@ strict digraph { "320 reshape_9_0_0_nncf_smooth_quant_0" [id=320, type=call_module]; "321 quantize_per_tensor_default_14" [id=321, type=quantize_per_tensor]; "322 dequantize_per_tensor_default_14" [id=322, type=dequantize_per_tensor]; -"323 linear_15_zero_point_0_updated_constant0" [id=323, type=get_attr]; -"324 linear_15_scale_0_updated_constant0" [id=324, type=get_attr]; +"323 linear_15_scale_0" [id=323, type=get_attr]; +"324 linear_15_zero_point_0" [id=324, type=get_attr]; "325 compressed_weight_updated_constant16" [id=325, type=get_attr]; -"326 _param_constant42_0_0" [id=326, type=get_attr]; -"327 mul_tensor_16" [id=327, type=mul]; -"328 sub_tensor_16" [id=328, type=sub]; +"326 quantize_per_channel_default_16" [id=326, type=quantize_per_channel]; +"327 dequantize_per_channel_default_16" [id=327, type=dequantize_per_channel]; +"328 _param_constant42_0_0" [id=328, type=get_attr]; "329 linear_15" [id=329, type=linear]; "330 reshape_10" [id=330, type=reshape]; "331 permute_12" [id=331, type=permute]; @@ -361,12 +361,12 @@ strict digraph { "359 reshape_11_0_0_nncf_smooth_quant_0" [id=359, type=call_module]; "360 quantize_per_tensor_default_17" [id=360, type=quantize_per_tensor]; "361 dequantize_per_tensor_default_17" [id=361, type=dequantize_per_tensor]; -"362 linear_16_zero_point_0_updated_constant0" [id=362, type=get_attr]; -"363 linear_16_scale_0_updated_constant0" [id=363, type=get_attr]; +"362 linear_16_scale_0" [id=362, type=get_attr]; +"363 linear_16_zero_point_0" [id=363, type=get_attr]; "364 compressed_weight_updated_constant17" [id=364, type=get_attr]; -"365 _param_constant46_0_0" [id=365, type=get_attr]; -"366 mul_tensor_17" [id=366, type=mul]; -"367 sub_tensor_17" [id=367, type=sub]; +"365 quantize_per_channel_default_17" [id=365, type=quantize_per_channel]; +"366 dequantize_per_channel_default_17" [id=366, type=dequantize_per_channel]; +"367 _param_constant46_0_0" [id=367, type=get_attr]; "368 linear_16" [id=368, type=linear]; "369 dropout_9" [id=369, type=dropout]; "370 view_14" [id=370, type=view]; @@ -384,24 +384,24 @@ strict digraph { "382 add_8_0_0_nncf_smooth_quant_0" [id=382, type=call_module]; "383 quantize_per_tensor_default_18" [id=383, type=quantize_per_tensor]; "384 dequantize_per_tensor_default_18" [id=384, type=dequantize_per_tensor]; -"385 linear_17_zero_point_0_updated_constant0" [id=385, type=get_attr]; -"386 linear_17_scale_0_updated_constant0" [id=386, type=get_attr]; +"385 linear_17_scale_0" [id=385, type=get_attr]; +"386 linear_17_zero_point_0" [id=386, type=get_attr]; "387 compressed_weight_updated_constant18" [id=387, type=get_attr]; -"388 _param_constant50_0_0" [id=388, type=get_attr]; -"389 mul_tensor_18" [id=389, type=mul]; -"390 sub_tensor_18" [id=390, type=sub]; +"388 quantize_per_channel_default_18" [id=388, type=quantize_per_channel]; +"389 dequantize_per_channel_default_18" [id=389, type=dequantize_per_channel]; +"390 _param_constant50_0_0" [id=390, type=get_attr]; "391 linear_17" [id=391, type=linear]; "392 gelu_2" [id=392, type=gelu]; "393 dropout_10" [id=393, type=dropout]; "394 dropout_10_0_0_nncf_smooth_quant_0" [id=394, type=call_module]; "395 quantize_per_tensor_default_19" [id=395, type=quantize_per_tensor]; "396 dequantize_per_tensor_default_19" [id=396, type=dequantize_per_tensor]; -"397 linear_18_zero_point_0_updated_constant0" [id=397, type=get_attr]; -"398 linear_18_scale_0_updated_constant0" [id=398, type=get_attr]; +"397 linear_18_scale_0" [id=397, type=get_attr]; +"398 linear_18_zero_point_0" [id=398, type=get_attr]; "399 compressed_weight_updated_constant19" [id=399, type=get_attr]; -"400 _param_constant52_0_0" [id=400, type=get_attr]; -"401 mul_tensor_19" [id=401, type=mul]; -"402 sub_tensor_19" [id=402, type=sub]; +"400 quantize_per_channel_default_19" [id=400, type=quantize_per_channel]; +"401 dequantize_per_channel_default_19" [id=401, type=dequantize_per_channel]; +"402 _param_constant52_0_0" [id=402, type=get_attr]; "403 linear_18" [id=403, type=linear]; "404 dropout_11" [id=404, type=dropout]; "405 _param_constant53" [id=405, type=get_attr]; @@ -410,20 +410,20 @@ strict digraph { "408 add_9" [id=408, type=add]; "409 _tensor_constant15" [id=409, type=get_attr]; "410 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=410, type=call_module]; -"411 linear_19_zero_point_0_updated_constant0" [id=411, type=get_attr]; -"412 linear_19_scale_0_updated_constant0" [id=412, type=get_attr]; +"411 linear_19_scale_0" [id=411, type=get_attr]; +"412 linear_19_zero_point_0" [id=412, type=get_attr]; "413 compressed_weight_updated_constant20" [id=413, type=get_attr]; -"414 _param_constant56_0_0" [id=414, type=get_attr]; -"415 mul_tensor_20" [id=415, type=mul]; -"416 sub_tensor_20" [id=416, type=sub]; +"414 quantize_per_channel_default_20" [id=414, type=quantize_per_channel]; +"415 dequantize_per_channel_default_20" [id=415, type=dequantize_per_channel]; +"416 _param_constant56_0_0" [id=416, type=get_attr]; "417 linear_19" [id=417, type=linear]; "418 relu__3" [id=418, type=relu_]; "419 relu__3_0_0_nncf_smooth_quant_0" [id=419, type=call_module]; -"420 linear_20_zero_point_0_updated_constant0" [id=420, type=get_attr]; -"421 linear_20_scale_0_updated_constant0" [id=421, type=get_attr]; +"420 linear_20_scale_0" [id=420, type=get_attr]; +"421 linear_20_zero_point_0" [id=421, type=get_attr]; "422 compressed_weight_updated_constant21" [id=422, type=get_attr]; -"423 mul_tensor_21" [id=423, type=mul]; -"424 sub_tensor_21" [id=424, type=sub]; +"423 quantize_per_channel_default_21" [id=423, type=quantize_per_channel]; +"424 dequantize_per_channel_default_21" [id=424, type=dequantize_per_channel]; "425 linear_20" [id=425, type=linear]; "426 view_15" [id=426, type=view]; "427 _tensor_constant16" [id=427, type=get_attr]; @@ -442,12 +442,12 @@ strict digraph { "440 reshape_13_0_0_nncf_smooth_quant_0" [id=440, type=call_module]; "441 quantize_per_tensor_default_20" [id=441, type=quantize_per_tensor]; "442 dequantize_per_tensor_default_20" [id=442, type=dequantize_per_tensor]; -"443 linear_21_zero_point_0_updated_constant0" [id=443, type=get_attr]; -"444 linear_21_scale_0_updated_constant0" [id=444, type=get_attr]; +"443 linear_21_scale_0" [id=443, type=get_attr]; +"444 linear_21_zero_point_0" [id=444, type=get_attr]; "445 compressed_weight_updated_constant22" [id=445, type=get_attr]; -"446 _param_constant58_0_0" [id=446, type=get_attr]; -"447 mul_tensor_22" [id=447, type=mul]; -"448 sub_tensor_22" [id=448, type=sub]; +"446 quantize_per_channel_default_22" [id=446, type=quantize_per_channel]; +"447 dequantize_per_channel_default_22" [id=447, type=dequantize_per_channel]; +"448 _param_constant58_0_0" [id=448, type=get_attr]; "449 linear_21" [id=449, type=linear]; "450 reshape_14" [id=450, type=reshape]; "451 permute_16" [id=451, type=permute]; @@ -497,12 +497,12 @@ strict digraph { "495 reshape_16_0_0_nncf_smooth_quant_0" [id=495, type=call_module]; "496 quantize_per_tensor_default_23" [id=496, type=quantize_per_tensor]; "497 dequantize_per_tensor_default_23" [id=497, type=dequantize_per_tensor]; -"498 linear_22_zero_point_0_updated_constant0" [id=498, type=get_attr]; -"499 linear_22_scale_0_updated_constant0" [id=499, type=get_attr]; +"498 linear_22_scale_0" [id=498, type=get_attr]; +"499 linear_22_zero_point_0" [id=499, type=get_attr]; "500 compressed_weight_updated_constant23" [id=500, type=get_attr]; -"501 _param_constant62_0_0" [id=501, type=get_attr]; -"502 mul_tensor_23" [id=502, type=mul]; -"503 sub_tensor_23" [id=503, type=sub]; +"501 quantize_per_channel_default_23" [id=501, type=quantize_per_channel]; +"502 dequantize_per_channel_default_23" [id=502, type=dequantize_per_channel]; +"503 _param_constant62_0_0" [id=503, type=get_attr]; "504 linear_22" [id=504, type=linear]; "505 dropout_13" [id=505, type=dropout]; "506 view_21" [id=506, type=view]; @@ -521,24 +521,24 @@ strict digraph { "519 add_12_0_0_nncf_smooth_quant_0" [id=519, type=call_module]; "520 quantize_per_tensor_default_24" [id=520, type=quantize_per_tensor]; "521 dequantize_per_tensor_default_24" [id=521, type=dequantize_per_tensor]; -"522 linear_23_zero_point_0_updated_constant0" [id=522, type=get_attr]; -"523 linear_23_scale_0_updated_constant0" [id=523, type=get_attr]; +"522 linear_23_scale_0" [id=522, type=get_attr]; +"523 linear_23_zero_point_0" [id=523, type=get_attr]; "524 compressed_weight_updated_constant24" [id=524, type=get_attr]; -"525 _param_constant66_0_0" [id=525, type=get_attr]; -"526 mul_tensor_24" [id=526, type=mul]; -"527 sub_tensor_24" [id=527, type=sub]; +"525 quantize_per_channel_default_24" [id=525, type=quantize_per_channel]; +"526 dequantize_per_channel_default_24" [id=526, type=dequantize_per_channel]; +"527 _param_constant66_0_0" [id=527, type=get_attr]; "528 linear_23" [id=528, type=linear]; "529 gelu_3" [id=529, type=gelu]; "530 dropout_14" [id=530, type=dropout]; "531 dropout_14_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; "532 quantize_per_tensor_default_25" [id=532, type=quantize_per_tensor]; "533 dequantize_per_tensor_default_25" [id=533, type=dequantize_per_tensor]; -"534 linear_24_zero_point_0_updated_constant0" [id=534, type=get_attr]; -"535 linear_24_scale_0_updated_constant0" [id=535, type=get_attr]; +"534 linear_24_scale_0" [id=534, type=get_attr]; +"535 linear_24_zero_point_0" [id=535, type=get_attr]; "536 compressed_weight_updated_constant25" [id=536, type=get_attr]; -"537 _param_constant68_0_0" [id=537, type=get_attr]; -"538 mul_tensor_25" [id=538, type=mul]; -"539 sub_tensor_25" [id=539, type=sub]; +"537 quantize_per_channel_default_25" [id=537, type=quantize_per_channel]; +"538 dequantize_per_channel_default_25" [id=538, type=dequantize_per_channel]; +"539 _param_constant68_0_0" [id=539, type=get_attr]; "540 linear_24" [id=540, type=linear]; "541 dropout_15" [id=541, type=dropout]; "542 _param_constant69" [id=542, type=get_attr]; @@ -562,31 +562,31 @@ strict digraph { "560 cat_1_0_0_nncf_smooth_quant_0" [id=560, type=call_module]; "561 quantize_per_tensor_default_26" [id=561, type=quantize_per_tensor]; "562 dequantize_per_tensor_default_26" [id=562, type=dequantize_per_tensor]; -"563 linear_25_zero_point_0_updated_constant0" [id=563, type=get_attr]; -"564 linear_25_scale_0_updated_constant0" [id=564, type=get_attr]; +"563 linear_25_scale_0" [id=563, type=get_attr]; +"564 linear_25_zero_point_0" [id=564, type=get_attr]; "565 compressed_weight_updated_constant26" [id=565, type=get_attr]; -"566 mul_tensor_26" [id=566, type=mul]; -"567 sub_tensor_26" [id=567, type=sub]; +"566 quantize_per_channel_default_26" [id=566, type=quantize_per_channel]; +"567 dequantize_per_channel_default_26" [id=567, type=dequantize_per_channel]; "568 linear_25" [id=568, type=linear]; "569 _param_constant72" [id=569, type=get_attr]; "570 _param_constant73" [id=570, type=get_attr]; "571 layer_norm_10" [id=571, type=layer_norm]; "572 _tensor_constant26" [id=572, type=get_attr]; "573 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=573, type=call_module]; -"574 linear_26_zero_point_0_updated_constant0" [id=574, type=get_attr]; -"575 linear_26_scale_0_updated_constant0" [id=575, type=get_attr]; +"574 linear_26_scale_0" [id=574, type=get_attr]; +"575 linear_26_zero_point_0" [id=575, type=get_attr]; "576 compressed_weight_updated_constant27" [id=576, type=get_attr]; -"577 _param_constant75_0_0" [id=577, type=get_attr]; -"578 mul_tensor_27" [id=578, type=mul]; -"579 sub_tensor_27" [id=579, type=sub]; +"577 quantize_per_channel_default_27" [id=577, type=quantize_per_channel]; +"578 dequantize_per_channel_default_27" [id=578, type=dequantize_per_channel]; +"579 _param_constant75_0_0" [id=579, type=get_attr]; "580 linear_26" [id=580, type=linear]; "581 relu__4" [id=581, type=relu_]; "582 relu__4_0_0_nncf_smooth_quant_0" [id=582, type=call_module]; -"583 linear_27_zero_point_0_updated_constant0" [id=583, type=get_attr]; -"584 linear_27_scale_0_updated_constant0" [id=584, type=get_attr]; +"583 linear_27_scale_0" [id=583, type=get_attr]; +"584 linear_27_zero_point_0" [id=584, type=get_attr]; "585 compressed_weight_updated_constant28" [id=585, type=get_attr]; -"586 mul_tensor_28" [id=586, type=mul]; -"587 sub_tensor_28" [id=587, type=sub]; +"586 quantize_per_channel_default_28" [id=586, type=quantize_per_channel]; +"587 dequantize_per_channel_default_28" [id=587, type=dequantize_per_channel]; "588 linear_27" [id=588, type=linear]; "589 view_22" [id=589, type=view]; "590 _tensor_constant27" [id=590, type=get_attr]; @@ -604,12 +604,12 @@ strict digraph { "602 reshape_18_0_0_nncf_smooth_quant_0" [id=602, type=call_module]; "603 quantize_per_tensor_default_27" [id=603, type=quantize_per_tensor]; "604 dequantize_per_tensor_default_27" [id=604, type=dequantize_per_tensor]; -"605 linear_28_zero_point_0_updated_constant0" [id=605, type=get_attr]; -"606 linear_28_scale_0_updated_constant0" [id=606, type=get_attr]; +"605 linear_28_scale_0" [id=605, type=get_attr]; +"606 linear_28_zero_point_0" [id=606, type=get_attr]; "607 compressed_weight_updated_constant29" [id=607, type=get_attr]; -"608 _param_constant77_0_0" [id=608, type=get_attr]; -"609 mul_tensor_29" [id=609, type=mul]; -"610 sub_tensor_29" [id=610, type=sub]; +"608 quantize_per_channel_default_29" [id=608, type=quantize_per_channel]; +"609 dequantize_per_channel_default_29" [id=609, type=dequantize_per_channel]; +"610 _param_constant77_0_0" [id=610, type=get_attr]; "611 linear_28" [id=611, type=linear]; "612 reshape_19" [id=612, type=reshape]; "613 permute_21" [id=613, type=permute]; @@ -643,12 +643,12 @@ strict digraph { "641 reshape_20_0_0_nncf_smooth_quant_0" [id=641, type=call_module]; "642 quantize_per_tensor_default_30" [id=642, type=quantize_per_tensor]; "643 dequantize_per_tensor_default_30" [id=643, type=dequantize_per_tensor]; -"644 linear_29_zero_point_0_updated_constant0" [id=644, type=get_attr]; -"645 linear_29_scale_0_updated_constant0" [id=645, type=get_attr]; +"644 linear_29_scale_0" [id=644, type=get_attr]; +"645 linear_29_zero_point_0" [id=645, type=get_attr]; "646 compressed_weight_updated_constant30" [id=646, type=get_attr]; -"647 _param_constant81_0_0" [id=647, type=get_attr]; -"648 mul_tensor_30" [id=648, type=mul]; -"649 sub_tensor_30" [id=649, type=sub]; +"647 quantize_per_channel_default_30" [id=647, type=quantize_per_channel]; +"648 dequantize_per_channel_default_30" [id=648, type=dequantize_per_channel]; +"649 _param_constant81_0_0" [id=649, type=get_attr]; "650 linear_29" [id=650, type=linear]; "651 dropout_17" [id=651, type=dropout]; "652 view_25" [id=652, type=view]; @@ -666,24 +666,24 @@ strict digraph { "664 add_15_0_0_nncf_smooth_quant_0" [id=664, type=call_module]; "665 quantize_per_tensor_default_31" [id=665, type=quantize_per_tensor]; "666 dequantize_per_tensor_default_31" [id=666, type=dequantize_per_tensor]; -"667 linear_30_zero_point_0_updated_constant0" [id=667, type=get_attr]; -"668 linear_30_scale_0_updated_constant0" [id=668, type=get_attr]; +"667 linear_30_scale_0" [id=667, type=get_attr]; +"668 linear_30_zero_point_0" [id=668, type=get_attr]; "669 compressed_weight_updated_constant31" [id=669, type=get_attr]; -"670 _param_constant85_0_0" [id=670, type=get_attr]; -"671 mul_tensor_31" [id=671, type=mul]; -"672 sub_tensor_31" [id=672, type=sub]; +"670 quantize_per_channel_default_31" [id=670, type=quantize_per_channel]; +"671 dequantize_per_channel_default_31" [id=671, type=dequantize_per_channel]; +"672 _param_constant85_0_0" [id=672, type=get_attr]; "673 linear_30" [id=673, type=linear]; "674 gelu_4" [id=674, type=gelu]; "675 dropout_18" [id=675, type=dropout]; "676 dropout_18_0_0_nncf_smooth_quant_0" [id=676, type=call_module]; "677 quantize_per_tensor_default_32" [id=677, type=quantize_per_tensor]; "678 dequantize_per_tensor_default_32" [id=678, type=dequantize_per_tensor]; -"679 linear_31_zero_point_0_updated_constant0" [id=679, type=get_attr]; -"680 linear_31_scale_0_updated_constant0" [id=680, type=get_attr]; +"679 linear_31_scale_0" [id=679, type=get_attr]; +"680 linear_31_zero_point_0" [id=680, type=get_attr]; "681 compressed_weight_updated_constant32" [id=681, type=get_attr]; -"682 _param_constant87_0_0" [id=682, type=get_attr]; -"683 mul_tensor_32" [id=683, type=mul]; -"684 sub_tensor_32" [id=684, type=sub]; +"682 quantize_per_channel_default_32" [id=682, type=quantize_per_channel]; +"683 dequantize_per_channel_default_32" [id=683, type=dequantize_per_channel]; +"684 _param_constant87_0_0" [id=684, type=get_attr]; "685 linear_31" [id=685, type=linear]; "686 dropout_19" [id=686, type=dropout]; "687 _param_constant88" [id=687, type=get_attr]; @@ -692,20 +692,20 @@ strict digraph { "690 add_16" [id=690, type=add]; "691 _tensor_constant28" [id=691, type=get_attr]; "692 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=692, type=call_module]; -"693 linear_32_zero_point_0_updated_constant0" [id=693, type=get_attr]; -"694 linear_32_scale_0_updated_constant0" [id=694, type=get_attr]; +"693 linear_32_scale_0" [id=693, type=get_attr]; +"694 linear_32_zero_point_0" [id=694, type=get_attr]; "695 compressed_weight_updated_constant33" [id=695, type=get_attr]; -"696 _param_constant91_0_0" [id=696, type=get_attr]; -"697 mul_tensor_33" [id=697, type=mul]; -"698 sub_tensor_33" [id=698, type=sub]; +"696 quantize_per_channel_default_33" [id=696, type=quantize_per_channel]; +"697 dequantize_per_channel_default_33" [id=697, type=dequantize_per_channel]; +"698 _param_constant91_0_0" [id=698, type=get_attr]; "699 linear_32" [id=699, type=linear]; "700 relu__5" [id=700, type=relu_]; "701 relu__5_0_0_nncf_smooth_quant_0" [id=701, type=call_module]; -"702 linear_33_zero_point_0_updated_constant0" [id=702, type=get_attr]; -"703 linear_33_scale_0_updated_constant0" [id=703, type=get_attr]; +"702 linear_33_scale_0" [id=702, type=get_attr]; +"703 linear_33_zero_point_0" [id=703, type=get_attr]; "704 compressed_weight_updated_constant34" [id=704, type=get_attr]; -"705 mul_tensor_34" [id=705, type=mul]; -"706 sub_tensor_34" [id=706, type=sub]; +"705 quantize_per_channel_default_34" [id=705, type=quantize_per_channel]; +"706 dequantize_per_channel_default_34" [id=706, type=dequantize_per_channel]; "707 linear_33" [id=707, type=linear]; "708 view_26" [id=708, type=view]; "709 _tensor_constant29" [id=709, type=get_attr]; @@ -724,12 +724,12 @@ strict digraph { "722 reshape_22_0_0_nncf_smooth_quant_0" [id=722, type=call_module]; "723 quantize_per_tensor_default_33" [id=723, type=quantize_per_tensor]; "724 dequantize_per_tensor_default_33" [id=724, type=dequantize_per_tensor]; -"725 linear_34_zero_point_0_updated_constant0" [id=725, type=get_attr]; -"726 linear_34_scale_0_updated_constant0" [id=726, type=get_attr]; +"725 linear_34_scale_0" [id=725, type=get_attr]; +"726 linear_34_zero_point_0" [id=726, type=get_attr]; "727 compressed_weight_updated_constant35" [id=727, type=get_attr]; -"728 _param_constant93_0_0" [id=728, type=get_attr]; -"729 mul_tensor_35" [id=729, type=mul]; -"730 sub_tensor_35" [id=730, type=sub]; +"728 quantize_per_channel_default_35" [id=728, type=quantize_per_channel]; +"729 dequantize_per_channel_default_35" [id=729, type=dequantize_per_channel]; +"730 _param_constant93_0_0" [id=730, type=get_attr]; "731 linear_34" [id=731, type=linear]; "732 reshape_23" [id=732, type=reshape]; "733 permute_25" [id=733, type=permute]; @@ -779,12 +779,12 @@ strict digraph { "777 reshape_25_0_0_nncf_smooth_quant_0" [id=777, type=call_module]; "778 quantize_per_tensor_default_36" [id=778, type=quantize_per_tensor]; "779 dequantize_per_tensor_default_36" [id=779, type=dequantize_per_tensor]; -"780 linear_35_zero_point_0_updated_constant0" [id=780, type=get_attr]; -"781 linear_35_scale_0_updated_constant0" [id=781, type=get_attr]; +"780 linear_35_scale_0" [id=780, type=get_attr]; +"781 linear_35_zero_point_0" [id=781, type=get_attr]; "782 compressed_weight_updated_constant36" [id=782, type=get_attr]; -"783 _param_constant97_0_0" [id=783, type=get_attr]; -"784 mul_tensor_36" [id=784, type=mul]; -"785 sub_tensor_36" [id=785, type=sub]; +"783 quantize_per_channel_default_36" [id=783, type=quantize_per_channel]; +"784 dequantize_per_channel_default_36" [id=784, type=dequantize_per_channel]; +"785 _param_constant97_0_0" [id=785, type=get_attr]; "786 linear_35" [id=786, type=linear]; "787 dropout_21" [id=787, type=dropout]; "788 view_32" [id=788, type=view]; @@ -803,24 +803,24 @@ strict digraph { "801 add_19_0_0_nncf_smooth_quant_0" [id=801, type=call_module]; "802 quantize_per_tensor_default_37" [id=802, type=quantize_per_tensor]; "803 dequantize_per_tensor_default_37" [id=803, type=dequantize_per_tensor]; -"804 linear_36_zero_point_0_updated_constant0" [id=804, type=get_attr]; -"805 linear_36_scale_0_updated_constant0" [id=805, type=get_attr]; +"804 linear_36_scale_0" [id=804, type=get_attr]; +"805 linear_36_zero_point_0" [id=805, type=get_attr]; "806 compressed_weight_updated_constant37" [id=806, type=get_attr]; -"807 _param_constant101_0_0" [id=807, type=get_attr]; -"808 mul_tensor_37" [id=808, type=mul]; -"809 sub_tensor_37" [id=809, type=sub]; +"807 quantize_per_channel_default_37" [id=807, type=quantize_per_channel]; +"808 dequantize_per_channel_default_37" [id=808, type=dequantize_per_channel]; +"809 _param_constant101_0_0" [id=809, type=get_attr]; "810 linear_36" [id=810, type=linear]; "811 gelu_5" [id=811, type=gelu]; "812 dropout_22" [id=812, type=dropout]; "813 dropout_22_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; "814 quantize_per_tensor_default_38" [id=814, type=quantize_per_tensor]; "815 dequantize_per_tensor_default_38" [id=815, type=dequantize_per_tensor]; -"816 linear_37_zero_point_0_updated_constant0" [id=816, type=get_attr]; -"817 linear_37_scale_0_updated_constant0" [id=817, type=get_attr]; +"816 linear_37_scale_0" [id=816, type=get_attr]; +"817 linear_37_zero_point_0" [id=817, type=get_attr]; "818 compressed_weight_updated_constant38" [id=818, type=get_attr]; -"819 _param_constant103_0_0" [id=819, type=get_attr]; -"820 mul_tensor_38" [id=820, type=mul]; -"821 sub_tensor_38" [id=821, type=sub]; +"819 quantize_per_channel_default_38" [id=819, type=quantize_per_channel]; +"820 dequantize_per_channel_default_38" [id=820, type=dequantize_per_channel]; +"821 _param_constant103_0_0" [id=821, type=get_attr]; "822 linear_37" [id=822, type=linear]; "823 dropout_23" [id=823, type=dropout]; "824 _param_constant104" [id=824, type=get_attr]; @@ -829,20 +829,20 @@ strict digraph { "827 add_20" [id=827, type=add]; "828 _tensor_constant39" [id=828, type=get_attr]; "829 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=829, type=call_module]; -"830 linear_38_zero_point_0_updated_constant0" [id=830, type=get_attr]; -"831 linear_38_scale_0_updated_constant0" [id=831, type=get_attr]; +"830 linear_38_scale_0" [id=830, type=get_attr]; +"831 linear_38_zero_point_0" [id=831, type=get_attr]; "832 compressed_weight_updated_constant39" [id=832, type=get_attr]; -"833 _param_constant107_0_0" [id=833, type=get_attr]; -"834 mul_tensor_39" [id=834, type=mul]; -"835 sub_tensor_39" [id=835, type=sub]; +"833 quantize_per_channel_default_39" [id=833, type=quantize_per_channel]; +"834 dequantize_per_channel_default_39" [id=834, type=dequantize_per_channel]; +"835 _param_constant107_0_0" [id=835, type=get_attr]; "836 linear_38" [id=836, type=linear]; "837 relu__6" [id=837, type=relu_]; "838 relu__6_0_0_nncf_smooth_quant_0" [id=838, type=call_module]; -"839 linear_39_zero_point_0_updated_constant0" [id=839, type=get_attr]; -"840 linear_39_scale_0_updated_constant0" [id=840, type=get_attr]; +"839 linear_39_scale_0" [id=839, type=get_attr]; +"840 linear_39_zero_point_0" [id=840, type=get_attr]; "841 compressed_weight_updated_constant40" [id=841, type=get_attr]; -"842 mul_tensor_40" [id=842, type=mul]; -"843 sub_tensor_40" [id=843, type=sub]; +"842 quantize_per_channel_default_40" [id=842, type=quantize_per_channel]; +"843 dequantize_per_channel_default_40" [id=843, type=dequantize_per_channel]; "844 linear_39" [id=844, type=linear]; "845 view_33" [id=845, type=view]; "846 _tensor_constant40" [id=846, type=get_attr]; @@ -860,12 +860,12 @@ strict digraph { "858 reshape_27_0_0_nncf_smooth_quant_0" [id=858, type=call_module]; "859 quantize_per_tensor_default_39" [id=859, type=quantize_per_tensor]; "860 dequantize_per_tensor_default_39" [id=860, type=dequantize_per_tensor]; -"861 linear_40_zero_point_0_updated_constant0" [id=861, type=get_attr]; -"862 linear_40_scale_0_updated_constant0" [id=862, type=get_attr]; +"861 linear_40_scale_0" [id=861, type=get_attr]; +"862 linear_40_zero_point_0" [id=862, type=get_attr]; "863 compressed_weight_updated_constant41" [id=863, type=get_attr]; -"864 _param_constant109_0_0" [id=864, type=get_attr]; -"865 mul_tensor_41" [id=865, type=mul]; -"866 sub_tensor_41" [id=866, type=sub]; +"864 quantize_per_channel_default_41" [id=864, type=quantize_per_channel]; +"865 dequantize_per_channel_default_41" [id=865, type=dequantize_per_channel]; +"866 _param_constant109_0_0" [id=866, type=get_attr]; "867 linear_40" [id=867, type=linear]; "868 reshape_28" [id=868, type=reshape]; "869 permute_30" [id=869, type=permute]; @@ -899,12 +899,12 @@ strict digraph { "897 reshape_29_0_0_nncf_smooth_quant_0" [id=897, type=call_module]; "898 quantize_per_tensor_default_42" [id=898, type=quantize_per_tensor]; "899 dequantize_per_tensor_default_42" [id=899, type=dequantize_per_tensor]; -"900 linear_41_zero_point_0_updated_constant0" [id=900, type=get_attr]; -"901 linear_41_scale_0_updated_constant0" [id=901, type=get_attr]; +"900 linear_41_scale_0" [id=900, type=get_attr]; +"901 linear_41_zero_point_0" [id=901, type=get_attr]; "902 compressed_weight_updated_constant42" [id=902, type=get_attr]; -"903 _param_constant113_0_0" [id=903, type=get_attr]; -"904 mul_tensor_42" [id=904, type=mul]; -"905 sub_tensor_42" [id=905, type=sub]; +"903 quantize_per_channel_default_42" [id=903, type=quantize_per_channel]; +"904 dequantize_per_channel_default_42" [id=904, type=dequantize_per_channel]; +"905 _param_constant113_0_0" [id=905, type=get_attr]; "906 linear_41" [id=906, type=linear]; "907 dropout_25" [id=907, type=dropout]; "908 view_36" [id=908, type=view]; @@ -922,24 +922,24 @@ strict digraph { "920 add_22_0_0_nncf_smooth_quant_0" [id=920, type=call_module]; "921 quantize_per_tensor_default_43" [id=921, type=quantize_per_tensor]; "922 dequantize_per_tensor_default_43" [id=922, type=dequantize_per_tensor]; -"923 linear_42_zero_point_0_updated_constant0" [id=923, type=get_attr]; -"924 linear_42_scale_0_updated_constant0" [id=924, type=get_attr]; +"923 linear_42_scale_0" [id=923, type=get_attr]; +"924 linear_42_zero_point_0" [id=924, type=get_attr]; "925 compressed_weight_updated_constant43" [id=925, type=get_attr]; -"926 _param_constant117_0_0" [id=926, type=get_attr]; -"927 mul_tensor_43" [id=927, type=mul]; -"928 sub_tensor_43" [id=928, type=sub]; +"926 quantize_per_channel_default_43" [id=926, type=quantize_per_channel]; +"927 dequantize_per_channel_default_43" [id=927, type=dequantize_per_channel]; +"928 _param_constant117_0_0" [id=928, type=get_attr]; "929 linear_42" [id=929, type=linear]; "930 gelu_6" [id=930, type=gelu]; "931 dropout_26" [id=931, type=dropout]; "932 dropout_26_0_0_nncf_smooth_quant_0" [id=932, type=call_module]; "933 quantize_per_tensor_default_44" [id=933, type=quantize_per_tensor]; "934 dequantize_per_tensor_default_44" [id=934, type=dequantize_per_tensor]; -"935 linear_43_zero_point_0_updated_constant0" [id=935, type=get_attr]; -"936 linear_43_scale_0_updated_constant0" [id=936, type=get_attr]; +"935 linear_43_scale_0" [id=935, type=get_attr]; +"936 linear_43_zero_point_0" [id=936, type=get_attr]; "937 compressed_weight_updated_constant44" [id=937, type=get_attr]; -"938 _param_constant119_0_0" [id=938, type=get_attr]; -"939 mul_tensor_44" [id=939, type=mul]; -"940 sub_tensor_44" [id=940, type=sub]; +"938 quantize_per_channel_default_44" [id=938, type=quantize_per_channel]; +"939 dequantize_per_channel_default_44" [id=939, type=dequantize_per_channel]; +"940 _param_constant119_0_0" [id=940, type=get_attr]; "941 linear_43" [id=941, type=linear]; "942 dropout_27" [id=942, type=dropout]; "943 _param_constant120" [id=943, type=get_attr]; @@ -948,20 +948,20 @@ strict digraph { "946 add_23" [id=946, type=add]; "947 _tensor_constant41" [id=947, type=get_attr]; "948 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=948, type=call_module]; -"949 linear_44_zero_point_0_updated_constant0" [id=949, type=get_attr]; -"950 linear_44_scale_0_updated_constant0" [id=950, type=get_attr]; +"949 linear_44_scale_0" [id=949, type=get_attr]; +"950 linear_44_zero_point_0" [id=950, type=get_attr]; "951 compressed_weight_updated_constant45" [id=951, type=get_attr]; -"952 _param_constant123_0_0" [id=952, type=get_attr]; -"953 mul_tensor_45" [id=953, type=mul]; -"954 sub_tensor_45" [id=954, type=sub]; +"952 quantize_per_channel_default_45" [id=952, type=quantize_per_channel]; +"953 dequantize_per_channel_default_45" [id=953, type=dequantize_per_channel]; +"954 _param_constant123_0_0" [id=954, type=get_attr]; "955 linear_44" [id=955, type=linear]; "956 relu__7" [id=956, type=relu_]; "957 relu__7_0_0_nncf_smooth_quant_0" [id=957, type=call_module]; -"958 linear_45_zero_point_0_updated_constant0" [id=958, type=get_attr]; -"959 linear_45_scale_0_updated_constant0" [id=959, type=get_attr]; +"958 linear_45_scale_0" [id=958, type=get_attr]; +"959 linear_45_zero_point_0" [id=959, type=get_attr]; "960 compressed_weight_updated_constant46" [id=960, type=get_attr]; -"961 mul_tensor_46" [id=961, type=mul]; -"962 sub_tensor_46" [id=962, type=sub]; +"961 quantize_per_channel_default_46" [id=961, type=quantize_per_channel]; +"962 dequantize_per_channel_default_46" [id=962, type=dequantize_per_channel]; "963 linear_45" [id=963, type=linear]; "964 view_37" [id=964, type=view]; "965 _tensor_constant42" [id=965, type=get_attr]; @@ -980,12 +980,12 @@ strict digraph { "978 reshape_31_0_0_nncf_smooth_quant_0" [id=978, type=call_module]; "979 quantize_per_tensor_default_45" [id=979, type=quantize_per_tensor]; "980 dequantize_per_tensor_default_45" [id=980, type=dequantize_per_tensor]; -"981 linear_46_zero_point_0_updated_constant0" [id=981, type=get_attr]; -"982 linear_46_scale_0_updated_constant0" [id=982, type=get_attr]; +"981 linear_46_scale_0" [id=981, type=get_attr]; +"982 linear_46_zero_point_0" [id=982, type=get_attr]; "983 compressed_weight_updated_constant47" [id=983, type=get_attr]; -"984 _param_constant125_0_0" [id=984, type=get_attr]; -"985 mul_tensor_47" [id=985, type=mul]; -"986 sub_tensor_47" [id=986, type=sub]; +"984 quantize_per_channel_default_47" [id=984, type=quantize_per_channel]; +"985 dequantize_per_channel_default_47" [id=985, type=dequantize_per_channel]; +"986 _param_constant125_0_0" [id=986, type=get_attr]; "987 linear_46" [id=987, type=linear]; "988 reshape_32" [id=988, type=reshape]; "989 permute_34" [id=989, type=permute]; @@ -1035,12 +1035,12 @@ strict digraph { "1033 reshape_34_0_0_nncf_smooth_quant_0" [id=1033, type=call_module]; "1034 quantize_per_tensor_default_48" [id=1034, type=quantize_per_tensor]; "1035 dequantize_per_tensor_default_48" [id=1035, type=dequantize_per_tensor]; -"1036 linear_47_zero_point_0_updated_constant0" [id=1036, type=get_attr]; -"1037 linear_47_scale_0_updated_constant0" [id=1037, type=get_attr]; +"1036 linear_47_scale_0" [id=1036, type=get_attr]; +"1037 linear_47_zero_point_0" [id=1037, type=get_attr]; "1038 compressed_weight_updated_constant48" [id=1038, type=get_attr]; -"1039 _param_constant129_0_0" [id=1039, type=get_attr]; -"1040 mul_tensor_48" [id=1040, type=mul]; -"1041 sub_tensor_48" [id=1041, type=sub]; +"1039 quantize_per_channel_default_48" [id=1039, type=quantize_per_channel]; +"1040 dequantize_per_channel_default_48" [id=1040, type=dequantize_per_channel]; +"1041 _param_constant129_0_0" [id=1041, type=get_attr]; "1042 linear_47" [id=1042, type=linear]; "1043 dropout_29" [id=1043, type=dropout]; "1044 view_43" [id=1044, type=view]; @@ -1059,24 +1059,24 @@ strict digraph { "1057 add_26_0_0_nncf_smooth_quant_0" [id=1057, type=call_module]; "1058 quantize_per_tensor_default_49" [id=1058, type=quantize_per_tensor]; "1059 dequantize_per_tensor_default_49" [id=1059, type=dequantize_per_tensor]; -"1060 linear_48_zero_point_0_updated_constant0" [id=1060, type=get_attr]; -"1061 linear_48_scale_0_updated_constant0" [id=1061, type=get_attr]; +"1060 linear_48_scale_0" [id=1060, type=get_attr]; +"1061 linear_48_zero_point_0" [id=1061, type=get_attr]; "1062 compressed_weight_updated_constant49" [id=1062, type=get_attr]; -"1063 _param_constant133_0_0" [id=1063, type=get_attr]; -"1064 mul_tensor_49" [id=1064, type=mul]; -"1065 sub_tensor_49" [id=1065, type=sub]; +"1063 quantize_per_channel_default_49" [id=1063, type=quantize_per_channel]; +"1064 dequantize_per_channel_default_49" [id=1064, type=dequantize_per_channel]; +"1065 _param_constant133_0_0" [id=1065, type=get_attr]; "1066 linear_48" [id=1066, type=linear]; "1067 gelu_7" [id=1067, type=gelu]; "1068 dropout_30" [id=1068, type=dropout]; "1069 dropout_30_0_0_nncf_smooth_quant_0" [id=1069, type=call_module]; "1070 quantize_per_tensor_default_50" [id=1070, type=quantize_per_tensor]; "1071 dequantize_per_tensor_default_50" [id=1071, type=dequantize_per_tensor]; -"1072 linear_49_zero_point_0_updated_constant0" [id=1072, type=get_attr]; -"1073 linear_49_scale_0_updated_constant0" [id=1073, type=get_attr]; +"1072 linear_49_scale_0" [id=1072, type=get_attr]; +"1073 linear_49_zero_point_0" [id=1073, type=get_attr]; "1074 compressed_weight_updated_constant50" [id=1074, type=get_attr]; -"1075 _param_constant135_0_0" [id=1075, type=get_attr]; -"1076 mul_tensor_50" [id=1076, type=mul]; -"1077 sub_tensor_50" [id=1077, type=sub]; +"1075 quantize_per_channel_default_50" [id=1075, type=quantize_per_channel]; +"1076 dequantize_per_channel_default_50" [id=1076, type=dequantize_per_channel]; +"1077 _param_constant135_0_0" [id=1077, type=get_attr]; "1078 linear_49" [id=1078, type=linear]; "1079 dropout_31" [id=1079, type=dropout]; "1080 _param_constant136" [id=1080, type=get_attr]; @@ -1085,20 +1085,20 @@ strict digraph { "1083 add_27" [id=1083, type=add]; "1084 _tensor_constant52" [id=1084, type=get_attr]; "1085 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=1085, type=call_module]; -"1086 linear_50_zero_point_0_updated_constant0" [id=1086, type=get_attr]; -"1087 linear_50_scale_0_updated_constant0" [id=1087, type=get_attr]; +"1086 linear_50_scale_0" [id=1086, type=get_attr]; +"1087 linear_50_zero_point_0" [id=1087, type=get_attr]; "1088 compressed_weight_updated_constant51" [id=1088, type=get_attr]; -"1089 _param_constant139_0_0" [id=1089, type=get_attr]; -"1090 mul_tensor_51" [id=1090, type=mul]; -"1091 sub_tensor_51" [id=1091, type=sub]; +"1089 quantize_per_channel_default_51" [id=1089, type=quantize_per_channel]; +"1090 dequantize_per_channel_default_51" [id=1090, type=dequantize_per_channel]; +"1091 _param_constant139_0_0" [id=1091, type=get_attr]; "1092 linear_50" [id=1092, type=linear]; "1093 relu__8" [id=1093, type=relu_]; "1094 relu__8_0_0_nncf_smooth_quant_0" [id=1094, type=call_module]; -"1095 linear_51_zero_point_0_updated_constant0" [id=1095, type=get_attr]; -"1096 linear_51_scale_0_updated_constant0" [id=1096, type=get_attr]; +"1095 linear_51_scale_0" [id=1095, type=get_attr]; +"1096 linear_51_zero_point_0" [id=1096, type=get_attr]; "1097 compressed_weight_updated_constant52" [id=1097, type=get_attr]; -"1098 mul_tensor_52" [id=1098, type=mul]; -"1099 sub_tensor_52" [id=1099, type=sub]; +"1098 quantize_per_channel_default_52" [id=1098, type=quantize_per_channel]; +"1099 dequantize_per_channel_default_52" [id=1099, type=dequantize_per_channel]; "1100 linear_51" [id=1100, type=linear]; "1101 view_44" [id=1101, type=view]; "1102 _tensor_constant53" [id=1102, type=get_attr]; @@ -1116,12 +1116,12 @@ strict digraph { "1114 reshape_36_0_0_nncf_smooth_quant_0" [id=1114, type=call_module]; "1115 quantize_per_tensor_default_51" [id=1115, type=quantize_per_tensor]; "1116 dequantize_per_tensor_default_51" [id=1116, type=dequantize_per_tensor]; -"1117 linear_52_zero_point_0_updated_constant0" [id=1117, type=get_attr]; -"1118 linear_52_scale_0_updated_constant0" [id=1118, type=get_attr]; +"1117 linear_52_scale_0" [id=1117, type=get_attr]; +"1118 linear_52_zero_point_0" [id=1118, type=get_attr]; "1119 compressed_weight_updated_constant53" [id=1119, type=get_attr]; -"1120 _param_constant141_0_0" [id=1120, type=get_attr]; -"1121 mul_tensor_53" [id=1121, type=mul]; -"1122 sub_tensor_53" [id=1122, type=sub]; +"1120 quantize_per_channel_default_53" [id=1120, type=quantize_per_channel]; +"1121 dequantize_per_channel_default_53" [id=1121, type=dequantize_per_channel]; +"1122 _param_constant141_0_0" [id=1122, type=get_attr]; "1123 linear_52" [id=1123, type=linear]; "1124 reshape_37" [id=1124, type=reshape]; "1125 permute_39" [id=1125, type=permute]; @@ -1155,12 +1155,12 @@ strict digraph { "1153 reshape_38_0_0_nncf_smooth_quant_0" [id=1153, type=call_module]; "1154 quantize_per_tensor_default_54" [id=1154, type=quantize_per_tensor]; "1155 dequantize_per_tensor_default_54" [id=1155, type=dequantize_per_tensor]; -"1156 linear_53_zero_point_0_updated_constant0" [id=1156, type=get_attr]; -"1157 linear_53_scale_0_updated_constant0" [id=1157, type=get_attr]; +"1156 linear_53_scale_0" [id=1156, type=get_attr]; +"1157 linear_53_zero_point_0" [id=1157, type=get_attr]; "1158 compressed_weight_updated_constant54" [id=1158, type=get_attr]; -"1159 _param_constant145_0_0" [id=1159, type=get_attr]; -"1160 mul_tensor_54" [id=1160, type=mul]; -"1161 sub_tensor_54" [id=1161, type=sub]; +"1159 quantize_per_channel_default_54" [id=1159, type=quantize_per_channel]; +"1160 dequantize_per_channel_default_54" [id=1160, type=dequantize_per_channel]; +"1161 _param_constant145_0_0" [id=1161, type=get_attr]; "1162 linear_53" [id=1162, type=linear]; "1163 dropout_33" [id=1163, type=dropout]; "1164 view_47" [id=1164, type=view]; @@ -1178,24 +1178,24 @@ strict digraph { "1176 add_29_0_0_nncf_smooth_quant_0" [id=1176, type=call_module]; "1177 quantize_per_tensor_default_55" [id=1177, type=quantize_per_tensor]; "1178 dequantize_per_tensor_default_55" [id=1178, type=dequantize_per_tensor]; -"1179 linear_54_zero_point_0_updated_constant0" [id=1179, type=get_attr]; -"1180 linear_54_scale_0_updated_constant0" [id=1180, type=get_attr]; +"1179 linear_54_scale_0" [id=1179, type=get_attr]; +"1180 linear_54_zero_point_0" [id=1180, type=get_attr]; "1181 compressed_weight_updated_constant55" [id=1181, type=get_attr]; -"1182 _param_constant149_0_0" [id=1182, type=get_attr]; -"1183 mul_tensor_55" [id=1183, type=mul]; -"1184 sub_tensor_55" [id=1184, type=sub]; +"1182 quantize_per_channel_default_55" [id=1182, type=quantize_per_channel]; +"1183 dequantize_per_channel_default_55" [id=1183, type=dequantize_per_channel]; +"1184 _param_constant149_0_0" [id=1184, type=get_attr]; "1185 linear_54" [id=1185, type=linear]; "1186 gelu_8" [id=1186, type=gelu]; "1187 dropout_34" [id=1187, type=dropout]; "1188 dropout_34_0_0_nncf_smooth_quant_0" [id=1188, type=call_module]; "1189 quantize_per_tensor_default_56" [id=1189, type=quantize_per_tensor]; "1190 dequantize_per_tensor_default_56" [id=1190, type=dequantize_per_tensor]; -"1191 linear_55_zero_point_0_updated_constant0" [id=1191, type=get_attr]; -"1192 linear_55_scale_0_updated_constant0" [id=1192, type=get_attr]; +"1191 linear_55_scale_0" [id=1191, type=get_attr]; +"1192 linear_55_zero_point_0" [id=1192, type=get_attr]; "1193 compressed_weight_updated_constant56" [id=1193, type=get_attr]; -"1194 _param_constant151_0_0" [id=1194, type=get_attr]; -"1195 mul_tensor_56" [id=1195, type=mul]; -"1196 sub_tensor_56" [id=1196, type=sub]; +"1194 quantize_per_channel_default_56" [id=1194, type=quantize_per_channel]; +"1195 dequantize_per_channel_default_56" [id=1195, type=dequantize_per_channel]; +"1196 _param_constant151_0_0" [id=1196, type=get_attr]; "1197 linear_55" [id=1197, type=linear]; "1198 dropout_35" [id=1198, type=dropout]; "1199 _param_constant152" [id=1199, type=get_attr]; @@ -1204,20 +1204,20 @@ strict digraph { "1202 add_30" [id=1202, type=add]; "1203 _tensor_constant54" [id=1203, type=get_attr]; "1204 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1204, type=call_module]; -"1205 linear_56_zero_point_0_updated_constant0" [id=1205, type=get_attr]; -"1206 linear_56_scale_0_updated_constant0" [id=1206, type=get_attr]; +"1205 linear_56_scale_0" [id=1205, type=get_attr]; +"1206 linear_56_zero_point_0" [id=1206, type=get_attr]; "1207 compressed_weight_updated_constant57" [id=1207, type=get_attr]; -"1208 _param_constant155_0_0" [id=1208, type=get_attr]; -"1209 mul_tensor_57" [id=1209, type=mul]; -"1210 sub_tensor_57" [id=1210, type=sub]; +"1208 quantize_per_channel_default_57" [id=1208, type=quantize_per_channel]; +"1209 dequantize_per_channel_default_57" [id=1209, type=dequantize_per_channel]; +"1210 _param_constant155_0_0" [id=1210, type=get_attr]; "1211 linear_56" [id=1211, type=linear]; "1212 relu__9" [id=1212, type=relu_]; "1213 relu__9_0_0_nncf_smooth_quant_0" [id=1213, type=call_module]; -"1214 linear_57_zero_point_0_updated_constant0" [id=1214, type=get_attr]; -"1215 linear_57_scale_0_updated_constant0" [id=1215, type=get_attr]; +"1214 linear_57_scale_0" [id=1214, type=get_attr]; +"1215 linear_57_zero_point_0" [id=1215, type=get_attr]; "1216 compressed_weight_updated_constant58" [id=1216, type=get_attr]; -"1217 mul_tensor_58" [id=1217, type=mul]; -"1218 sub_tensor_58" [id=1218, type=sub]; +"1217 quantize_per_channel_default_58" [id=1217, type=quantize_per_channel]; +"1218 dequantize_per_channel_default_58" [id=1218, type=dequantize_per_channel]; "1219 linear_57" [id=1219, type=linear]; "1220 view_48" [id=1220, type=view]; "1221 _tensor_constant55" [id=1221, type=get_attr]; @@ -1236,12 +1236,12 @@ strict digraph { "1234 reshape_40_0_0_nncf_smooth_quant_0" [id=1234, type=call_module]; "1235 quantize_per_tensor_default_57" [id=1235, type=quantize_per_tensor]; "1236 dequantize_per_tensor_default_57" [id=1236, type=dequantize_per_tensor]; -"1237 linear_58_zero_point_0_updated_constant0" [id=1237, type=get_attr]; -"1238 linear_58_scale_0_updated_constant0" [id=1238, type=get_attr]; +"1237 linear_58_scale_0" [id=1237, type=get_attr]; +"1238 linear_58_zero_point_0" [id=1238, type=get_attr]; "1239 compressed_weight_updated_constant59" [id=1239, type=get_attr]; -"1240 _param_constant157_0_0" [id=1240, type=get_attr]; -"1241 mul_tensor_59" [id=1241, type=mul]; -"1242 sub_tensor_59" [id=1242, type=sub]; +"1240 quantize_per_channel_default_59" [id=1240, type=quantize_per_channel]; +"1241 dequantize_per_channel_default_59" [id=1241, type=dequantize_per_channel]; +"1242 _param_constant157_0_0" [id=1242, type=get_attr]; "1243 linear_58" [id=1243, type=linear]; "1244 reshape_41" [id=1244, type=reshape]; "1245 permute_43" [id=1245, type=permute]; @@ -1291,12 +1291,12 @@ strict digraph { "1289 reshape_43_0_0_nncf_smooth_quant_0" [id=1289, type=call_module]; "1290 quantize_per_tensor_default_60" [id=1290, type=quantize_per_tensor]; "1291 dequantize_per_tensor_default_60" [id=1291, type=dequantize_per_tensor]; -"1292 linear_59_zero_point_0_updated_constant0" [id=1292, type=get_attr]; -"1293 linear_59_scale_0_updated_constant0" [id=1293, type=get_attr]; +"1292 linear_59_scale_0" [id=1292, type=get_attr]; +"1293 linear_59_zero_point_0" [id=1293, type=get_attr]; "1294 compressed_weight_updated_constant60" [id=1294, type=get_attr]; -"1295 _param_constant161_0_0" [id=1295, type=get_attr]; -"1296 mul_tensor_60" [id=1296, type=mul]; -"1297 sub_tensor_60" [id=1297, type=sub]; +"1295 quantize_per_channel_default_60" [id=1295, type=quantize_per_channel]; +"1296 dequantize_per_channel_default_60" [id=1296, type=dequantize_per_channel]; +"1297 _param_constant161_0_0" [id=1297, type=get_attr]; "1298 linear_59" [id=1298, type=linear]; "1299 dropout_37" [id=1299, type=dropout]; "1300 view_54" [id=1300, type=view]; @@ -1315,24 +1315,24 @@ strict digraph { "1313 add_33_0_0_nncf_smooth_quant_0" [id=1313, type=call_module]; "1314 quantize_per_tensor_default_61" [id=1314, type=quantize_per_tensor]; "1315 dequantize_per_tensor_default_61" [id=1315, type=dequantize_per_tensor]; -"1316 linear_60_zero_point_0_updated_constant0" [id=1316, type=get_attr]; -"1317 linear_60_scale_0_updated_constant0" [id=1317, type=get_attr]; +"1316 linear_60_scale_0" [id=1316, type=get_attr]; +"1317 linear_60_zero_point_0" [id=1317, type=get_attr]; "1318 compressed_weight_updated_constant61" [id=1318, type=get_attr]; -"1319 _param_constant165_0_0" [id=1319, type=get_attr]; -"1320 mul_tensor_61" [id=1320, type=mul]; -"1321 sub_tensor_61" [id=1321, type=sub]; +"1319 quantize_per_channel_default_61" [id=1319, type=quantize_per_channel]; +"1320 dequantize_per_channel_default_61" [id=1320, type=dequantize_per_channel]; +"1321 _param_constant165_0_0" [id=1321, type=get_attr]; "1322 linear_60" [id=1322, type=linear]; "1323 gelu_9" [id=1323, type=gelu]; "1324 dropout_38" [id=1324, type=dropout]; "1325 dropout_38_0_0_nncf_smooth_quant_0" [id=1325, type=call_module]; "1326 quantize_per_tensor_default_62" [id=1326, type=quantize_per_tensor]; "1327 dequantize_per_tensor_default_62" [id=1327, type=dequantize_per_tensor]; -"1328 linear_61_zero_point_0_updated_constant0" [id=1328, type=get_attr]; -"1329 linear_61_scale_0_updated_constant0" [id=1329, type=get_attr]; +"1328 linear_61_scale_0" [id=1328, type=get_attr]; +"1329 linear_61_zero_point_0" [id=1329, type=get_attr]; "1330 compressed_weight_updated_constant62" [id=1330, type=get_attr]; -"1331 _param_constant167_0_0" [id=1331, type=get_attr]; -"1332 mul_tensor_62" [id=1332, type=mul]; -"1333 sub_tensor_62" [id=1333, type=sub]; +"1331 quantize_per_channel_default_62" [id=1331, type=quantize_per_channel]; +"1332 dequantize_per_channel_default_62" [id=1332, type=dequantize_per_channel]; +"1333 _param_constant167_0_0" [id=1333, type=get_attr]; "1334 linear_61" [id=1334, type=linear]; "1335 dropout_39" [id=1335, type=dropout]; "1336 _param_constant168" [id=1336, type=get_attr]; @@ -1341,20 +1341,20 @@ strict digraph { "1339 add_34" [id=1339, type=add]; "1340 _tensor_constant65" [id=1340, type=get_attr]; "1341 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1341, type=call_module]; -"1342 linear_62_zero_point_0_updated_constant0" [id=1342, type=get_attr]; -"1343 linear_62_scale_0_updated_constant0" [id=1343, type=get_attr]; +"1342 linear_62_scale_0" [id=1342, type=get_attr]; +"1343 linear_62_zero_point_0" [id=1343, type=get_attr]; "1344 compressed_weight_updated_constant63" [id=1344, type=get_attr]; -"1345 _param_constant171_0_0" [id=1345, type=get_attr]; -"1346 mul_tensor_63" [id=1346, type=mul]; -"1347 sub_tensor_63" [id=1347, type=sub]; +"1345 quantize_per_channel_default_63" [id=1345, type=quantize_per_channel]; +"1346 dequantize_per_channel_default_63" [id=1346, type=dequantize_per_channel]; +"1347 _param_constant171_0_0" [id=1347, type=get_attr]; "1348 linear_62" [id=1348, type=linear]; "1349 relu__10" [id=1349, type=relu_]; "1350 relu__10_0_0_nncf_smooth_quant_0" [id=1350, type=call_module]; -"1351 linear_63_zero_point_0_updated_constant0" [id=1351, type=get_attr]; -"1352 linear_63_scale_0_updated_constant0" [id=1352, type=get_attr]; +"1351 linear_63_scale_0" [id=1351, type=get_attr]; +"1352 linear_63_zero_point_0" [id=1352, type=get_attr]; "1353 compressed_weight_updated_constant64" [id=1353, type=get_attr]; -"1354 mul_tensor_64" [id=1354, type=mul]; -"1355 sub_tensor_64" [id=1355, type=sub]; +"1354 quantize_per_channel_default_64" [id=1354, type=quantize_per_channel]; +"1355 dequantize_per_channel_default_64" [id=1355, type=dequantize_per_channel]; "1356 linear_63" [id=1356, type=linear]; "1357 view_55" [id=1357, type=view]; "1358 _tensor_constant66" [id=1358, type=get_attr]; @@ -1372,12 +1372,12 @@ strict digraph { "1370 reshape_45_0_0_nncf_smooth_quant_0" [id=1370, type=call_module]; "1371 quantize_per_tensor_default_63" [id=1371, type=quantize_per_tensor]; "1372 dequantize_per_tensor_default_63" [id=1372, type=dequantize_per_tensor]; -"1373 linear_64_zero_point_0_updated_constant0" [id=1373, type=get_attr]; -"1374 linear_64_scale_0_updated_constant0" [id=1374, type=get_attr]; +"1373 linear_64_scale_0" [id=1373, type=get_attr]; +"1374 linear_64_zero_point_0" [id=1374, type=get_attr]; "1375 compressed_weight_updated_constant65" [id=1375, type=get_attr]; -"1376 _param_constant173_0_0" [id=1376, type=get_attr]; -"1377 mul_tensor_65" [id=1377, type=mul]; -"1378 sub_tensor_65" [id=1378, type=sub]; +"1376 quantize_per_channel_default_65" [id=1376, type=quantize_per_channel]; +"1377 dequantize_per_channel_default_65" [id=1377, type=dequantize_per_channel]; +"1378 _param_constant173_0_0" [id=1378, type=get_attr]; "1379 linear_64" [id=1379, type=linear]; "1380 reshape_46" [id=1380, type=reshape]; "1381 permute_48" [id=1381, type=permute]; @@ -1411,12 +1411,12 @@ strict digraph { "1409 reshape_47_0_0_nncf_smooth_quant_0" [id=1409, type=call_module]; "1410 quantize_per_tensor_default_66" [id=1410, type=quantize_per_tensor]; "1411 dequantize_per_tensor_default_66" [id=1411, type=dequantize_per_tensor]; -"1412 linear_65_zero_point_0_updated_constant0" [id=1412, type=get_attr]; -"1413 linear_65_scale_0_updated_constant0" [id=1413, type=get_attr]; +"1412 linear_65_scale_0" [id=1412, type=get_attr]; +"1413 linear_65_zero_point_0" [id=1413, type=get_attr]; "1414 compressed_weight_updated_constant66" [id=1414, type=get_attr]; -"1415 _param_constant177_0_0" [id=1415, type=get_attr]; -"1416 mul_tensor_66" [id=1416, type=mul]; -"1417 sub_tensor_66" [id=1417, type=sub]; +"1415 quantize_per_channel_default_66" [id=1415, type=quantize_per_channel]; +"1416 dequantize_per_channel_default_66" [id=1416, type=dequantize_per_channel]; +"1417 _param_constant177_0_0" [id=1417, type=get_attr]; "1418 linear_65" [id=1418, type=linear]; "1419 dropout_41" [id=1419, type=dropout]; "1420 view_58" [id=1420, type=view]; @@ -1434,24 +1434,24 @@ strict digraph { "1432 add_36_0_0_nncf_smooth_quant_0" [id=1432, type=call_module]; "1433 quantize_per_tensor_default_67" [id=1433, type=quantize_per_tensor]; "1434 dequantize_per_tensor_default_67" [id=1434, type=dequantize_per_tensor]; -"1435 linear_66_zero_point_0_updated_constant0" [id=1435, type=get_attr]; -"1436 linear_66_scale_0_updated_constant0" [id=1436, type=get_attr]; +"1435 linear_66_scale_0" [id=1435, type=get_attr]; +"1436 linear_66_zero_point_0" [id=1436, type=get_attr]; "1437 compressed_weight_updated_constant67" [id=1437, type=get_attr]; -"1438 _param_constant181_0_0" [id=1438, type=get_attr]; -"1439 mul_tensor_67" [id=1439, type=mul]; -"1440 sub_tensor_67" [id=1440, type=sub]; +"1438 quantize_per_channel_default_67" [id=1438, type=quantize_per_channel]; +"1439 dequantize_per_channel_default_67" [id=1439, type=dequantize_per_channel]; +"1440 _param_constant181_0_0" [id=1440, type=get_attr]; "1441 linear_66" [id=1441, type=linear]; "1442 gelu_10" [id=1442, type=gelu]; "1443 dropout_42" [id=1443, type=dropout]; "1444 dropout_42_0_0_nncf_smooth_quant_0" [id=1444, type=call_module]; "1445 quantize_per_tensor_default_68" [id=1445, type=quantize_per_tensor]; "1446 dequantize_per_tensor_default_68" [id=1446, type=dequantize_per_tensor]; -"1447 linear_67_zero_point_0_updated_constant0" [id=1447, type=get_attr]; -"1448 linear_67_scale_0_updated_constant0" [id=1448, type=get_attr]; +"1447 linear_67_scale_0" [id=1447, type=get_attr]; +"1448 linear_67_zero_point_0" [id=1448, type=get_attr]; "1449 compressed_weight_updated_constant68" [id=1449, type=get_attr]; -"1450 _param_constant183_0_0" [id=1450, type=get_attr]; -"1451 mul_tensor_68" [id=1451, type=mul]; -"1452 sub_tensor_68" [id=1452, type=sub]; +"1450 quantize_per_channel_default_68" [id=1450, type=quantize_per_channel]; +"1451 dequantize_per_channel_default_68" [id=1451, type=dequantize_per_channel]; +"1452 _param_constant183_0_0" [id=1452, type=get_attr]; "1453 linear_67" [id=1453, type=linear]; "1454 dropout_43" [id=1454, type=dropout]; "1455 _param_constant184" [id=1455, type=get_attr]; @@ -1460,20 +1460,20 @@ strict digraph { "1458 add_37" [id=1458, type=add]; "1459 _tensor_constant67" [id=1459, type=get_attr]; "1460 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1460, type=call_module]; -"1461 linear_68_zero_point_0_updated_constant0" [id=1461, type=get_attr]; -"1462 linear_68_scale_0_updated_constant0" [id=1462, type=get_attr]; +"1461 linear_68_scale_0" [id=1461, type=get_attr]; +"1462 linear_68_zero_point_0" [id=1462, type=get_attr]; "1463 compressed_weight_updated_constant69" [id=1463, type=get_attr]; -"1464 _param_constant187_0_0" [id=1464, type=get_attr]; -"1465 mul_tensor_69" [id=1465, type=mul]; -"1466 sub_tensor_69" [id=1466, type=sub]; +"1464 quantize_per_channel_default_69" [id=1464, type=quantize_per_channel]; +"1465 dequantize_per_channel_default_69" [id=1465, type=dequantize_per_channel]; +"1466 _param_constant187_0_0" [id=1466, type=get_attr]; "1467 linear_68" [id=1467, type=linear]; "1468 relu__11" [id=1468, type=relu_]; "1469 relu__11_0_0_nncf_smooth_quant_0" [id=1469, type=call_module]; -"1470 linear_69_zero_point_0_updated_constant0" [id=1470, type=get_attr]; -"1471 linear_69_scale_0_updated_constant0" [id=1471, type=get_attr]; +"1470 linear_69_scale_0" [id=1470, type=get_attr]; +"1471 linear_69_zero_point_0" [id=1471, type=get_attr]; "1472 compressed_weight_updated_constant70" [id=1472, type=get_attr]; -"1473 mul_tensor_70" [id=1473, type=mul]; -"1474 sub_tensor_70" [id=1474, type=sub]; +"1473 quantize_per_channel_default_70" [id=1473, type=quantize_per_channel]; +"1474 dequantize_per_channel_default_70" [id=1474, type=dequantize_per_channel]; "1475 linear_69" [id=1475, type=linear]; "1476 view_59" [id=1476, type=view]; "1477 _tensor_constant68" [id=1477, type=get_attr]; @@ -1492,12 +1492,12 @@ strict digraph { "1490 reshape_49_0_0_nncf_smooth_quant_0" [id=1490, type=call_module]; "1491 quantize_per_tensor_default_69" [id=1491, type=quantize_per_tensor]; "1492 dequantize_per_tensor_default_69" [id=1492, type=dequantize_per_tensor]; -"1493 linear_70_zero_point_0_updated_constant0" [id=1493, type=get_attr]; -"1494 linear_70_scale_0_updated_constant0" [id=1494, type=get_attr]; +"1493 linear_70_scale_0" [id=1493, type=get_attr]; +"1494 linear_70_zero_point_0" [id=1494, type=get_attr]; "1495 compressed_weight_updated_constant71" [id=1495, type=get_attr]; -"1496 _param_constant189_0_0" [id=1496, type=get_attr]; -"1497 mul_tensor_71" [id=1497, type=mul]; -"1498 sub_tensor_71" [id=1498, type=sub]; +"1496 quantize_per_channel_default_71" [id=1496, type=quantize_per_channel]; +"1497 dequantize_per_channel_default_71" [id=1497, type=dequantize_per_channel]; +"1498 _param_constant189_0_0" [id=1498, type=get_attr]; "1499 linear_70" [id=1499, type=linear]; "1500 reshape_50" [id=1500, type=reshape]; "1501 permute_52" [id=1501, type=permute]; @@ -1547,12 +1547,12 @@ strict digraph { "1545 reshape_52_0_0_nncf_smooth_quant_0" [id=1545, type=call_module]; "1546 quantize_per_tensor_default_72" [id=1546, type=quantize_per_tensor]; "1547 dequantize_per_tensor_default_72" [id=1547, type=dequantize_per_tensor]; -"1548 linear_71_zero_point_0_updated_constant0" [id=1548, type=get_attr]; -"1549 linear_71_scale_0_updated_constant0" [id=1549, type=get_attr]; +"1548 linear_71_scale_0" [id=1548, type=get_attr]; +"1549 linear_71_zero_point_0" [id=1549, type=get_attr]; "1550 compressed_weight_updated_constant72" [id=1550, type=get_attr]; -"1551 _param_constant193_0_0" [id=1551, type=get_attr]; -"1552 mul_tensor_72" [id=1552, type=mul]; -"1553 sub_tensor_72" [id=1553, type=sub]; +"1551 quantize_per_channel_default_72" [id=1551, type=quantize_per_channel]; +"1552 dequantize_per_channel_default_72" [id=1552, type=dequantize_per_channel]; +"1553 _param_constant193_0_0" [id=1553, type=get_attr]; "1554 linear_71" [id=1554, type=linear]; "1555 dropout_45" [id=1555, type=dropout]; "1556 view_65" [id=1556, type=view]; @@ -1571,24 +1571,24 @@ strict digraph { "1569 add_40_0_0_nncf_smooth_quant_0" [id=1569, type=call_module]; "1570 quantize_per_tensor_default_73" [id=1570, type=quantize_per_tensor]; "1571 dequantize_per_tensor_default_73" [id=1571, type=dequantize_per_tensor]; -"1572 linear_72_zero_point_0_updated_constant0" [id=1572, type=get_attr]; -"1573 linear_72_scale_0_updated_constant0" [id=1573, type=get_attr]; +"1572 linear_72_scale_0" [id=1572, type=get_attr]; +"1573 linear_72_zero_point_0" [id=1573, type=get_attr]; "1574 compressed_weight_updated_constant73" [id=1574, type=get_attr]; -"1575 _param_constant197_0_0" [id=1575, type=get_attr]; -"1576 mul_tensor_73" [id=1576, type=mul]; -"1577 sub_tensor_73" [id=1577, type=sub]; +"1575 quantize_per_channel_default_73" [id=1575, type=quantize_per_channel]; +"1576 dequantize_per_channel_default_73" [id=1576, type=dequantize_per_channel]; +"1577 _param_constant197_0_0" [id=1577, type=get_attr]; "1578 linear_72" [id=1578, type=linear]; "1579 gelu_11" [id=1579, type=gelu]; "1580 dropout_46" [id=1580, type=dropout]; "1581 dropout_46_0_0_nncf_smooth_quant_0" [id=1581, type=call_module]; "1582 quantize_per_tensor_default_74" [id=1582, type=quantize_per_tensor]; "1583 dequantize_per_tensor_default_74" [id=1583, type=dequantize_per_tensor]; -"1584 linear_73_zero_point_0_updated_constant0" [id=1584, type=get_attr]; -"1585 linear_73_scale_0_updated_constant0" [id=1585, type=get_attr]; +"1584 linear_73_scale_0" [id=1584, type=get_attr]; +"1585 linear_73_zero_point_0" [id=1585, type=get_attr]; "1586 compressed_weight_updated_constant74" [id=1586, type=get_attr]; -"1587 _param_constant199_0_0" [id=1587, type=get_attr]; -"1588 mul_tensor_74" [id=1588, type=mul]; -"1589 sub_tensor_74" [id=1589, type=sub]; +"1587 quantize_per_channel_default_74" [id=1587, type=quantize_per_channel]; +"1588 dequantize_per_channel_default_74" [id=1588, type=dequantize_per_channel]; +"1589 _param_constant199_0_0" [id=1589, type=get_attr]; "1590 linear_73" [id=1590, type=linear]; "1591 dropout_47" [id=1591, type=dropout]; "1592 _param_constant200" [id=1592, type=get_attr]; @@ -1597,20 +1597,20 @@ strict digraph { "1595 add_41" [id=1595, type=add]; "1596 _tensor_constant78" [id=1596, type=get_attr]; "1597 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1597, type=call_module]; -"1598 linear_74_zero_point_0_updated_constant0" [id=1598, type=get_attr]; -"1599 linear_74_scale_0_updated_constant0" [id=1599, type=get_attr]; +"1598 linear_74_scale_0" [id=1598, type=get_attr]; +"1599 linear_74_zero_point_0" [id=1599, type=get_attr]; "1600 compressed_weight_updated_constant75" [id=1600, type=get_attr]; -"1601 _param_constant203_0_0" [id=1601, type=get_attr]; -"1602 mul_tensor_75" [id=1602, type=mul]; -"1603 sub_tensor_75" [id=1603, type=sub]; +"1601 quantize_per_channel_default_75" [id=1601, type=quantize_per_channel]; +"1602 dequantize_per_channel_default_75" [id=1602, type=dequantize_per_channel]; +"1603 _param_constant203_0_0" [id=1603, type=get_attr]; "1604 linear_74" [id=1604, type=linear]; "1605 relu__12" [id=1605, type=relu_]; "1606 relu__12_0_0_nncf_smooth_quant_0" [id=1606, type=call_module]; -"1607 linear_75_zero_point_0_updated_constant0" [id=1607, type=get_attr]; -"1608 linear_75_scale_0_updated_constant0" [id=1608, type=get_attr]; +"1607 linear_75_scale_0" [id=1607, type=get_attr]; +"1608 linear_75_zero_point_0" [id=1608, type=get_attr]; "1609 compressed_weight_updated_constant76" [id=1609, type=get_attr]; -"1610 mul_tensor_76" [id=1610, type=mul]; -"1611 sub_tensor_76" [id=1611, type=sub]; +"1610 quantize_per_channel_default_76" [id=1610, type=quantize_per_channel]; +"1611 dequantize_per_channel_default_76" [id=1611, type=dequantize_per_channel]; "1612 linear_75" [id=1612, type=linear]; "1613 view_66" [id=1613, type=view]; "1614 _tensor_constant79" [id=1614, type=get_attr]; @@ -1628,12 +1628,12 @@ strict digraph { "1626 reshape_54_0_0_nncf_smooth_quant_0" [id=1626, type=call_module]; "1627 quantize_per_tensor_default_75" [id=1627, type=quantize_per_tensor]; "1628 dequantize_per_tensor_default_75" [id=1628, type=dequantize_per_tensor]; -"1629 linear_76_zero_point_0_updated_constant0" [id=1629, type=get_attr]; -"1630 linear_76_scale_0_updated_constant0" [id=1630, type=get_attr]; +"1629 linear_76_scale_0" [id=1629, type=get_attr]; +"1630 linear_76_zero_point_0" [id=1630, type=get_attr]; "1631 compressed_weight_updated_constant77" [id=1631, type=get_attr]; -"1632 _param_constant205_0_0" [id=1632, type=get_attr]; -"1633 mul_tensor_77" [id=1633, type=mul]; -"1634 sub_tensor_77" [id=1634, type=sub]; +"1632 quantize_per_channel_default_77" [id=1632, type=quantize_per_channel]; +"1633 dequantize_per_channel_default_77" [id=1633, type=dequantize_per_channel]; +"1634 _param_constant205_0_0" [id=1634, type=get_attr]; "1635 linear_76" [id=1635, type=linear]; "1636 reshape_55" [id=1636, type=reshape]; "1637 permute_57" [id=1637, type=permute]; @@ -1667,12 +1667,12 @@ strict digraph { "1665 reshape_56_0_0_nncf_smooth_quant_0" [id=1665, type=call_module]; "1666 quantize_per_tensor_default_78" [id=1666, type=quantize_per_tensor]; "1667 dequantize_per_tensor_default_78" [id=1667, type=dequantize_per_tensor]; -"1668 linear_77_zero_point_0_updated_constant0" [id=1668, type=get_attr]; -"1669 linear_77_scale_0_updated_constant0" [id=1669, type=get_attr]; +"1668 linear_77_scale_0" [id=1668, type=get_attr]; +"1669 linear_77_zero_point_0" [id=1669, type=get_attr]; "1670 compressed_weight_updated_constant78" [id=1670, type=get_attr]; -"1671 _param_constant209_0_0" [id=1671, type=get_attr]; -"1672 mul_tensor_78" [id=1672, type=mul]; -"1673 sub_tensor_78" [id=1673, type=sub]; +"1671 quantize_per_channel_default_78" [id=1671, type=quantize_per_channel]; +"1672 dequantize_per_channel_default_78" [id=1672, type=dequantize_per_channel]; +"1673 _param_constant209_0_0" [id=1673, type=get_attr]; "1674 linear_77" [id=1674, type=linear]; "1675 dropout_49" [id=1675, type=dropout]; "1676 view_69" [id=1676, type=view]; @@ -1690,24 +1690,24 @@ strict digraph { "1688 add_43_0_0_nncf_smooth_quant_0" [id=1688, type=call_module]; "1689 quantize_per_tensor_default_79" [id=1689, type=quantize_per_tensor]; "1690 dequantize_per_tensor_default_79" [id=1690, type=dequantize_per_tensor]; -"1691 linear_78_zero_point_0_updated_constant0" [id=1691, type=get_attr]; -"1692 linear_78_scale_0_updated_constant0" [id=1692, type=get_attr]; +"1691 linear_78_scale_0" [id=1691, type=get_attr]; +"1692 linear_78_zero_point_0" [id=1692, type=get_attr]; "1693 compressed_weight_updated_constant79" [id=1693, type=get_attr]; -"1694 _param_constant213_0_0" [id=1694, type=get_attr]; -"1695 mul_tensor_79" [id=1695, type=mul]; -"1696 sub_tensor_79" [id=1696, type=sub]; +"1694 quantize_per_channel_default_79" [id=1694, type=quantize_per_channel]; +"1695 dequantize_per_channel_default_79" [id=1695, type=dequantize_per_channel]; +"1696 _param_constant213_0_0" [id=1696, type=get_attr]; "1697 linear_78" [id=1697, type=linear]; "1698 gelu_12" [id=1698, type=gelu]; "1699 dropout_50" [id=1699, type=dropout]; "1700 dropout_50_0_0_nncf_smooth_quant_0" [id=1700, type=call_module]; "1701 quantize_per_tensor_default_80" [id=1701, type=quantize_per_tensor]; "1702 dequantize_per_tensor_default_80" [id=1702, type=dequantize_per_tensor]; -"1703 linear_79_zero_point_0_updated_constant0" [id=1703, type=get_attr]; -"1704 linear_79_scale_0_updated_constant0" [id=1704, type=get_attr]; +"1703 linear_79_scale_0" [id=1703, type=get_attr]; +"1704 linear_79_zero_point_0" [id=1704, type=get_attr]; "1705 compressed_weight_updated_constant80" [id=1705, type=get_attr]; -"1706 _param_constant215_0_0" [id=1706, type=get_attr]; -"1707 mul_tensor_80" [id=1707, type=mul]; -"1708 sub_tensor_80" [id=1708, type=sub]; +"1706 quantize_per_channel_default_80" [id=1706, type=quantize_per_channel]; +"1707 dequantize_per_channel_default_80" [id=1707, type=dequantize_per_channel]; +"1708 _param_constant215_0_0" [id=1708, type=get_attr]; "1709 linear_79" [id=1709, type=linear]; "1710 dropout_51" [id=1710, type=dropout]; "1711 _param_constant216" [id=1711, type=get_attr]; @@ -1716,20 +1716,20 @@ strict digraph { "1714 add_44" [id=1714, type=add]; "1715 _tensor_constant80" [id=1715, type=get_attr]; "1716 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1716, type=call_module]; -"1717 linear_80_zero_point_0_updated_constant0" [id=1717, type=get_attr]; -"1718 linear_80_scale_0_updated_constant0" [id=1718, type=get_attr]; +"1717 linear_80_scale_0" [id=1717, type=get_attr]; +"1718 linear_80_zero_point_0" [id=1718, type=get_attr]; "1719 compressed_weight_updated_constant81" [id=1719, type=get_attr]; -"1720 _param_constant219_0_0" [id=1720, type=get_attr]; -"1721 mul_tensor_81" [id=1721, type=mul]; -"1722 sub_tensor_81" [id=1722, type=sub]; +"1720 quantize_per_channel_default_81" [id=1720, type=quantize_per_channel]; +"1721 dequantize_per_channel_default_81" [id=1721, type=dequantize_per_channel]; +"1722 _param_constant219_0_0" [id=1722, type=get_attr]; "1723 linear_80" [id=1723, type=linear]; "1724 relu__13" [id=1724, type=relu_]; "1725 relu__13_0_0_nncf_smooth_quant_0" [id=1725, type=call_module]; -"1726 linear_81_zero_point_0_updated_constant0" [id=1726, type=get_attr]; -"1727 linear_81_scale_0_updated_constant0" [id=1727, type=get_attr]; +"1726 linear_81_scale_0" [id=1726, type=get_attr]; +"1727 linear_81_zero_point_0" [id=1727, type=get_attr]; "1728 compressed_weight_updated_constant82" [id=1728, type=get_attr]; -"1729 mul_tensor_82" [id=1729, type=mul]; -"1730 sub_tensor_82" [id=1730, type=sub]; +"1729 quantize_per_channel_default_82" [id=1729, type=quantize_per_channel]; +"1730 dequantize_per_channel_default_82" [id=1730, type=dequantize_per_channel]; "1731 linear_81" [id=1731, type=linear]; "1732 view_70" [id=1732, type=view]; "1733 _tensor_constant81" [id=1733, type=get_attr]; @@ -1748,12 +1748,12 @@ strict digraph { "1746 reshape_58_0_0_nncf_smooth_quant_0" [id=1746, type=call_module]; "1747 quantize_per_tensor_default_81" [id=1747, type=quantize_per_tensor]; "1748 dequantize_per_tensor_default_81" [id=1748, type=dequantize_per_tensor]; -"1749 linear_82_zero_point_0_updated_constant0" [id=1749, type=get_attr]; -"1750 linear_82_scale_0_updated_constant0" [id=1750, type=get_attr]; +"1749 linear_82_scale_0" [id=1749, type=get_attr]; +"1750 linear_82_zero_point_0" [id=1750, type=get_attr]; "1751 compressed_weight_updated_constant83" [id=1751, type=get_attr]; -"1752 _param_constant221_0_0" [id=1752, type=get_attr]; -"1753 mul_tensor_83" [id=1753, type=mul]; -"1754 sub_tensor_83" [id=1754, type=sub]; +"1752 quantize_per_channel_default_83" [id=1752, type=quantize_per_channel]; +"1753 dequantize_per_channel_default_83" [id=1753, type=dequantize_per_channel]; +"1754 _param_constant221_0_0" [id=1754, type=get_attr]; "1755 linear_82" [id=1755, type=linear]; "1756 reshape_59" [id=1756, type=reshape]; "1757 permute_61" [id=1757, type=permute]; @@ -1803,12 +1803,12 @@ strict digraph { "1801 reshape_61_0_0_nncf_smooth_quant_0" [id=1801, type=call_module]; "1802 quantize_per_tensor_default_84" [id=1802, type=quantize_per_tensor]; "1803 dequantize_per_tensor_default_84" [id=1803, type=dequantize_per_tensor]; -"1804 linear_83_zero_point_0_updated_constant0" [id=1804, type=get_attr]; -"1805 linear_83_scale_0_updated_constant0" [id=1805, type=get_attr]; +"1804 linear_83_scale_0" [id=1804, type=get_attr]; +"1805 linear_83_zero_point_0" [id=1805, type=get_attr]; "1806 compressed_weight_updated_constant84" [id=1806, type=get_attr]; -"1807 _param_constant225_0_0" [id=1807, type=get_attr]; -"1808 mul_tensor_84" [id=1808, type=mul]; -"1809 sub_tensor_84" [id=1809, type=sub]; +"1807 quantize_per_channel_default_84" [id=1807, type=quantize_per_channel]; +"1808 dequantize_per_channel_default_84" [id=1808, type=dequantize_per_channel]; +"1809 _param_constant225_0_0" [id=1809, type=get_attr]; "1810 linear_83" [id=1810, type=linear]; "1811 dropout_53" [id=1811, type=dropout]; "1812 view_76" [id=1812, type=view]; @@ -1827,24 +1827,24 @@ strict digraph { "1825 add_47_0_0_nncf_smooth_quant_0" [id=1825, type=call_module]; "1826 quantize_per_tensor_default_85" [id=1826, type=quantize_per_tensor]; "1827 dequantize_per_tensor_default_85" [id=1827, type=dequantize_per_tensor]; -"1828 linear_84_zero_point_0_updated_constant0" [id=1828, type=get_attr]; -"1829 linear_84_scale_0_updated_constant0" [id=1829, type=get_attr]; +"1828 linear_84_scale_0" [id=1828, type=get_attr]; +"1829 linear_84_zero_point_0" [id=1829, type=get_attr]; "1830 compressed_weight_updated_constant85" [id=1830, type=get_attr]; -"1831 _param_constant229_0_0" [id=1831, type=get_attr]; -"1832 mul_tensor_85" [id=1832, type=mul]; -"1833 sub_tensor_85" [id=1833, type=sub]; +"1831 quantize_per_channel_default_85" [id=1831, type=quantize_per_channel]; +"1832 dequantize_per_channel_default_85" [id=1832, type=dequantize_per_channel]; +"1833 _param_constant229_0_0" [id=1833, type=get_attr]; "1834 linear_84" [id=1834, type=linear]; "1835 gelu_13" [id=1835, type=gelu]; "1836 dropout_54" [id=1836, type=dropout]; "1837 dropout_54_0_0_nncf_smooth_quant_0" [id=1837, type=call_module]; "1838 quantize_per_tensor_default_86" [id=1838, type=quantize_per_tensor]; "1839 dequantize_per_tensor_default_86" [id=1839, type=dequantize_per_tensor]; -"1840 linear_85_zero_point_0_updated_constant0" [id=1840, type=get_attr]; -"1841 linear_85_scale_0_updated_constant0" [id=1841, type=get_attr]; +"1840 linear_85_scale_0" [id=1840, type=get_attr]; +"1841 linear_85_zero_point_0" [id=1841, type=get_attr]; "1842 compressed_weight_updated_constant86" [id=1842, type=get_attr]; -"1843 _param_constant231_0_0" [id=1843, type=get_attr]; -"1844 mul_tensor_86" [id=1844, type=mul]; -"1845 sub_tensor_86" [id=1845, type=sub]; +"1843 quantize_per_channel_default_86" [id=1843, type=quantize_per_channel]; +"1844 dequantize_per_channel_default_86" [id=1844, type=dequantize_per_channel]; +"1845 _param_constant231_0_0" [id=1845, type=get_attr]; "1846 linear_85" [id=1846, type=linear]; "1847 dropout_55" [id=1847, type=dropout]; "1848 _param_constant232" [id=1848, type=get_attr]; @@ -1853,20 +1853,20 @@ strict digraph { "1851 add_48" [id=1851, type=add]; "1852 _tensor_constant91" [id=1852, type=get_attr]; "1853 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1853, type=call_module]; -"1854 linear_86_zero_point_0_updated_constant0" [id=1854, type=get_attr]; -"1855 linear_86_scale_0_updated_constant0" [id=1855, type=get_attr]; +"1854 linear_86_scale_0" [id=1854, type=get_attr]; +"1855 linear_86_zero_point_0" [id=1855, type=get_attr]; "1856 compressed_weight_updated_constant87" [id=1856, type=get_attr]; -"1857 _param_constant235_0_0" [id=1857, type=get_attr]; -"1858 mul_tensor_87" [id=1858, type=mul]; -"1859 sub_tensor_87" [id=1859, type=sub]; +"1857 quantize_per_channel_default_87" [id=1857, type=quantize_per_channel]; +"1858 dequantize_per_channel_default_87" [id=1858, type=dequantize_per_channel]; +"1859 _param_constant235_0_0" [id=1859, type=get_attr]; "1860 linear_86" [id=1860, type=linear]; "1861 relu__14" [id=1861, type=relu_]; "1862 relu__14_0_0_nncf_smooth_quant_0" [id=1862, type=call_module]; -"1863 linear_87_zero_point_0_updated_constant0" [id=1863, type=get_attr]; -"1864 linear_87_scale_0_updated_constant0" [id=1864, type=get_attr]; +"1863 linear_87_scale_0" [id=1863, type=get_attr]; +"1864 linear_87_zero_point_0" [id=1864, type=get_attr]; "1865 compressed_weight_updated_constant88" [id=1865, type=get_attr]; -"1866 mul_tensor_88" [id=1866, type=mul]; -"1867 sub_tensor_88" [id=1867, type=sub]; +"1866 quantize_per_channel_default_88" [id=1866, type=quantize_per_channel]; +"1867 dequantize_per_channel_default_88" [id=1867, type=dequantize_per_channel]; "1868 linear_87" [id=1868, type=linear]; "1869 view_77" [id=1869, type=view]; "1870 _tensor_constant92" [id=1870, type=get_attr]; @@ -1884,12 +1884,12 @@ strict digraph { "1882 reshape_63_0_0_nncf_smooth_quant_0" [id=1882, type=call_module]; "1883 quantize_per_tensor_default_87" [id=1883, type=quantize_per_tensor]; "1884 dequantize_per_tensor_default_87" [id=1884, type=dequantize_per_tensor]; -"1885 linear_88_zero_point_0_updated_constant0" [id=1885, type=get_attr]; -"1886 linear_88_scale_0_updated_constant0" [id=1886, type=get_attr]; +"1885 linear_88_scale_0" [id=1885, type=get_attr]; +"1886 linear_88_zero_point_0" [id=1886, type=get_attr]; "1887 compressed_weight_updated_constant89" [id=1887, type=get_attr]; -"1888 _param_constant237_0_0" [id=1888, type=get_attr]; -"1889 mul_tensor_89" [id=1889, type=mul]; -"1890 sub_tensor_89" [id=1890, type=sub]; +"1888 quantize_per_channel_default_89" [id=1888, type=quantize_per_channel]; +"1889 dequantize_per_channel_default_89" [id=1889, type=dequantize_per_channel]; +"1890 _param_constant237_0_0" [id=1890, type=get_attr]; "1891 linear_88" [id=1891, type=linear]; "1892 reshape_64" [id=1892, type=reshape]; "1893 permute_66" [id=1893, type=permute]; @@ -1923,12 +1923,12 @@ strict digraph { "1921 reshape_65_0_0_nncf_smooth_quant_0" [id=1921, type=call_module]; "1922 quantize_per_tensor_default_90" [id=1922, type=quantize_per_tensor]; "1923 dequantize_per_tensor_default_90" [id=1923, type=dequantize_per_tensor]; -"1924 linear_89_zero_point_0_updated_constant0" [id=1924, type=get_attr]; -"1925 linear_89_scale_0_updated_constant0" [id=1925, type=get_attr]; +"1924 linear_89_scale_0" [id=1924, type=get_attr]; +"1925 linear_89_zero_point_0" [id=1925, type=get_attr]; "1926 compressed_weight_updated_constant90" [id=1926, type=get_attr]; -"1927 _param_constant241_0_0" [id=1927, type=get_attr]; -"1928 mul_tensor_90" [id=1928, type=mul]; -"1929 sub_tensor_90" [id=1929, type=sub]; +"1927 quantize_per_channel_default_90" [id=1927, type=quantize_per_channel]; +"1928 dequantize_per_channel_default_90" [id=1928, type=dequantize_per_channel]; +"1929 _param_constant241_0_0" [id=1929, type=get_attr]; "1930 linear_89" [id=1930, type=linear]; "1931 dropout_57" [id=1931, type=dropout]; "1932 view_80" [id=1932, type=view]; @@ -1946,24 +1946,24 @@ strict digraph { "1944 add_50_0_0_nncf_smooth_quant_0" [id=1944, type=call_module]; "1945 quantize_per_tensor_default_91" [id=1945, type=quantize_per_tensor]; "1946 dequantize_per_tensor_default_91" [id=1946, type=dequantize_per_tensor]; -"1947 linear_90_zero_point_0_updated_constant0" [id=1947, type=get_attr]; -"1948 linear_90_scale_0_updated_constant0" [id=1948, type=get_attr]; +"1947 linear_90_scale_0" [id=1947, type=get_attr]; +"1948 linear_90_zero_point_0" [id=1948, type=get_attr]; "1949 compressed_weight_updated_constant91" [id=1949, type=get_attr]; -"1950 _param_constant245_0_0" [id=1950, type=get_attr]; -"1951 mul_tensor_91" [id=1951, type=mul]; -"1952 sub_tensor_91" [id=1952, type=sub]; +"1950 quantize_per_channel_default_91" [id=1950, type=quantize_per_channel]; +"1951 dequantize_per_channel_default_91" [id=1951, type=dequantize_per_channel]; +"1952 _param_constant245_0_0" [id=1952, type=get_attr]; "1953 linear_90" [id=1953, type=linear]; "1954 gelu_14" [id=1954, type=gelu]; "1955 dropout_58" [id=1955, type=dropout]; "1956 dropout_58_0_0_nncf_smooth_quant_0" [id=1956, type=call_module]; "1957 quantize_per_tensor_default_92" [id=1957, type=quantize_per_tensor]; "1958 dequantize_per_tensor_default_92" [id=1958, type=dequantize_per_tensor]; -"1959 linear_91_zero_point_0_updated_constant0" [id=1959, type=get_attr]; -"1960 linear_91_scale_0_updated_constant0" [id=1960, type=get_attr]; +"1959 linear_91_scale_0" [id=1959, type=get_attr]; +"1960 linear_91_zero_point_0" [id=1960, type=get_attr]; "1961 compressed_weight_updated_constant92" [id=1961, type=get_attr]; -"1962 _param_constant247_0_0" [id=1962, type=get_attr]; -"1963 mul_tensor_92" [id=1963, type=mul]; -"1964 sub_tensor_92" [id=1964, type=sub]; +"1962 quantize_per_channel_default_92" [id=1962, type=quantize_per_channel]; +"1963 dequantize_per_channel_default_92" [id=1963, type=dequantize_per_channel]; +"1964 _param_constant247_0_0" [id=1964, type=get_attr]; "1965 linear_91" [id=1965, type=linear]; "1966 dropout_59" [id=1966, type=dropout]; "1967 _param_constant248" [id=1967, type=get_attr]; @@ -1972,20 +1972,20 @@ strict digraph { "1970 add_51" [id=1970, type=add]; "1971 _tensor_constant93" [id=1971, type=get_attr]; "1972 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1972, type=call_module]; -"1973 linear_92_zero_point_0_updated_constant0" [id=1973, type=get_attr]; -"1974 linear_92_scale_0_updated_constant0" [id=1974, type=get_attr]; +"1973 linear_92_scale_0" [id=1973, type=get_attr]; +"1974 linear_92_zero_point_0" [id=1974, type=get_attr]; "1975 compressed_weight_updated_constant93" [id=1975, type=get_attr]; -"1976 _param_constant251_0_0" [id=1976, type=get_attr]; -"1977 mul_tensor_93" [id=1977, type=mul]; -"1978 sub_tensor_93" [id=1978, type=sub]; +"1976 quantize_per_channel_default_93" [id=1976, type=quantize_per_channel]; +"1977 dequantize_per_channel_default_93" [id=1977, type=dequantize_per_channel]; +"1978 _param_constant251_0_0" [id=1978, type=get_attr]; "1979 linear_92" [id=1979, type=linear]; "1980 relu__15" [id=1980, type=relu_]; "1981 relu__15_0_0_nncf_smooth_quant_0" [id=1981, type=call_module]; -"1982 linear_93_zero_point_0_updated_constant0" [id=1982, type=get_attr]; -"1983 linear_93_scale_0_updated_constant0" [id=1983, type=get_attr]; +"1982 linear_93_scale_0" [id=1982, type=get_attr]; +"1983 linear_93_zero_point_0" [id=1983, type=get_attr]; "1984 compressed_weight_updated_constant94" [id=1984, type=get_attr]; -"1985 mul_tensor_94" [id=1985, type=mul]; -"1986 sub_tensor_94" [id=1986, type=sub]; +"1985 quantize_per_channel_default_94" [id=1985, type=quantize_per_channel]; +"1986 dequantize_per_channel_default_94" [id=1986, type=dequantize_per_channel]; "1987 linear_93" [id=1987, type=linear]; "1988 view_81" [id=1988, type=view]; "1989 _tensor_constant94" [id=1989, type=get_attr]; @@ -2004,12 +2004,12 @@ strict digraph { "2002 reshape_67_0_0_nncf_smooth_quant_0" [id=2002, type=call_module]; "2003 quantize_per_tensor_default_93" [id=2003, type=quantize_per_tensor]; "2004 dequantize_per_tensor_default_93" [id=2004, type=dequantize_per_tensor]; -"2005 linear_94_zero_point_0_updated_constant0" [id=2005, type=get_attr]; -"2006 linear_94_scale_0_updated_constant0" [id=2006, type=get_attr]; +"2005 linear_94_scale_0" [id=2005, type=get_attr]; +"2006 linear_94_zero_point_0" [id=2006, type=get_attr]; "2007 compressed_weight_updated_constant95" [id=2007, type=get_attr]; -"2008 _param_constant253_0_0" [id=2008, type=get_attr]; -"2009 mul_tensor_95" [id=2009, type=mul]; -"2010 sub_tensor_95" [id=2010, type=sub]; +"2008 quantize_per_channel_default_95" [id=2008, type=quantize_per_channel]; +"2009 dequantize_per_channel_default_95" [id=2009, type=dequantize_per_channel]; +"2010 _param_constant253_0_0" [id=2010, type=get_attr]; "2011 linear_94" [id=2011, type=linear]; "2012 reshape_68" [id=2012, type=reshape]; "2013 permute_70" [id=2013, type=permute]; @@ -2059,12 +2059,12 @@ strict digraph { "2057 reshape_70_0_0_nncf_smooth_quant_0" [id=2057, type=call_module]; "2058 quantize_per_tensor_default_96" [id=2058, type=quantize_per_tensor]; "2059 dequantize_per_tensor_default_96" [id=2059, type=dequantize_per_tensor]; -"2060 linear_95_zero_point_0_updated_constant0" [id=2060, type=get_attr]; -"2061 linear_95_scale_0_updated_constant0" [id=2061, type=get_attr]; +"2060 linear_95_scale_0" [id=2060, type=get_attr]; +"2061 linear_95_zero_point_0" [id=2061, type=get_attr]; "2062 compressed_weight_updated_constant96" [id=2062, type=get_attr]; -"2063 _param_constant257_0_0" [id=2063, type=get_attr]; -"2064 mul_tensor_96" [id=2064, type=mul]; -"2065 sub_tensor_96" [id=2065, type=sub]; +"2063 quantize_per_channel_default_96" [id=2063, type=quantize_per_channel]; +"2064 dequantize_per_channel_default_96" [id=2064, type=dequantize_per_channel]; +"2065 _param_constant257_0_0" [id=2065, type=get_attr]; "2066 linear_95" [id=2066, type=linear]; "2067 dropout_61" [id=2067, type=dropout]; "2068 view_87" [id=2068, type=view]; @@ -2083,24 +2083,24 @@ strict digraph { "2081 add_54_0_0_nncf_smooth_quant_0" [id=2081, type=call_module]; "2082 quantize_per_tensor_default_97" [id=2082, type=quantize_per_tensor]; "2083 dequantize_per_tensor_default_97" [id=2083, type=dequantize_per_tensor]; -"2084 linear_96_zero_point_0_updated_constant0" [id=2084, type=get_attr]; -"2085 linear_96_scale_0_updated_constant0" [id=2085, type=get_attr]; +"2084 linear_96_scale_0" [id=2084, type=get_attr]; +"2085 linear_96_zero_point_0" [id=2085, type=get_attr]; "2086 compressed_weight_updated_constant97" [id=2086, type=get_attr]; -"2087 _param_constant261_0_0" [id=2087, type=get_attr]; -"2088 mul_tensor_97" [id=2088, type=mul]; -"2089 sub_tensor_97" [id=2089, type=sub]; +"2087 quantize_per_channel_default_97" [id=2087, type=quantize_per_channel]; +"2088 dequantize_per_channel_default_97" [id=2088, type=dequantize_per_channel]; +"2089 _param_constant261_0_0" [id=2089, type=get_attr]; "2090 linear_96" [id=2090, type=linear]; "2091 gelu_15" [id=2091, type=gelu]; "2092 dropout_62" [id=2092, type=dropout]; "2093 dropout_62_0_0_nncf_smooth_quant_0" [id=2093, type=call_module]; "2094 quantize_per_tensor_default_98" [id=2094, type=quantize_per_tensor]; "2095 dequantize_per_tensor_default_98" [id=2095, type=dequantize_per_tensor]; -"2096 linear_97_zero_point_0_updated_constant0" [id=2096, type=get_attr]; -"2097 linear_97_scale_0_updated_constant0" [id=2097, type=get_attr]; +"2096 linear_97_scale_0" [id=2096, type=get_attr]; +"2097 linear_97_zero_point_0" [id=2097, type=get_attr]; "2098 compressed_weight_updated_constant98" [id=2098, type=get_attr]; -"2099 _param_constant263_0_0" [id=2099, type=get_attr]; -"2100 mul_tensor_98" [id=2100, type=mul]; -"2101 sub_tensor_98" [id=2101, type=sub]; +"2099 quantize_per_channel_default_98" [id=2099, type=quantize_per_channel]; +"2100 dequantize_per_channel_default_98" [id=2100, type=dequantize_per_channel]; +"2101 _param_constant263_0_0" [id=2101, type=get_attr]; "2102 linear_97" [id=2102, type=linear]; "2103 dropout_63" [id=2103, type=dropout]; "2104 _param_constant264" [id=2104, type=get_attr]; @@ -2109,20 +2109,20 @@ strict digraph { "2107 add_55" [id=2107, type=add]; "2108 _tensor_constant104" [id=2108, type=get_attr]; "2109 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=2109, type=call_module]; -"2110 linear_98_zero_point_0_updated_constant0" [id=2110, type=get_attr]; -"2111 linear_98_scale_0_updated_constant0" [id=2111, type=get_attr]; +"2110 linear_98_scale_0" [id=2110, type=get_attr]; +"2111 linear_98_zero_point_0" [id=2111, type=get_attr]; "2112 compressed_weight_updated_constant99" [id=2112, type=get_attr]; -"2113 _param_constant267_0_0" [id=2113, type=get_attr]; -"2114 mul_tensor_99" [id=2114, type=mul]; -"2115 sub_tensor_99" [id=2115, type=sub]; +"2113 quantize_per_channel_default_99" [id=2113, type=quantize_per_channel]; +"2114 dequantize_per_channel_default_99" [id=2114, type=dequantize_per_channel]; +"2115 _param_constant267_0_0" [id=2115, type=get_attr]; "2116 linear_98" [id=2116, type=linear]; "2117 relu__16" [id=2117, type=relu_]; "2118 relu__16_0_0_nncf_smooth_quant_0" [id=2118, type=call_module]; -"2119 linear_99_zero_point_0_updated_constant0" [id=2119, type=get_attr]; -"2120 linear_99_scale_0_updated_constant0" [id=2120, type=get_attr]; +"2119 linear_99_scale_0" [id=2119, type=get_attr]; +"2120 linear_99_zero_point_0" [id=2120, type=get_attr]; "2121 compressed_weight_updated_constant100" [id=2121, type=get_attr]; -"2122 mul_tensor_100" [id=2122, type=mul]; -"2123 sub_tensor_100" [id=2123, type=sub]; +"2122 quantize_per_channel_default_100" [id=2122, type=quantize_per_channel]; +"2123 dequantize_per_channel_default_100" [id=2123, type=dequantize_per_channel]; "2124 linear_99" [id=2124, type=linear]; "2125 view_88" [id=2125, type=view]; "2126 _tensor_constant105" [id=2126, type=get_attr]; @@ -2140,12 +2140,12 @@ strict digraph { "2138 reshape_72_0_0_nncf_smooth_quant_0" [id=2138, type=call_module]; "2139 quantize_per_tensor_default_99" [id=2139, type=quantize_per_tensor]; "2140 dequantize_per_tensor_default_99" [id=2140, type=dequantize_per_tensor]; -"2141 linear_100_zero_point_0_updated_constant0" [id=2141, type=get_attr]; -"2142 linear_100_scale_0_updated_constant0" [id=2142, type=get_attr]; +"2141 linear_100_scale_0" [id=2141, type=get_attr]; +"2142 linear_100_zero_point_0" [id=2142, type=get_attr]; "2143 compressed_weight_updated_constant101" [id=2143, type=get_attr]; -"2144 _param_constant269_0_0" [id=2144, type=get_attr]; -"2145 mul_tensor_101" [id=2145, type=mul]; -"2146 sub_tensor_101" [id=2146, type=sub]; +"2144 quantize_per_channel_default_101" [id=2144, type=quantize_per_channel]; +"2145 dequantize_per_channel_default_101" [id=2145, type=dequantize_per_channel]; +"2146 _param_constant269_0_0" [id=2146, type=get_attr]; "2147 linear_100" [id=2147, type=linear]; "2148 reshape_73" [id=2148, type=reshape]; "2149 permute_75" [id=2149, type=permute]; @@ -2179,12 +2179,12 @@ strict digraph { "2177 reshape_74_0_0_nncf_smooth_quant_0" [id=2177, type=call_module]; "2178 quantize_per_tensor_default_102" [id=2178, type=quantize_per_tensor]; "2179 dequantize_per_tensor_default_102" [id=2179, type=dequantize_per_tensor]; -"2180 linear_101_zero_point_0_updated_constant0" [id=2180, type=get_attr]; -"2181 linear_101_scale_0_updated_constant0" [id=2181, type=get_attr]; +"2180 linear_101_scale_0" [id=2180, type=get_attr]; +"2181 linear_101_zero_point_0" [id=2181, type=get_attr]; "2182 compressed_weight_updated_constant102" [id=2182, type=get_attr]; -"2183 _param_constant273_0_0" [id=2183, type=get_attr]; -"2184 mul_tensor_102" [id=2184, type=mul]; -"2185 sub_tensor_102" [id=2185, type=sub]; +"2183 quantize_per_channel_default_102" [id=2183, type=quantize_per_channel]; +"2184 dequantize_per_channel_default_102" [id=2184, type=dequantize_per_channel]; +"2185 _param_constant273_0_0" [id=2185, type=get_attr]; "2186 linear_101" [id=2186, type=linear]; "2187 dropout_65" [id=2187, type=dropout]; "2188 view_91" [id=2188, type=view]; @@ -2202,24 +2202,24 @@ strict digraph { "2200 add_57_0_0_nncf_smooth_quant_0" [id=2200, type=call_module]; "2201 quantize_per_tensor_default_103" [id=2201, type=quantize_per_tensor]; "2202 dequantize_per_tensor_default_103" [id=2202, type=dequantize_per_tensor]; -"2203 linear_102_zero_point_0_updated_constant0" [id=2203, type=get_attr]; -"2204 linear_102_scale_0_updated_constant0" [id=2204, type=get_attr]; +"2203 linear_102_scale_0" [id=2203, type=get_attr]; +"2204 linear_102_zero_point_0" [id=2204, type=get_attr]; "2205 compressed_weight_updated_constant103" [id=2205, type=get_attr]; -"2206 _param_constant277_0_0" [id=2206, type=get_attr]; -"2207 mul_tensor_103" [id=2207, type=mul]; -"2208 sub_tensor_103" [id=2208, type=sub]; +"2206 quantize_per_channel_default_103" [id=2206, type=quantize_per_channel]; +"2207 dequantize_per_channel_default_103" [id=2207, type=dequantize_per_channel]; +"2208 _param_constant277_0_0" [id=2208, type=get_attr]; "2209 linear_102" [id=2209, type=linear]; "2210 gelu_16" [id=2210, type=gelu]; "2211 dropout_66" [id=2211, type=dropout]; "2212 dropout_66_0_0_nncf_smooth_quant_0" [id=2212, type=call_module]; "2213 quantize_per_tensor_default_104" [id=2213, type=quantize_per_tensor]; "2214 dequantize_per_tensor_default_104" [id=2214, type=dequantize_per_tensor]; -"2215 linear_103_zero_point_0_updated_constant0" [id=2215, type=get_attr]; -"2216 linear_103_scale_0_updated_constant0" [id=2216, type=get_attr]; +"2215 linear_103_scale_0" [id=2215, type=get_attr]; +"2216 linear_103_zero_point_0" [id=2216, type=get_attr]; "2217 compressed_weight_updated_constant104" [id=2217, type=get_attr]; -"2218 _param_constant279_0_0" [id=2218, type=get_attr]; -"2219 mul_tensor_104" [id=2219, type=mul]; -"2220 sub_tensor_104" [id=2220, type=sub]; +"2218 quantize_per_channel_default_104" [id=2218, type=quantize_per_channel]; +"2219 dequantize_per_channel_default_104" [id=2219, type=dequantize_per_channel]; +"2220 _param_constant279_0_0" [id=2220, type=get_attr]; "2221 linear_103" [id=2221, type=linear]; "2222 dropout_67" [id=2222, type=dropout]; "2223 _param_constant280" [id=2223, type=get_attr]; @@ -2228,20 +2228,20 @@ strict digraph { "2226 add_58" [id=2226, type=add]; "2227 _tensor_constant106" [id=2227, type=get_attr]; "2228 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2228, type=call_module]; -"2229 linear_104_zero_point_0_updated_constant0" [id=2229, type=get_attr]; -"2230 linear_104_scale_0_updated_constant0" [id=2230, type=get_attr]; +"2229 linear_104_scale_0" [id=2229, type=get_attr]; +"2230 linear_104_zero_point_0" [id=2230, type=get_attr]; "2231 compressed_weight_updated_constant105" [id=2231, type=get_attr]; -"2232 _param_constant283_0_0" [id=2232, type=get_attr]; -"2233 mul_tensor_105" [id=2233, type=mul]; -"2234 sub_tensor_105" [id=2234, type=sub]; +"2232 quantize_per_channel_default_105" [id=2232, type=quantize_per_channel]; +"2233 dequantize_per_channel_default_105" [id=2233, type=dequantize_per_channel]; +"2234 _param_constant283_0_0" [id=2234, type=get_attr]; "2235 linear_104" [id=2235, type=linear]; "2236 relu__17" [id=2236, type=relu_]; "2237 relu__17_0_0_nncf_smooth_quant_0" [id=2237, type=call_module]; -"2238 linear_105_zero_point_0_updated_constant0" [id=2238, type=get_attr]; -"2239 linear_105_scale_0_updated_constant0" [id=2239, type=get_attr]; +"2238 linear_105_scale_0" [id=2238, type=get_attr]; +"2239 linear_105_zero_point_0" [id=2239, type=get_attr]; "2240 compressed_weight_updated_constant106" [id=2240, type=get_attr]; -"2241 mul_tensor_106" [id=2241, type=mul]; -"2242 sub_tensor_106" [id=2242, type=sub]; +"2241 quantize_per_channel_default_106" [id=2241, type=quantize_per_channel]; +"2242 dequantize_per_channel_default_106" [id=2242, type=dequantize_per_channel]; "2243 linear_105" [id=2243, type=linear]; "2244 view_92" [id=2244, type=view]; "2245 _tensor_constant107" [id=2245, type=get_attr]; @@ -2260,12 +2260,12 @@ strict digraph { "2258 reshape_76_0_0_nncf_smooth_quant_0" [id=2258, type=call_module]; "2259 quantize_per_tensor_default_105" [id=2259, type=quantize_per_tensor]; "2260 dequantize_per_tensor_default_105" [id=2260, type=dequantize_per_tensor]; -"2261 linear_106_zero_point_0_updated_constant0" [id=2261, type=get_attr]; -"2262 linear_106_scale_0_updated_constant0" [id=2262, type=get_attr]; +"2261 linear_106_scale_0" [id=2261, type=get_attr]; +"2262 linear_106_zero_point_0" [id=2262, type=get_attr]; "2263 compressed_weight_updated_constant107" [id=2263, type=get_attr]; -"2264 _param_constant285_0_0" [id=2264, type=get_attr]; -"2265 mul_tensor_107" [id=2265, type=mul]; -"2266 sub_tensor_107" [id=2266, type=sub]; +"2264 quantize_per_channel_default_107" [id=2264, type=quantize_per_channel]; +"2265 dequantize_per_channel_default_107" [id=2265, type=dequantize_per_channel]; +"2266 _param_constant285_0_0" [id=2266, type=get_attr]; "2267 linear_106" [id=2267, type=linear]; "2268 reshape_77" [id=2268, type=reshape]; "2269 permute_79" [id=2269, type=permute]; @@ -2315,12 +2315,12 @@ strict digraph { "2313 reshape_79_0_0_nncf_smooth_quant_0" [id=2313, type=call_module]; "2314 quantize_per_tensor_default_108" [id=2314, type=quantize_per_tensor]; "2315 dequantize_per_tensor_default_108" [id=2315, type=dequantize_per_tensor]; -"2316 linear_107_zero_point_0_updated_constant0" [id=2316, type=get_attr]; -"2317 linear_107_scale_0_updated_constant0" [id=2317, type=get_attr]; +"2316 linear_107_scale_0" [id=2316, type=get_attr]; +"2317 linear_107_zero_point_0" [id=2317, type=get_attr]; "2318 compressed_weight_updated_constant108" [id=2318, type=get_attr]; -"2319 _param_constant289_0_0" [id=2319, type=get_attr]; -"2320 mul_tensor_108" [id=2320, type=mul]; -"2321 sub_tensor_108" [id=2321, type=sub]; +"2319 quantize_per_channel_default_108" [id=2319, type=quantize_per_channel]; +"2320 dequantize_per_channel_default_108" [id=2320, type=dequantize_per_channel]; +"2321 _param_constant289_0_0" [id=2321, type=get_attr]; "2322 linear_107" [id=2322, type=linear]; "2323 dropout_69" [id=2323, type=dropout]; "2324 view_98" [id=2324, type=view]; @@ -2339,24 +2339,24 @@ strict digraph { "2337 add_61_0_0_nncf_smooth_quant_0" [id=2337, type=call_module]; "2338 quantize_per_tensor_default_109" [id=2338, type=quantize_per_tensor]; "2339 dequantize_per_tensor_default_109" [id=2339, type=dequantize_per_tensor]; -"2340 linear_108_zero_point_0_updated_constant0" [id=2340, type=get_attr]; -"2341 linear_108_scale_0_updated_constant0" [id=2341, type=get_attr]; +"2340 linear_108_scale_0" [id=2340, type=get_attr]; +"2341 linear_108_zero_point_0" [id=2341, type=get_attr]; "2342 compressed_weight_updated_constant109" [id=2342, type=get_attr]; -"2343 _param_constant293_0_0" [id=2343, type=get_attr]; -"2344 mul_tensor_109" [id=2344, type=mul]; -"2345 sub_tensor_109" [id=2345, type=sub]; +"2343 quantize_per_channel_default_109" [id=2343, type=quantize_per_channel]; +"2344 dequantize_per_channel_default_109" [id=2344, type=dequantize_per_channel]; +"2345 _param_constant293_0_0" [id=2345, type=get_attr]; "2346 linear_108" [id=2346, type=linear]; "2347 gelu_17" [id=2347, type=gelu]; "2348 dropout_70" [id=2348, type=dropout]; "2349 dropout_70_0_0_nncf_smooth_quant_0" [id=2349, type=call_module]; "2350 quantize_per_tensor_default_110" [id=2350, type=quantize_per_tensor]; "2351 dequantize_per_tensor_default_110" [id=2351, type=dequantize_per_tensor]; -"2352 linear_109_zero_point_0_updated_constant0" [id=2352, type=get_attr]; -"2353 linear_109_scale_0_updated_constant0" [id=2353, type=get_attr]; +"2352 linear_109_scale_0" [id=2352, type=get_attr]; +"2353 linear_109_zero_point_0" [id=2353, type=get_attr]; "2354 compressed_weight_updated_constant110" [id=2354, type=get_attr]; -"2355 _param_constant295_0_0" [id=2355, type=get_attr]; -"2356 mul_tensor_110" [id=2356, type=mul]; -"2357 sub_tensor_110" [id=2357, type=sub]; +"2355 quantize_per_channel_default_110" [id=2355, type=quantize_per_channel]; +"2356 dequantize_per_channel_default_110" [id=2356, type=dequantize_per_channel]; +"2357 _param_constant295_0_0" [id=2357, type=get_attr]; "2358 linear_109" [id=2358, type=linear]; "2359 dropout_71" [id=2359, type=dropout]; "2360 _param_constant296" [id=2360, type=get_attr]; @@ -2365,20 +2365,20 @@ strict digraph { "2363 add_62" [id=2363, type=add]; "2364 _tensor_constant117" [id=2364, type=get_attr]; "2365 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2365, type=call_module]; -"2366 linear_110_zero_point_0_updated_constant0" [id=2366, type=get_attr]; -"2367 linear_110_scale_0_updated_constant0" [id=2367, type=get_attr]; +"2366 linear_110_scale_0" [id=2366, type=get_attr]; +"2367 linear_110_zero_point_0" [id=2367, type=get_attr]; "2368 compressed_weight_updated_constant111" [id=2368, type=get_attr]; -"2369 _param_constant299_0_0" [id=2369, type=get_attr]; -"2370 mul_tensor_111" [id=2370, type=mul]; -"2371 sub_tensor_111" [id=2371, type=sub]; +"2369 quantize_per_channel_default_111" [id=2369, type=quantize_per_channel]; +"2370 dequantize_per_channel_default_111" [id=2370, type=dequantize_per_channel]; +"2371 _param_constant299_0_0" [id=2371, type=get_attr]; "2372 linear_110" [id=2372, type=linear]; "2373 relu__18" [id=2373, type=relu_]; "2374 relu__18_0_0_nncf_smooth_quant_0" [id=2374, type=call_module]; -"2375 linear_111_zero_point_0_updated_constant0" [id=2375, type=get_attr]; -"2376 linear_111_scale_0_updated_constant0" [id=2376, type=get_attr]; +"2375 linear_111_scale_0" [id=2375, type=get_attr]; +"2376 linear_111_zero_point_0" [id=2376, type=get_attr]; "2377 compressed_weight_updated_constant112" [id=2377, type=get_attr]; -"2378 mul_tensor_112" [id=2378, type=mul]; -"2379 sub_tensor_112" [id=2379, type=sub]; +"2378 quantize_per_channel_default_112" [id=2378, type=quantize_per_channel]; +"2379 dequantize_per_channel_default_112" [id=2379, type=dequantize_per_channel]; "2380 linear_111" [id=2380, type=linear]; "2381 view_99" [id=2381, type=view]; "2382 _tensor_constant118" [id=2382, type=get_attr]; @@ -2396,12 +2396,12 @@ strict digraph { "2394 reshape_81_0_0_nncf_smooth_quant_0" [id=2394, type=call_module]; "2395 quantize_per_tensor_default_111" [id=2395, type=quantize_per_tensor]; "2396 dequantize_per_tensor_default_111" [id=2396, type=dequantize_per_tensor]; -"2397 linear_112_zero_point_0_updated_constant0" [id=2397, type=get_attr]; -"2398 linear_112_scale_0_updated_constant0" [id=2398, type=get_attr]; +"2397 linear_112_scale_0" [id=2397, type=get_attr]; +"2398 linear_112_zero_point_0" [id=2398, type=get_attr]; "2399 compressed_weight_updated_constant113" [id=2399, type=get_attr]; -"2400 _param_constant301_0_0" [id=2400, type=get_attr]; -"2401 mul_tensor_113" [id=2401, type=mul]; -"2402 sub_tensor_113" [id=2402, type=sub]; +"2400 quantize_per_channel_default_113" [id=2400, type=quantize_per_channel]; +"2401 dequantize_per_channel_default_113" [id=2401, type=dequantize_per_channel]; +"2402 _param_constant301_0_0" [id=2402, type=get_attr]; "2403 linear_112" [id=2403, type=linear]; "2404 reshape_82" [id=2404, type=reshape]; "2405 permute_84" [id=2405, type=permute]; @@ -2435,12 +2435,12 @@ strict digraph { "2433 reshape_83_0_0_nncf_smooth_quant_0" [id=2433, type=call_module]; "2434 quantize_per_tensor_default_114" [id=2434, type=quantize_per_tensor]; "2435 dequantize_per_tensor_default_114" [id=2435, type=dequantize_per_tensor]; -"2436 linear_113_zero_point_0_updated_constant0" [id=2436, type=get_attr]; -"2437 linear_113_scale_0_updated_constant0" [id=2437, type=get_attr]; +"2436 linear_113_scale_0" [id=2436, type=get_attr]; +"2437 linear_113_zero_point_0" [id=2437, type=get_attr]; "2438 compressed_weight_updated_constant114" [id=2438, type=get_attr]; -"2439 _param_constant305_0_0" [id=2439, type=get_attr]; -"2440 mul_tensor_114" [id=2440, type=mul]; -"2441 sub_tensor_114" [id=2441, type=sub]; +"2439 quantize_per_channel_default_114" [id=2439, type=quantize_per_channel]; +"2440 dequantize_per_channel_default_114" [id=2440, type=dequantize_per_channel]; +"2441 _param_constant305_0_0" [id=2441, type=get_attr]; "2442 linear_113" [id=2442, type=linear]; "2443 dropout_73" [id=2443, type=dropout]; "2444 view_102" [id=2444, type=view]; @@ -2458,24 +2458,24 @@ strict digraph { "2456 add_64_0_0_nncf_smooth_quant_0" [id=2456, type=call_module]; "2457 quantize_per_tensor_default_115" [id=2457, type=quantize_per_tensor]; "2458 dequantize_per_tensor_default_115" [id=2458, type=dequantize_per_tensor]; -"2459 linear_114_zero_point_0_updated_constant0" [id=2459, type=get_attr]; -"2460 linear_114_scale_0_updated_constant0" [id=2460, type=get_attr]; +"2459 linear_114_scale_0" [id=2459, type=get_attr]; +"2460 linear_114_zero_point_0" [id=2460, type=get_attr]; "2461 compressed_weight_updated_constant115" [id=2461, type=get_attr]; -"2462 _param_constant309_0_0" [id=2462, type=get_attr]; -"2463 mul_tensor_115" [id=2463, type=mul]; -"2464 sub_tensor_115" [id=2464, type=sub]; +"2462 quantize_per_channel_default_115" [id=2462, type=quantize_per_channel]; +"2463 dequantize_per_channel_default_115" [id=2463, type=dequantize_per_channel]; +"2464 _param_constant309_0_0" [id=2464, type=get_attr]; "2465 linear_114" [id=2465, type=linear]; "2466 gelu_18" [id=2466, type=gelu]; "2467 dropout_74" [id=2467, type=dropout]; "2468 dropout_74_0_0_nncf_smooth_quant_0" [id=2468, type=call_module]; "2469 quantize_per_tensor_default_116" [id=2469, type=quantize_per_tensor]; "2470 dequantize_per_tensor_default_116" [id=2470, type=dequantize_per_tensor]; -"2471 linear_115_zero_point_0_updated_constant0" [id=2471, type=get_attr]; -"2472 linear_115_scale_0_updated_constant0" [id=2472, type=get_attr]; +"2471 linear_115_scale_0" [id=2471, type=get_attr]; +"2472 linear_115_zero_point_0" [id=2472, type=get_attr]; "2473 compressed_weight_updated_constant116" [id=2473, type=get_attr]; -"2474 _param_constant311_0_0" [id=2474, type=get_attr]; -"2475 mul_tensor_116" [id=2475, type=mul]; -"2476 sub_tensor_116" [id=2476, type=sub]; +"2474 quantize_per_channel_default_116" [id=2474, type=quantize_per_channel]; +"2475 dequantize_per_channel_default_116" [id=2475, type=dequantize_per_channel]; +"2476 _param_constant311_0_0" [id=2476, type=get_attr]; "2477 linear_115" [id=2477, type=linear]; "2478 dropout_75" [id=2478, type=dropout]; "2479 _param_constant312" [id=2479, type=get_attr]; @@ -2484,20 +2484,20 @@ strict digraph { "2482 add_65" [id=2482, type=add]; "2483 _tensor_constant119" [id=2483, type=get_attr]; "2484 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2484, type=call_module]; -"2485 linear_116_zero_point_0_updated_constant0" [id=2485, type=get_attr]; -"2486 linear_116_scale_0_updated_constant0" [id=2486, type=get_attr]; +"2485 linear_116_scale_0" [id=2485, type=get_attr]; +"2486 linear_116_zero_point_0" [id=2486, type=get_attr]; "2487 compressed_weight_updated_constant117" [id=2487, type=get_attr]; -"2488 _param_constant315_0_0" [id=2488, type=get_attr]; -"2489 mul_tensor_117" [id=2489, type=mul]; -"2490 sub_tensor_117" [id=2490, type=sub]; +"2488 quantize_per_channel_default_117" [id=2488, type=quantize_per_channel]; +"2489 dequantize_per_channel_default_117" [id=2489, type=dequantize_per_channel]; +"2490 _param_constant315_0_0" [id=2490, type=get_attr]; "2491 linear_116" [id=2491, type=linear]; "2492 relu__19" [id=2492, type=relu_]; "2493 relu__19_0_0_nncf_smooth_quant_0" [id=2493, type=call_module]; -"2494 linear_117_zero_point_0_updated_constant0" [id=2494, type=get_attr]; -"2495 linear_117_scale_0_updated_constant0" [id=2495, type=get_attr]; +"2494 linear_117_scale_0" [id=2494, type=get_attr]; +"2495 linear_117_zero_point_0" [id=2495, type=get_attr]; "2496 compressed_weight_updated_constant118" [id=2496, type=get_attr]; -"2497 mul_tensor_118" [id=2497, type=mul]; -"2498 sub_tensor_118" [id=2498, type=sub]; +"2497 quantize_per_channel_default_118" [id=2497, type=quantize_per_channel]; +"2498 dequantize_per_channel_default_118" [id=2498, type=dequantize_per_channel]; "2499 linear_117" [id=2499, type=linear]; "2500 view_103" [id=2500, type=view]; "2501 _tensor_constant120" [id=2501, type=get_attr]; @@ -2516,12 +2516,12 @@ strict digraph { "2514 reshape_85_0_0_nncf_smooth_quant_0" [id=2514, type=call_module]; "2515 quantize_per_tensor_default_117" [id=2515, type=quantize_per_tensor]; "2516 dequantize_per_tensor_default_117" [id=2516, type=dequantize_per_tensor]; -"2517 linear_118_zero_point_0_updated_constant0" [id=2517, type=get_attr]; -"2518 linear_118_scale_0_updated_constant0" [id=2518, type=get_attr]; +"2517 linear_118_scale_0" [id=2517, type=get_attr]; +"2518 linear_118_zero_point_0" [id=2518, type=get_attr]; "2519 compressed_weight_updated_constant119" [id=2519, type=get_attr]; -"2520 _param_constant317_0_0" [id=2520, type=get_attr]; -"2521 mul_tensor_119" [id=2521, type=mul]; -"2522 sub_tensor_119" [id=2522, type=sub]; +"2520 quantize_per_channel_default_119" [id=2520, type=quantize_per_channel]; +"2521 dequantize_per_channel_default_119" [id=2521, type=dequantize_per_channel]; +"2522 _param_constant317_0_0" [id=2522, type=get_attr]; "2523 linear_118" [id=2523, type=linear]; "2524 reshape_86" [id=2524, type=reshape]; "2525 permute_88" [id=2525, type=permute]; @@ -2571,12 +2571,12 @@ strict digraph { "2569 reshape_88_0_0_nncf_smooth_quant_0" [id=2569, type=call_module]; "2570 quantize_per_tensor_default_120" [id=2570, type=quantize_per_tensor]; "2571 dequantize_per_tensor_default_120" [id=2571, type=dequantize_per_tensor]; -"2572 linear_119_zero_point_0_updated_constant0" [id=2572, type=get_attr]; -"2573 linear_119_scale_0_updated_constant0" [id=2573, type=get_attr]; +"2572 linear_119_scale_0" [id=2572, type=get_attr]; +"2573 linear_119_zero_point_0" [id=2573, type=get_attr]; "2574 compressed_weight_updated_constant120" [id=2574, type=get_attr]; -"2575 _param_constant321_0_0" [id=2575, type=get_attr]; -"2576 mul_tensor_120" [id=2576, type=mul]; -"2577 sub_tensor_120" [id=2577, type=sub]; +"2575 quantize_per_channel_default_120" [id=2575, type=quantize_per_channel]; +"2576 dequantize_per_channel_default_120" [id=2576, type=dequantize_per_channel]; +"2577 _param_constant321_0_0" [id=2577, type=get_attr]; "2578 linear_119" [id=2578, type=linear]; "2579 dropout_77" [id=2579, type=dropout]; "2580 view_109" [id=2580, type=view]; @@ -2595,24 +2595,24 @@ strict digraph { "2593 add_68_0_0_nncf_smooth_quant_0" [id=2593, type=call_module]; "2594 quantize_per_tensor_default_121" [id=2594, type=quantize_per_tensor]; "2595 dequantize_per_tensor_default_121" [id=2595, type=dequantize_per_tensor]; -"2596 linear_120_zero_point_0_updated_constant0" [id=2596, type=get_attr]; -"2597 linear_120_scale_0_updated_constant0" [id=2597, type=get_attr]; +"2596 linear_120_scale_0" [id=2596, type=get_attr]; +"2597 linear_120_zero_point_0" [id=2597, type=get_attr]; "2598 compressed_weight_updated_constant121" [id=2598, type=get_attr]; -"2599 _param_constant325_0_0" [id=2599, type=get_attr]; -"2600 mul_tensor_121" [id=2600, type=mul]; -"2601 sub_tensor_121" [id=2601, type=sub]; +"2599 quantize_per_channel_default_121" [id=2599, type=quantize_per_channel]; +"2600 dequantize_per_channel_default_121" [id=2600, type=dequantize_per_channel]; +"2601 _param_constant325_0_0" [id=2601, type=get_attr]; "2602 linear_120" [id=2602, type=linear]; "2603 gelu_19" [id=2603, type=gelu]; "2604 dropout_78" [id=2604, type=dropout]; "2605 dropout_78_0_0_nncf_smooth_quant_0" [id=2605, type=call_module]; "2606 quantize_per_tensor_default_122" [id=2606, type=quantize_per_tensor]; "2607 dequantize_per_tensor_default_122" [id=2607, type=dequantize_per_tensor]; -"2608 linear_121_zero_point_0_updated_constant0" [id=2608, type=get_attr]; -"2609 linear_121_scale_0_updated_constant0" [id=2609, type=get_attr]; +"2608 linear_121_scale_0" [id=2608, type=get_attr]; +"2609 linear_121_zero_point_0" [id=2609, type=get_attr]; "2610 compressed_weight_updated_constant122" [id=2610, type=get_attr]; -"2611 _param_constant327_0_0" [id=2611, type=get_attr]; -"2612 mul_tensor_122" [id=2612, type=mul]; -"2613 sub_tensor_122" [id=2613, type=sub]; +"2611 quantize_per_channel_default_122" [id=2611, type=quantize_per_channel]; +"2612 dequantize_per_channel_default_122" [id=2612, type=dequantize_per_channel]; +"2613 _param_constant327_0_0" [id=2613, type=get_attr]; "2614 linear_121" [id=2614, type=linear]; "2615 dropout_79" [id=2615, type=dropout]; "2616 _param_constant328" [id=2616, type=get_attr]; @@ -2621,20 +2621,20 @@ strict digraph { "2619 add_69" [id=2619, type=add]; "2620 _tensor_constant130" [id=2620, type=get_attr]; "2621 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2621, type=call_module]; -"2622 linear_122_zero_point_0_updated_constant0" [id=2622, type=get_attr]; -"2623 linear_122_scale_0_updated_constant0" [id=2623, type=get_attr]; +"2622 linear_122_scale_0" [id=2622, type=get_attr]; +"2623 linear_122_zero_point_0" [id=2623, type=get_attr]; "2624 compressed_weight_updated_constant123" [id=2624, type=get_attr]; -"2625 _param_constant331_0_0" [id=2625, type=get_attr]; -"2626 mul_tensor_123" [id=2626, type=mul]; -"2627 sub_tensor_123" [id=2627, type=sub]; +"2625 quantize_per_channel_default_123" [id=2625, type=quantize_per_channel]; +"2626 dequantize_per_channel_default_123" [id=2626, type=dequantize_per_channel]; +"2627 _param_constant331_0_0" [id=2627, type=get_attr]; "2628 linear_122" [id=2628, type=linear]; "2629 relu__20" [id=2629, type=relu_]; "2630 relu__20_0_0_nncf_smooth_quant_0" [id=2630, type=call_module]; -"2631 linear_123_zero_point_0_updated_constant0" [id=2631, type=get_attr]; -"2632 linear_123_scale_0_updated_constant0" [id=2632, type=get_attr]; +"2631 linear_123_scale_0" [id=2631, type=get_attr]; +"2632 linear_123_zero_point_0" [id=2632, type=get_attr]; "2633 compressed_weight_updated_constant124" [id=2633, type=get_attr]; -"2634 mul_tensor_124" [id=2634, type=mul]; -"2635 sub_tensor_124" [id=2635, type=sub]; +"2634 quantize_per_channel_default_124" [id=2634, type=quantize_per_channel]; +"2635 dequantize_per_channel_default_124" [id=2635, type=dequantize_per_channel]; "2636 linear_123" [id=2636, type=linear]; "2637 view_110" [id=2637, type=view]; "2638 _tensor_constant131" [id=2638, type=get_attr]; @@ -2652,12 +2652,12 @@ strict digraph { "2650 reshape_90_0_0_nncf_smooth_quant_0" [id=2650, type=call_module]; "2651 quantize_per_tensor_default_123" [id=2651, type=quantize_per_tensor]; "2652 dequantize_per_tensor_default_123" [id=2652, type=dequantize_per_tensor]; -"2653 linear_124_zero_point_0_updated_constant0" [id=2653, type=get_attr]; -"2654 linear_124_scale_0_updated_constant0" [id=2654, type=get_attr]; +"2653 linear_124_scale_0" [id=2653, type=get_attr]; +"2654 linear_124_zero_point_0" [id=2654, type=get_attr]; "2655 compressed_weight_updated_constant125" [id=2655, type=get_attr]; -"2656 _param_constant333_0_0" [id=2656, type=get_attr]; -"2657 mul_tensor_125" [id=2657, type=mul]; -"2658 sub_tensor_125" [id=2658, type=sub]; +"2656 quantize_per_channel_default_125" [id=2656, type=quantize_per_channel]; +"2657 dequantize_per_channel_default_125" [id=2657, type=dequantize_per_channel]; +"2658 _param_constant333_0_0" [id=2658, type=get_attr]; "2659 linear_124" [id=2659, type=linear]; "2660 reshape_91" [id=2660, type=reshape]; "2661 permute_93" [id=2661, type=permute]; @@ -2691,12 +2691,12 @@ strict digraph { "2689 reshape_92_0_0_nncf_smooth_quant_0" [id=2689, type=call_module]; "2690 quantize_per_tensor_default_126" [id=2690, type=quantize_per_tensor]; "2691 dequantize_per_tensor_default_126" [id=2691, type=dequantize_per_tensor]; -"2692 linear_125_zero_point_0_updated_constant0" [id=2692, type=get_attr]; -"2693 linear_125_scale_0_updated_constant0" [id=2693, type=get_attr]; +"2692 linear_125_scale_0" [id=2692, type=get_attr]; +"2693 linear_125_zero_point_0" [id=2693, type=get_attr]; "2694 compressed_weight_updated_constant126" [id=2694, type=get_attr]; -"2695 _param_constant337_0_0" [id=2695, type=get_attr]; -"2696 mul_tensor_126" [id=2696, type=mul]; -"2697 sub_tensor_126" [id=2697, type=sub]; +"2695 quantize_per_channel_default_126" [id=2695, type=quantize_per_channel]; +"2696 dequantize_per_channel_default_126" [id=2696, type=dequantize_per_channel]; +"2697 _param_constant337_0_0" [id=2697, type=get_attr]; "2698 linear_125" [id=2698, type=linear]; "2699 dropout_81" [id=2699, type=dropout]; "2700 view_113" [id=2700, type=view]; @@ -2714,24 +2714,24 @@ strict digraph { "2712 add_71_0_0_nncf_smooth_quant_0" [id=2712, type=call_module]; "2713 quantize_per_tensor_default_127" [id=2713, type=quantize_per_tensor]; "2714 dequantize_per_tensor_default_127" [id=2714, type=dequantize_per_tensor]; -"2715 linear_126_zero_point_0_updated_constant0" [id=2715, type=get_attr]; -"2716 linear_126_scale_0_updated_constant0" [id=2716, type=get_attr]; +"2715 linear_126_scale_0" [id=2715, type=get_attr]; +"2716 linear_126_zero_point_0" [id=2716, type=get_attr]; "2717 compressed_weight_updated_constant127" [id=2717, type=get_attr]; -"2718 _param_constant341_0_0" [id=2718, type=get_attr]; -"2719 mul_tensor_127" [id=2719, type=mul]; -"2720 sub_tensor_127" [id=2720, type=sub]; +"2718 quantize_per_channel_default_127" [id=2718, type=quantize_per_channel]; +"2719 dequantize_per_channel_default_127" [id=2719, type=dequantize_per_channel]; +"2720 _param_constant341_0_0" [id=2720, type=get_attr]; "2721 linear_126" [id=2721, type=linear]; "2722 gelu_20" [id=2722, type=gelu]; "2723 dropout_82" [id=2723, type=dropout]; "2724 dropout_82_0_0_nncf_smooth_quant_0" [id=2724, type=call_module]; "2725 quantize_per_tensor_default_128" [id=2725, type=quantize_per_tensor]; "2726 dequantize_per_tensor_default_128" [id=2726, type=dequantize_per_tensor]; -"2727 linear_127_zero_point_0_updated_constant0" [id=2727, type=get_attr]; -"2728 linear_127_scale_0_updated_constant0" [id=2728, type=get_attr]; +"2727 linear_127_scale_0" [id=2727, type=get_attr]; +"2728 linear_127_zero_point_0" [id=2728, type=get_attr]; "2729 compressed_weight_updated_constant128" [id=2729, type=get_attr]; -"2730 _param_constant343_0_0" [id=2730, type=get_attr]; -"2731 mul_tensor_128" [id=2731, type=mul]; -"2732 sub_tensor_128" [id=2732, type=sub]; +"2730 quantize_per_channel_default_128" [id=2730, type=quantize_per_channel]; +"2731 dequantize_per_channel_default_128" [id=2731, type=dequantize_per_channel]; +"2732 _param_constant343_0_0" [id=2732, type=get_attr]; "2733 linear_127" [id=2733, type=linear]; "2734 dropout_83" [id=2734, type=dropout]; "2735 _param_constant344" [id=2735, type=get_attr]; @@ -2740,20 +2740,20 @@ strict digraph { "2738 add_72" [id=2738, type=add]; "2739 _tensor_constant132" [id=2739, type=get_attr]; "2740 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2740, type=call_module]; -"2741 linear_128_zero_point_0_updated_constant0" [id=2741, type=get_attr]; -"2742 linear_128_scale_0_updated_constant0" [id=2742, type=get_attr]; +"2741 linear_128_scale_0" [id=2741, type=get_attr]; +"2742 linear_128_zero_point_0" [id=2742, type=get_attr]; "2743 compressed_weight_updated_constant129" [id=2743, type=get_attr]; -"2744 _param_constant347_0_0" [id=2744, type=get_attr]; -"2745 mul_tensor_129" [id=2745, type=mul]; -"2746 sub_tensor_129" [id=2746, type=sub]; +"2744 quantize_per_channel_default_129" [id=2744, type=quantize_per_channel]; +"2745 dequantize_per_channel_default_129" [id=2745, type=dequantize_per_channel]; +"2746 _param_constant347_0_0" [id=2746, type=get_attr]; "2747 linear_128" [id=2747, type=linear]; "2748 relu__21" [id=2748, type=relu_]; "2749 relu__21_0_0_nncf_smooth_quant_0" [id=2749, type=call_module]; -"2750 linear_129_zero_point_0_updated_constant0" [id=2750, type=get_attr]; -"2751 linear_129_scale_0_updated_constant0" [id=2751, type=get_attr]; +"2750 linear_129_scale_0" [id=2750, type=get_attr]; +"2751 linear_129_zero_point_0" [id=2751, type=get_attr]; "2752 compressed_weight_updated_constant130" [id=2752, type=get_attr]; -"2753 mul_tensor_130" [id=2753, type=mul]; -"2754 sub_tensor_130" [id=2754, type=sub]; +"2753 quantize_per_channel_default_130" [id=2753, type=quantize_per_channel]; +"2754 dequantize_per_channel_default_130" [id=2754, type=dequantize_per_channel]; "2755 linear_129" [id=2755, type=linear]; "2756 view_114" [id=2756, type=view]; "2757 _tensor_constant133" [id=2757, type=get_attr]; @@ -2772,12 +2772,12 @@ strict digraph { "2770 reshape_94_0_0_nncf_smooth_quant_0" [id=2770, type=call_module]; "2771 quantize_per_tensor_default_129" [id=2771, type=quantize_per_tensor]; "2772 dequantize_per_tensor_default_129" [id=2772, type=dequantize_per_tensor]; -"2773 linear_130_zero_point_0_updated_constant0" [id=2773, type=get_attr]; -"2774 linear_130_scale_0_updated_constant0" [id=2774, type=get_attr]; +"2773 linear_130_scale_0" [id=2773, type=get_attr]; +"2774 linear_130_zero_point_0" [id=2774, type=get_attr]; "2775 compressed_weight_updated_constant131" [id=2775, type=get_attr]; -"2776 _param_constant349_0_0" [id=2776, type=get_attr]; -"2777 mul_tensor_131" [id=2777, type=mul]; -"2778 sub_tensor_131" [id=2778, type=sub]; +"2776 quantize_per_channel_default_131" [id=2776, type=quantize_per_channel]; +"2777 dequantize_per_channel_default_131" [id=2777, type=dequantize_per_channel]; +"2778 _param_constant349_0_0" [id=2778, type=get_attr]; "2779 linear_130" [id=2779, type=linear]; "2780 reshape_95" [id=2780, type=reshape]; "2781 permute_97" [id=2781, type=permute]; @@ -2827,12 +2827,12 @@ strict digraph { "2825 reshape_97_0_0_nncf_smooth_quant_0" [id=2825, type=call_module]; "2826 quantize_per_tensor_default_132" [id=2826, type=quantize_per_tensor]; "2827 dequantize_per_tensor_default_132" [id=2827, type=dequantize_per_tensor]; -"2828 linear_131_zero_point_0_updated_constant0" [id=2828, type=get_attr]; -"2829 linear_131_scale_0_updated_constant0" [id=2829, type=get_attr]; +"2828 linear_131_scale_0" [id=2828, type=get_attr]; +"2829 linear_131_zero_point_0" [id=2829, type=get_attr]; "2830 compressed_weight_updated_constant132" [id=2830, type=get_attr]; -"2831 _param_constant353_0_0" [id=2831, type=get_attr]; -"2832 mul_tensor_132" [id=2832, type=mul]; -"2833 sub_tensor_132" [id=2833, type=sub]; +"2831 quantize_per_channel_default_132" [id=2831, type=quantize_per_channel]; +"2832 dequantize_per_channel_default_132" [id=2832, type=dequantize_per_channel]; +"2833 _param_constant353_0_0" [id=2833, type=get_attr]; "2834 linear_131" [id=2834, type=linear]; "2835 dropout_85" [id=2835, type=dropout]; "2836 view_120" [id=2836, type=view]; @@ -2851,24 +2851,24 @@ strict digraph { "2849 add_75_0_0_nncf_smooth_quant_0" [id=2849, type=call_module]; "2850 quantize_per_tensor_default_133" [id=2850, type=quantize_per_tensor]; "2851 dequantize_per_tensor_default_133" [id=2851, type=dequantize_per_tensor]; -"2852 linear_132_zero_point_0_updated_constant0" [id=2852, type=get_attr]; -"2853 linear_132_scale_0_updated_constant0" [id=2853, type=get_attr]; +"2852 linear_132_scale_0" [id=2852, type=get_attr]; +"2853 linear_132_zero_point_0" [id=2853, type=get_attr]; "2854 compressed_weight_updated_constant133" [id=2854, type=get_attr]; -"2855 _param_constant357_0_0" [id=2855, type=get_attr]; -"2856 mul_tensor_133" [id=2856, type=mul]; -"2857 sub_tensor_133" [id=2857, type=sub]; +"2855 quantize_per_channel_default_133" [id=2855, type=quantize_per_channel]; +"2856 dequantize_per_channel_default_133" [id=2856, type=dequantize_per_channel]; +"2857 _param_constant357_0_0" [id=2857, type=get_attr]; "2858 linear_132" [id=2858, type=linear]; "2859 gelu_21" [id=2859, type=gelu]; "2860 dropout_86" [id=2860, type=dropout]; "2861 dropout_86_0_0_nncf_smooth_quant_0" [id=2861, type=call_module]; "2862 quantize_per_tensor_default_134" [id=2862, type=quantize_per_tensor]; "2863 dequantize_per_tensor_default_134" [id=2863, type=dequantize_per_tensor]; -"2864 linear_133_zero_point_0_updated_constant0" [id=2864, type=get_attr]; -"2865 linear_133_scale_0_updated_constant0" [id=2865, type=get_attr]; +"2864 linear_133_scale_0" [id=2864, type=get_attr]; +"2865 linear_133_zero_point_0" [id=2865, type=get_attr]; "2866 compressed_weight_updated_constant134" [id=2866, type=get_attr]; -"2867 _param_constant359_0_0" [id=2867, type=get_attr]; -"2868 mul_tensor_134" [id=2868, type=mul]; -"2869 sub_tensor_134" [id=2869, type=sub]; +"2867 quantize_per_channel_default_134" [id=2867, type=quantize_per_channel]; +"2868 dequantize_per_channel_default_134" [id=2868, type=dequantize_per_channel]; +"2869 _param_constant359_0_0" [id=2869, type=get_attr]; "2870 linear_133" [id=2870, type=linear]; "2871 dropout_87" [id=2871, type=dropout]; "2872 _param_constant360" [id=2872, type=get_attr]; @@ -2892,31 +2892,31 @@ strict digraph { "2890 cat_2_0_0_nncf_smooth_quant_0" [id=2890, type=call_module]; "2891 quantize_per_tensor_default_135" [id=2891, type=quantize_per_tensor]; "2892 dequantize_per_tensor_default_135" [id=2892, type=dequantize_per_tensor]; -"2893 linear_134_zero_point_0_updated_constant0" [id=2893, type=get_attr]; -"2894 linear_134_scale_0_updated_constant0" [id=2894, type=get_attr]; +"2893 linear_134_scale_0" [id=2893, type=get_attr]; +"2894 linear_134_zero_point_0" [id=2894, type=get_attr]; "2895 compressed_weight_updated_constant135" [id=2895, type=get_attr]; -"2896 mul_tensor_135" [id=2896, type=mul]; -"2897 sub_tensor_135" [id=2897, type=sub]; +"2896 quantize_per_channel_default_135" [id=2896, type=quantize_per_channel]; +"2897 dequantize_per_channel_default_135" [id=2897, type=dequantize_per_channel]; "2898 linear_134" [id=2898, type=linear]; "2899 _param_constant363" [id=2899, type=get_attr]; "2900 _param_constant364" [id=2900, type=get_attr]; "2901 layer_norm_47" [id=2901, type=layer_norm]; "2902 _tensor_constant143" [id=2902, type=get_attr]; "2903 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2903, type=call_module]; -"2904 linear_135_zero_point_0_updated_constant0" [id=2904, type=get_attr]; -"2905 linear_135_scale_0_updated_constant0" [id=2905, type=get_attr]; +"2904 linear_135_scale_0" [id=2904, type=get_attr]; +"2905 linear_135_zero_point_0" [id=2905, type=get_attr]; "2906 compressed_weight_updated_constant136" [id=2906, type=get_attr]; -"2907 _param_constant366_0_0" [id=2907, type=get_attr]; -"2908 mul_tensor_136" [id=2908, type=mul]; -"2909 sub_tensor_136" [id=2909, type=sub]; +"2907 quantize_per_channel_default_136" [id=2907, type=quantize_per_channel]; +"2908 dequantize_per_channel_default_136" [id=2908, type=dequantize_per_channel]; +"2909 _param_constant366_0_0" [id=2909, type=get_attr]; "2910 linear_135" [id=2910, type=linear]; "2911 relu__22" [id=2911, type=relu_]; "2912 relu__22_0_0_nncf_smooth_quant_0" [id=2912, type=call_module]; -"2913 linear_136_zero_point_0_updated_constant0" [id=2913, type=get_attr]; -"2914 linear_136_scale_0_updated_constant0" [id=2914, type=get_attr]; +"2913 linear_136_scale_0" [id=2913, type=get_attr]; +"2914 linear_136_zero_point_0" [id=2914, type=get_attr]; "2915 compressed_weight_updated_constant137" [id=2915, type=get_attr]; -"2916 mul_tensor_137" [id=2916, type=mul]; -"2917 sub_tensor_137" [id=2917, type=sub]; +"2916 quantize_per_channel_default_137" [id=2916, type=quantize_per_channel]; +"2917 dequantize_per_channel_default_137" [id=2917, type=dequantize_per_channel]; "2918 linear_136" [id=2918, type=linear]; "2919 view_121" [id=2919, type=view]; "2920 _tensor_constant144" [id=2920, type=get_attr]; @@ -2934,12 +2934,12 @@ strict digraph { "2932 reshape_99_0_0_nncf_smooth_quant_0" [id=2932, type=call_module]; "2933 quantize_per_tensor_default_136" [id=2933, type=quantize_per_tensor]; "2934 dequantize_per_tensor_default_136" [id=2934, type=dequantize_per_tensor]; -"2935 linear_137_zero_point_0_updated_constant0" [id=2935, type=get_attr]; -"2936 linear_137_scale_0_updated_constant0" [id=2936, type=get_attr]; +"2935 linear_137_scale_0" [id=2935, type=get_attr]; +"2936 linear_137_zero_point_0" [id=2936, type=get_attr]; "2937 compressed_weight_updated_constant138" [id=2937, type=get_attr]; -"2938 _param_constant368_0_0" [id=2938, type=get_attr]; -"2939 mul_tensor_138" [id=2939, type=mul]; -"2940 sub_tensor_138" [id=2940, type=sub]; +"2938 quantize_per_channel_default_138" [id=2938, type=quantize_per_channel]; +"2939 dequantize_per_channel_default_138" [id=2939, type=dequantize_per_channel]; +"2940 _param_constant368_0_0" [id=2940, type=get_attr]; "2941 linear_137" [id=2941, type=linear]; "2942 reshape_100" [id=2942, type=reshape]; "2943 permute_102" [id=2943, type=permute]; @@ -2973,12 +2973,12 @@ strict digraph { "2971 reshape_101_0_0_nncf_smooth_quant_0" [id=2971, type=call_module]; "2972 quantize_per_tensor_default_139" [id=2972, type=quantize_per_tensor]; "2973 dequantize_per_tensor_default_139" [id=2973, type=dequantize_per_tensor]; -"2974 linear_138_zero_point_0_updated_constant0" [id=2974, type=get_attr]; -"2975 linear_138_scale_0_updated_constant0" [id=2975, type=get_attr]; +"2974 linear_138_scale_0" [id=2974, type=get_attr]; +"2975 linear_138_zero_point_0" [id=2975, type=get_attr]; "2976 compressed_weight_updated_constant139" [id=2976, type=get_attr]; -"2977 _param_constant372_0_0" [id=2977, type=get_attr]; -"2978 mul_tensor_139" [id=2978, type=mul]; -"2979 sub_tensor_139" [id=2979, type=sub]; +"2977 quantize_per_channel_default_139" [id=2977, type=quantize_per_channel]; +"2978 dequantize_per_channel_default_139" [id=2978, type=dequantize_per_channel]; +"2979 _param_constant372_0_0" [id=2979, type=get_attr]; "2980 linear_138" [id=2980, type=linear]; "2981 dropout_89" [id=2981, type=dropout]; "2982 view_124" [id=2982, type=view]; @@ -2996,24 +2996,24 @@ strict digraph { "2994 add_78_0_0_nncf_smooth_quant_0" [id=2994, type=call_module]; "2995 quantize_per_tensor_default_140" [id=2995, type=quantize_per_tensor]; "2996 dequantize_per_tensor_default_140" [id=2996, type=dequantize_per_tensor]; -"2997 linear_139_zero_point_0_updated_constant0" [id=2997, type=get_attr]; -"2998 linear_139_scale_0_updated_constant0" [id=2998, type=get_attr]; +"2997 linear_139_scale_0" [id=2997, type=get_attr]; +"2998 linear_139_zero_point_0" [id=2998, type=get_attr]; "2999 compressed_weight_updated_constant140" [id=2999, type=get_attr]; -"3000 _param_constant376_0_0" [id=3000, type=get_attr]; -"3001 mul_tensor_140" [id=3001, type=mul]; -"3002 sub_tensor_140" [id=3002, type=sub]; +"3000 quantize_per_channel_default_140" [id=3000, type=quantize_per_channel]; +"3001 dequantize_per_channel_default_140" [id=3001, type=dequantize_per_channel]; +"3002 _param_constant376_0_0" [id=3002, type=get_attr]; "3003 linear_139" [id=3003, type=linear]; "3004 gelu_22" [id=3004, type=gelu]; "3005 dropout_90" [id=3005, type=dropout]; "3006 dropout_90_0_0_nncf_smooth_quant_0" [id=3006, type=call_module]; "3007 quantize_per_tensor_default_141" [id=3007, type=quantize_per_tensor]; "3008 dequantize_per_tensor_default_141" [id=3008, type=dequantize_per_tensor]; -"3009 linear_140_zero_point_0_updated_constant0" [id=3009, type=get_attr]; -"3010 linear_140_scale_0_updated_constant0" [id=3010, type=get_attr]; +"3009 linear_140_scale_0" [id=3009, type=get_attr]; +"3010 linear_140_zero_point_0" [id=3010, type=get_attr]; "3011 compressed_weight_updated_constant141" [id=3011, type=get_attr]; -"3012 _param_constant378_0_0" [id=3012, type=get_attr]; -"3013 mul_tensor_141" [id=3013, type=mul]; -"3014 sub_tensor_141" [id=3014, type=sub]; +"3012 quantize_per_channel_default_141" [id=3012, type=quantize_per_channel]; +"3013 dequantize_per_channel_default_141" [id=3013, type=dequantize_per_channel]; +"3014 _param_constant378_0_0" [id=3014, type=get_attr]; "3015 linear_140" [id=3015, type=linear]; "3016 dropout_91" [id=3016, type=dropout]; "3017 _param_constant379" [id=3017, type=get_attr]; @@ -3022,20 +3022,20 @@ strict digraph { "3020 add_79" [id=3020, type=add]; "3021 _tensor_constant145" [id=3021, type=get_attr]; "3022 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=3022, type=call_module]; -"3023 linear_141_zero_point_0_updated_constant0" [id=3023, type=get_attr]; -"3024 linear_141_scale_0_updated_constant0" [id=3024, type=get_attr]; +"3023 linear_141_scale_0" [id=3023, type=get_attr]; +"3024 linear_141_zero_point_0" [id=3024, type=get_attr]; "3025 compressed_weight_updated_constant142" [id=3025, type=get_attr]; -"3026 _param_constant382_0_0" [id=3026, type=get_attr]; -"3027 mul_tensor_142" [id=3027, type=mul]; -"3028 sub_tensor_142" [id=3028, type=sub]; +"3026 quantize_per_channel_default_142" [id=3026, type=quantize_per_channel]; +"3027 dequantize_per_channel_default_142" [id=3027, type=dequantize_per_channel]; +"3028 _param_constant382_0_0" [id=3028, type=get_attr]; "3029 linear_141" [id=3029, type=linear]; "3030 relu__23" [id=3030, type=relu_]; "3031 relu__23_0_0_nncf_smooth_quant_0" [id=3031, type=call_module]; -"3032 linear_142_zero_point_0_updated_constant0" [id=3032, type=get_attr]; -"3033 linear_142_scale_0_updated_constant0" [id=3033, type=get_attr]; +"3032 linear_142_scale_0" [id=3032, type=get_attr]; +"3033 linear_142_zero_point_0" [id=3033, type=get_attr]; "3034 compressed_weight_updated_constant143" [id=3034, type=get_attr]; -"3035 mul_tensor_143" [id=3035, type=mul]; -"3036 sub_tensor_143" [id=3036, type=sub]; +"3035 quantize_per_channel_default_143" [id=3035, type=quantize_per_channel]; +"3036 dequantize_per_channel_default_143" [id=3036, type=dequantize_per_channel]; "3037 linear_142" [id=3037, type=linear]; "3038 view_125" [id=3038, type=view]; "3039 _tensor_constant146" [id=3039, type=get_attr]; @@ -3053,12 +3053,12 @@ strict digraph { "3051 reshape_103_0_0_nncf_smooth_quant_0" [id=3051, type=call_module]; "3052 quantize_per_tensor_default_142" [id=3052, type=quantize_per_tensor]; "3053 dequantize_per_tensor_default_142" [id=3053, type=dequantize_per_tensor]; -"3054 linear_143_zero_point_0_updated_constant0" [id=3054, type=get_attr]; -"3055 linear_143_scale_0_updated_constant0" [id=3055, type=get_attr]; +"3054 linear_143_scale_0" [id=3054, type=get_attr]; +"3055 linear_143_zero_point_0" [id=3055, type=get_attr]; "3056 compressed_weight_updated_constant144" [id=3056, type=get_attr]; -"3057 _param_constant384_0_0" [id=3057, type=get_attr]; -"3058 mul_tensor_144" [id=3058, type=mul]; -"3059 sub_tensor_144" [id=3059, type=sub]; +"3057 quantize_per_channel_default_144" [id=3057, type=quantize_per_channel]; +"3058 dequantize_per_channel_default_144" [id=3058, type=dequantize_per_channel]; +"3059 _param_constant384_0_0" [id=3059, type=get_attr]; "3060 linear_143" [id=3060, type=linear]; "3061 reshape_104" [id=3061, type=reshape]; "3062 permute_106" [id=3062, type=permute]; @@ -3092,12 +3092,12 @@ strict digraph { "3090 reshape_105_0_0_nncf_smooth_quant_0" [id=3090, type=call_module]; "3091 quantize_per_tensor_default_145" [id=3091, type=quantize_per_tensor]; "3092 dequantize_per_tensor_default_145" [id=3092, type=dequantize_per_tensor]; -"3093 linear_144_zero_point_0_updated_constant0" [id=3093, type=get_attr]; -"3094 linear_144_scale_0_updated_constant0" [id=3094, type=get_attr]; +"3093 linear_144_scale_0" [id=3093, type=get_attr]; +"3094 linear_144_zero_point_0" [id=3094, type=get_attr]; "3095 compressed_weight_updated_constant145" [id=3095, type=get_attr]; -"3096 _param_constant388_0_0" [id=3096, type=get_attr]; -"3097 mul_tensor_145" [id=3097, type=mul]; -"3098 sub_tensor_145" [id=3098, type=sub]; +"3096 quantize_per_channel_default_145" [id=3096, type=quantize_per_channel]; +"3097 dequantize_per_channel_default_145" [id=3097, type=dequantize_per_channel]; +"3098 _param_constant388_0_0" [id=3098, type=get_attr]; "3099 linear_144" [id=3099, type=linear]; "3100 dropout_93" [id=3100, type=dropout]; "3101 view_128" [id=3101, type=view]; @@ -3115,24 +3115,24 @@ strict digraph { "3113 add_81_0_0_nncf_smooth_quant_0" [id=3113, type=call_module]; "3114 quantize_per_tensor_default_146" [id=3114, type=quantize_per_tensor]; "3115 dequantize_per_tensor_default_146" [id=3115, type=dequantize_per_tensor]; -"3116 linear_145_zero_point_0_updated_constant0" [id=3116, type=get_attr]; -"3117 linear_145_scale_0_updated_constant0" [id=3117, type=get_attr]; +"3116 linear_145_scale_0" [id=3116, type=get_attr]; +"3117 linear_145_zero_point_0" [id=3117, type=get_attr]; "3118 compressed_weight_updated_constant146" [id=3118, type=get_attr]; -"3119 _param_constant392_0_0" [id=3119, type=get_attr]; -"3120 mul_tensor_146" [id=3120, type=mul]; -"3121 sub_tensor_146" [id=3121, type=sub]; +"3119 quantize_per_channel_default_146" [id=3119, type=quantize_per_channel]; +"3120 dequantize_per_channel_default_146" [id=3120, type=dequantize_per_channel]; +"3121 _param_constant392_0_0" [id=3121, type=get_attr]; "3122 linear_145" [id=3122, type=linear]; "3123 gelu_23" [id=3123, type=gelu]; "3124 dropout_94" [id=3124, type=dropout]; "3125 dropout_94_0_0_nncf_smooth_quant_0" [id=3125, type=call_module]; "3126 quantize_per_tensor_default_147" [id=3126, type=quantize_per_tensor]; "3127 dequantize_per_tensor_default_147" [id=3127, type=dequantize_per_tensor]; -"3128 linear_146_zero_point_0_updated_constant0" [id=3128, type=get_attr]; -"3129 linear_146_scale_0_updated_constant0" [id=3129, type=get_attr]; +"3128 linear_146_scale_0" [id=3128, type=get_attr]; +"3129 linear_146_zero_point_0" [id=3129, type=get_attr]; "3130 compressed_weight_updated_constant147" [id=3130, type=get_attr]; -"3131 _param_constant394_0_0" [id=3131, type=get_attr]; -"3132 mul_tensor_147" [id=3132, type=mul]; -"3133 sub_tensor_147" [id=3133, type=sub]; +"3131 quantize_per_channel_default_147" [id=3131, type=quantize_per_channel]; +"3132 dequantize_per_channel_default_147" [id=3132, type=dequantize_per_channel]; +"3133 _param_constant394_0_0" [id=3133, type=get_attr]; "3134 linear_146" [id=3134, type=linear]; "3135 dropout_95" [id=3135, type=dropout]; "3136 _param_constant395" [id=3136, type=get_attr]; @@ -3148,23 +3148,25 @@ strict digraph { "3146 flatten_0_0_nncf_smooth_quant_0" [id=3146, type=call_module]; "3147 quantize_per_tensor_default_148" [id=3147, type=quantize_per_tensor]; "3148 dequantize_per_tensor_default_148" [id=3148, type=dequantize_per_tensor]; -"3149 linear_147_zero_point_0_updated_constant0" [id=3149, type=get_attr]; -"3150 linear_147_scale_0_updated_constant0" [id=3150, type=get_attr]; +"3149 linear_147_scale_0" [id=3149, type=get_attr]; +"3150 linear_147_zero_point_0" [id=3150, type=get_attr]; "3151 compressed_weight_updated_constant148" [id=3151, type=get_attr]; -"3152 _param_constant400_0_0" [id=3152, type=get_attr]; -"3153 mul_tensor_148" [id=3153, type=mul]; -"3154 sub_tensor_148" [id=3154, type=sub]; +"3152 quantize_per_channel_default_148" [id=3152, type=quantize_per_channel]; +"3153 dequantize_per_channel_default_148" [id=3153, type=dequantize_per_channel]; +"3154 _param_constant400_0_0" [id=3154, type=get_attr]; "3155 linear_147" [id=3155, type=linear]; "3156 output" [id=3156, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_zero_point_0_updated_constant0" -> "8 sub_tensor" [label="(96, 1, 1, 1)", style=solid]; -"4 conv2d_scale_0_updated_constant0" -> "7 mul_tensor" [label="(96, 1, 1, 1)", style=solid]; -"5 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(96, 3, 4, 4)", style=solid]; -"6 _param_constant1_0_0" -> "9 conv2d" [label="(96,)", style=solid]; -"7 mul_tensor" -> "8 sub_tensor" [label="(96, 3, 4, 4)", style=solid]; -"8 sub_tensor" -> "9 conv2d" [label=None, style=solid]; +"3 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(96,)", style=solid]; +"3 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(96,)", style=solid]; +"4 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(96,)", style=solid]; +"4 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(96,)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 quantize_per_channel_default" [label="(96, 3, 4, 4)", style=solid]; +"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(96, 3, 4, 4)", style=solid]; +"7 dequantize_per_channel_default" -> "9 conv2d" [label="(96, 3, 4, 4)", style=solid]; +"8 _param_constant1_0_0" -> "9 conv2d" [label="(96,)", style=solid]; "9 conv2d" -> "10 permute" [label="(1, 96, 56, 56)", style=solid]; "10 permute" -> "13 layer_norm" [label="(1, 56, 56, 96)", style=solid]; "11 _param_constant2" -> "13 layer_norm" [label="(96,)", style=solid]; @@ -3173,20 +3175,24 @@ strict digraph { "13 layer_norm" -> "102 add_1" [label="(1, 56, 56, 96)", style=solid]; "14 _tensor_constant0" -> "15 _tensor_constant0_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "15 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "22 linear" [label="(1, 15, 15, 2)", style=solid]; -"16 linear_zero_point_0_updated_constant0" -> "21 sub_tensor_1" [label="(512, 1)", style=solid]; -"17 linear_scale_0_updated_constant0" -> "20 mul_tensor_1" [label="(512, 1)", style=solid]; -"18 compressed_weight_updated_constant1" -> "20 mul_tensor_1" [label="(512, 2)", style=solid]; -"19 _param_constant5_0_0" -> "22 linear" [label="(512,)", style=solid]; -"20 mul_tensor_1" -> "21 sub_tensor_1" [label="(512, 2)", style=solid]; -"21 sub_tensor_1" -> "22 linear" [label=None, style=solid]; +"16 linear_scale_0" -> "19 quantize_per_channel_default_1" [label="(512,)", style=solid]; +"16 linear_scale_0" -> "20 dequantize_per_channel_default_1" [label="(512,)", style=solid]; +"17 linear_zero_point_0" -> "19 quantize_per_channel_default_1" [label="(512,)", style=solid]; +"17 linear_zero_point_0" -> "20 dequantize_per_channel_default_1" [label="(512,)", style=solid]; +"18 compressed_weight_updated_constant1" -> "19 quantize_per_channel_default_1" [label="(512, 2)", style=solid]; +"19 quantize_per_channel_default_1" -> "20 dequantize_per_channel_default_1" [label="(512, 2)", style=solid]; +"20 dequantize_per_channel_default_1" -> "22 linear" [label="(512, 2)", style=solid]; +"21 _param_constant5_0_0" -> "22 linear" [label="(512,)", style=solid]; "22 linear" -> "23 relu_" [label="(1, 15, 15, 512)", style=solid]; "23 relu_" -> "24 relu__0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "24 relu__0_0_nncf_smooth_quant_0" -> "30 linear_1" [label="(1, 15, 15, 512)", style=solid]; -"25 linear_1_zero_point_0_updated_constant0" -> "29 sub_tensor_2" [label="(3, 1)", style=solid]; -"26 linear_1_scale_0_updated_constant0" -> "28 mul_tensor_2" [label="(3, 1)", style=solid]; -"27 compressed_weight_updated_constant2" -> "28 mul_tensor_2" [label="(3, 512)", style=solid]; -"28 mul_tensor_2" -> "29 sub_tensor_2" [label="(3, 512)", style=solid]; -"29 sub_tensor_2" -> "30 linear_1" [label=None, style=solid]; +"25 linear_1_scale_0" -> "28 quantize_per_channel_default_2" [label="(3,)", style=solid]; +"25 linear_1_scale_0" -> "29 dequantize_per_channel_default_2" [label="(3,)", style=solid]; +"26 linear_1_zero_point_0" -> "28 quantize_per_channel_default_2" [label="(3,)", style=solid]; +"26 linear_1_zero_point_0" -> "29 dequantize_per_channel_default_2" [label="(3,)", style=solid]; +"27 compressed_weight_updated_constant2" -> "28 quantize_per_channel_default_2" [label="(3, 512)", style=solid]; +"28 quantize_per_channel_default_2" -> "29 dequantize_per_channel_default_2" [label="(3, 512)", style=solid]; +"29 dequantize_per_channel_default_2" -> "30 linear_1" [label="(3, 512)", style=solid]; "30 linear_1" -> "31 view" [label="(1, 15, 15, 3)", style=solid]; "31 view" -> "33 index" [label="(225, 3)", style=solid]; "32 _tensor_constant1" -> "33 index" [label="(4096,)", style=solid]; @@ -3204,12 +3210,14 @@ strict digraph { "44 reshape_0_0_nncf_smooth_quant_0" -> "45 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; "45 quantize_per_tensor_default_1" -> "46 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; "46 dequantize_per_tensor_default_1" -> "53 linear_2" [label="(49, 64, 96)", style=solid]; -"47 linear_2_zero_point_0_updated_constant0" -> "52 sub_tensor_3" [label="(288, 1)", style=solid]; -"48 linear_2_scale_0_updated_constant0" -> "51 mul_tensor_3" [label="(288, 1)", style=solid]; -"49 compressed_weight_updated_constant3" -> "51 mul_tensor_3" [label="(288, 96)", style=solid]; -"50 _param_constant7_0_0" -> "53 linear_2" [label="(288,)", style=solid]; -"51 mul_tensor_3" -> "52 sub_tensor_3" [label="(288, 96)", style=solid]; -"52 sub_tensor_3" -> "53 linear_2" [label=None, style=solid]; +"47 linear_2_scale_0" -> "50 quantize_per_channel_default_3" [label="(288,)", style=solid]; +"47 linear_2_scale_0" -> "51 dequantize_per_channel_default_3" [label="(288,)", style=solid]; +"48 linear_2_zero_point_0" -> "50 quantize_per_channel_default_3" [label="(288,)", style=solid]; +"48 linear_2_zero_point_0" -> "51 dequantize_per_channel_default_3" [label="(288,)", style=solid]; +"49 compressed_weight_updated_constant3" -> "50 quantize_per_channel_default_3" [label="(288, 96)", style=solid]; +"50 quantize_per_channel_default_3" -> "51 dequantize_per_channel_default_3" [label="(288, 96)", style=solid]; +"51 dequantize_per_channel_default_3" -> "53 linear_2" [label="(288, 96)", style=solid]; +"52 _param_constant7_0_0" -> "53 linear_2" [label="(288,)", style=solid]; "53 linear_2" -> "54 reshape_1" [label="(49, 64, 288)", style=solid]; "54 reshape_1" -> "55 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; "55 permute_3" -> "56 select" [label="(3, 49, 3, 64, 32)", style=solid]; @@ -3249,12 +3257,14 @@ strict digraph { "83 reshape_2_0_0_nncf_smooth_quant_0" -> "84 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; "84 quantize_per_tensor_default_4" -> "85 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; "85 dequantize_per_tensor_default_4" -> "92 linear_3" [label="(49, 64, 96)", style=solid]; -"86 linear_3_zero_point_0_updated_constant0" -> "91 sub_tensor_4" [label="(96, 1)", style=solid]; -"87 linear_3_scale_0_updated_constant0" -> "90 mul_tensor_4" [label="(96, 1)", style=solid]; -"88 compressed_weight_updated_constant4" -> "90 mul_tensor_4" [label="(96, 96)", style=solid]; -"89 _param_constant11_0_0" -> "92 linear_3" [label="(96,)", style=solid]; -"90 mul_tensor_4" -> "91 sub_tensor_4" [label="(96, 96)", style=solid]; -"91 sub_tensor_4" -> "92 linear_3" [label=None, style=solid]; +"86 linear_3_scale_0" -> "89 quantize_per_channel_default_4" [label="(96,)", style=solid]; +"86 linear_3_scale_0" -> "90 dequantize_per_channel_default_4" [label="(96,)", style=solid]; +"87 linear_3_zero_point_0" -> "89 quantize_per_channel_default_4" [label="(96,)", style=solid]; +"87 linear_3_zero_point_0" -> "90 dequantize_per_channel_default_4" [label="(96,)", style=solid]; +"88 compressed_weight_updated_constant4" -> "89 quantize_per_channel_default_4" [label="(96, 96)", style=solid]; +"89 quantize_per_channel_default_4" -> "90 dequantize_per_channel_default_4" [label="(96, 96)", style=solid]; +"90 dequantize_per_channel_default_4" -> "92 linear_3" [label="(96, 96)", style=solid]; +"91 _param_constant11_0_0" -> "92 linear_3" [label="(96,)", style=solid]; "92 linear_3" -> "93 dropout_1" [label="(49, 64, 96)", style=solid]; "93 dropout_1" -> "94 view_3" [label="(49, 64, 96)", style=solid]; "94 view_3" -> "95 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; @@ -3270,24 +3280,28 @@ strict digraph { "103 add_1_0_0_nncf_smooth_quant_0" -> "104 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; "104 quantize_per_tensor_default_5" -> "105 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; "105 dequantize_per_tensor_default_5" -> "112 linear_4" [label="(1, 56, 56, 96)", style=solid]; -"106 linear_4_zero_point_0_updated_constant0" -> "111 sub_tensor_5" [label="(384, 1)", style=solid]; -"107 linear_4_scale_0_updated_constant0" -> "110 mul_tensor_5" [label="(384, 1)", style=solid]; -"108 compressed_weight_updated_constant5" -> "110 mul_tensor_5" [label="(384, 96)", style=solid]; -"109 _param_constant15_0_0" -> "112 linear_4" [label="(384,)", style=solid]; -"110 mul_tensor_5" -> "111 sub_tensor_5" [label="(384, 96)", style=solid]; -"111 sub_tensor_5" -> "112 linear_4" [label=None, style=solid]; +"106 linear_4_scale_0" -> "109 quantize_per_channel_default_5" [label="(384,)", style=solid]; +"106 linear_4_scale_0" -> "110 dequantize_per_channel_default_5" [label="(384,)", style=solid]; +"107 linear_4_zero_point_0" -> "109 quantize_per_channel_default_5" [label="(384,)", style=solid]; +"107 linear_4_zero_point_0" -> "110 dequantize_per_channel_default_5" [label="(384,)", style=solid]; +"108 compressed_weight_updated_constant5" -> "109 quantize_per_channel_default_5" [label="(384, 96)", style=solid]; +"109 quantize_per_channel_default_5" -> "110 dequantize_per_channel_default_5" [label="(384, 96)", style=solid]; +"110 dequantize_per_channel_default_5" -> "112 linear_4" [label="(384, 96)", style=solid]; +"111 _param_constant15_0_0" -> "112 linear_4" [label="(384,)", style=solid]; "112 linear_4" -> "113 gelu" [label="(1, 56, 56, 384)", style=solid]; "113 gelu" -> "114 dropout_2" [label="(1, 56, 56, 384)", style=solid]; "114 dropout_2" -> "115 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; "115 dropout_2_0_0_nncf_smooth_quant_0" -> "116 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; "116 quantize_per_tensor_default_6" -> "117 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; "117 dequantize_per_tensor_default_6" -> "124 linear_5" [label="(1, 56, 56, 384)", style=solid]; -"118 linear_5_zero_point_0_updated_constant0" -> "123 sub_tensor_6" [label="(96, 1)", style=solid]; -"119 linear_5_scale_0_updated_constant0" -> "122 mul_tensor_6" [label="(96, 1)", style=solid]; -"120 compressed_weight_updated_constant6" -> "122 mul_tensor_6" [label="(96, 384)", style=solid]; -"121 _param_constant17_0_0" -> "124 linear_5" [label="(96,)", style=solid]; -"122 mul_tensor_6" -> "123 sub_tensor_6" [label="(96, 384)", style=solid]; -"123 sub_tensor_6" -> "124 linear_5" [label=None, style=solid]; +"118 linear_5_scale_0" -> "121 quantize_per_channel_default_6" [label="(96,)", style=solid]; +"118 linear_5_scale_0" -> "122 dequantize_per_channel_default_6" [label="(96,)", style=solid]; +"119 linear_5_zero_point_0" -> "121 quantize_per_channel_default_6" [label="(96,)", style=solid]; +"119 linear_5_zero_point_0" -> "122 dequantize_per_channel_default_6" [label="(96,)", style=solid]; +"120 compressed_weight_updated_constant6" -> "121 quantize_per_channel_default_6" [label="(96, 384)", style=solid]; +"121 quantize_per_channel_default_6" -> "122 dequantize_per_channel_default_6" [label="(96, 384)", style=solid]; +"122 dequantize_per_channel_default_6" -> "124 linear_5" [label="(96, 384)", style=solid]; +"123 _param_constant17_0_0" -> "124 linear_5" [label="(96,)", style=solid]; "124 linear_5" -> "125 dropout_3" [label="(1, 56, 56, 96)", style=solid]; "125 dropout_3" -> "128 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; "126 _param_constant18" -> "128 layer_norm_2" [label="(96,)", style=solid]; @@ -3297,20 +3311,24 @@ strict digraph { "129 add_2" -> "236 add_5" [label="(1, 56, 56, 96)", style=solid]; "130 _tensor_constant2" -> "131 _tensor_constant2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "131 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "138 linear_6" [label="(1, 15, 15, 2)", style=solid]; -"132 linear_6_zero_point_0_updated_constant0" -> "137 sub_tensor_7" [label="(512, 1)", style=solid]; -"133 linear_6_scale_0_updated_constant0" -> "136 mul_tensor_7" [label="(512, 1)", style=solid]; -"134 compressed_weight_updated_constant7" -> "136 mul_tensor_7" [label="(512, 2)", style=solid]; -"135 _param_constant21_0_0" -> "138 linear_6" [label="(512,)", style=solid]; -"136 mul_tensor_7" -> "137 sub_tensor_7" [label="(512, 2)", style=solid]; -"137 sub_tensor_7" -> "138 linear_6" [label=None, style=solid]; +"132 linear_6_scale_0" -> "135 quantize_per_channel_default_7" [label="(512,)", style=solid]; +"132 linear_6_scale_0" -> "136 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"133 linear_6_zero_point_0" -> "135 quantize_per_channel_default_7" [label="(512,)", style=solid]; +"133 linear_6_zero_point_0" -> "136 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"134 compressed_weight_updated_constant7" -> "135 quantize_per_channel_default_7" [label="(512, 2)", style=solid]; +"135 quantize_per_channel_default_7" -> "136 dequantize_per_channel_default_7" [label="(512, 2)", style=solid]; +"136 dequantize_per_channel_default_7" -> "138 linear_6" [label="(512, 2)", style=solid]; +"137 _param_constant21_0_0" -> "138 linear_6" [label="(512,)", style=solid]; "138 linear_6" -> "139 relu__1" [label="(1, 15, 15, 512)", style=solid]; "139 relu__1" -> "140 relu__1_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "140 relu__1_0_0_nncf_smooth_quant_0" -> "146 linear_7" [label="(1, 15, 15, 512)", style=solid]; -"141 linear_7_zero_point_0_updated_constant0" -> "145 sub_tensor_8" [label="(3, 1)", style=solid]; -"142 linear_7_scale_0_updated_constant0" -> "144 mul_tensor_8" [label="(3, 1)", style=solid]; -"143 compressed_weight_updated_constant8" -> "144 mul_tensor_8" [label="(3, 512)", style=solid]; -"144 mul_tensor_8" -> "145 sub_tensor_8" [label="(3, 512)", style=solid]; -"145 sub_tensor_8" -> "146 linear_7" [label=None, style=solid]; +"141 linear_7_scale_0" -> "144 quantize_per_channel_default_8" [label="(3,)", style=solid]; +"141 linear_7_scale_0" -> "145 dequantize_per_channel_default_8" [label="(3,)", style=solid]; +"142 linear_7_zero_point_0" -> "144 quantize_per_channel_default_8" [label="(3,)", style=solid]; +"142 linear_7_zero_point_0" -> "145 dequantize_per_channel_default_8" [label="(3,)", style=solid]; +"143 compressed_weight_updated_constant8" -> "144 quantize_per_channel_default_8" [label="(3, 512)", style=solid]; +"144 quantize_per_channel_default_8" -> "145 dequantize_per_channel_default_8" [label="(3, 512)", style=solid]; +"145 dequantize_per_channel_default_8" -> "146 linear_7" [label="(3, 512)", style=solid]; "146 linear_7" -> "147 view_4" [label="(1, 15, 15, 3)", style=solid]; "147 view_4" -> "149 index_1" [label="(225, 3)", style=solid]; "148 _tensor_constant3" -> "149 index_1" [label="(4096,)", style=solid]; @@ -3330,12 +3348,14 @@ strict digraph { "161 reshape_4_0_0_nncf_smooth_quant_0" -> "162 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; "162 quantize_per_tensor_default_7" -> "163 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; "163 dequantize_per_tensor_default_7" -> "170 linear_8" [label="(49, 64, 96)", style=solid]; -"164 linear_8_zero_point_0_updated_constant0" -> "169 sub_tensor_9" [label="(288, 1)", style=solid]; -"165 linear_8_scale_0_updated_constant0" -> "168 mul_tensor_9" [label="(288, 1)", style=solid]; -"166 compressed_weight_updated_constant9" -> "168 mul_tensor_9" [label="(288, 96)", style=solid]; -"167 _param_constant23_0_0" -> "170 linear_8" [label="(288,)", style=solid]; -"168 mul_tensor_9" -> "169 sub_tensor_9" [label="(288, 96)", style=solid]; -"169 sub_tensor_9" -> "170 linear_8" [label=None, style=solid]; +"164 linear_8_scale_0" -> "167 quantize_per_channel_default_9" [label="(288,)", style=solid]; +"164 linear_8_scale_0" -> "168 dequantize_per_channel_default_9" [label="(288,)", style=solid]; +"165 linear_8_zero_point_0" -> "167 quantize_per_channel_default_9" [label="(288,)", style=solid]; +"165 linear_8_zero_point_0" -> "168 dequantize_per_channel_default_9" [label="(288,)", style=solid]; +"166 compressed_weight_updated_constant9" -> "167 quantize_per_channel_default_9" [label="(288, 96)", style=solid]; +"167 quantize_per_channel_default_9" -> "168 dequantize_per_channel_default_9" [label="(288, 96)", style=solid]; +"168 dequantize_per_channel_default_9" -> "170 linear_8" [label="(288, 96)", style=solid]; +"169 _param_constant23_0_0" -> "170 linear_8" [label="(288,)", style=solid]; "170 linear_8" -> "171 reshape_5" [label="(49, 64, 288)", style=solid]; "171 reshape_5" -> "172 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; "172 permute_7" -> "173 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; @@ -3394,12 +3414,14 @@ strict digraph { "216 reshape_7_0_0_nncf_smooth_quant_0" -> "217 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; "217 quantize_per_tensor_default_10" -> "218 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; "218 dequantize_per_tensor_default_10" -> "225 linear_9" [label="(49, 64, 96)", style=solid]; -"219 linear_9_zero_point_0_updated_constant0" -> "224 sub_tensor_10" [label="(96, 1)", style=solid]; -"220 linear_9_scale_0_updated_constant0" -> "223 mul_tensor_10" [label="(96, 1)", style=solid]; -"221 compressed_weight_updated_constant10" -> "223 mul_tensor_10" [label="(96, 96)", style=solid]; -"222 _param_constant27_0_0" -> "225 linear_9" [label="(96,)", style=solid]; -"223 mul_tensor_10" -> "224 sub_tensor_10" [label="(96, 96)", style=solid]; -"224 sub_tensor_10" -> "225 linear_9" [label=None, style=solid]; +"219 linear_9_scale_0" -> "222 quantize_per_channel_default_10" [label="(96,)", style=solid]; +"219 linear_9_scale_0" -> "223 dequantize_per_channel_default_10" [label="(96,)", style=solid]; +"220 linear_9_zero_point_0" -> "222 quantize_per_channel_default_10" [label="(96,)", style=solid]; +"220 linear_9_zero_point_0" -> "223 dequantize_per_channel_default_10" [label="(96,)", style=solid]; +"221 compressed_weight_updated_constant10" -> "222 quantize_per_channel_default_10" [label="(96, 96)", style=solid]; +"222 quantize_per_channel_default_10" -> "223 dequantize_per_channel_default_10" [label="(96, 96)", style=solid]; +"223 dequantize_per_channel_default_10" -> "225 linear_9" [label="(96, 96)", style=solid]; +"224 _param_constant27_0_0" -> "225 linear_9" [label="(96,)", style=solid]; "225 linear_9" -> "226 dropout_5" [label="(49, 64, 96)", style=solid]; "226 dropout_5" -> "227 view_10" [label="(49, 64, 96)", style=solid]; "227 view_10" -> "228 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; @@ -3416,24 +3438,28 @@ strict digraph { "237 add_5_0_0_nncf_smooth_quant_0" -> "238 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; "238 quantize_per_tensor_default_11" -> "239 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; "239 dequantize_per_tensor_default_11" -> "246 linear_10" [label="(1, 56, 56, 96)", style=solid]; -"240 linear_10_zero_point_0_updated_constant0" -> "245 sub_tensor_11" [label="(384, 1)", style=solid]; -"241 linear_10_scale_0_updated_constant0" -> "244 mul_tensor_11" [label="(384, 1)", style=solid]; -"242 compressed_weight_updated_constant11" -> "244 mul_tensor_11" [label="(384, 96)", style=solid]; -"243 _param_constant31_0_0" -> "246 linear_10" [label="(384,)", style=solid]; -"244 mul_tensor_11" -> "245 sub_tensor_11" [label="(384, 96)", style=solid]; -"245 sub_tensor_11" -> "246 linear_10" [label=None, style=solid]; +"240 linear_10_scale_0" -> "243 quantize_per_channel_default_11" [label="(384,)", style=solid]; +"240 linear_10_scale_0" -> "244 dequantize_per_channel_default_11" [label="(384,)", style=solid]; +"241 linear_10_zero_point_0" -> "243 quantize_per_channel_default_11" [label="(384,)", style=solid]; +"241 linear_10_zero_point_0" -> "244 dequantize_per_channel_default_11" [label="(384,)", style=solid]; +"242 compressed_weight_updated_constant11" -> "243 quantize_per_channel_default_11" [label="(384, 96)", style=solid]; +"243 quantize_per_channel_default_11" -> "244 dequantize_per_channel_default_11" [label="(384, 96)", style=solid]; +"244 dequantize_per_channel_default_11" -> "246 linear_10" [label="(384, 96)", style=solid]; +"245 _param_constant31_0_0" -> "246 linear_10" [label="(384,)", style=solid]; "246 linear_10" -> "247 gelu_1" [label="(1, 56, 56, 384)", style=solid]; "247 gelu_1" -> "248 dropout_6" [label="(1, 56, 56, 384)", style=solid]; "248 dropout_6" -> "249 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; "249 dropout_6_0_0_nncf_smooth_quant_0" -> "250 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; "250 quantize_per_tensor_default_12" -> "251 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; "251 dequantize_per_tensor_default_12" -> "258 linear_11" [label="(1, 56, 56, 384)", style=solid]; -"252 linear_11_zero_point_0_updated_constant0" -> "257 sub_tensor_12" [label="(96, 1)", style=solid]; -"253 linear_11_scale_0_updated_constant0" -> "256 mul_tensor_12" [label="(96, 1)", style=solid]; -"254 compressed_weight_updated_constant12" -> "256 mul_tensor_12" [label="(96, 384)", style=solid]; -"255 _param_constant33_0_0" -> "258 linear_11" [label="(96,)", style=solid]; -"256 mul_tensor_12" -> "257 sub_tensor_12" [label="(96, 384)", style=solid]; -"257 sub_tensor_12" -> "258 linear_11" [label=None, style=solid]; +"252 linear_11_scale_0" -> "255 quantize_per_channel_default_12" [label="(96,)", style=solid]; +"252 linear_11_scale_0" -> "256 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"253 linear_11_zero_point_0" -> "255 quantize_per_channel_default_12" [label="(96,)", style=solid]; +"253 linear_11_zero_point_0" -> "256 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"254 compressed_weight_updated_constant12" -> "255 quantize_per_channel_default_12" [label="(96, 384)", style=solid]; +"255 quantize_per_channel_default_12" -> "256 dequantize_per_channel_default_12" [label="(96, 384)", style=solid]; +"256 dequantize_per_channel_default_12" -> "258 linear_11" [label="(96, 384)", style=solid]; +"257 _param_constant33_0_0" -> "258 linear_11" [label="(96,)", style=solid]; "258 linear_11" -> "259 dropout_7" [label="(1, 56, 56, 96)", style=solid]; "259 dropout_7" -> "262 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; "260 _param_constant34" -> "262 layer_norm_4" [label="(96,)", style=solid]; @@ -3460,11 +3486,13 @@ strict digraph { "278 cat_0_0_nncf_smooth_quant_0" -> "279 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; "279 quantize_per_tensor_default_13" -> "280 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; "280 dequantize_per_tensor_default_13" -> "286 linear_12" [label="(1, 28, 28, 384)", style=solid]; -"281 linear_12_zero_point_0_updated_constant0" -> "285 sub_tensor_13" [label="(192, 1)", style=solid]; -"282 linear_12_scale_0_updated_constant0" -> "284 mul_tensor_13" [label="(192, 1)", style=solid]; -"283 compressed_weight_updated_constant13" -> "284 mul_tensor_13" [label="(192, 384)", style=solid]; -"284 mul_tensor_13" -> "285 sub_tensor_13" [label="(192, 384)", style=solid]; -"285 sub_tensor_13" -> "286 linear_12" [label=None, style=solid]; +"281 linear_12_scale_0" -> "284 quantize_per_channel_default_13" [label="(192,)", style=solid]; +"281 linear_12_scale_0" -> "285 dequantize_per_channel_default_13" [label="(192,)", style=solid]; +"282 linear_12_zero_point_0" -> "284 quantize_per_channel_default_13" [label="(192,)", style=solid]; +"282 linear_12_zero_point_0" -> "285 dequantize_per_channel_default_13" [label="(192,)", style=solid]; +"283 compressed_weight_updated_constant13" -> "284 quantize_per_channel_default_13" [label="(192, 384)", style=solid]; +"284 quantize_per_channel_default_13" -> "285 dequantize_per_channel_default_13" [label="(192, 384)", style=solid]; +"285 dequantize_per_channel_default_13" -> "286 linear_12" [label="(192, 384)", style=solid]; "286 linear_12" -> "289 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; "287 _param_constant37" -> "289 layer_norm_5" [label="(192,)", style=solid]; "288 _param_constant38" -> "289 layer_norm_5" [label="(192,)", style=solid]; @@ -3472,20 +3500,24 @@ strict digraph { "289 layer_norm_5" -> "381 add_8" [label="(1, 28, 28, 192)", style=solid]; "290 _tensor_constant13" -> "291 _tensor_constant13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "291 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "298 linear_13" [label="(1, 15, 15, 2)", style=solid]; -"292 linear_13_zero_point_0_updated_constant0" -> "297 sub_tensor_14" [label="(512, 1)", style=solid]; -"293 linear_13_scale_0_updated_constant0" -> "296 mul_tensor_14" [label="(512, 1)", style=solid]; -"294 compressed_weight_updated_constant14" -> "296 mul_tensor_14" [label="(512, 2)", style=solid]; -"295 _param_constant40_0_0" -> "298 linear_13" [label="(512,)", style=solid]; -"296 mul_tensor_14" -> "297 sub_tensor_14" [label="(512, 2)", style=solid]; -"297 sub_tensor_14" -> "298 linear_13" [label=None, style=solid]; +"292 linear_13_scale_0" -> "295 quantize_per_channel_default_14" [label="(512,)", style=solid]; +"292 linear_13_scale_0" -> "296 dequantize_per_channel_default_14" [label="(512,)", style=solid]; +"293 linear_13_zero_point_0" -> "295 quantize_per_channel_default_14" [label="(512,)", style=solid]; +"293 linear_13_zero_point_0" -> "296 dequantize_per_channel_default_14" [label="(512,)", style=solid]; +"294 compressed_weight_updated_constant14" -> "295 quantize_per_channel_default_14" [label="(512, 2)", style=solid]; +"295 quantize_per_channel_default_14" -> "296 dequantize_per_channel_default_14" [label="(512, 2)", style=solid]; +"296 dequantize_per_channel_default_14" -> "298 linear_13" [label="(512, 2)", style=solid]; +"297 _param_constant40_0_0" -> "298 linear_13" [label="(512,)", style=solid]; "298 linear_13" -> "299 relu__2" [label="(1, 15, 15, 512)", style=solid]; "299 relu__2" -> "300 relu__2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "300 relu__2_0_0_nncf_smooth_quant_0" -> "306 linear_14" [label="(1, 15, 15, 512)", style=solid]; -"301 linear_14_zero_point_0_updated_constant0" -> "305 sub_tensor_15" [label="(6, 1)", style=solid]; -"302 linear_14_scale_0_updated_constant0" -> "304 mul_tensor_15" [label="(6, 1)", style=solid]; -"303 compressed_weight_updated_constant15" -> "304 mul_tensor_15" [label="(6, 512)", style=solid]; -"304 mul_tensor_15" -> "305 sub_tensor_15" [label="(6, 512)", style=solid]; -"305 sub_tensor_15" -> "306 linear_14" [label=None, style=solid]; +"301 linear_14_scale_0" -> "304 quantize_per_channel_default_15" [label="(6,)", style=solid]; +"301 linear_14_scale_0" -> "305 dequantize_per_channel_default_15" [label="(6,)", style=solid]; +"302 linear_14_zero_point_0" -> "304 quantize_per_channel_default_15" [label="(6,)", style=solid]; +"302 linear_14_zero_point_0" -> "305 dequantize_per_channel_default_15" [label="(6,)", style=solid]; +"303 compressed_weight_updated_constant15" -> "304 quantize_per_channel_default_15" [label="(6, 512)", style=solid]; +"304 quantize_per_channel_default_15" -> "305 dequantize_per_channel_default_15" [label="(6, 512)", style=solid]; +"305 dequantize_per_channel_default_15" -> "306 linear_14" [label="(6, 512)", style=solid]; "306 linear_14" -> "307 view_11" [label="(1, 15, 15, 6)", style=solid]; "307 view_11" -> "309 index_2" [label="(225, 6)", style=solid]; "308 _tensor_constant14" -> "309 index_2" [label="(4096,)", style=solid]; @@ -3503,12 +3535,14 @@ strict digraph { "320 reshape_9_0_0_nncf_smooth_quant_0" -> "321 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; "321 quantize_per_tensor_default_14" -> "322 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; "322 dequantize_per_tensor_default_14" -> "329 linear_15" [label="(16, 64, 192)", style=solid]; -"323 linear_15_zero_point_0_updated_constant0" -> "328 sub_tensor_16" [label="(576, 1)", style=solid]; -"324 linear_15_scale_0_updated_constant0" -> "327 mul_tensor_16" [label="(576, 1)", style=solid]; -"325 compressed_weight_updated_constant16" -> "327 mul_tensor_16" [label="(576, 192)", style=solid]; -"326 _param_constant42_0_0" -> "329 linear_15" [label="(576,)", style=solid]; -"327 mul_tensor_16" -> "328 sub_tensor_16" [label="(576, 192)", style=solid]; -"328 sub_tensor_16" -> "329 linear_15" [label=None, style=solid]; +"323 linear_15_scale_0" -> "326 quantize_per_channel_default_16" [label="(576,)", style=solid]; +"323 linear_15_scale_0" -> "327 dequantize_per_channel_default_16" [label="(576,)", style=solid]; +"324 linear_15_zero_point_0" -> "326 quantize_per_channel_default_16" [label="(576,)", style=solid]; +"324 linear_15_zero_point_0" -> "327 dequantize_per_channel_default_16" [label="(576,)", style=solid]; +"325 compressed_weight_updated_constant16" -> "326 quantize_per_channel_default_16" [label="(576, 192)", style=solid]; +"326 quantize_per_channel_default_16" -> "327 dequantize_per_channel_default_16" [label="(576, 192)", style=solid]; +"327 dequantize_per_channel_default_16" -> "329 linear_15" [label="(576, 192)", style=solid]; +"328 _param_constant42_0_0" -> "329 linear_15" [label="(576,)", style=solid]; "329 linear_15" -> "330 reshape_10" [label="(16, 64, 576)", style=solid]; "330 reshape_10" -> "331 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; "331 permute_12" -> "332 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; @@ -3548,12 +3582,14 @@ strict digraph { "359 reshape_11_0_0_nncf_smooth_quant_0" -> "360 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; "360 quantize_per_tensor_default_17" -> "361 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; "361 dequantize_per_tensor_default_17" -> "368 linear_16" [label="(16, 64, 192)", style=solid]; -"362 linear_16_zero_point_0_updated_constant0" -> "367 sub_tensor_17" [label="(192, 1)", style=solid]; -"363 linear_16_scale_0_updated_constant0" -> "366 mul_tensor_17" [label="(192, 1)", style=solid]; -"364 compressed_weight_updated_constant17" -> "366 mul_tensor_17" [label="(192, 192)", style=solid]; -"365 _param_constant46_0_0" -> "368 linear_16" [label="(192,)", style=solid]; -"366 mul_tensor_17" -> "367 sub_tensor_17" [label="(192, 192)", style=solid]; -"367 sub_tensor_17" -> "368 linear_16" [label=None, style=solid]; +"362 linear_16_scale_0" -> "365 quantize_per_channel_default_17" [label="(192,)", style=solid]; +"362 linear_16_scale_0" -> "366 dequantize_per_channel_default_17" [label="(192,)", style=solid]; +"363 linear_16_zero_point_0" -> "365 quantize_per_channel_default_17" [label="(192,)", style=solid]; +"363 linear_16_zero_point_0" -> "366 dequantize_per_channel_default_17" [label="(192,)", style=solid]; +"364 compressed_weight_updated_constant17" -> "365 quantize_per_channel_default_17" [label="(192, 192)", style=solid]; +"365 quantize_per_channel_default_17" -> "366 dequantize_per_channel_default_17" [label="(192, 192)", style=solid]; +"366 dequantize_per_channel_default_17" -> "368 linear_16" [label="(192, 192)", style=solid]; +"367 _param_constant46_0_0" -> "368 linear_16" [label="(192,)", style=solid]; "368 linear_16" -> "369 dropout_9" [label="(16, 64, 192)", style=solid]; "369 dropout_9" -> "370 view_14" [label="(16, 64, 192)", style=solid]; "370 view_14" -> "371 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; @@ -3572,24 +3608,28 @@ strict digraph { "382 add_8_0_0_nncf_smooth_quant_0" -> "383 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; "383 quantize_per_tensor_default_18" -> "384 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; "384 dequantize_per_tensor_default_18" -> "391 linear_17" [label="(1, 28, 28, 192)", style=solid]; -"385 linear_17_zero_point_0_updated_constant0" -> "390 sub_tensor_18" [label="(768, 1)", style=solid]; -"386 linear_17_scale_0_updated_constant0" -> "389 mul_tensor_18" [label="(768, 1)", style=solid]; -"387 compressed_weight_updated_constant18" -> "389 mul_tensor_18" [label="(768, 192)", style=solid]; -"388 _param_constant50_0_0" -> "391 linear_17" [label="(768,)", style=solid]; -"389 mul_tensor_18" -> "390 sub_tensor_18" [label="(768, 192)", style=solid]; -"390 sub_tensor_18" -> "391 linear_17" [label=None, style=solid]; +"385 linear_17_scale_0" -> "388 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"385 linear_17_scale_0" -> "389 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"386 linear_17_zero_point_0" -> "388 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"386 linear_17_zero_point_0" -> "389 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"387 compressed_weight_updated_constant18" -> "388 quantize_per_channel_default_18" [label="(768, 192)", style=solid]; +"388 quantize_per_channel_default_18" -> "389 dequantize_per_channel_default_18" [label="(768, 192)", style=solid]; +"389 dequantize_per_channel_default_18" -> "391 linear_17" [label="(768, 192)", style=solid]; +"390 _param_constant50_0_0" -> "391 linear_17" [label="(768,)", style=solid]; "391 linear_17" -> "392 gelu_2" [label="(1, 28, 28, 768)", style=solid]; "392 gelu_2" -> "393 dropout_10" [label="(1, 28, 28, 768)", style=solid]; "393 dropout_10" -> "394 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; "394 dropout_10_0_0_nncf_smooth_quant_0" -> "395 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; "395 quantize_per_tensor_default_19" -> "396 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; "396 dequantize_per_tensor_default_19" -> "403 linear_18" [label="(1, 28, 28, 768)", style=solid]; -"397 linear_18_zero_point_0_updated_constant0" -> "402 sub_tensor_19" [label="(192, 1)", style=solid]; -"398 linear_18_scale_0_updated_constant0" -> "401 mul_tensor_19" [label="(192, 1)", style=solid]; -"399 compressed_weight_updated_constant19" -> "401 mul_tensor_19" [label="(192, 768)", style=solid]; -"400 _param_constant52_0_0" -> "403 linear_18" [label="(192,)", style=solid]; -"401 mul_tensor_19" -> "402 sub_tensor_19" [label="(192, 768)", style=solid]; -"402 sub_tensor_19" -> "403 linear_18" [label=None, style=solid]; +"397 linear_18_scale_0" -> "400 quantize_per_channel_default_19" [label="(192,)", style=solid]; +"397 linear_18_scale_0" -> "401 dequantize_per_channel_default_19" [label="(192,)", style=solid]; +"398 linear_18_zero_point_0" -> "400 quantize_per_channel_default_19" [label="(192,)", style=solid]; +"398 linear_18_zero_point_0" -> "401 dequantize_per_channel_default_19" [label="(192,)", style=solid]; +"399 compressed_weight_updated_constant19" -> "400 quantize_per_channel_default_19" [label="(192, 768)", style=solid]; +"400 quantize_per_channel_default_19" -> "401 dequantize_per_channel_default_19" [label="(192, 768)", style=solid]; +"401 dequantize_per_channel_default_19" -> "403 linear_18" [label="(192, 768)", style=solid]; +"402 _param_constant52_0_0" -> "403 linear_18" [label="(192,)", style=solid]; "403 linear_18" -> "404 dropout_11" [label="(1, 28, 28, 192)", style=solid]; "404 dropout_11" -> "407 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; "405 _param_constant53" -> "407 layer_norm_7" [label="(192,)", style=solid]; @@ -3599,20 +3639,24 @@ strict digraph { "408 add_9" -> "518 add_12" [label="(1, 28, 28, 192)", style=solid]; "409 _tensor_constant15" -> "410 _tensor_constant15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "410 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "417 linear_19" [label="(1, 15, 15, 2)", style=solid]; -"411 linear_19_zero_point_0_updated_constant0" -> "416 sub_tensor_20" [label="(512, 1)", style=solid]; -"412 linear_19_scale_0_updated_constant0" -> "415 mul_tensor_20" [label="(512, 1)", style=solid]; -"413 compressed_weight_updated_constant20" -> "415 mul_tensor_20" [label="(512, 2)", style=solid]; -"414 _param_constant56_0_0" -> "417 linear_19" [label="(512,)", style=solid]; -"415 mul_tensor_20" -> "416 sub_tensor_20" [label="(512, 2)", style=solid]; -"416 sub_tensor_20" -> "417 linear_19" [label=None, style=solid]; +"411 linear_19_scale_0" -> "414 quantize_per_channel_default_20" [label="(512,)", style=solid]; +"411 linear_19_scale_0" -> "415 dequantize_per_channel_default_20" [label="(512,)", style=solid]; +"412 linear_19_zero_point_0" -> "414 quantize_per_channel_default_20" [label="(512,)", style=solid]; +"412 linear_19_zero_point_0" -> "415 dequantize_per_channel_default_20" [label="(512,)", style=solid]; +"413 compressed_weight_updated_constant20" -> "414 quantize_per_channel_default_20" [label="(512, 2)", style=solid]; +"414 quantize_per_channel_default_20" -> "415 dequantize_per_channel_default_20" [label="(512, 2)", style=solid]; +"415 dequantize_per_channel_default_20" -> "417 linear_19" [label="(512, 2)", style=solid]; +"416 _param_constant56_0_0" -> "417 linear_19" [label="(512,)", style=solid]; "417 linear_19" -> "418 relu__3" [label="(1, 15, 15, 512)", style=solid]; "418 relu__3" -> "419 relu__3_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "419 relu__3_0_0_nncf_smooth_quant_0" -> "425 linear_20" [label="(1, 15, 15, 512)", style=solid]; -"420 linear_20_zero_point_0_updated_constant0" -> "424 sub_tensor_21" [label="(6, 1)", style=solid]; -"421 linear_20_scale_0_updated_constant0" -> "423 mul_tensor_21" [label="(6, 1)", style=solid]; -"422 compressed_weight_updated_constant21" -> "423 mul_tensor_21" [label="(6, 512)", style=solid]; -"423 mul_tensor_21" -> "424 sub_tensor_21" [label="(6, 512)", style=solid]; -"424 sub_tensor_21" -> "425 linear_20" [label=None, style=solid]; +"420 linear_20_scale_0" -> "423 quantize_per_channel_default_21" [label="(6,)", style=solid]; +"420 linear_20_scale_0" -> "424 dequantize_per_channel_default_21" [label="(6,)", style=solid]; +"421 linear_20_zero_point_0" -> "423 quantize_per_channel_default_21" [label="(6,)", style=solid]; +"421 linear_20_zero_point_0" -> "424 dequantize_per_channel_default_21" [label="(6,)", style=solid]; +"422 compressed_weight_updated_constant21" -> "423 quantize_per_channel_default_21" [label="(6, 512)", style=solid]; +"423 quantize_per_channel_default_21" -> "424 dequantize_per_channel_default_21" [label="(6, 512)", style=solid]; +"424 dequantize_per_channel_default_21" -> "425 linear_20" [label="(6, 512)", style=solid]; "425 linear_20" -> "426 view_15" [label="(1, 15, 15, 6)", style=solid]; "426 view_15" -> "428 index_3" [label="(225, 6)", style=solid]; "427 _tensor_constant16" -> "428 index_3" [label="(4096,)", style=solid]; @@ -3632,12 +3676,14 @@ strict digraph { "440 reshape_13_0_0_nncf_smooth_quant_0" -> "441 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; "441 quantize_per_tensor_default_20" -> "442 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; "442 dequantize_per_tensor_default_20" -> "449 linear_21" [label="(16, 64, 192)", style=solid]; -"443 linear_21_zero_point_0_updated_constant0" -> "448 sub_tensor_22" [label="(576, 1)", style=solid]; -"444 linear_21_scale_0_updated_constant0" -> "447 mul_tensor_22" [label="(576, 1)", style=solid]; -"445 compressed_weight_updated_constant22" -> "447 mul_tensor_22" [label="(576, 192)", style=solid]; -"446 _param_constant58_0_0" -> "449 linear_21" [label="(576,)", style=solid]; -"447 mul_tensor_22" -> "448 sub_tensor_22" [label="(576, 192)", style=solid]; -"448 sub_tensor_22" -> "449 linear_21" [label=None, style=solid]; +"443 linear_21_scale_0" -> "446 quantize_per_channel_default_22" [label="(576,)", style=solid]; +"443 linear_21_scale_0" -> "447 dequantize_per_channel_default_22" [label="(576,)", style=solid]; +"444 linear_21_zero_point_0" -> "446 quantize_per_channel_default_22" [label="(576,)", style=solid]; +"444 linear_21_zero_point_0" -> "447 dequantize_per_channel_default_22" [label="(576,)", style=solid]; +"445 compressed_weight_updated_constant22" -> "446 quantize_per_channel_default_22" [label="(576, 192)", style=solid]; +"446 quantize_per_channel_default_22" -> "447 dequantize_per_channel_default_22" [label="(576, 192)", style=solid]; +"447 dequantize_per_channel_default_22" -> "449 linear_21" [label="(576, 192)", style=solid]; +"448 _param_constant58_0_0" -> "449 linear_21" [label="(576,)", style=solid]; "449 linear_21" -> "450 reshape_14" [label="(16, 64, 576)", style=solid]; "450 reshape_14" -> "451 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; "451 permute_16" -> "452 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; @@ -3696,12 +3742,14 @@ strict digraph { "495 reshape_16_0_0_nncf_smooth_quant_0" -> "496 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; "496 quantize_per_tensor_default_23" -> "497 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; "497 dequantize_per_tensor_default_23" -> "504 linear_22" [label="(16, 64, 192)", style=solid]; -"498 linear_22_zero_point_0_updated_constant0" -> "503 sub_tensor_23" [label="(192, 1)", style=solid]; -"499 linear_22_scale_0_updated_constant0" -> "502 mul_tensor_23" [label="(192, 1)", style=solid]; -"500 compressed_weight_updated_constant23" -> "502 mul_tensor_23" [label="(192, 192)", style=solid]; -"501 _param_constant62_0_0" -> "504 linear_22" [label="(192,)", style=solid]; -"502 mul_tensor_23" -> "503 sub_tensor_23" [label="(192, 192)", style=solid]; -"503 sub_tensor_23" -> "504 linear_22" [label=None, style=solid]; +"498 linear_22_scale_0" -> "501 quantize_per_channel_default_23" [label="(192,)", style=solid]; +"498 linear_22_scale_0" -> "502 dequantize_per_channel_default_23" [label="(192,)", style=solid]; +"499 linear_22_zero_point_0" -> "501 quantize_per_channel_default_23" [label="(192,)", style=solid]; +"499 linear_22_zero_point_0" -> "502 dequantize_per_channel_default_23" [label="(192,)", style=solid]; +"500 compressed_weight_updated_constant23" -> "501 quantize_per_channel_default_23" [label="(192, 192)", style=solid]; +"501 quantize_per_channel_default_23" -> "502 dequantize_per_channel_default_23" [label="(192, 192)", style=solid]; +"502 dequantize_per_channel_default_23" -> "504 linear_22" [label="(192, 192)", style=solid]; +"503 _param_constant62_0_0" -> "504 linear_22" [label="(192,)", style=solid]; "504 linear_22" -> "505 dropout_13" [label="(16, 64, 192)", style=solid]; "505 dropout_13" -> "506 view_21" [label="(16, 64, 192)", style=solid]; "506 view_21" -> "507 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; @@ -3721,24 +3769,28 @@ strict digraph { "519 add_12_0_0_nncf_smooth_quant_0" -> "520 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; "520 quantize_per_tensor_default_24" -> "521 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; "521 dequantize_per_tensor_default_24" -> "528 linear_23" [label="(1, 28, 28, 192)", style=solid]; -"522 linear_23_zero_point_0_updated_constant0" -> "527 sub_tensor_24" [label="(768, 1)", style=solid]; -"523 linear_23_scale_0_updated_constant0" -> "526 mul_tensor_24" [label="(768, 1)", style=solid]; -"524 compressed_weight_updated_constant24" -> "526 mul_tensor_24" [label="(768, 192)", style=solid]; -"525 _param_constant66_0_0" -> "528 linear_23" [label="(768,)", style=solid]; -"526 mul_tensor_24" -> "527 sub_tensor_24" [label="(768, 192)", style=solid]; -"527 sub_tensor_24" -> "528 linear_23" [label=None, style=solid]; +"522 linear_23_scale_0" -> "525 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"522 linear_23_scale_0" -> "526 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"523 linear_23_zero_point_0" -> "525 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"523 linear_23_zero_point_0" -> "526 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"524 compressed_weight_updated_constant24" -> "525 quantize_per_channel_default_24" [label="(768, 192)", style=solid]; +"525 quantize_per_channel_default_24" -> "526 dequantize_per_channel_default_24" [label="(768, 192)", style=solid]; +"526 dequantize_per_channel_default_24" -> "528 linear_23" [label="(768, 192)", style=solid]; +"527 _param_constant66_0_0" -> "528 linear_23" [label="(768,)", style=solid]; "528 linear_23" -> "529 gelu_3" [label="(1, 28, 28, 768)", style=solid]; "529 gelu_3" -> "530 dropout_14" [label="(1, 28, 28, 768)", style=solid]; "530 dropout_14" -> "531 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; "531 dropout_14_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; "532 quantize_per_tensor_default_25" -> "533 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; "533 dequantize_per_tensor_default_25" -> "540 linear_24" [label="(1, 28, 28, 768)", style=solid]; -"534 linear_24_zero_point_0_updated_constant0" -> "539 sub_tensor_25" [label="(192, 1)", style=solid]; -"535 linear_24_scale_0_updated_constant0" -> "538 mul_tensor_25" [label="(192, 1)", style=solid]; -"536 compressed_weight_updated_constant25" -> "538 mul_tensor_25" [label="(192, 768)", style=solid]; -"537 _param_constant68_0_0" -> "540 linear_24" [label="(192,)", style=solid]; -"538 mul_tensor_25" -> "539 sub_tensor_25" [label="(192, 768)", style=solid]; -"539 sub_tensor_25" -> "540 linear_24" [label=None, style=solid]; +"534 linear_24_scale_0" -> "537 quantize_per_channel_default_25" [label="(192,)", style=solid]; +"534 linear_24_scale_0" -> "538 dequantize_per_channel_default_25" [label="(192,)", style=solid]; +"535 linear_24_zero_point_0" -> "537 quantize_per_channel_default_25" [label="(192,)", style=solid]; +"535 linear_24_zero_point_0" -> "538 dequantize_per_channel_default_25" [label="(192,)", style=solid]; +"536 compressed_weight_updated_constant25" -> "537 quantize_per_channel_default_25" [label="(192, 768)", style=solid]; +"537 quantize_per_channel_default_25" -> "538 dequantize_per_channel_default_25" [label="(192, 768)", style=solid]; +"538 dequantize_per_channel_default_25" -> "540 linear_24" [label="(192, 768)", style=solid]; +"539 _param_constant68_0_0" -> "540 linear_24" [label="(192,)", style=solid]; "540 linear_24" -> "541 dropout_15" [label="(1, 28, 28, 192)", style=solid]; "541 dropout_15" -> "544 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; "542 _param_constant69" -> "544 layer_norm_9" [label="(192,)", style=solid]; @@ -3765,11 +3817,13 @@ strict digraph { "560 cat_1_0_0_nncf_smooth_quant_0" -> "561 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; "561 quantize_per_tensor_default_26" -> "562 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; "562 dequantize_per_tensor_default_26" -> "568 linear_25" [label="(1, 14, 14, 768)", style=solid]; -"563 linear_25_zero_point_0_updated_constant0" -> "567 sub_tensor_26" [label="(384, 1)", style=solid]; -"564 linear_25_scale_0_updated_constant0" -> "566 mul_tensor_26" [label="(384, 1)", style=solid]; -"565 compressed_weight_updated_constant26" -> "566 mul_tensor_26" [label="(384, 768)", style=solid]; -"566 mul_tensor_26" -> "567 sub_tensor_26" [label="(384, 768)", style=solid]; -"567 sub_tensor_26" -> "568 linear_25" [label=None, style=solid]; +"563 linear_25_scale_0" -> "566 quantize_per_channel_default_26" [label="(384,)", style=solid]; +"563 linear_25_scale_0" -> "567 dequantize_per_channel_default_26" [label="(384,)", style=solid]; +"564 linear_25_zero_point_0" -> "566 quantize_per_channel_default_26" [label="(384,)", style=solid]; +"564 linear_25_zero_point_0" -> "567 dequantize_per_channel_default_26" [label="(384,)", style=solid]; +"565 compressed_weight_updated_constant26" -> "566 quantize_per_channel_default_26" [label="(384, 768)", style=solid]; +"566 quantize_per_channel_default_26" -> "567 dequantize_per_channel_default_26" [label="(384, 768)", style=solid]; +"567 dequantize_per_channel_default_26" -> "568 linear_25" [label="(384, 768)", style=solid]; "568 linear_25" -> "571 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; "569 _param_constant72" -> "571 layer_norm_10" [label="(384,)", style=solid]; "570 _param_constant73" -> "571 layer_norm_10" [label="(384,)", style=solid]; @@ -3777,20 +3831,24 @@ strict digraph { "571 layer_norm_10" -> "663 add_15" [label="(1, 14, 14, 384)", style=solid]; "572 _tensor_constant26" -> "573 _tensor_constant26_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "573 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "580 linear_26" [label="(1, 15, 15, 2)", style=solid]; -"574 linear_26_zero_point_0_updated_constant0" -> "579 sub_tensor_27" [label="(512, 1)", style=solid]; -"575 linear_26_scale_0_updated_constant0" -> "578 mul_tensor_27" [label="(512, 1)", style=solid]; -"576 compressed_weight_updated_constant27" -> "578 mul_tensor_27" [label="(512, 2)", style=solid]; -"577 _param_constant75_0_0" -> "580 linear_26" [label="(512,)", style=solid]; -"578 mul_tensor_27" -> "579 sub_tensor_27" [label="(512, 2)", style=solid]; -"579 sub_tensor_27" -> "580 linear_26" [label=None, style=solid]; +"574 linear_26_scale_0" -> "577 quantize_per_channel_default_27" [label="(512,)", style=solid]; +"574 linear_26_scale_0" -> "578 dequantize_per_channel_default_27" [label="(512,)", style=solid]; +"575 linear_26_zero_point_0" -> "577 quantize_per_channel_default_27" [label="(512,)", style=solid]; +"575 linear_26_zero_point_0" -> "578 dequantize_per_channel_default_27" [label="(512,)", style=solid]; +"576 compressed_weight_updated_constant27" -> "577 quantize_per_channel_default_27" [label="(512, 2)", style=solid]; +"577 quantize_per_channel_default_27" -> "578 dequantize_per_channel_default_27" [label="(512, 2)", style=solid]; +"578 dequantize_per_channel_default_27" -> "580 linear_26" [label="(512, 2)", style=solid]; +"579 _param_constant75_0_0" -> "580 linear_26" [label="(512,)", style=solid]; "580 linear_26" -> "581 relu__4" [label="(1, 15, 15, 512)", style=solid]; "581 relu__4" -> "582 relu__4_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "582 relu__4_0_0_nncf_smooth_quant_0" -> "588 linear_27" [label="(1, 15, 15, 512)", style=solid]; -"583 linear_27_zero_point_0_updated_constant0" -> "587 sub_tensor_28" [label="(12, 1)", style=solid]; -"584 linear_27_scale_0_updated_constant0" -> "586 mul_tensor_28" [label="(12, 1)", style=solid]; -"585 compressed_weight_updated_constant28" -> "586 mul_tensor_28" [label="(12, 512)", style=solid]; -"586 mul_tensor_28" -> "587 sub_tensor_28" [label="(12, 512)", style=solid]; -"587 sub_tensor_28" -> "588 linear_27" [label=None, style=solid]; +"583 linear_27_scale_0" -> "586 quantize_per_channel_default_28" [label="(12,)", style=solid]; +"583 linear_27_scale_0" -> "587 dequantize_per_channel_default_28" [label="(12,)", style=solid]; +"584 linear_27_zero_point_0" -> "586 quantize_per_channel_default_28" [label="(12,)", style=solid]; +"584 linear_27_zero_point_0" -> "587 dequantize_per_channel_default_28" [label="(12,)", style=solid]; +"585 compressed_weight_updated_constant28" -> "586 quantize_per_channel_default_28" [label="(12, 512)", style=solid]; +"586 quantize_per_channel_default_28" -> "587 dequantize_per_channel_default_28" [label="(12, 512)", style=solid]; +"587 dequantize_per_channel_default_28" -> "588 linear_27" [label="(12, 512)", style=solid]; "588 linear_27" -> "589 view_22" [label="(1, 15, 15, 12)", style=solid]; "589 view_22" -> "591 index_4" [label="(225, 12)", style=solid]; "590 _tensor_constant27" -> "591 index_4" [label="(4096,)", style=solid]; @@ -3808,12 +3866,14 @@ strict digraph { "602 reshape_18_0_0_nncf_smooth_quant_0" -> "603 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; "603 quantize_per_tensor_default_27" -> "604 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; "604 dequantize_per_tensor_default_27" -> "611 linear_28" [label="(4, 64, 384)", style=solid]; -"605 linear_28_zero_point_0_updated_constant0" -> "610 sub_tensor_29" [label="(1152, 1)", style=solid]; -"606 linear_28_scale_0_updated_constant0" -> "609 mul_tensor_29" [label="(1152, 1)", style=solid]; -"607 compressed_weight_updated_constant29" -> "609 mul_tensor_29" [label="(1152, 384)", style=solid]; -"608 _param_constant77_0_0" -> "611 linear_28" [label="(1152,)", style=solid]; -"609 mul_tensor_29" -> "610 sub_tensor_29" [label="(1152, 384)", style=solid]; -"610 sub_tensor_29" -> "611 linear_28" [label=None, style=solid]; +"605 linear_28_scale_0" -> "608 quantize_per_channel_default_29" [label="(1152,)", style=solid]; +"605 linear_28_scale_0" -> "609 dequantize_per_channel_default_29" [label="(1152,)", style=solid]; +"606 linear_28_zero_point_0" -> "608 quantize_per_channel_default_29" [label="(1152,)", style=solid]; +"606 linear_28_zero_point_0" -> "609 dequantize_per_channel_default_29" [label="(1152,)", style=solid]; +"607 compressed_weight_updated_constant29" -> "608 quantize_per_channel_default_29" [label="(1152, 384)", style=solid]; +"608 quantize_per_channel_default_29" -> "609 dequantize_per_channel_default_29" [label="(1152, 384)", style=solid]; +"609 dequantize_per_channel_default_29" -> "611 linear_28" [label="(1152, 384)", style=solid]; +"610 _param_constant77_0_0" -> "611 linear_28" [label="(1152,)", style=solid]; "611 linear_28" -> "612 reshape_19" [label="(4, 64, 1152)", style=solid]; "612 reshape_19" -> "613 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; "613 permute_21" -> "614 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -3853,12 +3913,14 @@ strict digraph { "641 reshape_20_0_0_nncf_smooth_quant_0" -> "642 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; "642 quantize_per_tensor_default_30" -> "643 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; "643 dequantize_per_tensor_default_30" -> "650 linear_29" [label="(4, 64, 384)", style=solid]; -"644 linear_29_zero_point_0_updated_constant0" -> "649 sub_tensor_30" [label="(384, 1)", style=solid]; -"645 linear_29_scale_0_updated_constant0" -> "648 mul_tensor_30" [label="(384, 1)", style=solid]; -"646 compressed_weight_updated_constant30" -> "648 mul_tensor_30" [label="(384, 384)", style=solid]; -"647 _param_constant81_0_0" -> "650 linear_29" [label="(384,)", style=solid]; -"648 mul_tensor_30" -> "649 sub_tensor_30" [label="(384, 384)", style=solid]; -"649 sub_tensor_30" -> "650 linear_29" [label=None, style=solid]; +"644 linear_29_scale_0" -> "647 quantize_per_channel_default_30" [label="(384,)", style=solid]; +"644 linear_29_scale_0" -> "648 dequantize_per_channel_default_30" [label="(384,)", style=solid]; +"645 linear_29_zero_point_0" -> "647 quantize_per_channel_default_30" [label="(384,)", style=solid]; +"645 linear_29_zero_point_0" -> "648 dequantize_per_channel_default_30" [label="(384,)", style=solid]; +"646 compressed_weight_updated_constant30" -> "647 quantize_per_channel_default_30" [label="(384, 384)", style=solid]; +"647 quantize_per_channel_default_30" -> "648 dequantize_per_channel_default_30" [label="(384, 384)", style=solid]; +"648 dequantize_per_channel_default_30" -> "650 linear_29" [label="(384, 384)", style=solid]; +"649 _param_constant81_0_0" -> "650 linear_29" [label="(384,)", style=solid]; "650 linear_29" -> "651 dropout_17" [label="(4, 64, 384)", style=solid]; "651 dropout_17" -> "652 view_25" [label="(4, 64, 384)", style=solid]; "652 view_25" -> "653 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -3877,24 +3939,28 @@ strict digraph { "664 add_15_0_0_nncf_smooth_quant_0" -> "665 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; "665 quantize_per_tensor_default_31" -> "666 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; "666 dequantize_per_tensor_default_31" -> "673 linear_30" [label="(1, 14, 14, 384)", style=solid]; -"667 linear_30_zero_point_0_updated_constant0" -> "672 sub_tensor_31" [label="(1536, 1)", style=solid]; -"668 linear_30_scale_0_updated_constant0" -> "671 mul_tensor_31" [label="(1536, 1)", style=solid]; -"669 compressed_weight_updated_constant31" -> "671 mul_tensor_31" [label="(1536, 384)", style=solid]; -"670 _param_constant85_0_0" -> "673 linear_30" [label="(1536,)", style=solid]; -"671 mul_tensor_31" -> "672 sub_tensor_31" [label="(1536, 384)", style=solid]; -"672 sub_tensor_31" -> "673 linear_30" [label=None, style=solid]; +"667 linear_30_scale_0" -> "670 quantize_per_channel_default_31" [label="(1536,)", style=solid]; +"667 linear_30_scale_0" -> "671 dequantize_per_channel_default_31" [label="(1536,)", style=solid]; +"668 linear_30_zero_point_0" -> "670 quantize_per_channel_default_31" [label="(1536,)", style=solid]; +"668 linear_30_zero_point_0" -> "671 dequantize_per_channel_default_31" [label="(1536,)", style=solid]; +"669 compressed_weight_updated_constant31" -> "670 quantize_per_channel_default_31" [label="(1536, 384)", style=solid]; +"670 quantize_per_channel_default_31" -> "671 dequantize_per_channel_default_31" [label="(1536, 384)", style=solid]; +"671 dequantize_per_channel_default_31" -> "673 linear_30" [label="(1536, 384)", style=solid]; +"672 _param_constant85_0_0" -> "673 linear_30" [label="(1536,)", style=solid]; "673 linear_30" -> "674 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; "674 gelu_4" -> "675 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; "675 dropout_18" -> "676 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "676 dropout_18_0_0_nncf_smooth_quant_0" -> "677 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; "677 quantize_per_tensor_default_32" -> "678 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; "678 dequantize_per_tensor_default_32" -> "685 linear_31" [label="(1, 14, 14, 1536)", style=solid]; -"679 linear_31_zero_point_0_updated_constant0" -> "684 sub_tensor_32" [label="(384, 1)", style=solid]; -"680 linear_31_scale_0_updated_constant0" -> "683 mul_tensor_32" [label="(384, 1)", style=solid]; -"681 compressed_weight_updated_constant32" -> "683 mul_tensor_32" [label="(384, 1536)", style=solid]; -"682 _param_constant87_0_0" -> "685 linear_31" [label="(384,)", style=solid]; -"683 mul_tensor_32" -> "684 sub_tensor_32" [label="(384, 1536)", style=solid]; -"684 sub_tensor_32" -> "685 linear_31" [label=None, style=solid]; +"679 linear_31_scale_0" -> "682 quantize_per_channel_default_32" [label="(384,)", style=solid]; +"679 linear_31_scale_0" -> "683 dequantize_per_channel_default_32" [label="(384,)", style=solid]; +"680 linear_31_zero_point_0" -> "682 quantize_per_channel_default_32" [label="(384,)", style=solid]; +"680 linear_31_zero_point_0" -> "683 dequantize_per_channel_default_32" [label="(384,)", style=solid]; +"681 compressed_weight_updated_constant32" -> "682 quantize_per_channel_default_32" [label="(384, 1536)", style=solid]; +"682 quantize_per_channel_default_32" -> "683 dequantize_per_channel_default_32" [label="(384, 1536)", style=solid]; +"683 dequantize_per_channel_default_32" -> "685 linear_31" [label="(384, 1536)", style=solid]; +"684 _param_constant87_0_0" -> "685 linear_31" [label="(384,)", style=solid]; "685 linear_31" -> "686 dropout_19" [label="(1, 14, 14, 384)", style=solid]; "686 dropout_19" -> "689 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; "687 _param_constant88" -> "689 layer_norm_12" [label="(384,)", style=solid]; @@ -3904,20 +3970,24 @@ strict digraph { "690 add_16" -> "800 add_19" [label="(1, 14, 14, 384)", style=solid]; "691 _tensor_constant28" -> "692 _tensor_constant28_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "692 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "699 linear_32" [label="(1, 15, 15, 2)", style=solid]; -"693 linear_32_zero_point_0_updated_constant0" -> "698 sub_tensor_33" [label="(512, 1)", style=solid]; -"694 linear_32_scale_0_updated_constant0" -> "697 mul_tensor_33" [label="(512, 1)", style=solid]; -"695 compressed_weight_updated_constant33" -> "697 mul_tensor_33" [label="(512, 2)", style=solid]; -"696 _param_constant91_0_0" -> "699 linear_32" [label="(512,)", style=solid]; -"697 mul_tensor_33" -> "698 sub_tensor_33" [label="(512, 2)", style=solid]; -"698 sub_tensor_33" -> "699 linear_32" [label=None, style=solid]; +"693 linear_32_scale_0" -> "696 quantize_per_channel_default_33" [label="(512,)", style=solid]; +"693 linear_32_scale_0" -> "697 dequantize_per_channel_default_33" [label="(512,)", style=solid]; +"694 linear_32_zero_point_0" -> "696 quantize_per_channel_default_33" [label="(512,)", style=solid]; +"694 linear_32_zero_point_0" -> "697 dequantize_per_channel_default_33" [label="(512,)", style=solid]; +"695 compressed_weight_updated_constant33" -> "696 quantize_per_channel_default_33" [label="(512, 2)", style=solid]; +"696 quantize_per_channel_default_33" -> "697 dequantize_per_channel_default_33" [label="(512, 2)", style=solid]; +"697 dequantize_per_channel_default_33" -> "699 linear_32" [label="(512, 2)", style=solid]; +"698 _param_constant91_0_0" -> "699 linear_32" [label="(512,)", style=solid]; "699 linear_32" -> "700 relu__5" [label="(1, 15, 15, 512)", style=solid]; "700 relu__5" -> "701 relu__5_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "701 relu__5_0_0_nncf_smooth_quant_0" -> "707 linear_33" [label="(1, 15, 15, 512)", style=solid]; -"702 linear_33_zero_point_0_updated_constant0" -> "706 sub_tensor_34" [label="(12, 1)", style=solid]; -"703 linear_33_scale_0_updated_constant0" -> "705 mul_tensor_34" [label="(12, 1)", style=solid]; -"704 compressed_weight_updated_constant34" -> "705 mul_tensor_34" [label="(12, 512)", style=solid]; -"705 mul_tensor_34" -> "706 sub_tensor_34" [label="(12, 512)", style=solid]; -"706 sub_tensor_34" -> "707 linear_33" [label=None, style=solid]; +"702 linear_33_scale_0" -> "705 quantize_per_channel_default_34" [label="(12,)", style=solid]; +"702 linear_33_scale_0" -> "706 dequantize_per_channel_default_34" [label="(12,)", style=solid]; +"703 linear_33_zero_point_0" -> "705 quantize_per_channel_default_34" [label="(12,)", style=solid]; +"703 linear_33_zero_point_0" -> "706 dequantize_per_channel_default_34" [label="(12,)", style=solid]; +"704 compressed_weight_updated_constant34" -> "705 quantize_per_channel_default_34" [label="(12, 512)", style=solid]; +"705 quantize_per_channel_default_34" -> "706 dequantize_per_channel_default_34" [label="(12, 512)", style=solid]; +"706 dequantize_per_channel_default_34" -> "707 linear_33" [label="(12, 512)", style=solid]; "707 linear_33" -> "708 view_26" [label="(1, 15, 15, 12)", style=solid]; "708 view_26" -> "710 index_5" [label="(225, 12)", style=solid]; "709 _tensor_constant29" -> "710 index_5" [label="(4096,)", style=solid]; @@ -3937,12 +4007,14 @@ strict digraph { "722 reshape_22_0_0_nncf_smooth_quant_0" -> "723 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; "723 quantize_per_tensor_default_33" -> "724 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; "724 dequantize_per_tensor_default_33" -> "731 linear_34" [label="(4, 64, 384)", style=solid]; -"725 linear_34_zero_point_0_updated_constant0" -> "730 sub_tensor_35" [label="(1152, 1)", style=solid]; -"726 linear_34_scale_0_updated_constant0" -> "729 mul_tensor_35" [label="(1152, 1)", style=solid]; -"727 compressed_weight_updated_constant35" -> "729 mul_tensor_35" [label="(1152, 384)", style=solid]; -"728 _param_constant93_0_0" -> "731 linear_34" [label="(1152,)", style=solid]; -"729 mul_tensor_35" -> "730 sub_tensor_35" [label="(1152, 384)", style=solid]; -"730 sub_tensor_35" -> "731 linear_34" [label=None, style=solid]; +"725 linear_34_scale_0" -> "728 quantize_per_channel_default_35" [label="(1152,)", style=solid]; +"725 linear_34_scale_0" -> "729 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; +"726 linear_34_zero_point_0" -> "728 quantize_per_channel_default_35" [label="(1152,)", style=solid]; +"726 linear_34_zero_point_0" -> "729 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; +"727 compressed_weight_updated_constant35" -> "728 quantize_per_channel_default_35" [label="(1152, 384)", style=solid]; +"728 quantize_per_channel_default_35" -> "729 dequantize_per_channel_default_35" [label="(1152, 384)", style=solid]; +"729 dequantize_per_channel_default_35" -> "731 linear_34" [label="(1152, 384)", style=solid]; +"730 _param_constant93_0_0" -> "731 linear_34" [label="(1152,)", style=solid]; "731 linear_34" -> "732 reshape_23" [label="(4, 64, 1152)", style=solid]; "732 reshape_23" -> "733 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; "733 permute_25" -> "734 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4001,12 +4073,14 @@ strict digraph { "777 reshape_25_0_0_nncf_smooth_quant_0" -> "778 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; "778 quantize_per_tensor_default_36" -> "779 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; "779 dequantize_per_tensor_default_36" -> "786 linear_35" [label="(4, 64, 384)", style=solid]; -"780 linear_35_zero_point_0_updated_constant0" -> "785 sub_tensor_36" [label="(384, 1)", style=solid]; -"781 linear_35_scale_0_updated_constant0" -> "784 mul_tensor_36" [label="(384, 1)", style=solid]; -"782 compressed_weight_updated_constant36" -> "784 mul_tensor_36" [label="(384, 384)", style=solid]; -"783 _param_constant97_0_0" -> "786 linear_35" [label="(384,)", style=solid]; -"784 mul_tensor_36" -> "785 sub_tensor_36" [label="(384, 384)", style=solid]; -"785 sub_tensor_36" -> "786 linear_35" [label=None, style=solid]; +"780 linear_35_scale_0" -> "783 quantize_per_channel_default_36" [label="(384,)", style=solid]; +"780 linear_35_scale_0" -> "784 dequantize_per_channel_default_36" [label="(384,)", style=solid]; +"781 linear_35_zero_point_0" -> "783 quantize_per_channel_default_36" [label="(384,)", style=solid]; +"781 linear_35_zero_point_0" -> "784 dequantize_per_channel_default_36" [label="(384,)", style=solid]; +"782 compressed_weight_updated_constant36" -> "783 quantize_per_channel_default_36" [label="(384, 384)", style=solid]; +"783 quantize_per_channel_default_36" -> "784 dequantize_per_channel_default_36" [label="(384, 384)", style=solid]; +"784 dequantize_per_channel_default_36" -> "786 linear_35" [label="(384, 384)", style=solid]; +"785 _param_constant97_0_0" -> "786 linear_35" [label="(384,)", style=solid]; "786 linear_35" -> "787 dropout_21" [label="(4, 64, 384)", style=solid]; "787 dropout_21" -> "788 view_32" [label="(4, 64, 384)", style=solid]; "788 view_32" -> "789 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4026,24 +4100,28 @@ strict digraph { "801 add_19_0_0_nncf_smooth_quant_0" -> "802 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; "802 quantize_per_tensor_default_37" -> "803 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; "803 dequantize_per_tensor_default_37" -> "810 linear_36" [label="(1, 14, 14, 384)", style=solid]; -"804 linear_36_zero_point_0_updated_constant0" -> "809 sub_tensor_37" [label="(1536, 1)", style=solid]; -"805 linear_36_scale_0_updated_constant0" -> "808 mul_tensor_37" [label="(1536, 1)", style=solid]; -"806 compressed_weight_updated_constant37" -> "808 mul_tensor_37" [label="(1536, 384)", style=solid]; -"807 _param_constant101_0_0" -> "810 linear_36" [label="(1536,)", style=solid]; -"808 mul_tensor_37" -> "809 sub_tensor_37" [label="(1536, 384)", style=solid]; -"809 sub_tensor_37" -> "810 linear_36" [label=None, style=solid]; +"804 linear_36_scale_0" -> "807 quantize_per_channel_default_37" [label="(1536,)", style=solid]; +"804 linear_36_scale_0" -> "808 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; +"805 linear_36_zero_point_0" -> "807 quantize_per_channel_default_37" [label="(1536,)", style=solid]; +"805 linear_36_zero_point_0" -> "808 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; +"806 compressed_weight_updated_constant37" -> "807 quantize_per_channel_default_37" [label="(1536, 384)", style=solid]; +"807 quantize_per_channel_default_37" -> "808 dequantize_per_channel_default_37" [label="(1536, 384)", style=solid]; +"808 dequantize_per_channel_default_37" -> "810 linear_36" [label="(1536, 384)", style=solid]; +"809 _param_constant101_0_0" -> "810 linear_36" [label="(1536,)", style=solid]; "810 linear_36" -> "811 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; "811 gelu_5" -> "812 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; "812 dropout_22" -> "813 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "813 dropout_22_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; "814 quantize_per_tensor_default_38" -> "815 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; "815 dequantize_per_tensor_default_38" -> "822 linear_37" [label="(1, 14, 14, 1536)", style=solid]; -"816 linear_37_zero_point_0_updated_constant0" -> "821 sub_tensor_38" [label="(384, 1)", style=solid]; -"817 linear_37_scale_0_updated_constant0" -> "820 mul_tensor_38" [label="(384, 1)", style=solid]; -"818 compressed_weight_updated_constant38" -> "820 mul_tensor_38" [label="(384, 1536)", style=solid]; -"819 _param_constant103_0_0" -> "822 linear_37" [label="(384,)", style=solid]; -"820 mul_tensor_38" -> "821 sub_tensor_38" [label="(384, 1536)", style=solid]; -"821 sub_tensor_38" -> "822 linear_37" [label=None, style=solid]; +"816 linear_37_scale_0" -> "819 quantize_per_channel_default_38" [label="(384,)", style=solid]; +"816 linear_37_scale_0" -> "820 dequantize_per_channel_default_38" [label="(384,)", style=solid]; +"817 linear_37_zero_point_0" -> "819 quantize_per_channel_default_38" [label="(384,)", style=solid]; +"817 linear_37_zero_point_0" -> "820 dequantize_per_channel_default_38" [label="(384,)", style=solid]; +"818 compressed_weight_updated_constant38" -> "819 quantize_per_channel_default_38" [label="(384, 1536)", style=solid]; +"819 quantize_per_channel_default_38" -> "820 dequantize_per_channel_default_38" [label="(384, 1536)", style=solid]; +"820 dequantize_per_channel_default_38" -> "822 linear_37" [label="(384, 1536)", style=solid]; +"821 _param_constant103_0_0" -> "822 linear_37" [label="(384,)", style=solid]; "822 linear_37" -> "823 dropout_23" [label="(1, 14, 14, 384)", style=solid]; "823 dropout_23" -> "826 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; "824 _param_constant104" -> "826 layer_norm_14" [label="(384,)", style=solid]; @@ -4053,20 +4131,24 @@ strict digraph { "827 add_20" -> "919 add_22" [label="(1, 14, 14, 384)", style=solid]; "828 _tensor_constant39" -> "829 _tensor_constant39_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "829 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "836 linear_38" [label="(1, 15, 15, 2)", style=solid]; -"830 linear_38_zero_point_0_updated_constant0" -> "835 sub_tensor_39" [label="(512, 1)", style=solid]; -"831 linear_38_scale_0_updated_constant0" -> "834 mul_tensor_39" [label="(512, 1)", style=solid]; -"832 compressed_weight_updated_constant39" -> "834 mul_tensor_39" [label="(512, 2)", style=solid]; -"833 _param_constant107_0_0" -> "836 linear_38" [label="(512,)", style=solid]; -"834 mul_tensor_39" -> "835 sub_tensor_39" [label="(512, 2)", style=solid]; -"835 sub_tensor_39" -> "836 linear_38" [label=None, style=solid]; +"830 linear_38_scale_0" -> "833 quantize_per_channel_default_39" [label="(512,)", style=solid]; +"830 linear_38_scale_0" -> "834 dequantize_per_channel_default_39" [label="(512,)", style=solid]; +"831 linear_38_zero_point_0" -> "833 quantize_per_channel_default_39" [label="(512,)", style=solid]; +"831 linear_38_zero_point_0" -> "834 dequantize_per_channel_default_39" [label="(512,)", style=solid]; +"832 compressed_weight_updated_constant39" -> "833 quantize_per_channel_default_39" [label="(512, 2)", style=solid]; +"833 quantize_per_channel_default_39" -> "834 dequantize_per_channel_default_39" [label="(512, 2)", style=solid]; +"834 dequantize_per_channel_default_39" -> "836 linear_38" [label="(512, 2)", style=solid]; +"835 _param_constant107_0_0" -> "836 linear_38" [label="(512,)", style=solid]; "836 linear_38" -> "837 relu__6" [label="(1, 15, 15, 512)", style=solid]; "837 relu__6" -> "838 relu__6_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "838 relu__6_0_0_nncf_smooth_quant_0" -> "844 linear_39" [label="(1, 15, 15, 512)", style=solid]; -"839 linear_39_zero_point_0_updated_constant0" -> "843 sub_tensor_40" [label="(12, 1)", style=solid]; -"840 linear_39_scale_0_updated_constant0" -> "842 mul_tensor_40" [label="(12, 1)", style=solid]; -"841 compressed_weight_updated_constant40" -> "842 mul_tensor_40" [label="(12, 512)", style=solid]; -"842 mul_tensor_40" -> "843 sub_tensor_40" [label="(12, 512)", style=solid]; -"843 sub_tensor_40" -> "844 linear_39" [label=None, style=solid]; +"839 linear_39_scale_0" -> "842 quantize_per_channel_default_40" [label="(12,)", style=solid]; +"839 linear_39_scale_0" -> "843 dequantize_per_channel_default_40" [label="(12,)", style=solid]; +"840 linear_39_zero_point_0" -> "842 quantize_per_channel_default_40" [label="(12,)", style=solid]; +"840 linear_39_zero_point_0" -> "843 dequantize_per_channel_default_40" [label="(12,)", style=solid]; +"841 compressed_weight_updated_constant40" -> "842 quantize_per_channel_default_40" [label="(12, 512)", style=solid]; +"842 quantize_per_channel_default_40" -> "843 dequantize_per_channel_default_40" [label="(12, 512)", style=solid]; +"843 dequantize_per_channel_default_40" -> "844 linear_39" [label="(12, 512)", style=solid]; "844 linear_39" -> "845 view_33" [label="(1, 15, 15, 12)", style=solid]; "845 view_33" -> "847 index_6" [label="(225, 12)", style=solid]; "846 _tensor_constant40" -> "847 index_6" [label="(4096,)", style=solid]; @@ -4084,12 +4166,14 @@ strict digraph { "858 reshape_27_0_0_nncf_smooth_quant_0" -> "859 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; "859 quantize_per_tensor_default_39" -> "860 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; "860 dequantize_per_tensor_default_39" -> "867 linear_40" [label="(4, 64, 384)", style=solid]; -"861 linear_40_zero_point_0_updated_constant0" -> "866 sub_tensor_41" [label="(1152, 1)", style=solid]; -"862 linear_40_scale_0_updated_constant0" -> "865 mul_tensor_41" [label="(1152, 1)", style=solid]; -"863 compressed_weight_updated_constant41" -> "865 mul_tensor_41" [label="(1152, 384)", style=solid]; -"864 _param_constant109_0_0" -> "867 linear_40" [label="(1152,)", style=solid]; -"865 mul_tensor_41" -> "866 sub_tensor_41" [label="(1152, 384)", style=solid]; -"866 sub_tensor_41" -> "867 linear_40" [label=None, style=solid]; +"861 linear_40_scale_0" -> "864 quantize_per_channel_default_41" [label="(1152,)", style=solid]; +"861 linear_40_scale_0" -> "865 dequantize_per_channel_default_41" [label="(1152,)", style=solid]; +"862 linear_40_zero_point_0" -> "864 quantize_per_channel_default_41" [label="(1152,)", style=solid]; +"862 linear_40_zero_point_0" -> "865 dequantize_per_channel_default_41" [label="(1152,)", style=solid]; +"863 compressed_weight_updated_constant41" -> "864 quantize_per_channel_default_41" [label="(1152, 384)", style=solid]; +"864 quantize_per_channel_default_41" -> "865 dequantize_per_channel_default_41" [label="(1152, 384)", style=solid]; +"865 dequantize_per_channel_default_41" -> "867 linear_40" [label="(1152, 384)", style=solid]; +"866 _param_constant109_0_0" -> "867 linear_40" [label="(1152,)", style=solid]; "867 linear_40" -> "868 reshape_28" [label="(4, 64, 1152)", style=solid]; "868 reshape_28" -> "869 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; "869 permute_30" -> "870 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4129,12 +4213,14 @@ strict digraph { "897 reshape_29_0_0_nncf_smooth_quant_0" -> "898 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; "898 quantize_per_tensor_default_42" -> "899 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; "899 dequantize_per_tensor_default_42" -> "906 linear_41" [label="(4, 64, 384)", style=solid]; -"900 linear_41_zero_point_0_updated_constant0" -> "905 sub_tensor_42" [label="(384, 1)", style=solid]; -"901 linear_41_scale_0_updated_constant0" -> "904 mul_tensor_42" [label="(384, 1)", style=solid]; -"902 compressed_weight_updated_constant42" -> "904 mul_tensor_42" [label="(384, 384)", style=solid]; -"903 _param_constant113_0_0" -> "906 linear_41" [label="(384,)", style=solid]; -"904 mul_tensor_42" -> "905 sub_tensor_42" [label="(384, 384)", style=solid]; -"905 sub_tensor_42" -> "906 linear_41" [label=None, style=solid]; +"900 linear_41_scale_0" -> "903 quantize_per_channel_default_42" [label="(384,)", style=solid]; +"900 linear_41_scale_0" -> "904 dequantize_per_channel_default_42" [label="(384,)", style=solid]; +"901 linear_41_zero_point_0" -> "903 quantize_per_channel_default_42" [label="(384,)", style=solid]; +"901 linear_41_zero_point_0" -> "904 dequantize_per_channel_default_42" [label="(384,)", style=solid]; +"902 compressed_weight_updated_constant42" -> "903 quantize_per_channel_default_42" [label="(384, 384)", style=solid]; +"903 quantize_per_channel_default_42" -> "904 dequantize_per_channel_default_42" [label="(384, 384)", style=solid]; +"904 dequantize_per_channel_default_42" -> "906 linear_41" [label="(384, 384)", style=solid]; +"905 _param_constant113_0_0" -> "906 linear_41" [label="(384,)", style=solid]; "906 linear_41" -> "907 dropout_25" [label="(4, 64, 384)", style=solid]; "907 dropout_25" -> "908 view_36" [label="(4, 64, 384)", style=solid]; "908 view_36" -> "909 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4153,24 +4239,28 @@ strict digraph { "920 add_22_0_0_nncf_smooth_quant_0" -> "921 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; "921 quantize_per_tensor_default_43" -> "922 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; "922 dequantize_per_tensor_default_43" -> "929 linear_42" [label="(1, 14, 14, 384)", style=solid]; -"923 linear_42_zero_point_0_updated_constant0" -> "928 sub_tensor_43" [label="(1536, 1)", style=solid]; -"924 linear_42_scale_0_updated_constant0" -> "927 mul_tensor_43" [label="(1536, 1)", style=solid]; -"925 compressed_weight_updated_constant43" -> "927 mul_tensor_43" [label="(1536, 384)", style=solid]; -"926 _param_constant117_0_0" -> "929 linear_42" [label="(1536,)", style=solid]; -"927 mul_tensor_43" -> "928 sub_tensor_43" [label="(1536, 384)", style=solid]; -"928 sub_tensor_43" -> "929 linear_42" [label=None, style=solid]; +"923 linear_42_scale_0" -> "926 quantize_per_channel_default_43" [label="(1536,)", style=solid]; +"923 linear_42_scale_0" -> "927 dequantize_per_channel_default_43" [label="(1536,)", style=solid]; +"924 linear_42_zero_point_0" -> "926 quantize_per_channel_default_43" [label="(1536,)", style=solid]; +"924 linear_42_zero_point_0" -> "927 dequantize_per_channel_default_43" [label="(1536,)", style=solid]; +"925 compressed_weight_updated_constant43" -> "926 quantize_per_channel_default_43" [label="(1536, 384)", style=solid]; +"926 quantize_per_channel_default_43" -> "927 dequantize_per_channel_default_43" [label="(1536, 384)", style=solid]; +"927 dequantize_per_channel_default_43" -> "929 linear_42" [label="(1536, 384)", style=solid]; +"928 _param_constant117_0_0" -> "929 linear_42" [label="(1536,)", style=solid]; "929 linear_42" -> "930 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; "930 gelu_6" -> "931 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; "931 dropout_26" -> "932 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "932 dropout_26_0_0_nncf_smooth_quant_0" -> "933 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; "933 quantize_per_tensor_default_44" -> "934 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; "934 dequantize_per_tensor_default_44" -> "941 linear_43" [label="(1, 14, 14, 1536)", style=solid]; -"935 linear_43_zero_point_0_updated_constant0" -> "940 sub_tensor_44" [label="(384, 1)", style=solid]; -"936 linear_43_scale_0_updated_constant0" -> "939 mul_tensor_44" [label="(384, 1)", style=solid]; -"937 compressed_weight_updated_constant44" -> "939 mul_tensor_44" [label="(384, 1536)", style=solid]; -"938 _param_constant119_0_0" -> "941 linear_43" [label="(384,)", style=solid]; -"939 mul_tensor_44" -> "940 sub_tensor_44" [label="(384, 1536)", style=solid]; -"940 sub_tensor_44" -> "941 linear_43" [label=None, style=solid]; +"935 linear_43_scale_0" -> "938 quantize_per_channel_default_44" [label="(384,)", style=solid]; +"935 linear_43_scale_0" -> "939 dequantize_per_channel_default_44" [label="(384,)", style=solid]; +"936 linear_43_zero_point_0" -> "938 quantize_per_channel_default_44" [label="(384,)", style=solid]; +"936 linear_43_zero_point_0" -> "939 dequantize_per_channel_default_44" [label="(384,)", style=solid]; +"937 compressed_weight_updated_constant44" -> "938 quantize_per_channel_default_44" [label="(384, 1536)", style=solid]; +"938 quantize_per_channel_default_44" -> "939 dequantize_per_channel_default_44" [label="(384, 1536)", style=solid]; +"939 dequantize_per_channel_default_44" -> "941 linear_43" [label="(384, 1536)", style=solid]; +"940 _param_constant119_0_0" -> "941 linear_43" [label="(384,)", style=solid]; "941 linear_43" -> "942 dropout_27" [label="(1, 14, 14, 384)", style=solid]; "942 dropout_27" -> "945 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; "943 _param_constant120" -> "945 layer_norm_16" [label="(384,)", style=solid]; @@ -4180,20 +4270,24 @@ strict digraph { "946 add_23" -> "1056 add_26" [label="(1, 14, 14, 384)", style=solid]; "947 _tensor_constant41" -> "948 _tensor_constant41_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "948 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "955 linear_44" [label="(1, 15, 15, 2)", style=solid]; -"949 linear_44_zero_point_0_updated_constant0" -> "954 sub_tensor_45" [label="(512, 1)", style=solid]; -"950 linear_44_scale_0_updated_constant0" -> "953 mul_tensor_45" [label="(512, 1)", style=solid]; -"951 compressed_weight_updated_constant45" -> "953 mul_tensor_45" [label="(512, 2)", style=solid]; -"952 _param_constant123_0_0" -> "955 linear_44" [label="(512,)", style=solid]; -"953 mul_tensor_45" -> "954 sub_tensor_45" [label="(512, 2)", style=solid]; -"954 sub_tensor_45" -> "955 linear_44" [label=None, style=solid]; +"949 linear_44_scale_0" -> "952 quantize_per_channel_default_45" [label="(512,)", style=solid]; +"949 linear_44_scale_0" -> "953 dequantize_per_channel_default_45" [label="(512,)", style=solid]; +"950 linear_44_zero_point_0" -> "952 quantize_per_channel_default_45" [label="(512,)", style=solid]; +"950 linear_44_zero_point_0" -> "953 dequantize_per_channel_default_45" [label="(512,)", style=solid]; +"951 compressed_weight_updated_constant45" -> "952 quantize_per_channel_default_45" [label="(512, 2)", style=solid]; +"952 quantize_per_channel_default_45" -> "953 dequantize_per_channel_default_45" [label="(512, 2)", style=solid]; +"953 dequantize_per_channel_default_45" -> "955 linear_44" [label="(512, 2)", style=solid]; +"954 _param_constant123_0_0" -> "955 linear_44" [label="(512,)", style=solid]; "955 linear_44" -> "956 relu__7" [label="(1, 15, 15, 512)", style=solid]; "956 relu__7" -> "957 relu__7_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "957 relu__7_0_0_nncf_smooth_quant_0" -> "963 linear_45" [label="(1, 15, 15, 512)", style=solid]; -"958 linear_45_zero_point_0_updated_constant0" -> "962 sub_tensor_46" [label="(12, 1)", style=solid]; -"959 linear_45_scale_0_updated_constant0" -> "961 mul_tensor_46" [label="(12, 1)", style=solid]; -"960 compressed_weight_updated_constant46" -> "961 mul_tensor_46" [label="(12, 512)", style=solid]; -"961 mul_tensor_46" -> "962 sub_tensor_46" [label="(12, 512)", style=solid]; -"962 sub_tensor_46" -> "963 linear_45" [label=None, style=solid]; +"958 linear_45_scale_0" -> "961 quantize_per_channel_default_46" [label="(12,)", style=solid]; +"958 linear_45_scale_0" -> "962 dequantize_per_channel_default_46" [label="(12,)", style=solid]; +"959 linear_45_zero_point_0" -> "961 quantize_per_channel_default_46" [label="(12,)", style=solid]; +"959 linear_45_zero_point_0" -> "962 dequantize_per_channel_default_46" [label="(12,)", style=solid]; +"960 compressed_weight_updated_constant46" -> "961 quantize_per_channel_default_46" [label="(12, 512)", style=solid]; +"961 quantize_per_channel_default_46" -> "962 dequantize_per_channel_default_46" [label="(12, 512)", style=solid]; +"962 dequantize_per_channel_default_46" -> "963 linear_45" [label="(12, 512)", style=solid]; "963 linear_45" -> "964 view_37" [label="(1, 15, 15, 12)", style=solid]; "964 view_37" -> "966 index_7" [label="(225, 12)", style=solid]; "965 _tensor_constant42" -> "966 index_7" [label="(4096,)", style=solid]; @@ -4213,12 +4307,14 @@ strict digraph { "978 reshape_31_0_0_nncf_smooth_quant_0" -> "979 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; "979 quantize_per_tensor_default_45" -> "980 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; "980 dequantize_per_tensor_default_45" -> "987 linear_46" [label="(4, 64, 384)", style=solid]; -"981 linear_46_zero_point_0_updated_constant0" -> "986 sub_tensor_47" [label="(1152, 1)", style=solid]; -"982 linear_46_scale_0_updated_constant0" -> "985 mul_tensor_47" [label="(1152, 1)", style=solid]; -"983 compressed_weight_updated_constant47" -> "985 mul_tensor_47" [label="(1152, 384)", style=solid]; -"984 _param_constant125_0_0" -> "987 linear_46" [label="(1152,)", style=solid]; -"985 mul_tensor_47" -> "986 sub_tensor_47" [label="(1152, 384)", style=solid]; -"986 sub_tensor_47" -> "987 linear_46" [label=None, style=solid]; +"981 linear_46_scale_0" -> "984 quantize_per_channel_default_47" [label="(1152,)", style=solid]; +"981 linear_46_scale_0" -> "985 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; +"982 linear_46_zero_point_0" -> "984 quantize_per_channel_default_47" [label="(1152,)", style=solid]; +"982 linear_46_zero_point_0" -> "985 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; +"983 compressed_weight_updated_constant47" -> "984 quantize_per_channel_default_47" [label="(1152, 384)", style=solid]; +"984 quantize_per_channel_default_47" -> "985 dequantize_per_channel_default_47" [label="(1152, 384)", style=solid]; +"985 dequantize_per_channel_default_47" -> "987 linear_46" [label="(1152, 384)", style=solid]; +"986 _param_constant125_0_0" -> "987 linear_46" [label="(1152,)", style=solid]; "987 linear_46" -> "988 reshape_32" [label="(4, 64, 1152)", style=solid]; "988 reshape_32" -> "989 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; "989 permute_34" -> "990 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4277,12 +4373,14 @@ strict digraph { "1033 reshape_34_0_0_nncf_smooth_quant_0" -> "1034 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; "1034 quantize_per_tensor_default_48" -> "1035 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; "1035 dequantize_per_tensor_default_48" -> "1042 linear_47" [label="(4, 64, 384)", style=solid]; -"1036 linear_47_zero_point_0_updated_constant0" -> "1041 sub_tensor_48" [label="(384, 1)", style=solid]; -"1037 linear_47_scale_0_updated_constant0" -> "1040 mul_tensor_48" [label="(384, 1)", style=solid]; -"1038 compressed_weight_updated_constant48" -> "1040 mul_tensor_48" [label="(384, 384)", style=solid]; -"1039 _param_constant129_0_0" -> "1042 linear_47" [label="(384,)", style=solid]; -"1040 mul_tensor_48" -> "1041 sub_tensor_48" [label="(384, 384)", style=solid]; -"1041 sub_tensor_48" -> "1042 linear_47" [label=None, style=solid]; +"1036 linear_47_scale_0" -> "1039 quantize_per_channel_default_48" [label="(384,)", style=solid]; +"1036 linear_47_scale_0" -> "1040 dequantize_per_channel_default_48" [label="(384,)", style=solid]; +"1037 linear_47_zero_point_0" -> "1039 quantize_per_channel_default_48" [label="(384,)", style=solid]; +"1037 linear_47_zero_point_0" -> "1040 dequantize_per_channel_default_48" [label="(384,)", style=solid]; +"1038 compressed_weight_updated_constant48" -> "1039 quantize_per_channel_default_48" [label="(384, 384)", style=solid]; +"1039 quantize_per_channel_default_48" -> "1040 dequantize_per_channel_default_48" [label="(384, 384)", style=solid]; +"1040 dequantize_per_channel_default_48" -> "1042 linear_47" [label="(384, 384)", style=solid]; +"1041 _param_constant129_0_0" -> "1042 linear_47" [label="(384,)", style=solid]; "1042 linear_47" -> "1043 dropout_29" [label="(4, 64, 384)", style=solid]; "1043 dropout_29" -> "1044 view_43" [label="(4, 64, 384)", style=solid]; "1044 view_43" -> "1045 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4302,24 +4400,28 @@ strict digraph { "1057 add_26_0_0_nncf_smooth_quant_0" -> "1058 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; "1058 quantize_per_tensor_default_49" -> "1059 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; "1059 dequantize_per_tensor_default_49" -> "1066 linear_48" [label="(1, 14, 14, 384)", style=solid]; -"1060 linear_48_zero_point_0_updated_constant0" -> "1065 sub_tensor_49" [label="(1536, 1)", style=solid]; -"1061 linear_48_scale_0_updated_constant0" -> "1064 mul_tensor_49" [label="(1536, 1)", style=solid]; -"1062 compressed_weight_updated_constant49" -> "1064 mul_tensor_49" [label="(1536, 384)", style=solid]; -"1063 _param_constant133_0_0" -> "1066 linear_48" [label="(1536,)", style=solid]; -"1064 mul_tensor_49" -> "1065 sub_tensor_49" [label="(1536, 384)", style=solid]; -"1065 sub_tensor_49" -> "1066 linear_48" [label=None, style=solid]; +"1060 linear_48_scale_0" -> "1063 quantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1060 linear_48_scale_0" -> "1064 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1061 linear_48_zero_point_0" -> "1063 quantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1061 linear_48_zero_point_0" -> "1064 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1062 compressed_weight_updated_constant49" -> "1063 quantize_per_channel_default_49" [label="(1536, 384)", style=solid]; +"1063 quantize_per_channel_default_49" -> "1064 dequantize_per_channel_default_49" [label="(1536, 384)", style=solid]; +"1064 dequantize_per_channel_default_49" -> "1066 linear_48" [label="(1536, 384)", style=solid]; +"1065 _param_constant133_0_0" -> "1066 linear_48" [label="(1536,)", style=solid]; "1066 linear_48" -> "1067 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; "1067 gelu_7" -> "1068 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; "1068 dropout_30" -> "1069 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "1069 dropout_30_0_0_nncf_smooth_quant_0" -> "1070 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; "1070 quantize_per_tensor_default_50" -> "1071 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; "1071 dequantize_per_tensor_default_50" -> "1078 linear_49" [label="(1, 14, 14, 1536)", style=solid]; -"1072 linear_49_zero_point_0_updated_constant0" -> "1077 sub_tensor_50" [label="(384, 1)", style=solid]; -"1073 linear_49_scale_0_updated_constant0" -> "1076 mul_tensor_50" [label="(384, 1)", style=solid]; -"1074 compressed_weight_updated_constant50" -> "1076 mul_tensor_50" [label="(384, 1536)", style=solid]; -"1075 _param_constant135_0_0" -> "1078 linear_49" [label="(384,)", style=solid]; -"1076 mul_tensor_50" -> "1077 sub_tensor_50" [label="(384, 1536)", style=solid]; -"1077 sub_tensor_50" -> "1078 linear_49" [label=None, style=solid]; +"1072 linear_49_scale_0" -> "1075 quantize_per_channel_default_50" [label="(384,)", style=solid]; +"1072 linear_49_scale_0" -> "1076 dequantize_per_channel_default_50" [label="(384,)", style=solid]; +"1073 linear_49_zero_point_0" -> "1075 quantize_per_channel_default_50" [label="(384,)", style=solid]; +"1073 linear_49_zero_point_0" -> "1076 dequantize_per_channel_default_50" [label="(384,)", style=solid]; +"1074 compressed_weight_updated_constant50" -> "1075 quantize_per_channel_default_50" [label="(384, 1536)", style=solid]; +"1075 quantize_per_channel_default_50" -> "1076 dequantize_per_channel_default_50" [label="(384, 1536)", style=solid]; +"1076 dequantize_per_channel_default_50" -> "1078 linear_49" [label="(384, 1536)", style=solid]; +"1077 _param_constant135_0_0" -> "1078 linear_49" [label="(384,)", style=solid]; "1078 linear_49" -> "1079 dropout_31" [label="(1, 14, 14, 384)", style=solid]; "1079 dropout_31" -> "1082 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; "1080 _param_constant136" -> "1082 layer_norm_18" [label="(384,)", style=solid]; @@ -4329,20 +4431,24 @@ strict digraph { "1083 add_27" -> "1175 add_29" [label="(1, 14, 14, 384)", style=solid]; "1084 _tensor_constant52" -> "1085 _tensor_constant52_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "1085 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "1092 linear_50" [label="(1, 15, 15, 2)", style=solid]; -"1086 linear_50_zero_point_0_updated_constant0" -> "1091 sub_tensor_51" [label="(512, 1)", style=solid]; -"1087 linear_50_scale_0_updated_constant0" -> "1090 mul_tensor_51" [label="(512, 1)", style=solid]; -"1088 compressed_weight_updated_constant51" -> "1090 mul_tensor_51" [label="(512, 2)", style=solid]; -"1089 _param_constant139_0_0" -> "1092 linear_50" [label="(512,)", style=solid]; -"1090 mul_tensor_51" -> "1091 sub_tensor_51" [label="(512, 2)", style=solid]; -"1091 sub_tensor_51" -> "1092 linear_50" [label=None, style=solid]; +"1086 linear_50_scale_0" -> "1089 quantize_per_channel_default_51" [label="(512,)", style=solid]; +"1086 linear_50_scale_0" -> "1090 dequantize_per_channel_default_51" [label="(512,)", style=solid]; +"1087 linear_50_zero_point_0" -> "1089 quantize_per_channel_default_51" [label="(512,)", style=solid]; +"1087 linear_50_zero_point_0" -> "1090 dequantize_per_channel_default_51" [label="(512,)", style=solid]; +"1088 compressed_weight_updated_constant51" -> "1089 quantize_per_channel_default_51" [label="(512, 2)", style=solid]; +"1089 quantize_per_channel_default_51" -> "1090 dequantize_per_channel_default_51" [label="(512, 2)", style=solid]; +"1090 dequantize_per_channel_default_51" -> "1092 linear_50" [label="(512, 2)", style=solid]; +"1091 _param_constant139_0_0" -> "1092 linear_50" [label="(512,)", style=solid]; "1092 linear_50" -> "1093 relu__8" [label="(1, 15, 15, 512)", style=solid]; "1093 relu__8" -> "1094 relu__8_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1094 relu__8_0_0_nncf_smooth_quant_0" -> "1100 linear_51" [label="(1, 15, 15, 512)", style=solid]; -"1095 linear_51_zero_point_0_updated_constant0" -> "1099 sub_tensor_52" [label="(12, 1)", style=solid]; -"1096 linear_51_scale_0_updated_constant0" -> "1098 mul_tensor_52" [label="(12, 1)", style=solid]; -"1097 compressed_weight_updated_constant52" -> "1098 mul_tensor_52" [label="(12, 512)", style=solid]; -"1098 mul_tensor_52" -> "1099 sub_tensor_52" [label="(12, 512)", style=solid]; -"1099 sub_tensor_52" -> "1100 linear_51" [label=None, style=solid]; +"1095 linear_51_scale_0" -> "1098 quantize_per_channel_default_52" [label="(12,)", style=solid]; +"1095 linear_51_scale_0" -> "1099 dequantize_per_channel_default_52" [label="(12,)", style=solid]; +"1096 linear_51_zero_point_0" -> "1098 quantize_per_channel_default_52" [label="(12,)", style=solid]; +"1096 linear_51_zero_point_0" -> "1099 dequantize_per_channel_default_52" [label="(12,)", style=solid]; +"1097 compressed_weight_updated_constant52" -> "1098 quantize_per_channel_default_52" [label="(12, 512)", style=solid]; +"1098 quantize_per_channel_default_52" -> "1099 dequantize_per_channel_default_52" [label="(12, 512)", style=solid]; +"1099 dequantize_per_channel_default_52" -> "1100 linear_51" [label="(12, 512)", style=solid]; "1100 linear_51" -> "1101 view_44" [label="(1, 15, 15, 12)", style=solid]; "1101 view_44" -> "1103 index_8" [label="(225, 12)", style=solid]; "1102 _tensor_constant53" -> "1103 index_8" [label="(4096,)", style=solid]; @@ -4360,12 +4466,14 @@ strict digraph { "1114 reshape_36_0_0_nncf_smooth_quant_0" -> "1115 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; "1115 quantize_per_tensor_default_51" -> "1116 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; "1116 dequantize_per_tensor_default_51" -> "1123 linear_52" [label="(4, 64, 384)", style=solid]; -"1117 linear_52_zero_point_0_updated_constant0" -> "1122 sub_tensor_53" [label="(1152, 1)", style=solid]; -"1118 linear_52_scale_0_updated_constant0" -> "1121 mul_tensor_53" [label="(1152, 1)", style=solid]; -"1119 compressed_weight_updated_constant53" -> "1121 mul_tensor_53" [label="(1152, 384)", style=solid]; -"1120 _param_constant141_0_0" -> "1123 linear_52" [label="(1152,)", style=solid]; -"1121 mul_tensor_53" -> "1122 sub_tensor_53" [label="(1152, 384)", style=solid]; -"1122 sub_tensor_53" -> "1123 linear_52" [label=None, style=solid]; +"1117 linear_52_scale_0" -> "1120 quantize_per_channel_default_53" [label="(1152,)", style=solid]; +"1117 linear_52_scale_0" -> "1121 dequantize_per_channel_default_53" [label="(1152,)", style=solid]; +"1118 linear_52_zero_point_0" -> "1120 quantize_per_channel_default_53" [label="(1152,)", style=solid]; +"1118 linear_52_zero_point_0" -> "1121 dequantize_per_channel_default_53" [label="(1152,)", style=solid]; +"1119 compressed_weight_updated_constant53" -> "1120 quantize_per_channel_default_53" [label="(1152, 384)", style=solid]; +"1120 quantize_per_channel_default_53" -> "1121 dequantize_per_channel_default_53" [label="(1152, 384)", style=solid]; +"1121 dequantize_per_channel_default_53" -> "1123 linear_52" [label="(1152, 384)", style=solid]; +"1122 _param_constant141_0_0" -> "1123 linear_52" [label="(1152,)", style=solid]; "1123 linear_52" -> "1124 reshape_37" [label="(4, 64, 1152)", style=solid]; "1124 reshape_37" -> "1125 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; "1125 permute_39" -> "1126 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4405,12 +4513,14 @@ strict digraph { "1153 reshape_38_0_0_nncf_smooth_quant_0" -> "1154 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; "1154 quantize_per_tensor_default_54" -> "1155 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; "1155 dequantize_per_tensor_default_54" -> "1162 linear_53" [label="(4, 64, 384)", style=solid]; -"1156 linear_53_zero_point_0_updated_constant0" -> "1161 sub_tensor_54" [label="(384, 1)", style=solid]; -"1157 linear_53_scale_0_updated_constant0" -> "1160 mul_tensor_54" [label="(384, 1)", style=solid]; -"1158 compressed_weight_updated_constant54" -> "1160 mul_tensor_54" [label="(384, 384)", style=solid]; -"1159 _param_constant145_0_0" -> "1162 linear_53" [label="(384,)", style=solid]; -"1160 mul_tensor_54" -> "1161 sub_tensor_54" [label="(384, 384)", style=solid]; -"1161 sub_tensor_54" -> "1162 linear_53" [label=None, style=solid]; +"1156 linear_53_scale_0" -> "1159 quantize_per_channel_default_54" [label="(384,)", style=solid]; +"1156 linear_53_scale_0" -> "1160 dequantize_per_channel_default_54" [label="(384,)", style=solid]; +"1157 linear_53_zero_point_0" -> "1159 quantize_per_channel_default_54" [label="(384,)", style=solid]; +"1157 linear_53_zero_point_0" -> "1160 dequantize_per_channel_default_54" [label="(384,)", style=solid]; +"1158 compressed_weight_updated_constant54" -> "1159 quantize_per_channel_default_54" [label="(384, 384)", style=solid]; +"1159 quantize_per_channel_default_54" -> "1160 dequantize_per_channel_default_54" [label="(384, 384)", style=solid]; +"1160 dequantize_per_channel_default_54" -> "1162 linear_53" [label="(384, 384)", style=solid]; +"1161 _param_constant145_0_0" -> "1162 linear_53" [label="(384,)", style=solid]; "1162 linear_53" -> "1163 dropout_33" [label="(4, 64, 384)", style=solid]; "1163 dropout_33" -> "1164 view_47" [label="(4, 64, 384)", style=solid]; "1164 view_47" -> "1165 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4429,24 +4539,28 @@ strict digraph { "1176 add_29_0_0_nncf_smooth_quant_0" -> "1177 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; "1177 quantize_per_tensor_default_55" -> "1178 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; "1178 dequantize_per_tensor_default_55" -> "1185 linear_54" [label="(1, 14, 14, 384)", style=solid]; -"1179 linear_54_zero_point_0_updated_constant0" -> "1184 sub_tensor_55" [label="(1536, 1)", style=solid]; -"1180 linear_54_scale_0_updated_constant0" -> "1183 mul_tensor_55" [label="(1536, 1)", style=solid]; -"1181 compressed_weight_updated_constant55" -> "1183 mul_tensor_55" [label="(1536, 384)", style=solid]; -"1182 _param_constant149_0_0" -> "1185 linear_54" [label="(1536,)", style=solid]; -"1183 mul_tensor_55" -> "1184 sub_tensor_55" [label="(1536, 384)", style=solid]; -"1184 sub_tensor_55" -> "1185 linear_54" [label=None, style=solid]; +"1179 linear_54_scale_0" -> "1182 quantize_per_channel_default_55" [label="(1536,)", style=solid]; +"1179 linear_54_scale_0" -> "1183 dequantize_per_channel_default_55" [label="(1536,)", style=solid]; +"1180 linear_54_zero_point_0" -> "1182 quantize_per_channel_default_55" [label="(1536,)", style=solid]; +"1180 linear_54_zero_point_0" -> "1183 dequantize_per_channel_default_55" [label="(1536,)", style=solid]; +"1181 compressed_weight_updated_constant55" -> "1182 quantize_per_channel_default_55" [label="(1536, 384)", style=solid]; +"1182 quantize_per_channel_default_55" -> "1183 dequantize_per_channel_default_55" [label="(1536, 384)", style=solid]; +"1183 dequantize_per_channel_default_55" -> "1185 linear_54" [label="(1536, 384)", style=solid]; +"1184 _param_constant149_0_0" -> "1185 linear_54" [label="(1536,)", style=solid]; "1185 linear_54" -> "1186 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; "1186 gelu_8" -> "1187 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; "1187 dropout_34" -> "1188 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "1188 dropout_34_0_0_nncf_smooth_quant_0" -> "1189 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; "1189 quantize_per_tensor_default_56" -> "1190 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; "1190 dequantize_per_tensor_default_56" -> "1197 linear_55" [label="(1, 14, 14, 1536)", style=solid]; -"1191 linear_55_zero_point_0_updated_constant0" -> "1196 sub_tensor_56" [label="(384, 1)", style=solid]; -"1192 linear_55_scale_0_updated_constant0" -> "1195 mul_tensor_56" [label="(384, 1)", style=solid]; -"1193 compressed_weight_updated_constant56" -> "1195 mul_tensor_56" [label="(384, 1536)", style=solid]; -"1194 _param_constant151_0_0" -> "1197 linear_55" [label="(384,)", style=solid]; -"1195 mul_tensor_56" -> "1196 sub_tensor_56" [label="(384, 1536)", style=solid]; -"1196 sub_tensor_56" -> "1197 linear_55" [label=None, style=solid]; +"1191 linear_55_scale_0" -> "1194 quantize_per_channel_default_56" [label="(384,)", style=solid]; +"1191 linear_55_scale_0" -> "1195 dequantize_per_channel_default_56" [label="(384,)", style=solid]; +"1192 linear_55_zero_point_0" -> "1194 quantize_per_channel_default_56" [label="(384,)", style=solid]; +"1192 linear_55_zero_point_0" -> "1195 dequantize_per_channel_default_56" [label="(384,)", style=solid]; +"1193 compressed_weight_updated_constant56" -> "1194 quantize_per_channel_default_56" [label="(384, 1536)", style=solid]; +"1194 quantize_per_channel_default_56" -> "1195 dequantize_per_channel_default_56" [label="(384, 1536)", style=solid]; +"1195 dequantize_per_channel_default_56" -> "1197 linear_55" [label="(384, 1536)", style=solid]; +"1196 _param_constant151_0_0" -> "1197 linear_55" [label="(384,)", style=solid]; "1197 linear_55" -> "1198 dropout_35" [label="(1, 14, 14, 384)", style=solid]; "1198 dropout_35" -> "1201 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; "1199 _param_constant152" -> "1201 layer_norm_20" [label="(384,)", style=solid]; @@ -4456,20 +4570,24 @@ strict digraph { "1202 add_30" -> "1312 add_33" [label="(1, 14, 14, 384)", style=solid]; "1203 _tensor_constant54" -> "1204 _tensor_constant54_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "1204 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1211 linear_56" [label="(1, 15, 15, 2)", style=solid]; -"1205 linear_56_zero_point_0_updated_constant0" -> "1210 sub_tensor_57" [label="(512, 1)", style=solid]; -"1206 linear_56_scale_0_updated_constant0" -> "1209 mul_tensor_57" [label="(512, 1)", style=solid]; -"1207 compressed_weight_updated_constant57" -> "1209 mul_tensor_57" [label="(512, 2)", style=solid]; -"1208 _param_constant155_0_0" -> "1211 linear_56" [label="(512,)", style=solid]; -"1209 mul_tensor_57" -> "1210 sub_tensor_57" [label="(512, 2)", style=solid]; -"1210 sub_tensor_57" -> "1211 linear_56" [label=None, style=solid]; +"1205 linear_56_scale_0" -> "1208 quantize_per_channel_default_57" [label="(512,)", style=solid]; +"1205 linear_56_scale_0" -> "1209 dequantize_per_channel_default_57" [label="(512,)", style=solid]; +"1206 linear_56_zero_point_0" -> "1208 quantize_per_channel_default_57" [label="(512,)", style=solid]; +"1206 linear_56_zero_point_0" -> "1209 dequantize_per_channel_default_57" [label="(512,)", style=solid]; +"1207 compressed_weight_updated_constant57" -> "1208 quantize_per_channel_default_57" [label="(512, 2)", style=solid]; +"1208 quantize_per_channel_default_57" -> "1209 dequantize_per_channel_default_57" [label="(512, 2)", style=solid]; +"1209 dequantize_per_channel_default_57" -> "1211 linear_56" [label="(512, 2)", style=solid]; +"1210 _param_constant155_0_0" -> "1211 linear_56" [label="(512,)", style=solid]; "1211 linear_56" -> "1212 relu__9" [label="(1, 15, 15, 512)", style=solid]; "1212 relu__9" -> "1213 relu__9_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1213 relu__9_0_0_nncf_smooth_quant_0" -> "1219 linear_57" [label="(1, 15, 15, 512)", style=solid]; -"1214 linear_57_zero_point_0_updated_constant0" -> "1218 sub_tensor_58" [label="(12, 1)", style=solid]; -"1215 linear_57_scale_0_updated_constant0" -> "1217 mul_tensor_58" [label="(12, 1)", style=solid]; -"1216 compressed_weight_updated_constant58" -> "1217 mul_tensor_58" [label="(12, 512)", style=solid]; -"1217 mul_tensor_58" -> "1218 sub_tensor_58" [label="(12, 512)", style=solid]; -"1218 sub_tensor_58" -> "1219 linear_57" [label=None, style=solid]; +"1214 linear_57_scale_0" -> "1217 quantize_per_channel_default_58" [label="(12,)", style=solid]; +"1214 linear_57_scale_0" -> "1218 dequantize_per_channel_default_58" [label="(12,)", style=solid]; +"1215 linear_57_zero_point_0" -> "1217 quantize_per_channel_default_58" [label="(12,)", style=solid]; +"1215 linear_57_zero_point_0" -> "1218 dequantize_per_channel_default_58" [label="(12,)", style=solid]; +"1216 compressed_weight_updated_constant58" -> "1217 quantize_per_channel_default_58" [label="(12, 512)", style=solid]; +"1217 quantize_per_channel_default_58" -> "1218 dequantize_per_channel_default_58" [label="(12, 512)", style=solid]; +"1218 dequantize_per_channel_default_58" -> "1219 linear_57" [label="(12, 512)", style=solid]; "1219 linear_57" -> "1220 view_48" [label="(1, 15, 15, 12)", style=solid]; "1220 view_48" -> "1222 index_9" [label="(225, 12)", style=solid]; "1221 _tensor_constant55" -> "1222 index_9" [label="(4096,)", style=solid]; @@ -4489,12 +4607,14 @@ strict digraph { "1234 reshape_40_0_0_nncf_smooth_quant_0" -> "1235 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; "1235 quantize_per_tensor_default_57" -> "1236 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; "1236 dequantize_per_tensor_default_57" -> "1243 linear_58" [label="(4, 64, 384)", style=solid]; -"1237 linear_58_zero_point_0_updated_constant0" -> "1242 sub_tensor_59" [label="(1152, 1)", style=solid]; -"1238 linear_58_scale_0_updated_constant0" -> "1241 mul_tensor_59" [label="(1152, 1)", style=solid]; -"1239 compressed_weight_updated_constant59" -> "1241 mul_tensor_59" [label="(1152, 384)", style=solid]; -"1240 _param_constant157_0_0" -> "1243 linear_58" [label="(1152,)", style=solid]; -"1241 mul_tensor_59" -> "1242 sub_tensor_59" [label="(1152, 384)", style=solid]; -"1242 sub_tensor_59" -> "1243 linear_58" [label=None, style=solid]; +"1237 linear_58_scale_0" -> "1240 quantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1237 linear_58_scale_0" -> "1241 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1238 linear_58_zero_point_0" -> "1240 quantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1238 linear_58_zero_point_0" -> "1241 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1239 compressed_weight_updated_constant59" -> "1240 quantize_per_channel_default_59" [label="(1152, 384)", style=solid]; +"1240 quantize_per_channel_default_59" -> "1241 dequantize_per_channel_default_59" [label="(1152, 384)", style=solid]; +"1241 dequantize_per_channel_default_59" -> "1243 linear_58" [label="(1152, 384)", style=solid]; +"1242 _param_constant157_0_0" -> "1243 linear_58" [label="(1152,)", style=solid]; "1243 linear_58" -> "1244 reshape_41" [label="(4, 64, 1152)", style=solid]; "1244 reshape_41" -> "1245 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; "1245 permute_43" -> "1246 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4553,12 +4673,14 @@ strict digraph { "1289 reshape_43_0_0_nncf_smooth_quant_0" -> "1290 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; "1290 quantize_per_tensor_default_60" -> "1291 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; "1291 dequantize_per_tensor_default_60" -> "1298 linear_59" [label="(4, 64, 384)", style=solid]; -"1292 linear_59_zero_point_0_updated_constant0" -> "1297 sub_tensor_60" [label="(384, 1)", style=solid]; -"1293 linear_59_scale_0_updated_constant0" -> "1296 mul_tensor_60" [label="(384, 1)", style=solid]; -"1294 compressed_weight_updated_constant60" -> "1296 mul_tensor_60" [label="(384, 384)", style=solid]; -"1295 _param_constant161_0_0" -> "1298 linear_59" [label="(384,)", style=solid]; -"1296 mul_tensor_60" -> "1297 sub_tensor_60" [label="(384, 384)", style=solid]; -"1297 sub_tensor_60" -> "1298 linear_59" [label=None, style=solid]; +"1292 linear_59_scale_0" -> "1295 quantize_per_channel_default_60" [label="(384,)", style=solid]; +"1292 linear_59_scale_0" -> "1296 dequantize_per_channel_default_60" [label="(384,)", style=solid]; +"1293 linear_59_zero_point_0" -> "1295 quantize_per_channel_default_60" [label="(384,)", style=solid]; +"1293 linear_59_zero_point_0" -> "1296 dequantize_per_channel_default_60" [label="(384,)", style=solid]; +"1294 compressed_weight_updated_constant60" -> "1295 quantize_per_channel_default_60" [label="(384, 384)", style=solid]; +"1295 quantize_per_channel_default_60" -> "1296 dequantize_per_channel_default_60" [label="(384, 384)", style=solid]; +"1296 dequantize_per_channel_default_60" -> "1298 linear_59" [label="(384, 384)", style=solid]; +"1297 _param_constant161_0_0" -> "1298 linear_59" [label="(384,)", style=solid]; "1298 linear_59" -> "1299 dropout_37" [label="(4, 64, 384)", style=solid]; "1299 dropout_37" -> "1300 view_54" [label="(4, 64, 384)", style=solid]; "1300 view_54" -> "1301 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4578,24 +4700,28 @@ strict digraph { "1313 add_33_0_0_nncf_smooth_quant_0" -> "1314 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; "1314 quantize_per_tensor_default_61" -> "1315 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; "1315 dequantize_per_tensor_default_61" -> "1322 linear_60" [label="(1, 14, 14, 384)", style=solid]; -"1316 linear_60_zero_point_0_updated_constant0" -> "1321 sub_tensor_61" [label="(1536, 1)", style=solid]; -"1317 linear_60_scale_0_updated_constant0" -> "1320 mul_tensor_61" [label="(1536, 1)", style=solid]; -"1318 compressed_weight_updated_constant61" -> "1320 mul_tensor_61" [label="(1536, 384)", style=solid]; -"1319 _param_constant165_0_0" -> "1322 linear_60" [label="(1536,)", style=solid]; -"1320 mul_tensor_61" -> "1321 sub_tensor_61" [label="(1536, 384)", style=solid]; -"1321 sub_tensor_61" -> "1322 linear_60" [label=None, style=solid]; +"1316 linear_60_scale_0" -> "1319 quantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1316 linear_60_scale_0" -> "1320 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1317 linear_60_zero_point_0" -> "1319 quantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1317 linear_60_zero_point_0" -> "1320 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1318 compressed_weight_updated_constant61" -> "1319 quantize_per_channel_default_61" [label="(1536, 384)", style=solid]; +"1319 quantize_per_channel_default_61" -> "1320 dequantize_per_channel_default_61" [label="(1536, 384)", style=solid]; +"1320 dequantize_per_channel_default_61" -> "1322 linear_60" [label="(1536, 384)", style=solid]; +"1321 _param_constant165_0_0" -> "1322 linear_60" [label="(1536,)", style=solid]; "1322 linear_60" -> "1323 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; "1323 gelu_9" -> "1324 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; "1324 dropout_38" -> "1325 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "1325 dropout_38_0_0_nncf_smooth_quant_0" -> "1326 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; "1326 quantize_per_tensor_default_62" -> "1327 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; "1327 dequantize_per_tensor_default_62" -> "1334 linear_61" [label="(1, 14, 14, 1536)", style=solid]; -"1328 linear_61_zero_point_0_updated_constant0" -> "1333 sub_tensor_62" [label="(384, 1)", style=solid]; -"1329 linear_61_scale_0_updated_constant0" -> "1332 mul_tensor_62" [label="(384, 1)", style=solid]; -"1330 compressed_weight_updated_constant62" -> "1332 mul_tensor_62" [label="(384, 1536)", style=solid]; -"1331 _param_constant167_0_0" -> "1334 linear_61" [label="(384,)", style=solid]; -"1332 mul_tensor_62" -> "1333 sub_tensor_62" [label="(384, 1536)", style=solid]; -"1333 sub_tensor_62" -> "1334 linear_61" [label=None, style=solid]; +"1328 linear_61_scale_0" -> "1331 quantize_per_channel_default_62" [label="(384,)", style=solid]; +"1328 linear_61_scale_0" -> "1332 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"1329 linear_61_zero_point_0" -> "1331 quantize_per_channel_default_62" [label="(384,)", style=solid]; +"1329 linear_61_zero_point_0" -> "1332 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"1330 compressed_weight_updated_constant62" -> "1331 quantize_per_channel_default_62" [label="(384, 1536)", style=solid]; +"1331 quantize_per_channel_default_62" -> "1332 dequantize_per_channel_default_62" [label="(384, 1536)", style=solid]; +"1332 dequantize_per_channel_default_62" -> "1334 linear_61" [label="(384, 1536)", style=solid]; +"1333 _param_constant167_0_0" -> "1334 linear_61" [label="(384,)", style=solid]; "1334 linear_61" -> "1335 dropout_39" [label="(1, 14, 14, 384)", style=solid]; "1335 dropout_39" -> "1338 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; "1336 _param_constant168" -> "1338 layer_norm_22" [label="(384,)", style=solid]; @@ -4605,20 +4731,24 @@ strict digraph { "1339 add_34" -> "1431 add_36" [label="(1, 14, 14, 384)", style=solid]; "1340 _tensor_constant65" -> "1341 _tensor_constant65_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "1341 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1348 linear_62" [label="(1, 15, 15, 2)", style=solid]; -"1342 linear_62_zero_point_0_updated_constant0" -> "1347 sub_tensor_63" [label="(512, 1)", style=solid]; -"1343 linear_62_scale_0_updated_constant0" -> "1346 mul_tensor_63" [label="(512, 1)", style=solid]; -"1344 compressed_weight_updated_constant63" -> "1346 mul_tensor_63" [label="(512, 2)", style=solid]; -"1345 _param_constant171_0_0" -> "1348 linear_62" [label="(512,)", style=solid]; -"1346 mul_tensor_63" -> "1347 sub_tensor_63" [label="(512, 2)", style=solid]; -"1347 sub_tensor_63" -> "1348 linear_62" [label=None, style=solid]; +"1342 linear_62_scale_0" -> "1345 quantize_per_channel_default_63" [label="(512,)", style=solid]; +"1342 linear_62_scale_0" -> "1346 dequantize_per_channel_default_63" [label="(512,)", style=solid]; +"1343 linear_62_zero_point_0" -> "1345 quantize_per_channel_default_63" [label="(512,)", style=solid]; +"1343 linear_62_zero_point_0" -> "1346 dequantize_per_channel_default_63" [label="(512,)", style=solid]; +"1344 compressed_weight_updated_constant63" -> "1345 quantize_per_channel_default_63" [label="(512, 2)", style=solid]; +"1345 quantize_per_channel_default_63" -> "1346 dequantize_per_channel_default_63" [label="(512, 2)", style=solid]; +"1346 dequantize_per_channel_default_63" -> "1348 linear_62" [label="(512, 2)", style=solid]; +"1347 _param_constant171_0_0" -> "1348 linear_62" [label="(512,)", style=solid]; "1348 linear_62" -> "1349 relu__10" [label="(1, 15, 15, 512)", style=solid]; "1349 relu__10" -> "1350 relu__10_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1350 relu__10_0_0_nncf_smooth_quant_0" -> "1356 linear_63" [label="(1, 15, 15, 512)", style=solid]; -"1351 linear_63_zero_point_0_updated_constant0" -> "1355 sub_tensor_64" [label="(12, 1)", style=solid]; -"1352 linear_63_scale_0_updated_constant0" -> "1354 mul_tensor_64" [label="(12, 1)", style=solid]; -"1353 compressed_weight_updated_constant64" -> "1354 mul_tensor_64" [label="(12, 512)", style=solid]; -"1354 mul_tensor_64" -> "1355 sub_tensor_64" [label="(12, 512)", style=solid]; -"1355 sub_tensor_64" -> "1356 linear_63" [label=None, style=solid]; +"1351 linear_63_scale_0" -> "1354 quantize_per_channel_default_64" [label="(12,)", style=solid]; +"1351 linear_63_scale_0" -> "1355 dequantize_per_channel_default_64" [label="(12,)", style=solid]; +"1352 linear_63_zero_point_0" -> "1354 quantize_per_channel_default_64" [label="(12,)", style=solid]; +"1352 linear_63_zero_point_0" -> "1355 dequantize_per_channel_default_64" [label="(12,)", style=solid]; +"1353 compressed_weight_updated_constant64" -> "1354 quantize_per_channel_default_64" [label="(12, 512)", style=solid]; +"1354 quantize_per_channel_default_64" -> "1355 dequantize_per_channel_default_64" [label="(12, 512)", style=solid]; +"1355 dequantize_per_channel_default_64" -> "1356 linear_63" [label="(12, 512)", style=solid]; "1356 linear_63" -> "1357 view_55" [label="(1, 15, 15, 12)", style=solid]; "1357 view_55" -> "1359 index_10" [label="(225, 12)", style=solid]; "1358 _tensor_constant66" -> "1359 index_10" [label="(4096,)", style=solid]; @@ -4636,12 +4766,14 @@ strict digraph { "1370 reshape_45_0_0_nncf_smooth_quant_0" -> "1371 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; "1371 quantize_per_tensor_default_63" -> "1372 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; "1372 dequantize_per_tensor_default_63" -> "1379 linear_64" [label="(4, 64, 384)", style=solid]; -"1373 linear_64_zero_point_0_updated_constant0" -> "1378 sub_tensor_65" [label="(1152, 1)", style=solid]; -"1374 linear_64_scale_0_updated_constant0" -> "1377 mul_tensor_65" [label="(1152, 1)", style=solid]; -"1375 compressed_weight_updated_constant65" -> "1377 mul_tensor_65" [label="(1152, 384)", style=solid]; -"1376 _param_constant173_0_0" -> "1379 linear_64" [label="(1152,)", style=solid]; -"1377 mul_tensor_65" -> "1378 sub_tensor_65" [label="(1152, 384)", style=solid]; -"1378 sub_tensor_65" -> "1379 linear_64" [label=None, style=solid]; +"1373 linear_64_scale_0" -> "1376 quantize_per_channel_default_65" [label="(1152,)", style=solid]; +"1373 linear_64_scale_0" -> "1377 dequantize_per_channel_default_65" [label="(1152,)", style=solid]; +"1374 linear_64_zero_point_0" -> "1376 quantize_per_channel_default_65" [label="(1152,)", style=solid]; +"1374 linear_64_zero_point_0" -> "1377 dequantize_per_channel_default_65" [label="(1152,)", style=solid]; +"1375 compressed_weight_updated_constant65" -> "1376 quantize_per_channel_default_65" [label="(1152, 384)", style=solid]; +"1376 quantize_per_channel_default_65" -> "1377 dequantize_per_channel_default_65" [label="(1152, 384)", style=solid]; +"1377 dequantize_per_channel_default_65" -> "1379 linear_64" [label="(1152, 384)", style=solid]; +"1378 _param_constant173_0_0" -> "1379 linear_64" [label="(1152,)", style=solid]; "1379 linear_64" -> "1380 reshape_46" [label="(4, 64, 1152)", style=solid]; "1380 reshape_46" -> "1381 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; "1381 permute_48" -> "1382 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4681,12 +4813,14 @@ strict digraph { "1409 reshape_47_0_0_nncf_smooth_quant_0" -> "1410 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; "1410 quantize_per_tensor_default_66" -> "1411 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; "1411 dequantize_per_tensor_default_66" -> "1418 linear_65" [label="(4, 64, 384)", style=solid]; -"1412 linear_65_zero_point_0_updated_constant0" -> "1417 sub_tensor_66" [label="(384, 1)", style=solid]; -"1413 linear_65_scale_0_updated_constant0" -> "1416 mul_tensor_66" [label="(384, 1)", style=solid]; -"1414 compressed_weight_updated_constant66" -> "1416 mul_tensor_66" [label="(384, 384)", style=solid]; -"1415 _param_constant177_0_0" -> "1418 linear_65" [label="(384,)", style=solid]; -"1416 mul_tensor_66" -> "1417 sub_tensor_66" [label="(384, 384)", style=solid]; -"1417 sub_tensor_66" -> "1418 linear_65" [label=None, style=solid]; +"1412 linear_65_scale_0" -> "1415 quantize_per_channel_default_66" [label="(384,)", style=solid]; +"1412 linear_65_scale_0" -> "1416 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"1413 linear_65_zero_point_0" -> "1415 quantize_per_channel_default_66" [label="(384,)", style=solid]; +"1413 linear_65_zero_point_0" -> "1416 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"1414 compressed_weight_updated_constant66" -> "1415 quantize_per_channel_default_66" [label="(384, 384)", style=solid]; +"1415 quantize_per_channel_default_66" -> "1416 dequantize_per_channel_default_66" [label="(384, 384)", style=solid]; +"1416 dequantize_per_channel_default_66" -> "1418 linear_65" [label="(384, 384)", style=solid]; +"1417 _param_constant177_0_0" -> "1418 linear_65" [label="(384,)", style=solid]; "1418 linear_65" -> "1419 dropout_41" [label="(4, 64, 384)", style=solid]; "1419 dropout_41" -> "1420 view_58" [label="(4, 64, 384)", style=solid]; "1420 view_58" -> "1421 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4705,24 +4839,28 @@ strict digraph { "1432 add_36_0_0_nncf_smooth_quant_0" -> "1433 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; "1433 quantize_per_tensor_default_67" -> "1434 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; "1434 dequantize_per_tensor_default_67" -> "1441 linear_66" [label="(1, 14, 14, 384)", style=solid]; -"1435 linear_66_zero_point_0_updated_constant0" -> "1440 sub_tensor_67" [label="(1536, 1)", style=solid]; -"1436 linear_66_scale_0_updated_constant0" -> "1439 mul_tensor_67" [label="(1536, 1)", style=solid]; -"1437 compressed_weight_updated_constant67" -> "1439 mul_tensor_67" [label="(1536, 384)", style=solid]; -"1438 _param_constant181_0_0" -> "1441 linear_66" [label="(1536,)", style=solid]; -"1439 mul_tensor_67" -> "1440 sub_tensor_67" [label="(1536, 384)", style=solid]; -"1440 sub_tensor_67" -> "1441 linear_66" [label=None, style=solid]; +"1435 linear_66_scale_0" -> "1438 quantize_per_channel_default_67" [label="(1536,)", style=solid]; +"1435 linear_66_scale_0" -> "1439 dequantize_per_channel_default_67" [label="(1536,)", style=solid]; +"1436 linear_66_zero_point_0" -> "1438 quantize_per_channel_default_67" [label="(1536,)", style=solid]; +"1436 linear_66_zero_point_0" -> "1439 dequantize_per_channel_default_67" [label="(1536,)", style=solid]; +"1437 compressed_weight_updated_constant67" -> "1438 quantize_per_channel_default_67" [label="(1536, 384)", style=solid]; +"1438 quantize_per_channel_default_67" -> "1439 dequantize_per_channel_default_67" [label="(1536, 384)", style=solid]; +"1439 dequantize_per_channel_default_67" -> "1441 linear_66" [label="(1536, 384)", style=solid]; +"1440 _param_constant181_0_0" -> "1441 linear_66" [label="(1536,)", style=solid]; "1441 linear_66" -> "1442 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; "1442 gelu_10" -> "1443 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; "1443 dropout_42" -> "1444 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "1444 dropout_42_0_0_nncf_smooth_quant_0" -> "1445 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; "1445 quantize_per_tensor_default_68" -> "1446 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; "1446 dequantize_per_tensor_default_68" -> "1453 linear_67" [label="(1, 14, 14, 1536)", style=solid]; -"1447 linear_67_zero_point_0_updated_constant0" -> "1452 sub_tensor_68" [label="(384, 1)", style=solid]; -"1448 linear_67_scale_0_updated_constant0" -> "1451 mul_tensor_68" [label="(384, 1)", style=solid]; -"1449 compressed_weight_updated_constant68" -> "1451 mul_tensor_68" [label="(384, 1536)", style=solid]; -"1450 _param_constant183_0_0" -> "1453 linear_67" [label="(384,)", style=solid]; -"1451 mul_tensor_68" -> "1452 sub_tensor_68" [label="(384, 1536)", style=solid]; -"1452 sub_tensor_68" -> "1453 linear_67" [label=None, style=solid]; +"1447 linear_67_scale_0" -> "1450 quantize_per_channel_default_68" [label="(384,)", style=solid]; +"1447 linear_67_scale_0" -> "1451 dequantize_per_channel_default_68" [label="(384,)", style=solid]; +"1448 linear_67_zero_point_0" -> "1450 quantize_per_channel_default_68" [label="(384,)", style=solid]; +"1448 linear_67_zero_point_0" -> "1451 dequantize_per_channel_default_68" [label="(384,)", style=solid]; +"1449 compressed_weight_updated_constant68" -> "1450 quantize_per_channel_default_68" [label="(384, 1536)", style=solid]; +"1450 quantize_per_channel_default_68" -> "1451 dequantize_per_channel_default_68" [label="(384, 1536)", style=solid]; +"1451 dequantize_per_channel_default_68" -> "1453 linear_67" [label="(384, 1536)", style=solid]; +"1452 _param_constant183_0_0" -> "1453 linear_67" [label="(384,)", style=solid]; "1453 linear_67" -> "1454 dropout_43" [label="(1, 14, 14, 384)", style=solid]; "1454 dropout_43" -> "1457 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; "1455 _param_constant184" -> "1457 layer_norm_24" [label="(384,)", style=solid]; @@ -4732,20 +4870,24 @@ strict digraph { "1458 add_37" -> "1568 add_40" [label="(1, 14, 14, 384)", style=solid]; "1459 _tensor_constant67" -> "1460 _tensor_constant67_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "1460 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1467 linear_68" [label="(1, 15, 15, 2)", style=solid]; -"1461 linear_68_zero_point_0_updated_constant0" -> "1466 sub_tensor_69" [label="(512, 1)", style=solid]; -"1462 linear_68_scale_0_updated_constant0" -> "1465 mul_tensor_69" [label="(512, 1)", style=solid]; -"1463 compressed_weight_updated_constant69" -> "1465 mul_tensor_69" [label="(512, 2)", style=solid]; -"1464 _param_constant187_0_0" -> "1467 linear_68" [label="(512,)", style=solid]; -"1465 mul_tensor_69" -> "1466 sub_tensor_69" [label="(512, 2)", style=solid]; -"1466 sub_tensor_69" -> "1467 linear_68" [label=None, style=solid]; +"1461 linear_68_scale_0" -> "1464 quantize_per_channel_default_69" [label="(512,)", style=solid]; +"1461 linear_68_scale_0" -> "1465 dequantize_per_channel_default_69" [label="(512,)", style=solid]; +"1462 linear_68_zero_point_0" -> "1464 quantize_per_channel_default_69" [label="(512,)", style=solid]; +"1462 linear_68_zero_point_0" -> "1465 dequantize_per_channel_default_69" [label="(512,)", style=solid]; +"1463 compressed_weight_updated_constant69" -> "1464 quantize_per_channel_default_69" [label="(512, 2)", style=solid]; +"1464 quantize_per_channel_default_69" -> "1465 dequantize_per_channel_default_69" [label="(512, 2)", style=solid]; +"1465 dequantize_per_channel_default_69" -> "1467 linear_68" [label="(512, 2)", style=solid]; +"1466 _param_constant187_0_0" -> "1467 linear_68" [label="(512,)", style=solid]; "1467 linear_68" -> "1468 relu__11" [label="(1, 15, 15, 512)", style=solid]; "1468 relu__11" -> "1469 relu__11_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1469 relu__11_0_0_nncf_smooth_quant_0" -> "1475 linear_69" [label="(1, 15, 15, 512)", style=solid]; -"1470 linear_69_zero_point_0_updated_constant0" -> "1474 sub_tensor_70" [label="(12, 1)", style=solid]; -"1471 linear_69_scale_0_updated_constant0" -> "1473 mul_tensor_70" [label="(12, 1)", style=solid]; -"1472 compressed_weight_updated_constant70" -> "1473 mul_tensor_70" [label="(12, 512)", style=solid]; -"1473 mul_tensor_70" -> "1474 sub_tensor_70" [label="(12, 512)", style=solid]; -"1474 sub_tensor_70" -> "1475 linear_69" [label=None, style=solid]; +"1470 linear_69_scale_0" -> "1473 quantize_per_channel_default_70" [label="(12,)", style=solid]; +"1470 linear_69_scale_0" -> "1474 dequantize_per_channel_default_70" [label="(12,)", style=solid]; +"1471 linear_69_zero_point_0" -> "1473 quantize_per_channel_default_70" [label="(12,)", style=solid]; +"1471 linear_69_zero_point_0" -> "1474 dequantize_per_channel_default_70" [label="(12,)", style=solid]; +"1472 compressed_weight_updated_constant70" -> "1473 quantize_per_channel_default_70" [label="(12, 512)", style=solid]; +"1473 quantize_per_channel_default_70" -> "1474 dequantize_per_channel_default_70" [label="(12, 512)", style=solid]; +"1474 dequantize_per_channel_default_70" -> "1475 linear_69" [label="(12, 512)", style=solid]; "1475 linear_69" -> "1476 view_59" [label="(1, 15, 15, 12)", style=solid]; "1476 view_59" -> "1478 index_11" [label="(225, 12)", style=solid]; "1477 _tensor_constant68" -> "1478 index_11" [label="(4096,)", style=solid]; @@ -4765,12 +4907,14 @@ strict digraph { "1490 reshape_49_0_0_nncf_smooth_quant_0" -> "1491 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; "1491 quantize_per_tensor_default_69" -> "1492 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; "1492 dequantize_per_tensor_default_69" -> "1499 linear_70" [label="(4, 64, 384)", style=solid]; -"1493 linear_70_zero_point_0_updated_constant0" -> "1498 sub_tensor_71" [label="(1152, 1)", style=solid]; -"1494 linear_70_scale_0_updated_constant0" -> "1497 mul_tensor_71" [label="(1152, 1)", style=solid]; -"1495 compressed_weight_updated_constant71" -> "1497 mul_tensor_71" [label="(1152, 384)", style=solid]; -"1496 _param_constant189_0_0" -> "1499 linear_70" [label="(1152,)", style=solid]; -"1497 mul_tensor_71" -> "1498 sub_tensor_71" [label="(1152, 384)", style=solid]; -"1498 sub_tensor_71" -> "1499 linear_70" [label=None, style=solid]; +"1493 linear_70_scale_0" -> "1496 quantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1493 linear_70_scale_0" -> "1497 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1494 linear_70_zero_point_0" -> "1496 quantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1494 linear_70_zero_point_0" -> "1497 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1495 compressed_weight_updated_constant71" -> "1496 quantize_per_channel_default_71" [label="(1152, 384)", style=solid]; +"1496 quantize_per_channel_default_71" -> "1497 dequantize_per_channel_default_71" [label="(1152, 384)", style=solid]; +"1497 dequantize_per_channel_default_71" -> "1499 linear_70" [label="(1152, 384)", style=solid]; +"1498 _param_constant189_0_0" -> "1499 linear_70" [label="(1152,)", style=solid]; "1499 linear_70" -> "1500 reshape_50" [label="(4, 64, 1152)", style=solid]; "1500 reshape_50" -> "1501 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; "1501 permute_52" -> "1502 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4829,12 +4973,14 @@ strict digraph { "1545 reshape_52_0_0_nncf_smooth_quant_0" -> "1546 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; "1546 quantize_per_tensor_default_72" -> "1547 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; "1547 dequantize_per_tensor_default_72" -> "1554 linear_71" [label="(4, 64, 384)", style=solid]; -"1548 linear_71_zero_point_0_updated_constant0" -> "1553 sub_tensor_72" [label="(384, 1)", style=solid]; -"1549 linear_71_scale_0_updated_constant0" -> "1552 mul_tensor_72" [label="(384, 1)", style=solid]; -"1550 compressed_weight_updated_constant72" -> "1552 mul_tensor_72" [label="(384, 384)", style=solid]; -"1551 _param_constant193_0_0" -> "1554 linear_71" [label="(384,)", style=solid]; -"1552 mul_tensor_72" -> "1553 sub_tensor_72" [label="(384, 384)", style=solid]; -"1553 sub_tensor_72" -> "1554 linear_71" [label=None, style=solid]; +"1548 linear_71_scale_0" -> "1551 quantize_per_channel_default_72" [label="(384,)", style=solid]; +"1548 linear_71_scale_0" -> "1552 dequantize_per_channel_default_72" [label="(384,)", style=solid]; +"1549 linear_71_zero_point_0" -> "1551 quantize_per_channel_default_72" [label="(384,)", style=solid]; +"1549 linear_71_zero_point_0" -> "1552 dequantize_per_channel_default_72" [label="(384,)", style=solid]; +"1550 compressed_weight_updated_constant72" -> "1551 quantize_per_channel_default_72" [label="(384, 384)", style=solid]; +"1551 quantize_per_channel_default_72" -> "1552 dequantize_per_channel_default_72" [label="(384, 384)", style=solid]; +"1552 dequantize_per_channel_default_72" -> "1554 linear_71" [label="(384, 384)", style=solid]; +"1553 _param_constant193_0_0" -> "1554 linear_71" [label="(384,)", style=solid]; "1554 linear_71" -> "1555 dropout_45" [label="(4, 64, 384)", style=solid]; "1555 dropout_45" -> "1556 view_65" [label="(4, 64, 384)", style=solid]; "1556 view_65" -> "1557 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4854,24 +5000,28 @@ strict digraph { "1569 add_40_0_0_nncf_smooth_quant_0" -> "1570 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; "1570 quantize_per_tensor_default_73" -> "1571 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; "1571 dequantize_per_tensor_default_73" -> "1578 linear_72" [label="(1, 14, 14, 384)", style=solid]; -"1572 linear_72_zero_point_0_updated_constant0" -> "1577 sub_tensor_73" [label="(1536, 1)", style=solid]; -"1573 linear_72_scale_0_updated_constant0" -> "1576 mul_tensor_73" [label="(1536, 1)", style=solid]; -"1574 compressed_weight_updated_constant73" -> "1576 mul_tensor_73" [label="(1536, 384)", style=solid]; -"1575 _param_constant197_0_0" -> "1578 linear_72" [label="(1536,)", style=solid]; -"1576 mul_tensor_73" -> "1577 sub_tensor_73" [label="(1536, 384)", style=solid]; -"1577 sub_tensor_73" -> "1578 linear_72" [label=None, style=solid]; +"1572 linear_72_scale_0" -> "1575 quantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1572 linear_72_scale_0" -> "1576 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1573 linear_72_zero_point_0" -> "1575 quantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1573 linear_72_zero_point_0" -> "1576 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1574 compressed_weight_updated_constant73" -> "1575 quantize_per_channel_default_73" [label="(1536, 384)", style=solid]; +"1575 quantize_per_channel_default_73" -> "1576 dequantize_per_channel_default_73" [label="(1536, 384)", style=solid]; +"1576 dequantize_per_channel_default_73" -> "1578 linear_72" [label="(1536, 384)", style=solid]; +"1577 _param_constant197_0_0" -> "1578 linear_72" [label="(1536,)", style=solid]; "1578 linear_72" -> "1579 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; "1579 gelu_11" -> "1580 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; "1580 dropout_46" -> "1581 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "1581 dropout_46_0_0_nncf_smooth_quant_0" -> "1582 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; "1582 quantize_per_tensor_default_74" -> "1583 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; "1583 dequantize_per_tensor_default_74" -> "1590 linear_73" [label="(1, 14, 14, 1536)", style=solid]; -"1584 linear_73_zero_point_0_updated_constant0" -> "1589 sub_tensor_74" [label="(384, 1)", style=solid]; -"1585 linear_73_scale_0_updated_constant0" -> "1588 mul_tensor_74" [label="(384, 1)", style=solid]; -"1586 compressed_weight_updated_constant74" -> "1588 mul_tensor_74" [label="(384, 1536)", style=solid]; -"1587 _param_constant199_0_0" -> "1590 linear_73" [label="(384,)", style=solid]; -"1588 mul_tensor_74" -> "1589 sub_tensor_74" [label="(384, 1536)", style=solid]; -"1589 sub_tensor_74" -> "1590 linear_73" [label=None, style=solid]; +"1584 linear_73_scale_0" -> "1587 quantize_per_channel_default_74" [label="(384,)", style=solid]; +"1584 linear_73_scale_0" -> "1588 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"1585 linear_73_zero_point_0" -> "1587 quantize_per_channel_default_74" [label="(384,)", style=solid]; +"1585 linear_73_zero_point_0" -> "1588 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"1586 compressed_weight_updated_constant74" -> "1587 quantize_per_channel_default_74" [label="(384, 1536)", style=solid]; +"1587 quantize_per_channel_default_74" -> "1588 dequantize_per_channel_default_74" [label="(384, 1536)", style=solid]; +"1588 dequantize_per_channel_default_74" -> "1590 linear_73" [label="(384, 1536)", style=solid]; +"1589 _param_constant199_0_0" -> "1590 linear_73" [label="(384,)", style=solid]; "1590 linear_73" -> "1591 dropout_47" [label="(1, 14, 14, 384)", style=solid]; "1591 dropout_47" -> "1594 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; "1592 _param_constant200" -> "1594 layer_norm_26" [label="(384,)", style=solid]; @@ -4881,20 +5031,24 @@ strict digraph { "1595 add_41" -> "1687 add_43" [label="(1, 14, 14, 384)", style=solid]; "1596 _tensor_constant78" -> "1597 _tensor_constant78_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "1597 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1604 linear_74" [label="(1, 15, 15, 2)", style=solid]; -"1598 linear_74_zero_point_0_updated_constant0" -> "1603 sub_tensor_75" [label="(512, 1)", style=solid]; -"1599 linear_74_scale_0_updated_constant0" -> "1602 mul_tensor_75" [label="(512, 1)", style=solid]; -"1600 compressed_weight_updated_constant75" -> "1602 mul_tensor_75" [label="(512, 2)", style=solid]; -"1601 _param_constant203_0_0" -> "1604 linear_74" [label="(512,)", style=solid]; -"1602 mul_tensor_75" -> "1603 sub_tensor_75" [label="(512, 2)", style=solid]; -"1603 sub_tensor_75" -> "1604 linear_74" [label=None, style=solid]; +"1598 linear_74_scale_0" -> "1601 quantize_per_channel_default_75" [label="(512,)", style=solid]; +"1598 linear_74_scale_0" -> "1602 dequantize_per_channel_default_75" [label="(512,)", style=solid]; +"1599 linear_74_zero_point_0" -> "1601 quantize_per_channel_default_75" [label="(512,)", style=solid]; +"1599 linear_74_zero_point_0" -> "1602 dequantize_per_channel_default_75" [label="(512,)", style=solid]; +"1600 compressed_weight_updated_constant75" -> "1601 quantize_per_channel_default_75" [label="(512, 2)", style=solid]; +"1601 quantize_per_channel_default_75" -> "1602 dequantize_per_channel_default_75" [label="(512, 2)", style=solid]; +"1602 dequantize_per_channel_default_75" -> "1604 linear_74" [label="(512, 2)", style=solid]; +"1603 _param_constant203_0_0" -> "1604 linear_74" [label="(512,)", style=solid]; "1604 linear_74" -> "1605 relu__12" [label="(1, 15, 15, 512)", style=solid]; "1605 relu__12" -> "1606 relu__12_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1606 relu__12_0_0_nncf_smooth_quant_0" -> "1612 linear_75" [label="(1, 15, 15, 512)", style=solid]; -"1607 linear_75_zero_point_0_updated_constant0" -> "1611 sub_tensor_76" [label="(12, 1)", style=solid]; -"1608 linear_75_scale_0_updated_constant0" -> "1610 mul_tensor_76" [label="(12, 1)", style=solid]; -"1609 compressed_weight_updated_constant76" -> "1610 mul_tensor_76" [label="(12, 512)", style=solid]; -"1610 mul_tensor_76" -> "1611 sub_tensor_76" [label="(12, 512)", style=solid]; -"1611 sub_tensor_76" -> "1612 linear_75" [label=None, style=solid]; +"1607 linear_75_scale_0" -> "1610 quantize_per_channel_default_76" [label="(12,)", style=solid]; +"1607 linear_75_scale_0" -> "1611 dequantize_per_channel_default_76" [label="(12,)", style=solid]; +"1608 linear_75_zero_point_0" -> "1610 quantize_per_channel_default_76" [label="(12,)", style=solid]; +"1608 linear_75_zero_point_0" -> "1611 dequantize_per_channel_default_76" [label="(12,)", style=solid]; +"1609 compressed_weight_updated_constant76" -> "1610 quantize_per_channel_default_76" [label="(12, 512)", style=solid]; +"1610 quantize_per_channel_default_76" -> "1611 dequantize_per_channel_default_76" [label="(12, 512)", style=solid]; +"1611 dequantize_per_channel_default_76" -> "1612 linear_75" [label="(12, 512)", style=solid]; "1612 linear_75" -> "1613 view_66" [label="(1, 15, 15, 12)", style=solid]; "1613 view_66" -> "1615 index_12" [label="(225, 12)", style=solid]; "1614 _tensor_constant79" -> "1615 index_12" [label="(4096,)", style=solid]; @@ -4912,12 +5066,14 @@ strict digraph { "1626 reshape_54_0_0_nncf_smooth_quant_0" -> "1627 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; "1627 quantize_per_tensor_default_75" -> "1628 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; "1628 dequantize_per_tensor_default_75" -> "1635 linear_76" [label="(4, 64, 384)", style=solid]; -"1629 linear_76_zero_point_0_updated_constant0" -> "1634 sub_tensor_77" [label="(1152, 1)", style=solid]; -"1630 linear_76_scale_0_updated_constant0" -> "1633 mul_tensor_77" [label="(1152, 1)", style=solid]; -"1631 compressed_weight_updated_constant77" -> "1633 mul_tensor_77" [label="(1152, 384)", style=solid]; -"1632 _param_constant205_0_0" -> "1635 linear_76" [label="(1152,)", style=solid]; -"1633 mul_tensor_77" -> "1634 sub_tensor_77" [label="(1152, 384)", style=solid]; -"1634 sub_tensor_77" -> "1635 linear_76" [label=None, style=solid]; +"1629 linear_76_scale_0" -> "1632 quantize_per_channel_default_77" [label="(1152,)", style=solid]; +"1629 linear_76_scale_0" -> "1633 dequantize_per_channel_default_77" [label="(1152,)", style=solid]; +"1630 linear_76_zero_point_0" -> "1632 quantize_per_channel_default_77" [label="(1152,)", style=solid]; +"1630 linear_76_zero_point_0" -> "1633 dequantize_per_channel_default_77" [label="(1152,)", style=solid]; +"1631 compressed_weight_updated_constant77" -> "1632 quantize_per_channel_default_77" [label="(1152, 384)", style=solid]; +"1632 quantize_per_channel_default_77" -> "1633 dequantize_per_channel_default_77" [label="(1152, 384)", style=solid]; +"1633 dequantize_per_channel_default_77" -> "1635 linear_76" [label="(1152, 384)", style=solid]; +"1634 _param_constant205_0_0" -> "1635 linear_76" [label="(1152,)", style=solid]; "1635 linear_76" -> "1636 reshape_55" [label="(4, 64, 1152)", style=solid]; "1636 reshape_55" -> "1637 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; "1637 permute_57" -> "1638 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4957,12 +5113,14 @@ strict digraph { "1665 reshape_56_0_0_nncf_smooth_quant_0" -> "1666 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; "1666 quantize_per_tensor_default_78" -> "1667 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; "1667 dequantize_per_tensor_default_78" -> "1674 linear_77" [label="(4, 64, 384)", style=solid]; -"1668 linear_77_zero_point_0_updated_constant0" -> "1673 sub_tensor_78" [label="(384, 1)", style=solid]; -"1669 linear_77_scale_0_updated_constant0" -> "1672 mul_tensor_78" [label="(384, 1)", style=solid]; -"1670 compressed_weight_updated_constant78" -> "1672 mul_tensor_78" [label="(384, 384)", style=solid]; -"1671 _param_constant209_0_0" -> "1674 linear_77" [label="(384,)", style=solid]; -"1672 mul_tensor_78" -> "1673 sub_tensor_78" [label="(384, 384)", style=solid]; -"1673 sub_tensor_78" -> "1674 linear_77" [label=None, style=solid]; +"1668 linear_77_scale_0" -> "1671 quantize_per_channel_default_78" [label="(384,)", style=solid]; +"1668 linear_77_scale_0" -> "1672 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"1669 linear_77_zero_point_0" -> "1671 quantize_per_channel_default_78" [label="(384,)", style=solid]; +"1669 linear_77_zero_point_0" -> "1672 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"1670 compressed_weight_updated_constant78" -> "1671 quantize_per_channel_default_78" [label="(384, 384)", style=solid]; +"1671 quantize_per_channel_default_78" -> "1672 dequantize_per_channel_default_78" [label="(384, 384)", style=solid]; +"1672 dequantize_per_channel_default_78" -> "1674 linear_77" [label="(384, 384)", style=solid]; +"1673 _param_constant209_0_0" -> "1674 linear_77" [label="(384,)", style=solid]; "1674 linear_77" -> "1675 dropout_49" [label="(4, 64, 384)", style=solid]; "1675 dropout_49" -> "1676 view_69" [label="(4, 64, 384)", style=solid]; "1676 view_69" -> "1677 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4981,24 +5139,28 @@ strict digraph { "1688 add_43_0_0_nncf_smooth_quant_0" -> "1689 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; "1689 quantize_per_tensor_default_79" -> "1690 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; "1690 dequantize_per_tensor_default_79" -> "1697 linear_78" [label="(1, 14, 14, 384)", style=solid]; -"1691 linear_78_zero_point_0_updated_constant0" -> "1696 sub_tensor_79" [label="(1536, 1)", style=solid]; -"1692 linear_78_scale_0_updated_constant0" -> "1695 mul_tensor_79" [label="(1536, 1)", style=solid]; -"1693 compressed_weight_updated_constant79" -> "1695 mul_tensor_79" [label="(1536, 384)", style=solid]; -"1694 _param_constant213_0_0" -> "1697 linear_78" [label="(1536,)", style=solid]; -"1695 mul_tensor_79" -> "1696 sub_tensor_79" [label="(1536, 384)", style=solid]; -"1696 sub_tensor_79" -> "1697 linear_78" [label=None, style=solid]; +"1691 linear_78_scale_0" -> "1694 quantize_per_channel_default_79" [label="(1536,)", style=solid]; +"1691 linear_78_scale_0" -> "1695 dequantize_per_channel_default_79" [label="(1536,)", style=solid]; +"1692 linear_78_zero_point_0" -> "1694 quantize_per_channel_default_79" [label="(1536,)", style=solid]; +"1692 linear_78_zero_point_0" -> "1695 dequantize_per_channel_default_79" [label="(1536,)", style=solid]; +"1693 compressed_weight_updated_constant79" -> "1694 quantize_per_channel_default_79" [label="(1536, 384)", style=solid]; +"1694 quantize_per_channel_default_79" -> "1695 dequantize_per_channel_default_79" [label="(1536, 384)", style=solid]; +"1695 dequantize_per_channel_default_79" -> "1697 linear_78" [label="(1536, 384)", style=solid]; +"1696 _param_constant213_0_0" -> "1697 linear_78" [label="(1536,)", style=solid]; "1697 linear_78" -> "1698 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; "1698 gelu_12" -> "1699 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; "1699 dropout_50" -> "1700 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "1700 dropout_50_0_0_nncf_smooth_quant_0" -> "1701 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; "1701 quantize_per_tensor_default_80" -> "1702 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; "1702 dequantize_per_tensor_default_80" -> "1709 linear_79" [label="(1, 14, 14, 1536)", style=solid]; -"1703 linear_79_zero_point_0_updated_constant0" -> "1708 sub_tensor_80" [label="(384, 1)", style=solid]; -"1704 linear_79_scale_0_updated_constant0" -> "1707 mul_tensor_80" [label="(384, 1)", style=solid]; -"1705 compressed_weight_updated_constant80" -> "1707 mul_tensor_80" [label="(384, 1536)", style=solid]; -"1706 _param_constant215_0_0" -> "1709 linear_79" [label="(384,)", style=solid]; -"1707 mul_tensor_80" -> "1708 sub_tensor_80" [label="(384, 1536)", style=solid]; -"1708 sub_tensor_80" -> "1709 linear_79" [label=None, style=solid]; +"1703 linear_79_scale_0" -> "1706 quantize_per_channel_default_80" [label="(384,)", style=solid]; +"1703 linear_79_scale_0" -> "1707 dequantize_per_channel_default_80" [label="(384,)", style=solid]; +"1704 linear_79_zero_point_0" -> "1706 quantize_per_channel_default_80" [label="(384,)", style=solid]; +"1704 linear_79_zero_point_0" -> "1707 dequantize_per_channel_default_80" [label="(384,)", style=solid]; +"1705 compressed_weight_updated_constant80" -> "1706 quantize_per_channel_default_80" [label="(384, 1536)", style=solid]; +"1706 quantize_per_channel_default_80" -> "1707 dequantize_per_channel_default_80" [label="(384, 1536)", style=solid]; +"1707 dequantize_per_channel_default_80" -> "1709 linear_79" [label="(384, 1536)", style=solid]; +"1708 _param_constant215_0_0" -> "1709 linear_79" [label="(384,)", style=solid]; "1709 linear_79" -> "1710 dropout_51" [label="(1, 14, 14, 384)", style=solid]; "1710 dropout_51" -> "1713 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; "1711 _param_constant216" -> "1713 layer_norm_28" [label="(384,)", style=solid]; @@ -5008,20 +5170,24 @@ strict digraph { "1714 add_44" -> "1824 add_47" [label="(1, 14, 14, 384)", style=solid]; "1715 _tensor_constant80" -> "1716 _tensor_constant80_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "1716 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1723 linear_80" [label="(1, 15, 15, 2)", style=solid]; -"1717 linear_80_zero_point_0_updated_constant0" -> "1722 sub_tensor_81" [label="(512, 1)", style=solid]; -"1718 linear_80_scale_0_updated_constant0" -> "1721 mul_tensor_81" [label="(512, 1)", style=solid]; -"1719 compressed_weight_updated_constant81" -> "1721 mul_tensor_81" [label="(512, 2)", style=solid]; -"1720 _param_constant219_0_0" -> "1723 linear_80" [label="(512,)", style=solid]; -"1721 mul_tensor_81" -> "1722 sub_tensor_81" [label="(512, 2)", style=solid]; -"1722 sub_tensor_81" -> "1723 linear_80" [label=None, style=solid]; +"1717 linear_80_scale_0" -> "1720 quantize_per_channel_default_81" [label="(512,)", style=solid]; +"1717 linear_80_scale_0" -> "1721 dequantize_per_channel_default_81" [label="(512,)", style=solid]; +"1718 linear_80_zero_point_0" -> "1720 quantize_per_channel_default_81" [label="(512,)", style=solid]; +"1718 linear_80_zero_point_0" -> "1721 dequantize_per_channel_default_81" [label="(512,)", style=solid]; +"1719 compressed_weight_updated_constant81" -> "1720 quantize_per_channel_default_81" [label="(512, 2)", style=solid]; +"1720 quantize_per_channel_default_81" -> "1721 dequantize_per_channel_default_81" [label="(512, 2)", style=solid]; +"1721 dequantize_per_channel_default_81" -> "1723 linear_80" [label="(512, 2)", style=solid]; +"1722 _param_constant219_0_0" -> "1723 linear_80" [label="(512,)", style=solid]; "1723 linear_80" -> "1724 relu__13" [label="(1, 15, 15, 512)", style=solid]; "1724 relu__13" -> "1725 relu__13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1725 relu__13_0_0_nncf_smooth_quant_0" -> "1731 linear_81" [label="(1, 15, 15, 512)", style=solid]; -"1726 linear_81_zero_point_0_updated_constant0" -> "1730 sub_tensor_82" [label="(12, 1)", style=solid]; -"1727 linear_81_scale_0_updated_constant0" -> "1729 mul_tensor_82" [label="(12, 1)", style=solid]; -"1728 compressed_weight_updated_constant82" -> "1729 mul_tensor_82" [label="(12, 512)", style=solid]; -"1729 mul_tensor_82" -> "1730 sub_tensor_82" [label="(12, 512)", style=solid]; -"1730 sub_tensor_82" -> "1731 linear_81" [label=None, style=solid]; +"1726 linear_81_scale_0" -> "1729 quantize_per_channel_default_82" [label="(12,)", style=solid]; +"1726 linear_81_scale_0" -> "1730 dequantize_per_channel_default_82" [label="(12,)", style=solid]; +"1727 linear_81_zero_point_0" -> "1729 quantize_per_channel_default_82" [label="(12,)", style=solid]; +"1727 linear_81_zero_point_0" -> "1730 dequantize_per_channel_default_82" [label="(12,)", style=solid]; +"1728 compressed_weight_updated_constant82" -> "1729 quantize_per_channel_default_82" [label="(12, 512)", style=solid]; +"1729 quantize_per_channel_default_82" -> "1730 dequantize_per_channel_default_82" [label="(12, 512)", style=solid]; +"1730 dequantize_per_channel_default_82" -> "1731 linear_81" [label="(12, 512)", style=solid]; "1731 linear_81" -> "1732 view_70" [label="(1, 15, 15, 12)", style=solid]; "1732 view_70" -> "1734 index_13" [label="(225, 12)", style=solid]; "1733 _tensor_constant81" -> "1734 index_13" [label="(4096,)", style=solid]; @@ -5041,12 +5207,14 @@ strict digraph { "1746 reshape_58_0_0_nncf_smooth_quant_0" -> "1747 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; "1747 quantize_per_tensor_default_81" -> "1748 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; "1748 dequantize_per_tensor_default_81" -> "1755 linear_82" [label="(4, 64, 384)", style=solid]; -"1749 linear_82_zero_point_0_updated_constant0" -> "1754 sub_tensor_83" [label="(1152, 1)", style=solid]; -"1750 linear_82_scale_0_updated_constant0" -> "1753 mul_tensor_83" [label="(1152, 1)", style=solid]; -"1751 compressed_weight_updated_constant83" -> "1753 mul_tensor_83" [label="(1152, 384)", style=solid]; -"1752 _param_constant221_0_0" -> "1755 linear_82" [label="(1152,)", style=solid]; -"1753 mul_tensor_83" -> "1754 sub_tensor_83" [label="(1152, 384)", style=solid]; -"1754 sub_tensor_83" -> "1755 linear_82" [label=None, style=solid]; +"1749 linear_82_scale_0" -> "1752 quantize_per_channel_default_83" [label="(1152,)", style=solid]; +"1749 linear_82_scale_0" -> "1753 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; +"1750 linear_82_zero_point_0" -> "1752 quantize_per_channel_default_83" [label="(1152,)", style=solid]; +"1750 linear_82_zero_point_0" -> "1753 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; +"1751 compressed_weight_updated_constant83" -> "1752 quantize_per_channel_default_83" [label="(1152, 384)", style=solid]; +"1752 quantize_per_channel_default_83" -> "1753 dequantize_per_channel_default_83" [label="(1152, 384)", style=solid]; +"1753 dequantize_per_channel_default_83" -> "1755 linear_82" [label="(1152, 384)", style=solid]; +"1754 _param_constant221_0_0" -> "1755 linear_82" [label="(1152,)", style=solid]; "1755 linear_82" -> "1756 reshape_59" [label="(4, 64, 1152)", style=solid]; "1756 reshape_59" -> "1757 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; "1757 permute_61" -> "1758 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -5105,12 +5273,14 @@ strict digraph { "1801 reshape_61_0_0_nncf_smooth_quant_0" -> "1802 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; "1802 quantize_per_tensor_default_84" -> "1803 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; "1803 dequantize_per_tensor_default_84" -> "1810 linear_83" [label="(4, 64, 384)", style=solid]; -"1804 linear_83_zero_point_0_updated_constant0" -> "1809 sub_tensor_84" [label="(384, 1)", style=solid]; -"1805 linear_83_scale_0_updated_constant0" -> "1808 mul_tensor_84" [label="(384, 1)", style=solid]; -"1806 compressed_weight_updated_constant84" -> "1808 mul_tensor_84" [label="(384, 384)", style=solid]; -"1807 _param_constant225_0_0" -> "1810 linear_83" [label="(384,)", style=solid]; -"1808 mul_tensor_84" -> "1809 sub_tensor_84" [label="(384, 384)", style=solid]; -"1809 sub_tensor_84" -> "1810 linear_83" [label=None, style=solid]; +"1804 linear_83_scale_0" -> "1807 quantize_per_channel_default_84" [label="(384,)", style=solid]; +"1804 linear_83_scale_0" -> "1808 dequantize_per_channel_default_84" [label="(384,)", style=solid]; +"1805 linear_83_zero_point_0" -> "1807 quantize_per_channel_default_84" [label="(384,)", style=solid]; +"1805 linear_83_zero_point_0" -> "1808 dequantize_per_channel_default_84" [label="(384,)", style=solid]; +"1806 compressed_weight_updated_constant84" -> "1807 quantize_per_channel_default_84" [label="(384, 384)", style=solid]; +"1807 quantize_per_channel_default_84" -> "1808 dequantize_per_channel_default_84" [label="(384, 384)", style=solid]; +"1808 dequantize_per_channel_default_84" -> "1810 linear_83" [label="(384, 384)", style=solid]; +"1809 _param_constant225_0_0" -> "1810 linear_83" [label="(384,)", style=solid]; "1810 linear_83" -> "1811 dropout_53" [label="(4, 64, 384)", style=solid]; "1811 dropout_53" -> "1812 view_76" [label="(4, 64, 384)", style=solid]; "1812 view_76" -> "1813 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -5130,24 +5300,28 @@ strict digraph { "1825 add_47_0_0_nncf_smooth_quant_0" -> "1826 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; "1826 quantize_per_tensor_default_85" -> "1827 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; "1827 dequantize_per_tensor_default_85" -> "1834 linear_84" [label="(1, 14, 14, 384)", style=solid]; -"1828 linear_84_zero_point_0_updated_constant0" -> "1833 sub_tensor_85" [label="(1536, 1)", style=solid]; -"1829 linear_84_scale_0_updated_constant0" -> "1832 mul_tensor_85" [label="(1536, 1)", style=solid]; -"1830 compressed_weight_updated_constant85" -> "1832 mul_tensor_85" [label="(1536, 384)", style=solid]; -"1831 _param_constant229_0_0" -> "1834 linear_84" [label="(1536,)", style=solid]; -"1832 mul_tensor_85" -> "1833 sub_tensor_85" [label="(1536, 384)", style=solid]; -"1833 sub_tensor_85" -> "1834 linear_84" [label=None, style=solid]; +"1828 linear_84_scale_0" -> "1831 quantize_per_channel_default_85" [label="(1536,)", style=solid]; +"1828 linear_84_scale_0" -> "1832 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"1829 linear_84_zero_point_0" -> "1831 quantize_per_channel_default_85" [label="(1536,)", style=solid]; +"1829 linear_84_zero_point_0" -> "1832 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"1830 compressed_weight_updated_constant85" -> "1831 quantize_per_channel_default_85" [label="(1536, 384)", style=solid]; +"1831 quantize_per_channel_default_85" -> "1832 dequantize_per_channel_default_85" [label="(1536, 384)", style=solid]; +"1832 dequantize_per_channel_default_85" -> "1834 linear_84" [label="(1536, 384)", style=solid]; +"1833 _param_constant229_0_0" -> "1834 linear_84" [label="(1536,)", style=solid]; "1834 linear_84" -> "1835 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; "1835 gelu_13" -> "1836 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; "1836 dropout_54" -> "1837 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "1837 dropout_54_0_0_nncf_smooth_quant_0" -> "1838 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; "1838 quantize_per_tensor_default_86" -> "1839 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; "1839 dequantize_per_tensor_default_86" -> "1846 linear_85" [label="(1, 14, 14, 1536)", style=solid]; -"1840 linear_85_zero_point_0_updated_constant0" -> "1845 sub_tensor_86" [label="(384, 1)", style=solid]; -"1841 linear_85_scale_0_updated_constant0" -> "1844 mul_tensor_86" [label="(384, 1)", style=solid]; -"1842 compressed_weight_updated_constant86" -> "1844 mul_tensor_86" [label="(384, 1536)", style=solid]; -"1843 _param_constant231_0_0" -> "1846 linear_85" [label="(384,)", style=solid]; -"1844 mul_tensor_86" -> "1845 sub_tensor_86" [label="(384, 1536)", style=solid]; -"1845 sub_tensor_86" -> "1846 linear_85" [label=None, style=solid]; +"1840 linear_85_scale_0" -> "1843 quantize_per_channel_default_86" [label="(384,)", style=solid]; +"1840 linear_85_scale_0" -> "1844 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"1841 linear_85_zero_point_0" -> "1843 quantize_per_channel_default_86" [label="(384,)", style=solid]; +"1841 linear_85_zero_point_0" -> "1844 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"1842 compressed_weight_updated_constant86" -> "1843 quantize_per_channel_default_86" [label="(384, 1536)", style=solid]; +"1843 quantize_per_channel_default_86" -> "1844 dequantize_per_channel_default_86" [label="(384, 1536)", style=solid]; +"1844 dequantize_per_channel_default_86" -> "1846 linear_85" [label="(384, 1536)", style=solid]; +"1845 _param_constant231_0_0" -> "1846 linear_85" [label="(384,)", style=solid]; "1846 linear_85" -> "1847 dropout_55" [label="(1, 14, 14, 384)", style=solid]; "1847 dropout_55" -> "1850 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; "1848 _param_constant232" -> "1850 layer_norm_30" [label="(384,)", style=solid]; @@ -5157,20 +5331,24 @@ strict digraph { "1851 add_48" -> "1943 add_50" [label="(1, 14, 14, 384)", style=solid]; "1852 _tensor_constant91" -> "1853 _tensor_constant91_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "1853 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1860 linear_86" [label="(1, 15, 15, 2)", style=solid]; -"1854 linear_86_zero_point_0_updated_constant0" -> "1859 sub_tensor_87" [label="(512, 1)", style=solid]; -"1855 linear_86_scale_0_updated_constant0" -> "1858 mul_tensor_87" [label="(512, 1)", style=solid]; -"1856 compressed_weight_updated_constant87" -> "1858 mul_tensor_87" [label="(512, 2)", style=solid]; -"1857 _param_constant235_0_0" -> "1860 linear_86" [label="(512,)", style=solid]; -"1858 mul_tensor_87" -> "1859 sub_tensor_87" [label="(512, 2)", style=solid]; -"1859 sub_tensor_87" -> "1860 linear_86" [label=None, style=solid]; +"1854 linear_86_scale_0" -> "1857 quantize_per_channel_default_87" [label="(512,)", style=solid]; +"1854 linear_86_scale_0" -> "1858 dequantize_per_channel_default_87" [label="(512,)", style=solid]; +"1855 linear_86_zero_point_0" -> "1857 quantize_per_channel_default_87" [label="(512,)", style=solid]; +"1855 linear_86_zero_point_0" -> "1858 dequantize_per_channel_default_87" [label="(512,)", style=solid]; +"1856 compressed_weight_updated_constant87" -> "1857 quantize_per_channel_default_87" [label="(512, 2)", style=solid]; +"1857 quantize_per_channel_default_87" -> "1858 dequantize_per_channel_default_87" [label="(512, 2)", style=solid]; +"1858 dequantize_per_channel_default_87" -> "1860 linear_86" [label="(512, 2)", style=solid]; +"1859 _param_constant235_0_0" -> "1860 linear_86" [label="(512,)", style=solid]; "1860 linear_86" -> "1861 relu__14" [label="(1, 15, 15, 512)", style=solid]; "1861 relu__14" -> "1862 relu__14_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1862 relu__14_0_0_nncf_smooth_quant_0" -> "1868 linear_87" [label="(1, 15, 15, 512)", style=solid]; -"1863 linear_87_zero_point_0_updated_constant0" -> "1867 sub_tensor_88" [label="(12, 1)", style=solid]; -"1864 linear_87_scale_0_updated_constant0" -> "1866 mul_tensor_88" [label="(12, 1)", style=solid]; -"1865 compressed_weight_updated_constant88" -> "1866 mul_tensor_88" [label="(12, 512)", style=solid]; -"1866 mul_tensor_88" -> "1867 sub_tensor_88" [label="(12, 512)", style=solid]; -"1867 sub_tensor_88" -> "1868 linear_87" [label=None, style=solid]; +"1863 linear_87_scale_0" -> "1866 quantize_per_channel_default_88" [label="(12,)", style=solid]; +"1863 linear_87_scale_0" -> "1867 dequantize_per_channel_default_88" [label="(12,)", style=solid]; +"1864 linear_87_zero_point_0" -> "1866 quantize_per_channel_default_88" [label="(12,)", style=solid]; +"1864 linear_87_zero_point_0" -> "1867 dequantize_per_channel_default_88" [label="(12,)", style=solid]; +"1865 compressed_weight_updated_constant88" -> "1866 quantize_per_channel_default_88" [label="(12, 512)", style=solid]; +"1866 quantize_per_channel_default_88" -> "1867 dequantize_per_channel_default_88" [label="(12, 512)", style=solid]; +"1867 dequantize_per_channel_default_88" -> "1868 linear_87" [label="(12, 512)", style=solid]; "1868 linear_87" -> "1869 view_77" [label="(1, 15, 15, 12)", style=solid]; "1869 view_77" -> "1871 index_14" [label="(225, 12)", style=solid]; "1870 _tensor_constant92" -> "1871 index_14" [label="(4096,)", style=solid]; @@ -5188,12 +5366,14 @@ strict digraph { "1882 reshape_63_0_0_nncf_smooth_quant_0" -> "1883 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; "1883 quantize_per_tensor_default_87" -> "1884 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; "1884 dequantize_per_tensor_default_87" -> "1891 linear_88" [label="(4, 64, 384)", style=solid]; -"1885 linear_88_zero_point_0_updated_constant0" -> "1890 sub_tensor_89" [label="(1152, 1)", style=solid]; -"1886 linear_88_scale_0_updated_constant0" -> "1889 mul_tensor_89" [label="(1152, 1)", style=solid]; -"1887 compressed_weight_updated_constant89" -> "1889 mul_tensor_89" [label="(1152, 384)", style=solid]; -"1888 _param_constant237_0_0" -> "1891 linear_88" [label="(1152,)", style=solid]; -"1889 mul_tensor_89" -> "1890 sub_tensor_89" [label="(1152, 384)", style=solid]; -"1890 sub_tensor_89" -> "1891 linear_88" [label=None, style=solid]; +"1885 linear_88_scale_0" -> "1888 quantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1885 linear_88_scale_0" -> "1889 dequantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1886 linear_88_zero_point_0" -> "1888 quantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1886 linear_88_zero_point_0" -> "1889 dequantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1887 compressed_weight_updated_constant89" -> "1888 quantize_per_channel_default_89" [label="(1152, 384)", style=solid]; +"1888 quantize_per_channel_default_89" -> "1889 dequantize_per_channel_default_89" [label="(1152, 384)", style=solid]; +"1889 dequantize_per_channel_default_89" -> "1891 linear_88" [label="(1152, 384)", style=solid]; +"1890 _param_constant237_0_0" -> "1891 linear_88" [label="(1152,)", style=solid]; "1891 linear_88" -> "1892 reshape_64" [label="(4, 64, 1152)", style=solid]; "1892 reshape_64" -> "1893 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; "1893 permute_66" -> "1894 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -5233,12 +5413,14 @@ strict digraph { "1921 reshape_65_0_0_nncf_smooth_quant_0" -> "1922 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; "1922 quantize_per_tensor_default_90" -> "1923 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; "1923 dequantize_per_tensor_default_90" -> "1930 linear_89" [label="(4, 64, 384)", style=solid]; -"1924 linear_89_zero_point_0_updated_constant0" -> "1929 sub_tensor_90" [label="(384, 1)", style=solid]; -"1925 linear_89_scale_0_updated_constant0" -> "1928 mul_tensor_90" [label="(384, 1)", style=solid]; -"1926 compressed_weight_updated_constant90" -> "1928 mul_tensor_90" [label="(384, 384)", style=solid]; -"1927 _param_constant241_0_0" -> "1930 linear_89" [label="(384,)", style=solid]; -"1928 mul_tensor_90" -> "1929 sub_tensor_90" [label="(384, 384)", style=solid]; -"1929 sub_tensor_90" -> "1930 linear_89" [label=None, style=solid]; +"1924 linear_89_scale_0" -> "1927 quantize_per_channel_default_90" [label="(384,)", style=solid]; +"1924 linear_89_scale_0" -> "1928 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"1925 linear_89_zero_point_0" -> "1927 quantize_per_channel_default_90" [label="(384,)", style=solid]; +"1925 linear_89_zero_point_0" -> "1928 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"1926 compressed_weight_updated_constant90" -> "1927 quantize_per_channel_default_90" [label="(384, 384)", style=solid]; +"1927 quantize_per_channel_default_90" -> "1928 dequantize_per_channel_default_90" [label="(384, 384)", style=solid]; +"1928 dequantize_per_channel_default_90" -> "1930 linear_89" [label="(384, 384)", style=solid]; +"1929 _param_constant241_0_0" -> "1930 linear_89" [label="(384,)", style=solid]; "1930 linear_89" -> "1931 dropout_57" [label="(4, 64, 384)", style=solid]; "1931 dropout_57" -> "1932 view_80" [label="(4, 64, 384)", style=solid]; "1932 view_80" -> "1933 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -5257,24 +5439,28 @@ strict digraph { "1944 add_50_0_0_nncf_smooth_quant_0" -> "1945 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; "1945 quantize_per_tensor_default_91" -> "1946 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; "1946 dequantize_per_tensor_default_91" -> "1953 linear_90" [label="(1, 14, 14, 384)", style=solid]; -"1947 linear_90_zero_point_0_updated_constant0" -> "1952 sub_tensor_91" [label="(1536, 1)", style=solid]; -"1948 linear_90_scale_0_updated_constant0" -> "1951 mul_tensor_91" [label="(1536, 1)", style=solid]; -"1949 compressed_weight_updated_constant91" -> "1951 mul_tensor_91" [label="(1536, 384)", style=solid]; -"1950 _param_constant245_0_0" -> "1953 linear_90" [label="(1536,)", style=solid]; -"1951 mul_tensor_91" -> "1952 sub_tensor_91" [label="(1536, 384)", style=solid]; -"1952 sub_tensor_91" -> "1953 linear_90" [label=None, style=solid]; +"1947 linear_90_scale_0" -> "1950 quantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1947 linear_90_scale_0" -> "1951 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1948 linear_90_zero_point_0" -> "1950 quantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1948 linear_90_zero_point_0" -> "1951 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1949 compressed_weight_updated_constant91" -> "1950 quantize_per_channel_default_91" [label="(1536, 384)", style=solid]; +"1950 quantize_per_channel_default_91" -> "1951 dequantize_per_channel_default_91" [label="(1536, 384)", style=solid]; +"1951 dequantize_per_channel_default_91" -> "1953 linear_90" [label="(1536, 384)", style=solid]; +"1952 _param_constant245_0_0" -> "1953 linear_90" [label="(1536,)", style=solid]; "1953 linear_90" -> "1954 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; "1954 gelu_14" -> "1955 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; "1955 dropout_58" -> "1956 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "1956 dropout_58_0_0_nncf_smooth_quant_0" -> "1957 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; "1957 quantize_per_tensor_default_92" -> "1958 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; "1958 dequantize_per_tensor_default_92" -> "1965 linear_91" [label="(1, 14, 14, 1536)", style=solid]; -"1959 linear_91_zero_point_0_updated_constant0" -> "1964 sub_tensor_92" [label="(384, 1)", style=solid]; -"1960 linear_91_scale_0_updated_constant0" -> "1963 mul_tensor_92" [label="(384, 1)", style=solid]; -"1961 compressed_weight_updated_constant92" -> "1963 mul_tensor_92" [label="(384, 1536)", style=solid]; -"1962 _param_constant247_0_0" -> "1965 linear_91" [label="(384,)", style=solid]; -"1963 mul_tensor_92" -> "1964 sub_tensor_92" [label="(384, 1536)", style=solid]; -"1964 sub_tensor_92" -> "1965 linear_91" [label=None, style=solid]; +"1959 linear_91_scale_0" -> "1962 quantize_per_channel_default_92" [label="(384,)", style=solid]; +"1959 linear_91_scale_0" -> "1963 dequantize_per_channel_default_92" [label="(384,)", style=solid]; +"1960 linear_91_zero_point_0" -> "1962 quantize_per_channel_default_92" [label="(384,)", style=solid]; +"1960 linear_91_zero_point_0" -> "1963 dequantize_per_channel_default_92" [label="(384,)", style=solid]; +"1961 compressed_weight_updated_constant92" -> "1962 quantize_per_channel_default_92" [label="(384, 1536)", style=solid]; +"1962 quantize_per_channel_default_92" -> "1963 dequantize_per_channel_default_92" [label="(384, 1536)", style=solid]; +"1963 dequantize_per_channel_default_92" -> "1965 linear_91" [label="(384, 1536)", style=solid]; +"1964 _param_constant247_0_0" -> "1965 linear_91" [label="(384,)", style=solid]; "1965 linear_91" -> "1966 dropout_59" [label="(1, 14, 14, 384)", style=solid]; "1966 dropout_59" -> "1969 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; "1967 _param_constant248" -> "1969 layer_norm_32" [label="(384,)", style=solid]; @@ -5284,20 +5470,24 @@ strict digraph { "1970 add_51" -> "2080 add_54" [label="(1, 14, 14, 384)", style=solid]; "1971 _tensor_constant93" -> "1972 _tensor_constant93_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "1972 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1979 linear_92" [label="(1, 15, 15, 2)", style=solid]; -"1973 linear_92_zero_point_0_updated_constant0" -> "1978 sub_tensor_93" [label="(512, 1)", style=solid]; -"1974 linear_92_scale_0_updated_constant0" -> "1977 mul_tensor_93" [label="(512, 1)", style=solid]; -"1975 compressed_weight_updated_constant93" -> "1977 mul_tensor_93" [label="(512, 2)", style=solid]; -"1976 _param_constant251_0_0" -> "1979 linear_92" [label="(512,)", style=solid]; -"1977 mul_tensor_93" -> "1978 sub_tensor_93" [label="(512, 2)", style=solid]; -"1978 sub_tensor_93" -> "1979 linear_92" [label=None, style=solid]; +"1973 linear_92_scale_0" -> "1976 quantize_per_channel_default_93" [label="(512,)", style=solid]; +"1973 linear_92_scale_0" -> "1977 dequantize_per_channel_default_93" [label="(512,)", style=solid]; +"1974 linear_92_zero_point_0" -> "1976 quantize_per_channel_default_93" [label="(512,)", style=solid]; +"1974 linear_92_zero_point_0" -> "1977 dequantize_per_channel_default_93" [label="(512,)", style=solid]; +"1975 compressed_weight_updated_constant93" -> "1976 quantize_per_channel_default_93" [label="(512, 2)", style=solid]; +"1976 quantize_per_channel_default_93" -> "1977 dequantize_per_channel_default_93" [label="(512, 2)", style=solid]; +"1977 dequantize_per_channel_default_93" -> "1979 linear_92" [label="(512, 2)", style=solid]; +"1978 _param_constant251_0_0" -> "1979 linear_92" [label="(512,)", style=solid]; "1979 linear_92" -> "1980 relu__15" [label="(1, 15, 15, 512)", style=solid]; "1980 relu__15" -> "1981 relu__15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1981 relu__15_0_0_nncf_smooth_quant_0" -> "1987 linear_93" [label="(1, 15, 15, 512)", style=solid]; -"1982 linear_93_zero_point_0_updated_constant0" -> "1986 sub_tensor_94" [label="(12, 1)", style=solid]; -"1983 linear_93_scale_0_updated_constant0" -> "1985 mul_tensor_94" [label="(12, 1)", style=solid]; -"1984 compressed_weight_updated_constant94" -> "1985 mul_tensor_94" [label="(12, 512)", style=solid]; -"1985 mul_tensor_94" -> "1986 sub_tensor_94" [label="(12, 512)", style=solid]; -"1986 sub_tensor_94" -> "1987 linear_93" [label=None, style=solid]; +"1982 linear_93_scale_0" -> "1985 quantize_per_channel_default_94" [label="(12,)", style=solid]; +"1982 linear_93_scale_0" -> "1986 dequantize_per_channel_default_94" [label="(12,)", style=solid]; +"1983 linear_93_zero_point_0" -> "1985 quantize_per_channel_default_94" [label="(12,)", style=solid]; +"1983 linear_93_zero_point_0" -> "1986 dequantize_per_channel_default_94" [label="(12,)", style=solid]; +"1984 compressed_weight_updated_constant94" -> "1985 quantize_per_channel_default_94" [label="(12, 512)", style=solid]; +"1985 quantize_per_channel_default_94" -> "1986 dequantize_per_channel_default_94" [label="(12, 512)", style=solid]; +"1986 dequantize_per_channel_default_94" -> "1987 linear_93" [label="(12, 512)", style=solid]; "1987 linear_93" -> "1988 view_81" [label="(1, 15, 15, 12)", style=solid]; "1988 view_81" -> "1990 index_15" [label="(225, 12)", style=solid]; "1989 _tensor_constant94" -> "1990 index_15" [label="(4096,)", style=solid]; @@ -5317,12 +5507,14 @@ strict digraph { "2002 reshape_67_0_0_nncf_smooth_quant_0" -> "2003 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; "2003 quantize_per_tensor_default_93" -> "2004 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; "2004 dequantize_per_tensor_default_93" -> "2011 linear_94" [label="(4, 64, 384)", style=solid]; -"2005 linear_94_zero_point_0_updated_constant0" -> "2010 sub_tensor_95" [label="(1152, 1)", style=solid]; -"2006 linear_94_scale_0_updated_constant0" -> "2009 mul_tensor_95" [label="(1152, 1)", style=solid]; -"2007 compressed_weight_updated_constant95" -> "2009 mul_tensor_95" [label="(1152, 384)", style=solid]; -"2008 _param_constant253_0_0" -> "2011 linear_94" [label="(1152,)", style=solid]; -"2009 mul_tensor_95" -> "2010 sub_tensor_95" [label="(1152, 384)", style=solid]; -"2010 sub_tensor_95" -> "2011 linear_94" [label=None, style=solid]; +"2005 linear_94_scale_0" -> "2008 quantize_per_channel_default_95" [label="(1152,)", style=solid]; +"2005 linear_94_scale_0" -> "2009 dequantize_per_channel_default_95" [label="(1152,)", style=solid]; +"2006 linear_94_zero_point_0" -> "2008 quantize_per_channel_default_95" [label="(1152,)", style=solid]; +"2006 linear_94_zero_point_0" -> "2009 dequantize_per_channel_default_95" [label="(1152,)", style=solid]; +"2007 compressed_weight_updated_constant95" -> "2008 quantize_per_channel_default_95" [label="(1152, 384)", style=solid]; +"2008 quantize_per_channel_default_95" -> "2009 dequantize_per_channel_default_95" [label="(1152, 384)", style=solid]; +"2009 dequantize_per_channel_default_95" -> "2011 linear_94" [label="(1152, 384)", style=solid]; +"2010 _param_constant253_0_0" -> "2011 linear_94" [label="(1152,)", style=solid]; "2011 linear_94" -> "2012 reshape_68" [label="(4, 64, 1152)", style=solid]; "2012 reshape_68" -> "2013 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; "2013 permute_70" -> "2014 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -5381,12 +5573,14 @@ strict digraph { "2057 reshape_70_0_0_nncf_smooth_quant_0" -> "2058 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; "2058 quantize_per_tensor_default_96" -> "2059 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; "2059 dequantize_per_tensor_default_96" -> "2066 linear_95" [label="(4, 64, 384)", style=solid]; -"2060 linear_95_zero_point_0_updated_constant0" -> "2065 sub_tensor_96" [label="(384, 1)", style=solid]; -"2061 linear_95_scale_0_updated_constant0" -> "2064 mul_tensor_96" [label="(384, 1)", style=solid]; -"2062 compressed_weight_updated_constant96" -> "2064 mul_tensor_96" [label="(384, 384)", style=solid]; -"2063 _param_constant257_0_0" -> "2066 linear_95" [label="(384,)", style=solid]; -"2064 mul_tensor_96" -> "2065 sub_tensor_96" [label="(384, 384)", style=solid]; -"2065 sub_tensor_96" -> "2066 linear_95" [label=None, style=solid]; +"2060 linear_95_scale_0" -> "2063 quantize_per_channel_default_96" [label="(384,)", style=solid]; +"2060 linear_95_scale_0" -> "2064 dequantize_per_channel_default_96" [label="(384,)", style=solid]; +"2061 linear_95_zero_point_0" -> "2063 quantize_per_channel_default_96" [label="(384,)", style=solid]; +"2061 linear_95_zero_point_0" -> "2064 dequantize_per_channel_default_96" [label="(384,)", style=solid]; +"2062 compressed_weight_updated_constant96" -> "2063 quantize_per_channel_default_96" [label="(384, 384)", style=solid]; +"2063 quantize_per_channel_default_96" -> "2064 dequantize_per_channel_default_96" [label="(384, 384)", style=solid]; +"2064 dequantize_per_channel_default_96" -> "2066 linear_95" [label="(384, 384)", style=solid]; +"2065 _param_constant257_0_0" -> "2066 linear_95" [label="(384,)", style=solid]; "2066 linear_95" -> "2067 dropout_61" [label="(4, 64, 384)", style=solid]; "2067 dropout_61" -> "2068 view_87" [label="(4, 64, 384)", style=solid]; "2068 view_87" -> "2069 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -5406,24 +5600,28 @@ strict digraph { "2081 add_54_0_0_nncf_smooth_quant_0" -> "2082 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; "2082 quantize_per_tensor_default_97" -> "2083 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; "2083 dequantize_per_tensor_default_97" -> "2090 linear_96" [label="(1, 14, 14, 384)", style=solid]; -"2084 linear_96_zero_point_0_updated_constant0" -> "2089 sub_tensor_97" [label="(1536, 1)", style=solid]; -"2085 linear_96_scale_0_updated_constant0" -> "2088 mul_tensor_97" [label="(1536, 1)", style=solid]; -"2086 compressed_weight_updated_constant97" -> "2088 mul_tensor_97" [label="(1536, 384)", style=solid]; -"2087 _param_constant261_0_0" -> "2090 linear_96" [label="(1536,)", style=solid]; -"2088 mul_tensor_97" -> "2089 sub_tensor_97" [label="(1536, 384)", style=solid]; -"2089 sub_tensor_97" -> "2090 linear_96" [label=None, style=solid]; +"2084 linear_96_scale_0" -> "2087 quantize_per_channel_default_97" [label="(1536,)", style=solid]; +"2084 linear_96_scale_0" -> "2088 dequantize_per_channel_default_97" [label="(1536,)", style=solid]; +"2085 linear_96_zero_point_0" -> "2087 quantize_per_channel_default_97" [label="(1536,)", style=solid]; +"2085 linear_96_zero_point_0" -> "2088 dequantize_per_channel_default_97" [label="(1536,)", style=solid]; +"2086 compressed_weight_updated_constant97" -> "2087 quantize_per_channel_default_97" [label="(1536, 384)", style=solid]; +"2087 quantize_per_channel_default_97" -> "2088 dequantize_per_channel_default_97" [label="(1536, 384)", style=solid]; +"2088 dequantize_per_channel_default_97" -> "2090 linear_96" [label="(1536, 384)", style=solid]; +"2089 _param_constant261_0_0" -> "2090 linear_96" [label="(1536,)", style=solid]; "2090 linear_96" -> "2091 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; "2091 gelu_15" -> "2092 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; "2092 dropout_62" -> "2093 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "2093 dropout_62_0_0_nncf_smooth_quant_0" -> "2094 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; "2094 quantize_per_tensor_default_98" -> "2095 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; "2095 dequantize_per_tensor_default_98" -> "2102 linear_97" [label="(1, 14, 14, 1536)", style=solid]; -"2096 linear_97_zero_point_0_updated_constant0" -> "2101 sub_tensor_98" [label="(384, 1)", style=solid]; -"2097 linear_97_scale_0_updated_constant0" -> "2100 mul_tensor_98" [label="(384, 1)", style=solid]; -"2098 compressed_weight_updated_constant98" -> "2100 mul_tensor_98" [label="(384, 1536)", style=solid]; -"2099 _param_constant263_0_0" -> "2102 linear_97" [label="(384,)", style=solid]; -"2100 mul_tensor_98" -> "2101 sub_tensor_98" [label="(384, 1536)", style=solid]; -"2101 sub_tensor_98" -> "2102 linear_97" [label=None, style=solid]; +"2096 linear_97_scale_0" -> "2099 quantize_per_channel_default_98" [label="(384,)", style=solid]; +"2096 linear_97_scale_0" -> "2100 dequantize_per_channel_default_98" [label="(384,)", style=solid]; +"2097 linear_97_zero_point_0" -> "2099 quantize_per_channel_default_98" [label="(384,)", style=solid]; +"2097 linear_97_zero_point_0" -> "2100 dequantize_per_channel_default_98" [label="(384,)", style=solid]; +"2098 compressed_weight_updated_constant98" -> "2099 quantize_per_channel_default_98" [label="(384, 1536)", style=solid]; +"2099 quantize_per_channel_default_98" -> "2100 dequantize_per_channel_default_98" [label="(384, 1536)", style=solid]; +"2100 dequantize_per_channel_default_98" -> "2102 linear_97" [label="(384, 1536)", style=solid]; +"2101 _param_constant263_0_0" -> "2102 linear_97" [label="(384,)", style=solid]; "2102 linear_97" -> "2103 dropout_63" [label="(1, 14, 14, 384)", style=solid]; "2103 dropout_63" -> "2106 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; "2104 _param_constant264" -> "2106 layer_norm_34" [label="(384,)", style=solid]; @@ -5433,20 +5631,24 @@ strict digraph { "2107 add_55" -> "2199 add_57" [label="(1, 14, 14, 384)", style=solid]; "2108 _tensor_constant104" -> "2109 _tensor_constant104_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "2109 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "2116 linear_98" [label="(1, 15, 15, 2)", style=solid]; -"2110 linear_98_zero_point_0_updated_constant0" -> "2115 sub_tensor_99" [label="(512, 1)", style=solid]; -"2111 linear_98_scale_0_updated_constant0" -> "2114 mul_tensor_99" [label="(512, 1)", style=solid]; -"2112 compressed_weight_updated_constant99" -> "2114 mul_tensor_99" [label="(512, 2)", style=solid]; -"2113 _param_constant267_0_0" -> "2116 linear_98" [label="(512,)", style=solid]; -"2114 mul_tensor_99" -> "2115 sub_tensor_99" [label="(512, 2)", style=solid]; -"2115 sub_tensor_99" -> "2116 linear_98" [label=None, style=solid]; +"2110 linear_98_scale_0" -> "2113 quantize_per_channel_default_99" [label="(512,)", style=solid]; +"2110 linear_98_scale_0" -> "2114 dequantize_per_channel_default_99" [label="(512,)", style=solid]; +"2111 linear_98_zero_point_0" -> "2113 quantize_per_channel_default_99" [label="(512,)", style=solid]; +"2111 linear_98_zero_point_0" -> "2114 dequantize_per_channel_default_99" [label="(512,)", style=solid]; +"2112 compressed_weight_updated_constant99" -> "2113 quantize_per_channel_default_99" [label="(512, 2)", style=solid]; +"2113 quantize_per_channel_default_99" -> "2114 dequantize_per_channel_default_99" [label="(512, 2)", style=solid]; +"2114 dequantize_per_channel_default_99" -> "2116 linear_98" [label="(512, 2)", style=solid]; +"2115 _param_constant267_0_0" -> "2116 linear_98" [label="(512,)", style=solid]; "2116 linear_98" -> "2117 relu__16" [label="(1, 15, 15, 512)", style=solid]; "2117 relu__16" -> "2118 relu__16_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2118 relu__16_0_0_nncf_smooth_quant_0" -> "2124 linear_99" [label="(1, 15, 15, 512)", style=solid]; -"2119 linear_99_zero_point_0_updated_constant0" -> "2123 sub_tensor_100" [label="(12, 1)", style=solid]; -"2120 linear_99_scale_0_updated_constant0" -> "2122 mul_tensor_100" [label="(12, 1)", style=solid]; -"2121 compressed_weight_updated_constant100" -> "2122 mul_tensor_100" [label="(12, 512)", style=solid]; -"2122 mul_tensor_100" -> "2123 sub_tensor_100" [label="(12, 512)", style=solid]; -"2123 sub_tensor_100" -> "2124 linear_99" [label=None, style=solid]; +"2119 linear_99_scale_0" -> "2122 quantize_per_channel_default_100" [label="(12,)", style=solid]; +"2119 linear_99_scale_0" -> "2123 dequantize_per_channel_default_100" [label="(12,)", style=solid]; +"2120 linear_99_zero_point_0" -> "2122 quantize_per_channel_default_100" [label="(12,)", style=solid]; +"2120 linear_99_zero_point_0" -> "2123 dequantize_per_channel_default_100" [label="(12,)", style=solid]; +"2121 compressed_weight_updated_constant100" -> "2122 quantize_per_channel_default_100" [label="(12, 512)", style=solid]; +"2122 quantize_per_channel_default_100" -> "2123 dequantize_per_channel_default_100" [label="(12, 512)", style=solid]; +"2123 dequantize_per_channel_default_100" -> "2124 linear_99" [label="(12, 512)", style=solid]; "2124 linear_99" -> "2125 view_88" [label="(1, 15, 15, 12)", style=solid]; "2125 view_88" -> "2127 index_16" [label="(225, 12)", style=solid]; "2126 _tensor_constant105" -> "2127 index_16" [label="(4096,)", style=solid]; @@ -5464,12 +5666,14 @@ strict digraph { "2138 reshape_72_0_0_nncf_smooth_quant_0" -> "2139 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; "2139 quantize_per_tensor_default_99" -> "2140 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; "2140 dequantize_per_tensor_default_99" -> "2147 linear_100" [label="(4, 64, 384)", style=solid]; -"2141 linear_100_zero_point_0_updated_constant0" -> "2146 sub_tensor_101" [label="(1152, 1)", style=solid]; -"2142 linear_100_scale_0_updated_constant0" -> "2145 mul_tensor_101" [label="(1152, 1)", style=solid]; -"2143 compressed_weight_updated_constant101" -> "2145 mul_tensor_101" [label="(1152, 384)", style=solid]; -"2144 _param_constant269_0_0" -> "2147 linear_100" [label="(1152,)", style=solid]; -"2145 mul_tensor_101" -> "2146 sub_tensor_101" [label="(1152, 384)", style=solid]; -"2146 sub_tensor_101" -> "2147 linear_100" [label=None, style=solid]; +"2141 linear_100_scale_0" -> "2144 quantize_per_channel_default_101" [label="(1152,)", style=solid]; +"2141 linear_100_scale_0" -> "2145 dequantize_per_channel_default_101" [label="(1152,)", style=solid]; +"2142 linear_100_zero_point_0" -> "2144 quantize_per_channel_default_101" [label="(1152,)", style=solid]; +"2142 linear_100_zero_point_0" -> "2145 dequantize_per_channel_default_101" [label="(1152,)", style=solid]; +"2143 compressed_weight_updated_constant101" -> "2144 quantize_per_channel_default_101" [label="(1152, 384)", style=solid]; +"2144 quantize_per_channel_default_101" -> "2145 dequantize_per_channel_default_101" [label="(1152, 384)", style=solid]; +"2145 dequantize_per_channel_default_101" -> "2147 linear_100" [label="(1152, 384)", style=solid]; +"2146 _param_constant269_0_0" -> "2147 linear_100" [label="(1152,)", style=solid]; "2147 linear_100" -> "2148 reshape_73" [label="(4, 64, 1152)", style=solid]; "2148 reshape_73" -> "2149 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; "2149 permute_75" -> "2150 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -5509,12 +5713,14 @@ strict digraph { "2177 reshape_74_0_0_nncf_smooth_quant_0" -> "2178 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; "2178 quantize_per_tensor_default_102" -> "2179 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; "2179 dequantize_per_tensor_default_102" -> "2186 linear_101" [label="(4, 64, 384)", style=solid]; -"2180 linear_101_zero_point_0_updated_constant0" -> "2185 sub_tensor_102" [label="(384, 1)", style=solid]; -"2181 linear_101_scale_0_updated_constant0" -> "2184 mul_tensor_102" [label="(384, 1)", style=solid]; -"2182 compressed_weight_updated_constant102" -> "2184 mul_tensor_102" [label="(384, 384)", style=solid]; -"2183 _param_constant273_0_0" -> "2186 linear_101" [label="(384,)", style=solid]; -"2184 mul_tensor_102" -> "2185 sub_tensor_102" [label="(384, 384)", style=solid]; -"2185 sub_tensor_102" -> "2186 linear_101" [label=None, style=solid]; +"2180 linear_101_scale_0" -> "2183 quantize_per_channel_default_102" [label="(384,)", style=solid]; +"2180 linear_101_scale_0" -> "2184 dequantize_per_channel_default_102" [label="(384,)", style=solid]; +"2181 linear_101_zero_point_0" -> "2183 quantize_per_channel_default_102" [label="(384,)", style=solid]; +"2181 linear_101_zero_point_0" -> "2184 dequantize_per_channel_default_102" [label="(384,)", style=solid]; +"2182 compressed_weight_updated_constant102" -> "2183 quantize_per_channel_default_102" [label="(384, 384)", style=solid]; +"2183 quantize_per_channel_default_102" -> "2184 dequantize_per_channel_default_102" [label="(384, 384)", style=solid]; +"2184 dequantize_per_channel_default_102" -> "2186 linear_101" [label="(384, 384)", style=solid]; +"2185 _param_constant273_0_0" -> "2186 linear_101" [label="(384,)", style=solid]; "2186 linear_101" -> "2187 dropout_65" [label="(4, 64, 384)", style=solid]; "2187 dropout_65" -> "2188 view_91" [label="(4, 64, 384)", style=solid]; "2188 view_91" -> "2189 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -5533,24 +5739,28 @@ strict digraph { "2200 add_57_0_0_nncf_smooth_quant_0" -> "2201 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; "2201 quantize_per_tensor_default_103" -> "2202 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; "2202 dequantize_per_tensor_default_103" -> "2209 linear_102" [label="(1, 14, 14, 384)", style=solid]; -"2203 linear_102_zero_point_0_updated_constant0" -> "2208 sub_tensor_103" [label="(1536, 1)", style=solid]; -"2204 linear_102_scale_0_updated_constant0" -> "2207 mul_tensor_103" [label="(1536, 1)", style=solid]; -"2205 compressed_weight_updated_constant103" -> "2207 mul_tensor_103" [label="(1536, 384)", style=solid]; -"2206 _param_constant277_0_0" -> "2209 linear_102" [label="(1536,)", style=solid]; -"2207 mul_tensor_103" -> "2208 sub_tensor_103" [label="(1536, 384)", style=solid]; -"2208 sub_tensor_103" -> "2209 linear_102" [label=None, style=solid]; +"2203 linear_102_scale_0" -> "2206 quantize_per_channel_default_103" [label="(1536,)", style=solid]; +"2203 linear_102_scale_0" -> "2207 dequantize_per_channel_default_103" [label="(1536,)", style=solid]; +"2204 linear_102_zero_point_0" -> "2206 quantize_per_channel_default_103" [label="(1536,)", style=solid]; +"2204 linear_102_zero_point_0" -> "2207 dequantize_per_channel_default_103" [label="(1536,)", style=solid]; +"2205 compressed_weight_updated_constant103" -> "2206 quantize_per_channel_default_103" [label="(1536, 384)", style=solid]; +"2206 quantize_per_channel_default_103" -> "2207 dequantize_per_channel_default_103" [label="(1536, 384)", style=solid]; +"2207 dequantize_per_channel_default_103" -> "2209 linear_102" [label="(1536, 384)", style=solid]; +"2208 _param_constant277_0_0" -> "2209 linear_102" [label="(1536,)", style=solid]; "2209 linear_102" -> "2210 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; "2210 gelu_16" -> "2211 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; "2211 dropout_66" -> "2212 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "2212 dropout_66_0_0_nncf_smooth_quant_0" -> "2213 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; "2213 quantize_per_tensor_default_104" -> "2214 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; "2214 dequantize_per_tensor_default_104" -> "2221 linear_103" [label="(1, 14, 14, 1536)", style=solid]; -"2215 linear_103_zero_point_0_updated_constant0" -> "2220 sub_tensor_104" [label="(384, 1)", style=solid]; -"2216 linear_103_scale_0_updated_constant0" -> "2219 mul_tensor_104" [label="(384, 1)", style=solid]; -"2217 compressed_weight_updated_constant104" -> "2219 mul_tensor_104" [label="(384, 1536)", style=solid]; -"2218 _param_constant279_0_0" -> "2221 linear_103" [label="(384,)", style=solid]; -"2219 mul_tensor_104" -> "2220 sub_tensor_104" [label="(384, 1536)", style=solid]; -"2220 sub_tensor_104" -> "2221 linear_103" [label=None, style=solid]; +"2215 linear_103_scale_0" -> "2218 quantize_per_channel_default_104" [label="(384,)", style=solid]; +"2215 linear_103_scale_0" -> "2219 dequantize_per_channel_default_104" [label="(384,)", style=solid]; +"2216 linear_103_zero_point_0" -> "2218 quantize_per_channel_default_104" [label="(384,)", style=solid]; +"2216 linear_103_zero_point_0" -> "2219 dequantize_per_channel_default_104" [label="(384,)", style=solid]; +"2217 compressed_weight_updated_constant104" -> "2218 quantize_per_channel_default_104" [label="(384, 1536)", style=solid]; +"2218 quantize_per_channel_default_104" -> "2219 dequantize_per_channel_default_104" [label="(384, 1536)", style=solid]; +"2219 dequantize_per_channel_default_104" -> "2221 linear_103" [label="(384, 1536)", style=solid]; +"2220 _param_constant279_0_0" -> "2221 linear_103" [label="(384,)", style=solid]; "2221 linear_103" -> "2222 dropout_67" [label="(1, 14, 14, 384)", style=solid]; "2222 dropout_67" -> "2225 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; "2223 _param_constant280" -> "2225 layer_norm_36" [label="(384,)", style=solid]; @@ -5560,20 +5770,24 @@ strict digraph { "2226 add_58" -> "2336 add_61" [label="(1, 14, 14, 384)", style=solid]; "2227 _tensor_constant106" -> "2228 _tensor_constant106_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "2228 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2235 linear_104" [label="(1, 15, 15, 2)", style=solid]; -"2229 linear_104_zero_point_0_updated_constant0" -> "2234 sub_tensor_105" [label="(512, 1)", style=solid]; -"2230 linear_104_scale_0_updated_constant0" -> "2233 mul_tensor_105" [label="(512, 1)", style=solid]; -"2231 compressed_weight_updated_constant105" -> "2233 mul_tensor_105" [label="(512, 2)", style=solid]; -"2232 _param_constant283_0_0" -> "2235 linear_104" [label="(512,)", style=solid]; -"2233 mul_tensor_105" -> "2234 sub_tensor_105" [label="(512, 2)", style=solid]; -"2234 sub_tensor_105" -> "2235 linear_104" [label=None, style=solid]; +"2229 linear_104_scale_0" -> "2232 quantize_per_channel_default_105" [label="(512,)", style=solid]; +"2229 linear_104_scale_0" -> "2233 dequantize_per_channel_default_105" [label="(512,)", style=solid]; +"2230 linear_104_zero_point_0" -> "2232 quantize_per_channel_default_105" [label="(512,)", style=solid]; +"2230 linear_104_zero_point_0" -> "2233 dequantize_per_channel_default_105" [label="(512,)", style=solid]; +"2231 compressed_weight_updated_constant105" -> "2232 quantize_per_channel_default_105" [label="(512, 2)", style=solid]; +"2232 quantize_per_channel_default_105" -> "2233 dequantize_per_channel_default_105" [label="(512, 2)", style=solid]; +"2233 dequantize_per_channel_default_105" -> "2235 linear_104" [label="(512, 2)", style=solid]; +"2234 _param_constant283_0_0" -> "2235 linear_104" [label="(512,)", style=solid]; "2235 linear_104" -> "2236 relu__17" [label="(1, 15, 15, 512)", style=solid]; "2236 relu__17" -> "2237 relu__17_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2237 relu__17_0_0_nncf_smooth_quant_0" -> "2243 linear_105" [label="(1, 15, 15, 512)", style=solid]; -"2238 linear_105_zero_point_0_updated_constant0" -> "2242 sub_tensor_106" [label="(12, 1)", style=solid]; -"2239 linear_105_scale_0_updated_constant0" -> "2241 mul_tensor_106" [label="(12, 1)", style=solid]; -"2240 compressed_weight_updated_constant106" -> "2241 mul_tensor_106" [label="(12, 512)", style=solid]; -"2241 mul_tensor_106" -> "2242 sub_tensor_106" [label="(12, 512)", style=solid]; -"2242 sub_tensor_106" -> "2243 linear_105" [label=None, style=solid]; +"2238 linear_105_scale_0" -> "2241 quantize_per_channel_default_106" [label="(12,)", style=solid]; +"2238 linear_105_scale_0" -> "2242 dequantize_per_channel_default_106" [label="(12,)", style=solid]; +"2239 linear_105_zero_point_0" -> "2241 quantize_per_channel_default_106" [label="(12,)", style=solid]; +"2239 linear_105_zero_point_0" -> "2242 dequantize_per_channel_default_106" [label="(12,)", style=solid]; +"2240 compressed_weight_updated_constant106" -> "2241 quantize_per_channel_default_106" [label="(12, 512)", style=solid]; +"2241 quantize_per_channel_default_106" -> "2242 dequantize_per_channel_default_106" [label="(12, 512)", style=solid]; +"2242 dequantize_per_channel_default_106" -> "2243 linear_105" [label="(12, 512)", style=solid]; "2243 linear_105" -> "2244 view_92" [label="(1, 15, 15, 12)", style=solid]; "2244 view_92" -> "2246 index_17" [label="(225, 12)", style=solid]; "2245 _tensor_constant107" -> "2246 index_17" [label="(4096,)", style=solid]; @@ -5593,12 +5807,14 @@ strict digraph { "2258 reshape_76_0_0_nncf_smooth_quant_0" -> "2259 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; "2259 quantize_per_tensor_default_105" -> "2260 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; "2260 dequantize_per_tensor_default_105" -> "2267 linear_106" [label="(4, 64, 384)", style=solid]; -"2261 linear_106_zero_point_0_updated_constant0" -> "2266 sub_tensor_107" [label="(1152, 1)", style=solid]; -"2262 linear_106_scale_0_updated_constant0" -> "2265 mul_tensor_107" [label="(1152, 1)", style=solid]; -"2263 compressed_weight_updated_constant107" -> "2265 mul_tensor_107" [label="(1152, 384)", style=solid]; -"2264 _param_constant285_0_0" -> "2267 linear_106" [label="(1152,)", style=solid]; -"2265 mul_tensor_107" -> "2266 sub_tensor_107" [label="(1152, 384)", style=solid]; -"2266 sub_tensor_107" -> "2267 linear_106" [label=None, style=solid]; +"2261 linear_106_scale_0" -> "2264 quantize_per_channel_default_107" [label="(1152,)", style=solid]; +"2261 linear_106_scale_0" -> "2265 dequantize_per_channel_default_107" [label="(1152,)", style=solid]; +"2262 linear_106_zero_point_0" -> "2264 quantize_per_channel_default_107" [label="(1152,)", style=solid]; +"2262 linear_106_zero_point_0" -> "2265 dequantize_per_channel_default_107" [label="(1152,)", style=solid]; +"2263 compressed_weight_updated_constant107" -> "2264 quantize_per_channel_default_107" [label="(1152, 384)", style=solid]; +"2264 quantize_per_channel_default_107" -> "2265 dequantize_per_channel_default_107" [label="(1152, 384)", style=solid]; +"2265 dequantize_per_channel_default_107" -> "2267 linear_106" [label="(1152, 384)", style=solid]; +"2266 _param_constant285_0_0" -> "2267 linear_106" [label="(1152,)", style=solid]; "2267 linear_106" -> "2268 reshape_77" [label="(4, 64, 1152)", style=solid]; "2268 reshape_77" -> "2269 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; "2269 permute_79" -> "2270 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -5657,12 +5873,14 @@ strict digraph { "2313 reshape_79_0_0_nncf_smooth_quant_0" -> "2314 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; "2314 quantize_per_tensor_default_108" -> "2315 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; "2315 dequantize_per_tensor_default_108" -> "2322 linear_107" [label="(4, 64, 384)", style=solid]; -"2316 linear_107_zero_point_0_updated_constant0" -> "2321 sub_tensor_108" [label="(384, 1)", style=solid]; -"2317 linear_107_scale_0_updated_constant0" -> "2320 mul_tensor_108" [label="(384, 1)", style=solid]; -"2318 compressed_weight_updated_constant108" -> "2320 mul_tensor_108" [label="(384, 384)", style=solid]; -"2319 _param_constant289_0_0" -> "2322 linear_107" [label="(384,)", style=solid]; -"2320 mul_tensor_108" -> "2321 sub_tensor_108" [label="(384, 384)", style=solid]; -"2321 sub_tensor_108" -> "2322 linear_107" [label=None, style=solid]; +"2316 linear_107_scale_0" -> "2319 quantize_per_channel_default_108" [label="(384,)", style=solid]; +"2316 linear_107_scale_0" -> "2320 dequantize_per_channel_default_108" [label="(384,)", style=solid]; +"2317 linear_107_zero_point_0" -> "2319 quantize_per_channel_default_108" [label="(384,)", style=solid]; +"2317 linear_107_zero_point_0" -> "2320 dequantize_per_channel_default_108" [label="(384,)", style=solid]; +"2318 compressed_weight_updated_constant108" -> "2319 quantize_per_channel_default_108" [label="(384, 384)", style=solid]; +"2319 quantize_per_channel_default_108" -> "2320 dequantize_per_channel_default_108" [label="(384, 384)", style=solid]; +"2320 dequantize_per_channel_default_108" -> "2322 linear_107" [label="(384, 384)", style=solid]; +"2321 _param_constant289_0_0" -> "2322 linear_107" [label="(384,)", style=solid]; "2322 linear_107" -> "2323 dropout_69" [label="(4, 64, 384)", style=solid]; "2323 dropout_69" -> "2324 view_98" [label="(4, 64, 384)", style=solid]; "2324 view_98" -> "2325 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -5682,24 +5900,28 @@ strict digraph { "2337 add_61_0_0_nncf_smooth_quant_0" -> "2338 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; "2338 quantize_per_tensor_default_109" -> "2339 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; "2339 dequantize_per_tensor_default_109" -> "2346 linear_108" [label="(1, 14, 14, 384)", style=solid]; -"2340 linear_108_zero_point_0_updated_constant0" -> "2345 sub_tensor_109" [label="(1536, 1)", style=solid]; -"2341 linear_108_scale_0_updated_constant0" -> "2344 mul_tensor_109" [label="(1536, 1)", style=solid]; -"2342 compressed_weight_updated_constant109" -> "2344 mul_tensor_109" [label="(1536, 384)", style=solid]; -"2343 _param_constant293_0_0" -> "2346 linear_108" [label="(1536,)", style=solid]; -"2344 mul_tensor_109" -> "2345 sub_tensor_109" [label="(1536, 384)", style=solid]; -"2345 sub_tensor_109" -> "2346 linear_108" [label=None, style=solid]; +"2340 linear_108_scale_0" -> "2343 quantize_per_channel_default_109" [label="(1536,)", style=solid]; +"2340 linear_108_scale_0" -> "2344 dequantize_per_channel_default_109" [label="(1536,)", style=solid]; +"2341 linear_108_zero_point_0" -> "2343 quantize_per_channel_default_109" [label="(1536,)", style=solid]; +"2341 linear_108_zero_point_0" -> "2344 dequantize_per_channel_default_109" [label="(1536,)", style=solid]; +"2342 compressed_weight_updated_constant109" -> "2343 quantize_per_channel_default_109" [label="(1536, 384)", style=solid]; +"2343 quantize_per_channel_default_109" -> "2344 dequantize_per_channel_default_109" [label="(1536, 384)", style=solid]; +"2344 dequantize_per_channel_default_109" -> "2346 linear_108" [label="(1536, 384)", style=solid]; +"2345 _param_constant293_0_0" -> "2346 linear_108" [label="(1536,)", style=solid]; "2346 linear_108" -> "2347 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; "2347 gelu_17" -> "2348 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; "2348 dropout_70" -> "2349 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "2349 dropout_70_0_0_nncf_smooth_quant_0" -> "2350 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; "2350 quantize_per_tensor_default_110" -> "2351 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; "2351 dequantize_per_tensor_default_110" -> "2358 linear_109" [label="(1, 14, 14, 1536)", style=solid]; -"2352 linear_109_zero_point_0_updated_constant0" -> "2357 sub_tensor_110" [label="(384, 1)", style=solid]; -"2353 linear_109_scale_0_updated_constant0" -> "2356 mul_tensor_110" [label="(384, 1)", style=solid]; -"2354 compressed_weight_updated_constant110" -> "2356 mul_tensor_110" [label="(384, 1536)", style=solid]; -"2355 _param_constant295_0_0" -> "2358 linear_109" [label="(384,)", style=solid]; -"2356 mul_tensor_110" -> "2357 sub_tensor_110" [label="(384, 1536)", style=solid]; -"2357 sub_tensor_110" -> "2358 linear_109" [label=None, style=solid]; +"2352 linear_109_scale_0" -> "2355 quantize_per_channel_default_110" [label="(384,)", style=solid]; +"2352 linear_109_scale_0" -> "2356 dequantize_per_channel_default_110" [label="(384,)", style=solid]; +"2353 linear_109_zero_point_0" -> "2355 quantize_per_channel_default_110" [label="(384,)", style=solid]; +"2353 linear_109_zero_point_0" -> "2356 dequantize_per_channel_default_110" [label="(384,)", style=solid]; +"2354 compressed_weight_updated_constant110" -> "2355 quantize_per_channel_default_110" [label="(384, 1536)", style=solid]; +"2355 quantize_per_channel_default_110" -> "2356 dequantize_per_channel_default_110" [label="(384, 1536)", style=solid]; +"2356 dequantize_per_channel_default_110" -> "2358 linear_109" [label="(384, 1536)", style=solid]; +"2357 _param_constant295_0_0" -> "2358 linear_109" [label="(384,)", style=solid]; "2358 linear_109" -> "2359 dropout_71" [label="(1, 14, 14, 384)", style=solid]; "2359 dropout_71" -> "2362 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; "2360 _param_constant296" -> "2362 layer_norm_38" [label="(384,)", style=solid]; @@ -5709,20 +5931,24 @@ strict digraph { "2363 add_62" -> "2455 add_64" [label="(1, 14, 14, 384)", style=solid]; "2364 _tensor_constant117" -> "2365 _tensor_constant117_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "2365 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2372 linear_110" [label="(1, 15, 15, 2)", style=solid]; -"2366 linear_110_zero_point_0_updated_constant0" -> "2371 sub_tensor_111" [label="(512, 1)", style=solid]; -"2367 linear_110_scale_0_updated_constant0" -> "2370 mul_tensor_111" [label="(512, 1)", style=solid]; -"2368 compressed_weight_updated_constant111" -> "2370 mul_tensor_111" [label="(512, 2)", style=solid]; -"2369 _param_constant299_0_0" -> "2372 linear_110" [label="(512,)", style=solid]; -"2370 mul_tensor_111" -> "2371 sub_tensor_111" [label="(512, 2)", style=solid]; -"2371 sub_tensor_111" -> "2372 linear_110" [label=None, style=solid]; +"2366 linear_110_scale_0" -> "2369 quantize_per_channel_default_111" [label="(512,)", style=solid]; +"2366 linear_110_scale_0" -> "2370 dequantize_per_channel_default_111" [label="(512,)", style=solid]; +"2367 linear_110_zero_point_0" -> "2369 quantize_per_channel_default_111" [label="(512,)", style=solid]; +"2367 linear_110_zero_point_0" -> "2370 dequantize_per_channel_default_111" [label="(512,)", style=solid]; +"2368 compressed_weight_updated_constant111" -> "2369 quantize_per_channel_default_111" [label="(512, 2)", style=solid]; +"2369 quantize_per_channel_default_111" -> "2370 dequantize_per_channel_default_111" [label="(512, 2)", style=solid]; +"2370 dequantize_per_channel_default_111" -> "2372 linear_110" [label="(512, 2)", style=solid]; +"2371 _param_constant299_0_0" -> "2372 linear_110" [label="(512,)", style=solid]; "2372 linear_110" -> "2373 relu__18" [label="(1, 15, 15, 512)", style=solid]; "2373 relu__18" -> "2374 relu__18_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2374 relu__18_0_0_nncf_smooth_quant_0" -> "2380 linear_111" [label="(1, 15, 15, 512)", style=solid]; -"2375 linear_111_zero_point_0_updated_constant0" -> "2379 sub_tensor_112" [label="(12, 1)", style=solid]; -"2376 linear_111_scale_0_updated_constant0" -> "2378 mul_tensor_112" [label="(12, 1)", style=solid]; -"2377 compressed_weight_updated_constant112" -> "2378 mul_tensor_112" [label="(12, 512)", style=solid]; -"2378 mul_tensor_112" -> "2379 sub_tensor_112" [label="(12, 512)", style=solid]; -"2379 sub_tensor_112" -> "2380 linear_111" [label=None, style=solid]; +"2375 linear_111_scale_0" -> "2378 quantize_per_channel_default_112" [label="(12,)", style=solid]; +"2375 linear_111_scale_0" -> "2379 dequantize_per_channel_default_112" [label="(12,)", style=solid]; +"2376 linear_111_zero_point_0" -> "2378 quantize_per_channel_default_112" [label="(12,)", style=solid]; +"2376 linear_111_zero_point_0" -> "2379 dequantize_per_channel_default_112" [label="(12,)", style=solid]; +"2377 compressed_weight_updated_constant112" -> "2378 quantize_per_channel_default_112" [label="(12, 512)", style=solid]; +"2378 quantize_per_channel_default_112" -> "2379 dequantize_per_channel_default_112" [label="(12, 512)", style=solid]; +"2379 dequantize_per_channel_default_112" -> "2380 linear_111" [label="(12, 512)", style=solid]; "2380 linear_111" -> "2381 view_99" [label="(1, 15, 15, 12)", style=solid]; "2381 view_99" -> "2383 index_18" [label="(225, 12)", style=solid]; "2382 _tensor_constant118" -> "2383 index_18" [label="(4096,)", style=solid]; @@ -5740,12 +5966,14 @@ strict digraph { "2394 reshape_81_0_0_nncf_smooth_quant_0" -> "2395 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; "2395 quantize_per_tensor_default_111" -> "2396 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; "2396 dequantize_per_tensor_default_111" -> "2403 linear_112" [label="(4, 64, 384)", style=solid]; -"2397 linear_112_zero_point_0_updated_constant0" -> "2402 sub_tensor_113" [label="(1152, 1)", style=solid]; -"2398 linear_112_scale_0_updated_constant0" -> "2401 mul_tensor_113" [label="(1152, 1)", style=solid]; -"2399 compressed_weight_updated_constant113" -> "2401 mul_tensor_113" [label="(1152, 384)", style=solid]; -"2400 _param_constant301_0_0" -> "2403 linear_112" [label="(1152,)", style=solid]; -"2401 mul_tensor_113" -> "2402 sub_tensor_113" [label="(1152, 384)", style=solid]; -"2402 sub_tensor_113" -> "2403 linear_112" [label=None, style=solid]; +"2397 linear_112_scale_0" -> "2400 quantize_per_channel_default_113" [label="(1152,)", style=solid]; +"2397 linear_112_scale_0" -> "2401 dequantize_per_channel_default_113" [label="(1152,)", style=solid]; +"2398 linear_112_zero_point_0" -> "2400 quantize_per_channel_default_113" [label="(1152,)", style=solid]; +"2398 linear_112_zero_point_0" -> "2401 dequantize_per_channel_default_113" [label="(1152,)", style=solid]; +"2399 compressed_weight_updated_constant113" -> "2400 quantize_per_channel_default_113" [label="(1152, 384)", style=solid]; +"2400 quantize_per_channel_default_113" -> "2401 dequantize_per_channel_default_113" [label="(1152, 384)", style=solid]; +"2401 dequantize_per_channel_default_113" -> "2403 linear_112" [label="(1152, 384)", style=solid]; +"2402 _param_constant301_0_0" -> "2403 linear_112" [label="(1152,)", style=solid]; "2403 linear_112" -> "2404 reshape_82" [label="(4, 64, 1152)", style=solid]; "2404 reshape_82" -> "2405 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; "2405 permute_84" -> "2406 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -5785,12 +6013,14 @@ strict digraph { "2433 reshape_83_0_0_nncf_smooth_quant_0" -> "2434 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; "2434 quantize_per_tensor_default_114" -> "2435 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; "2435 dequantize_per_tensor_default_114" -> "2442 linear_113" [label="(4, 64, 384)", style=solid]; -"2436 linear_113_zero_point_0_updated_constant0" -> "2441 sub_tensor_114" [label="(384, 1)", style=solid]; -"2437 linear_113_scale_0_updated_constant0" -> "2440 mul_tensor_114" [label="(384, 1)", style=solid]; -"2438 compressed_weight_updated_constant114" -> "2440 mul_tensor_114" [label="(384, 384)", style=solid]; -"2439 _param_constant305_0_0" -> "2442 linear_113" [label="(384,)", style=solid]; -"2440 mul_tensor_114" -> "2441 sub_tensor_114" [label="(384, 384)", style=solid]; -"2441 sub_tensor_114" -> "2442 linear_113" [label=None, style=solid]; +"2436 linear_113_scale_0" -> "2439 quantize_per_channel_default_114" [label="(384,)", style=solid]; +"2436 linear_113_scale_0" -> "2440 dequantize_per_channel_default_114" [label="(384,)", style=solid]; +"2437 linear_113_zero_point_0" -> "2439 quantize_per_channel_default_114" [label="(384,)", style=solid]; +"2437 linear_113_zero_point_0" -> "2440 dequantize_per_channel_default_114" [label="(384,)", style=solid]; +"2438 compressed_weight_updated_constant114" -> "2439 quantize_per_channel_default_114" [label="(384, 384)", style=solid]; +"2439 quantize_per_channel_default_114" -> "2440 dequantize_per_channel_default_114" [label="(384, 384)", style=solid]; +"2440 dequantize_per_channel_default_114" -> "2442 linear_113" [label="(384, 384)", style=solid]; +"2441 _param_constant305_0_0" -> "2442 linear_113" [label="(384,)", style=solid]; "2442 linear_113" -> "2443 dropout_73" [label="(4, 64, 384)", style=solid]; "2443 dropout_73" -> "2444 view_102" [label="(4, 64, 384)", style=solid]; "2444 view_102" -> "2445 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -5809,24 +6039,28 @@ strict digraph { "2456 add_64_0_0_nncf_smooth_quant_0" -> "2457 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; "2457 quantize_per_tensor_default_115" -> "2458 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; "2458 dequantize_per_tensor_default_115" -> "2465 linear_114" [label="(1, 14, 14, 384)", style=solid]; -"2459 linear_114_zero_point_0_updated_constant0" -> "2464 sub_tensor_115" [label="(1536, 1)", style=solid]; -"2460 linear_114_scale_0_updated_constant0" -> "2463 mul_tensor_115" [label="(1536, 1)", style=solid]; -"2461 compressed_weight_updated_constant115" -> "2463 mul_tensor_115" [label="(1536, 384)", style=solid]; -"2462 _param_constant309_0_0" -> "2465 linear_114" [label="(1536,)", style=solid]; -"2463 mul_tensor_115" -> "2464 sub_tensor_115" [label="(1536, 384)", style=solid]; -"2464 sub_tensor_115" -> "2465 linear_114" [label=None, style=solid]; +"2459 linear_114_scale_0" -> "2462 quantize_per_channel_default_115" [label="(1536,)", style=solid]; +"2459 linear_114_scale_0" -> "2463 dequantize_per_channel_default_115" [label="(1536,)", style=solid]; +"2460 linear_114_zero_point_0" -> "2462 quantize_per_channel_default_115" [label="(1536,)", style=solid]; +"2460 linear_114_zero_point_0" -> "2463 dequantize_per_channel_default_115" [label="(1536,)", style=solid]; +"2461 compressed_weight_updated_constant115" -> "2462 quantize_per_channel_default_115" [label="(1536, 384)", style=solid]; +"2462 quantize_per_channel_default_115" -> "2463 dequantize_per_channel_default_115" [label="(1536, 384)", style=solid]; +"2463 dequantize_per_channel_default_115" -> "2465 linear_114" [label="(1536, 384)", style=solid]; +"2464 _param_constant309_0_0" -> "2465 linear_114" [label="(1536,)", style=solid]; "2465 linear_114" -> "2466 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; "2466 gelu_18" -> "2467 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; "2467 dropout_74" -> "2468 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "2468 dropout_74_0_0_nncf_smooth_quant_0" -> "2469 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; "2469 quantize_per_tensor_default_116" -> "2470 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; "2470 dequantize_per_tensor_default_116" -> "2477 linear_115" [label="(1, 14, 14, 1536)", style=solid]; -"2471 linear_115_zero_point_0_updated_constant0" -> "2476 sub_tensor_116" [label="(384, 1)", style=solid]; -"2472 linear_115_scale_0_updated_constant0" -> "2475 mul_tensor_116" [label="(384, 1)", style=solid]; -"2473 compressed_weight_updated_constant116" -> "2475 mul_tensor_116" [label="(384, 1536)", style=solid]; -"2474 _param_constant311_0_0" -> "2477 linear_115" [label="(384,)", style=solid]; -"2475 mul_tensor_116" -> "2476 sub_tensor_116" [label="(384, 1536)", style=solid]; -"2476 sub_tensor_116" -> "2477 linear_115" [label=None, style=solid]; +"2471 linear_115_scale_0" -> "2474 quantize_per_channel_default_116" [label="(384,)", style=solid]; +"2471 linear_115_scale_0" -> "2475 dequantize_per_channel_default_116" [label="(384,)", style=solid]; +"2472 linear_115_zero_point_0" -> "2474 quantize_per_channel_default_116" [label="(384,)", style=solid]; +"2472 linear_115_zero_point_0" -> "2475 dequantize_per_channel_default_116" [label="(384,)", style=solid]; +"2473 compressed_weight_updated_constant116" -> "2474 quantize_per_channel_default_116" [label="(384, 1536)", style=solid]; +"2474 quantize_per_channel_default_116" -> "2475 dequantize_per_channel_default_116" [label="(384, 1536)", style=solid]; +"2475 dequantize_per_channel_default_116" -> "2477 linear_115" [label="(384, 1536)", style=solid]; +"2476 _param_constant311_0_0" -> "2477 linear_115" [label="(384,)", style=solid]; "2477 linear_115" -> "2478 dropout_75" [label="(1, 14, 14, 384)", style=solid]; "2478 dropout_75" -> "2481 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; "2479 _param_constant312" -> "2481 layer_norm_40" [label="(384,)", style=solid]; @@ -5836,20 +6070,24 @@ strict digraph { "2482 add_65" -> "2592 add_68" [label="(1, 14, 14, 384)", style=solid]; "2483 _tensor_constant119" -> "2484 _tensor_constant119_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "2484 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2491 linear_116" [label="(1, 15, 15, 2)", style=solid]; -"2485 linear_116_zero_point_0_updated_constant0" -> "2490 sub_tensor_117" [label="(512, 1)", style=solid]; -"2486 linear_116_scale_0_updated_constant0" -> "2489 mul_tensor_117" [label="(512, 1)", style=solid]; -"2487 compressed_weight_updated_constant117" -> "2489 mul_tensor_117" [label="(512, 2)", style=solid]; -"2488 _param_constant315_0_0" -> "2491 linear_116" [label="(512,)", style=solid]; -"2489 mul_tensor_117" -> "2490 sub_tensor_117" [label="(512, 2)", style=solid]; -"2490 sub_tensor_117" -> "2491 linear_116" [label=None, style=solid]; +"2485 linear_116_scale_0" -> "2488 quantize_per_channel_default_117" [label="(512,)", style=solid]; +"2485 linear_116_scale_0" -> "2489 dequantize_per_channel_default_117" [label="(512,)", style=solid]; +"2486 linear_116_zero_point_0" -> "2488 quantize_per_channel_default_117" [label="(512,)", style=solid]; +"2486 linear_116_zero_point_0" -> "2489 dequantize_per_channel_default_117" [label="(512,)", style=solid]; +"2487 compressed_weight_updated_constant117" -> "2488 quantize_per_channel_default_117" [label="(512, 2)", style=solid]; +"2488 quantize_per_channel_default_117" -> "2489 dequantize_per_channel_default_117" [label="(512, 2)", style=solid]; +"2489 dequantize_per_channel_default_117" -> "2491 linear_116" [label="(512, 2)", style=solid]; +"2490 _param_constant315_0_0" -> "2491 linear_116" [label="(512,)", style=solid]; "2491 linear_116" -> "2492 relu__19" [label="(1, 15, 15, 512)", style=solid]; "2492 relu__19" -> "2493 relu__19_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2493 relu__19_0_0_nncf_smooth_quant_0" -> "2499 linear_117" [label="(1, 15, 15, 512)", style=solid]; -"2494 linear_117_zero_point_0_updated_constant0" -> "2498 sub_tensor_118" [label="(12, 1)", style=solid]; -"2495 linear_117_scale_0_updated_constant0" -> "2497 mul_tensor_118" [label="(12, 1)", style=solid]; -"2496 compressed_weight_updated_constant118" -> "2497 mul_tensor_118" [label="(12, 512)", style=solid]; -"2497 mul_tensor_118" -> "2498 sub_tensor_118" [label="(12, 512)", style=solid]; -"2498 sub_tensor_118" -> "2499 linear_117" [label=None, style=solid]; +"2494 linear_117_scale_0" -> "2497 quantize_per_channel_default_118" [label="(12,)", style=solid]; +"2494 linear_117_scale_0" -> "2498 dequantize_per_channel_default_118" [label="(12,)", style=solid]; +"2495 linear_117_zero_point_0" -> "2497 quantize_per_channel_default_118" [label="(12,)", style=solid]; +"2495 linear_117_zero_point_0" -> "2498 dequantize_per_channel_default_118" [label="(12,)", style=solid]; +"2496 compressed_weight_updated_constant118" -> "2497 quantize_per_channel_default_118" [label="(12, 512)", style=solid]; +"2497 quantize_per_channel_default_118" -> "2498 dequantize_per_channel_default_118" [label="(12, 512)", style=solid]; +"2498 dequantize_per_channel_default_118" -> "2499 linear_117" [label="(12, 512)", style=solid]; "2499 linear_117" -> "2500 view_103" [label="(1, 15, 15, 12)", style=solid]; "2500 view_103" -> "2502 index_19" [label="(225, 12)", style=solid]; "2501 _tensor_constant120" -> "2502 index_19" [label="(4096,)", style=solid]; @@ -5869,12 +6107,14 @@ strict digraph { "2514 reshape_85_0_0_nncf_smooth_quant_0" -> "2515 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; "2515 quantize_per_tensor_default_117" -> "2516 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; "2516 dequantize_per_tensor_default_117" -> "2523 linear_118" [label="(4, 64, 384)", style=solid]; -"2517 linear_118_zero_point_0_updated_constant0" -> "2522 sub_tensor_119" [label="(1152, 1)", style=solid]; -"2518 linear_118_scale_0_updated_constant0" -> "2521 mul_tensor_119" [label="(1152, 1)", style=solid]; -"2519 compressed_weight_updated_constant119" -> "2521 mul_tensor_119" [label="(1152, 384)", style=solid]; -"2520 _param_constant317_0_0" -> "2523 linear_118" [label="(1152,)", style=solid]; -"2521 mul_tensor_119" -> "2522 sub_tensor_119" [label="(1152, 384)", style=solid]; -"2522 sub_tensor_119" -> "2523 linear_118" [label=None, style=solid]; +"2517 linear_118_scale_0" -> "2520 quantize_per_channel_default_119" [label="(1152,)", style=solid]; +"2517 linear_118_scale_0" -> "2521 dequantize_per_channel_default_119" [label="(1152,)", style=solid]; +"2518 linear_118_zero_point_0" -> "2520 quantize_per_channel_default_119" [label="(1152,)", style=solid]; +"2518 linear_118_zero_point_0" -> "2521 dequantize_per_channel_default_119" [label="(1152,)", style=solid]; +"2519 compressed_weight_updated_constant119" -> "2520 quantize_per_channel_default_119" [label="(1152, 384)", style=solid]; +"2520 quantize_per_channel_default_119" -> "2521 dequantize_per_channel_default_119" [label="(1152, 384)", style=solid]; +"2521 dequantize_per_channel_default_119" -> "2523 linear_118" [label="(1152, 384)", style=solid]; +"2522 _param_constant317_0_0" -> "2523 linear_118" [label="(1152,)", style=solid]; "2523 linear_118" -> "2524 reshape_86" [label="(4, 64, 1152)", style=solid]; "2524 reshape_86" -> "2525 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; "2525 permute_88" -> "2526 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -5933,12 +6173,14 @@ strict digraph { "2569 reshape_88_0_0_nncf_smooth_quant_0" -> "2570 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; "2570 quantize_per_tensor_default_120" -> "2571 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; "2571 dequantize_per_tensor_default_120" -> "2578 linear_119" [label="(4, 64, 384)", style=solid]; -"2572 linear_119_zero_point_0_updated_constant0" -> "2577 sub_tensor_120" [label="(384, 1)", style=solid]; -"2573 linear_119_scale_0_updated_constant0" -> "2576 mul_tensor_120" [label="(384, 1)", style=solid]; -"2574 compressed_weight_updated_constant120" -> "2576 mul_tensor_120" [label="(384, 384)", style=solid]; -"2575 _param_constant321_0_0" -> "2578 linear_119" [label="(384,)", style=solid]; -"2576 mul_tensor_120" -> "2577 sub_tensor_120" [label="(384, 384)", style=solid]; -"2577 sub_tensor_120" -> "2578 linear_119" [label=None, style=solid]; +"2572 linear_119_scale_0" -> "2575 quantize_per_channel_default_120" [label="(384,)", style=solid]; +"2572 linear_119_scale_0" -> "2576 dequantize_per_channel_default_120" [label="(384,)", style=solid]; +"2573 linear_119_zero_point_0" -> "2575 quantize_per_channel_default_120" [label="(384,)", style=solid]; +"2573 linear_119_zero_point_0" -> "2576 dequantize_per_channel_default_120" [label="(384,)", style=solid]; +"2574 compressed_weight_updated_constant120" -> "2575 quantize_per_channel_default_120" [label="(384, 384)", style=solid]; +"2575 quantize_per_channel_default_120" -> "2576 dequantize_per_channel_default_120" [label="(384, 384)", style=solid]; +"2576 dequantize_per_channel_default_120" -> "2578 linear_119" [label="(384, 384)", style=solid]; +"2577 _param_constant321_0_0" -> "2578 linear_119" [label="(384,)", style=solid]; "2578 linear_119" -> "2579 dropout_77" [label="(4, 64, 384)", style=solid]; "2579 dropout_77" -> "2580 view_109" [label="(4, 64, 384)", style=solid]; "2580 view_109" -> "2581 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -5958,24 +6200,28 @@ strict digraph { "2593 add_68_0_0_nncf_smooth_quant_0" -> "2594 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; "2594 quantize_per_tensor_default_121" -> "2595 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; "2595 dequantize_per_tensor_default_121" -> "2602 linear_120" [label="(1, 14, 14, 384)", style=solid]; -"2596 linear_120_zero_point_0_updated_constant0" -> "2601 sub_tensor_121" [label="(1536, 1)", style=solid]; -"2597 linear_120_scale_0_updated_constant0" -> "2600 mul_tensor_121" [label="(1536, 1)", style=solid]; -"2598 compressed_weight_updated_constant121" -> "2600 mul_tensor_121" [label="(1536, 384)", style=solid]; -"2599 _param_constant325_0_0" -> "2602 linear_120" [label="(1536,)", style=solid]; -"2600 mul_tensor_121" -> "2601 sub_tensor_121" [label="(1536, 384)", style=solid]; -"2601 sub_tensor_121" -> "2602 linear_120" [label=None, style=solid]; +"2596 linear_120_scale_0" -> "2599 quantize_per_channel_default_121" [label="(1536,)", style=solid]; +"2596 linear_120_scale_0" -> "2600 dequantize_per_channel_default_121" [label="(1536,)", style=solid]; +"2597 linear_120_zero_point_0" -> "2599 quantize_per_channel_default_121" [label="(1536,)", style=solid]; +"2597 linear_120_zero_point_0" -> "2600 dequantize_per_channel_default_121" [label="(1536,)", style=solid]; +"2598 compressed_weight_updated_constant121" -> "2599 quantize_per_channel_default_121" [label="(1536, 384)", style=solid]; +"2599 quantize_per_channel_default_121" -> "2600 dequantize_per_channel_default_121" [label="(1536, 384)", style=solid]; +"2600 dequantize_per_channel_default_121" -> "2602 linear_120" [label="(1536, 384)", style=solid]; +"2601 _param_constant325_0_0" -> "2602 linear_120" [label="(1536,)", style=solid]; "2602 linear_120" -> "2603 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; "2603 gelu_19" -> "2604 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; "2604 dropout_78" -> "2605 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "2605 dropout_78_0_0_nncf_smooth_quant_0" -> "2606 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; "2606 quantize_per_tensor_default_122" -> "2607 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; "2607 dequantize_per_tensor_default_122" -> "2614 linear_121" [label="(1, 14, 14, 1536)", style=solid]; -"2608 linear_121_zero_point_0_updated_constant0" -> "2613 sub_tensor_122" [label="(384, 1)", style=solid]; -"2609 linear_121_scale_0_updated_constant0" -> "2612 mul_tensor_122" [label="(384, 1)", style=solid]; -"2610 compressed_weight_updated_constant122" -> "2612 mul_tensor_122" [label="(384, 1536)", style=solid]; -"2611 _param_constant327_0_0" -> "2614 linear_121" [label="(384,)", style=solid]; -"2612 mul_tensor_122" -> "2613 sub_tensor_122" [label="(384, 1536)", style=solid]; -"2613 sub_tensor_122" -> "2614 linear_121" [label=None, style=solid]; +"2608 linear_121_scale_0" -> "2611 quantize_per_channel_default_122" [label="(384,)", style=solid]; +"2608 linear_121_scale_0" -> "2612 dequantize_per_channel_default_122" [label="(384,)", style=solid]; +"2609 linear_121_zero_point_0" -> "2611 quantize_per_channel_default_122" [label="(384,)", style=solid]; +"2609 linear_121_zero_point_0" -> "2612 dequantize_per_channel_default_122" [label="(384,)", style=solid]; +"2610 compressed_weight_updated_constant122" -> "2611 quantize_per_channel_default_122" [label="(384, 1536)", style=solid]; +"2611 quantize_per_channel_default_122" -> "2612 dequantize_per_channel_default_122" [label="(384, 1536)", style=solid]; +"2612 dequantize_per_channel_default_122" -> "2614 linear_121" [label="(384, 1536)", style=solid]; +"2613 _param_constant327_0_0" -> "2614 linear_121" [label="(384,)", style=solid]; "2614 linear_121" -> "2615 dropout_79" [label="(1, 14, 14, 384)", style=solid]; "2615 dropout_79" -> "2618 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; "2616 _param_constant328" -> "2618 layer_norm_42" [label="(384,)", style=solid]; @@ -5985,20 +6231,24 @@ strict digraph { "2619 add_69" -> "2711 add_71" [label="(1, 14, 14, 384)", style=solid]; "2620 _tensor_constant130" -> "2621 _tensor_constant130_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "2621 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2628 linear_122" [label="(1, 15, 15, 2)", style=solid]; -"2622 linear_122_zero_point_0_updated_constant0" -> "2627 sub_tensor_123" [label="(512, 1)", style=solid]; -"2623 linear_122_scale_0_updated_constant0" -> "2626 mul_tensor_123" [label="(512, 1)", style=solid]; -"2624 compressed_weight_updated_constant123" -> "2626 mul_tensor_123" [label="(512, 2)", style=solid]; -"2625 _param_constant331_0_0" -> "2628 linear_122" [label="(512,)", style=solid]; -"2626 mul_tensor_123" -> "2627 sub_tensor_123" [label="(512, 2)", style=solid]; -"2627 sub_tensor_123" -> "2628 linear_122" [label=None, style=solid]; +"2622 linear_122_scale_0" -> "2625 quantize_per_channel_default_123" [label="(512,)", style=solid]; +"2622 linear_122_scale_0" -> "2626 dequantize_per_channel_default_123" [label="(512,)", style=solid]; +"2623 linear_122_zero_point_0" -> "2625 quantize_per_channel_default_123" [label="(512,)", style=solid]; +"2623 linear_122_zero_point_0" -> "2626 dequantize_per_channel_default_123" [label="(512,)", style=solid]; +"2624 compressed_weight_updated_constant123" -> "2625 quantize_per_channel_default_123" [label="(512, 2)", style=solid]; +"2625 quantize_per_channel_default_123" -> "2626 dequantize_per_channel_default_123" [label="(512, 2)", style=solid]; +"2626 dequantize_per_channel_default_123" -> "2628 linear_122" [label="(512, 2)", style=solid]; +"2627 _param_constant331_0_0" -> "2628 linear_122" [label="(512,)", style=solid]; "2628 linear_122" -> "2629 relu__20" [label="(1, 15, 15, 512)", style=solid]; "2629 relu__20" -> "2630 relu__20_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2630 relu__20_0_0_nncf_smooth_quant_0" -> "2636 linear_123" [label="(1, 15, 15, 512)", style=solid]; -"2631 linear_123_zero_point_0_updated_constant0" -> "2635 sub_tensor_124" [label="(12, 1)", style=solid]; -"2632 linear_123_scale_0_updated_constant0" -> "2634 mul_tensor_124" [label="(12, 1)", style=solid]; -"2633 compressed_weight_updated_constant124" -> "2634 mul_tensor_124" [label="(12, 512)", style=solid]; -"2634 mul_tensor_124" -> "2635 sub_tensor_124" [label="(12, 512)", style=solid]; -"2635 sub_tensor_124" -> "2636 linear_123" [label=None, style=solid]; +"2631 linear_123_scale_0" -> "2634 quantize_per_channel_default_124" [label="(12,)", style=solid]; +"2631 linear_123_scale_0" -> "2635 dequantize_per_channel_default_124" [label="(12,)", style=solid]; +"2632 linear_123_zero_point_0" -> "2634 quantize_per_channel_default_124" [label="(12,)", style=solid]; +"2632 linear_123_zero_point_0" -> "2635 dequantize_per_channel_default_124" [label="(12,)", style=solid]; +"2633 compressed_weight_updated_constant124" -> "2634 quantize_per_channel_default_124" [label="(12, 512)", style=solid]; +"2634 quantize_per_channel_default_124" -> "2635 dequantize_per_channel_default_124" [label="(12, 512)", style=solid]; +"2635 dequantize_per_channel_default_124" -> "2636 linear_123" [label="(12, 512)", style=solid]; "2636 linear_123" -> "2637 view_110" [label="(1, 15, 15, 12)", style=solid]; "2637 view_110" -> "2639 index_20" [label="(225, 12)", style=solid]; "2638 _tensor_constant131" -> "2639 index_20" [label="(4096,)", style=solid]; @@ -6016,12 +6266,14 @@ strict digraph { "2650 reshape_90_0_0_nncf_smooth_quant_0" -> "2651 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; "2651 quantize_per_tensor_default_123" -> "2652 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; "2652 dequantize_per_tensor_default_123" -> "2659 linear_124" [label="(4, 64, 384)", style=solid]; -"2653 linear_124_zero_point_0_updated_constant0" -> "2658 sub_tensor_125" [label="(1152, 1)", style=solid]; -"2654 linear_124_scale_0_updated_constant0" -> "2657 mul_tensor_125" [label="(1152, 1)", style=solid]; -"2655 compressed_weight_updated_constant125" -> "2657 mul_tensor_125" [label="(1152, 384)", style=solid]; -"2656 _param_constant333_0_0" -> "2659 linear_124" [label="(1152,)", style=solid]; -"2657 mul_tensor_125" -> "2658 sub_tensor_125" [label="(1152, 384)", style=solid]; -"2658 sub_tensor_125" -> "2659 linear_124" [label=None, style=solid]; +"2653 linear_124_scale_0" -> "2656 quantize_per_channel_default_125" [label="(1152,)", style=solid]; +"2653 linear_124_scale_0" -> "2657 dequantize_per_channel_default_125" [label="(1152,)", style=solid]; +"2654 linear_124_zero_point_0" -> "2656 quantize_per_channel_default_125" [label="(1152,)", style=solid]; +"2654 linear_124_zero_point_0" -> "2657 dequantize_per_channel_default_125" [label="(1152,)", style=solid]; +"2655 compressed_weight_updated_constant125" -> "2656 quantize_per_channel_default_125" [label="(1152, 384)", style=solid]; +"2656 quantize_per_channel_default_125" -> "2657 dequantize_per_channel_default_125" [label="(1152, 384)", style=solid]; +"2657 dequantize_per_channel_default_125" -> "2659 linear_124" [label="(1152, 384)", style=solid]; +"2658 _param_constant333_0_0" -> "2659 linear_124" [label="(1152,)", style=solid]; "2659 linear_124" -> "2660 reshape_91" [label="(4, 64, 1152)", style=solid]; "2660 reshape_91" -> "2661 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; "2661 permute_93" -> "2662 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -6061,12 +6313,14 @@ strict digraph { "2689 reshape_92_0_0_nncf_smooth_quant_0" -> "2690 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; "2690 quantize_per_tensor_default_126" -> "2691 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; "2691 dequantize_per_tensor_default_126" -> "2698 linear_125" [label="(4, 64, 384)", style=solid]; -"2692 linear_125_zero_point_0_updated_constant0" -> "2697 sub_tensor_126" [label="(384, 1)", style=solid]; -"2693 linear_125_scale_0_updated_constant0" -> "2696 mul_tensor_126" [label="(384, 1)", style=solid]; -"2694 compressed_weight_updated_constant126" -> "2696 mul_tensor_126" [label="(384, 384)", style=solid]; -"2695 _param_constant337_0_0" -> "2698 linear_125" [label="(384,)", style=solid]; -"2696 mul_tensor_126" -> "2697 sub_tensor_126" [label="(384, 384)", style=solid]; -"2697 sub_tensor_126" -> "2698 linear_125" [label=None, style=solid]; +"2692 linear_125_scale_0" -> "2695 quantize_per_channel_default_126" [label="(384,)", style=solid]; +"2692 linear_125_scale_0" -> "2696 dequantize_per_channel_default_126" [label="(384,)", style=solid]; +"2693 linear_125_zero_point_0" -> "2695 quantize_per_channel_default_126" [label="(384,)", style=solid]; +"2693 linear_125_zero_point_0" -> "2696 dequantize_per_channel_default_126" [label="(384,)", style=solid]; +"2694 compressed_weight_updated_constant126" -> "2695 quantize_per_channel_default_126" [label="(384, 384)", style=solid]; +"2695 quantize_per_channel_default_126" -> "2696 dequantize_per_channel_default_126" [label="(384, 384)", style=solid]; +"2696 dequantize_per_channel_default_126" -> "2698 linear_125" [label="(384, 384)", style=solid]; +"2697 _param_constant337_0_0" -> "2698 linear_125" [label="(384,)", style=solid]; "2698 linear_125" -> "2699 dropout_81" [label="(4, 64, 384)", style=solid]; "2699 dropout_81" -> "2700 view_113" [label="(4, 64, 384)", style=solid]; "2700 view_113" -> "2701 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -6085,24 +6339,28 @@ strict digraph { "2712 add_71_0_0_nncf_smooth_quant_0" -> "2713 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; "2713 quantize_per_tensor_default_127" -> "2714 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; "2714 dequantize_per_tensor_default_127" -> "2721 linear_126" [label="(1, 14, 14, 384)", style=solid]; -"2715 linear_126_zero_point_0_updated_constant0" -> "2720 sub_tensor_127" [label="(1536, 1)", style=solid]; -"2716 linear_126_scale_0_updated_constant0" -> "2719 mul_tensor_127" [label="(1536, 1)", style=solid]; -"2717 compressed_weight_updated_constant127" -> "2719 mul_tensor_127" [label="(1536, 384)", style=solid]; -"2718 _param_constant341_0_0" -> "2721 linear_126" [label="(1536,)", style=solid]; -"2719 mul_tensor_127" -> "2720 sub_tensor_127" [label="(1536, 384)", style=solid]; -"2720 sub_tensor_127" -> "2721 linear_126" [label=None, style=solid]; +"2715 linear_126_scale_0" -> "2718 quantize_per_channel_default_127" [label="(1536,)", style=solid]; +"2715 linear_126_scale_0" -> "2719 dequantize_per_channel_default_127" [label="(1536,)", style=solid]; +"2716 linear_126_zero_point_0" -> "2718 quantize_per_channel_default_127" [label="(1536,)", style=solid]; +"2716 linear_126_zero_point_0" -> "2719 dequantize_per_channel_default_127" [label="(1536,)", style=solid]; +"2717 compressed_weight_updated_constant127" -> "2718 quantize_per_channel_default_127" [label="(1536, 384)", style=solid]; +"2718 quantize_per_channel_default_127" -> "2719 dequantize_per_channel_default_127" [label="(1536, 384)", style=solid]; +"2719 dequantize_per_channel_default_127" -> "2721 linear_126" [label="(1536, 384)", style=solid]; +"2720 _param_constant341_0_0" -> "2721 linear_126" [label="(1536,)", style=solid]; "2721 linear_126" -> "2722 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; "2722 gelu_20" -> "2723 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; "2723 dropout_82" -> "2724 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "2724 dropout_82_0_0_nncf_smooth_quant_0" -> "2725 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; "2725 quantize_per_tensor_default_128" -> "2726 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; "2726 dequantize_per_tensor_default_128" -> "2733 linear_127" [label="(1, 14, 14, 1536)", style=solid]; -"2727 linear_127_zero_point_0_updated_constant0" -> "2732 sub_tensor_128" [label="(384, 1)", style=solid]; -"2728 linear_127_scale_0_updated_constant0" -> "2731 mul_tensor_128" [label="(384, 1)", style=solid]; -"2729 compressed_weight_updated_constant128" -> "2731 mul_tensor_128" [label="(384, 1536)", style=solid]; -"2730 _param_constant343_0_0" -> "2733 linear_127" [label="(384,)", style=solid]; -"2731 mul_tensor_128" -> "2732 sub_tensor_128" [label="(384, 1536)", style=solid]; -"2732 sub_tensor_128" -> "2733 linear_127" [label=None, style=solid]; +"2727 linear_127_scale_0" -> "2730 quantize_per_channel_default_128" [label="(384,)", style=solid]; +"2727 linear_127_scale_0" -> "2731 dequantize_per_channel_default_128" [label="(384,)", style=solid]; +"2728 linear_127_zero_point_0" -> "2730 quantize_per_channel_default_128" [label="(384,)", style=solid]; +"2728 linear_127_zero_point_0" -> "2731 dequantize_per_channel_default_128" [label="(384,)", style=solid]; +"2729 compressed_weight_updated_constant128" -> "2730 quantize_per_channel_default_128" [label="(384, 1536)", style=solid]; +"2730 quantize_per_channel_default_128" -> "2731 dequantize_per_channel_default_128" [label="(384, 1536)", style=solid]; +"2731 dequantize_per_channel_default_128" -> "2733 linear_127" [label="(384, 1536)", style=solid]; +"2732 _param_constant343_0_0" -> "2733 linear_127" [label="(384,)", style=solid]; "2733 linear_127" -> "2734 dropout_83" [label="(1, 14, 14, 384)", style=solid]; "2734 dropout_83" -> "2737 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; "2735 _param_constant344" -> "2737 layer_norm_44" [label="(384,)", style=solid]; @@ -6112,20 +6370,24 @@ strict digraph { "2738 add_72" -> "2848 add_75" [label="(1, 14, 14, 384)", style=solid]; "2739 _tensor_constant132" -> "2740 _tensor_constant132_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "2740 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2747 linear_128" [label="(1, 15, 15, 2)", style=solid]; -"2741 linear_128_zero_point_0_updated_constant0" -> "2746 sub_tensor_129" [label="(512, 1)", style=solid]; -"2742 linear_128_scale_0_updated_constant0" -> "2745 mul_tensor_129" [label="(512, 1)", style=solid]; -"2743 compressed_weight_updated_constant129" -> "2745 mul_tensor_129" [label="(512, 2)", style=solid]; -"2744 _param_constant347_0_0" -> "2747 linear_128" [label="(512,)", style=solid]; -"2745 mul_tensor_129" -> "2746 sub_tensor_129" [label="(512, 2)", style=solid]; -"2746 sub_tensor_129" -> "2747 linear_128" [label=None, style=solid]; +"2741 linear_128_scale_0" -> "2744 quantize_per_channel_default_129" [label="(512,)", style=solid]; +"2741 linear_128_scale_0" -> "2745 dequantize_per_channel_default_129" [label="(512,)", style=solid]; +"2742 linear_128_zero_point_0" -> "2744 quantize_per_channel_default_129" [label="(512,)", style=solid]; +"2742 linear_128_zero_point_0" -> "2745 dequantize_per_channel_default_129" [label="(512,)", style=solid]; +"2743 compressed_weight_updated_constant129" -> "2744 quantize_per_channel_default_129" [label="(512, 2)", style=solid]; +"2744 quantize_per_channel_default_129" -> "2745 dequantize_per_channel_default_129" [label="(512, 2)", style=solid]; +"2745 dequantize_per_channel_default_129" -> "2747 linear_128" [label="(512, 2)", style=solid]; +"2746 _param_constant347_0_0" -> "2747 linear_128" [label="(512,)", style=solid]; "2747 linear_128" -> "2748 relu__21" [label="(1, 15, 15, 512)", style=solid]; "2748 relu__21" -> "2749 relu__21_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2749 relu__21_0_0_nncf_smooth_quant_0" -> "2755 linear_129" [label="(1, 15, 15, 512)", style=solid]; -"2750 linear_129_zero_point_0_updated_constant0" -> "2754 sub_tensor_130" [label="(12, 1)", style=solid]; -"2751 linear_129_scale_0_updated_constant0" -> "2753 mul_tensor_130" [label="(12, 1)", style=solid]; -"2752 compressed_weight_updated_constant130" -> "2753 mul_tensor_130" [label="(12, 512)", style=solid]; -"2753 mul_tensor_130" -> "2754 sub_tensor_130" [label="(12, 512)", style=solid]; -"2754 sub_tensor_130" -> "2755 linear_129" [label=None, style=solid]; +"2750 linear_129_scale_0" -> "2753 quantize_per_channel_default_130" [label="(12,)", style=solid]; +"2750 linear_129_scale_0" -> "2754 dequantize_per_channel_default_130" [label="(12,)", style=solid]; +"2751 linear_129_zero_point_0" -> "2753 quantize_per_channel_default_130" [label="(12,)", style=solid]; +"2751 linear_129_zero_point_0" -> "2754 dequantize_per_channel_default_130" [label="(12,)", style=solid]; +"2752 compressed_weight_updated_constant130" -> "2753 quantize_per_channel_default_130" [label="(12, 512)", style=solid]; +"2753 quantize_per_channel_default_130" -> "2754 dequantize_per_channel_default_130" [label="(12, 512)", style=solid]; +"2754 dequantize_per_channel_default_130" -> "2755 linear_129" [label="(12, 512)", style=solid]; "2755 linear_129" -> "2756 view_114" [label="(1, 15, 15, 12)", style=solid]; "2756 view_114" -> "2758 index_21" [label="(225, 12)", style=solid]; "2757 _tensor_constant133" -> "2758 index_21" [label="(4096,)", style=solid]; @@ -6145,12 +6407,14 @@ strict digraph { "2770 reshape_94_0_0_nncf_smooth_quant_0" -> "2771 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; "2771 quantize_per_tensor_default_129" -> "2772 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; "2772 dequantize_per_tensor_default_129" -> "2779 linear_130" [label="(4, 64, 384)", style=solid]; -"2773 linear_130_zero_point_0_updated_constant0" -> "2778 sub_tensor_131" [label="(1152, 1)", style=solid]; -"2774 linear_130_scale_0_updated_constant0" -> "2777 mul_tensor_131" [label="(1152, 1)", style=solid]; -"2775 compressed_weight_updated_constant131" -> "2777 mul_tensor_131" [label="(1152, 384)", style=solid]; -"2776 _param_constant349_0_0" -> "2779 linear_130" [label="(1152,)", style=solid]; -"2777 mul_tensor_131" -> "2778 sub_tensor_131" [label="(1152, 384)", style=solid]; -"2778 sub_tensor_131" -> "2779 linear_130" [label=None, style=solid]; +"2773 linear_130_scale_0" -> "2776 quantize_per_channel_default_131" [label="(1152,)", style=solid]; +"2773 linear_130_scale_0" -> "2777 dequantize_per_channel_default_131" [label="(1152,)", style=solid]; +"2774 linear_130_zero_point_0" -> "2776 quantize_per_channel_default_131" [label="(1152,)", style=solid]; +"2774 linear_130_zero_point_0" -> "2777 dequantize_per_channel_default_131" [label="(1152,)", style=solid]; +"2775 compressed_weight_updated_constant131" -> "2776 quantize_per_channel_default_131" [label="(1152, 384)", style=solid]; +"2776 quantize_per_channel_default_131" -> "2777 dequantize_per_channel_default_131" [label="(1152, 384)", style=solid]; +"2777 dequantize_per_channel_default_131" -> "2779 linear_130" [label="(1152, 384)", style=solid]; +"2778 _param_constant349_0_0" -> "2779 linear_130" [label="(1152,)", style=solid]; "2779 linear_130" -> "2780 reshape_95" [label="(4, 64, 1152)", style=solid]; "2780 reshape_95" -> "2781 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; "2781 permute_97" -> "2782 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -6209,12 +6473,14 @@ strict digraph { "2825 reshape_97_0_0_nncf_smooth_quant_0" -> "2826 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; "2826 quantize_per_tensor_default_132" -> "2827 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; "2827 dequantize_per_tensor_default_132" -> "2834 linear_131" [label="(4, 64, 384)", style=solid]; -"2828 linear_131_zero_point_0_updated_constant0" -> "2833 sub_tensor_132" [label="(384, 1)", style=solid]; -"2829 linear_131_scale_0_updated_constant0" -> "2832 mul_tensor_132" [label="(384, 1)", style=solid]; -"2830 compressed_weight_updated_constant132" -> "2832 mul_tensor_132" [label="(384, 384)", style=solid]; -"2831 _param_constant353_0_0" -> "2834 linear_131" [label="(384,)", style=solid]; -"2832 mul_tensor_132" -> "2833 sub_tensor_132" [label="(384, 384)", style=solid]; -"2833 sub_tensor_132" -> "2834 linear_131" [label=None, style=solid]; +"2828 linear_131_scale_0" -> "2831 quantize_per_channel_default_132" [label="(384,)", style=solid]; +"2828 linear_131_scale_0" -> "2832 dequantize_per_channel_default_132" [label="(384,)", style=solid]; +"2829 linear_131_zero_point_0" -> "2831 quantize_per_channel_default_132" [label="(384,)", style=solid]; +"2829 linear_131_zero_point_0" -> "2832 dequantize_per_channel_default_132" [label="(384,)", style=solid]; +"2830 compressed_weight_updated_constant132" -> "2831 quantize_per_channel_default_132" [label="(384, 384)", style=solid]; +"2831 quantize_per_channel_default_132" -> "2832 dequantize_per_channel_default_132" [label="(384, 384)", style=solid]; +"2832 dequantize_per_channel_default_132" -> "2834 linear_131" [label="(384, 384)", style=solid]; +"2833 _param_constant353_0_0" -> "2834 linear_131" [label="(384,)", style=solid]; "2834 linear_131" -> "2835 dropout_85" [label="(4, 64, 384)", style=solid]; "2835 dropout_85" -> "2836 view_120" [label="(4, 64, 384)", style=solid]; "2836 view_120" -> "2837 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -6234,24 +6500,28 @@ strict digraph { "2849 add_75_0_0_nncf_smooth_quant_0" -> "2850 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; "2850 quantize_per_tensor_default_133" -> "2851 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; "2851 dequantize_per_tensor_default_133" -> "2858 linear_132" [label="(1, 14, 14, 384)", style=solid]; -"2852 linear_132_zero_point_0_updated_constant0" -> "2857 sub_tensor_133" [label="(1536, 1)", style=solid]; -"2853 linear_132_scale_0_updated_constant0" -> "2856 mul_tensor_133" [label="(1536, 1)", style=solid]; -"2854 compressed_weight_updated_constant133" -> "2856 mul_tensor_133" [label="(1536, 384)", style=solid]; -"2855 _param_constant357_0_0" -> "2858 linear_132" [label="(1536,)", style=solid]; -"2856 mul_tensor_133" -> "2857 sub_tensor_133" [label="(1536, 384)", style=solid]; -"2857 sub_tensor_133" -> "2858 linear_132" [label=None, style=solid]; +"2852 linear_132_scale_0" -> "2855 quantize_per_channel_default_133" [label="(1536,)", style=solid]; +"2852 linear_132_scale_0" -> "2856 dequantize_per_channel_default_133" [label="(1536,)", style=solid]; +"2853 linear_132_zero_point_0" -> "2855 quantize_per_channel_default_133" [label="(1536,)", style=solid]; +"2853 linear_132_zero_point_0" -> "2856 dequantize_per_channel_default_133" [label="(1536,)", style=solid]; +"2854 compressed_weight_updated_constant133" -> "2855 quantize_per_channel_default_133" [label="(1536, 384)", style=solid]; +"2855 quantize_per_channel_default_133" -> "2856 dequantize_per_channel_default_133" [label="(1536, 384)", style=solid]; +"2856 dequantize_per_channel_default_133" -> "2858 linear_132" [label="(1536, 384)", style=solid]; +"2857 _param_constant357_0_0" -> "2858 linear_132" [label="(1536,)", style=solid]; "2858 linear_132" -> "2859 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; "2859 gelu_21" -> "2860 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; "2860 dropout_86" -> "2861 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "2861 dropout_86_0_0_nncf_smooth_quant_0" -> "2862 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; "2862 quantize_per_tensor_default_134" -> "2863 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; "2863 dequantize_per_tensor_default_134" -> "2870 linear_133" [label="(1, 14, 14, 1536)", style=solid]; -"2864 linear_133_zero_point_0_updated_constant0" -> "2869 sub_tensor_134" [label="(384, 1)", style=solid]; -"2865 linear_133_scale_0_updated_constant0" -> "2868 mul_tensor_134" [label="(384, 1)", style=solid]; -"2866 compressed_weight_updated_constant134" -> "2868 mul_tensor_134" [label="(384, 1536)", style=solid]; -"2867 _param_constant359_0_0" -> "2870 linear_133" [label="(384,)", style=solid]; -"2868 mul_tensor_134" -> "2869 sub_tensor_134" [label="(384, 1536)", style=solid]; -"2869 sub_tensor_134" -> "2870 linear_133" [label=None, style=solid]; +"2864 linear_133_scale_0" -> "2867 quantize_per_channel_default_134" [label="(384,)", style=solid]; +"2864 linear_133_scale_0" -> "2868 dequantize_per_channel_default_134" [label="(384,)", style=solid]; +"2865 linear_133_zero_point_0" -> "2867 quantize_per_channel_default_134" [label="(384,)", style=solid]; +"2865 linear_133_zero_point_0" -> "2868 dequantize_per_channel_default_134" [label="(384,)", style=solid]; +"2866 compressed_weight_updated_constant134" -> "2867 quantize_per_channel_default_134" [label="(384, 1536)", style=solid]; +"2867 quantize_per_channel_default_134" -> "2868 dequantize_per_channel_default_134" [label="(384, 1536)", style=solid]; +"2868 dequantize_per_channel_default_134" -> "2870 linear_133" [label="(384, 1536)", style=solid]; +"2869 _param_constant359_0_0" -> "2870 linear_133" [label="(384,)", style=solid]; "2870 linear_133" -> "2871 dropout_87" [label="(1, 14, 14, 384)", style=solid]; "2871 dropout_87" -> "2874 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; "2872 _param_constant360" -> "2874 layer_norm_46" [label="(384,)", style=solid]; @@ -6278,11 +6548,13 @@ strict digraph { "2890 cat_2_0_0_nncf_smooth_quant_0" -> "2891 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; "2891 quantize_per_tensor_default_135" -> "2892 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; "2892 dequantize_per_tensor_default_135" -> "2898 linear_134" [label="(1, 7, 7, 1536)", style=solid]; -"2893 linear_134_zero_point_0_updated_constant0" -> "2897 sub_tensor_135" [label="(768, 1)", style=solid]; -"2894 linear_134_scale_0_updated_constant0" -> "2896 mul_tensor_135" [label="(768, 1)", style=solid]; -"2895 compressed_weight_updated_constant135" -> "2896 mul_tensor_135" [label="(768, 1536)", style=solid]; -"2896 mul_tensor_135" -> "2897 sub_tensor_135" [label="(768, 1536)", style=solid]; -"2897 sub_tensor_135" -> "2898 linear_134" [label=None, style=solid]; +"2893 linear_134_scale_0" -> "2896 quantize_per_channel_default_135" [label="(768,)", style=solid]; +"2893 linear_134_scale_0" -> "2897 dequantize_per_channel_default_135" [label="(768,)", style=solid]; +"2894 linear_134_zero_point_0" -> "2896 quantize_per_channel_default_135" [label="(768,)", style=solid]; +"2894 linear_134_zero_point_0" -> "2897 dequantize_per_channel_default_135" [label="(768,)", style=solid]; +"2895 compressed_weight_updated_constant135" -> "2896 quantize_per_channel_default_135" [label="(768, 1536)", style=solid]; +"2896 quantize_per_channel_default_135" -> "2897 dequantize_per_channel_default_135" [label="(768, 1536)", style=solid]; +"2897 dequantize_per_channel_default_135" -> "2898 linear_134" [label="(768, 1536)", style=solid]; "2898 linear_134" -> "2901 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; "2899 _param_constant363" -> "2901 layer_norm_47" [label="(768,)", style=solid]; "2900 _param_constant364" -> "2901 layer_norm_47" [label="(768,)", style=solid]; @@ -6290,20 +6562,24 @@ strict digraph { "2901 layer_norm_47" -> "2993 add_78" [label="(1, 7, 7, 768)", style=solid]; "2902 _tensor_constant143" -> "2903 _tensor_constant143_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "2903 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2910 linear_135" [label="(1, 15, 15, 2)", style=solid]; -"2904 linear_135_zero_point_0_updated_constant0" -> "2909 sub_tensor_136" [label="(512, 1)", style=solid]; -"2905 linear_135_scale_0_updated_constant0" -> "2908 mul_tensor_136" [label="(512, 1)", style=solid]; -"2906 compressed_weight_updated_constant136" -> "2908 mul_tensor_136" [label="(512, 2)", style=solid]; -"2907 _param_constant366_0_0" -> "2910 linear_135" [label="(512,)", style=solid]; -"2908 mul_tensor_136" -> "2909 sub_tensor_136" [label="(512, 2)", style=solid]; -"2909 sub_tensor_136" -> "2910 linear_135" [label=None, style=solid]; +"2904 linear_135_scale_0" -> "2907 quantize_per_channel_default_136" [label="(512,)", style=solid]; +"2904 linear_135_scale_0" -> "2908 dequantize_per_channel_default_136" [label="(512,)", style=solid]; +"2905 linear_135_zero_point_0" -> "2907 quantize_per_channel_default_136" [label="(512,)", style=solid]; +"2905 linear_135_zero_point_0" -> "2908 dequantize_per_channel_default_136" [label="(512,)", style=solid]; +"2906 compressed_weight_updated_constant136" -> "2907 quantize_per_channel_default_136" [label="(512, 2)", style=solid]; +"2907 quantize_per_channel_default_136" -> "2908 dequantize_per_channel_default_136" [label="(512, 2)", style=solid]; +"2908 dequantize_per_channel_default_136" -> "2910 linear_135" [label="(512, 2)", style=solid]; +"2909 _param_constant366_0_0" -> "2910 linear_135" [label="(512,)", style=solid]; "2910 linear_135" -> "2911 relu__22" [label="(1, 15, 15, 512)", style=solid]; "2911 relu__22" -> "2912 relu__22_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2912 relu__22_0_0_nncf_smooth_quant_0" -> "2918 linear_136" [label="(1, 15, 15, 512)", style=solid]; -"2913 linear_136_zero_point_0_updated_constant0" -> "2917 sub_tensor_137" [label="(24, 1)", style=solid]; -"2914 linear_136_scale_0_updated_constant0" -> "2916 mul_tensor_137" [label="(24, 1)", style=solid]; -"2915 compressed_weight_updated_constant137" -> "2916 mul_tensor_137" [label="(24, 512)", style=solid]; -"2916 mul_tensor_137" -> "2917 sub_tensor_137" [label="(24, 512)", style=solid]; -"2917 sub_tensor_137" -> "2918 linear_136" [label=None, style=solid]; +"2913 linear_136_scale_0" -> "2916 quantize_per_channel_default_137" [label="(24,)", style=solid]; +"2913 linear_136_scale_0" -> "2917 dequantize_per_channel_default_137" [label="(24,)", style=solid]; +"2914 linear_136_zero_point_0" -> "2916 quantize_per_channel_default_137" [label="(24,)", style=solid]; +"2914 linear_136_zero_point_0" -> "2917 dequantize_per_channel_default_137" [label="(24,)", style=solid]; +"2915 compressed_weight_updated_constant137" -> "2916 quantize_per_channel_default_137" [label="(24, 512)", style=solid]; +"2916 quantize_per_channel_default_137" -> "2917 dequantize_per_channel_default_137" [label="(24, 512)", style=solid]; +"2917 dequantize_per_channel_default_137" -> "2918 linear_136" [label="(24, 512)", style=solid]; "2918 linear_136" -> "2919 view_121" [label="(1, 15, 15, 24)", style=solid]; "2919 view_121" -> "2921 index_22" [label="(225, 24)", style=solid]; "2920 _tensor_constant144" -> "2921 index_22" [label="(4096,)", style=solid]; @@ -6321,12 +6597,14 @@ strict digraph { "2932 reshape_99_0_0_nncf_smooth_quant_0" -> "2933 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; "2933 quantize_per_tensor_default_136" -> "2934 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; "2934 dequantize_per_tensor_default_136" -> "2941 linear_137" [label="(1, 64, 768)", style=solid]; -"2935 linear_137_zero_point_0_updated_constant0" -> "2940 sub_tensor_138" [label="(2304, 1)", style=solid]; -"2936 linear_137_scale_0_updated_constant0" -> "2939 mul_tensor_138" [label="(2304, 1)", style=solid]; -"2937 compressed_weight_updated_constant138" -> "2939 mul_tensor_138" [label="(2304, 768)", style=solid]; -"2938 _param_constant368_0_0" -> "2941 linear_137" [label="(2304,)", style=solid]; -"2939 mul_tensor_138" -> "2940 sub_tensor_138" [label="(2304, 768)", style=solid]; -"2940 sub_tensor_138" -> "2941 linear_137" [label=None, style=solid]; +"2935 linear_137_scale_0" -> "2938 quantize_per_channel_default_138" [label="(2304,)", style=solid]; +"2935 linear_137_scale_0" -> "2939 dequantize_per_channel_default_138" [label="(2304,)", style=solid]; +"2936 linear_137_zero_point_0" -> "2938 quantize_per_channel_default_138" [label="(2304,)", style=solid]; +"2936 linear_137_zero_point_0" -> "2939 dequantize_per_channel_default_138" [label="(2304,)", style=solid]; +"2937 compressed_weight_updated_constant138" -> "2938 quantize_per_channel_default_138" [label="(2304, 768)", style=solid]; +"2938 quantize_per_channel_default_138" -> "2939 dequantize_per_channel_default_138" [label="(2304, 768)", style=solid]; +"2939 dequantize_per_channel_default_138" -> "2941 linear_137" [label="(2304, 768)", style=solid]; +"2940 _param_constant368_0_0" -> "2941 linear_137" [label="(2304,)", style=solid]; "2941 linear_137" -> "2942 reshape_100" [label="(1, 64, 2304)", style=solid]; "2942 reshape_100" -> "2943 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; "2943 permute_102" -> "2944 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; @@ -6366,12 +6644,14 @@ strict digraph { "2971 reshape_101_0_0_nncf_smooth_quant_0" -> "2972 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; "2972 quantize_per_tensor_default_139" -> "2973 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; "2973 dequantize_per_tensor_default_139" -> "2980 linear_138" [label="(1, 64, 768)", style=solid]; -"2974 linear_138_zero_point_0_updated_constant0" -> "2979 sub_tensor_139" [label="(768, 1)", style=solid]; -"2975 linear_138_scale_0_updated_constant0" -> "2978 mul_tensor_139" [label="(768, 1)", style=solid]; -"2976 compressed_weight_updated_constant139" -> "2978 mul_tensor_139" [label="(768, 768)", style=solid]; -"2977 _param_constant372_0_0" -> "2980 linear_138" [label="(768,)", style=solid]; -"2978 mul_tensor_139" -> "2979 sub_tensor_139" [label="(768, 768)", style=solid]; -"2979 sub_tensor_139" -> "2980 linear_138" [label=None, style=solid]; +"2974 linear_138_scale_0" -> "2977 quantize_per_channel_default_139" [label="(768,)", style=solid]; +"2974 linear_138_scale_0" -> "2978 dequantize_per_channel_default_139" [label="(768,)", style=solid]; +"2975 linear_138_zero_point_0" -> "2977 quantize_per_channel_default_139" [label="(768,)", style=solid]; +"2975 linear_138_zero_point_0" -> "2978 dequantize_per_channel_default_139" [label="(768,)", style=solid]; +"2976 compressed_weight_updated_constant139" -> "2977 quantize_per_channel_default_139" [label="(768, 768)", style=solid]; +"2977 quantize_per_channel_default_139" -> "2978 dequantize_per_channel_default_139" [label="(768, 768)", style=solid]; +"2978 dequantize_per_channel_default_139" -> "2980 linear_138" [label="(768, 768)", style=solid]; +"2979 _param_constant372_0_0" -> "2980 linear_138" [label="(768,)", style=solid]; "2980 linear_138" -> "2981 dropout_89" [label="(1, 64, 768)", style=solid]; "2981 dropout_89" -> "2982 view_124" [label="(1, 64, 768)", style=solid]; "2982 view_124" -> "2983 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; @@ -6390,24 +6670,28 @@ strict digraph { "2994 add_78_0_0_nncf_smooth_quant_0" -> "2995 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; "2995 quantize_per_tensor_default_140" -> "2996 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; "2996 dequantize_per_tensor_default_140" -> "3003 linear_139" [label="(1, 7, 7, 768)", style=solid]; -"2997 linear_139_zero_point_0_updated_constant0" -> "3002 sub_tensor_140" [label="(3072, 1)", style=solid]; -"2998 linear_139_scale_0_updated_constant0" -> "3001 mul_tensor_140" [label="(3072, 1)", style=solid]; -"2999 compressed_weight_updated_constant140" -> "3001 mul_tensor_140" [label="(3072, 768)", style=solid]; -"3000 _param_constant376_0_0" -> "3003 linear_139" [label="(3072,)", style=solid]; -"3001 mul_tensor_140" -> "3002 sub_tensor_140" [label="(3072, 768)", style=solid]; -"3002 sub_tensor_140" -> "3003 linear_139" [label=None, style=solid]; +"2997 linear_139_scale_0" -> "3000 quantize_per_channel_default_140" [label="(3072,)", style=solid]; +"2997 linear_139_scale_0" -> "3001 dequantize_per_channel_default_140" [label="(3072,)", style=solid]; +"2998 linear_139_zero_point_0" -> "3000 quantize_per_channel_default_140" [label="(3072,)", style=solid]; +"2998 linear_139_zero_point_0" -> "3001 dequantize_per_channel_default_140" [label="(3072,)", style=solid]; +"2999 compressed_weight_updated_constant140" -> "3000 quantize_per_channel_default_140" [label="(3072, 768)", style=solid]; +"3000 quantize_per_channel_default_140" -> "3001 dequantize_per_channel_default_140" [label="(3072, 768)", style=solid]; +"3001 dequantize_per_channel_default_140" -> "3003 linear_139" [label="(3072, 768)", style=solid]; +"3002 _param_constant376_0_0" -> "3003 linear_139" [label="(3072,)", style=solid]; "3003 linear_139" -> "3004 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; "3004 gelu_22" -> "3005 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; "3005 dropout_90" -> "3006 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; "3006 dropout_90_0_0_nncf_smooth_quant_0" -> "3007 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; "3007 quantize_per_tensor_default_141" -> "3008 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; "3008 dequantize_per_tensor_default_141" -> "3015 linear_140" [label="(1, 7, 7, 3072)", style=solid]; -"3009 linear_140_zero_point_0_updated_constant0" -> "3014 sub_tensor_141" [label="(768, 1)", style=solid]; -"3010 linear_140_scale_0_updated_constant0" -> "3013 mul_tensor_141" [label="(768, 1)", style=solid]; -"3011 compressed_weight_updated_constant141" -> "3013 mul_tensor_141" [label="(768, 3072)", style=solid]; -"3012 _param_constant378_0_0" -> "3015 linear_140" [label="(768,)", style=solid]; -"3013 mul_tensor_141" -> "3014 sub_tensor_141" [label="(768, 3072)", style=solid]; -"3014 sub_tensor_141" -> "3015 linear_140" [label=None, style=solid]; +"3009 linear_140_scale_0" -> "3012 quantize_per_channel_default_141" [label="(768,)", style=solid]; +"3009 linear_140_scale_0" -> "3013 dequantize_per_channel_default_141" [label="(768,)", style=solid]; +"3010 linear_140_zero_point_0" -> "3012 quantize_per_channel_default_141" [label="(768,)", style=solid]; +"3010 linear_140_zero_point_0" -> "3013 dequantize_per_channel_default_141" [label="(768,)", style=solid]; +"3011 compressed_weight_updated_constant141" -> "3012 quantize_per_channel_default_141" [label="(768, 3072)", style=solid]; +"3012 quantize_per_channel_default_141" -> "3013 dequantize_per_channel_default_141" [label="(768, 3072)", style=solid]; +"3013 dequantize_per_channel_default_141" -> "3015 linear_140" [label="(768, 3072)", style=solid]; +"3014 _param_constant378_0_0" -> "3015 linear_140" [label="(768,)", style=solid]; "3015 linear_140" -> "3016 dropout_91" [label="(1, 7, 7, 768)", style=solid]; "3016 dropout_91" -> "3019 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; "3017 _param_constant379" -> "3019 layer_norm_49" [label="(768,)", style=solid]; @@ -6417,20 +6701,24 @@ strict digraph { "3020 add_79" -> "3112 add_81" [label="(1, 7, 7, 768)", style=solid]; "3021 _tensor_constant145" -> "3022 _tensor_constant145_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "3022 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "3029 linear_141" [label="(1, 15, 15, 2)", style=solid]; -"3023 linear_141_zero_point_0_updated_constant0" -> "3028 sub_tensor_142" [label="(512, 1)", style=solid]; -"3024 linear_141_scale_0_updated_constant0" -> "3027 mul_tensor_142" [label="(512, 1)", style=solid]; -"3025 compressed_weight_updated_constant142" -> "3027 mul_tensor_142" [label="(512, 2)", style=solid]; -"3026 _param_constant382_0_0" -> "3029 linear_141" [label="(512,)", style=solid]; -"3027 mul_tensor_142" -> "3028 sub_tensor_142" [label="(512, 2)", style=solid]; -"3028 sub_tensor_142" -> "3029 linear_141" [label=None, style=solid]; +"3023 linear_141_scale_0" -> "3026 quantize_per_channel_default_142" [label="(512,)", style=solid]; +"3023 linear_141_scale_0" -> "3027 dequantize_per_channel_default_142" [label="(512,)", style=solid]; +"3024 linear_141_zero_point_0" -> "3026 quantize_per_channel_default_142" [label="(512,)", style=solid]; +"3024 linear_141_zero_point_0" -> "3027 dequantize_per_channel_default_142" [label="(512,)", style=solid]; +"3025 compressed_weight_updated_constant142" -> "3026 quantize_per_channel_default_142" [label="(512, 2)", style=solid]; +"3026 quantize_per_channel_default_142" -> "3027 dequantize_per_channel_default_142" [label="(512, 2)", style=solid]; +"3027 dequantize_per_channel_default_142" -> "3029 linear_141" [label="(512, 2)", style=solid]; +"3028 _param_constant382_0_0" -> "3029 linear_141" [label="(512,)", style=solid]; "3029 linear_141" -> "3030 relu__23" [label="(1, 15, 15, 512)", style=solid]; "3030 relu__23" -> "3031 relu__23_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "3031 relu__23_0_0_nncf_smooth_quant_0" -> "3037 linear_142" [label="(1, 15, 15, 512)", style=solid]; -"3032 linear_142_zero_point_0_updated_constant0" -> "3036 sub_tensor_143" [label="(24, 1)", style=solid]; -"3033 linear_142_scale_0_updated_constant0" -> "3035 mul_tensor_143" [label="(24, 1)", style=solid]; -"3034 compressed_weight_updated_constant143" -> "3035 mul_tensor_143" [label="(24, 512)", style=solid]; -"3035 mul_tensor_143" -> "3036 sub_tensor_143" [label="(24, 512)", style=solid]; -"3036 sub_tensor_143" -> "3037 linear_142" [label=None, style=solid]; +"3032 linear_142_scale_0" -> "3035 quantize_per_channel_default_143" [label="(24,)", style=solid]; +"3032 linear_142_scale_0" -> "3036 dequantize_per_channel_default_143" [label="(24,)", style=solid]; +"3033 linear_142_zero_point_0" -> "3035 quantize_per_channel_default_143" [label="(24,)", style=solid]; +"3033 linear_142_zero_point_0" -> "3036 dequantize_per_channel_default_143" [label="(24,)", style=solid]; +"3034 compressed_weight_updated_constant143" -> "3035 quantize_per_channel_default_143" [label="(24, 512)", style=solid]; +"3035 quantize_per_channel_default_143" -> "3036 dequantize_per_channel_default_143" [label="(24, 512)", style=solid]; +"3036 dequantize_per_channel_default_143" -> "3037 linear_142" [label="(24, 512)", style=solid]; "3037 linear_142" -> "3038 view_125" [label="(1, 15, 15, 24)", style=solid]; "3038 view_125" -> "3040 index_23" [label="(225, 24)", style=solid]; "3039 _tensor_constant146" -> "3040 index_23" [label="(4096,)", style=solid]; @@ -6448,12 +6736,14 @@ strict digraph { "3051 reshape_103_0_0_nncf_smooth_quant_0" -> "3052 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; "3052 quantize_per_tensor_default_142" -> "3053 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; "3053 dequantize_per_tensor_default_142" -> "3060 linear_143" [label="(1, 64, 768)", style=solid]; -"3054 linear_143_zero_point_0_updated_constant0" -> "3059 sub_tensor_144" [label="(2304, 1)", style=solid]; -"3055 linear_143_scale_0_updated_constant0" -> "3058 mul_tensor_144" [label="(2304, 1)", style=solid]; -"3056 compressed_weight_updated_constant144" -> "3058 mul_tensor_144" [label="(2304, 768)", style=solid]; -"3057 _param_constant384_0_0" -> "3060 linear_143" [label="(2304,)", style=solid]; -"3058 mul_tensor_144" -> "3059 sub_tensor_144" [label="(2304, 768)", style=solid]; -"3059 sub_tensor_144" -> "3060 linear_143" [label=None, style=solid]; +"3054 linear_143_scale_0" -> "3057 quantize_per_channel_default_144" [label="(2304,)", style=solid]; +"3054 linear_143_scale_0" -> "3058 dequantize_per_channel_default_144" [label="(2304,)", style=solid]; +"3055 linear_143_zero_point_0" -> "3057 quantize_per_channel_default_144" [label="(2304,)", style=solid]; +"3055 linear_143_zero_point_0" -> "3058 dequantize_per_channel_default_144" [label="(2304,)", style=solid]; +"3056 compressed_weight_updated_constant144" -> "3057 quantize_per_channel_default_144" [label="(2304, 768)", style=solid]; +"3057 quantize_per_channel_default_144" -> "3058 dequantize_per_channel_default_144" [label="(2304, 768)", style=solid]; +"3058 dequantize_per_channel_default_144" -> "3060 linear_143" [label="(2304, 768)", style=solid]; +"3059 _param_constant384_0_0" -> "3060 linear_143" [label="(2304,)", style=solid]; "3060 linear_143" -> "3061 reshape_104" [label="(1, 64, 2304)", style=solid]; "3061 reshape_104" -> "3062 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; "3062 permute_106" -> "3063 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; @@ -6493,12 +6783,14 @@ strict digraph { "3090 reshape_105_0_0_nncf_smooth_quant_0" -> "3091 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; "3091 quantize_per_tensor_default_145" -> "3092 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; "3092 dequantize_per_tensor_default_145" -> "3099 linear_144" [label="(1, 64, 768)", style=solid]; -"3093 linear_144_zero_point_0_updated_constant0" -> "3098 sub_tensor_145" [label="(768, 1)", style=solid]; -"3094 linear_144_scale_0_updated_constant0" -> "3097 mul_tensor_145" [label="(768, 1)", style=solid]; -"3095 compressed_weight_updated_constant145" -> "3097 mul_tensor_145" [label="(768, 768)", style=solid]; -"3096 _param_constant388_0_0" -> "3099 linear_144" [label="(768,)", style=solid]; -"3097 mul_tensor_145" -> "3098 sub_tensor_145" [label="(768, 768)", style=solid]; -"3098 sub_tensor_145" -> "3099 linear_144" [label=None, style=solid]; +"3093 linear_144_scale_0" -> "3096 quantize_per_channel_default_145" [label="(768,)", style=solid]; +"3093 linear_144_scale_0" -> "3097 dequantize_per_channel_default_145" [label="(768,)", style=solid]; +"3094 linear_144_zero_point_0" -> "3096 quantize_per_channel_default_145" [label="(768,)", style=solid]; +"3094 linear_144_zero_point_0" -> "3097 dequantize_per_channel_default_145" [label="(768,)", style=solid]; +"3095 compressed_weight_updated_constant145" -> "3096 quantize_per_channel_default_145" [label="(768, 768)", style=solid]; +"3096 quantize_per_channel_default_145" -> "3097 dequantize_per_channel_default_145" [label="(768, 768)", style=solid]; +"3097 dequantize_per_channel_default_145" -> "3099 linear_144" [label="(768, 768)", style=solid]; +"3098 _param_constant388_0_0" -> "3099 linear_144" [label="(768,)", style=solid]; "3099 linear_144" -> "3100 dropout_93" [label="(1, 64, 768)", style=solid]; "3100 dropout_93" -> "3101 view_128" [label="(1, 64, 768)", style=solid]; "3101 view_128" -> "3102 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; @@ -6517,24 +6809,28 @@ strict digraph { "3113 add_81_0_0_nncf_smooth_quant_0" -> "3114 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; "3114 quantize_per_tensor_default_146" -> "3115 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; "3115 dequantize_per_tensor_default_146" -> "3122 linear_145" [label="(1, 7, 7, 768)", style=solid]; -"3116 linear_145_zero_point_0_updated_constant0" -> "3121 sub_tensor_146" [label="(3072, 1)", style=solid]; -"3117 linear_145_scale_0_updated_constant0" -> "3120 mul_tensor_146" [label="(3072, 1)", style=solid]; -"3118 compressed_weight_updated_constant146" -> "3120 mul_tensor_146" [label="(3072, 768)", style=solid]; -"3119 _param_constant392_0_0" -> "3122 linear_145" [label="(3072,)", style=solid]; -"3120 mul_tensor_146" -> "3121 sub_tensor_146" [label="(3072, 768)", style=solid]; -"3121 sub_tensor_146" -> "3122 linear_145" [label=None, style=solid]; +"3116 linear_145_scale_0" -> "3119 quantize_per_channel_default_146" [label="(3072,)", style=solid]; +"3116 linear_145_scale_0" -> "3120 dequantize_per_channel_default_146" [label="(3072,)", style=solid]; +"3117 linear_145_zero_point_0" -> "3119 quantize_per_channel_default_146" [label="(3072,)", style=solid]; +"3117 linear_145_zero_point_0" -> "3120 dequantize_per_channel_default_146" [label="(3072,)", style=solid]; +"3118 compressed_weight_updated_constant146" -> "3119 quantize_per_channel_default_146" [label="(3072, 768)", style=solid]; +"3119 quantize_per_channel_default_146" -> "3120 dequantize_per_channel_default_146" [label="(3072, 768)", style=solid]; +"3120 dequantize_per_channel_default_146" -> "3122 linear_145" [label="(3072, 768)", style=solid]; +"3121 _param_constant392_0_0" -> "3122 linear_145" [label="(3072,)", style=solid]; "3122 linear_145" -> "3123 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; "3123 gelu_23" -> "3124 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; "3124 dropout_94" -> "3125 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; "3125 dropout_94_0_0_nncf_smooth_quant_0" -> "3126 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; "3126 quantize_per_tensor_default_147" -> "3127 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; "3127 dequantize_per_tensor_default_147" -> "3134 linear_146" [label="(1, 7, 7, 3072)", style=solid]; -"3128 linear_146_zero_point_0_updated_constant0" -> "3133 sub_tensor_147" [label="(768, 1)", style=solid]; -"3129 linear_146_scale_0_updated_constant0" -> "3132 mul_tensor_147" [label="(768, 1)", style=solid]; -"3130 compressed_weight_updated_constant147" -> "3132 mul_tensor_147" [label="(768, 3072)", style=solid]; -"3131 _param_constant394_0_0" -> "3134 linear_146" [label="(768,)", style=solid]; -"3132 mul_tensor_147" -> "3133 sub_tensor_147" [label="(768, 3072)", style=solid]; -"3133 sub_tensor_147" -> "3134 linear_146" [label=None, style=solid]; +"3128 linear_146_scale_0" -> "3131 quantize_per_channel_default_147" [label="(768,)", style=solid]; +"3128 linear_146_scale_0" -> "3132 dequantize_per_channel_default_147" [label="(768,)", style=solid]; +"3129 linear_146_zero_point_0" -> "3131 quantize_per_channel_default_147" [label="(768,)", style=solid]; +"3129 linear_146_zero_point_0" -> "3132 dequantize_per_channel_default_147" [label="(768,)", style=solid]; +"3130 compressed_weight_updated_constant147" -> "3131 quantize_per_channel_default_147" [label="(768, 3072)", style=solid]; +"3131 quantize_per_channel_default_147" -> "3132 dequantize_per_channel_default_147" [label="(768, 3072)", style=solid]; +"3132 dequantize_per_channel_default_147" -> "3134 linear_146" [label="(768, 3072)", style=solid]; +"3133 _param_constant394_0_0" -> "3134 linear_146" [label="(768,)", style=solid]; "3134 linear_146" -> "3135 dropout_95" [label="(1, 7, 7, 768)", style=solid]; "3135 dropout_95" -> "3138 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; "3136 _param_constant395" -> "3138 layer_norm_51" [label="(768,)", style=solid]; @@ -6550,11 +6846,13 @@ strict digraph { "3146 flatten_0_0_nncf_smooth_quant_0" -> "3147 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; "3147 quantize_per_tensor_default_148" -> "3148 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; "3148 dequantize_per_tensor_default_148" -> "3155 linear_147" [label="(1, 768)", style=solid]; -"3149 linear_147_zero_point_0_updated_constant0" -> "3154 sub_tensor_148" [label="(1000, 1)", style=solid]; -"3150 linear_147_scale_0_updated_constant0" -> "3153 mul_tensor_148" [label="(1000, 1)", style=solid]; -"3151 compressed_weight_updated_constant148" -> "3153 mul_tensor_148" [label="(1000, 768)", style=solid]; -"3152 _param_constant400_0_0" -> "3155 linear_147" [label="(1000,)", style=solid]; -"3153 mul_tensor_148" -> "3154 sub_tensor_148" [label="(1000, 768)", style=solid]; -"3154 sub_tensor_148" -> "3155 linear_147" [label=None, style=solid]; +"3149 linear_147_scale_0" -> "3152 quantize_per_channel_default_148" [label="(1000,)", style=solid]; +"3149 linear_147_scale_0" -> "3153 dequantize_per_channel_default_148" [label="(1000,)", style=solid]; +"3150 linear_147_zero_point_0" -> "3152 quantize_per_channel_default_148" [label="(1000,)", style=solid]; +"3150 linear_147_zero_point_0" -> "3153 dequantize_per_channel_default_148" [label="(1000,)", style=solid]; +"3151 compressed_weight_updated_constant148" -> "3152 quantize_per_channel_default_148" [label="(1000, 768)", style=solid]; +"3152 quantize_per_channel_default_148" -> "3153 dequantize_per_channel_default_148" [label="(1000, 768)", style=solid]; +"3153 dequantize_per_channel_default_148" -> "3155 linear_147" [label="(1000, 768)", style=solid]; +"3154 _param_constant400_0_0" -> "3155 linear_147" [label="(1000,)", style=solid]; "3155 linear_147" -> "3156 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot b/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot index 19cd752da15..a3a6542ed3c 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot @@ -5,22 +5,22 @@ strict digraph { "3 embedding_0_0_nncf_smooth_quant_0" [id=3, type=call_module]; "4 quantize_per_tensor_default" [id=4, type=quantize_per_tensor]; "5 dequantize_per_tensor_default" [id=5, type=dequantize_per_tensor]; -"6 linear_zero_point_0_updated_constant0" [id=6, type=get_attr]; -"7 linear_scale_0_updated_constant0" [id=7, type=get_attr]; +"6 linear_scale_0" [id=6, type=get_attr]; +"7 linear_zero_point_0" [id=7, type=get_attr]; "8 compressed_weight_updated_constant0" [id=8, type=get_attr]; -"9 _param_constant2_0_0" [id=9, type=get_attr]; -"10 mul_tensor" [id=10, type=mul]; -"11 sub_tensor" [id=11, type=sub]; +"9 quantize_per_channel_default" [id=9, type=quantize_per_channel]; +"10 dequantize_per_channel_default" [id=10, type=dequantize_per_channel]; +"11 _param_constant2_0_0" [id=11, type=get_attr]; "12 linear" [id=12, type=linear]; "13 add_tensor_0_0_nncf_smooth_quant_0" [id=13, type=call_module]; "14 quantize_per_tensor_default_1" [id=14, type=quantize_per_tensor]; "15 dequantize_per_tensor_default_1" [id=15, type=dequantize_per_tensor]; -"16 linear_1_zero_point_0_updated_constant0" [id=16, type=get_attr]; -"17 linear_1_scale_0_updated_constant0" [id=17, type=get_attr]; +"16 linear_1_scale_0" [id=16, type=get_attr]; +"17 linear_1_zero_point_0" [id=17, type=get_attr]; "18 compressed_weight_updated_constant1" [id=18, type=get_attr]; -"19 _param_constant4_0_0" [id=19, type=get_attr]; -"20 mul_tensor_1" [id=20, type=mul]; -"21 sub_tensor_1" [id=21, type=sub]; +"19 quantize_per_channel_default_1" [id=19, type=quantize_per_channel]; +"20 dequantize_per_channel_default_1" [id=20, type=dequantize_per_channel]; +"21 _param_constant4_0_0" [id=21, type=get_attr]; "22 linear_1" [id=22, type=linear]; "23 output" [id=23, type=output]; "0 arg0_1" -> "2 embedding" [label="(5,)", style=solid]; @@ -29,21 +29,25 @@ strict digraph { "3 embedding_0_0_nncf_smooth_quant_0" -> "4 quantize_per_tensor_default" [label="(5, 5)", style=solid]; "4 quantize_per_tensor_default" -> "5 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; "5 dequantize_per_tensor_default" -> "12 linear" [label="(5, 5)", style=solid]; -"6 linear_zero_point_0_updated_constant0" -> "11 sub_tensor" [label="(5, 1)", style=solid]; -"7 linear_scale_0_updated_constant0" -> "10 mul_tensor" [label="(5, 1)", style=solid]; -"8 compressed_weight_updated_constant0" -> "10 mul_tensor" [label="(5, 5)", style=solid]; -"9 _param_constant2_0_0" -> "12 linear" [label="(5,)", style=solid]; -"10 mul_tensor" -> "11 sub_tensor" [label="(5, 5)", style=solid]; -"11 sub_tensor" -> "12 linear" [label=None, style=solid]; +"6 linear_scale_0" -> "9 quantize_per_channel_default" [label="(5,)", style=solid]; +"6 linear_scale_0" -> "10 dequantize_per_channel_default" [label="(5,)", style=solid]; +"7 linear_zero_point_0" -> "9 quantize_per_channel_default" [label="(5,)", style=solid]; +"7 linear_zero_point_0" -> "10 dequantize_per_channel_default" [label="(5,)", style=solid]; +"8 compressed_weight_updated_constant0" -> "9 quantize_per_channel_default" [label="(5, 5)", style=solid]; +"9 quantize_per_channel_default" -> "10 dequantize_per_channel_default" [label="(5, 5)", style=solid]; +"10 dequantize_per_channel_default" -> "12 linear" [label="(5, 5)", style=solid]; +"11 _param_constant2_0_0" -> "12 linear" [label="(5,)", style=solid]; "12 linear" -> "13 add_tensor_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; "13 add_tensor_0_0_nncf_smooth_quant_0" -> "14 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; "14 quantize_per_tensor_default_1" -> "15 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; "15 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(5, 5)", style=solid]; -"16 linear_1_zero_point_0_updated_constant0" -> "21 sub_tensor_1" [label="(10, 1)", style=solid]; -"17 linear_1_scale_0_updated_constant0" -> "20 mul_tensor_1" [label="(10, 1)", style=solid]; -"18 compressed_weight_updated_constant1" -> "20 mul_tensor_1" [label="(10, 5)", style=solid]; -"19 _param_constant4_0_0" -> "22 linear_1" [label="(10,)", style=solid]; -"20 mul_tensor_1" -> "21 sub_tensor_1" [label="(10, 5)", style=solid]; -"21 sub_tensor_1" -> "22 linear_1" [label=None, style=solid]; +"16 linear_1_scale_0" -> "19 quantize_per_channel_default_1" [label="(10,)", style=solid]; +"16 linear_1_scale_0" -> "20 dequantize_per_channel_default_1" [label="(10,)", style=solid]; +"17 linear_1_zero_point_0" -> "19 quantize_per_channel_default_1" [label="(10,)", style=solid]; +"17 linear_1_zero_point_0" -> "20 dequantize_per_channel_default_1" [label="(10,)", style=solid]; +"18 compressed_weight_updated_constant1" -> "19 quantize_per_channel_default_1" [label="(10, 5)", style=solid]; +"19 quantize_per_channel_default_1" -> "20 dequantize_per_channel_default_1" [label="(10, 5)", style=solid]; +"20 dequantize_per_channel_default_1" -> "22 linear_1" [label="(10, 5)", style=solid]; +"21 _param_constant4_0_0" -> "22 linear_1" [label="(10,)", style=solid]; "22 linear_1" -> "23 output" [label="(5, 10)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/unet.dot b/tests/torch/data/reference_graphs/fx/quantized/unet.dot index 7520b04c0df..82aa9870fa2 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/unet.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/unet.dot @@ -2,120 +2,120 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default_8" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default_12" [id=2, type=dequantize_per_tensor]; -"3 conv2d_zero_point_0_updated_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0_updated_constant0" [id=4, type=get_attr]; +"3 conv2d_scale_0" [id=3, type=get_attr]; +"4 conv2d_zero_point_0" [id=4, type=get_attr]; "5 compressed_weight_updated_constant0" [id=5, type=get_attr]; -"6 _param_constant1_0_0" [id=6, type=get_attr]; -"7 mul_tensor" [id=7, type=mul]; -"8 sub_tensor" [id=8, type=sub]; +"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; +"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; +"8 _param_constant1_0_0" [id=8, type=get_attr]; "9 conv2d" [id=9, type=conv2d]; "10 relu" [id=10, type=relu]; "11 quantize_per_tensor_default_9" [id=11, type=quantize_per_tensor]; "12 dequantize_per_tensor_default_13" [id=12, type=dequantize_per_tensor]; -"13 conv2d_1_zero_point_0_updated_constant0" [id=13, type=get_attr]; -"14 conv2d_1_scale_0_updated_constant0" [id=14, type=get_attr]; +"13 conv2d_1_scale_0" [id=13, type=get_attr]; +"14 conv2d_1_zero_point_0" [id=14, type=get_attr]; "15 compressed_weight_updated_constant1" [id=15, type=get_attr]; -"16 _param_constant5_0_0" [id=16, type=get_attr]; -"17 mul_tensor_1" [id=17, type=mul]; -"18 sub_tensor_1" [id=18, type=sub]; +"16 quantize_per_channel_default_1" [id=16, type=quantize_per_channel]; +"17 dequantize_per_channel_default_1" [id=17, type=dequantize_per_channel]; +"18 _param_constant5_0_0" [id=18, type=get_attr]; "19 conv2d_1" [id=19, type=conv2d]; "20 relu_1" [id=20, type=relu]; "21 quantize_per_tensor_default" [id=21, type=quantize_per_tensor]; "22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; "23 dequantize_per_tensor_default" [id=23, type=dequantize_per_tensor]; "24 max_pool2d" [id=24, type=max_pool2d]; -"25 conv2d_2_zero_point_0_updated_constant0" [id=25, type=get_attr]; -"26 conv2d_2_scale_0_updated_constant0" [id=26, type=get_attr]; +"25 conv2d_2_scale_0" [id=25, type=get_attr]; +"26 conv2d_2_zero_point_0" [id=26, type=get_attr]; "27 compressed_weight_updated_constant2" [id=27, type=get_attr]; -"28 _param_constant9_0_0" [id=28, type=get_attr]; -"29 mul_tensor_2" [id=29, type=mul]; -"30 sub_tensor_2" [id=30, type=sub]; +"28 quantize_per_channel_default_2" [id=28, type=quantize_per_channel]; +"29 dequantize_per_channel_default_2" [id=29, type=dequantize_per_channel]; +"30 _param_constant9_0_0" [id=30, type=get_attr]; "31 conv2d_2" [id=31, type=conv2d]; "32 relu_2" [id=32, type=relu]; "33 quantize_per_tensor_default_10" [id=33, type=quantize_per_tensor]; "34 dequantize_per_tensor_default_14" [id=34, type=dequantize_per_tensor]; -"35 conv2d_3_zero_point_0_updated_constant0" [id=35, type=get_attr]; -"36 conv2d_3_scale_0_updated_constant0" [id=36, type=get_attr]; +"35 conv2d_3_scale_0" [id=35, type=get_attr]; +"36 conv2d_3_zero_point_0" [id=36, type=get_attr]; "37 compressed_weight_updated_constant3" [id=37, type=get_attr]; -"38 _param_constant13_0_0" [id=38, type=get_attr]; -"39 mul_tensor_3" [id=39, type=mul]; -"40 sub_tensor_3" [id=40, type=sub]; +"38 quantize_per_channel_default_3" [id=38, type=quantize_per_channel]; +"39 dequantize_per_channel_default_3" [id=39, type=dequantize_per_channel]; +"40 _param_constant13_0_0" [id=40, type=get_attr]; "41 conv2d_3" [id=41, type=conv2d]; "42 relu_3" [id=42, type=relu]; "43 quantize_per_tensor_default_3" [id=43, type=quantize_per_tensor]; "44 dequantize_per_tensor_default_5" [id=44, type=dequantize_per_tensor]; "45 dequantize_per_tensor_default_4" [id=45, type=dequantize_per_tensor]; "46 max_pool2d_1" [id=46, type=max_pool2d]; -"47 conv2d_4_zero_point_0_updated_constant0" [id=47, type=get_attr]; -"48 conv2d_4_scale_0_updated_constant0" [id=48, type=get_attr]; +"47 conv2d_4_scale_0" [id=47, type=get_attr]; +"48 conv2d_4_zero_point_0" [id=48, type=get_attr]; "49 compressed_weight_updated_constant4" [id=49, type=get_attr]; -"50 _param_constant17_0_0" [id=50, type=get_attr]; -"51 mul_tensor_4" [id=51, type=mul]; -"52 sub_tensor_4" [id=52, type=sub]; +"50 quantize_per_channel_default_4" [id=50, type=quantize_per_channel]; +"51 dequantize_per_channel_default_4" [id=51, type=dequantize_per_channel]; +"52 _param_constant17_0_0" [id=52, type=get_attr]; "53 conv2d_4" [id=53, type=conv2d]; "54 relu_4" [id=54, type=relu]; "55 quantize_per_tensor_default_11" [id=55, type=quantize_per_tensor]; "56 dequantize_per_tensor_default_15" [id=56, type=dequantize_per_tensor]; -"57 conv2d_5_zero_point_0_updated_constant0" [id=57, type=get_attr]; -"58 conv2d_5_scale_0_updated_constant0" [id=58, type=get_attr]; +"57 conv2d_5_scale_0" [id=57, type=get_attr]; +"58 conv2d_5_zero_point_0" [id=58, type=get_attr]; "59 compressed_weight_updated_constant5" [id=59, type=get_attr]; -"60 _param_constant21_0_0" [id=60, type=get_attr]; -"61 mul_tensor_5" [id=61, type=mul]; -"62 sub_tensor_5" [id=62, type=sub]; +"60 quantize_per_channel_default_5" [id=60, type=quantize_per_channel]; +"61 dequantize_per_channel_default_5" [id=61, type=dequantize_per_channel]; +"62 _param_constant21_0_0" [id=62, type=get_attr]; "63 conv2d_5" [id=63, type=conv2d]; "64 relu_5" [id=64, type=relu]; "65 quantize_per_tensor_default_4" [id=65, type=quantize_per_tensor]; "66 dequantize_per_tensor_default_7" [id=66, type=dequantize_per_tensor]; "67 dequantize_per_tensor_default_6" [id=67, type=dequantize_per_tensor]; "68 max_pool2d_2" [id=68, type=max_pool2d]; -"69 conv2d_6_zero_point_0_updated_constant0" [id=69, type=get_attr]; -"70 conv2d_6_scale_0_updated_constant0" [id=70, type=get_attr]; +"69 conv2d_6_scale_0" [id=69, type=get_attr]; +"70 conv2d_6_zero_point_0" [id=70, type=get_attr]; "71 compressed_weight_updated_constant6" [id=71, type=get_attr]; -"72 _param_constant25_0_0" [id=72, type=get_attr]; -"73 mul_tensor_6" [id=73, type=mul]; -"74 sub_tensor_6" [id=74, type=sub]; +"72 quantize_per_channel_default_6" [id=72, type=quantize_per_channel]; +"73 dequantize_per_channel_default_6" [id=73, type=dequantize_per_channel]; +"74 _param_constant25_0_0" [id=74, type=get_attr]; "75 conv2d_6" [id=75, type=conv2d]; "76 relu_6" [id=76, type=relu]; "77 quantize_per_tensor_default_12" [id=77, type=quantize_per_tensor]; "78 dequantize_per_tensor_default_16" [id=78, type=dequantize_per_tensor]; -"79 conv2d_7_zero_point_0_updated_constant0" [id=79, type=get_attr]; -"80 conv2d_7_scale_0_updated_constant0" [id=80, type=get_attr]; +"79 conv2d_7_scale_0" [id=79, type=get_attr]; +"80 conv2d_7_zero_point_0" [id=80, type=get_attr]; "81 compressed_weight_updated_constant7" [id=81, type=get_attr]; -"82 _param_constant29_0_0" [id=82, type=get_attr]; -"83 mul_tensor_7" [id=83, type=mul]; -"84 sub_tensor_7" [id=84, type=sub]; +"82 quantize_per_channel_default_7" [id=82, type=quantize_per_channel]; +"83 dequantize_per_channel_default_7" [id=83, type=dequantize_per_channel]; +"84 _param_constant29_0_0" [id=84, type=get_attr]; "85 conv2d_7" [id=85, type=conv2d]; "86 relu_7" [id=86, type=relu]; "87 quantize_per_tensor_default_7" [id=87, type=quantize_per_tensor]; "88 dequantize_per_tensor_default_11" [id=88, type=dequantize_per_tensor]; "89 dequantize_per_tensor_default_10" [id=89, type=dequantize_per_tensor]; "90 max_pool2d_3" [id=90, type=max_pool2d]; -"91 conv2d_8_zero_point_0_updated_constant0" [id=91, type=get_attr]; -"92 conv2d_8_scale_0_updated_constant0" [id=92, type=get_attr]; +"91 conv2d_8_scale_0" [id=91, type=get_attr]; +"92 conv2d_8_zero_point_0" [id=92, type=get_attr]; "93 compressed_weight_updated_constant8" [id=93, type=get_attr]; -"94 _param_constant33_0_0" [id=94, type=get_attr]; -"95 mul_tensor_8" [id=95, type=mul]; -"96 sub_tensor_8" [id=96, type=sub]; +"94 quantize_per_channel_default_8" [id=94, type=quantize_per_channel]; +"95 dequantize_per_channel_default_8" [id=95, type=dequantize_per_channel]; +"96 _param_constant33_0_0" [id=96, type=get_attr]; "97 conv2d_8" [id=97, type=conv2d]; "98 relu_8" [id=98, type=relu]; "99 quantize_per_tensor_default_13" [id=99, type=quantize_per_tensor]; "100 dequantize_per_tensor_default_17" [id=100, type=dequantize_per_tensor]; -"101 conv2d_9_zero_point_0_updated_constant0" [id=101, type=get_attr]; -"102 conv2d_9_scale_0_updated_constant0" [id=102, type=get_attr]; +"101 conv2d_9_scale_0" [id=101, type=get_attr]; +"102 conv2d_9_zero_point_0" [id=102, type=get_attr]; "103 compressed_weight_updated_constant9" [id=103, type=get_attr]; -"104 _param_constant37_0_0" [id=104, type=get_attr]; -"105 mul_tensor_9" [id=105, type=mul]; -"106 sub_tensor_9" [id=106, type=sub]; +"104 quantize_per_channel_default_9" [id=104, type=quantize_per_channel]; +"105 dequantize_per_channel_default_9" [id=105, type=dequantize_per_channel]; +"106 _param_constant37_0_0" [id=106, type=get_attr]; "107 conv2d_9" [id=107, type=conv2d]; "108 relu_9" [id=108, type=relu]; "109 quantize_per_tensor_default_14" [id=109, type=quantize_per_tensor]; "110 dequantize_per_tensor_default_18" [id=110, type=dequantize_per_tensor]; "111 _param_constant41" [id=111, type=get_attr]; -"112 conv_transpose2d_zero_point_0_updated_constant0" [id=112, type=get_attr]; -"113 conv_transpose2d_scale_0_updated_constant0" [id=113, type=get_attr]; +"112 conv_transpose2d_scale_0" [id=112, type=get_attr]; +"113 conv_transpose2d_zero_point_0" [id=113, type=get_attr]; "114 compressed_weight_updated_constant10" [id=114, type=get_attr]; -"115 mul_tensor_10" [id=115, type=mul]; -"116 sub_tensor_10" [id=116, type=sub]; +"115 quantize_per_channel_default_10" [id=115, type=quantize_per_channel]; +"116 dequantize_per_channel_default_10" [id=116, type=dequantize_per_channel]; "117 conv_transpose2d" [id=117, type=conv_transpose2d]; "118 quantize_per_tensor_default_6" [id=118, type=quantize_per_tensor]; "119 dequantize_per_tensor_default_9" [id=119, type=dequantize_per_tensor]; @@ -124,32 +124,32 @@ strict digraph { "122 slice_3" [id=122, type=slice]; "123 slice_4" [id=123, type=slice]; "124 cat" [id=124, type=cat]; -"125 conv2d_10_zero_point_0_updated_constant0" [id=125, type=get_attr]; -"126 conv2d_10_scale_0_updated_constant0" [id=126, type=get_attr]; +"125 conv2d_10_scale_0" [id=125, type=get_attr]; +"126 conv2d_10_zero_point_0" [id=126, type=get_attr]; "127 compressed_weight_updated_constant11" [id=127, type=get_attr]; -"128 _param_constant43_0_0" [id=128, type=get_attr]; -"129 mul_tensor_11" [id=129, type=mul]; -"130 sub_tensor_11" [id=130, type=sub]; +"128 quantize_per_channel_default_11" [id=128, type=quantize_per_channel]; +"129 dequantize_per_channel_default_11" [id=129, type=dequantize_per_channel]; +"130 _param_constant43_0_0" [id=130, type=get_attr]; "131 conv2d_10" [id=131, type=conv2d]; "132 relu_10" [id=132, type=relu]; "133 quantize_per_tensor_default_15" [id=133, type=quantize_per_tensor]; "134 dequantize_per_tensor_default_19" [id=134, type=dequantize_per_tensor]; -"135 conv2d_11_zero_point_0_updated_constant0" [id=135, type=get_attr]; -"136 conv2d_11_scale_0_updated_constant0" [id=136, type=get_attr]; +"135 conv2d_11_scale_0" [id=135, type=get_attr]; +"136 conv2d_11_zero_point_0" [id=136, type=get_attr]; "137 compressed_weight_updated_constant12" [id=137, type=get_attr]; -"138 _param_constant47_0_0" [id=138, type=get_attr]; -"139 mul_tensor_12" [id=139, type=mul]; -"140 sub_tensor_12" [id=140, type=sub]; +"138 quantize_per_channel_default_12" [id=138, type=quantize_per_channel]; +"139 dequantize_per_channel_default_12" [id=139, type=dequantize_per_channel]; +"140 _param_constant47_0_0" [id=140, type=get_attr]; "141 conv2d_11" [id=141, type=conv2d]; "142 relu_11" [id=142, type=relu]; "143 quantize_per_tensor_default_16" [id=143, type=quantize_per_tensor]; "144 dequantize_per_tensor_default_20" [id=144, type=dequantize_per_tensor]; "145 _param_constant51" [id=145, type=get_attr]; -"146 conv_transpose2d_1_zero_point_0_updated_constant0" [id=146, type=get_attr]; -"147 conv_transpose2d_1_scale_0_updated_constant0" [id=147, type=get_attr]; +"146 conv_transpose2d_1_scale_0" [id=146, type=get_attr]; +"147 conv_transpose2d_1_zero_point_0" [id=147, type=get_attr]; "148 compressed_weight_updated_constant13" [id=148, type=get_attr]; -"149 mul_tensor_13" [id=149, type=mul]; -"150 sub_tensor_13" [id=150, type=sub]; +"149 quantize_per_channel_default_13" [id=149, type=quantize_per_channel]; +"150 dequantize_per_channel_default_13" [id=150, type=dequantize_per_channel]; "151 conv_transpose2d_1" [id=151, type=conv_transpose2d]; "152 quantize_per_tensor_default_5" [id=152, type=quantize_per_tensor]; "153 dequantize_per_tensor_default_8" [id=153, type=dequantize_per_tensor]; @@ -158,32 +158,32 @@ strict digraph { "156 slice_7" [id=156, type=slice]; "157 slice_8" [id=157, type=slice]; "158 cat_1" [id=158, type=cat]; -"159 conv2d_12_zero_point_0_updated_constant0" [id=159, type=get_attr]; -"160 conv2d_12_scale_0_updated_constant0" [id=160, type=get_attr]; +"159 conv2d_12_scale_0" [id=159, type=get_attr]; +"160 conv2d_12_zero_point_0" [id=160, type=get_attr]; "161 compressed_weight_updated_constant14" [id=161, type=get_attr]; -"162 _param_constant53_0_0" [id=162, type=get_attr]; -"163 mul_tensor_14" [id=163, type=mul]; -"164 sub_tensor_14" [id=164, type=sub]; +"162 quantize_per_channel_default_14" [id=162, type=quantize_per_channel]; +"163 dequantize_per_channel_default_14" [id=163, type=dequantize_per_channel]; +"164 _param_constant53_0_0" [id=164, type=get_attr]; "165 conv2d_12" [id=165, type=conv2d]; "166 relu_12" [id=166, type=relu]; "167 quantize_per_tensor_default_17" [id=167, type=quantize_per_tensor]; "168 dequantize_per_tensor_default_21" [id=168, type=dequantize_per_tensor]; -"169 conv2d_13_zero_point_0_updated_constant0" [id=169, type=get_attr]; -"170 conv2d_13_scale_0_updated_constant0" [id=170, type=get_attr]; +"169 conv2d_13_scale_0" [id=169, type=get_attr]; +"170 conv2d_13_zero_point_0" [id=170, type=get_attr]; "171 compressed_weight_updated_constant15" [id=171, type=get_attr]; -"172 _param_constant57_0_0" [id=172, type=get_attr]; -"173 mul_tensor_15" [id=173, type=mul]; -"174 sub_tensor_15" [id=174, type=sub]; +"172 quantize_per_channel_default_15" [id=172, type=quantize_per_channel]; +"173 dequantize_per_channel_default_15" [id=173, type=dequantize_per_channel]; +"174 _param_constant57_0_0" [id=174, type=get_attr]; "175 conv2d_13" [id=175, type=conv2d]; "176 relu_13" [id=176, type=relu]; "177 quantize_per_tensor_default_18" [id=177, type=quantize_per_tensor]; "178 dequantize_per_tensor_default_22" [id=178, type=dequantize_per_tensor]; "179 _param_constant61" [id=179, type=get_attr]; -"180 conv_transpose2d_2_zero_point_0_updated_constant0" [id=180, type=get_attr]; -"181 conv_transpose2d_2_scale_0_updated_constant0" [id=181, type=get_attr]; +"180 conv_transpose2d_2_scale_0" [id=180, type=get_attr]; +"181 conv_transpose2d_2_zero_point_0" [id=181, type=get_attr]; "182 compressed_weight_updated_constant16" [id=182, type=get_attr]; -"183 mul_tensor_16" [id=183, type=mul]; -"184 sub_tensor_16" [id=184, type=sub]; +"183 quantize_per_channel_default_16" [id=183, type=quantize_per_channel]; +"184 dequantize_per_channel_default_16" [id=184, type=dequantize_per_channel]; "185 conv_transpose2d_2" [id=185, type=conv_transpose2d]; "186 quantize_per_tensor_default_2" [id=186, type=quantize_per_tensor]; "187 dequantize_per_tensor_default_3" [id=187, type=dequantize_per_tensor]; @@ -192,32 +192,32 @@ strict digraph { "190 slice_11" [id=190, type=slice]; "191 slice_12" [id=191, type=slice]; "192 cat_2" [id=192, type=cat]; -"193 conv2d_14_zero_point_0_updated_constant0" [id=193, type=get_attr]; -"194 conv2d_14_scale_0_updated_constant0" [id=194, type=get_attr]; +"193 conv2d_14_scale_0" [id=193, type=get_attr]; +"194 conv2d_14_zero_point_0" [id=194, type=get_attr]; "195 compressed_weight_updated_constant17" [id=195, type=get_attr]; -"196 _param_constant63_0_0" [id=196, type=get_attr]; -"197 mul_tensor_17" [id=197, type=mul]; -"198 sub_tensor_17" [id=198, type=sub]; +"196 quantize_per_channel_default_17" [id=196, type=quantize_per_channel]; +"197 dequantize_per_channel_default_17" [id=197, type=dequantize_per_channel]; +"198 _param_constant63_0_0" [id=198, type=get_attr]; "199 conv2d_14" [id=199, type=conv2d]; "200 relu_14" [id=200, type=relu]; "201 quantize_per_tensor_default_19" [id=201, type=quantize_per_tensor]; "202 dequantize_per_tensor_default_23" [id=202, type=dequantize_per_tensor]; -"203 conv2d_15_zero_point_0_updated_constant0" [id=203, type=get_attr]; -"204 conv2d_15_scale_0_updated_constant0" [id=204, type=get_attr]; +"203 conv2d_15_scale_0" [id=203, type=get_attr]; +"204 conv2d_15_zero_point_0" [id=204, type=get_attr]; "205 compressed_weight_updated_constant18" [id=205, type=get_attr]; -"206 _param_constant67_0_0" [id=206, type=get_attr]; -"207 mul_tensor_18" [id=207, type=mul]; -"208 sub_tensor_18" [id=208, type=sub]; +"206 quantize_per_channel_default_18" [id=206, type=quantize_per_channel]; +"207 dequantize_per_channel_default_18" [id=207, type=dequantize_per_channel]; +"208 _param_constant67_0_0" [id=208, type=get_attr]; "209 conv2d_15" [id=209, type=conv2d]; "210 relu_15" [id=210, type=relu]; "211 quantize_per_tensor_default_20" [id=211, type=quantize_per_tensor]; "212 dequantize_per_tensor_default_24" [id=212, type=dequantize_per_tensor]; "213 _param_constant71" [id=213, type=get_attr]; -"214 conv_transpose2d_3_zero_point_0_updated_constant0" [id=214, type=get_attr]; -"215 conv_transpose2d_3_scale_0_updated_constant0" [id=215, type=get_attr]; +"214 conv_transpose2d_3_scale_0" [id=214, type=get_attr]; +"215 conv_transpose2d_3_zero_point_0" [id=215, type=get_attr]; "216 compressed_weight_updated_constant19" [id=216, type=get_attr]; -"217 mul_tensor_19" [id=217, type=mul]; -"218 sub_tensor_19" [id=218, type=sub]; +"217 quantize_per_channel_default_19" [id=217, type=quantize_per_channel]; +"218 dequantize_per_channel_default_19" [id=218, type=dequantize_per_channel]; "219 conv_transpose2d_3" [id=219, type=conv_transpose2d]; "220 quantize_per_tensor_default_1" [id=220, type=quantize_per_tensor]; "221 dequantize_per_tensor_default_2" [id=221, type=dequantize_per_tensor]; @@ -226,53 +226,57 @@ strict digraph { "224 slice_15" [id=224, type=slice]; "225 slice_16" [id=225, type=slice]; "226 cat_3" [id=226, type=cat]; -"227 conv2d_16_zero_point_0_updated_constant0" [id=227, type=get_attr]; -"228 conv2d_16_scale_0_updated_constant0" [id=228, type=get_attr]; +"227 conv2d_16_scale_0" [id=227, type=get_attr]; +"228 conv2d_16_zero_point_0" [id=228, type=get_attr]; "229 compressed_weight_updated_constant20" [id=229, type=get_attr]; -"230 _param_constant73_0_0" [id=230, type=get_attr]; -"231 mul_tensor_20" [id=231, type=mul]; -"232 sub_tensor_20" [id=232, type=sub]; +"230 quantize_per_channel_default_20" [id=230, type=quantize_per_channel]; +"231 dequantize_per_channel_default_20" [id=231, type=dequantize_per_channel]; +"232 _param_constant73_0_0" [id=232, type=get_attr]; "233 conv2d_16" [id=233, type=conv2d]; "234 relu_16" [id=234, type=relu]; "235 quantize_per_tensor_default_21" [id=235, type=quantize_per_tensor]; "236 dequantize_per_tensor_default_25" [id=236, type=dequantize_per_tensor]; -"237 conv2d_17_zero_point_0_updated_constant0" [id=237, type=get_attr]; -"238 conv2d_17_scale_0_updated_constant0" [id=238, type=get_attr]; +"237 conv2d_17_scale_0" [id=237, type=get_attr]; +"238 conv2d_17_zero_point_0" [id=238, type=get_attr]; "239 compressed_weight_updated_constant21" [id=239, type=get_attr]; -"240 _param_constant77_0_0" [id=240, type=get_attr]; -"241 mul_tensor_21" [id=241, type=mul]; -"242 sub_tensor_21" [id=242, type=sub]; +"240 quantize_per_channel_default_21" [id=240, type=quantize_per_channel]; +"241 dequantize_per_channel_default_21" [id=241, type=dequantize_per_channel]; +"242 _param_constant77_0_0" [id=242, type=get_attr]; "243 conv2d_17" [id=243, type=conv2d]; "244 relu_17" [id=244, type=relu]; "245 quantize_per_tensor_default_22" [id=245, type=quantize_per_tensor]; "246 dequantize_per_tensor_default_26" [id=246, type=dequantize_per_tensor]; -"247 conv2d_18_zero_point_0_updated_constant0" [id=247, type=get_attr]; -"248 conv2d_18_scale_0_updated_constant0" [id=248, type=get_attr]; +"247 conv2d_18_scale_0" [id=247, type=get_attr]; +"248 conv2d_18_zero_point_0" [id=248, type=get_attr]; "249 compressed_weight_updated_constant22" [id=249, type=get_attr]; -"250 _param_constant81_0_0" [id=250, type=get_attr]; -"251 mul_tensor_22" [id=251, type=mul]; -"252 sub_tensor_22" [id=252, type=sub]; +"250 quantize_per_channel_default_22" [id=250, type=quantize_per_channel]; +"251 dequantize_per_channel_default_22" [id=251, type=dequantize_per_channel]; +"252 _param_constant81_0_0" [id=252, type=get_attr]; "253 conv2d_18" [id=253, type=conv2d]; "254 output" [id=254, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default_8" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default_8" -> "2 dequantize_per_tensor_default_12" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default_12" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_zero_point_0_updated_constant0" -> "8 sub_tensor" [label="(64, 1, 1, 1)", style=solid]; -"4 conv2d_scale_0_updated_constant0" -> "7 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; -"5 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(64, 3, 3, 3)", style=solid]; -"6 _param_constant1_0_0" -> "9 conv2d" [label="(64,)", style=solid]; -"7 mul_tensor" -> "8 sub_tensor" [label="(64, 3, 3, 3)", style=solid]; -"8 sub_tensor" -> "9 conv2d" [label=None, style=solid]; +"3 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; +"3 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; +"4 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; +"4 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 quantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; +"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; +"7 dequantize_per_channel_default" -> "9 conv2d" [label="(64, 3, 3, 3)", style=solid]; +"8 _param_constant1_0_0" -> "9 conv2d" [label="(64,)", style=solid]; "9 conv2d" -> "10 relu" [label="(1, 64, 222, 222)", style=solid]; "10 relu" -> "11 quantize_per_tensor_default_9" [label="(1, 64, 222, 222)", style=solid]; "11 quantize_per_tensor_default_9" -> "12 dequantize_per_tensor_default_13" [label="(1, 64, 222, 222)", style=solid]; "12 dequantize_per_tensor_default_13" -> "19 conv2d_1" [label="(1, 64, 222, 222)", style=solid]; -"13 conv2d_1_zero_point_0_updated_constant0" -> "18 sub_tensor_1" [label="(64, 1, 1, 1)", style=solid]; -"14 conv2d_1_scale_0_updated_constant0" -> "17 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; -"15 compressed_weight_updated_constant1" -> "17 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; -"16 _param_constant5_0_0" -> "19 conv2d_1" [label="(64,)", style=solid]; -"17 mul_tensor_1" -> "18 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; -"18 sub_tensor_1" -> "19 conv2d_1" [label=None, style=solid]; +"13 conv2d_1_scale_0" -> "16 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"13 conv2d_1_scale_0" -> "17 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"14 conv2d_1_zero_point_0" -> "16 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"14 conv2d_1_zero_point_0" -> "17 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"15 compressed_weight_updated_constant1" -> "16 quantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"16 quantize_per_channel_default_1" -> "17 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"17 dequantize_per_channel_default_1" -> "19 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; +"18 _param_constant5_0_0" -> "19 conv2d_1" [label="(64,)", style=solid]; "19 conv2d_1" -> "20 relu_1" [label="(1, 64, 220, 220)", style=solid]; "20 relu_1" -> "21 quantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; "21 quantize_per_tensor_default" -> "22 dequantize_per_tensor_default_1" [label="(1, 64, 220, 220)", style=solid]; @@ -280,22 +284,26 @@ strict digraph { "22 dequantize_per_tensor_default_1" -> "222 slice_13" [label="(1, 64, 220, 220)", style=solid]; "23 dequantize_per_tensor_default" -> "24 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; "24 max_pool2d" -> "31 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; -"25 conv2d_2_zero_point_0_updated_constant0" -> "30 sub_tensor_2" [label="(128, 1, 1, 1)", style=solid]; -"26 conv2d_2_scale_0_updated_constant0" -> "29 mul_tensor_2" [label="(128, 1, 1, 1)", style=solid]; -"27 compressed_weight_updated_constant2" -> "29 mul_tensor_2" [label="(128, 64, 3, 3)", style=solid]; -"28 _param_constant9_0_0" -> "31 conv2d_2" [label="(128,)", style=solid]; -"29 mul_tensor_2" -> "30 sub_tensor_2" [label="(128, 64, 3, 3)", style=solid]; -"30 sub_tensor_2" -> "31 conv2d_2" [label=None, style=solid]; +"25 conv2d_2_scale_0" -> "28 quantize_per_channel_default_2" [label="(128,)", style=solid]; +"25 conv2d_2_scale_0" -> "29 dequantize_per_channel_default_2" [label="(128,)", style=solid]; +"26 conv2d_2_zero_point_0" -> "28 quantize_per_channel_default_2" [label="(128,)", style=solid]; +"26 conv2d_2_zero_point_0" -> "29 dequantize_per_channel_default_2" [label="(128,)", style=solid]; +"27 compressed_weight_updated_constant2" -> "28 quantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; +"28 quantize_per_channel_default_2" -> "29 dequantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; +"29 dequantize_per_channel_default_2" -> "31 conv2d_2" [label="(128, 64, 3, 3)", style=solid]; +"30 _param_constant9_0_0" -> "31 conv2d_2" [label="(128,)", style=solid]; "31 conv2d_2" -> "32 relu_2" [label="(1, 128, 108, 108)", style=solid]; "32 relu_2" -> "33 quantize_per_tensor_default_10" [label="(1, 128, 108, 108)", style=solid]; "33 quantize_per_tensor_default_10" -> "34 dequantize_per_tensor_default_14" [label="(1, 128, 108, 108)", style=solid]; "34 dequantize_per_tensor_default_14" -> "41 conv2d_3" [label="(1, 128, 108, 108)", style=solid]; -"35 conv2d_3_zero_point_0_updated_constant0" -> "40 sub_tensor_3" [label="(128, 1, 1, 1)", style=solid]; -"36 conv2d_3_scale_0_updated_constant0" -> "39 mul_tensor_3" [label="(128, 1, 1, 1)", style=solid]; -"37 compressed_weight_updated_constant3" -> "39 mul_tensor_3" [label="(128, 128, 3, 3)", style=solid]; -"38 _param_constant13_0_0" -> "41 conv2d_3" [label="(128,)", style=solid]; -"39 mul_tensor_3" -> "40 sub_tensor_3" [label="(128, 128, 3, 3)", style=solid]; -"40 sub_tensor_3" -> "41 conv2d_3" [label=None, style=solid]; +"35 conv2d_3_scale_0" -> "38 quantize_per_channel_default_3" [label="(128,)", style=solid]; +"35 conv2d_3_scale_0" -> "39 dequantize_per_channel_default_3" [label="(128,)", style=solid]; +"36 conv2d_3_zero_point_0" -> "38 quantize_per_channel_default_3" [label="(128,)", style=solid]; +"36 conv2d_3_zero_point_0" -> "39 dequantize_per_channel_default_3" [label="(128,)", style=solid]; +"37 compressed_weight_updated_constant3" -> "38 quantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; +"38 quantize_per_channel_default_3" -> "39 dequantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; +"39 dequantize_per_channel_default_3" -> "41 conv2d_3" [label="(128, 128, 3, 3)", style=solid]; +"40 _param_constant13_0_0" -> "41 conv2d_3" [label="(128,)", style=solid]; "41 conv2d_3" -> "42 relu_3" [label="(1, 128, 106, 106)", style=solid]; "42 relu_3" -> "43 quantize_per_tensor_default_3" [label="(1, 128, 106, 106)", style=solid]; "43 quantize_per_tensor_default_3" -> "44 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; @@ -303,22 +311,26 @@ strict digraph { "44 dequantize_per_tensor_default_5" -> "188 slice_9" [label="(1, 128, 106, 106)", style=solid]; "45 dequantize_per_tensor_default_4" -> "46 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; "46 max_pool2d_1" -> "53 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; -"47 conv2d_4_zero_point_0_updated_constant0" -> "52 sub_tensor_4" [label="(256, 1, 1, 1)", style=solid]; -"48 conv2d_4_scale_0_updated_constant0" -> "51 mul_tensor_4" [label="(256, 1, 1, 1)", style=solid]; -"49 compressed_weight_updated_constant4" -> "51 mul_tensor_4" [label="(256, 128, 3, 3)", style=solid]; -"50 _param_constant17_0_0" -> "53 conv2d_4" [label="(256,)", style=solid]; -"51 mul_tensor_4" -> "52 sub_tensor_4" [label="(256, 128, 3, 3)", style=solid]; -"52 sub_tensor_4" -> "53 conv2d_4" [label=None, style=solid]; +"47 conv2d_4_scale_0" -> "50 quantize_per_channel_default_4" [label="(256,)", style=solid]; +"47 conv2d_4_scale_0" -> "51 dequantize_per_channel_default_4" [label="(256,)", style=solid]; +"48 conv2d_4_zero_point_0" -> "50 quantize_per_channel_default_4" [label="(256,)", style=solid]; +"48 conv2d_4_zero_point_0" -> "51 dequantize_per_channel_default_4" [label="(256,)", style=solid]; +"49 compressed_weight_updated_constant4" -> "50 quantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; +"50 quantize_per_channel_default_4" -> "51 dequantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; +"51 dequantize_per_channel_default_4" -> "53 conv2d_4" [label="(256, 128, 3, 3)", style=solid]; +"52 _param_constant17_0_0" -> "53 conv2d_4" [label="(256,)", style=solid]; "53 conv2d_4" -> "54 relu_4" [label="(1, 256, 51, 51)", style=solid]; "54 relu_4" -> "55 quantize_per_tensor_default_11" [label="(1, 256, 51, 51)", style=solid]; "55 quantize_per_tensor_default_11" -> "56 dequantize_per_tensor_default_15" [label="(1, 256, 51, 51)", style=solid]; "56 dequantize_per_tensor_default_15" -> "63 conv2d_5" [label="(1, 256, 51, 51)", style=solid]; -"57 conv2d_5_zero_point_0_updated_constant0" -> "62 sub_tensor_5" [label="(256, 1, 1, 1)", style=solid]; -"58 conv2d_5_scale_0_updated_constant0" -> "61 mul_tensor_5" [label="(256, 1, 1, 1)", style=solid]; -"59 compressed_weight_updated_constant5" -> "61 mul_tensor_5" [label="(256, 256, 3, 3)", style=solid]; -"60 _param_constant21_0_0" -> "63 conv2d_5" [label="(256,)", style=solid]; -"61 mul_tensor_5" -> "62 sub_tensor_5" [label="(256, 256, 3, 3)", style=solid]; -"62 sub_tensor_5" -> "63 conv2d_5" [label=None, style=solid]; +"57 conv2d_5_scale_0" -> "60 quantize_per_channel_default_5" [label="(256,)", style=solid]; +"57 conv2d_5_scale_0" -> "61 dequantize_per_channel_default_5" [label="(256,)", style=solid]; +"58 conv2d_5_zero_point_0" -> "60 quantize_per_channel_default_5" [label="(256,)", style=solid]; +"58 conv2d_5_zero_point_0" -> "61 dequantize_per_channel_default_5" [label="(256,)", style=solid]; +"59 compressed_weight_updated_constant5" -> "60 quantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; +"60 quantize_per_channel_default_5" -> "61 dequantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; +"61 dequantize_per_channel_default_5" -> "63 conv2d_5" [label="(256, 256, 3, 3)", style=solid]; +"62 _param_constant21_0_0" -> "63 conv2d_5" [label="(256,)", style=solid]; "63 conv2d_5" -> "64 relu_5" [label="(1, 256, 49, 49)", style=solid]; "64 relu_5" -> "65 quantize_per_tensor_default_4" [label="(1, 256, 49, 49)", style=solid]; "65 quantize_per_tensor_default_4" -> "66 dequantize_per_tensor_default_7" [label="(1, 256, 49, 49)", style=solid]; @@ -326,22 +338,26 @@ strict digraph { "66 dequantize_per_tensor_default_7" -> "154 slice_5" [label="(1, 256, 49, 49)", style=solid]; "67 dequantize_per_tensor_default_6" -> "68 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; "68 max_pool2d_2" -> "75 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; -"69 conv2d_6_zero_point_0_updated_constant0" -> "74 sub_tensor_6" [label="(512, 1, 1, 1)", style=solid]; -"70 conv2d_6_scale_0_updated_constant0" -> "73 mul_tensor_6" [label="(512, 1, 1, 1)", style=solid]; -"71 compressed_weight_updated_constant6" -> "73 mul_tensor_6" [label="(512, 256, 3, 3)", style=solid]; -"72 _param_constant25_0_0" -> "75 conv2d_6" [label="(512,)", style=solid]; -"73 mul_tensor_6" -> "74 sub_tensor_6" [label="(512, 256, 3, 3)", style=solid]; -"74 sub_tensor_6" -> "75 conv2d_6" [label=None, style=solid]; +"69 conv2d_6_scale_0" -> "72 quantize_per_channel_default_6" [label="(512,)", style=solid]; +"69 conv2d_6_scale_0" -> "73 dequantize_per_channel_default_6" [label="(512,)", style=solid]; +"70 conv2d_6_zero_point_0" -> "72 quantize_per_channel_default_6" [label="(512,)", style=solid]; +"70 conv2d_6_zero_point_0" -> "73 dequantize_per_channel_default_6" [label="(512,)", style=solid]; +"71 compressed_weight_updated_constant6" -> "72 quantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; +"72 quantize_per_channel_default_6" -> "73 dequantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; +"73 dequantize_per_channel_default_6" -> "75 conv2d_6" [label="(512, 256, 3, 3)", style=solid]; +"74 _param_constant25_0_0" -> "75 conv2d_6" [label="(512,)", style=solid]; "75 conv2d_6" -> "76 relu_6" [label="(1, 512, 22, 22)", style=solid]; "76 relu_6" -> "77 quantize_per_tensor_default_12" [label="(1, 512, 22, 22)", style=solid]; "77 quantize_per_tensor_default_12" -> "78 dequantize_per_tensor_default_16" [label="(1, 512, 22, 22)", style=solid]; "78 dequantize_per_tensor_default_16" -> "85 conv2d_7" [label="(1, 512, 22, 22)", style=solid]; -"79 conv2d_7_zero_point_0_updated_constant0" -> "84 sub_tensor_7" [label="(512, 1, 1, 1)", style=solid]; -"80 conv2d_7_scale_0_updated_constant0" -> "83 mul_tensor_7" [label="(512, 1, 1, 1)", style=solid]; -"81 compressed_weight_updated_constant7" -> "83 mul_tensor_7" [label="(512, 512, 3, 3)", style=solid]; -"82 _param_constant29_0_0" -> "85 conv2d_7" [label="(512,)", style=solid]; -"83 mul_tensor_7" -> "84 sub_tensor_7" [label="(512, 512, 3, 3)", style=solid]; -"84 sub_tensor_7" -> "85 conv2d_7" [label=None, style=solid]; +"79 conv2d_7_scale_0" -> "82 quantize_per_channel_default_7" [label="(512,)", style=solid]; +"79 conv2d_7_scale_0" -> "83 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"80 conv2d_7_zero_point_0" -> "82 quantize_per_channel_default_7" [label="(512,)", style=solid]; +"80 conv2d_7_zero_point_0" -> "83 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"81 compressed_weight_updated_constant7" -> "82 quantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; +"82 quantize_per_channel_default_7" -> "83 dequantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; +"83 dequantize_per_channel_default_7" -> "85 conv2d_7" [label="(512, 512, 3, 3)", style=solid]; +"84 _param_constant29_0_0" -> "85 conv2d_7" [label="(512,)", style=solid]; "85 conv2d_7" -> "86 relu_7" [label="(1, 512, 20, 20)", style=solid]; "86 relu_7" -> "87 quantize_per_tensor_default_7" [label="(1, 512, 20, 20)", style=solid]; "87 quantize_per_tensor_default_7" -> "88 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; @@ -349,32 +365,38 @@ strict digraph { "88 dequantize_per_tensor_default_11" -> "120 slice_1" [label="(1, 512, 20, 20)", style=solid]; "89 dequantize_per_tensor_default_10" -> "90 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; "90 max_pool2d_3" -> "97 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; -"91 conv2d_8_zero_point_0_updated_constant0" -> "96 sub_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; -"92 conv2d_8_scale_0_updated_constant0" -> "95 mul_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; -"93 compressed_weight_updated_constant8" -> "95 mul_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; -"94 _param_constant33_0_0" -> "97 conv2d_8" [label="(1024,)", style=solid]; -"95 mul_tensor_8" -> "96 sub_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; -"96 sub_tensor_8" -> "97 conv2d_8" [label=None, style=solid]; +"91 conv2d_8_scale_0" -> "94 quantize_per_channel_default_8" [label="(1024,)", style=solid]; +"91 conv2d_8_scale_0" -> "95 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; +"92 conv2d_8_zero_point_0" -> "94 quantize_per_channel_default_8" [label="(1024,)", style=solid]; +"92 conv2d_8_zero_point_0" -> "95 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; +"93 compressed_weight_updated_constant8" -> "94 quantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; +"94 quantize_per_channel_default_8" -> "95 dequantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; +"95 dequantize_per_channel_default_8" -> "97 conv2d_8" [label="(1024, 512, 3, 3)", style=solid]; +"96 _param_constant33_0_0" -> "97 conv2d_8" [label="(1024,)", style=solid]; "97 conv2d_8" -> "98 relu_8" [label="(1, 1024, 8, 8)", style=solid]; "98 relu_8" -> "99 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; "99 quantize_per_tensor_default_13" -> "100 dequantize_per_tensor_default_17" [label="(1, 1024, 8, 8)", style=solid]; "100 dequantize_per_tensor_default_17" -> "107 conv2d_9" [label="(1, 1024, 8, 8)", style=solid]; -"101 conv2d_9_zero_point_0_updated_constant0" -> "106 sub_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; -"102 conv2d_9_scale_0_updated_constant0" -> "105 mul_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; -"103 compressed_weight_updated_constant9" -> "105 mul_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; -"104 _param_constant37_0_0" -> "107 conv2d_9" [label="(1024,)", style=solid]; -"105 mul_tensor_9" -> "106 sub_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; -"106 sub_tensor_9" -> "107 conv2d_9" [label=None, style=solid]; +"101 conv2d_9_scale_0" -> "104 quantize_per_channel_default_9" [label="(1024,)", style=solid]; +"101 conv2d_9_scale_0" -> "105 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; +"102 conv2d_9_zero_point_0" -> "104 quantize_per_channel_default_9" [label="(1024,)", style=solid]; +"102 conv2d_9_zero_point_0" -> "105 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; +"103 compressed_weight_updated_constant9" -> "104 quantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; +"104 quantize_per_channel_default_9" -> "105 dequantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; +"105 dequantize_per_channel_default_9" -> "107 conv2d_9" [label="(1024, 1024, 3, 3)", style=solid]; +"106 _param_constant37_0_0" -> "107 conv2d_9" [label="(1024,)", style=solid]; "107 conv2d_9" -> "108 relu_9" [label="(1, 1024, 6, 6)", style=solid]; "108 relu_9" -> "109 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; "109 quantize_per_tensor_default_14" -> "110 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; "110 dequantize_per_tensor_default_18" -> "117 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; "111 _param_constant41" -> "117 conv_transpose2d" [label="(512,)", style=solid]; -"112 conv_transpose2d_zero_point_0_updated_constant0" -> "116 sub_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; -"113 conv_transpose2d_scale_0_updated_constant0" -> "115 mul_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; -"114 compressed_weight_updated_constant10" -> "115 mul_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; -"115 mul_tensor_10" -> "116 sub_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; -"116 sub_tensor_10" -> "117 conv_transpose2d" [label=None, style=solid]; +"112 conv_transpose2d_scale_0" -> "115 quantize_per_channel_default_10" [label="(1024,)", style=solid]; +"112 conv_transpose2d_scale_0" -> "116 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; +"113 conv_transpose2d_zero_point_0" -> "115 quantize_per_channel_default_10" [label="(1024,)", style=solid]; +"113 conv_transpose2d_zero_point_0" -> "116 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; +"114 compressed_weight_updated_constant10" -> "115 quantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; +"115 quantize_per_channel_default_10" -> "116 dequantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; +"116 dequantize_per_channel_default_10" -> "117 conv_transpose2d" [label="(1024, 512, 2, 2)", style=solid]; "117 conv_transpose2d" -> "118 quantize_per_tensor_default_6" [label="(1, 512, 12, 12)", style=solid]; "118 quantize_per_tensor_default_6" -> "119 dequantize_per_tensor_default_9" [label="(1, 512, 12, 12)", style=solid]; "119 dequantize_per_tensor_default_9" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; @@ -383,32 +405,38 @@ strict digraph { "122 slice_3" -> "123 slice_4" [label="(1, 512, 12, 20)", style=solid]; "123 slice_4" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; "124 cat" -> "131 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; -"125 conv2d_10_zero_point_0_updated_constant0" -> "130 sub_tensor_11" [label="(512, 1, 1, 1)", style=solid]; -"126 conv2d_10_scale_0_updated_constant0" -> "129 mul_tensor_11" [label="(512, 1, 1, 1)", style=solid]; -"127 compressed_weight_updated_constant11" -> "129 mul_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; -"128 _param_constant43_0_0" -> "131 conv2d_10" [label="(512,)", style=solid]; -"129 mul_tensor_11" -> "130 sub_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; -"130 sub_tensor_11" -> "131 conv2d_10" [label=None, style=solid]; +"125 conv2d_10_scale_0" -> "128 quantize_per_channel_default_11" [label="(512,)", style=solid]; +"125 conv2d_10_scale_0" -> "129 dequantize_per_channel_default_11" [label="(512,)", style=solid]; +"126 conv2d_10_zero_point_0" -> "128 quantize_per_channel_default_11" [label="(512,)", style=solid]; +"126 conv2d_10_zero_point_0" -> "129 dequantize_per_channel_default_11" [label="(512,)", style=solid]; +"127 compressed_weight_updated_constant11" -> "128 quantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; +"128 quantize_per_channel_default_11" -> "129 dequantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; +"129 dequantize_per_channel_default_11" -> "131 conv2d_10" [label="(512, 1024, 3, 3)", style=solid]; +"130 _param_constant43_0_0" -> "131 conv2d_10" [label="(512,)", style=solid]; "131 conv2d_10" -> "132 relu_10" [label="(1, 512, 10, 10)", style=solid]; "132 relu_10" -> "133 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; "133 quantize_per_tensor_default_15" -> "134 dequantize_per_tensor_default_19" [label="(1, 512, 10, 10)", style=solid]; "134 dequantize_per_tensor_default_19" -> "141 conv2d_11" [label="(1, 512, 10, 10)", style=solid]; -"135 conv2d_11_zero_point_0_updated_constant0" -> "140 sub_tensor_12" [label="(512, 1, 1, 1)", style=solid]; -"136 conv2d_11_scale_0_updated_constant0" -> "139 mul_tensor_12" [label="(512, 1, 1, 1)", style=solid]; -"137 compressed_weight_updated_constant12" -> "139 mul_tensor_12" [label="(512, 512, 3, 3)", style=solid]; -"138 _param_constant47_0_0" -> "141 conv2d_11" [label="(512,)", style=solid]; -"139 mul_tensor_12" -> "140 sub_tensor_12" [label="(512, 512, 3, 3)", style=solid]; -"140 sub_tensor_12" -> "141 conv2d_11" [label=None, style=solid]; +"135 conv2d_11_scale_0" -> "138 quantize_per_channel_default_12" [label="(512,)", style=solid]; +"135 conv2d_11_scale_0" -> "139 dequantize_per_channel_default_12" [label="(512,)", style=solid]; +"136 conv2d_11_zero_point_0" -> "138 quantize_per_channel_default_12" [label="(512,)", style=solid]; +"136 conv2d_11_zero_point_0" -> "139 dequantize_per_channel_default_12" [label="(512,)", style=solid]; +"137 compressed_weight_updated_constant12" -> "138 quantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; +"138 quantize_per_channel_default_12" -> "139 dequantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; +"139 dequantize_per_channel_default_12" -> "141 conv2d_11" [label="(512, 512, 3, 3)", style=solid]; +"140 _param_constant47_0_0" -> "141 conv2d_11" [label="(512,)", style=solid]; "141 conv2d_11" -> "142 relu_11" [label="(1, 512, 8, 8)", style=solid]; "142 relu_11" -> "143 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; "143 quantize_per_tensor_default_16" -> "144 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; "144 dequantize_per_tensor_default_20" -> "151 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; "145 _param_constant51" -> "151 conv_transpose2d_1" [label="(256,)", style=solid]; -"146 conv_transpose2d_1_zero_point_0_updated_constant0" -> "150 sub_tensor_13" [label="(512, 1, 1, 1)", style=solid]; -"147 conv_transpose2d_1_scale_0_updated_constant0" -> "149 mul_tensor_13" [label="(512, 1, 1, 1)", style=solid]; -"148 compressed_weight_updated_constant13" -> "149 mul_tensor_13" [label="(512, 256, 2, 2)", style=solid]; -"149 mul_tensor_13" -> "150 sub_tensor_13" [label="(512, 256, 2, 2)", style=solid]; -"150 sub_tensor_13" -> "151 conv_transpose2d_1" [label=None, style=solid]; +"146 conv_transpose2d_1_scale_0" -> "149 quantize_per_channel_default_13" [label="(512,)", style=solid]; +"146 conv_transpose2d_1_scale_0" -> "150 dequantize_per_channel_default_13" [label="(512,)", style=solid]; +"147 conv_transpose2d_1_zero_point_0" -> "149 quantize_per_channel_default_13" [label="(512,)", style=solid]; +"147 conv_transpose2d_1_zero_point_0" -> "150 dequantize_per_channel_default_13" [label="(512,)", style=solid]; +"148 compressed_weight_updated_constant13" -> "149 quantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; +"149 quantize_per_channel_default_13" -> "150 dequantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; +"150 dequantize_per_channel_default_13" -> "151 conv_transpose2d_1" [label="(512, 256, 2, 2)", style=solid]; "151 conv_transpose2d_1" -> "152 quantize_per_tensor_default_5" [label="(1, 256, 16, 16)", style=solid]; "152 quantize_per_tensor_default_5" -> "153 dequantize_per_tensor_default_8" [label="(1, 256, 16, 16)", style=solid]; "153 dequantize_per_tensor_default_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; @@ -417,32 +445,38 @@ strict digraph { "156 slice_7" -> "157 slice_8" [label="(1, 256, 16, 49)", style=solid]; "157 slice_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; "158 cat_1" -> "165 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; -"159 conv2d_12_zero_point_0_updated_constant0" -> "164 sub_tensor_14" [label="(256, 1, 1, 1)", style=solid]; -"160 conv2d_12_scale_0_updated_constant0" -> "163 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; -"161 compressed_weight_updated_constant14" -> "163 mul_tensor_14" [label="(256, 512, 3, 3)", style=solid]; -"162 _param_constant53_0_0" -> "165 conv2d_12" [label="(256,)", style=solid]; -"163 mul_tensor_14" -> "164 sub_tensor_14" [label="(256, 512, 3, 3)", style=solid]; -"164 sub_tensor_14" -> "165 conv2d_12" [label=None, style=solid]; +"159 conv2d_12_scale_0" -> "162 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"159 conv2d_12_scale_0" -> "163 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"160 conv2d_12_zero_point_0" -> "162 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"160 conv2d_12_zero_point_0" -> "163 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"161 compressed_weight_updated_constant14" -> "162 quantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; +"162 quantize_per_channel_default_14" -> "163 dequantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; +"163 dequantize_per_channel_default_14" -> "165 conv2d_12" [label="(256, 512, 3, 3)", style=solid]; +"164 _param_constant53_0_0" -> "165 conv2d_12" [label="(256,)", style=solid]; "165 conv2d_12" -> "166 relu_12" [label="(1, 256, 14, 14)", style=solid]; "166 relu_12" -> "167 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; "167 quantize_per_tensor_default_17" -> "168 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; "168 dequantize_per_tensor_default_21" -> "175 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; -"169 conv2d_13_zero_point_0_updated_constant0" -> "174 sub_tensor_15" [label="(256, 1, 1, 1)", style=solid]; -"170 conv2d_13_scale_0_updated_constant0" -> "173 mul_tensor_15" [label="(256, 1, 1, 1)", style=solid]; -"171 compressed_weight_updated_constant15" -> "173 mul_tensor_15" [label="(256, 256, 3, 3)", style=solid]; -"172 _param_constant57_0_0" -> "175 conv2d_13" [label="(256,)", style=solid]; -"173 mul_tensor_15" -> "174 sub_tensor_15" [label="(256, 256, 3, 3)", style=solid]; -"174 sub_tensor_15" -> "175 conv2d_13" [label=None, style=solid]; +"169 conv2d_13_scale_0" -> "172 quantize_per_channel_default_15" [label="(256,)", style=solid]; +"169 conv2d_13_scale_0" -> "173 dequantize_per_channel_default_15" [label="(256,)", style=solid]; +"170 conv2d_13_zero_point_0" -> "172 quantize_per_channel_default_15" [label="(256,)", style=solid]; +"170 conv2d_13_zero_point_0" -> "173 dequantize_per_channel_default_15" [label="(256,)", style=solid]; +"171 compressed_weight_updated_constant15" -> "172 quantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; +"172 quantize_per_channel_default_15" -> "173 dequantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; +"173 dequantize_per_channel_default_15" -> "175 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; +"174 _param_constant57_0_0" -> "175 conv2d_13" [label="(256,)", style=solid]; "175 conv2d_13" -> "176 relu_13" [label="(1, 256, 12, 12)", style=solid]; "176 relu_13" -> "177 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; "177 quantize_per_tensor_default_18" -> "178 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; "178 dequantize_per_tensor_default_22" -> "185 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; "179 _param_constant61" -> "185 conv_transpose2d_2" [label="(128,)", style=solid]; -"180 conv_transpose2d_2_zero_point_0_updated_constant0" -> "184 sub_tensor_16" [label="(256, 1, 1, 1)", style=solid]; -"181 conv_transpose2d_2_scale_0_updated_constant0" -> "183 mul_tensor_16" [label="(256, 1, 1, 1)", style=solid]; -"182 compressed_weight_updated_constant16" -> "183 mul_tensor_16" [label="(256, 128, 2, 2)", style=solid]; -"183 mul_tensor_16" -> "184 sub_tensor_16" [label="(256, 128, 2, 2)", style=solid]; -"184 sub_tensor_16" -> "185 conv_transpose2d_2" [label=None, style=solid]; +"180 conv_transpose2d_2_scale_0" -> "183 quantize_per_channel_default_16" [label="(256,)", style=solid]; +"180 conv_transpose2d_2_scale_0" -> "184 dequantize_per_channel_default_16" [label="(256,)", style=solid]; +"181 conv_transpose2d_2_zero_point_0" -> "183 quantize_per_channel_default_16" [label="(256,)", style=solid]; +"181 conv_transpose2d_2_zero_point_0" -> "184 dequantize_per_channel_default_16" [label="(256,)", style=solid]; +"182 compressed_weight_updated_constant16" -> "183 quantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; +"183 quantize_per_channel_default_16" -> "184 dequantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; +"184 dequantize_per_channel_default_16" -> "185 conv_transpose2d_2" [label="(256, 128, 2, 2)", style=solid]; "185 conv_transpose2d_2" -> "186 quantize_per_tensor_default_2" [label="(1, 128, 24, 24)", style=solid]; "186 quantize_per_tensor_default_2" -> "187 dequantize_per_tensor_default_3" [label="(1, 128, 24, 24)", style=solid]; "187 dequantize_per_tensor_default_3" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; @@ -451,32 +485,38 @@ strict digraph { "190 slice_11" -> "191 slice_12" [label="(1, 128, 24, 106)", style=solid]; "191 slice_12" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; "192 cat_2" -> "199 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; -"193 conv2d_14_zero_point_0_updated_constant0" -> "198 sub_tensor_17" [label="(128, 1, 1, 1)", style=solid]; -"194 conv2d_14_scale_0_updated_constant0" -> "197 mul_tensor_17" [label="(128, 1, 1, 1)", style=solid]; -"195 compressed_weight_updated_constant17" -> "197 mul_tensor_17" [label="(128, 256, 3, 3)", style=solid]; -"196 _param_constant63_0_0" -> "199 conv2d_14" [label="(128,)", style=solid]; -"197 mul_tensor_17" -> "198 sub_tensor_17" [label="(128, 256, 3, 3)", style=solid]; -"198 sub_tensor_17" -> "199 conv2d_14" [label=None, style=solid]; +"193 conv2d_14_scale_0" -> "196 quantize_per_channel_default_17" [label="(128,)", style=solid]; +"193 conv2d_14_scale_0" -> "197 dequantize_per_channel_default_17" [label="(128,)", style=solid]; +"194 conv2d_14_zero_point_0" -> "196 quantize_per_channel_default_17" [label="(128,)", style=solid]; +"194 conv2d_14_zero_point_0" -> "197 dequantize_per_channel_default_17" [label="(128,)", style=solid]; +"195 compressed_weight_updated_constant17" -> "196 quantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; +"196 quantize_per_channel_default_17" -> "197 dequantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; +"197 dequantize_per_channel_default_17" -> "199 conv2d_14" [label="(128, 256, 3, 3)", style=solid]; +"198 _param_constant63_0_0" -> "199 conv2d_14" [label="(128,)", style=solid]; "199 conv2d_14" -> "200 relu_14" [label="(1, 128, 22, 22)", style=solid]; "200 relu_14" -> "201 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; "201 quantize_per_tensor_default_19" -> "202 dequantize_per_tensor_default_23" [label="(1, 128, 22, 22)", style=solid]; "202 dequantize_per_tensor_default_23" -> "209 conv2d_15" [label="(1, 128, 22, 22)", style=solid]; -"203 conv2d_15_zero_point_0_updated_constant0" -> "208 sub_tensor_18" [label="(128, 1, 1, 1)", style=solid]; -"204 conv2d_15_scale_0_updated_constant0" -> "207 mul_tensor_18" [label="(128, 1, 1, 1)", style=solid]; -"205 compressed_weight_updated_constant18" -> "207 mul_tensor_18" [label="(128, 128, 3, 3)", style=solid]; -"206 _param_constant67_0_0" -> "209 conv2d_15" [label="(128,)", style=solid]; -"207 mul_tensor_18" -> "208 sub_tensor_18" [label="(128, 128, 3, 3)", style=solid]; -"208 sub_tensor_18" -> "209 conv2d_15" [label=None, style=solid]; +"203 conv2d_15_scale_0" -> "206 quantize_per_channel_default_18" [label="(128,)", style=solid]; +"203 conv2d_15_scale_0" -> "207 dequantize_per_channel_default_18" [label="(128,)", style=solid]; +"204 conv2d_15_zero_point_0" -> "206 quantize_per_channel_default_18" [label="(128,)", style=solid]; +"204 conv2d_15_zero_point_0" -> "207 dequantize_per_channel_default_18" [label="(128,)", style=solid]; +"205 compressed_weight_updated_constant18" -> "206 quantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; +"206 quantize_per_channel_default_18" -> "207 dequantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; +"207 dequantize_per_channel_default_18" -> "209 conv2d_15" [label="(128, 128, 3, 3)", style=solid]; +"208 _param_constant67_0_0" -> "209 conv2d_15" [label="(128,)", style=solid]; "209 conv2d_15" -> "210 relu_15" [label="(1, 128, 20, 20)", style=solid]; "210 relu_15" -> "211 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; "211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; "212 dequantize_per_tensor_default_24" -> "219 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; "213 _param_constant71" -> "219 conv_transpose2d_3" [label="(64,)", style=solid]; -"214 conv_transpose2d_3_zero_point_0_updated_constant0" -> "218 sub_tensor_19" [label="(128, 1, 1, 1)", style=solid]; -"215 conv_transpose2d_3_scale_0_updated_constant0" -> "217 mul_tensor_19" [label="(128, 1, 1, 1)", style=solid]; -"216 compressed_weight_updated_constant19" -> "217 mul_tensor_19" [label="(128, 64, 2, 2)", style=solid]; -"217 mul_tensor_19" -> "218 sub_tensor_19" [label="(128, 64, 2, 2)", style=solid]; -"218 sub_tensor_19" -> "219 conv_transpose2d_3" [label=None, style=solid]; +"214 conv_transpose2d_3_scale_0" -> "217 quantize_per_channel_default_19" [label="(128,)", style=solid]; +"214 conv_transpose2d_3_scale_0" -> "218 dequantize_per_channel_default_19" [label="(128,)", style=solid]; +"215 conv_transpose2d_3_zero_point_0" -> "217 quantize_per_channel_default_19" [label="(128,)", style=solid]; +"215 conv_transpose2d_3_zero_point_0" -> "218 dequantize_per_channel_default_19" [label="(128,)", style=solid]; +"216 compressed_weight_updated_constant19" -> "217 quantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; +"217 quantize_per_channel_default_19" -> "218 dequantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; +"218 dequantize_per_channel_default_19" -> "219 conv_transpose2d_3" [label="(128, 64, 2, 2)", style=solid]; "219 conv_transpose2d_3" -> "220 quantize_per_tensor_default_1" [label="(1, 64, 40, 40)", style=solid]; "220 quantize_per_tensor_default_1" -> "221 dequantize_per_tensor_default_2" [label="(1, 64, 40, 40)", style=solid]; "221 dequantize_per_tensor_default_2" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; @@ -485,31 +525,37 @@ strict digraph { "224 slice_15" -> "225 slice_16" [label="(1, 64, 40, 220)", style=solid]; "225 slice_16" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; "226 cat_3" -> "233 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; -"227 conv2d_16_zero_point_0_updated_constant0" -> "232 sub_tensor_20" [label="(64, 1, 1, 1)", style=solid]; -"228 conv2d_16_scale_0_updated_constant0" -> "231 mul_tensor_20" [label="(64, 1, 1, 1)", style=solid]; -"229 compressed_weight_updated_constant20" -> "231 mul_tensor_20" [label="(64, 128, 3, 3)", style=solid]; -"230 _param_constant73_0_0" -> "233 conv2d_16" [label="(64,)", style=solid]; -"231 mul_tensor_20" -> "232 sub_tensor_20" [label="(64, 128, 3, 3)", style=solid]; -"232 sub_tensor_20" -> "233 conv2d_16" [label=None, style=solid]; +"227 conv2d_16_scale_0" -> "230 quantize_per_channel_default_20" [label="(64,)", style=solid]; +"227 conv2d_16_scale_0" -> "231 dequantize_per_channel_default_20" [label="(64,)", style=solid]; +"228 conv2d_16_zero_point_0" -> "230 quantize_per_channel_default_20" [label="(64,)", style=solid]; +"228 conv2d_16_zero_point_0" -> "231 dequantize_per_channel_default_20" [label="(64,)", style=solid]; +"229 compressed_weight_updated_constant20" -> "230 quantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; +"230 quantize_per_channel_default_20" -> "231 dequantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; +"231 dequantize_per_channel_default_20" -> "233 conv2d_16" [label="(64, 128, 3, 3)", style=solid]; +"232 _param_constant73_0_0" -> "233 conv2d_16" [label="(64,)", style=solid]; "233 conv2d_16" -> "234 relu_16" [label="(1, 64, 38, 38)", style=solid]; "234 relu_16" -> "235 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; "235 quantize_per_tensor_default_21" -> "236 dequantize_per_tensor_default_25" [label="(1, 64, 38, 38)", style=solid]; "236 dequantize_per_tensor_default_25" -> "243 conv2d_17" [label="(1, 64, 38, 38)", style=solid]; -"237 conv2d_17_zero_point_0_updated_constant0" -> "242 sub_tensor_21" [label="(64, 1, 1, 1)", style=solid]; -"238 conv2d_17_scale_0_updated_constant0" -> "241 mul_tensor_21" [label="(64, 1, 1, 1)", style=solid]; -"239 compressed_weight_updated_constant21" -> "241 mul_tensor_21" [label="(64, 64, 3, 3)", style=solid]; -"240 _param_constant77_0_0" -> "243 conv2d_17" [label="(64,)", style=solid]; -"241 mul_tensor_21" -> "242 sub_tensor_21" [label="(64, 64, 3, 3)", style=solid]; -"242 sub_tensor_21" -> "243 conv2d_17" [label=None, style=solid]; +"237 conv2d_17_scale_0" -> "240 quantize_per_channel_default_21" [label="(64,)", style=solid]; +"237 conv2d_17_scale_0" -> "241 dequantize_per_channel_default_21" [label="(64,)", style=solid]; +"238 conv2d_17_zero_point_0" -> "240 quantize_per_channel_default_21" [label="(64,)", style=solid]; +"238 conv2d_17_zero_point_0" -> "241 dequantize_per_channel_default_21" [label="(64,)", style=solid]; +"239 compressed_weight_updated_constant21" -> "240 quantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; +"240 quantize_per_channel_default_21" -> "241 dequantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; +"241 dequantize_per_channel_default_21" -> "243 conv2d_17" [label="(64, 64, 3, 3)", style=solid]; +"242 _param_constant77_0_0" -> "243 conv2d_17" [label="(64,)", style=solid]; "243 conv2d_17" -> "244 relu_17" [label="(1, 64, 36, 36)", style=solid]; "244 relu_17" -> "245 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; "245 quantize_per_tensor_default_22" -> "246 dequantize_per_tensor_default_26" [label="(1, 64, 36, 36)", style=solid]; "246 dequantize_per_tensor_default_26" -> "253 conv2d_18" [label="(1, 64, 36, 36)", style=solid]; -"247 conv2d_18_zero_point_0_updated_constant0" -> "252 sub_tensor_22" [label="(12, 1, 1, 1)", style=solid]; -"248 conv2d_18_scale_0_updated_constant0" -> "251 mul_tensor_22" [label="(12, 1, 1, 1)", style=solid]; -"249 compressed_weight_updated_constant22" -> "251 mul_tensor_22" [label="(12, 64, 1, 1)", style=solid]; -"250 _param_constant81_0_0" -> "253 conv2d_18" [label="(12,)", style=solid]; -"251 mul_tensor_22" -> "252 sub_tensor_22" [label="(12, 64, 1, 1)", style=solid]; -"252 sub_tensor_22" -> "253 conv2d_18" [label=None, style=solid]; +"247 conv2d_18_scale_0" -> "250 quantize_per_channel_default_22" [label="(12,)", style=solid]; +"247 conv2d_18_scale_0" -> "251 dequantize_per_channel_default_22" [label="(12,)", style=solid]; +"248 conv2d_18_zero_point_0" -> "250 quantize_per_channel_default_22" [label="(12,)", style=solid]; +"248 conv2d_18_zero_point_0" -> "251 dequantize_per_channel_default_22" [label="(12,)", style=solid]; +"249 compressed_weight_updated_constant22" -> "250 quantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; +"250 quantize_per_channel_default_22" -> "251 dequantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; +"251 dequantize_per_channel_default_22" -> "253 conv2d_18" [label="(12, 64, 1, 1)", style=solid]; +"252 _param_constant81_0_0" -> "253 conv2d_18" [label="(12,)", style=solid]; "253 conv2d_18" -> "254 output" [label="(1, 12, 36, 36)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot index f4881dbd7dd..2fe2b1db30f 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot @@ -2,12 +2,12 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_zero_point_0_updated_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0_updated_constant0" [id=4, type=get_attr]; +"3 conv2d_scale_0" [id=3, type=get_attr]; +"4 conv2d_zero_point_0" [id=4, type=get_attr]; "5 compressed_weight_updated_constant0" [id=5, type=get_attr]; -"6 _param_constant1_0_0" [id=6, type=get_attr]; -"7 mul_tensor" [id=7, type=mul]; -"8 sub_tensor" [id=8, type=sub]; +"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; +"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; +"8 _param_constant1_0_0" [id=8, type=get_attr]; "9 conv2d" [id=9, type=conv2d]; "10 reshape" [id=10, type=reshape]; "11 permute" [id=11, type=permute]; @@ -24,12 +24,12 @@ strict digraph { "22 transpose_0_0_nncf_smooth_quant_0" [id=22, type=call_module]; "23 quantize_per_tensor_default_1" [id=23, type=quantize_per_tensor]; "24 dequantize_per_tensor_default_1" [id=24, type=dequantize_per_tensor]; -"25 linear_zero_point_0_updated_constant0" [id=25, type=get_attr]; -"26 linear_scale_0_updated_constant0" [id=26, type=get_attr]; +"25 linear_scale_0" [id=25, type=get_attr]; +"26 linear_zero_point_0" [id=26, type=get_attr]; "27 compressed_weight_updated_constant1" [id=27, type=get_attr]; -"28 _param_constant7_0_0" [id=28, type=get_attr]; -"29 mul_tensor_1" [id=29, type=mul]; -"30 sub_tensor_1" [id=30, type=sub]; +"28 quantize_per_channel_default_1" [id=28, type=quantize_per_channel]; +"29 dequantize_per_channel_default_1" [id=29, type=dequantize_per_channel]; +"30 _param_constant7_0_0" [id=30, type=get_attr]; "31 linear" [id=31, type=linear]; "32 unflatten" [id=32, type=unflatten]; "33 unsqueeze" [id=33, type=unsqueeze]; @@ -58,12 +58,12 @@ strict digraph { "56 view_6_0_0_nncf_smooth_quant_0" [id=56, type=call_module]; "57 quantize_per_tensor_default_4" [id=57, type=quantize_per_tensor]; "58 dequantize_per_tensor_default_4" [id=58, type=dequantize_per_tensor]; -"59 linear_1_zero_point_0_updated_constant0" [id=59, type=get_attr]; -"60 linear_1_scale_0_updated_constant0" [id=60, type=get_attr]; +"59 linear_1_scale_0" [id=59, type=get_attr]; +"60 linear_1_zero_point_0" [id=60, type=get_attr]; "61 compressed_weight_updated_constant2" [id=61, type=get_attr]; -"62 _param_constant9_0_0" [id=62, type=get_attr]; -"63 mul_tensor_2" [id=63, type=mul]; -"64 sub_tensor_2" [id=64, type=sub]; +"62 quantize_per_channel_default_2" [id=62, type=quantize_per_channel]; +"63 dequantize_per_channel_default_2" [id=63, type=dequantize_per_channel]; +"64 _param_constant9_0_0" [id=64, type=get_attr]; "65 linear_1" [id=65, type=linear]; "66 view_7" [id=66, type=view]; "67 transpose_5" [id=67, type=transpose]; @@ -75,24 +75,24 @@ strict digraph { "73 layer_norm_1_0_0_nncf_smooth_quant_0" [id=73, type=call_module]; "74 quantize_per_tensor_default_5" [id=74, type=quantize_per_tensor]; "75 dequantize_per_tensor_default_5" [id=75, type=dequantize_per_tensor]; -"76 linear_2_zero_point_0_updated_constant0" [id=76, type=get_attr]; -"77 linear_2_scale_0_updated_constant0" [id=77, type=get_attr]; +"76 linear_2_scale_0" [id=76, type=get_attr]; +"77 linear_2_zero_point_0" [id=77, type=get_attr]; "78 compressed_weight_updated_constant3" [id=78, type=get_attr]; -"79 _param_constant13_0_0" [id=79, type=get_attr]; -"80 mul_tensor_3" [id=80, type=mul]; -"81 sub_tensor_3" [id=81, type=sub]; +"79 quantize_per_channel_default_3" [id=79, type=quantize_per_channel]; +"80 dequantize_per_channel_default_3" [id=80, type=dequantize_per_channel]; +"81 _param_constant13_0_0" [id=81, type=get_attr]; "82 linear_2" [id=82, type=linear]; "83 gelu" [id=83, type=gelu]; "84 dropout_2" [id=84, type=dropout]; "85 dropout_2_0_0_nncf_smooth_quant_0" [id=85, type=call_module]; "86 quantize_per_tensor_default_6" [id=86, type=quantize_per_tensor]; "87 dequantize_per_tensor_default_6" [id=87, type=dequantize_per_tensor]; -"88 linear_3_zero_point_0_updated_constant0" [id=88, type=get_attr]; -"89 linear_3_scale_0_updated_constant0" [id=89, type=get_attr]; +"88 linear_3_scale_0" [id=88, type=get_attr]; +"89 linear_3_zero_point_0" [id=89, type=get_attr]; "90 compressed_weight_updated_constant4" [id=90, type=get_attr]; -"91 _param_constant15_0_0" [id=91, type=get_attr]; -"92 mul_tensor_4" [id=92, type=mul]; -"93 sub_tensor_4" [id=93, type=sub]; +"91 quantize_per_channel_default_4" [id=91, type=quantize_per_channel]; +"92 dequantize_per_channel_default_4" [id=92, type=dequantize_per_channel]; +"93 _param_constant15_0_0" [id=93, type=get_attr]; "94 linear_3" [id=94, type=linear]; "95 dropout_3" [id=95, type=dropout]; "96 add_2" [id=96, type=add]; @@ -103,12 +103,12 @@ strict digraph { "101 transpose_6_0_0_nncf_smooth_quant_0" [id=101, type=call_module]; "102 quantize_per_tensor_default_7" [id=102, type=quantize_per_tensor]; "103 dequantize_per_tensor_default_7" [id=103, type=dequantize_per_tensor]; -"104 linear_4_zero_point_0_updated_constant0" [id=104, type=get_attr]; -"105 linear_4_scale_0_updated_constant0" [id=105, type=get_attr]; +"104 linear_4_scale_0" [id=104, type=get_attr]; +"105 linear_4_zero_point_0" [id=105, type=get_attr]; "106 compressed_weight_updated_constant5" [id=106, type=get_attr]; -"107 _param_constant19_0_0" [id=107, type=get_attr]; -"108 mul_tensor_5" [id=108, type=mul]; -"109 sub_tensor_5" [id=109, type=sub]; +"107 quantize_per_channel_default_5" [id=107, type=quantize_per_channel]; +"108 dequantize_per_channel_default_5" [id=108, type=dequantize_per_channel]; +"109 _param_constant19_0_0" [id=109, type=get_attr]; "110 linear_4" [id=110, type=linear]; "111 unflatten_1" [id=111, type=unflatten]; "112 unsqueeze_1" [id=112, type=unsqueeze]; @@ -137,12 +137,12 @@ strict digraph { "135 view_14_0_0_nncf_smooth_quant_0" [id=135, type=call_module]; "136 quantize_per_tensor_default_10" [id=136, type=quantize_per_tensor]; "137 dequantize_per_tensor_default_10" [id=137, type=dequantize_per_tensor]; -"138 linear_5_zero_point_0_updated_constant0" [id=138, type=get_attr]; -"139 linear_5_scale_0_updated_constant0" [id=139, type=get_attr]; +"138 linear_5_scale_0" [id=138, type=get_attr]; +"139 linear_5_zero_point_0" [id=139, type=get_attr]; "140 compressed_weight_updated_constant6" [id=140, type=get_attr]; -"141 _param_constant21_0_0" [id=141, type=get_attr]; -"142 mul_tensor_6" [id=142, type=mul]; -"143 sub_tensor_6" [id=143, type=sub]; +"141 quantize_per_channel_default_6" [id=141, type=quantize_per_channel]; +"142 dequantize_per_channel_default_6" [id=142, type=dequantize_per_channel]; +"143 _param_constant21_0_0" [id=143, type=get_attr]; "144 linear_5" [id=144, type=linear]; "145 view_15" [id=145, type=view]; "146 transpose_11" [id=146, type=transpose]; @@ -154,24 +154,24 @@ strict digraph { "152 layer_norm_3_0_0_nncf_smooth_quant_0" [id=152, type=call_module]; "153 quantize_per_tensor_default_11" [id=153, type=quantize_per_tensor]; "154 dequantize_per_tensor_default_11" [id=154, type=dequantize_per_tensor]; -"155 linear_6_zero_point_0_updated_constant0" [id=155, type=get_attr]; -"156 linear_6_scale_0_updated_constant0" [id=156, type=get_attr]; +"155 linear_6_scale_0" [id=155, type=get_attr]; +"156 linear_6_zero_point_0" [id=156, type=get_attr]; "157 compressed_weight_updated_constant7" [id=157, type=get_attr]; -"158 _param_constant25_0_0" [id=158, type=get_attr]; -"159 mul_tensor_7" [id=159, type=mul]; -"160 sub_tensor_7" [id=160, type=sub]; +"158 quantize_per_channel_default_7" [id=158, type=quantize_per_channel]; +"159 dequantize_per_channel_default_7" [id=159, type=dequantize_per_channel]; +"160 _param_constant25_0_0" [id=160, type=get_attr]; "161 linear_6" [id=161, type=linear]; "162 gelu_1" [id=162, type=gelu]; "163 dropout_5" [id=163, type=dropout]; "164 dropout_5_0_0_nncf_smooth_quant_0" [id=164, type=call_module]; "165 quantize_per_tensor_default_12" [id=165, type=quantize_per_tensor]; "166 dequantize_per_tensor_default_12" [id=166, type=dequantize_per_tensor]; -"167 linear_7_zero_point_0_updated_constant0" [id=167, type=get_attr]; -"168 linear_7_scale_0_updated_constant0" [id=168, type=get_attr]; +"167 linear_7_scale_0" [id=167, type=get_attr]; +"168 linear_7_zero_point_0" [id=168, type=get_attr]; "169 compressed_weight_updated_constant8" [id=169, type=get_attr]; -"170 _param_constant27_0_0" [id=170, type=get_attr]; -"171 mul_tensor_8" [id=171, type=mul]; -"172 sub_tensor_8" [id=172, type=sub]; +"170 quantize_per_channel_default_8" [id=170, type=quantize_per_channel]; +"171 dequantize_per_channel_default_8" [id=171, type=dequantize_per_channel]; +"172 _param_constant27_0_0" [id=172, type=get_attr]; "173 linear_7" [id=173, type=linear]; "174 dropout_6" [id=174, type=dropout]; "175 add_4" [id=175, type=add]; @@ -182,12 +182,12 @@ strict digraph { "180 transpose_12_0_0_nncf_smooth_quant_0" [id=180, type=call_module]; "181 quantize_per_tensor_default_13" [id=181, type=quantize_per_tensor]; "182 dequantize_per_tensor_default_13" [id=182, type=dequantize_per_tensor]; -"183 linear_8_zero_point_0_updated_constant0" [id=183, type=get_attr]; -"184 linear_8_scale_0_updated_constant0" [id=184, type=get_attr]; +"183 linear_8_scale_0" [id=183, type=get_attr]; +"184 linear_8_zero_point_0" [id=184, type=get_attr]; "185 compressed_weight_updated_constant9" [id=185, type=get_attr]; -"186 _param_constant31_0_0" [id=186, type=get_attr]; -"187 mul_tensor_9" [id=187, type=mul]; -"188 sub_tensor_9" [id=188, type=sub]; +"186 quantize_per_channel_default_9" [id=186, type=quantize_per_channel]; +"187 dequantize_per_channel_default_9" [id=187, type=dequantize_per_channel]; +"188 _param_constant31_0_0" [id=188, type=get_attr]; "189 linear_8" [id=189, type=linear]; "190 unflatten_2" [id=190, type=unflatten]; "191 unsqueeze_2" [id=191, type=unsqueeze]; @@ -216,12 +216,12 @@ strict digraph { "214 view_22_0_0_nncf_smooth_quant_0" [id=214, type=call_module]; "215 quantize_per_tensor_default_16" [id=215, type=quantize_per_tensor]; "216 dequantize_per_tensor_default_16" [id=216, type=dequantize_per_tensor]; -"217 linear_9_zero_point_0_updated_constant0" [id=217, type=get_attr]; -"218 linear_9_scale_0_updated_constant0" [id=218, type=get_attr]; +"217 linear_9_scale_0" [id=217, type=get_attr]; +"218 linear_9_zero_point_0" [id=218, type=get_attr]; "219 compressed_weight_updated_constant10" [id=219, type=get_attr]; -"220 _param_constant33_0_0" [id=220, type=get_attr]; -"221 mul_tensor_10" [id=221, type=mul]; -"222 sub_tensor_10" [id=222, type=sub]; +"220 quantize_per_channel_default_10" [id=220, type=quantize_per_channel]; +"221 dequantize_per_channel_default_10" [id=221, type=dequantize_per_channel]; +"222 _param_constant33_0_0" [id=222, type=get_attr]; "223 linear_9" [id=223, type=linear]; "224 view_23" [id=224, type=view]; "225 transpose_17" [id=225, type=transpose]; @@ -233,24 +233,24 @@ strict digraph { "231 layer_norm_5_0_0_nncf_smooth_quant_0" [id=231, type=call_module]; "232 quantize_per_tensor_default_17" [id=232, type=quantize_per_tensor]; "233 dequantize_per_tensor_default_17" [id=233, type=dequantize_per_tensor]; -"234 linear_10_zero_point_0_updated_constant0" [id=234, type=get_attr]; -"235 linear_10_scale_0_updated_constant0" [id=235, type=get_attr]; +"234 linear_10_scale_0" [id=234, type=get_attr]; +"235 linear_10_zero_point_0" [id=235, type=get_attr]; "236 compressed_weight_updated_constant11" [id=236, type=get_attr]; -"237 _param_constant37_0_0" [id=237, type=get_attr]; -"238 mul_tensor_11" [id=238, type=mul]; -"239 sub_tensor_11" [id=239, type=sub]; +"237 quantize_per_channel_default_11" [id=237, type=quantize_per_channel]; +"238 dequantize_per_channel_default_11" [id=238, type=dequantize_per_channel]; +"239 _param_constant37_0_0" [id=239, type=get_attr]; "240 linear_10" [id=240, type=linear]; "241 gelu_2" [id=241, type=gelu]; "242 dropout_8" [id=242, type=dropout]; "243 dropout_8_0_0_nncf_smooth_quant_0" [id=243, type=call_module]; "244 quantize_per_tensor_default_18" [id=244, type=quantize_per_tensor]; "245 dequantize_per_tensor_default_18" [id=245, type=dequantize_per_tensor]; -"246 linear_11_zero_point_0_updated_constant0" [id=246, type=get_attr]; -"247 linear_11_scale_0_updated_constant0" [id=247, type=get_attr]; +"246 linear_11_scale_0" [id=246, type=get_attr]; +"247 linear_11_zero_point_0" [id=247, type=get_attr]; "248 compressed_weight_updated_constant12" [id=248, type=get_attr]; -"249 _param_constant39_0_0" [id=249, type=get_attr]; -"250 mul_tensor_12" [id=250, type=mul]; -"251 sub_tensor_12" [id=251, type=sub]; +"249 quantize_per_channel_default_12" [id=249, type=quantize_per_channel]; +"250 dequantize_per_channel_default_12" [id=250, type=dequantize_per_channel]; +"251 _param_constant39_0_0" [id=251, type=get_attr]; "252 linear_11" [id=252, type=linear]; "253 dropout_9" [id=253, type=dropout]; "254 add_6" [id=254, type=add]; @@ -261,12 +261,12 @@ strict digraph { "259 transpose_18_0_0_nncf_smooth_quant_0" [id=259, type=call_module]; "260 quantize_per_tensor_default_19" [id=260, type=quantize_per_tensor]; "261 dequantize_per_tensor_default_19" [id=261, type=dequantize_per_tensor]; -"262 linear_12_zero_point_0_updated_constant0" [id=262, type=get_attr]; -"263 linear_12_scale_0_updated_constant0" [id=263, type=get_attr]; +"262 linear_12_scale_0" [id=262, type=get_attr]; +"263 linear_12_zero_point_0" [id=263, type=get_attr]; "264 compressed_weight_updated_constant13" [id=264, type=get_attr]; -"265 _param_constant43_0_0" [id=265, type=get_attr]; -"266 mul_tensor_13" [id=266, type=mul]; -"267 sub_tensor_13" [id=267, type=sub]; +"265 quantize_per_channel_default_13" [id=265, type=quantize_per_channel]; +"266 dequantize_per_channel_default_13" [id=266, type=dequantize_per_channel]; +"267 _param_constant43_0_0" [id=267, type=get_attr]; "268 linear_12" [id=268, type=linear]; "269 unflatten_3" [id=269, type=unflatten]; "270 unsqueeze_3" [id=270, type=unsqueeze]; @@ -295,12 +295,12 @@ strict digraph { "293 view_30_0_0_nncf_smooth_quant_0" [id=293, type=call_module]; "294 quantize_per_tensor_default_22" [id=294, type=quantize_per_tensor]; "295 dequantize_per_tensor_default_22" [id=295, type=dequantize_per_tensor]; -"296 linear_13_zero_point_0_updated_constant0" [id=296, type=get_attr]; -"297 linear_13_scale_0_updated_constant0" [id=297, type=get_attr]; +"296 linear_13_scale_0" [id=296, type=get_attr]; +"297 linear_13_zero_point_0" [id=297, type=get_attr]; "298 compressed_weight_updated_constant14" [id=298, type=get_attr]; -"299 _param_constant45_0_0" [id=299, type=get_attr]; -"300 mul_tensor_14" [id=300, type=mul]; -"301 sub_tensor_14" [id=301, type=sub]; +"299 quantize_per_channel_default_14" [id=299, type=quantize_per_channel]; +"300 dequantize_per_channel_default_14" [id=300, type=dequantize_per_channel]; +"301 _param_constant45_0_0" [id=301, type=get_attr]; "302 linear_13" [id=302, type=linear]; "303 view_31" [id=303, type=view]; "304 transpose_23" [id=304, type=transpose]; @@ -312,24 +312,24 @@ strict digraph { "310 layer_norm_7_0_0_nncf_smooth_quant_0" [id=310, type=call_module]; "311 quantize_per_tensor_default_23" [id=311, type=quantize_per_tensor]; "312 dequantize_per_tensor_default_23" [id=312, type=dequantize_per_tensor]; -"313 linear_14_zero_point_0_updated_constant0" [id=313, type=get_attr]; -"314 linear_14_scale_0_updated_constant0" [id=314, type=get_attr]; +"313 linear_14_scale_0" [id=313, type=get_attr]; +"314 linear_14_zero_point_0" [id=314, type=get_attr]; "315 compressed_weight_updated_constant15" [id=315, type=get_attr]; -"316 _param_constant49_0_0" [id=316, type=get_attr]; -"317 mul_tensor_15" [id=317, type=mul]; -"318 sub_tensor_15" [id=318, type=sub]; +"316 quantize_per_channel_default_15" [id=316, type=quantize_per_channel]; +"317 dequantize_per_channel_default_15" [id=317, type=dequantize_per_channel]; +"318 _param_constant49_0_0" [id=318, type=get_attr]; "319 linear_14" [id=319, type=linear]; "320 gelu_3" [id=320, type=gelu]; "321 dropout_11" [id=321, type=dropout]; "322 dropout_11_0_0_nncf_smooth_quant_0" [id=322, type=call_module]; "323 quantize_per_tensor_default_24" [id=323, type=quantize_per_tensor]; "324 dequantize_per_tensor_default_24" [id=324, type=dequantize_per_tensor]; -"325 linear_15_zero_point_0_updated_constant0" [id=325, type=get_attr]; -"326 linear_15_scale_0_updated_constant0" [id=326, type=get_attr]; +"325 linear_15_scale_0" [id=325, type=get_attr]; +"326 linear_15_zero_point_0" [id=326, type=get_attr]; "327 compressed_weight_updated_constant16" [id=327, type=get_attr]; -"328 _param_constant51_0_0" [id=328, type=get_attr]; -"329 mul_tensor_16" [id=329, type=mul]; -"330 sub_tensor_16" [id=330, type=sub]; +"328 quantize_per_channel_default_16" [id=328, type=quantize_per_channel]; +"329 dequantize_per_channel_default_16" [id=329, type=dequantize_per_channel]; +"330 _param_constant51_0_0" [id=330, type=get_attr]; "331 linear_15" [id=331, type=linear]; "332 dropout_12" [id=332, type=dropout]; "333 add_8" [id=333, type=add]; @@ -340,12 +340,12 @@ strict digraph { "338 transpose_24_0_0_nncf_smooth_quant_0" [id=338, type=call_module]; "339 quantize_per_tensor_default_25" [id=339, type=quantize_per_tensor]; "340 dequantize_per_tensor_default_25" [id=340, type=dequantize_per_tensor]; -"341 linear_16_zero_point_0_updated_constant0" [id=341, type=get_attr]; -"342 linear_16_scale_0_updated_constant0" [id=342, type=get_attr]; +"341 linear_16_scale_0" [id=341, type=get_attr]; +"342 linear_16_zero_point_0" [id=342, type=get_attr]; "343 compressed_weight_updated_constant17" [id=343, type=get_attr]; -"344 _param_constant55_0_0" [id=344, type=get_attr]; -"345 mul_tensor_17" [id=345, type=mul]; -"346 sub_tensor_17" [id=346, type=sub]; +"344 quantize_per_channel_default_17" [id=344, type=quantize_per_channel]; +"345 dequantize_per_channel_default_17" [id=345, type=dequantize_per_channel]; +"346 _param_constant55_0_0" [id=346, type=get_attr]; "347 linear_16" [id=347, type=linear]; "348 unflatten_4" [id=348, type=unflatten]; "349 unsqueeze_4" [id=349, type=unsqueeze]; @@ -374,12 +374,12 @@ strict digraph { "372 view_38_0_0_nncf_smooth_quant_0" [id=372, type=call_module]; "373 quantize_per_tensor_default_28" [id=373, type=quantize_per_tensor]; "374 dequantize_per_tensor_default_28" [id=374, type=dequantize_per_tensor]; -"375 linear_17_zero_point_0_updated_constant0" [id=375, type=get_attr]; -"376 linear_17_scale_0_updated_constant0" [id=376, type=get_attr]; +"375 linear_17_scale_0" [id=375, type=get_attr]; +"376 linear_17_zero_point_0" [id=376, type=get_attr]; "377 compressed_weight_updated_constant18" [id=377, type=get_attr]; -"378 _param_constant57_0_0" [id=378, type=get_attr]; -"379 mul_tensor_18" [id=379, type=mul]; -"380 sub_tensor_18" [id=380, type=sub]; +"378 quantize_per_channel_default_18" [id=378, type=quantize_per_channel]; +"379 dequantize_per_channel_default_18" [id=379, type=dequantize_per_channel]; +"380 _param_constant57_0_0" [id=380, type=get_attr]; "381 linear_17" [id=381, type=linear]; "382 view_39" [id=382, type=view]; "383 transpose_29" [id=383, type=transpose]; @@ -391,24 +391,24 @@ strict digraph { "389 layer_norm_9_0_0_nncf_smooth_quant_0" [id=389, type=call_module]; "390 quantize_per_tensor_default_29" [id=390, type=quantize_per_tensor]; "391 dequantize_per_tensor_default_29" [id=391, type=dequantize_per_tensor]; -"392 linear_18_zero_point_0_updated_constant0" [id=392, type=get_attr]; -"393 linear_18_scale_0_updated_constant0" [id=393, type=get_attr]; +"392 linear_18_scale_0" [id=392, type=get_attr]; +"393 linear_18_zero_point_0" [id=393, type=get_attr]; "394 compressed_weight_updated_constant19" [id=394, type=get_attr]; -"395 _param_constant61_0_0" [id=395, type=get_attr]; -"396 mul_tensor_19" [id=396, type=mul]; -"397 sub_tensor_19" [id=397, type=sub]; +"395 quantize_per_channel_default_19" [id=395, type=quantize_per_channel]; +"396 dequantize_per_channel_default_19" [id=396, type=dequantize_per_channel]; +"397 _param_constant61_0_0" [id=397, type=get_attr]; "398 linear_18" [id=398, type=linear]; "399 gelu_4" [id=399, type=gelu]; "400 dropout_14" [id=400, type=dropout]; "401 dropout_14_0_0_nncf_smooth_quant_0" [id=401, type=call_module]; "402 quantize_per_tensor_default_30" [id=402, type=quantize_per_tensor]; "403 dequantize_per_tensor_default_30" [id=403, type=dequantize_per_tensor]; -"404 linear_19_zero_point_0_updated_constant0" [id=404, type=get_attr]; -"405 linear_19_scale_0_updated_constant0" [id=405, type=get_attr]; +"404 linear_19_scale_0" [id=404, type=get_attr]; +"405 linear_19_zero_point_0" [id=405, type=get_attr]; "406 compressed_weight_updated_constant20" [id=406, type=get_attr]; -"407 _param_constant63_0_0" [id=407, type=get_attr]; -"408 mul_tensor_20" [id=408, type=mul]; -"409 sub_tensor_20" [id=409, type=sub]; +"407 quantize_per_channel_default_20" [id=407, type=quantize_per_channel]; +"408 dequantize_per_channel_default_20" [id=408, type=dequantize_per_channel]; +"409 _param_constant63_0_0" [id=409, type=get_attr]; "410 linear_19" [id=410, type=linear]; "411 dropout_15" [id=411, type=dropout]; "412 add_10" [id=412, type=add]; @@ -419,12 +419,12 @@ strict digraph { "417 transpose_30_0_0_nncf_smooth_quant_0" [id=417, type=call_module]; "418 quantize_per_tensor_default_31" [id=418, type=quantize_per_tensor]; "419 dequantize_per_tensor_default_31" [id=419, type=dequantize_per_tensor]; -"420 linear_20_zero_point_0_updated_constant0" [id=420, type=get_attr]; -"421 linear_20_scale_0_updated_constant0" [id=421, type=get_attr]; +"420 linear_20_scale_0" [id=420, type=get_attr]; +"421 linear_20_zero_point_0" [id=421, type=get_attr]; "422 compressed_weight_updated_constant21" [id=422, type=get_attr]; -"423 _param_constant67_0_0" [id=423, type=get_attr]; -"424 mul_tensor_21" [id=424, type=mul]; -"425 sub_tensor_21" [id=425, type=sub]; +"423 quantize_per_channel_default_21" [id=423, type=quantize_per_channel]; +"424 dequantize_per_channel_default_21" [id=424, type=dequantize_per_channel]; +"425 _param_constant67_0_0" [id=425, type=get_attr]; "426 linear_20" [id=426, type=linear]; "427 unflatten_5" [id=427, type=unflatten]; "428 unsqueeze_5" [id=428, type=unsqueeze]; @@ -453,12 +453,12 @@ strict digraph { "451 view_46_0_0_nncf_smooth_quant_0" [id=451, type=call_module]; "452 quantize_per_tensor_default_34" [id=452, type=quantize_per_tensor]; "453 dequantize_per_tensor_default_34" [id=453, type=dequantize_per_tensor]; -"454 linear_21_zero_point_0_updated_constant0" [id=454, type=get_attr]; -"455 linear_21_scale_0_updated_constant0" [id=455, type=get_attr]; +"454 linear_21_scale_0" [id=454, type=get_attr]; +"455 linear_21_zero_point_0" [id=455, type=get_attr]; "456 compressed_weight_updated_constant22" [id=456, type=get_attr]; -"457 _param_constant69_0_0" [id=457, type=get_attr]; -"458 mul_tensor_22" [id=458, type=mul]; -"459 sub_tensor_22" [id=459, type=sub]; +"457 quantize_per_channel_default_22" [id=457, type=quantize_per_channel]; +"458 dequantize_per_channel_default_22" [id=458, type=dequantize_per_channel]; +"459 _param_constant69_0_0" [id=459, type=get_attr]; "460 linear_21" [id=460, type=linear]; "461 view_47" [id=461, type=view]; "462 transpose_35" [id=462, type=transpose]; @@ -470,24 +470,24 @@ strict digraph { "468 layer_norm_11_0_0_nncf_smooth_quant_0" [id=468, type=call_module]; "469 quantize_per_tensor_default_35" [id=469, type=quantize_per_tensor]; "470 dequantize_per_tensor_default_35" [id=470, type=dequantize_per_tensor]; -"471 linear_22_zero_point_0_updated_constant0" [id=471, type=get_attr]; -"472 linear_22_scale_0_updated_constant0" [id=472, type=get_attr]; +"471 linear_22_scale_0" [id=471, type=get_attr]; +"472 linear_22_zero_point_0" [id=472, type=get_attr]; "473 compressed_weight_updated_constant23" [id=473, type=get_attr]; -"474 _param_constant73_0_0" [id=474, type=get_attr]; -"475 mul_tensor_23" [id=475, type=mul]; -"476 sub_tensor_23" [id=476, type=sub]; +"474 quantize_per_channel_default_23" [id=474, type=quantize_per_channel]; +"475 dequantize_per_channel_default_23" [id=475, type=dequantize_per_channel]; +"476 _param_constant73_0_0" [id=476, type=get_attr]; "477 linear_22" [id=477, type=linear]; "478 gelu_5" [id=478, type=gelu]; "479 dropout_17" [id=479, type=dropout]; "480 dropout_17_0_0_nncf_smooth_quant_0" [id=480, type=call_module]; "481 quantize_per_tensor_default_36" [id=481, type=quantize_per_tensor]; "482 dequantize_per_tensor_default_36" [id=482, type=dequantize_per_tensor]; -"483 linear_23_zero_point_0_updated_constant0" [id=483, type=get_attr]; -"484 linear_23_scale_0_updated_constant0" [id=484, type=get_attr]; +"483 linear_23_scale_0" [id=483, type=get_attr]; +"484 linear_23_zero_point_0" [id=484, type=get_attr]; "485 compressed_weight_updated_constant24" [id=485, type=get_attr]; -"486 _param_constant75_0_0" [id=486, type=get_attr]; -"487 mul_tensor_24" [id=487, type=mul]; -"488 sub_tensor_24" [id=488, type=sub]; +"486 quantize_per_channel_default_24" [id=486, type=quantize_per_channel]; +"487 dequantize_per_channel_default_24" [id=487, type=dequantize_per_channel]; +"488 _param_constant75_0_0" [id=488, type=get_attr]; "489 linear_23" [id=489, type=linear]; "490 dropout_18" [id=490, type=dropout]; "491 add_12" [id=491, type=add]; @@ -498,12 +498,12 @@ strict digraph { "496 transpose_36_0_0_nncf_smooth_quant_0" [id=496, type=call_module]; "497 quantize_per_tensor_default_37" [id=497, type=quantize_per_tensor]; "498 dequantize_per_tensor_default_37" [id=498, type=dequantize_per_tensor]; -"499 linear_24_zero_point_0_updated_constant0" [id=499, type=get_attr]; -"500 linear_24_scale_0_updated_constant0" [id=500, type=get_attr]; +"499 linear_24_scale_0" [id=499, type=get_attr]; +"500 linear_24_zero_point_0" [id=500, type=get_attr]; "501 compressed_weight_updated_constant25" [id=501, type=get_attr]; -"502 _param_constant79_0_0" [id=502, type=get_attr]; -"503 mul_tensor_25" [id=503, type=mul]; -"504 sub_tensor_25" [id=504, type=sub]; +"502 quantize_per_channel_default_25" [id=502, type=quantize_per_channel]; +"503 dequantize_per_channel_default_25" [id=503, type=dequantize_per_channel]; +"504 _param_constant79_0_0" [id=504, type=get_attr]; "505 linear_24" [id=505, type=linear]; "506 unflatten_6" [id=506, type=unflatten]; "507 unsqueeze_6" [id=507, type=unsqueeze]; @@ -532,12 +532,12 @@ strict digraph { "530 view_54_0_0_nncf_smooth_quant_0" [id=530, type=call_module]; "531 quantize_per_tensor_default_40" [id=531, type=quantize_per_tensor]; "532 dequantize_per_tensor_default_40" [id=532, type=dequantize_per_tensor]; -"533 linear_25_zero_point_0_updated_constant0" [id=533, type=get_attr]; -"534 linear_25_scale_0_updated_constant0" [id=534, type=get_attr]; +"533 linear_25_scale_0" [id=533, type=get_attr]; +"534 linear_25_zero_point_0" [id=534, type=get_attr]; "535 compressed_weight_updated_constant26" [id=535, type=get_attr]; -"536 _param_constant81_0_0" [id=536, type=get_attr]; -"537 mul_tensor_26" [id=537, type=mul]; -"538 sub_tensor_26" [id=538, type=sub]; +"536 quantize_per_channel_default_26" [id=536, type=quantize_per_channel]; +"537 dequantize_per_channel_default_26" [id=537, type=dequantize_per_channel]; +"538 _param_constant81_0_0" [id=538, type=get_attr]; "539 linear_25" [id=539, type=linear]; "540 view_55" [id=540, type=view]; "541 transpose_41" [id=541, type=transpose]; @@ -549,24 +549,24 @@ strict digraph { "547 layer_norm_13_0_0_nncf_smooth_quant_0" [id=547, type=call_module]; "548 quantize_per_tensor_default_41" [id=548, type=quantize_per_tensor]; "549 dequantize_per_tensor_default_41" [id=549, type=dequantize_per_tensor]; -"550 linear_26_zero_point_0_updated_constant0" [id=550, type=get_attr]; -"551 linear_26_scale_0_updated_constant0" [id=551, type=get_attr]; +"550 linear_26_scale_0" [id=550, type=get_attr]; +"551 linear_26_zero_point_0" [id=551, type=get_attr]; "552 compressed_weight_updated_constant27" [id=552, type=get_attr]; -"553 _param_constant85_0_0" [id=553, type=get_attr]; -"554 mul_tensor_27" [id=554, type=mul]; -"555 sub_tensor_27" [id=555, type=sub]; +"553 quantize_per_channel_default_27" [id=553, type=quantize_per_channel]; +"554 dequantize_per_channel_default_27" [id=554, type=dequantize_per_channel]; +"555 _param_constant85_0_0" [id=555, type=get_attr]; "556 linear_26" [id=556, type=linear]; "557 gelu_6" [id=557, type=gelu]; "558 dropout_20" [id=558, type=dropout]; "559 dropout_20_0_0_nncf_smooth_quant_0" [id=559, type=call_module]; "560 quantize_per_tensor_default_42" [id=560, type=quantize_per_tensor]; "561 dequantize_per_tensor_default_42" [id=561, type=dequantize_per_tensor]; -"562 linear_27_zero_point_0_updated_constant0" [id=562, type=get_attr]; -"563 linear_27_scale_0_updated_constant0" [id=563, type=get_attr]; +"562 linear_27_scale_0" [id=562, type=get_attr]; +"563 linear_27_zero_point_0" [id=563, type=get_attr]; "564 compressed_weight_updated_constant28" [id=564, type=get_attr]; -"565 _param_constant87_0_0" [id=565, type=get_attr]; -"566 mul_tensor_28" [id=566, type=mul]; -"567 sub_tensor_28" [id=567, type=sub]; +"565 quantize_per_channel_default_28" [id=565, type=quantize_per_channel]; +"566 dequantize_per_channel_default_28" [id=566, type=dequantize_per_channel]; +"567 _param_constant87_0_0" [id=567, type=get_attr]; "568 linear_27" [id=568, type=linear]; "569 dropout_21" [id=569, type=dropout]; "570 add_14" [id=570, type=add]; @@ -577,12 +577,12 @@ strict digraph { "575 transpose_42_0_0_nncf_smooth_quant_0" [id=575, type=call_module]; "576 quantize_per_tensor_default_43" [id=576, type=quantize_per_tensor]; "577 dequantize_per_tensor_default_43" [id=577, type=dequantize_per_tensor]; -"578 linear_28_zero_point_0_updated_constant0" [id=578, type=get_attr]; -"579 linear_28_scale_0_updated_constant0" [id=579, type=get_attr]; +"578 linear_28_scale_0" [id=578, type=get_attr]; +"579 linear_28_zero_point_0" [id=579, type=get_attr]; "580 compressed_weight_updated_constant29" [id=580, type=get_attr]; -"581 _param_constant91_0_0" [id=581, type=get_attr]; -"582 mul_tensor_29" [id=582, type=mul]; -"583 sub_tensor_29" [id=583, type=sub]; +"581 quantize_per_channel_default_29" [id=581, type=quantize_per_channel]; +"582 dequantize_per_channel_default_29" [id=582, type=dequantize_per_channel]; +"583 _param_constant91_0_0" [id=583, type=get_attr]; "584 linear_28" [id=584, type=linear]; "585 unflatten_7" [id=585, type=unflatten]; "586 unsqueeze_7" [id=586, type=unsqueeze]; @@ -611,12 +611,12 @@ strict digraph { "609 view_62_0_0_nncf_smooth_quant_0" [id=609, type=call_module]; "610 quantize_per_tensor_default_46" [id=610, type=quantize_per_tensor]; "611 dequantize_per_tensor_default_46" [id=611, type=dequantize_per_tensor]; -"612 linear_29_zero_point_0_updated_constant0" [id=612, type=get_attr]; -"613 linear_29_scale_0_updated_constant0" [id=613, type=get_attr]; +"612 linear_29_scale_0" [id=612, type=get_attr]; +"613 linear_29_zero_point_0" [id=613, type=get_attr]; "614 compressed_weight_updated_constant30" [id=614, type=get_attr]; -"615 _param_constant93_0_0" [id=615, type=get_attr]; -"616 mul_tensor_30" [id=616, type=mul]; -"617 sub_tensor_30" [id=617, type=sub]; +"615 quantize_per_channel_default_30" [id=615, type=quantize_per_channel]; +"616 dequantize_per_channel_default_30" [id=616, type=dequantize_per_channel]; +"617 _param_constant93_0_0" [id=617, type=get_attr]; "618 linear_29" [id=618, type=linear]; "619 view_63" [id=619, type=view]; "620 transpose_47" [id=620, type=transpose]; @@ -628,24 +628,24 @@ strict digraph { "626 layer_norm_15_0_0_nncf_smooth_quant_0" [id=626, type=call_module]; "627 quantize_per_tensor_default_47" [id=627, type=quantize_per_tensor]; "628 dequantize_per_tensor_default_47" [id=628, type=dequantize_per_tensor]; -"629 linear_30_zero_point_0_updated_constant0" [id=629, type=get_attr]; -"630 linear_30_scale_0_updated_constant0" [id=630, type=get_attr]; +"629 linear_30_scale_0" [id=629, type=get_attr]; +"630 linear_30_zero_point_0" [id=630, type=get_attr]; "631 compressed_weight_updated_constant31" [id=631, type=get_attr]; -"632 _param_constant97_0_0" [id=632, type=get_attr]; -"633 mul_tensor_31" [id=633, type=mul]; -"634 sub_tensor_31" [id=634, type=sub]; +"632 quantize_per_channel_default_31" [id=632, type=quantize_per_channel]; +"633 dequantize_per_channel_default_31" [id=633, type=dequantize_per_channel]; +"634 _param_constant97_0_0" [id=634, type=get_attr]; "635 linear_30" [id=635, type=linear]; "636 gelu_7" [id=636, type=gelu]; "637 dropout_23" [id=637, type=dropout]; "638 dropout_23_0_0_nncf_smooth_quant_0" [id=638, type=call_module]; "639 quantize_per_tensor_default_48" [id=639, type=quantize_per_tensor]; "640 dequantize_per_tensor_default_48" [id=640, type=dequantize_per_tensor]; -"641 linear_31_zero_point_0_updated_constant0" [id=641, type=get_attr]; -"642 linear_31_scale_0_updated_constant0" [id=642, type=get_attr]; +"641 linear_31_scale_0" [id=641, type=get_attr]; +"642 linear_31_zero_point_0" [id=642, type=get_attr]; "643 compressed_weight_updated_constant32" [id=643, type=get_attr]; -"644 _param_constant99_0_0" [id=644, type=get_attr]; -"645 mul_tensor_32" [id=645, type=mul]; -"646 sub_tensor_32" [id=646, type=sub]; +"644 quantize_per_channel_default_32" [id=644, type=quantize_per_channel]; +"645 dequantize_per_channel_default_32" [id=645, type=dequantize_per_channel]; +"646 _param_constant99_0_0" [id=646, type=get_attr]; "647 linear_31" [id=647, type=linear]; "648 dropout_24" [id=648, type=dropout]; "649 add_16" [id=649, type=add]; @@ -656,12 +656,12 @@ strict digraph { "654 transpose_48_0_0_nncf_smooth_quant_0" [id=654, type=call_module]; "655 quantize_per_tensor_default_49" [id=655, type=quantize_per_tensor]; "656 dequantize_per_tensor_default_49" [id=656, type=dequantize_per_tensor]; -"657 linear_32_zero_point_0_updated_constant0" [id=657, type=get_attr]; -"658 linear_32_scale_0_updated_constant0" [id=658, type=get_attr]; +"657 linear_32_scale_0" [id=657, type=get_attr]; +"658 linear_32_zero_point_0" [id=658, type=get_attr]; "659 compressed_weight_updated_constant33" [id=659, type=get_attr]; -"660 _param_constant103_0_0" [id=660, type=get_attr]; -"661 mul_tensor_33" [id=661, type=mul]; -"662 sub_tensor_33" [id=662, type=sub]; +"660 quantize_per_channel_default_33" [id=660, type=quantize_per_channel]; +"661 dequantize_per_channel_default_33" [id=661, type=dequantize_per_channel]; +"662 _param_constant103_0_0" [id=662, type=get_attr]; "663 linear_32" [id=663, type=linear]; "664 unflatten_8" [id=664, type=unflatten]; "665 unsqueeze_8" [id=665, type=unsqueeze]; @@ -690,12 +690,12 @@ strict digraph { "688 view_70_0_0_nncf_smooth_quant_0" [id=688, type=call_module]; "689 quantize_per_tensor_default_52" [id=689, type=quantize_per_tensor]; "690 dequantize_per_tensor_default_52" [id=690, type=dequantize_per_tensor]; -"691 linear_33_zero_point_0_updated_constant0" [id=691, type=get_attr]; -"692 linear_33_scale_0_updated_constant0" [id=692, type=get_attr]; +"691 linear_33_scale_0" [id=691, type=get_attr]; +"692 linear_33_zero_point_0" [id=692, type=get_attr]; "693 compressed_weight_updated_constant34" [id=693, type=get_attr]; -"694 _param_constant105_0_0" [id=694, type=get_attr]; -"695 mul_tensor_34" [id=695, type=mul]; -"696 sub_tensor_34" [id=696, type=sub]; +"694 quantize_per_channel_default_34" [id=694, type=quantize_per_channel]; +"695 dequantize_per_channel_default_34" [id=695, type=dequantize_per_channel]; +"696 _param_constant105_0_0" [id=696, type=get_attr]; "697 linear_33" [id=697, type=linear]; "698 view_71" [id=698, type=view]; "699 transpose_53" [id=699, type=transpose]; @@ -707,24 +707,24 @@ strict digraph { "705 layer_norm_17_0_0_nncf_smooth_quant_0" [id=705, type=call_module]; "706 quantize_per_tensor_default_53" [id=706, type=quantize_per_tensor]; "707 dequantize_per_tensor_default_53" [id=707, type=dequantize_per_tensor]; -"708 linear_34_zero_point_0_updated_constant0" [id=708, type=get_attr]; -"709 linear_34_scale_0_updated_constant0" [id=709, type=get_attr]; +"708 linear_34_scale_0" [id=708, type=get_attr]; +"709 linear_34_zero_point_0" [id=709, type=get_attr]; "710 compressed_weight_updated_constant35" [id=710, type=get_attr]; -"711 _param_constant109_0_0" [id=711, type=get_attr]; -"712 mul_tensor_35" [id=712, type=mul]; -"713 sub_tensor_35" [id=713, type=sub]; +"711 quantize_per_channel_default_35" [id=711, type=quantize_per_channel]; +"712 dequantize_per_channel_default_35" [id=712, type=dequantize_per_channel]; +"713 _param_constant109_0_0" [id=713, type=get_attr]; "714 linear_34" [id=714, type=linear]; "715 gelu_8" [id=715, type=gelu]; "716 dropout_26" [id=716, type=dropout]; "717 dropout_26_0_0_nncf_smooth_quant_0" [id=717, type=call_module]; "718 quantize_per_tensor_default_54" [id=718, type=quantize_per_tensor]; "719 dequantize_per_tensor_default_54" [id=719, type=dequantize_per_tensor]; -"720 linear_35_zero_point_0_updated_constant0" [id=720, type=get_attr]; -"721 linear_35_scale_0_updated_constant0" [id=721, type=get_attr]; +"720 linear_35_scale_0" [id=720, type=get_attr]; +"721 linear_35_zero_point_0" [id=721, type=get_attr]; "722 compressed_weight_updated_constant36" [id=722, type=get_attr]; -"723 _param_constant111_0_0" [id=723, type=get_attr]; -"724 mul_tensor_36" [id=724, type=mul]; -"725 sub_tensor_36" [id=725, type=sub]; +"723 quantize_per_channel_default_36" [id=723, type=quantize_per_channel]; +"724 dequantize_per_channel_default_36" [id=724, type=dequantize_per_channel]; +"725 _param_constant111_0_0" [id=725, type=get_attr]; "726 linear_35" [id=726, type=linear]; "727 dropout_27" [id=727, type=dropout]; "728 add_18" [id=728, type=add]; @@ -735,12 +735,12 @@ strict digraph { "733 transpose_54_0_0_nncf_smooth_quant_0" [id=733, type=call_module]; "734 quantize_per_tensor_default_55" [id=734, type=quantize_per_tensor]; "735 dequantize_per_tensor_default_55" [id=735, type=dequantize_per_tensor]; -"736 linear_36_zero_point_0_updated_constant0" [id=736, type=get_attr]; -"737 linear_36_scale_0_updated_constant0" [id=737, type=get_attr]; +"736 linear_36_scale_0" [id=736, type=get_attr]; +"737 linear_36_zero_point_0" [id=737, type=get_attr]; "738 compressed_weight_updated_constant37" [id=738, type=get_attr]; -"739 _param_constant115_0_0" [id=739, type=get_attr]; -"740 mul_tensor_37" [id=740, type=mul]; -"741 sub_tensor_37" [id=741, type=sub]; +"739 quantize_per_channel_default_37" [id=739, type=quantize_per_channel]; +"740 dequantize_per_channel_default_37" [id=740, type=dequantize_per_channel]; +"741 _param_constant115_0_0" [id=741, type=get_attr]; "742 linear_36" [id=742, type=linear]; "743 unflatten_9" [id=743, type=unflatten]; "744 unsqueeze_9" [id=744, type=unsqueeze]; @@ -769,12 +769,12 @@ strict digraph { "767 view_78_0_0_nncf_smooth_quant_0" [id=767, type=call_module]; "768 quantize_per_tensor_default_58" [id=768, type=quantize_per_tensor]; "769 dequantize_per_tensor_default_58" [id=769, type=dequantize_per_tensor]; -"770 linear_37_zero_point_0_updated_constant0" [id=770, type=get_attr]; -"771 linear_37_scale_0_updated_constant0" [id=771, type=get_attr]; +"770 linear_37_scale_0" [id=770, type=get_attr]; +"771 linear_37_zero_point_0" [id=771, type=get_attr]; "772 compressed_weight_updated_constant38" [id=772, type=get_attr]; -"773 _param_constant117_0_0" [id=773, type=get_attr]; -"774 mul_tensor_38" [id=774, type=mul]; -"775 sub_tensor_38" [id=775, type=sub]; +"773 quantize_per_channel_default_38" [id=773, type=quantize_per_channel]; +"774 dequantize_per_channel_default_38" [id=774, type=dequantize_per_channel]; +"775 _param_constant117_0_0" [id=775, type=get_attr]; "776 linear_37" [id=776, type=linear]; "777 view_79" [id=777, type=view]; "778 transpose_59" [id=778, type=transpose]; @@ -786,24 +786,24 @@ strict digraph { "784 layer_norm_19_0_0_nncf_smooth_quant_0" [id=784, type=call_module]; "785 quantize_per_tensor_default_59" [id=785, type=quantize_per_tensor]; "786 dequantize_per_tensor_default_59" [id=786, type=dequantize_per_tensor]; -"787 linear_38_zero_point_0_updated_constant0" [id=787, type=get_attr]; -"788 linear_38_scale_0_updated_constant0" [id=788, type=get_attr]; +"787 linear_38_scale_0" [id=787, type=get_attr]; +"788 linear_38_zero_point_0" [id=788, type=get_attr]; "789 compressed_weight_updated_constant39" [id=789, type=get_attr]; -"790 _param_constant121_0_0" [id=790, type=get_attr]; -"791 mul_tensor_39" [id=791, type=mul]; -"792 sub_tensor_39" [id=792, type=sub]; +"790 quantize_per_channel_default_39" [id=790, type=quantize_per_channel]; +"791 dequantize_per_channel_default_39" [id=791, type=dequantize_per_channel]; +"792 _param_constant121_0_0" [id=792, type=get_attr]; "793 linear_38" [id=793, type=linear]; "794 gelu_9" [id=794, type=gelu]; "795 dropout_29" [id=795, type=dropout]; "796 dropout_29_0_0_nncf_smooth_quant_0" [id=796, type=call_module]; "797 quantize_per_tensor_default_60" [id=797, type=quantize_per_tensor]; "798 dequantize_per_tensor_default_60" [id=798, type=dequantize_per_tensor]; -"799 linear_39_zero_point_0_updated_constant0" [id=799, type=get_attr]; -"800 linear_39_scale_0_updated_constant0" [id=800, type=get_attr]; +"799 linear_39_scale_0" [id=799, type=get_attr]; +"800 linear_39_zero_point_0" [id=800, type=get_attr]; "801 compressed_weight_updated_constant40" [id=801, type=get_attr]; -"802 _param_constant123_0_0" [id=802, type=get_attr]; -"803 mul_tensor_40" [id=803, type=mul]; -"804 sub_tensor_40" [id=804, type=sub]; +"802 quantize_per_channel_default_40" [id=802, type=quantize_per_channel]; +"803 dequantize_per_channel_default_40" [id=803, type=dequantize_per_channel]; +"804 _param_constant123_0_0" [id=804, type=get_attr]; "805 linear_39" [id=805, type=linear]; "806 dropout_30" [id=806, type=dropout]; "807 add_20" [id=807, type=add]; @@ -814,12 +814,12 @@ strict digraph { "812 transpose_60_0_0_nncf_smooth_quant_0" [id=812, type=call_module]; "813 quantize_per_tensor_default_61" [id=813, type=quantize_per_tensor]; "814 dequantize_per_tensor_default_61" [id=814, type=dequantize_per_tensor]; -"815 linear_40_zero_point_0_updated_constant0" [id=815, type=get_attr]; -"816 linear_40_scale_0_updated_constant0" [id=816, type=get_attr]; +"815 linear_40_scale_0" [id=815, type=get_attr]; +"816 linear_40_zero_point_0" [id=816, type=get_attr]; "817 compressed_weight_updated_constant41" [id=817, type=get_attr]; -"818 _param_constant127_0_0" [id=818, type=get_attr]; -"819 mul_tensor_41" [id=819, type=mul]; -"820 sub_tensor_41" [id=820, type=sub]; +"818 quantize_per_channel_default_41" [id=818, type=quantize_per_channel]; +"819 dequantize_per_channel_default_41" [id=819, type=dequantize_per_channel]; +"820 _param_constant127_0_0" [id=820, type=get_attr]; "821 linear_40" [id=821, type=linear]; "822 unflatten_10" [id=822, type=unflatten]; "823 unsqueeze_10" [id=823, type=unsqueeze]; @@ -848,12 +848,12 @@ strict digraph { "846 view_86_0_0_nncf_smooth_quant_0" [id=846, type=call_module]; "847 quantize_per_tensor_default_64" [id=847, type=quantize_per_tensor]; "848 dequantize_per_tensor_default_64" [id=848, type=dequantize_per_tensor]; -"849 linear_41_zero_point_0_updated_constant0" [id=849, type=get_attr]; -"850 linear_41_scale_0_updated_constant0" [id=850, type=get_attr]; +"849 linear_41_scale_0" [id=849, type=get_attr]; +"850 linear_41_zero_point_0" [id=850, type=get_attr]; "851 compressed_weight_updated_constant42" [id=851, type=get_attr]; -"852 _param_constant129_0_0" [id=852, type=get_attr]; -"853 mul_tensor_42" [id=853, type=mul]; -"854 sub_tensor_42" [id=854, type=sub]; +"852 quantize_per_channel_default_42" [id=852, type=quantize_per_channel]; +"853 dequantize_per_channel_default_42" [id=853, type=dequantize_per_channel]; +"854 _param_constant129_0_0" [id=854, type=get_attr]; "855 linear_41" [id=855, type=linear]; "856 view_87" [id=856, type=view]; "857 transpose_65" [id=857, type=transpose]; @@ -865,24 +865,24 @@ strict digraph { "863 layer_norm_21_0_0_nncf_smooth_quant_0" [id=863, type=call_module]; "864 quantize_per_tensor_default_65" [id=864, type=quantize_per_tensor]; "865 dequantize_per_tensor_default_65" [id=865, type=dequantize_per_tensor]; -"866 linear_42_zero_point_0_updated_constant0" [id=866, type=get_attr]; -"867 linear_42_scale_0_updated_constant0" [id=867, type=get_attr]; +"866 linear_42_scale_0" [id=866, type=get_attr]; +"867 linear_42_zero_point_0" [id=867, type=get_attr]; "868 compressed_weight_updated_constant43" [id=868, type=get_attr]; -"869 _param_constant133_0_0" [id=869, type=get_attr]; -"870 mul_tensor_43" [id=870, type=mul]; -"871 sub_tensor_43" [id=871, type=sub]; +"869 quantize_per_channel_default_43" [id=869, type=quantize_per_channel]; +"870 dequantize_per_channel_default_43" [id=870, type=dequantize_per_channel]; +"871 _param_constant133_0_0" [id=871, type=get_attr]; "872 linear_42" [id=872, type=linear]; "873 gelu_10" [id=873, type=gelu]; "874 dropout_32" [id=874, type=dropout]; "875 dropout_32_0_0_nncf_smooth_quant_0" [id=875, type=call_module]; "876 quantize_per_tensor_default_66" [id=876, type=quantize_per_tensor]; "877 dequantize_per_tensor_default_66" [id=877, type=dequantize_per_tensor]; -"878 linear_43_zero_point_0_updated_constant0" [id=878, type=get_attr]; -"879 linear_43_scale_0_updated_constant0" [id=879, type=get_attr]; +"878 linear_43_scale_0" [id=878, type=get_attr]; +"879 linear_43_zero_point_0" [id=879, type=get_attr]; "880 compressed_weight_updated_constant44" [id=880, type=get_attr]; -"881 _param_constant135_0_0" [id=881, type=get_attr]; -"882 mul_tensor_44" [id=882, type=mul]; -"883 sub_tensor_44" [id=883, type=sub]; +"881 quantize_per_channel_default_44" [id=881, type=quantize_per_channel]; +"882 dequantize_per_channel_default_44" [id=882, type=dequantize_per_channel]; +"883 _param_constant135_0_0" [id=883, type=get_attr]; "884 linear_43" [id=884, type=linear]; "885 dropout_33" [id=885, type=dropout]; "886 add_22" [id=886, type=add]; @@ -893,12 +893,12 @@ strict digraph { "891 transpose_66_0_0_nncf_smooth_quant_0" [id=891, type=call_module]; "892 quantize_per_tensor_default_67" [id=892, type=quantize_per_tensor]; "893 dequantize_per_tensor_default_67" [id=893, type=dequantize_per_tensor]; -"894 linear_44_zero_point_0_updated_constant0" [id=894, type=get_attr]; -"895 linear_44_scale_0_updated_constant0" [id=895, type=get_attr]; +"894 linear_44_scale_0" [id=894, type=get_attr]; +"895 linear_44_zero_point_0" [id=895, type=get_attr]; "896 compressed_weight_updated_constant45" [id=896, type=get_attr]; -"897 _param_constant139_0_0" [id=897, type=get_attr]; -"898 mul_tensor_45" [id=898, type=mul]; -"899 sub_tensor_45" [id=899, type=sub]; +"897 quantize_per_channel_default_45" [id=897, type=quantize_per_channel]; +"898 dequantize_per_channel_default_45" [id=898, type=dequantize_per_channel]; +"899 _param_constant139_0_0" [id=899, type=get_attr]; "900 linear_44" [id=900, type=linear]; "901 unflatten_11" [id=901, type=unflatten]; "902 unsqueeze_11" [id=902, type=unsqueeze]; @@ -927,12 +927,12 @@ strict digraph { "925 view_94_0_0_nncf_smooth_quant_0" [id=925, type=call_module]; "926 quantize_per_tensor_default_70" [id=926, type=quantize_per_tensor]; "927 dequantize_per_tensor_default_70" [id=927, type=dequantize_per_tensor]; -"928 linear_45_zero_point_0_updated_constant0" [id=928, type=get_attr]; -"929 linear_45_scale_0_updated_constant0" [id=929, type=get_attr]; +"928 linear_45_scale_0" [id=928, type=get_attr]; +"929 linear_45_zero_point_0" [id=929, type=get_attr]; "930 compressed_weight_updated_constant46" [id=930, type=get_attr]; -"931 _param_constant141_0_0" [id=931, type=get_attr]; -"932 mul_tensor_46" [id=932, type=mul]; -"933 sub_tensor_46" [id=933, type=sub]; +"931 quantize_per_channel_default_46" [id=931, type=quantize_per_channel]; +"932 dequantize_per_channel_default_46" [id=932, type=dequantize_per_channel]; +"933 _param_constant141_0_0" [id=933, type=get_attr]; "934 linear_45" [id=934, type=linear]; "935 view_95" [id=935, type=view]; "936 transpose_71" [id=936, type=transpose]; @@ -944,24 +944,24 @@ strict digraph { "942 layer_norm_23_0_0_nncf_smooth_quant_0" [id=942, type=call_module]; "943 quantize_per_tensor_default_71" [id=943, type=quantize_per_tensor]; "944 dequantize_per_tensor_default_71" [id=944, type=dequantize_per_tensor]; -"945 linear_46_zero_point_0_updated_constant0" [id=945, type=get_attr]; -"946 linear_46_scale_0_updated_constant0" [id=946, type=get_attr]; +"945 linear_46_scale_0" [id=945, type=get_attr]; +"946 linear_46_zero_point_0" [id=946, type=get_attr]; "947 compressed_weight_updated_constant47" [id=947, type=get_attr]; -"948 _param_constant145_0_0" [id=948, type=get_attr]; -"949 mul_tensor_47" [id=949, type=mul]; -"950 sub_tensor_47" [id=950, type=sub]; +"948 quantize_per_channel_default_47" [id=948, type=quantize_per_channel]; +"949 dequantize_per_channel_default_47" [id=949, type=dequantize_per_channel]; +"950 _param_constant145_0_0" [id=950, type=get_attr]; "951 linear_46" [id=951, type=linear]; "952 gelu_11" [id=952, type=gelu]; "953 dropout_35" [id=953, type=dropout]; "954 dropout_35_0_0_nncf_smooth_quant_0" [id=954, type=call_module]; "955 quantize_per_tensor_default_72" [id=955, type=quantize_per_tensor]; "956 dequantize_per_tensor_default_72" [id=956, type=dequantize_per_tensor]; -"957 linear_47_zero_point_0_updated_constant0" [id=957, type=get_attr]; -"958 linear_47_scale_0_updated_constant0" [id=958, type=get_attr]; +"957 linear_47_scale_0" [id=957, type=get_attr]; +"958 linear_47_zero_point_0" [id=958, type=get_attr]; "959 compressed_weight_updated_constant48" [id=959, type=get_attr]; -"960 _param_constant147_0_0" [id=960, type=get_attr]; -"961 mul_tensor_48" [id=961, type=mul]; -"962 sub_tensor_48" [id=962, type=sub]; +"960 quantize_per_channel_default_48" [id=960, type=quantize_per_channel]; +"961 dequantize_per_channel_default_48" [id=961, type=dequantize_per_channel]; +"962 _param_constant147_0_0" [id=962, type=get_attr]; "963 linear_47" [id=963, type=linear]; "964 dropout_36" [id=964, type=dropout]; "965 add_24" [id=965, type=add]; @@ -973,23 +973,25 @@ strict digraph { "971 select_36_0_0_nncf_smooth_quant_0" [id=971, type=call_module]; "972 quantize_per_tensor_default_73" [id=972, type=quantize_per_tensor]; "973 dequantize_per_tensor_default_73" [id=973, type=dequantize_per_tensor]; -"974 linear_48_zero_point_0_updated_constant0" [id=974, type=get_attr]; -"975 linear_48_scale_0_updated_constant0" [id=975, type=get_attr]; +"974 linear_48_scale_0" [id=974, type=get_attr]; +"975 linear_48_zero_point_0" [id=975, type=get_attr]; "976 compressed_weight_updated_constant49" [id=976, type=get_attr]; -"977 _param_constant151_0_0" [id=977, type=get_attr]; -"978 mul_tensor_49" [id=978, type=mul]; -"979 sub_tensor_49" [id=979, type=sub]; +"977 quantize_per_channel_default_49" [id=977, type=quantize_per_channel]; +"978 dequantize_per_channel_default_49" [id=978, type=dequantize_per_channel]; +"979 _param_constant151_0_0" [id=979, type=get_attr]; "980 linear_48" [id=980, type=linear]; "981 output" [id=981, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_zero_point_0_updated_constant0" -> "8 sub_tensor" [label="(768, 1, 1, 1)", style=solid]; -"4 conv2d_scale_0_updated_constant0" -> "7 mul_tensor" [label="(768, 1, 1, 1)", style=solid]; -"5 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(768, 3, 16, 16)", style=solid]; -"6 _param_constant1_0_0" -> "9 conv2d" [label="(768,)", style=solid]; -"7 mul_tensor" -> "8 sub_tensor" [label="(768, 3, 16, 16)", style=solid]; -"8 sub_tensor" -> "9 conv2d" [label=None, style=solid]; +"3 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(768,)", style=solid]; +"3 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(768,)", style=solid]; +"4 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(768,)", style=solid]; +"4 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(768,)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 quantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; +"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; +"7 dequantize_per_channel_default" -> "9 conv2d" [label="(768, 3, 16, 16)", style=solid]; +"8 _param_constant1_0_0" -> "9 conv2d" [label="(768,)", style=solid]; "9 conv2d" -> "10 reshape" [label="(1, 768, 14, 14)", style=solid]; "10 reshape" -> "11 permute" [label="(1, 768, 196)", style=solid]; "11 permute" -> "14 cat" [label="(1, 196, 768)", style=solid]; @@ -1007,12 +1009,14 @@ strict digraph { "22 transpose_0_0_nncf_smooth_quant_0" -> "23 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; "23 quantize_per_tensor_default_1" -> "24 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; "24 dequantize_per_tensor_default_1" -> "31 linear" [label="(197, 1, 768)", style=solid]; -"25 linear_zero_point_0_updated_constant0" -> "30 sub_tensor_1" [label="(2304, 1)", style=solid]; -"26 linear_scale_0_updated_constant0" -> "29 mul_tensor_1" [label="(2304, 1)", style=solid]; -"27 compressed_weight_updated_constant1" -> "29 mul_tensor_1" [label="(2304, 768)", style=solid]; -"28 _param_constant7_0_0" -> "31 linear" [label="(2304,)", style=solid]; -"29 mul_tensor_1" -> "30 sub_tensor_1" [label="(2304, 768)", style=solid]; -"30 sub_tensor_1" -> "31 linear" [label=None, style=solid]; +"25 linear_scale_0" -> "28 quantize_per_channel_default_1" [label="(2304,)", style=solid]; +"25 linear_scale_0" -> "29 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; +"26 linear_zero_point_0" -> "28 quantize_per_channel_default_1" [label="(2304,)", style=solid]; +"26 linear_zero_point_0" -> "29 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; +"27 compressed_weight_updated_constant1" -> "28 quantize_per_channel_default_1" [label="(2304, 768)", style=solid]; +"28 quantize_per_channel_default_1" -> "29 dequantize_per_channel_default_1" [label="(2304, 768)", style=solid]; +"29 dequantize_per_channel_default_1" -> "31 linear" [label="(2304, 768)", style=solid]; +"30 _param_constant7_0_0" -> "31 linear" [label="(2304,)", style=solid]; "31 linear" -> "32 unflatten" [label="(197, 1, 2304)", style=solid]; "32 unflatten" -> "33 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; "33 unsqueeze" -> "34 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1043,12 +1047,14 @@ strict digraph { "56 view_6_0_0_nncf_smooth_quant_0" -> "57 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; "57 quantize_per_tensor_default_4" -> "58 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; "58 dequantize_per_tensor_default_4" -> "65 linear_1" [label="(197, 768)", style=solid]; -"59 linear_1_zero_point_0_updated_constant0" -> "64 sub_tensor_2" [label="(768, 1)", style=solid]; -"60 linear_1_scale_0_updated_constant0" -> "63 mul_tensor_2" [label="(768, 1)", style=solid]; -"61 compressed_weight_updated_constant2" -> "63 mul_tensor_2" [label="(768, 768)", style=solid]; -"62 _param_constant9_0_0" -> "65 linear_1" [label="(768,)", style=solid]; -"63 mul_tensor_2" -> "64 sub_tensor_2" [label="(768, 768)", style=solid]; -"64 sub_tensor_2" -> "65 linear_1" [label=None, style=solid]; +"59 linear_1_scale_0" -> "62 quantize_per_channel_default_2" [label="(768,)", style=solid]; +"59 linear_1_scale_0" -> "63 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"60 linear_1_zero_point_0" -> "62 quantize_per_channel_default_2" [label="(768,)", style=solid]; +"60 linear_1_zero_point_0" -> "63 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"61 compressed_weight_updated_constant2" -> "62 quantize_per_channel_default_2" [label="(768, 768)", style=solid]; +"62 quantize_per_channel_default_2" -> "63 dequantize_per_channel_default_2" [label="(768, 768)", style=solid]; +"63 dequantize_per_channel_default_2" -> "65 linear_1" [label="(768, 768)", style=solid]; +"64 _param_constant9_0_0" -> "65 linear_1" [label="(768,)", style=solid]; "65 linear_1" -> "66 view_7" [label="(197, 768)", style=solid]; "66 view_7" -> "67 transpose_5" [label="(197, 1, 768)", style=solid]; "67 transpose_5" -> "68 dropout_1" [label="(1, 197, 768)", style=solid]; @@ -1061,24 +1067,28 @@ strict digraph { "73 layer_norm_1_0_0_nncf_smooth_quant_0" -> "74 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; "74 quantize_per_tensor_default_5" -> "75 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; "75 dequantize_per_tensor_default_5" -> "82 linear_2" [label="(1, 197, 768)", style=solid]; -"76 linear_2_zero_point_0_updated_constant0" -> "81 sub_tensor_3" [label="(3072, 1)", style=solid]; -"77 linear_2_scale_0_updated_constant0" -> "80 mul_tensor_3" [label="(3072, 1)", style=solid]; -"78 compressed_weight_updated_constant3" -> "80 mul_tensor_3" [label="(3072, 768)", style=solid]; -"79 _param_constant13_0_0" -> "82 linear_2" [label="(3072,)", style=solid]; -"80 mul_tensor_3" -> "81 sub_tensor_3" [label="(3072, 768)", style=solid]; -"81 sub_tensor_3" -> "82 linear_2" [label=None, style=solid]; +"76 linear_2_scale_0" -> "79 quantize_per_channel_default_3" [label="(3072,)", style=solid]; +"76 linear_2_scale_0" -> "80 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"77 linear_2_zero_point_0" -> "79 quantize_per_channel_default_3" [label="(3072,)", style=solid]; +"77 linear_2_zero_point_0" -> "80 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"78 compressed_weight_updated_constant3" -> "79 quantize_per_channel_default_3" [label="(3072, 768)", style=solid]; +"79 quantize_per_channel_default_3" -> "80 dequantize_per_channel_default_3" [label="(3072, 768)", style=solid]; +"80 dequantize_per_channel_default_3" -> "82 linear_2" [label="(3072, 768)", style=solid]; +"81 _param_constant13_0_0" -> "82 linear_2" [label="(3072,)", style=solid]; "82 linear_2" -> "83 gelu" [label="(1, 197, 3072)", style=solid]; "83 gelu" -> "84 dropout_2" [label="(1, 197, 3072)", style=solid]; "84 dropout_2" -> "85 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "85 dropout_2_0_0_nncf_smooth_quant_0" -> "86 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; "86 quantize_per_tensor_default_6" -> "87 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; "87 dequantize_per_tensor_default_6" -> "94 linear_3" [label="(1, 197, 3072)", style=solid]; -"88 linear_3_zero_point_0_updated_constant0" -> "93 sub_tensor_4" [label="(768, 1)", style=solid]; -"89 linear_3_scale_0_updated_constant0" -> "92 mul_tensor_4" [label="(768, 1)", style=solid]; -"90 compressed_weight_updated_constant4" -> "92 mul_tensor_4" [label="(768, 3072)", style=solid]; -"91 _param_constant15_0_0" -> "94 linear_3" [label="(768,)", style=solid]; -"92 mul_tensor_4" -> "93 sub_tensor_4" [label="(768, 3072)", style=solid]; -"93 sub_tensor_4" -> "94 linear_3" [label=None, style=solid]; +"88 linear_3_scale_0" -> "91 quantize_per_channel_default_4" [label="(768,)", style=solid]; +"88 linear_3_scale_0" -> "92 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"89 linear_3_zero_point_0" -> "91 quantize_per_channel_default_4" [label="(768,)", style=solid]; +"89 linear_3_zero_point_0" -> "92 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"90 compressed_weight_updated_constant4" -> "91 quantize_per_channel_default_4" [label="(768, 3072)", style=solid]; +"91 quantize_per_channel_default_4" -> "92 dequantize_per_channel_default_4" [label="(768, 3072)", style=solid]; +"92 dequantize_per_channel_default_4" -> "94 linear_3" [label="(768, 3072)", style=solid]; +"93 _param_constant15_0_0" -> "94 linear_3" [label="(768,)", style=solid]; "94 linear_3" -> "95 dropout_3" [label="(1, 197, 768)", style=solid]; "95 dropout_3" -> "96 add_2" [label="(1, 197, 768)", style=solid]; "96 add_2" -> "99 layer_norm_2" [label="(1, 197, 768)", style=solid]; @@ -1090,12 +1100,14 @@ strict digraph { "101 transpose_6_0_0_nncf_smooth_quant_0" -> "102 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; "102 quantize_per_tensor_default_7" -> "103 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; "103 dequantize_per_tensor_default_7" -> "110 linear_4" [label="(197, 1, 768)", style=solid]; -"104 linear_4_zero_point_0_updated_constant0" -> "109 sub_tensor_5" [label="(2304, 1)", style=solid]; -"105 linear_4_scale_0_updated_constant0" -> "108 mul_tensor_5" [label="(2304, 1)", style=solid]; -"106 compressed_weight_updated_constant5" -> "108 mul_tensor_5" [label="(2304, 768)", style=solid]; -"107 _param_constant19_0_0" -> "110 linear_4" [label="(2304,)", style=solid]; -"108 mul_tensor_5" -> "109 sub_tensor_5" [label="(2304, 768)", style=solid]; -"109 sub_tensor_5" -> "110 linear_4" [label=None, style=solid]; +"104 linear_4_scale_0" -> "107 quantize_per_channel_default_5" [label="(2304,)", style=solid]; +"104 linear_4_scale_0" -> "108 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; +"105 linear_4_zero_point_0" -> "107 quantize_per_channel_default_5" [label="(2304,)", style=solid]; +"105 linear_4_zero_point_0" -> "108 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; +"106 compressed_weight_updated_constant5" -> "107 quantize_per_channel_default_5" [label="(2304, 768)", style=solid]; +"107 quantize_per_channel_default_5" -> "108 dequantize_per_channel_default_5" [label="(2304, 768)", style=solid]; +"108 dequantize_per_channel_default_5" -> "110 linear_4" [label="(2304, 768)", style=solid]; +"109 _param_constant19_0_0" -> "110 linear_4" [label="(2304,)", style=solid]; "110 linear_4" -> "111 unflatten_1" [label="(197, 1, 2304)", style=solid]; "111 unflatten_1" -> "112 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; "112 unsqueeze_1" -> "113 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1126,12 +1138,14 @@ strict digraph { "135 view_14_0_0_nncf_smooth_quant_0" -> "136 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; "136 quantize_per_tensor_default_10" -> "137 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; "137 dequantize_per_tensor_default_10" -> "144 linear_5" [label="(197, 768)", style=solid]; -"138 linear_5_zero_point_0_updated_constant0" -> "143 sub_tensor_6" [label="(768, 1)", style=solid]; -"139 linear_5_scale_0_updated_constant0" -> "142 mul_tensor_6" [label="(768, 1)", style=solid]; -"140 compressed_weight_updated_constant6" -> "142 mul_tensor_6" [label="(768, 768)", style=solid]; -"141 _param_constant21_0_0" -> "144 linear_5" [label="(768,)", style=solid]; -"142 mul_tensor_6" -> "143 sub_tensor_6" [label="(768, 768)", style=solid]; -"143 sub_tensor_6" -> "144 linear_5" [label=None, style=solid]; +"138 linear_5_scale_0" -> "141 quantize_per_channel_default_6" [label="(768,)", style=solid]; +"138 linear_5_scale_0" -> "142 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"139 linear_5_zero_point_0" -> "141 quantize_per_channel_default_6" [label="(768,)", style=solid]; +"139 linear_5_zero_point_0" -> "142 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"140 compressed_weight_updated_constant6" -> "141 quantize_per_channel_default_6" [label="(768, 768)", style=solid]; +"141 quantize_per_channel_default_6" -> "142 dequantize_per_channel_default_6" [label="(768, 768)", style=solid]; +"142 dequantize_per_channel_default_6" -> "144 linear_5" [label="(768, 768)", style=solid]; +"143 _param_constant21_0_0" -> "144 linear_5" [label="(768,)", style=solid]; "144 linear_5" -> "145 view_15" [label="(197, 768)", style=solid]; "145 view_15" -> "146 transpose_11" [label="(197, 1, 768)", style=solid]; "146 transpose_11" -> "147 dropout_4" [label="(1, 197, 768)", style=solid]; @@ -1144,24 +1158,28 @@ strict digraph { "152 layer_norm_3_0_0_nncf_smooth_quant_0" -> "153 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; "153 quantize_per_tensor_default_11" -> "154 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; "154 dequantize_per_tensor_default_11" -> "161 linear_6" [label="(1, 197, 768)", style=solid]; -"155 linear_6_zero_point_0_updated_constant0" -> "160 sub_tensor_7" [label="(3072, 1)", style=solid]; -"156 linear_6_scale_0_updated_constant0" -> "159 mul_tensor_7" [label="(3072, 1)", style=solid]; -"157 compressed_weight_updated_constant7" -> "159 mul_tensor_7" [label="(3072, 768)", style=solid]; -"158 _param_constant25_0_0" -> "161 linear_6" [label="(3072,)", style=solid]; -"159 mul_tensor_7" -> "160 sub_tensor_7" [label="(3072, 768)", style=solid]; -"160 sub_tensor_7" -> "161 linear_6" [label=None, style=solid]; +"155 linear_6_scale_0" -> "158 quantize_per_channel_default_7" [label="(3072,)", style=solid]; +"155 linear_6_scale_0" -> "159 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"156 linear_6_zero_point_0" -> "158 quantize_per_channel_default_7" [label="(3072,)", style=solid]; +"156 linear_6_zero_point_0" -> "159 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"157 compressed_weight_updated_constant7" -> "158 quantize_per_channel_default_7" [label="(3072, 768)", style=solid]; +"158 quantize_per_channel_default_7" -> "159 dequantize_per_channel_default_7" [label="(3072, 768)", style=solid]; +"159 dequantize_per_channel_default_7" -> "161 linear_6" [label="(3072, 768)", style=solid]; +"160 _param_constant25_0_0" -> "161 linear_6" [label="(3072,)", style=solid]; "161 linear_6" -> "162 gelu_1" [label="(1, 197, 3072)", style=solid]; "162 gelu_1" -> "163 dropout_5" [label="(1, 197, 3072)", style=solid]; "163 dropout_5" -> "164 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "164 dropout_5_0_0_nncf_smooth_quant_0" -> "165 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; "165 quantize_per_tensor_default_12" -> "166 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; "166 dequantize_per_tensor_default_12" -> "173 linear_7" [label="(1, 197, 3072)", style=solid]; -"167 linear_7_zero_point_0_updated_constant0" -> "172 sub_tensor_8" [label="(768, 1)", style=solid]; -"168 linear_7_scale_0_updated_constant0" -> "171 mul_tensor_8" [label="(768, 1)", style=solid]; -"169 compressed_weight_updated_constant8" -> "171 mul_tensor_8" [label="(768, 3072)", style=solid]; -"170 _param_constant27_0_0" -> "173 linear_7" [label="(768,)", style=solid]; -"171 mul_tensor_8" -> "172 sub_tensor_8" [label="(768, 3072)", style=solid]; -"172 sub_tensor_8" -> "173 linear_7" [label=None, style=solid]; +"167 linear_7_scale_0" -> "170 quantize_per_channel_default_8" [label="(768,)", style=solid]; +"167 linear_7_scale_0" -> "171 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"168 linear_7_zero_point_0" -> "170 quantize_per_channel_default_8" [label="(768,)", style=solid]; +"168 linear_7_zero_point_0" -> "171 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"169 compressed_weight_updated_constant8" -> "170 quantize_per_channel_default_8" [label="(768, 3072)", style=solid]; +"170 quantize_per_channel_default_8" -> "171 dequantize_per_channel_default_8" [label="(768, 3072)", style=solid]; +"171 dequantize_per_channel_default_8" -> "173 linear_7" [label="(768, 3072)", style=solid]; +"172 _param_constant27_0_0" -> "173 linear_7" [label="(768,)", style=solid]; "173 linear_7" -> "174 dropout_6" [label="(1, 197, 768)", style=solid]; "174 dropout_6" -> "175 add_4" [label="(1, 197, 768)", style=solid]; "175 add_4" -> "178 layer_norm_4" [label="(1, 197, 768)", style=solid]; @@ -1173,12 +1191,14 @@ strict digraph { "180 transpose_12_0_0_nncf_smooth_quant_0" -> "181 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; "181 quantize_per_tensor_default_13" -> "182 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; "182 dequantize_per_tensor_default_13" -> "189 linear_8" [label="(197, 1, 768)", style=solid]; -"183 linear_8_zero_point_0_updated_constant0" -> "188 sub_tensor_9" [label="(2304, 1)", style=solid]; -"184 linear_8_scale_0_updated_constant0" -> "187 mul_tensor_9" [label="(2304, 1)", style=solid]; -"185 compressed_weight_updated_constant9" -> "187 mul_tensor_9" [label="(2304, 768)", style=solid]; -"186 _param_constant31_0_0" -> "189 linear_8" [label="(2304,)", style=solid]; -"187 mul_tensor_9" -> "188 sub_tensor_9" [label="(2304, 768)", style=solid]; -"188 sub_tensor_9" -> "189 linear_8" [label=None, style=solid]; +"183 linear_8_scale_0" -> "186 quantize_per_channel_default_9" [label="(2304,)", style=solid]; +"183 linear_8_scale_0" -> "187 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; +"184 linear_8_zero_point_0" -> "186 quantize_per_channel_default_9" [label="(2304,)", style=solid]; +"184 linear_8_zero_point_0" -> "187 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; +"185 compressed_weight_updated_constant9" -> "186 quantize_per_channel_default_9" [label="(2304, 768)", style=solid]; +"186 quantize_per_channel_default_9" -> "187 dequantize_per_channel_default_9" [label="(2304, 768)", style=solid]; +"187 dequantize_per_channel_default_9" -> "189 linear_8" [label="(2304, 768)", style=solid]; +"188 _param_constant31_0_0" -> "189 linear_8" [label="(2304,)", style=solid]; "189 linear_8" -> "190 unflatten_2" [label="(197, 1, 2304)", style=solid]; "190 unflatten_2" -> "191 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; "191 unsqueeze_2" -> "192 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1209,12 +1229,14 @@ strict digraph { "214 view_22_0_0_nncf_smooth_quant_0" -> "215 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; "215 quantize_per_tensor_default_16" -> "216 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; "216 dequantize_per_tensor_default_16" -> "223 linear_9" [label="(197, 768)", style=solid]; -"217 linear_9_zero_point_0_updated_constant0" -> "222 sub_tensor_10" [label="(768, 1)", style=solid]; -"218 linear_9_scale_0_updated_constant0" -> "221 mul_tensor_10" [label="(768, 1)", style=solid]; -"219 compressed_weight_updated_constant10" -> "221 mul_tensor_10" [label="(768, 768)", style=solid]; -"220 _param_constant33_0_0" -> "223 linear_9" [label="(768,)", style=solid]; -"221 mul_tensor_10" -> "222 sub_tensor_10" [label="(768, 768)", style=solid]; -"222 sub_tensor_10" -> "223 linear_9" [label=None, style=solid]; +"217 linear_9_scale_0" -> "220 quantize_per_channel_default_10" [label="(768,)", style=solid]; +"217 linear_9_scale_0" -> "221 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"218 linear_9_zero_point_0" -> "220 quantize_per_channel_default_10" [label="(768,)", style=solid]; +"218 linear_9_zero_point_0" -> "221 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"219 compressed_weight_updated_constant10" -> "220 quantize_per_channel_default_10" [label="(768, 768)", style=solid]; +"220 quantize_per_channel_default_10" -> "221 dequantize_per_channel_default_10" [label="(768, 768)", style=solid]; +"221 dequantize_per_channel_default_10" -> "223 linear_9" [label="(768, 768)", style=solid]; +"222 _param_constant33_0_0" -> "223 linear_9" [label="(768,)", style=solid]; "223 linear_9" -> "224 view_23" [label="(197, 768)", style=solid]; "224 view_23" -> "225 transpose_17" [label="(197, 1, 768)", style=solid]; "225 transpose_17" -> "226 dropout_7" [label="(1, 197, 768)", style=solid]; @@ -1227,24 +1249,28 @@ strict digraph { "231 layer_norm_5_0_0_nncf_smooth_quant_0" -> "232 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; "232 quantize_per_tensor_default_17" -> "233 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; "233 dequantize_per_tensor_default_17" -> "240 linear_10" [label="(1, 197, 768)", style=solid]; -"234 linear_10_zero_point_0_updated_constant0" -> "239 sub_tensor_11" [label="(3072, 1)", style=solid]; -"235 linear_10_scale_0_updated_constant0" -> "238 mul_tensor_11" [label="(3072, 1)", style=solid]; -"236 compressed_weight_updated_constant11" -> "238 mul_tensor_11" [label="(3072, 768)", style=solid]; -"237 _param_constant37_0_0" -> "240 linear_10" [label="(3072,)", style=solid]; -"238 mul_tensor_11" -> "239 sub_tensor_11" [label="(3072, 768)", style=solid]; -"239 sub_tensor_11" -> "240 linear_10" [label=None, style=solid]; +"234 linear_10_scale_0" -> "237 quantize_per_channel_default_11" [label="(3072,)", style=solid]; +"234 linear_10_scale_0" -> "238 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"235 linear_10_zero_point_0" -> "237 quantize_per_channel_default_11" [label="(3072,)", style=solid]; +"235 linear_10_zero_point_0" -> "238 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"236 compressed_weight_updated_constant11" -> "237 quantize_per_channel_default_11" [label="(3072, 768)", style=solid]; +"237 quantize_per_channel_default_11" -> "238 dequantize_per_channel_default_11" [label="(3072, 768)", style=solid]; +"238 dequantize_per_channel_default_11" -> "240 linear_10" [label="(3072, 768)", style=solid]; +"239 _param_constant37_0_0" -> "240 linear_10" [label="(3072,)", style=solid]; "240 linear_10" -> "241 gelu_2" [label="(1, 197, 3072)", style=solid]; "241 gelu_2" -> "242 dropout_8" [label="(1, 197, 3072)", style=solid]; "242 dropout_8" -> "243 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "243 dropout_8_0_0_nncf_smooth_quant_0" -> "244 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; "244 quantize_per_tensor_default_18" -> "245 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; "245 dequantize_per_tensor_default_18" -> "252 linear_11" [label="(1, 197, 3072)", style=solid]; -"246 linear_11_zero_point_0_updated_constant0" -> "251 sub_tensor_12" [label="(768, 1)", style=solid]; -"247 linear_11_scale_0_updated_constant0" -> "250 mul_tensor_12" [label="(768, 1)", style=solid]; -"248 compressed_weight_updated_constant12" -> "250 mul_tensor_12" [label="(768, 3072)", style=solid]; -"249 _param_constant39_0_0" -> "252 linear_11" [label="(768,)", style=solid]; -"250 mul_tensor_12" -> "251 sub_tensor_12" [label="(768, 3072)", style=solid]; -"251 sub_tensor_12" -> "252 linear_11" [label=None, style=solid]; +"246 linear_11_scale_0" -> "249 quantize_per_channel_default_12" [label="(768,)", style=solid]; +"246 linear_11_scale_0" -> "250 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"247 linear_11_zero_point_0" -> "249 quantize_per_channel_default_12" [label="(768,)", style=solid]; +"247 linear_11_zero_point_0" -> "250 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"248 compressed_weight_updated_constant12" -> "249 quantize_per_channel_default_12" [label="(768, 3072)", style=solid]; +"249 quantize_per_channel_default_12" -> "250 dequantize_per_channel_default_12" [label="(768, 3072)", style=solid]; +"250 dequantize_per_channel_default_12" -> "252 linear_11" [label="(768, 3072)", style=solid]; +"251 _param_constant39_0_0" -> "252 linear_11" [label="(768,)", style=solid]; "252 linear_11" -> "253 dropout_9" [label="(1, 197, 768)", style=solid]; "253 dropout_9" -> "254 add_6" [label="(1, 197, 768)", style=solid]; "254 add_6" -> "257 layer_norm_6" [label="(1, 197, 768)", style=solid]; @@ -1256,12 +1282,14 @@ strict digraph { "259 transpose_18_0_0_nncf_smooth_quant_0" -> "260 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; "260 quantize_per_tensor_default_19" -> "261 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; "261 dequantize_per_tensor_default_19" -> "268 linear_12" [label="(197, 1, 768)", style=solid]; -"262 linear_12_zero_point_0_updated_constant0" -> "267 sub_tensor_13" [label="(2304, 1)", style=solid]; -"263 linear_12_scale_0_updated_constant0" -> "266 mul_tensor_13" [label="(2304, 1)", style=solid]; -"264 compressed_weight_updated_constant13" -> "266 mul_tensor_13" [label="(2304, 768)", style=solid]; -"265 _param_constant43_0_0" -> "268 linear_12" [label="(2304,)", style=solid]; -"266 mul_tensor_13" -> "267 sub_tensor_13" [label="(2304, 768)", style=solid]; -"267 sub_tensor_13" -> "268 linear_12" [label=None, style=solid]; +"262 linear_12_scale_0" -> "265 quantize_per_channel_default_13" [label="(2304,)", style=solid]; +"262 linear_12_scale_0" -> "266 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; +"263 linear_12_zero_point_0" -> "265 quantize_per_channel_default_13" [label="(2304,)", style=solid]; +"263 linear_12_zero_point_0" -> "266 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; +"264 compressed_weight_updated_constant13" -> "265 quantize_per_channel_default_13" [label="(2304, 768)", style=solid]; +"265 quantize_per_channel_default_13" -> "266 dequantize_per_channel_default_13" [label="(2304, 768)", style=solid]; +"266 dequantize_per_channel_default_13" -> "268 linear_12" [label="(2304, 768)", style=solid]; +"267 _param_constant43_0_0" -> "268 linear_12" [label="(2304,)", style=solid]; "268 linear_12" -> "269 unflatten_3" [label="(197, 1, 2304)", style=solid]; "269 unflatten_3" -> "270 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; "270 unsqueeze_3" -> "271 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1292,12 +1320,14 @@ strict digraph { "293 view_30_0_0_nncf_smooth_quant_0" -> "294 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; "294 quantize_per_tensor_default_22" -> "295 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; "295 dequantize_per_tensor_default_22" -> "302 linear_13" [label="(197, 768)", style=solid]; -"296 linear_13_zero_point_0_updated_constant0" -> "301 sub_tensor_14" [label="(768, 1)", style=solid]; -"297 linear_13_scale_0_updated_constant0" -> "300 mul_tensor_14" [label="(768, 1)", style=solid]; -"298 compressed_weight_updated_constant14" -> "300 mul_tensor_14" [label="(768, 768)", style=solid]; -"299 _param_constant45_0_0" -> "302 linear_13" [label="(768,)", style=solid]; -"300 mul_tensor_14" -> "301 sub_tensor_14" [label="(768, 768)", style=solid]; -"301 sub_tensor_14" -> "302 linear_13" [label=None, style=solid]; +"296 linear_13_scale_0" -> "299 quantize_per_channel_default_14" [label="(768,)", style=solid]; +"296 linear_13_scale_0" -> "300 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"297 linear_13_zero_point_0" -> "299 quantize_per_channel_default_14" [label="(768,)", style=solid]; +"297 linear_13_zero_point_0" -> "300 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"298 compressed_weight_updated_constant14" -> "299 quantize_per_channel_default_14" [label="(768, 768)", style=solid]; +"299 quantize_per_channel_default_14" -> "300 dequantize_per_channel_default_14" [label="(768, 768)", style=solid]; +"300 dequantize_per_channel_default_14" -> "302 linear_13" [label="(768, 768)", style=solid]; +"301 _param_constant45_0_0" -> "302 linear_13" [label="(768,)", style=solid]; "302 linear_13" -> "303 view_31" [label="(197, 768)", style=solid]; "303 view_31" -> "304 transpose_23" [label="(197, 1, 768)", style=solid]; "304 transpose_23" -> "305 dropout_10" [label="(1, 197, 768)", style=solid]; @@ -1310,24 +1340,28 @@ strict digraph { "310 layer_norm_7_0_0_nncf_smooth_quant_0" -> "311 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; "311 quantize_per_tensor_default_23" -> "312 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; "312 dequantize_per_tensor_default_23" -> "319 linear_14" [label="(1, 197, 768)", style=solid]; -"313 linear_14_zero_point_0_updated_constant0" -> "318 sub_tensor_15" [label="(3072, 1)", style=solid]; -"314 linear_14_scale_0_updated_constant0" -> "317 mul_tensor_15" [label="(3072, 1)", style=solid]; -"315 compressed_weight_updated_constant15" -> "317 mul_tensor_15" [label="(3072, 768)", style=solid]; -"316 _param_constant49_0_0" -> "319 linear_14" [label="(3072,)", style=solid]; -"317 mul_tensor_15" -> "318 sub_tensor_15" [label="(3072, 768)", style=solid]; -"318 sub_tensor_15" -> "319 linear_14" [label=None, style=solid]; +"313 linear_14_scale_0" -> "316 quantize_per_channel_default_15" [label="(3072,)", style=solid]; +"313 linear_14_scale_0" -> "317 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"314 linear_14_zero_point_0" -> "316 quantize_per_channel_default_15" [label="(3072,)", style=solid]; +"314 linear_14_zero_point_0" -> "317 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"315 compressed_weight_updated_constant15" -> "316 quantize_per_channel_default_15" [label="(3072, 768)", style=solid]; +"316 quantize_per_channel_default_15" -> "317 dequantize_per_channel_default_15" [label="(3072, 768)", style=solid]; +"317 dequantize_per_channel_default_15" -> "319 linear_14" [label="(3072, 768)", style=solid]; +"318 _param_constant49_0_0" -> "319 linear_14" [label="(3072,)", style=solid]; "319 linear_14" -> "320 gelu_3" [label="(1, 197, 3072)", style=solid]; "320 gelu_3" -> "321 dropout_11" [label="(1, 197, 3072)", style=solid]; "321 dropout_11" -> "322 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "322 dropout_11_0_0_nncf_smooth_quant_0" -> "323 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; "323 quantize_per_tensor_default_24" -> "324 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; "324 dequantize_per_tensor_default_24" -> "331 linear_15" [label="(1, 197, 3072)", style=solid]; -"325 linear_15_zero_point_0_updated_constant0" -> "330 sub_tensor_16" [label="(768, 1)", style=solid]; -"326 linear_15_scale_0_updated_constant0" -> "329 mul_tensor_16" [label="(768, 1)", style=solid]; -"327 compressed_weight_updated_constant16" -> "329 mul_tensor_16" [label="(768, 3072)", style=solid]; -"328 _param_constant51_0_0" -> "331 linear_15" [label="(768,)", style=solid]; -"329 mul_tensor_16" -> "330 sub_tensor_16" [label="(768, 3072)", style=solid]; -"330 sub_tensor_16" -> "331 linear_15" [label=None, style=solid]; +"325 linear_15_scale_0" -> "328 quantize_per_channel_default_16" [label="(768,)", style=solid]; +"325 linear_15_scale_0" -> "329 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"326 linear_15_zero_point_0" -> "328 quantize_per_channel_default_16" [label="(768,)", style=solid]; +"326 linear_15_zero_point_0" -> "329 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"327 compressed_weight_updated_constant16" -> "328 quantize_per_channel_default_16" [label="(768, 3072)", style=solid]; +"328 quantize_per_channel_default_16" -> "329 dequantize_per_channel_default_16" [label="(768, 3072)", style=solid]; +"329 dequantize_per_channel_default_16" -> "331 linear_15" [label="(768, 3072)", style=solid]; +"330 _param_constant51_0_0" -> "331 linear_15" [label="(768,)", style=solid]; "331 linear_15" -> "332 dropout_12" [label="(1, 197, 768)", style=solid]; "332 dropout_12" -> "333 add_8" [label="(1, 197, 768)", style=solid]; "333 add_8" -> "336 layer_norm_8" [label="(1, 197, 768)", style=solid]; @@ -1339,12 +1373,14 @@ strict digraph { "338 transpose_24_0_0_nncf_smooth_quant_0" -> "339 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; "339 quantize_per_tensor_default_25" -> "340 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; "340 dequantize_per_tensor_default_25" -> "347 linear_16" [label="(197, 1, 768)", style=solid]; -"341 linear_16_zero_point_0_updated_constant0" -> "346 sub_tensor_17" [label="(2304, 1)", style=solid]; -"342 linear_16_scale_0_updated_constant0" -> "345 mul_tensor_17" [label="(2304, 1)", style=solid]; -"343 compressed_weight_updated_constant17" -> "345 mul_tensor_17" [label="(2304, 768)", style=solid]; -"344 _param_constant55_0_0" -> "347 linear_16" [label="(2304,)", style=solid]; -"345 mul_tensor_17" -> "346 sub_tensor_17" [label="(2304, 768)", style=solid]; -"346 sub_tensor_17" -> "347 linear_16" [label=None, style=solid]; +"341 linear_16_scale_0" -> "344 quantize_per_channel_default_17" [label="(2304,)", style=solid]; +"341 linear_16_scale_0" -> "345 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; +"342 linear_16_zero_point_0" -> "344 quantize_per_channel_default_17" [label="(2304,)", style=solid]; +"342 linear_16_zero_point_0" -> "345 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; +"343 compressed_weight_updated_constant17" -> "344 quantize_per_channel_default_17" [label="(2304, 768)", style=solid]; +"344 quantize_per_channel_default_17" -> "345 dequantize_per_channel_default_17" [label="(2304, 768)", style=solid]; +"345 dequantize_per_channel_default_17" -> "347 linear_16" [label="(2304, 768)", style=solid]; +"346 _param_constant55_0_0" -> "347 linear_16" [label="(2304,)", style=solid]; "347 linear_16" -> "348 unflatten_4" [label="(197, 1, 2304)", style=solid]; "348 unflatten_4" -> "349 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; "349 unsqueeze_4" -> "350 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1375,12 +1411,14 @@ strict digraph { "372 view_38_0_0_nncf_smooth_quant_0" -> "373 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; "373 quantize_per_tensor_default_28" -> "374 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; "374 dequantize_per_tensor_default_28" -> "381 linear_17" [label="(197, 768)", style=solid]; -"375 linear_17_zero_point_0_updated_constant0" -> "380 sub_tensor_18" [label="(768, 1)", style=solid]; -"376 linear_17_scale_0_updated_constant0" -> "379 mul_tensor_18" [label="(768, 1)", style=solid]; -"377 compressed_weight_updated_constant18" -> "379 mul_tensor_18" [label="(768, 768)", style=solid]; -"378 _param_constant57_0_0" -> "381 linear_17" [label="(768,)", style=solid]; -"379 mul_tensor_18" -> "380 sub_tensor_18" [label="(768, 768)", style=solid]; -"380 sub_tensor_18" -> "381 linear_17" [label=None, style=solid]; +"375 linear_17_scale_0" -> "378 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"375 linear_17_scale_0" -> "379 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"376 linear_17_zero_point_0" -> "378 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"376 linear_17_zero_point_0" -> "379 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"377 compressed_weight_updated_constant18" -> "378 quantize_per_channel_default_18" [label="(768, 768)", style=solid]; +"378 quantize_per_channel_default_18" -> "379 dequantize_per_channel_default_18" [label="(768, 768)", style=solid]; +"379 dequantize_per_channel_default_18" -> "381 linear_17" [label="(768, 768)", style=solid]; +"380 _param_constant57_0_0" -> "381 linear_17" [label="(768,)", style=solid]; "381 linear_17" -> "382 view_39" [label="(197, 768)", style=solid]; "382 view_39" -> "383 transpose_29" [label="(197, 1, 768)", style=solid]; "383 transpose_29" -> "384 dropout_13" [label="(1, 197, 768)", style=solid]; @@ -1393,24 +1431,28 @@ strict digraph { "389 layer_norm_9_0_0_nncf_smooth_quant_0" -> "390 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; "390 quantize_per_tensor_default_29" -> "391 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; "391 dequantize_per_tensor_default_29" -> "398 linear_18" [label="(1, 197, 768)", style=solid]; -"392 linear_18_zero_point_0_updated_constant0" -> "397 sub_tensor_19" [label="(3072, 1)", style=solid]; -"393 linear_18_scale_0_updated_constant0" -> "396 mul_tensor_19" [label="(3072, 1)", style=solid]; -"394 compressed_weight_updated_constant19" -> "396 mul_tensor_19" [label="(3072, 768)", style=solid]; -"395 _param_constant61_0_0" -> "398 linear_18" [label="(3072,)", style=solid]; -"396 mul_tensor_19" -> "397 sub_tensor_19" [label="(3072, 768)", style=solid]; -"397 sub_tensor_19" -> "398 linear_18" [label=None, style=solid]; +"392 linear_18_scale_0" -> "395 quantize_per_channel_default_19" [label="(3072,)", style=solid]; +"392 linear_18_scale_0" -> "396 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"393 linear_18_zero_point_0" -> "395 quantize_per_channel_default_19" [label="(3072,)", style=solid]; +"393 linear_18_zero_point_0" -> "396 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"394 compressed_weight_updated_constant19" -> "395 quantize_per_channel_default_19" [label="(3072, 768)", style=solid]; +"395 quantize_per_channel_default_19" -> "396 dequantize_per_channel_default_19" [label="(3072, 768)", style=solid]; +"396 dequantize_per_channel_default_19" -> "398 linear_18" [label="(3072, 768)", style=solid]; +"397 _param_constant61_0_0" -> "398 linear_18" [label="(3072,)", style=solid]; "398 linear_18" -> "399 gelu_4" [label="(1, 197, 3072)", style=solid]; "399 gelu_4" -> "400 dropout_14" [label="(1, 197, 3072)", style=solid]; "400 dropout_14" -> "401 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "401 dropout_14_0_0_nncf_smooth_quant_0" -> "402 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; "402 quantize_per_tensor_default_30" -> "403 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; "403 dequantize_per_tensor_default_30" -> "410 linear_19" [label="(1, 197, 3072)", style=solid]; -"404 linear_19_zero_point_0_updated_constant0" -> "409 sub_tensor_20" [label="(768, 1)", style=solid]; -"405 linear_19_scale_0_updated_constant0" -> "408 mul_tensor_20" [label="(768, 1)", style=solid]; -"406 compressed_weight_updated_constant20" -> "408 mul_tensor_20" [label="(768, 3072)", style=solid]; -"407 _param_constant63_0_0" -> "410 linear_19" [label="(768,)", style=solid]; -"408 mul_tensor_20" -> "409 sub_tensor_20" [label="(768, 3072)", style=solid]; -"409 sub_tensor_20" -> "410 linear_19" [label=None, style=solid]; +"404 linear_19_scale_0" -> "407 quantize_per_channel_default_20" [label="(768,)", style=solid]; +"404 linear_19_scale_0" -> "408 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"405 linear_19_zero_point_0" -> "407 quantize_per_channel_default_20" [label="(768,)", style=solid]; +"405 linear_19_zero_point_0" -> "408 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"406 compressed_weight_updated_constant20" -> "407 quantize_per_channel_default_20" [label="(768, 3072)", style=solid]; +"407 quantize_per_channel_default_20" -> "408 dequantize_per_channel_default_20" [label="(768, 3072)", style=solid]; +"408 dequantize_per_channel_default_20" -> "410 linear_19" [label="(768, 3072)", style=solid]; +"409 _param_constant63_0_0" -> "410 linear_19" [label="(768,)", style=solid]; "410 linear_19" -> "411 dropout_15" [label="(1, 197, 768)", style=solid]; "411 dropout_15" -> "412 add_10" [label="(1, 197, 768)", style=solid]; "412 add_10" -> "415 layer_norm_10" [label="(1, 197, 768)", style=solid]; @@ -1422,12 +1464,14 @@ strict digraph { "417 transpose_30_0_0_nncf_smooth_quant_0" -> "418 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; "418 quantize_per_tensor_default_31" -> "419 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; "419 dequantize_per_tensor_default_31" -> "426 linear_20" [label="(197, 1, 768)", style=solid]; -"420 linear_20_zero_point_0_updated_constant0" -> "425 sub_tensor_21" [label="(2304, 1)", style=solid]; -"421 linear_20_scale_0_updated_constant0" -> "424 mul_tensor_21" [label="(2304, 1)", style=solid]; -"422 compressed_weight_updated_constant21" -> "424 mul_tensor_21" [label="(2304, 768)", style=solid]; -"423 _param_constant67_0_0" -> "426 linear_20" [label="(2304,)", style=solid]; -"424 mul_tensor_21" -> "425 sub_tensor_21" [label="(2304, 768)", style=solid]; -"425 sub_tensor_21" -> "426 linear_20" [label=None, style=solid]; +"420 linear_20_scale_0" -> "423 quantize_per_channel_default_21" [label="(2304,)", style=solid]; +"420 linear_20_scale_0" -> "424 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; +"421 linear_20_zero_point_0" -> "423 quantize_per_channel_default_21" [label="(2304,)", style=solid]; +"421 linear_20_zero_point_0" -> "424 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; +"422 compressed_weight_updated_constant21" -> "423 quantize_per_channel_default_21" [label="(2304, 768)", style=solid]; +"423 quantize_per_channel_default_21" -> "424 dequantize_per_channel_default_21" [label="(2304, 768)", style=solid]; +"424 dequantize_per_channel_default_21" -> "426 linear_20" [label="(2304, 768)", style=solid]; +"425 _param_constant67_0_0" -> "426 linear_20" [label="(2304,)", style=solid]; "426 linear_20" -> "427 unflatten_5" [label="(197, 1, 2304)", style=solid]; "427 unflatten_5" -> "428 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; "428 unsqueeze_5" -> "429 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1458,12 +1502,14 @@ strict digraph { "451 view_46_0_0_nncf_smooth_quant_0" -> "452 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; "452 quantize_per_tensor_default_34" -> "453 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; "453 dequantize_per_tensor_default_34" -> "460 linear_21" [label="(197, 768)", style=solid]; -"454 linear_21_zero_point_0_updated_constant0" -> "459 sub_tensor_22" [label="(768, 1)", style=solid]; -"455 linear_21_scale_0_updated_constant0" -> "458 mul_tensor_22" [label="(768, 1)", style=solid]; -"456 compressed_weight_updated_constant22" -> "458 mul_tensor_22" [label="(768, 768)", style=solid]; -"457 _param_constant69_0_0" -> "460 linear_21" [label="(768,)", style=solid]; -"458 mul_tensor_22" -> "459 sub_tensor_22" [label="(768, 768)", style=solid]; -"459 sub_tensor_22" -> "460 linear_21" [label=None, style=solid]; +"454 linear_21_scale_0" -> "457 quantize_per_channel_default_22" [label="(768,)", style=solid]; +"454 linear_21_scale_0" -> "458 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"455 linear_21_zero_point_0" -> "457 quantize_per_channel_default_22" [label="(768,)", style=solid]; +"455 linear_21_zero_point_0" -> "458 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"456 compressed_weight_updated_constant22" -> "457 quantize_per_channel_default_22" [label="(768, 768)", style=solid]; +"457 quantize_per_channel_default_22" -> "458 dequantize_per_channel_default_22" [label="(768, 768)", style=solid]; +"458 dequantize_per_channel_default_22" -> "460 linear_21" [label="(768, 768)", style=solid]; +"459 _param_constant69_0_0" -> "460 linear_21" [label="(768,)", style=solid]; "460 linear_21" -> "461 view_47" [label="(197, 768)", style=solid]; "461 view_47" -> "462 transpose_35" [label="(197, 1, 768)", style=solid]; "462 transpose_35" -> "463 dropout_16" [label="(1, 197, 768)", style=solid]; @@ -1476,24 +1522,28 @@ strict digraph { "468 layer_norm_11_0_0_nncf_smooth_quant_0" -> "469 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; "469 quantize_per_tensor_default_35" -> "470 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; "470 dequantize_per_tensor_default_35" -> "477 linear_22" [label="(1, 197, 768)", style=solid]; -"471 linear_22_zero_point_0_updated_constant0" -> "476 sub_tensor_23" [label="(3072, 1)", style=solid]; -"472 linear_22_scale_0_updated_constant0" -> "475 mul_tensor_23" [label="(3072, 1)", style=solid]; -"473 compressed_weight_updated_constant23" -> "475 mul_tensor_23" [label="(3072, 768)", style=solid]; -"474 _param_constant73_0_0" -> "477 linear_22" [label="(3072,)", style=solid]; -"475 mul_tensor_23" -> "476 sub_tensor_23" [label="(3072, 768)", style=solid]; -"476 sub_tensor_23" -> "477 linear_22" [label=None, style=solid]; +"471 linear_22_scale_0" -> "474 quantize_per_channel_default_23" [label="(3072,)", style=solid]; +"471 linear_22_scale_0" -> "475 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"472 linear_22_zero_point_0" -> "474 quantize_per_channel_default_23" [label="(3072,)", style=solid]; +"472 linear_22_zero_point_0" -> "475 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"473 compressed_weight_updated_constant23" -> "474 quantize_per_channel_default_23" [label="(3072, 768)", style=solid]; +"474 quantize_per_channel_default_23" -> "475 dequantize_per_channel_default_23" [label="(3072, 768)", style=solid]; +"475 dequantize_per_channel_default_23" -> "477 linear_22" [label="(3072, 768)", style=solid]; +"476 _param_constant73_0_0" -> "477 linear_22" [label="(3072,)", style=solid]; "477 linear_22" -> "478 gelu_5" [label="(1, 197, 3072)", style=solid]; "478 gelu_5" -> "479 dropout_17" [label="(1, 197, 3072)", style=solid]; "479 dropout_17" -> "480 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "480 dropout_17_0_0_nncf_smooth_quant_0" -> "481 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; "481 quantize_per_tensor_default_36" -> "482 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; "482 dequantize_per_tensor_default_36" -> "489 linear_23" [label="(1, 197, 3072)", style=solid]; -"483 linear_23_zero_point_0_updated_constant0" -> "488 sub_tensor_24" [label="(768, 1)", style=solid]; -"484 linear_23_scale_0_updated_constant0" -> "487 mul_tensor_24" [label="(768, 1)", style=solid]; -"485 compressed_weight_updated_constant24" -> "487 mul_tensor_24" [label="(768, 3072)", style=solid]; -"486 _param_constant75_0_0" -> "489 linear_23" [label="(768,)", style=solid]; -"487 mul_tensor_24" -> "488 sub_tensor_24" [label="(768, 3072)", style=solid]; -"488 sub_tensor_24" -> "489 linear_23" [label=None, style=solid]; +"483 linear_23_scale_0" -> "486 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"483 linear_23_scale_0" -> "487 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"484 linear_23_zero_point_0" -> "486 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"484 linear_23_zero_point_0" -> "487 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"485 compressed_weight_updated_constant24" -> "486 quantize_per_channel_default_24" [label="(768, 3072)", style=solid]; +"486 quantize_per_channel_default_24" -> "487 dequantize_per_channel_default_24" [label="(768, 3072)", style=solid]; +"487 dequantize_per_channel_default_24" -> "489 linear_23" [label="(768, 3072)", style=solid]; +"488 _param_constant75_0_0" -> "489 linear_23" [label="(768,)", style=solid]; "489 linear_23" -> "490 dropout_18" [label="(1, 197, 768)", style=solid]; "490 dropout_18" -> "491 add_12" [label="(1, 197, 768)", style=solid]; "491 add_12" -> "494 layer_norm_12" [label="(1, 197, 768)", style=solid]; @@ -1505,12 +1555,14 @@ strict digraph { "496 transpose_36_0_0_nncf_smooth_quant_0" -> "497 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; "497 quantize_per_tensor_default_37" -> "498 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; "498 dequantize_per_tensor_default_37" -> "505 linear_24" [label="(197, 1, 768)", style=solid]; -"499 linear_24_zero_point_0_updated_constant0" -> "504 sub_tensor_25" [label="(2304, 1)", style=solid]; -"500 linear_24_scale_0_updated_constant0" -> "503 mul_tensor_25" [label="(2304, 1)", style=solid]; -"501 compressed_weight_updated_constant25" -> "503 mul_tensor_25" [label="(2304, 768)", style=solid]; -"502 _param_constant79_0_0" -> "505 linear_24" [label="(2304,)", style=solid]; -"503 mul_tensor_25" -> "504 sub_tensor_25" [label="(2304, 768)", style=solid]; -"504 sub_tensor_25" -> "505 linear_24" [label=None, style=solid]; +"499 linear_24_scale_0" -> "502 quantize_per_channel_default_25" [label="(2304,)", style=solid]; +"499 linear_24_scale_0" -> "503 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; +"500 linear_24_zero_point_0" -> "502 quantize_per_channel_default_25" [label="(2304,)", style=solid]; +"500 linear_24_zero_point_0" -> "503 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; +"501 compressed_weight_updated_constant25" -> "502 quantize_per_channel_default_25" [label="(2304, 768)", style=solid]; +"502 quantize_per_channel_default_25" -> "503 dequantize_per_channel_default_25" [label="(2304, 768)", style=solid]; +"503 dequantize_per_channel_default_25" -> "505 linear_24" [label="(2304, 768)", style=solid]; +"504 _param_constant79_0_0" -> "505 linear_24" [label="(2304,)", style=solid]; "505 linear_24" -> "506 unflatten_6" [label="(197, 1, 2304)", style=solid]; "506 unflatten_6" -> "507 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; "507 unsqueeze_6" -> "508 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1541,12 +1593,14 @@ strict digraph { "530 view_54_0_0_nncf_smooth_quant_0" -> "531 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; "531 quantize_per_tensor_default_40" -> "532 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; "532 dequantize_per_tensor_default_40" -> "539 linear_25" [label="(197, 768)", style=solid]; -"533 linear_25_zero_point_0_updated_constant0" -> "538 sub_tensor_26" [label="(768, 1)", style=solid]; -"534 linear_25_scale_0_updated_constant0" -> "537 mul_tensor_26" [label="(768, 1)", style=solid]; -"535 compressed_weight_updated_constant26" -> "537 mul_tensor_26" [label="(768, 768)", style=solid]; -"536 _param_constant81_0_0" -> "539 linear_25" [label="(768,)", style=solid]; -"537 mul_tensor_26" -> "538 sub_tensor_26" [label="(768, 768)", style=solid]; -"538 sub_tensor_26" -> "539 linear_25" [label=None, style=solid]; +"533 linear_25_scale_0" -> "536 quantize_per_channel_default_26" [label="(768,)", style=solid]; +"533 linear_25_scale_0" -> "537 dequantize_per_channel_default_26" [label="(768,)", style=solid]; +"534 linear_25_zero_point_0" -> "536 quantize_per_channel_default_26" [label="(768,)", style=solid]; +"534 linear_25_zero_point_0" -> "537 dequantize_per_channel_default_26" [label="(768,)", style=solid]; +"535 compressed_weight_updated_constant26" -> "536 quantize_per_channel_default_26" [label="(768, 768)", style=solid]; +"536 quantize_per_channel_default_26" -> "537 dequantize_per_channel_default_26" [label="(768, 768)", style=solid]; +"537 dequantize_per_channel_default_26" -> "539 linear_25" [label="(768, 768)", style=solid]; +"538 _param_constant81_0_0" -> "539 linear_25" [label="(768,)", style=solid]; "539 linear_25" -> "540 view_55" [label="(197, 768)", style=solid]; "540 view_55" -> "541 transpose_41" [label="(197, 1, 768)", style=solid]; "541 transpose_41" -> "542 dropout_19" [label="(1, 197, 768)", style=solid]; @@ -1559,24 +1613,28 @@ strict digraph { "547 layer_norm_13_0_0_nncf_smooth_quant_0" -> "548 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; "548 quantize_per_tensor_default_41" -> "549 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; "549 dequantize_per_tensor_default_41" -> "556 linear_26" [label="(1, 197, 768)", style=solid]; -"550 linear_26_zero_point_0_updated_constant0" -> "555 sub_tensor_27" [label="(3072, 1)", style=solid]; -"551 linear_26_scale_0_updated_constant0" -> "554 mul_tensor_27" [label="(3072, 1)", style=solid]; -"552 compressed_weight_updated_constant27" -> "554 mul_tensor_27" [label="(3072, 768)", style=solid]; -"553 _param_constant85_0_0" -> "556 linear_26" [label="(3072,)", style=solid]; -"554 mul_tensor_27" -> "555 sub_tensor_27" [label="(3072, 768)", style=solid]; -"555 sub_tensor_27" -> "556 linear_26" [label=None, style=solid]; +"550 linear_26_scale_0" -> "553 quantize_per_channel_default_27" [label="(3072,)", style=solid]; +"550 linear_26_scale_0" -> "554 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; +"551 linear_26_zero_point_0" -> "553 quantize_per_channel_default_27" [label="(3072,)", style=solid]; +"551 linear_26_zero_point_0" -> "554 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; +"552 compressed_weight_updated_constant27" -> "553 quantize_per_channel_default_27" [label="(3072, 768)", style=solid]; +"553 quantize_per_channel_default_27" -> "554 dequantize_per_channel_default_27" [label="(3072, 768)", style=solid]; +"554 dequantize_per_channel_default_27" -> "556 linear_26" [label="(3072, 768)", style=solid]; +"555 _param_constant85_0_0" -> "556 linear_26" [label="(3072,)", style=solid]; "556 linear_26" -> "557 gelu_6" [label="(1, 197, 3072)", style=solid]; "557 gelu_6" -> "558 dropout_20" [label="(1, 197, 3072)", style=solid]; "558 dropout_20" -> "559 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "559 dropout_20_0_0_nncf_smooth_quant_0" -> "560 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; "560 quantize_per_tensor_default_42" -> "561 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; "561 dequantize_per_tensor_default_42" -> "568 linear_27" [label="(1, 197, 3072)", style=solid]; -"562 linear_27_zero_point_0_updated_constant0" -> "567 sub_tensor_28" [label="(768, 1)", style=solid]; -"563 linear_27_scale_0_updated_constant0" -> "566 mul_tensor_28" [label="(768, 1)", style=solid]; -"564 compressed_weight_updated_constant28" -> "566 mul_tensor_28" [label="(768, 3072)", style=solid]; -"565 _param_constant87_0_0" -> "568 linear_27" [label="(768,)", style=solid]; -"566 mul_tensor_28" -> "567 sub_tensor_28" [label="(768, 3072)", style=solid]; -"567 sub_tensor_28" -> "568 linear_27" [label=None, style=solid]; +"562 linear_27_scale_0" -> "565 quantize_per_channel_default_28" [label="(768,)", style=solid]; +"562 linear_27_scale_0" -> "566 dequantize_per_channel_default_28" [label="(768,)", style=solid]; +"563 linear_27_zero_point_0" -> "565 quantize_per_channel_default_28" [label="(768,)", style=solid]; +"563 linear_27_zero_point_0" -> "566 dequantize_per_channel_default_28" [label="(768,)", style=solid]; +"564 compressed_weight_updated_constant28" -> "565 quantize_per_channel_default_28" [label="(768, 3072)", style=solid]; +"565 quantize_per_channel_default_28" -> "566 dequantize_per_channel_default_28" [label="(768, 3072)", style=solid]; +"566 dequantize_per_channel_default_28" -> "568 linear_27" [label="(768, 3072)", style=solid]; +"567 _param_constant87_0_0" -> "568 linear_27" [label="(768,)", style=solid]; "568 linear_27" -> "569 dropout_21" [label="(1, 197, 768)", style=solid]; "569 dropout_21" -> "570 add_14" [label="(1, 197, 768)", style=solid]; "570 add_14" -> "573 layer_norm_14" [label="(1, 197, 768)", style=solid]; @@ -1588,12 +1646,14 @@ strict digraph { "575 transpose_42_0_0_nncf_smooth_quant_0" -> "576 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; "576 quantize_per_tensor_default_43" -> "577 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; "577 dequantize_per_tensor_default_43" -> "584 linear_28" [label="(197, 1, 768)", style=solid]; -"578 linear_28_zero_point_0_updated_constant0" -> "583 sub_tensor_29" [label="(2304, 1)", style=solid]; -"579 linear_28_scale_0_updated_constant0" -> "582 mul_tensor_29" [label="(2304, 1)", style=solid]; -"580 compressed_weight_updated_constant29" -> "582 mul_tensor_29" [label="(2304, 768)", style=solid]; -"581 _param_constant91_0_0" -> "584 linear_28" [label="(2304,)", style=solid]; -"582 mul_tensor_29" -> "583 sub_tensor_29" [label="(2304, 768)", style=solid]; -"583 sub_tensor_29" -> "584 linear_28" [label=None, style=solid]; +"578 linear_28_scale_0" -> "581 quantize_per_channel_default_29" [label="(2304,)", style=solid]; +"578 linear_28_scale_0" -> "582 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; +"579 linear_28_zero_point_0" -> "581 quantize_per_channel_default_29" [label="(2304,)", style=solid]; +"579 linear_28_zero_point_0" -> "582 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; +"580 compressed_weight_updated_constant29" -> "581 quantize_per_channel_default_29" [label="(2304, 768)", style=solid]; +"581 quantize_per_channel_default_29" -> "582 dequantize_per_channel_default_29" [label="(2304, 768)", style=solid]; +"582 dequantize_per_channel_default_29" -> "584 linear_28" [label="(2304, 768)", style=solid]; +"583 _param_constant91_0_0" -> "584 linear_28" [label="(2304,)", style=solid]; "584 linear_28" -> "585 unflatten_7" [label="(197, 1, 2304)", style=solid]; "585 unflatten_7" -> "586 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; "586 unsqueeze_7" -> "587 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1624,12 +1684,14 @@ strict digraph { "609 view_62_0_0_nncf_smooth_quant_0" -> "610 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; "610 quantize_per_tensor_default_46" -> "611 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; "611 dequantize_per_tensor_default_46" -> "618 linear_29" [label="(197, 768)", style=solid]; -"612 linear_29_zero_point_0_updated_constant0" -> "617 sub_tensor_30" [label="(768, 1)", style=solid]; -"613 linear_29_scale_0_updated_constant0" -> "616 mul_tensor_30" [label="(768, 1)", style=solid]; -"614 compressed_weight_updated_constant30" -> "616 mul_tensor_30" [label="(768, 768)", style=solid]; -"615 _param_constant93_0_0" -> "618 linear_29" [label="(768,)", style=solid]; -"616 mul_tensor_30" -> "617 sub_tensor_30" [label="(768, 768)", style=solid]; -"617 sub_tensor_30" -> "618 linear_29" [label=None, style=solid]; +"612 linear_29_scale_0" -> "615 quantize_per_channel_default_30" [label="(768,)", style=solid]; +"612 linear_29_scale_0" -> "616 dequantize_per_channel_default_30" [label="(768,)", style=solid]; +"613 linear_29_zero_point_0" -> "615 quantize_per_channel_default_30" [label="(768,)", style=solid]; +"613 linear_29_zero_point_0" -> "616 dequantize_per_channel_default_30" [label="(768,)", style=solid]; +"614 compressed_weight_updated_constant30" -> "615 quantize_per_channel_default_30" [label="(768, 768)", style=solid]; +"615 quantize_per_channel_default_30" -> "616 dequantize_per_channel_default_30" [label="(768, 768)", style=solid]; +"616 dequantize_per_channel_default_30" -> "618 linear_29" [label="(768, 768)", style=solid]; +"617 _param_constant93_0_0" -> "618 linear_29" [label="(768,)", style=solid]; "618 linear_29" -> "619 view_63" [label="(197, 768)", style=solid]; "619 view_63" -> "620 transpose_47" [label="(197, 1, 768)", style=solid]; "620 transpose_47" -> "621 dropout_22" [label="(1, 197, 768)", style=solid]; @@ -1642,24 +1704,28 @@ strict digraph { "626 layer_norm_15_0_0_nncf_smooth_quant_0" -> "627 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; "627 quantize_per_tensor_default_47" -> "628 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; "628 dequantize_per_tensor_default_47" -> "635 linear_30" [label="(1, 197, 768)", style=solid]; -"629 linear_30_zero_point_0_updated_constant0" -> "634 sub_tensor_31" [label="(3072, 1)", style=solid]; -"630 linear_30_scale_0_updated_constant0" -> "633 mul_tensor_31" [label="(3072, 1)", style=solid]; -"631 compressed_weight_updated_constant31" -> "633 mul_tensor_31" [label="(3072, 768)", style=solid]; -"632 _param_constant97_0_0" -> "635 linear_30" [label="(3072,)", style=solid]; -"633 mul_tensor_31" -> "634 sub_tensor_31" [label="(3072, 768)", style=solid]; -"634 sub_tensor_31" -> "635 linear_30" [label=None, style=solid]; +"629 linear_30_scale_0" -> "632 quantize_per_channel_default_31" [label="(3072,)", style=solid]; +"629 linear_30_scale_0" -> "633 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; +"630 linear_30_zero_point_0" -> "632 quantize_per_channel_default_31" [label="(3072,)", style=solid]; +"630 linear_30_zero_point_0" -> "633 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; +"631 compressed_weight_updated_constant31" -> "632 quantize_per_channel_default_31" [label="(3072, 768)", style=solid]; +"632 quantize_per_channel_default_31" -> "633 dequantize_per_channel_default_31" [label="(3072, 768)", style=solid]; +"633 dequantize_per_channel_default_31" -> "635 linear_30" [label="(3072, 768)", style=solid]; +"634 _param_constant97_0_0" -> "635 linear_30" [label="(3072,)", style=solid]; "635 linear_30" -> "636 gelu_7" [label="(1, 197, 3072)", style=solid]; "636 gelu_7" -> "637 dropout_23" [label="(1, 197, 3072)", style=solid]; "637 dropout_23" -> "638 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "638 dropout_23_0_0_nncf_smooth_quant_0" -> "639 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; "639 quantize_per_tensor_default_48" -> "640 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; "640 dequantize_per_tensor_default_48" -> "647 linear_31" [label="(1, 197, 3072)", style=solid]; -"641 linear_31_zero_point_0_updated_constant0" -> "646 sub_tensor_32" [label="(768, 1)", style=solid]; -"642 linear_31_scale_0_updated_constant0" -> "645 mul_tensor_32" [label="(768, 1)", style=solid]; -"643 compressed_weight_updated_constant32" -> "645 mul_tensor_32" [label="(768, 3072)", style=solid]; -"644 _param_constant99_0_0" -> "647 linear_31" [label="(768,)", style=solid]; -"645 mul_tensor_32" -> "646 sub_tensor_32" [label="(768, 3072)", style=solid]; -"646 sub_tensor_32" -> "647 linear_31" [label=None, style=solid]; +"641 linear_31_scale_0" -> "644 quantize_per_channel_default_32" [label="(768,)", style=solid]; +"641 linear_31_scale_0" -> "645 dequantize_per_channel_default_32" [label="(768,)", style=solid]; +"642 linear_31_zero_point_0" -> "644 quantize_per_channel_default_32" [label="(768,)", style=solid]; +"642 linear_31_zero_point_0" -> "645 dequantize_per_channel_default_32" [label="(768,)", style=solid]; +"643 compressed_weight_updated_constant32" -> "644 quantize_per_channel_default_32" [label="(768, 3072)", style=solid]; +"644 quantize_per_channel_default_32" -> "645 dequantize_per_channel_default_32" [label="(768, 3072)", style=solid]; +"645 dequantize_per_channel_default_32" -> "647 linear_31" [label="(768, 3072)", style=solid]; +"646 _param_constant99_0_0" -> "647 linear_31" [label="(768,)", style=solid]; "647 linear_31" -> "648 dropout_24" [label="(1, 197, 768)", style=solid]; "648 dropout_24" -> "649 add_16" [label="(1, 197, 768)", style=solid]; "649 add_16" -> "652 layer_norm_16" [label="(1, 197, 768)", style=solid]; @@ -1671,12 +1737,14 @@ strict digraph { "654 transpose_48_0_0_nncf_smooth_quant_0" -> "655 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; "655 quantize_per_tensor_default_49" -> "656 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; "656 dequantize_per_tensor_default_49" -> "663 linear_32" [label="(197, 1, 768)", style=solid]; -"657 linear_32_zero_point_0_updated_constant0" -> "662 sub_tensor_33" [label="(2304, 1)", style=solid]; -"658 linear_32_scale_0_updated_constant0" -> "661 mul_tensor_33" [label="(2304, 1)", style=solid]; -"659 compressed_weight_updated_constant33" -> "661 mul_tensor_33" [label="(2304, 768)", style=solid]; -"660 _param_constant103_0_0" -> "663 linear_32" [label="(2304,)", style=solid]; -"661 mul_tensor_33" -> "662 sub_tensor_33" [label="(2304, 768)", style=solid]; -"662 sub_tensor_33" -> "663 linear_32" [label=None, style=solid]; +"657 linear_32_scale_0" -> "660 quantize_per_channel_default_33" [label="(2304,)", style=solid]; +"657 linear_32_scale_0" -> "661 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; +"658 linear_32_zero_point_0" -> "660 quantize_per_channel_default_33" [label="(2304,)", style=solid]; +"658 linear_32_zero_point_0" -> "661 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; +"659 compressed_weight_updated_constant33" -> "660 quantize_per_channel_default_33" [label="(2304, 768)", style=solid]; +"660 quantize_per_channel_default_33" -> "661 dequantize_per_channel_default_33" [label="(2304, 768)", style=solid]; +"661 dequantize_per_channel_default_33" -> "663 linear_32" [label="(2304, 768)", style=solid]; +"662 _param_constant103_0_0" -> "663 linear_32" [label="(2304,)", style=solid]; "663 linear_32" -> "664 unflatten_8" [label="(197, 1, 2304)", style=solid]; "664 unflatten_8" -> "665 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; "665 unsqueeze_8" -> "666 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1707,12 +1775,14 @@ strict digraph { "688 view_70_0_0_nncf_smooth_quant_0" -> "689 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; "689 quantize_per_tensor_default_52" -> "690 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; "690 dequantize_per_tensor_default_52" -> "697 linear_33" [label="(197, 768)", style=solid]; -"691 linear_33_zero_point_0_updated_constant0" -> "696 sub_tensor_34" [label="(768, 1)", style=solid]; -"692 linear_33_scale_0_updated_constant0" -> "695 mul_tensor_34" [label="(768, 1)", style=solid]; -"693 compressed_weight_updated_constant34" -> "695 mul_tensor_34" [label="(768, 768)", style=solid]; -"694 _param_constant105_0_0" -> "697 linear_33" [label="(768,)", style=solid]; -"695 mul_tensor_34" -> "696 sub_tensor_34" [label="(768, 768)", style=solid]; -"696 sub_tensor_34" -> "697 linear_33" [label=None, style=solid]; +"691 linear_33_scale_0" -> "694 quantize_per_channel_default_34" [label="(768,)", style=solid]; +"691 linear_33_scale_0" -> "695 dequantize_per_channel_default_34" [label="(768,)", style=solid]; +"692 linear_33_zero_point_0" -> "694 quantize_per_channel_default_34" [label="(768,)", style=solid]; +"692 linear_33_zero_point_0" -> "695 dequantize_per_channel_default_34" [label="(768,)", style=solid]; +"693 compressed_weight_updated_constant34" -> "694 quantize_per_channel_default_34" [label="(768, 768)", style=solid]; +"694 quantize_per_channel_default_34" -> "695 dequantize_per_channel_default_34" [label="(768, 768)", style=solid]; +"695 dequantize_per_channel_default_34" -> "697 linear_33" [label="(768, 768)", style=solid]; +"696 _param_constant105_0_0" -> "697 linear_33" [label="(768,)", style=solid]; "697 linear_33" -> "698 view_71" [label="(197, 768)", style=solid]; "698 view_71" -> "699 transpose_53" [label="(197, 1, 768)", style=solid]; "699 transpose_53" -> "700 dropout_25" [label="(1, 197, 768)", style=solid]; @@ -1725,24 +1795,28 @@ strict digraph { "705 layer_norm_17_0_0_nncf_smooth_quant_0" -> "706 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; "706 quantize_per_tensor_default_53" -> "707 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; "707 dequantize_per_tensor_default_53" -> "714 linear_34" [label="(1, 197, 768)", style=solid]; -"708 linear_34_zero_point_0_updated_constant0" -> "713 sub_tensor_35" [label="(3072, 1)", style=solid]; -"709 linear_34_scale_0_updated_constant0" -> "712 mul_tensor_35" [label="(3072, 1)", style=solid]; -"710 compressed_weight_updated_constant35" -> "712 mul_tensor_35" [label="(3072, 768)", style=solid]; -"711 _param_constant109_0_0" -> "714 linear_34" [label="(3072,)", style=solid]; -"712 mul_tensor_35" -> "713 sub_tensor_35" [label="(3072, 768)", style=solid]; -"713 sub_tensor_35" -> "714 linear_34" [label=None, style=solid]; +"708 linear_34_scale_0" -> "711 quantize_per_channel_default_35" [label="(3072,)", style=solid]; +"708 linear_34_scale_0" -> "712 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; +"709 linear_34_zero_point_0" -> "711 quantize_per_channel_default_35" [label="(3072,)", style=solid]; +"709 linear_34_zero_point_0" -> "712 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; +"710 compressed_weight_updated_constant35" -> "711 quantize_per_channel_default_35" [label="(3072, 768)", style=solid]; +"711 quantize_per_channel_default_35" -> "712 dequantize_per_channel_default_35" [label="(3072, 768)", style=solid]; +"712 dequantize_per_channel_default_35" -> "714 linear_34" [label="(3072, 768)", style=solid]; +"713 _param_constant109_0_0" -> "714 linear_34" [label="(3072,)", style=solid]; "714 linear_34" -> "715 gelu_8" [label="(1, 197, 3072)", style=solid]; "715 gelu_8" -> "716 dropout_26" [label="(1, 197, 3072)", style=solid]; "716 dropout_26" -> "717 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "717 dropout_26_0_0_nncf_smooth_quant_0" -> "718 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; "718 quantize_per_tensor_default_54" -> "719 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; "719 dequantize_per_tensor_default_54" -> "726 linear_35" [label="(1, 197, 3072)", style=solid]; -"720 linear_35_zero_point_0_updated_constant0" -> "725 sub_tensor_36" [label="(768, 1)", style=solid]; -"721 linear_35_scale_0_updated_constant0" -> "724 mul_tensor_36" [label="(768, 1)", style=solid]; -"722 compressed_weight_updated_constant36" -> "724 mul_tensor_36" [label="(768, 3072)", style=solid]; -"723 _param_constant111_0_0" -> "726 linear_35" [label="(768,)", style=solid]; -"724 mul_tensor_36" -> "725 sub_tensor_36" [label="(768, 3072)", style=solid]; -"725 sub_tensor_36" -> "726 linear_35" [label=None, style=solid]; +"720 linear_35_scale_0" -> "723 quantize_per_channel_default_36" [label="(768,)", style=solid]; +"720 linear_35_scale_0" -> "724 dequantize_per_channel_default_36" [label="(768,)", style=solid]; +"721 linear_35_zero_point_0" -> "723 quantize_per_channel_default_36" [label="(768,)", style=solid]; +"721 linear_35_zero_point_0" -> "724 dequantize_per_channel_default_36" [label="(768,)", style=solid]; +"722 compressed_weight_updated_constant36" -> "723 quantize_per_channel_default_36" [label="(768, 3072)", style=solid]; +"723 quantize_per_channel_default_36" -> "724 dequantize_per_channel_default_36" [label="(768, 3072)", style=solid]; +"724 dequantize_per_channel_default_36" -> "726 linear_35" [label="(768, 3072)", style=solid]; +"725 _param_constant111_0_0" -> "726 linear_35" [label="(768,)", style=solid]; "726 linear_35" -> "727 dropout_27" [label="(1, 197, 768)", style=solid]; "727 dropout_27" -> "728 add_18" [label="(1, 197, 768)", style=solid]; "728 add_18" -> "731 layer_norm_18" [label="(1, 197, 768)", style=solid]; @@ -1754,12 +1828,14 @@ strict digraph { "733 transpose_54_0_0_nncf_smooth_quant_0" -> "734 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; "734 quantize_per_tensor_default_55" -> "735 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; "735 dequantize_per_tensor_default_55" -> "742 linear_36" [label="(197, 1, 768)", style=solid]; -"736 linear_36_zero_point_0_updated_constant0" -> "741 sub_tensor_37" [label="(2304, 1)", style=solid]; -"737 linear_36_scale_0_updated_constant0" -> "740 mul_tensor_37" [label="(2304, 1)", style=solid]; -"738 compressed_weight_updated_constant37" -> "740 mul_tensor_37" [label="(2304, 768)", style=solid]; -"739 _param_constant115_0_0" -> "742 linear_36" [label="(2304,)", style=solid]; -"740 mul_tensor_37" -> "741 sub_tensor_37" [label="(2304, 768)", style=solid]; -"741 sub_tensor_37" -> "742 linear_36" [label=None, style=solid]; +"736 linear_36_scale_0" -> "739 quantize_per_channel_default_37" [label="(2304,)", style=solid]; +"736 linear_36_scale_0" -> "740 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; +"737 linear_36_zero_point_0" -> "739 quantize_per_channel_default_37" [label="(2304,)", style=solid]; +"737 linear_36_zero_point_0" -> "740 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; +"738 compressed_weight_updated_constant37" -> "739 quantize_per_channel_default_37" [label="(2304, 768)", style=solid]; +"739 quantize_per_channel_default_37" -> "740 dequantize_per_channel_default_37" [label="(2304, 768)", style=solid]; +"740 dequantize_per_channel_default_37" -> "742 linear_36" [label="(2304, 768)", style=solid]; +"741 _param_constant115_0_0" -> "742 linear_36" [label="(2304,)", style=solid]; "742 linear_36" -> "743 unflatten_9" [label="(197, 1, 2304)", style=solid]; "743 unflatten_9" -> "744 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; "744 unsqueeze_9" -> "745 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1790,12 +1866,14 @@ strict digraph { "767 view_78_0_0_nncf_smooth_quant_0" -> "768 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; "768 quantize_per_tensor_default_58" -> "769 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; "769 dequantize_per_tensor_default_58" -> "776 linear_37" [label="(197, 768)", style=solid]; -"770 linear_37_zero_point_0_updated_constant0" -> "775 sub_tensor_38" [label="(768, 1)", style=solid]; -"771 linear_37_scale_0_updated_constant0" -> "774 mul_tensor_38" [label="(768, 1)", style=solid]; -"772 compressed_weight_updated_constant38" -> "774 mul_tensor_38" [label="(768, 768)", style=solid]; -"773 _param_constant117_0_0" -> "776 linear_37" [label="(768,)", style=solid]; -"774 mul_tensor_38" -> "775 sub_tensor_38" [label="(768, 768)", style=solid]; -"775 sub_tensor_38" -> "776 linear_37" [label=None, style=solid]; +"770 linear_37_scale_0" -> "773 quantize_per_channel_default_38" [label="(768,)", style=solid]; +"770 linear_37_scale_0" -> "774 dequantize_per_channel_default_38" [label="(768,)", style=solid]; +"771 linear_37_zero_point_0" -> "773 quantize_per_channel_default_38" [label="(768,)", style=solid]; +"771 linear_37_zero_point_0" -> "774 dequantize_per_channel_default_38" [label="(768,)", style=solid]; +"772 compressed_weight_updated_constant38" -> "773 quantize_per_channel_default_38" [label="(768, 768)", style=solid]; +"773 quantize_per_channel_default_38" -> "774 dequantize_per_channel_default_38" [label="(768, 768)", style=solid]; +"774 dequantize_per_channel_default_38" -> "776 linear_37" [label="(768, 768)", style=solid]; +"775 _param_constant117_0_0" -> "776 linear_37" [label="(768,)", style=solid]; "776 linear_37" -> "777 view_79" [label="(197, 768)", style=solid]; "777 view_79" -> "778 transpose_59" [label="(197, 1, 768)", style=solid]; "778 transpose_59" -> "779 dropout_28" [label="(1, 197, 768)", style=solid]; @@ -1808,24 +1886,28 @@ strict digraph { "784 layer_norm_19_0_0_nncf_smooth_quant_0" -> "785 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; "785 quantize_per_tensor_default_59" -> "786 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; "786 dequantize_per_tensor_default_59" -> "793 linear_38" [label="(1, 197, 768)", style=solid]; -"787 linear_38_zero_point_0_updated_constant0" -> "792 sub_tensor_39" [label="(3072, 1)", style=solid]; -"788 linear_38_scale_0_updated_constant0" -> "791 mul_tensor_39" [label="(3072, 1)", style=solid]; -"789 compressed_weight_updated_constant39" -> "791 mul_tensor_39" [label="(3072, 768)", style=solid]; -"790 _param_constant121_0_0" -> "793 linear_38" [label="(3072,)", style=solid]; -"791 mul_tensor_39" -> "792 sub_tensor_39" [label="(3072, 768)", style=solid]; -"792 sub_tensor_39" -> "793 linear_38" [label=None, style=solid]; +"787 linear_38_scale_0" -> "790 quantize_per_channel_default_39" [label="(3072,)", style=solid]; +"787 linear_38_scale_0" -> "791 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; +"788 linear_38_zero_point_0" -> "790 quantize_per_channel_default_39" [label="(3072,)", style=solid]; +"788 linear_38_zero_point_0" -> "791 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; +"789 compressed_weight_updated_constant39" -> "790 quantize_per_channel_default_39" [label="(3072, 768)", style=solid]; +"790 quantize_per_channel_default_39" -> "791 dequantize_per_channel_default_39" [label="(3072, 768)", style=solid]; +"791 dequantize_per_channel_default_39" -> "793 linear_38" [label="(3072, 768)", style=solid]; +"792 _param_constant121_0_0" -> "793 linear_38" [label="(3072,)", style=solid]; "793 linear_38" -> "794 gelu_9" [label="(1, 197, 3072)", style=solid]; "794 gelu_9" -> "795 dropout_29" [label="(1, 197, 3072)", style=solid]; "795 dropout_29" -> "796 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "796 dropout_29_0_0_nncf_smooth_quant_0" -> "797 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; "797 quantize_per_tensor_default_60" -> "798 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; "798 dequantize_per_tensor_default_60" -> "805 linear_39" [label="(1, 197, 3072)", style=solid]; -"799 linear_39_zero_point_0_updated_constant0" -> "804 sub_tensor_40" [label="(768, 1)", style=solid]; -"800 linear_39_scale_0_updated_constant0" -> "803 mul_tensor_40" [label="(768, 1)", style=solid]; -"801 compressed_weight_updated_constant40" -> "803 mul_tensor_40" [label="(768, 3072)", style=solid]; -"802 _param_constant123_0_0" -> "805 linear_39" [label="(768,)", style=solid]; -"803 mul_tensor_40" -> "804 sub_tensor_40" [label="(768, 3072)", style=solid]; -"804 sub_tensor_40" -> "805 linear_39" [label=None, style=solid]; +"799 linear_39_scale_0" -> "802 quantize_per_channel_default_40" [label="(768,)", style=solid]; +"799 linear_39_scale_0" -> "803 dequantize_per_channel_default_40" [label="(768,)", style=solid]; +"800 linear_39_zero_point_0" -> "802 quantize_per_channel_default_40" [label="(768,)", style=solid]; +"800 linear_39_zero_point_0" -> "803 dequantize_per_channel_default_40" [label="(768,)", style=solid]; +"801 compressed_weight_updated_constant40" -> "802 quantize_per_channel_default_40" [label="(768, 3072)", style=solid]; +"802 quantize_per_channel_default_40" -> "803 dequantize_per_channel_default_40" [label="(768, 3072)", style=solid]; +"803 dequantize_per_channel_default_40" -> "805 linear_39" [label="(768, 3072)", style=solid]; +"804 _param_constant123_0_0" -> "805 linear_39" [label="(768,)", style=solid]; "805 linear_39" -> "806 dropout_30" [label="(1, 197, 768)", style=solid]; "806 dropout_30" -> "807 add_20" [label="(1, 197, 768)", style=solid]; "807 add_20" -> "810 layer_norm_20" [label="(1, 197, 768)", style=solid]; @@ -1837,12 +1919,14 @@ strict digraph { "812 transpose_60_0_0_nncf_smooth_quant_0" -> "813 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; "813 quantize_per_tensor_default_61" -> "814 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; "814 dequantize_per_tensor_default_61" -> "821 linear_40" [label="(197, 1, 768)", style=solid]; -"815 linear_40_zero_point_0_updated_constant0" -> "820 sub_tensor_41" [label="(2304, 1)", style=solid]; -"816 linear_40_scale_0_updated_constant0" -> "819 mul_tensor_41" [label="(2304, 1)", style=solid]; -"817 compressed_weight_updated_constant41" -> "819 mul_tensor_41" [label="(2304, 768)", style=solid]; -"818 _param_constant127_0_0" -> "821 linear_40" [label="(2304,)", style=solid]; -"819 mul_tensor_41" -> "820 sub_tensor_41" [label="(2304, 768)", style=solid]; -"820 sub_tensor_41" -> "821 linear_40" [label=None, style=solid]; +"815 linear_40_scale_0" -> "818 quantize_per_channel_default_41" [label="(2304,)", style=solid]; +"815 linear_40_scale_0" -> "819 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; +"816 linear_40_zero_point_0" -> "818 quantize_per_channel_default_41" [label="(2304,)", style=solid]; +"816 linear_40_zero_point_0" -> "819 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; +"817 compressed_weight_updated_constant41" -> "818 quantize_per_channel_default_41" [label="(2304, 768)", style=solid]; +"818 quantize_per_channel_default_41" -> "819 dequantize_per_channel_default_41" [label="(2304, 768)", style=solid]; +"819 dequantize_per_channel_default_41" -> "821 linear_40" [label="(2304, 768)", style=solid]; +"820 _param_constant127_0_0" -> "821 linear_40" [label="(2304,)", style=solid]; "821 linear_40" -> "822 unflatten_10" [label="(197, 1, 2304)", style=solid]; "822 unflatten_10" -> "823 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; "823 unsqueeze_10" -> "824 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1873,12 +1957,14 @@ strict digraph { "846 view_86_0_0_nncf_smooth_quant_0" -> "847 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; "847 quantize_per_tensor_default_64" -> "848 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; "848 dequantize_per_tensor_default_64" -> "855 linear_41" [label="(197, 768)", style=solid]; -"849 linear_41_zero_point_0_updated_constant0" -> "854 sub_tensor_42" [label="(768, 1)", style=solid]; -"850 linear_41_scale_0_updated_constant0" -> "853 mul_tensor_42" [label="(768, 1)", style=solid]; -"851 compressed_weight_updated_constant42" -> "853 mul_tensor_42" [label="(768, 768)", style=solid]; -"852 _param_constant129_0_0" -> "855 linear_41" [label="(768,)", style=solid]; -"853 mul_tensor_42" -> "854 sub_tensor_42" [label="(768, 768)", style=solid]; -"854 sub_tensor_42" -> "855 linear_41" [label=None, style=solid]; +"849 linear_41_scale_0" -> "852 quantize_per_channel_default_42" [label="(768,)", style=solid]; +"849 linear_41_scale_0" -> "853 dequantize_per_channel_default_42" [label="(768,)", style=solid]; +"850 linear_41_zero_point_0" -> "852 quantize_per_channel_default_42" [label="(768,)", style=solid]; +"850 linear_41_zero_point_0" -> "853 dequantize_per_channel_default_42" [label="(768,)", style=solid]; +"851 compressed_weight_updated_constant42" -> "852 quantize_per_channel_default_42" [label="(768, 768)", style=solid]; +"852 quantize_per_channel_default_42" -> "853 dequantize_per_channel_default_42" [label="(768, 768)", style=solid]; +"853 dequantize_per_channel_default_42" -> "855 linear_41" [label="(768, 768)", style=solid]; +"854 _param_constant129_0_0" -> "855 linear_41" [label="(768,)", style=solid]; "855 linear_41" -> "856 view_87" [label="(197, 768)", style=solid]; "856 view_87" -> "857 transpose_65" [label="(197, 1, 768)", style=solid]; "857 transpose_65" -> "858 dropout_31" [label="(1, 197, 768)", style=solid]; @@ -1891,24 +1977,28 @@ strict digraph { "863 layer_norm_21_0_0_nncf_smooth_quant_0" -> "864 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; "864 quantize_per_tensor_default_65" -> "865 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; "865 dequantize_per_tensor_default_65" -> "872 linear_42" [label="(1, 197, 768)", style=solid]; -"866 linear_42_zero_point_0_updated_constant0" -> "871 sub_tensor_43" [label="(3072, 1)", style=solid]; -"867 linear_42_scale_0_updated_constant0" -> "870 mul_tensor_43" [label="(3072, 1)", style=solid]; -"868 compressed_weight_updated_constant43" -> "870 mul_tensor_43" [label="(3072, 768)", style=solid]; -"869 _param_constant133_0_0" -> "872 linear_42" [label="(3072,)", style=solid]; -"870 mul_tensor_43" -> "871 sub_tensor_43" [label="(3072, 768)", style=solid]; -"871 sub_tensor_43" -> "872 linear_42" [label=None, style=solid]; +"866 linear_42_scale_0" -> "869 quantize_per_channel_default_43" [label="(3072,)", style=solid]; +"866 linear_42_scale_0" -> "870 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; +"867 linear_42_zero_point_0" -> "869 quantize_per_channel_default_43" [label="(3072,)", style=solid]; +"867 linear_42_zero_point_0" -> "870 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; +"868 compressed_weight_updated_constant43" -> "869 quantize_per_channel_default_43" [label="(3072, 768)", style=solid]; +"869 quantize_per_channel_default_43" -> "870 dequantize_per_channel_default_43" [label="(3072, 768)", style=solid]; +"870 dequantize_per_channel_default_43" -> "872 linear_42" [label="(3072, 768)", style=solid]; +"871 _param_constant133_0_0" -> "872 linear_42" [label="(3072,)", style=solid]; "872 linear_42" -> "873 gelu_10" [label="(1, 197, 3072)", style=solid]; "873 gelu_10" -> "874 dropout_32" [label="(1, 197, 3072)", style=solid]; "874 dropout_32" -> "875 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "875 dropout_32_0_0_nncf_smooth_quant_0" -> "876 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; "876 quantize_per_tensor_default_66" -> "877 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; "877 dequantize_per_tensor_default_66" -> "884 linear_43" [label="(1, 197, 3072)", style=solid]; -"878 linear_43_zero_point_0_updated_constant0" -> "883 sub_tensor_44" [label="(768, 1)", style=solid]; -"879 linear_43_scale_0_updated_constant0" -> "882 mul_tensor_44" [label="(768, 1)", style=solid]; -"880 compressed_weight_updated_constant44" -> "882 mul_tensor_44" [label="(768, 3072)", style=solid]; -"881 _param_constant135_0_0" -> "884 linear_43" [label="(768,)", style=solid]; -"882 mul_tensor_44" -> "883 sub_tensor_44" [label="(768, 3072)", style=solid]; -"883 sub_tensor_44" -> "884 linear_43" [label=None, style=solid]; +"878 linear_43_scale_0" -> "881 quantize_per_channel_default_44" [label="(768,)", style=solid]; +"878 linear_43_scale_0" -> "882 dequantize_per_channel_default_44" [label="(768,)", style=solid]; +"879 linear_43_zero_point_0" -> "881 quantize_per_channel_default_44" [label="(768,)", style=solid]; +"879 linear_43_zero_point_0" -> "882 dequantize_per_channel_default_44" [label="(768,)", style=solid]; +"880 compressed_weight_updated_constant44" -> "881 quantize_per_channel_default_44" [label="(768, 3072)", style=solid]; +"881 quantize_per_channel_default_44" -> "882 dequantize_per_channel_default_44" [label="(768, 3072)", style=solid]; +"882 dequantize_per_channel_default_44" -> "884 linear_43" [label="(768, 3072)", style=solid]; +"883 _param_constant135_0_0" -> "884 linear_43" [label="(768,)", style=solid]; "884 linear_43" -> "885 dropout_33" [label="(1, 197, 768)", style=solid]; "885 dropout_33" -> "886 add_22" [label="(1, 197, 768)", style=solid]; "886 add_22" -> "889 layer_norm_22" [label="(1, 197, 768)", style=solid]; @@ -1920,12 +2010,14 @@ strict digraph { "891 transpose_66_0_0_nncf_smooth_quant_0" -> "892 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; "892 quantize_per_tensor_default_67" -> "893 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; "893 dequantize_per_tensor_default_67" -> "900 linear_44" [label="(197, 1, 768)", style=solid]; -"894 linear_44_zero_point_0_updated_constant0" -> "899 sub_tensor_45" [label="(2304, 1)", style=solid]; -"895 linear_44_scale_0_updated_constant0" -> "898 mul_tensor_45" [label="(2304, 1)", style=solid]; -"896 compressed_weight_updated_constant45" -> "898 mul_tensor_45" [label="(2304, 768)", style=solid]; -"897 _param_constant139_0_0" -> "900 linear_44" [label="(2304,)", style=solid]; -"898 mul_tensor_45" -> "899 sub_tensor_45" [label="(2304, 768)", style=solid]; -"899 sub_tensor_45" -> "900 linear_44" [label=None, style=solid]; +"894 linear_44_scale_0" -> "897 quantize_per_channel_default_45" [label="(2304,)", style=solid]; +"894 linear_44_scale_0" -> "898 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; +"895 linear_44_zero_point_0" -> "897 quantize_per_channel_default_45" [label="(2304,)", style=solid]; +"895 linear_44_zero_point_0" -> "898 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; +"896 compressed_weight_updated_constant45" -> "897 quantize_per_channel_default_45" [label="(2304, 768)", style=solid]; +"897 quantize_per_channel_default_45" -> "898 dequantize_per_channel_default_45" [label="(2304, 768)", style=solid]; +"898 dequantize_per_channel_default_45" -> "900 linear_44" [label="(2304, 768)", style=solid]; +"899 _param_constant139_0_0" -> "900 linear_44" [label="(2304,)", style=solid]; "900 linear_44" -> "901 unflatten_11" [label="(197, 1, 2304)", style=solid]; "901 unflatten_11" -> "902 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; "902 unsqueeze_11" -> "903 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1956,12 +2048,14 @@ strict digraph { "925 view_94_0_0_nncf_smooth_quant_0" -> "926 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; "926 quantize_per_tensor_default_70" -> "927 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; "927 dequantize_per_tensor_default_70" -> "934 linear_45" [label="(197, 768)", style=solid]; -"928 linear_45_zero_point_0_updated_constant0" -> "933 sub_tensor_46" [label="(768, 1)", style=solid]; -"929 linear_45_scale_0_updated_constant0" -> "932 mul_tensor_46" [label="(768, 1)", style=solid]; -"930 compressed_weight_updated_constant46" -> "932 mul_tensor_46" [label="(768, 768)", style=solid]; -"931 _param_constant141_0_0" -> "934 linear_45" [label="(768,)", style=solid]; -"932 mul_tensor_46" -> "933 sub_tensor_46" [label="(768, 768)", style=solid]; -"933 sub_tensor_46" -> "934 linear_45" [label=None, style=solid]; +"928 linear_45_scale_0" -> "931 quantize_per_channel_default_46" [label="(768,)", style=solid]; +"928 linear_45_scale_0" -> "932 dequantize_per_channel_default_46" [label="(768,)", style=solid]; +"929 linear_45_zero_point_0" -> "931 quantize_per_channel_default_46" [label="(768,)", style=solid]; +"929 linear_45_zero_point_0" -> "932 dequantize_per_channel_default_46" [label="(768,)", style=solid]; +"930 compressed_weight_updated_constant46" -> "931 quantize_per_channel_default_46" [label="(768, 768)", style=solid]; +"931 quantize_per_channel_default_46" -> "932 dequantize_per_channel_default_46" [label="(768, 768)", style=solid]; +"932 dequantize_per_channel_default_46" -> "934 linear_45" [label="(768, 768)", style=solid]; +"933 _param_constant141_0_0" -> "934 linear_45" [label="(768,)", style=solid]; "934 linear_45" -> "935 view_95" [label="(197, 768)", style=solid]; "935 view_95" -> "936 transpose_71" [label="(197, 1, 768)", style=solid]; "936 transpose_71" -> "937 dropout_34" [label="(1, 197, 768)", style=solid]; @@ -1974,24 +2068,28 @@ strict digraph { "942 layer_norm_23_0_0_nncf_smooth_quant_0" -> "943 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; "943 quantize_per_tensor_default_71" -> "944 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; "944 dequantize_per_tensor_default_71" -> "951 linear_46" [label="(1, 197, 768)", style=solid]; -"945 linear_46_zero_point_0_updated_constant0" -> "950 sub_tensor_47" [label="(3072, 1)", style=solid]; -"946 linear_46_scale_0_updated_constant0" -> "949 mul_tensor_47" [label="(3072, 1)", style=solid]; -"947 compressed_weight_updated_constant47" -> "949 mul_tensor_47" [label="(3072, 768)", style=solid]; -"948 _param_constant145_0_0" -> "951 linear_46" [label="(3072,)", style=solid]; -"949 mul_tensor_47" -> "950 sub_tensor_47" [label="(3072, 768)", style=solid]; -"950 sub_tensor_47" -> "951 linear_46" [label=None, style=solid]; +"945 linear_46_scale_0" -> "948 quantize_per_channel_default_47" [label="(3072,)", style=solid]; +"945 linear_46_scale_0" -> "949 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; +"946 linear_46_zero_point_0" -> "948 quantize_per_channel_default_47" [label="(3072,)", style=solid]; +"946 linear_46_zero_point_0" -> "949 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; +"947 compressed_weight_updated_constant47" -> "948 quantize_per_channel_default_47" [label="(3072, 768)", style=solid]; +"948 quantize_per_channel_default_47" -> "949 dequantize_per_channel_default_47" [label="(3072, 768)", style=solid]; +"949 dequantize_per_channel_default_47" -> "951 linear_46" [label="(3072, 768)", style=solid]; +"950 _param_constant145_0_0" -> "951 linear_46" [label="(3072,)", style=solid]; "951 linear_46" -> "952 gelu_11" [label="(1, 197, 3072)", style=solid]; "952 gelu_11" -> "953 dropout_35" [label="(1, 197, 3072)", style=solid]; "953 dropout_35" -> "954 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "954 dropout_35_0_0_nncf_smooth_quant_0" -> "955 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; "955 quantize_per_tensor_default_72" -> "956 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; "956 dequantize_per_tensor_default_72" -> "963 linear_47" [label="(1, 197, 3072)", style=solid]; -"957 linear_47_zero_point_0_updated_constant0" -> "962 sub_tensor_48" [label="(768, 1)", style=solid]; -"958 linear_47_scale_0_updated_constant0" -> "961 mul_tensor_48" [label="(768, 1)", style=solid]; -"959 compressed_weight_updated_constant48" -> "961 mul_tensor_48" [label="(768, 3072)", style=solid]; -"960 _param_constant147_0_0" -> "963 linear_47" [label="(768,)", style=solid]; -"961 mul_tensor_48" -> "962 sub_tensor_48" [label="(768, 3072)", style=solid]; -"962 sub_tensor_48" -> "963 linear_47" [label=None, style=solid]; +"957 linear_47_scale_0" -> "960 quantize_per_channel_default_48" [label="(768,)", style=solid]; +"957 linear_47_scale_0" -> "961 dequantize_per_channel_default_48" [label="(768,)", style=solid]; +"958 linear_47_zero_point_0" -> "960 quantize_per_channel_default_48" [label="(768,)", style=solid]; +"958 linear_47_zero_point_0" -> "961 dequantize_per_channel_default_48" [label="(768,)", style=solid]; +"959 compressed_weight_updated_constant48" -> "960 quantize_per_channel_default_48" [label="(768, 3072)", style=solid]; +"960 quantize_per_channel_default_48" -> "961 dequantize_per_channel_default_48" [label="(768, 3072)", style=solid]; +"961 dequantize_per_channel_default_48" -> "963 linear_47" [label="(768, 3072)", style=solid]; +"962 _param_constant147_0_0" -> "963 linear_47" [label="(768,)", style=solid]; "963 linear_47" -> "964 dropout_36" [label="(1, 197, 768)", style=solid]; "964 dropout_36" -> "965 add_24" [label="(1, 197, 768)", style=solid]; "965 add_24" -> "968 layer_norm_24" [label="(1, 197, 768)", style=solid]; @@ -2003,11 +2101,13 @@ strict digraph { "971 select_36_0_0_nncf_smooth_quant_0" -> "972 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; "972 quantize_per_tensor_default_73" -> "973 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; "973 dequantize_per_tensor_default_73" -> "980 linear_48" [label="(1, 768)", style=solid]; -"974 linear_48_zero_point_0_updated_constant0" -> "979 sub_tensor_49" [label="(1000, 1)", style=solid]; -"975 linear_48_scale_0_updated_constant0" -> "978 mul_tensor_49" [label="(1000, 1)", style=solid]; -"976 compressed_weight_updated_constant49" -> "978 mul_tensor_49" [label="(1000, 768)", style=solid]; -"977 _param_constant151_0_0" -> "980 linear_48" [label="(1000,)", style=solid]; -"978 mul_tensor_49" -> "979 sub_tensor_49" [label="(1000, 768)", style=solid]; -"979 sub_tensor_49" -> "980 linear_48" [label=None, style=solid]; +"974 linear_48_scale_0" -> "977 quantize_per_channel_default_49" [label="(1000,)", style=solid]; +"974 linear_48_scale_0" -> "978 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; +"975 linear_48_zero_point_0" -> "977 quantize_per_channel_default_49" [label="(1000,)", style=solid]; +"975 linear_48_zero_point_0" -> "978 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; +"976 compressed_weight_updated_constant49" -> "977 quantize_per_channel_default_49" [label="(1000, 768)", style=solid]; +"977 quantize_per_channel_default_49" -> "978 dequantize_per_channel_default_49" [label="(1000, 768)", style=solid]; +"978 dequantize_per_channel_default_49" -> "980 linear_48" [label="(1000, 768)", style=solid]; +"979 _param_constant151_0_0" -> "980 linear_48" [label="(1000,)", style=solid]; "980 linear_48" -> "981 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/fx/graph.dot b/tests/torch/fx/graph.dot index ca7802b9cfc..5c3da0685bb 100644 --- a/tests/torch/fx/graph.dot +++ b/tests/torch/fx/graph.dot @@ -4,963 +4,410 @@ strict digraph { "2 dequantize_per_tensor_default"; "3 conv2d_scale_0_updated_constant0"; "4 compressed_weight_updated_constant0"; -"5 features_0_0_weight_bias_0_0"; -"6 mul_9"; +"5 conv1_weight_bias_0_0"; +"6 mul_tensor"; "7 conv2d"; -"8 hardswish__scale_0"; -"9 hardswish__zero_point_0"; -"10 hardswish_"; -"11 quantize_per_channel_default_1"; -"12 dequantize_per_channel_default_1"; -"13 conv2d_1_scale_0_updated_constant0"; -"14 compressed_weight_updated_constant1"; -"15 features_1_block_0_0_weight_bias_0_0"; -"16 mul_10"; -"17 conv2d_1"; -"18 relu_"; -"19 quantize_per_tensor_default_1"; -"20 dequantize_per_tensor_default_2"; -"21 dequantize_per_tensor_default_1"; -"22 adaptive_avg_pool2d"; -"23 _param_constant6"; -"24 _param_constant7_0_0"; -"25 conv2d_2"; -"26 relu"; -"27 _param_constant8"; -"28 _param_constant9_0_0"; -"29 conv2d_3"; -"30 hardsigmoid"; -"31 quantize_per_tensor_default_2"; -"32 dequantize_per_tensor_default_3"; -"33 mul"; -"34 quantize_per_tensor_default_3"; -"35 dequantize_per_tensor_default_4"; -"36 conv2d_4_scale_0_updated_constant0"; -"37 compressed_weight_updated_constant2"; -"38 features_1_block_2_0_weight_bias_0_0"; -"39 mul_11"; -"40 conv2d_4"; -"41 quantize_per_tensor_default_4"; -"42 dequantize_per_tensor_default_5"; -"43 conv2d_5_scale_0_updated_constant0"; -"44 compressed_weight_updated_constant3"; -"45 features_2_block_0_0_weight_bias_0_0"; -"46 mul_12"; -"47 conv2d_5"; -"48 relu__1_scale_0"; -"49 relu__1_zero_point_0"; -"50 relu__1"; -"51 quantize_per_channel_default_5"; -"52 dequantize_per_channel_default_5"; -"53 conv2d_6_scale_0_updated_constant0"; -"54 compressed_weight_updated_constant4"; -"55 features_2_block_1_0_weight_bias_0_0"; -"56 mul_13"; -"57 conv2d_6"; -"58 relu__2"; -"59 quantize_per_tensor_default_5"; -"60 dequantize_per_tensor_default_6"; -"61 conv2d_7_scale_0_updated_constant0"; -"62 compressed_weight_updated_constant5"; -"63 features_2_block_2_0_weight_bias_0_0"; -"64 mul_14"; -"65 conv2d_7"; -"66 quantize_per_tensor_default_6"; -"67 dequantize_per_tensor_default_8"; -"68 dequantize_per_tensor_default_7"; -"69 conv2d_8_scale_0_updated_constant0"; -"70 compressed_weight_updated_constant6"; -"71 features_3_block_0_0_weight_bias_0_0"; -"72 mul_15"; -"73 conv2d_8"; -"74 relu__3_scale_0"; -"75 relu__3_zero_point_0"; -"76 relu__3"; -"77 quantize_per_channel_default_9"; -"78 dequantize_per_channel_default_9"; -"79 conv2d_9_scale_0_updated_constant0"; -"80 compressed_weight_updated_constant7"; -"81 features_3_block_1_0_weight_bias_0_0"; -"82 mul_16"; -"83 conv2d_9"; -"84 relu__4"; -"85 quantize_per_tensor_default_7"; -"86 dequantize_per_tensor_default_9"; -"87 conv2d_10_scale_0_updated_constant0"; -"88 compressed_weight_updated_constant8"; -"89 features_3_block_2_0_weight_bias_0_0"; -"90 mul_17"; -"91 conv2d_10"; -"92 quantize_per_tensor_default_8"; -"93 dequantize_per_tensor_default_10"; -"94 add_"; -"95 quantize_per_tensor_default_9"; -"96 dequantize_per_tensor_default_11"; -"97 conv2d_11_scale_0_updated_constant0"; -"98 compressed_weight_updated_constant9"; -"99 features_4_block_0_0_weight_bias_0_0"; -"100 mul_18"; -"101 conv2d_11"; -"102 hardswish__1_scale_0"; -"103 hardswish__1_zero_point_0"; -"104 hardswish__1"; -"105 quantize_per_channel_default_13"; -"106 dequantize_per_channel_default_13"; -"107 conv2d_12_scale_0_updated_constant0"; -"108 compressed_weight_updated_constant10"; -"109 features_4_block_1_0_weight_bias_0_0"; -"110 mul_19"; -"111 conv2d_12"; -"112 hardswish__2"; -"113 quantize_per_tensor_default_10"; -"114 dequantize_per_tensor_default_13"; -"115 dequantize_per_tensor_default_12"; -"116 adaptive_avg_pool2d_1"; -"117 _param_constant37"; -"118 _param_constant38_0_0"; -"119 conv2d_13"; -"120 relu_1"; -"121 _param_constant39"; -"122 _param_constant40_0_0"; -"123 conv2d_14"; -"124 hardsigmoid_1"; -"125 quantize_per_tensor_default_11"; -"126 dequantize_per_tensor_default_14"; -"127 mul_1"; -"128 quantize_per_tensor_default_12"; -"129 dequantize_per_tensor_default_15"; -"130 conv2d_15_scale_0_updated_constant0"; -"131 compressed_weight_updated_constant11"; -"132 features_4_block_3_0_weight_bias_0_0"; -"133 mul_20"; -"134 conv2d_15"; -"135 quantize_per_tensor_default_13"; -"136 dequantize_per_tensor_default_17"; -"137 dequantize_per_tensor_default_16"; -"138 conv2d_16_scale_0_updated_constant0"; -"139 compressed_weight_updated_constant12"; -"140 features_5_block_0_0_weight_bias_0_0"; -"141 mul_21"; -"142 conv2d_16"; -"143 hardswish__3_scale_0"; -"144 hardswish__3_zero_point_0"; -"145 hardswish__3"; -"146 quantize_per_channel_default_17"; -"147 dequantize_per_channel_default_17"; -"148 conv2d_17_scale_0_updated_constant0"; -"149 compressed_weight_updated_constant13"; -"150 features_5_block_1_0_weight_bias_0_0"; -"151 mul_22"; -"152 conv2d_17"; -"153 hardswish__4"; -"154 quantize_per_tensor_default_14"; -"155 dequantize_per_tensor_default_19"; -"156 dequantize_per_tensor_default_18"; -"157 adaptive_avg_pool2d_2"; -"158 _param_constant50"; -"159 _param_constant51_0_0"; -"160 conv2d_18"; -"161 relu_2"; -"162 _param_constant52"; -"163 _param_constant53_0_0"; -"164 conv2d_19"; -"165 hardsigmoid_2"; -"166 quantize_per_tensor_default_15"; -"167 dequantize_per_tensor_default_20"; -"168 mul_2"; -"169 quantize_per_tensor_default_16"; -"170 dequantize_per_tensor_default_21"; -"171 conv2d_20_scale_0_updated_constant0"; -"172 compressed_weight_updated_constant14"; -"173 features_5_block_3_0_weight_bias_0_0"; -"174 mul_23"; -"175 conv2d_20"; -"176 quantize_per_tensor_default_17"; -"177 dequantize_per_tensor_default_22"; -"178 add__1"; -"179 quantize_per_tensor_default_18"; -"180 dequantize_per_tensor_default_24"; -"181 dequantize_per_tensor_default_23"; -"182 conv2d_21_scale_0_updated_constant0"; -"183 compressed_weight_updated_constant15"; -"184 features_6_block_0_0_weight_bias_0_0"; -"185 mul_24"; -"186 conv2d_21"; -"187 hardswish__5_scale_0"; -"188 hardswish__5_zero_point_0"; -"189 hardswish__5"; -"190 quantize_per_channel_default_21"; -"191 dequantize_per_channel_default_21"; -"192 conv2d_22_scale_0_updated_constant0"; -"193 compressed_weight_updated_constant16"; -"194 features_6_block_1_0_weight_bias_0_0"; -"195 mul_25"; -"196 conv2d_22"; -"197 hardswish__6"; -"198 quantize_per_tensor_default_19"; -"199 dequantize_per_tensor_default_26"; -"200 dequantize_per_tensor_default_25"; -"201 adaptive_avg_pool2d_3"; -"202 _param_constant63"; -"203 _param_constant64_0_0"; -"204 conv2d_23"; -"205 relu_3"; -"206 _param_constant65"; -"207 _param_constant66_0_0"; -"208 conv2d_24"; -"209 hardsigmoid_3"; -"210 quantize_per_tensor_default_20"; -"211 dequantize_per_tensor_default_27"; -"212 mul_3"; -"213 quantize_per_tensor_default_21"; -"214 dequantize_per_tensor_default_28"; -"215 conv2d_25_scale_0_updated_constant0"; -"216 compressed_weight_updated_constant17"; -"217 features_6_block_3_0_weight_bias_0_0"; -"218 mul_26"; -"219 conv2d_25"; -"220 quantize_per_tensor_default_22"; -"221 dequantize_per_tensor_default_29"; -"222 add__2"; -"223 quantize_per_tensor_default_23"; -"224 dequantize_per_tensor_default_30"; -"225 conv2d_26_scale_0_updated_constant0"; -"226 compressed_weight_updated_constant18"; -"227 features_7_block_0_0_weight_bias_0_0"; -"228 mul_27"; -"229 conv2d_26"; -"230 hardswish__7_scale_0"; -"231 hardswish__7_zero_point_0"; -"232 hardswish__7"; -"233 quantize_per_channel_default_25"; -"234 dequantize_per_channel_default_25"; -"235 conv2d_27_scale_0_updated_constant0"; -"236 compressed_weight_updated_constant19"; -"237 features_7_block_1_0_weight_bias_0_0"; -"238 mul_28"; -"239 conv2d_27"; -"240 hardswish__8"; -"241 quantize_per_tensor_default_24"; -"242 dequantize_per_tensor_default_32"; -"243 dequantize_per_tensor_default_31"; -"244 adaptive_avg_pool2d_4"; -"245 _param_constant76"; -"246 _param_constant77_0_0"; -"247 conv2d_28"; -"248 relu_4"; -"249 _param_constant78"; -"250 _param_constant79_0_0"; -"251 conv2d_29"; -"252 hardsigmoid_4"; -"253 quantize_per_tensor_default_25"; -"254 dequantize_per_tensor_default_33"; -"255 mul_4"; -"256 quantize_per_tensor_default_26"; -"257 dequantize_per_tensor_default_34"; -"258 conv2d_30_scale_0_updated_constant0"; -"259 compressed_weight_updated_constant20"; -"260 features_7_block_3_0_weight_bias_0_0"; -"261 mul_29"; -"262 conv2d_30"; -"263 quantize_per_tensor_default_27"; -"264 dequantize_per_tensor_default_36"; -"265 dequantize_per_tensor_default_35"; -"266 conv2d_31_scale_0_updated_constant0"; -"267 compressed_weight_updated_constant21"; -"268 features_8_block_0_0_weight_bias_0_0"; -"269 mul_30"; -"270 conv2d_31"; -"271 hardswish__9_scale_0"; -"272 hardswish__9_zero_point_0"; -"273 hardswish__9"; -"274 quantize_per_channel_default_29"; -"275 dequantize_per_channel_default_29"; -"276 conv2d_32_scale_0_updated_constant0"; -"277 compressed_weight_updated_constant22"; -"278 features_8_block_1_0_weight_bias_0_0"; -"279 mul_31"; -"280 conv2d_32"; -"281 hardswish__10"; -"282 quantize_per_tensor_default_28"; -"283 dequantize_per_tensor_default_38"; -"284 dequantize_per_tensor_default_37"; -"285 adaptive_avg_pool2d_5"; -"286 _param_constant89"; -"287 _param_constant90_0_0"; -"288 conv2d_33"; -"289 relu_5"; -"290 _param_constant91"; -"291 _param_constant92_0_0"; -"292 conv2d_34"; -"293 hardsigmoid_5"; -"294 quantize_per_tensor_default_29"; -"295 dequantize_per_tensor_default_39"; -"296 mul_5"; -"297 quantize_per_tensor_default_30"; -"298 dequantize_per_tensor_default_40"; -"299 conv2d_35_scale_0_updated_constant0"; -"300 compressed_weight_updated_constant23"; -"301 features_8_block_3_0_weight_bias_0_0"; -"302 mul_32"; -"303 conv2d_35"; -"304 quantize_per_tensor_default_31"; -"305 dequantize_per_tensor_default_41"; -"306 add__3"; -"307 quantize_per_tensor_default_32"; -"308 dequantize_per_tensor_default_42"; -"309 conv2d_36_scale_0_updated_constant0"; -"310 compressed_weight_updated_constant24"; -"311 features_9_block_0_0_weight_bias_0_0"; -"312 mul_33"; -"313 conv2d_36"; -"314 hardswish__11_scale_0"; -"315 hardswish__11_zero_point_0"; -"316 hardswish__11"; -"317 quantize_per_channel_default_33"; -"318 dequantize_per_channel_default_33"; -"319 conv2d_37_scale_0_updated_constant0"; -"320 compressed_weight_updated_constant25"; -"321 features_9_block_1_0_weight_bias_0_0"; -"322 mul_34"; -"323 conv2d_37"; -"324 hardswish__12"; -"325 quantize_per_tensor_default_33"; -"326 dequantize_per_tensor_default_44"; -"327 dequantize_per_tensor_default_43"; -"328 adaptive_avg_pool2d_6"; -"329 _param_constant102"; -"330 _param_constant103_0_0"; -"331 conv2d_38"; -"332 relu_6"; -"333 _param_constant104"; -"334 _param_constant105_0_0"; -"335 conv2d_39"; -"336 hardsigmoid_6"; -"337 quantize_per_tensor_default_34"; -"338 dequantize_per_tensor_default_45"; -"339 mul_6"; -"340 quantize_per_tensor_default_35"; -"341 dequantize_per_tensor_default_46"; -"342 conv2d_40_scale_0_updated_constant0"; -"343 compressed_weight_updated_constant26"; -"344 features_9_block_3_0_weight_bias_0_0"; -"345 mul_35"; -"346 conv2d_40"; -"347 quantize_per_tensor_default_36"; -"348 dequantize_per_tensor_default_48"; -"349 dequantize_per_tensor_default_47"; -"350 conv2d_41_scale_0_updated_constant0"; -"351 compressed_weight_updated_constant27"; -"352 features_10_block_0_0_weight_bias_0_0"; -"353 mul_36"; -"354 conv2d_41"; -"355 hardswish__13_scale_0"; -"356 hardswish__13_zero_point_0"; -"357 hardswish__13"; -"358 quantize_per_channel_default_37"; -"359 dequantize_per_channel_default_37"; -"360 conv2d_42_scale_0_updated_constant0"; -"361 compressed_weight_updated_constant28"; -"362 features_10_block_1_0_weight_bias_0_0"; -"363 mul_37"; -"364 conv2d_42"; -"365 hardswish__14"; -"366 quantize_per_tensor_default_37"; -"367 dequantize_per_tensor_default_50"; -"368 dequantize_per_tensor_default_49"; -"369 adaptive_avg_pool2d_7"; -"370 _param_constant115"; -"371 _param_constant116_0_0"; -"372 conv2d_43"; -"373 relu_7"; -"374 _param_constant117"; -"375 _param_constant118_0_0"; -"376 conv2d_44"; -"377 hardsigmoid_7"; -"378 quantize_per_tensor_default_38"; -"379 dequantize_per_tensor_default_51"; -"380 mul_7"; -"381 quantize_per_tensor_default_39"; -"382 dequantize_per_tensor_default_52"; -"383 conv2d_45_scale_0_updated_constant0"; -"384 compressed_weight_updated_constant29"; -"385 features_10_block_3_0_weight_bias_0_0"; -"386 mul_38"; -"387 conv2d_45"; -"388 quantize_per_tensor_default_40"; -"389 dequantize_per_tensor_default_53"; -"390 add__4"; -"391 quantize_per_tensor_default_41"; -"392 dequantize_per_tensor_default_55"; -"393 dequantize_per_tensor_default_54"; -"394 conv2d_46_scale_0_updated_constant0"; -"395 compressed_weight_updated_constant30"; -"396 features_11_block_0_0_weight_bias_0_0"; -"397 mul_39"; -"398 conv2d_46"; -"399 hardswish__15_scale_0"; -"400 hardswish__15_zero_point_0"; -"401 hardswish__15"; -"402 quantize_per_channel_default_41"; -"403 dequantize_per_channel_default_41"; -"404 conv2d_47_scale_0_updated_constant0"; -"405 compressed_weight_updated_constant31"; -"406 features_11_block_1_0_weight_bias_0_0"; -"407 mul_40"; -"408 conv2d_47"; -"409 hardswish__16"; -"410 quantize_per_tensor_default_42"; -"411 dequantize_per_tensor_default_57"; -"412 dequantize_per_tensor_default_56"; -"413 adaptive_avg_pool2d_8"; -"414 _param_constant128"; -"415 _param_constant129_0_0"; -"416 conv2d_48"; -"417 relu_8"; -"418 _param_constant130"; -"419 _param_constant131_0_0"; -"420 conv2d_49"; -"421 hardsigmoid_8"; -"422 quantize_per_tensor_default_43"; -"423 dequantize_per_tensor_default_58"; -"424 mul_8"; -"425 quantize_per_tensor_default_44"; -"426 dequantize_per_tensor_default_59"; -"427 conv2d_50_scale_0_updated_constant0"; -"428 compressed_weight_updated_constant32"; -"429 features_11_block_3_0_weight_bias_0_0"; -"430 mul_41"; -"431 conv2d_50"; -"432 quantize_per_tensor_default_45"; -"433 dequantize_per_tensor_default_60"; -"434 add__5"; -"435 quantize_per_tensor_default_46"; -"436 dequantize_per_tensor_default_61"; -"437 conv2d_51_scale_0_updated_constant0"; -"438 compressed_weight_updated_constant33"; -"439 features_12_0_weight_bias_0_0"; -"440 mul_42"; -"441 conv2d_51"; -"442 hardswish__17"; -"443 quantize_per_tensor_default_47"; -"444 dequantize_per_tensor_default_62"; -"445 adaptive_avg_pool2d_9"; -"446 quantize_per_tensor_default_48"; -"447 dequantize_per_tensor_default_63"; -"448 flatten"; -"449 linear_scale_0_updated_constant0"; -"450 compressed_weight_updated_constant34"; -"451 _param_constant139_0_0"; -"452 mul_43"; -"453 linear"; -"454 hardswish__18"; -"455 quantize_per_tensor_default_49"; -"456 dequantize_per_tensor_default_64"; -"457 dropout_"; -"458 linear_1_scale_0_updated_constant0"; -"459 compressed_weight_updated_constant35"; -"460 _param_constant141_0_0"; -"461 mul_44"; -"462 linear_1"; -"463 output"; +"8 relu_"; +"9 quantize_per_tensor_default_1"; +"10 dequantize_per_tensor_default_1"; +"11 max_pool2d"; +"12 conv2d_1_scale_0_updated_constant0"; +"13 compressed_weight_updated_constant1"; +"14 layer1_0_conv1_weight_bias_0_0"; +"15 mul_tensor_1"; +"16 conv2d_1"; +"17 relu__1"; +"18 quantize_per_tensor_default_2"; +"19 dequantize_per_tensor_default_2"; +"20 conv2d_2_scale_0_updated_constant0"; +"21 compressed_weight_updated_constant2"; +"22 layer1_0_conv2_weight_bias_0_0"; +"23 mul_tensor_2"; +"24 conv2d_2"; +"25 quantize_per_tensor_default_3"; +"26 dequantize_per_tensor_default_3"; +"27 add_"; +"28 relu__2"; +"29 quantize_per_tensor_default_4"; +"30 dequantize_per_tensor_default_5"; +"31 dequantize_per_tensor_default_4"; +"32 conv2d_3_scale_0_updated_constant0"; +"33 compressed_weight_updated_constant3"; +"34 layer1_1_conv1_weight_bias_0_0"; +"35 mul_tensor_3"; +"36 conv2d_3"; +"37 relu__3"; +"38 quantize_per_tensor_default_5"; +"39 dequantize_per_tensor_default_6"; +"40 conv2d_4_scale_0_updated_constant0"; +"41 compressed_weight_updated_constant4"; +"42 layer1_1_conv2_weight_bias_0_0"; +"43 mul_tensor_4"; +"44 conv2d_4"; +"45 quantize_per_tensor_default_6"; +"46 dequantize_per_tensor_default_7"; +"47 add__1"; +"48 relu__4"; +"49 quantize_per_tensor_default_7"; +"50 dequantize_per_tensor_default_9"; +"51 dequantize_per_tensor_default_8"; +"52 conv2d_5_scale_0_updated_constant0"; +"53 compressed_weight_updated_constant5"; +"54 layer2_0_conv1_weight_bias_0_0"; +"55 mul_tensor_5"; +"56 conv2d_5"; +"57 relu__5"; +"58 quantize_per_tensor_default_8"; +"59 dequantize_per_tensor_default_10"; +"60 conv2d_6_scale_0_updated_constant0"; +"61 compressed_weight_updated_constant6"; +"62 layer2_0_conv2_weight_bias_0_0"; +"63 mul_tensor_6"; +"64 conv2d_6"; +"65 quantize_per_tensor_default_9"; +"66 dequantize_per_tensor_default_11"; +"67 conv2d_7_scale_0_updated_constant0"; +"68 compressed_weight_updated_constant7"; +"69 layer2_0_downsample_0_weight_bias_0_0"; +"70 mul_tensor_7"; +"71 conv2d_7"; +"72 quantize_per_tensor_default_10"; +"73 dequantize_per_tensor_default_12"; +"74 add__2"; +"75 relu__6"; +"76 quantize_per_tensor_default_11"; +"77 dequantize_per_tensor_default_14"; +"78 dequantize_per_tensor_default_13"; +"79 conv2d_8_scale_0_updated_constant0"; +"80 compressed_weight_updated_constant8"; +"81 layer2_1_conv1_weight_bias_0_0"; +"82 mul_tensor_8"; +"83 conv2d_8"; +"84 relu__7"; +"85 quantize_per_tensor_default_12"; +"86 dequantize_per_tensor_default_15"; +"87 conv2d_9_scale_0_updated_constant0"; +"88 compressed_weight_updated_constant9"; +"89 layer2_1_conv2_weight_bias_0_0"; +"90 mul_tensor_9"; +"91 conv2d_9"; +"92 quantize_per_tensor_default_13"; +"93 dequantize_per_tensor_default_16"; +"94 add__3"; +"95 relu__8"; +"96 quantize_per_tensor_default_14"; +"97 dequantize_per_tensor_default_18"; +"98 dequantize_per_tensor_default_17"; +"99 conv2d_10_scale_0_updated_constant0"; +"100 compressed_weight_updated_constant10"; +"101 layer3_0_conv1_weight_bias_0_0"; +"102 mul_tensor_10"; +"103 conv2d_10"; +"104 relu__9"; +"105 quantize_per_tensor_default_15"; +"106 dequantize_per_tensor_default_19"; +"107 conv2d_11_scale_0_updated_constant0"; +"108 compressed_weight_updated_constant11"; +"109 layer3_0_conv2_weight_bias_0_0"; +"110 mul_tensor_11"; +"111 conv2d_11"; +"112 quantize_per_tensor_default_16"; +"113 dequantize_per_tensor_default_20"; +"114 conv2d_12_scale_0_updated_constant0"; +"115 compressed_weight_updated_constant12"; +"116 layer3_0_downsample_0_weight_bias_0_0"; +"117 mul_tensor_12"; +"118 conv2d_12"; +"119 quantize_per_tensor_default_17"; +"120 dequantize_per_tensor_default_21"; +"121 add__4"; +"122 relu__10"; +"123 quantize_per_tensor_default_18"; +"124 dequantize_per_tensor_default_23"; +"125 dequantize_per_tensor_default_22"; +"126 conv2d_13_scale_0_updated_constant0"; +"127 compressed_weight_updated_constant13"; +"128 layer3_1_conv1_weight_bias_0_0"; +"129 mul_tensor_13"; +"130 conv2d_13"; +"131 relu__11"; +"132 quantize_per_tensor_default_19"; +"133 dequantize_per_tensor_default_24"; +"134 conv2d_14_scale_0_updated_constant0"; +"135 compressed_weight_updated_constant14"; +"136 layer3_1_conv2_weight_bias_0_0"; +"137 mul_tensor_14"; +"138 conv2d_14"; +"139 quantize_per_tensor_default_20"; +"140 dequantize_per_tensor_default_25"; +"141 add__5"; +"142 relu__12"; +"143 quantize_per_tensor_default_21"; +"144 dequantize_per_tensor_default_27"; +"145 dequantize_per_tensor_default_26"; +"146 conv2d_15_scale_0_updated_constant0"; +"147 compressed_weight_updated_constant15"; +"148 layer4_0_conv1_weight_bias_0_0"; +"149 mul_tensor_15"; +"150 conv2d_15"; +"151 relu__13"; +"152 quantize_per_tensor_default_22"; +"153 dequantize_per_tensor_default_28"; +"154 conv2d_16_scale_0_updated_constant0"; +"155 compressed_weight_updated_constant16"; +"156 layer4_0_conv2_weight_bias_0_0"; +"157 mul_tensor_16"; +"158 conv2d_16"; +"159 quantize_per_tensor_default_23"; +"160 dequantize_per_tensor_default_29"; +"161 conv2d_17_scale_0_updated_constant0"; +"162 compressed_weight_updated_constant17"; +"163 layer4_0_downsample_0_weight_bias_0_0"; +"164 mul_tensor_17"; +"165 conv2d_17"; +"166 quantize_per_tensor_default_24"; +"167 dequantize_per_tensor_default_30"; +"168 add__6"; +"169 relu__14"; +"170 quantize_per_tensor_default_25"; +"171 dequantize_per_tensor_default_32"; +"172 dequantize_per_tensor_default_31"; +"173 conv2d_18_scale_0_updated_constant0"; +"174 compressed_weight_updated_constant18"; +"175 layer4_1_conv1_weight_bias_0_0"; +"176 mul_tensor_18"; +"177 conv2d_18"; +"178 relu__15"; +"179 quantize_per_tensor_default_26"; +"180 dequantize_per_tensor_default_33"; +"181 conv2d_19_scale_0_updated_constant0"; +"182 compressed_weight_updated_constant19"; +"183 layer4_1_conv2_weight_bias_0_0"; +"184 mul_tensor_19"; +"185 conv2d_19"; +"186 quantize_per_tensor_default_27"; +"187 dequantize_per_tensor_default_34"; +"188 add__7"; +"189 relu__16"; +"190 quantize_per_tensor_default_28"; +"191 dequantize_per_tensor_default_35"; +"192 adaptive_avg_pool2d"; +"193 quantize_per_tensor_default_29"; +"194 dequantize_per_tensor_default_36"; +"195 flatten"; +"196 linear_scale_0_updated_constant0"; +"197 compressed_weight_updated_constant20"; +"198 _param_constant61_0_0"; +"199 mul_tensor_20"; +"200 linear"; +"201 output"; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224) \n0 -> 0", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224) \n0 -> 0", style=solid]; "2 dequantize_per_tensor_default" -> "7 conv2d" [label="(1, 3, 224, 224) \n0 -> 0", style=solid]; -"3 conv2d_scale_0_updated_constant0" -> "6 mul_9" [label="(16, 1, 1, 1) \n0 -> 1", style=solid]; -"4 compressed_weight_updated_constant0" -> "6 mul_9" [label="(16, 3, 3, 3) \n0 -> 0", style=solid]; -"5 features_0_0_weight_bias_0_0" -> "7 conv2d" [label="(16,) \n0 -> 2", style=solid]; -"6 mul_9" -> "7 conv2d" [label="(2,) \n0 -> 1", style=solid]; -"7 conv2d" -> "10 hardswish_" [label="(1, 16, 112, 112) \n0 -> 0", style=solid]; -"8 hardswish__scale_0" -> "11 quantize_per_channel_default_1" [label="(16,) \n0 -> 1", style=solid]; -"8 hardswish__scale_0" -> "12 dequantize_per_channel_default_1" [label="(16,) \n0 -> 1", style=solid]; -"9 hardswish__zero_point_0" -> "11 quantize_per_channel_default_1" [label="(16,) \n0 -> 2", style=solid]; -"9 hardswish__zero_point_0" -> "12 dequantize_per_channel_default_1" [label="(16,) \n0 -> 2", style=solid]; -"10 hardswish_" -> "11 quantize_per_channel_default_1" [label="(1, 16, 112, 112) \n0 -> 0", style=solid]; -"11 quantize_per_channel_default_1" -> "12 dequantize_per_channel_default_1" [label="(1, 16, 112, 112) \n0 -> 0", style=solid]; -"12 dequantize_per_channel_default_1" -> "17 conv2d_1" [label="(1, 16, 112, 112) \n0 -> 0", style=solid]; -"13 conv2d_1_scale_0_updated_constant0" -> "16 mul_10" [label="(16, 1, 1, 1) \n0 -> 1", style=solid]; -"14 compressed_weight_updated_constant1" -> "16 mul_10" [label="(16, 1, 3, 3) \n0 -> 0", style=solid]; -"15 features_1_block_0_0_weight_bias_0_0" -> "17 conv2d_1" [label="(16,) \n0 -> 2", style=solid]; -"16 mul_10" -> "17 conv2d_1" [label="(2,) \n0 -> 1", style=solid]; -"17 conv2d_1" -> "18 relu_" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; -"18 relu_" -> "19 quantize_per_tensor_default_1" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; -"19 quantize_per_tensor_default_1" -> "21 dequantize_per_tensor_default_1" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; -"19 quantize_per_tensor_default_1" -> "20 dequantize_per_tensor_default_2" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; -"20 dequantize_per_tensor_default_2" -> "33 mul" [label="(1, 16, 56, 56) \n0 -> 1", style=solid]; -"21 dequantize_per_tensor_default_1" -> "22 adaptive_avg_pool2d" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; -"22 adaptive_avg_pool2d" -> "25 conv2d_2" [label="(1, 16, 1, 1) \n0 -> 0", style=solid]; -"23 _param_constant6" -> "25 conv2d_2" [label="(8, 16, 1, 1) \n0 -> 1", style=solid]; -"24 _param_constant7_0_0" -> "25 conv2d_2" [label="(8,) \n0 -> 2", style=solid]; -"25 conv2d_2" -> "26 relu" [label="(1, 8, 1, 1) \n0 -> 0", style=solid]; -"26 relu" -> "29 conv2d_3" [label="(1, 8, 1, 1) \n0 -> 0", style=solid]; -"27 _param_constant8" -> "29 conv2d_3" [label="(16, 8, 1, 1) \n0 -> 1", style=solid]; -"28 _param_constant9_0_0" -> "29 conv2d_3" [label="(16,) \n0 -> 2", style=solid]; -"29 conv2d_3" -> "30 hardsigmoid" [label="(1, 16, 1, 1) \n0 -> 0", style=solid]; -"30 hardsigmoid" -> "31 quantize_per_tensor_default_2" [label="(1, 16, 1, 1) \n0 -> 0", style=solid]; -"31 quantize_per_tensor_default_2" -> "32 dequantize_per_tensor_default_3" [label="(1, 16, 1, 1) \n0 -> 0", style=solid]; -"32 dequantize_per_tensor_default_3" -> "33 mul" [label="(1, 16, 1, 1) \n0 -> 0", style=solid]; -"33 mul" -> "34 quantize_per_tensor_default_3" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; -"34 quantize_per_tensor_default_3" -> "35 dequantize_per_tensor_default_4" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; -"35 dequantize_per_tensor_default_4" -> "40 conv2d_4" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; -"36 conv2d_4_scale_0_updated_constant0" -> "39 mul_11" [label="(16, 1, 1, 1) \n0 -> 1", style=solid]; -"37 compressed_weight_updated_constant2" -> "39 mul_11" [label="(16, 16, 1, 1) \n0 -> 0", style=solid]; -"38 features_1_block_2_0_weight_bias_0_0" -> "40 conv2d_4" [label="(16,) \n0 -> 2", style=solid]; -"39 mul_11" -> "40 conv2d_4" [label="(2,) \n0 -> 1", style=solid]; -"40 conv2d_4" -> "41 quantize_per_tensor_default_4" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; -"41 quantize_per_tensor_default_4" -> "42 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; -"42 dequantize_per_tensor_default_5" -> "47 conv2d_5" [label="(1, 16, 56, 56) \n0 -> 0", style=solid]; -"43 conv2d_5_scale_0_updated_constant0" -> "46 mul_12" [label="(72, 1, 1, 1) \n0 -> 1", style=solid]; -"44 compressed_weight_updated_constant3" -> "46 mul_12" [label="(72, 16, 1, 1) \n0 -> 0", style=solid]; -"45 features_2_block_0_0_weight_bias_0_0" -> "47 conv2d_5" [label="(72,) \n0 -> 2", style=solid]; -"46 mul_12" -> "47 conv2d_5" [label="(2,) \n0 -> 1", style=solid]; -"47 conv2d_5" -> "50 relu__1" [label="(1, 72, 56, 56) \n0 -> 0", style=solid]; -"48 relu__1_scale_0" -> "51 quantize_per_channel_default_5" [label="(72,) \n0 -> 1", style=solid]; -"48 relu__1_scale_0" -> "52 dequantize_per_channel_default_5" [label="(72,) \n0 -> 1", style=solid]; -"49 relu__1_zero_point_0" -> "51 quantize_per_channel_default_5" [label="(72,) \n0 -> 2", style=solid]; -"49 relu__1_zero_point_0" -> "52 dequantize_per_channel_default_5" [label="(72,) \n0 -> 2", style=solid]; -"50 relu__1" -> "51 quantize_per_channel_default_5" [label="(1, 72, 56, 56) \n0 -> 0", style=solid]; -"51 quantize_per_channel_default_5" -> "52 dequantize_per_channel_default_5" [label="(1, 72, 56, 56) \n0 -> 0", style=solid]; -"52 dequantize_per_channel_default_5" -> "57 conv2d_6" [label="(1, 72, 56, 56) \n0 -> 0", style=solid]; -"53 conv2d_6_scale_0_updated_constant0" -> "56 mul_13" [label="(72, 1, 1, 1) \n0 -> 1", style=solid]; -"54 compressed_weight_updated_constant4" -> "56 mul_13" [label="(72, 1, 3, 3) \n0 -> 0", style=solid]; -"55 features_2_block_1_0_weight_bias_0_0" -> "57 conv2d_6" [label="(72,) \n0 -> 2", style=solid]; -"56 mul_13" -> "57 conv2d_6" [label="(2,) \n0 -> 1", style=solid]; -"57 conv2d_6" -> "58 relu__2" [label="(1, 72, 28, 28) \n0 -> 0", style=solid]; -"58 relu__2" -> "59 quantize_per_tensor_default_5" [label="(1, 72, 28, 28) \n0 -> 0", style=solid]; -"59 quantize_per_tensor_default_5" -> "60 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28) \n0 -> 0", style=solid]; -"60 dequantize_per_tensor_default_6" -> "65 conv2d_7" [label="(1, 72, 28, 28) \n0 -> 0", style=solid]; -"61 conv2d_7_scale_0_updated_constant0" -> "64 mul_14" [label="(24, 1, 1, 1) \n0 -> 1", style=solid]; -"62 compressed_weight_updated_constant5" -> "64 mul_14" [label="(24, 72, 1, 1) \n0 -> 0", style=solid]; -"63 features_2_block_2_0_weight_bias_0_0" -> "65 conv2d_7" [label="(24,) \n0 -> 2", style=solid]; -"64 mul_14" -> "65 conv2d_7" [label="(2,) \n0 -> 1", style=solid]; -"65 conv2d_7" -> "66 quantize_per_tensor_default_6" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; -"66 quantize_per_tensor_default_6" -> "68 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; -"66 quantize_per_tensor_default_6" -> "67 dequantize_per_tensor_default_8" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; -"67 dequantize_per_tensor_default_8" -> "94 add_" [label="(1, 24, 28, 28) \n0 -> 1", style=solid]; -"68 dequantize_per_tensor_default_7" -> "73 conv2d_8" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; -"69 conv2d_8_scale_0_updated_constant0" -> "72 mul_15" [label="(88, 1, 1, 1) \n0 -> 1", style=solid]; -"70 compressed_weight_updated_constant6" -> "72 mul_15" [label="(88, 24, 1, 1) \n0 -> 0", style=solid]; -"71 features_3_block_0_0_weight_bias_0_0" -> "73 conv2d_8" [label="(88,) \n0 -> 2", style=solid]; -"72 mul_15" -> "73 conv2d_8" [label="(2,) \n0 -> 1", style=solid]; -"73 conv2d_8" -> "76 relu__3" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; -"74 relu__3_scale_0" -> "77 quantize_per_channel_default_9" [label="(88,) \n0 -> 1", style=solid]; -"74 relu__3_scale_0" -> "78 dequantize_per_channel_default_9" [label="(88,) \n0 -> 1", style=solid]; -"75 relu__3_zero_point_0" -> "77 quantize_per_channel_default_9" [label="(88,) \n0 -> 2", style=solid]; -"75 relu__3_zero_point_0" -> "78 dequantize_per_channel_default_9" [label="(88,) \n0 -> 2", style=solid]; -"76 relu__3" -> "77 quantize_per_channel_default_9" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; -"77 quantize_per_channel_default_9" -> "78 dequantize_per_channel_default_9" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; -"78 dequantize_per_channel_default_9" -> "83 conv2d_9" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; -"79 conv2d_9_scale_0_updated_constant0" -> "82 mul_16" [label="(88, 1, 1, 1) \n0 -> 1", style=solid]; -"80 compressed_weight_updated_constant7" -> "82 mul_16" [label="(88, 1, 3, 3) \n0 -> 0", style=solid]; -"81 features_3_block_1_0_weight_bias_0_0" -> "83 conv2d_9" [label="(88,) \n0 -> 2", style=solid]; -"82 mul_16" -> "83 conv2d_9" [label="(2,) \n0 -> 1", style=solid]; -"83 conv2d_9" -> "84 relu__4" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; -"84 relu__4" -> "85 quantize_per_tensor_default_7" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; -"85 quantize_per_tensor_default_7" -> "86 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; -"86 dequantize_per_tensor_default_9" -> "91 conv2d_10" [label="(1, 88, 28, 28) \n0 -> 0", style=solid]; -"87 conv2d_10_scale_0_updated_constant0" -> "90 mul_17" [label="(24, 1, 1, 1) \n0 -> 1", style=solid]; -"88 compressed_weight_updated_constant8" -> "90 mul_17" [label="(24, 88, 1, 1) \n0 -> 0", style=solid]; -"89 features_3_block_2_0_weight_bias_0_0" -> "91 conv2d_10" [label="(24,) \n0 -> 2", style=solid]; -"90 mul_17" -> "91 conv2d_10" [label="(2,) \n0 -> 1", style=solid]; -"91 conv2d_10" -> "92 quantize_per_tensor_default_8" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; -"92 quantize_per_tensor_default_8" -> "93 dequantize_per_tensor_default_10" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; -"93 dequantize_per_tensor_default_10" -> "94 add_" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; -"94 add_" -> "95 quantize_per_tensor_default_9" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; -"95 quantize_per_tensor_default_9" -> "96 dequantize_per_tensor_default_11" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; -"96 dequantize_per_tensor_default_11" -> "101 conv2d_11" [label="(1, 24, 28, 28) \n0 -> 0", style=solid]; -"97 conv2d_11_scale_0_updated_constant0" -> "100 mul_18" [label="(96, 1, 1, 1) \n0 -> 1", style=solid]; -"98 compressed_weight_updated_constant9" -> "100 mul_18" [label="(96, 24, 1, 1) \n0 -> 0", style=solid]; -"99 features_4_block_0_0_weight_bias_0_0" -> "101 conv2d_11" [label="(96,) \n0 -> 2", style=solid]; -"100 mul_18" -> "101 conv2d_11" [label="(2,) \n0 -> 1", style=solid]; -"101 conv2d_11" -> "104 hardswish__1" [label="(1, 96, 28, 28) \n0 -> 0", style=solid]; -"102 hardswish__1_scale_0" -> "105 quantize_per_channel_default_13" [label="(96,) \n0 -> 1", style=solid]; -"102 hardswish__1_scale_0" -> "106 dequantize_per_channel_default_13" [label="(96,) \n0 -> 1", style=solid]; -"103 hardswish__1_zero_point_0" -> "105 quantize_per_channel_default_13" [label="(96,) \n0 -> 2", style=solid]; -"103 hardswish__1_zero_point_0" -> "106 dequantize_per_channel_default_13" [label="(96,) \n0 -> 2", style=solid]; -"104 hardswish__1" -> "105 quantize_per_channel_default_13" [label="(1, 96, 28, 28) \n0 -> 0", style=solid]; -"105 quantize_per_channel_default_13" -> "106 dequantize_per_channel_default_13" [label="(1, 96, 28, 28) \n0 -> 0", style=solid]; -"106 dequantize_per_channel_default_13" -> "111 conv2d_12" [label="(1, 96, 28, 28) \n0 -> 0", style=solid]; -"107 conv2d_12_scale_0_updated_constant0" -> "110 mul_19" [label="(96, 1, 1, 1) \n0 -> 1", style=solid]; -"108 compressed_weight_updated_constant10" -> "110 mul_19" [label="(96, 1, 5, 5) \n0 -> 0", style=solid]; -"109 features_4_block_1_0_weight_bias_0_0" -> "111 conv2d_12" [label="(96,) \n0 -> 2", style=solid]; -"110 mul_19" -> "111 conv2d_12" [label="(2,) \n0 -> 1", style=solid]; -"111 conv2d_12" -> "112 hardswish__2" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; -"112 hardswish__2" -> "113 quantize_per_tensor_default_10" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; -"113 quantize_per_tensor_default_10" -> "115 dequantize_per_tensor_default_12" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; -"113 quantize_per_tensor_default_10" -> "114 dequantize_per_tensor_default_13" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; -"114 dequantize_per_tensor_default_13" -> "127 mul_1" [label="(1, 96, 14, 14) \n0 -> 1", style=solid]; -"115 dequantize_per_tensor_default_12" -> "116 adaptive_avg_pool2d_1" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; -"116 adaptive_avg_pool2d_1" -> "119 conv2d_13" [label="(1, 96, 1, 1) \n0 -> 0", style=solid]; -"117 _param_constant37" -> "119 conv2d_13" [label="(24, 96, 1, 1) \n0 -> 1", style=solid]; -"118 _param_constant38_0_0" -> "119 conv2d_13" [label="(24,) \n0 -> 2", style=solid]; -"119 conv2d_13" -> "120 relu_1" [label="(1, 24, 1, 1) \n0 -> 0", style=solid]; -"120 relu_1" -> "123 conv2d_14" [label="(1, 24, 1, 1) \n0 -> 0", style=solid]; -"121 _param_constant39" -> "123 conv2d_14" [label="(96, 24, 1, 1) \n0 -> 1", style=solid]; -"122 _param_constant40_0_0" -> "123 conv2d_14" [label="(96,) \n0 -> 2", style=solid]; -"123 conv2d_14" -> "124 hardsigmoid_1" [label="(1, 96, 1, 1) \n0 -> 0", style=solid]; -"124 hardsigmoid_1" -> "125 quantize_per_tensor_default_11" [label="(1, 96, 1, 1) \n0 -> 0", style=solid]; -"125 quantize_per_tensor_default_11" -> "126 dequantize_per_tensor_default_14" [label="(1, 96, 1, 1) \n0 -> 0", style=solid]; -"126 dequantize_per_tensor_default_14" -> "127 mul_1" [label="(1, 96, 1, 1) \n0 -> 0", style=solid]; -"127 mul_1" -> "128 quantize_per_tensor_default_12" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; -"128 quantize_per_tensor_default_12" -> "129 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; -"129 dequantize_per_tensor_default_15" -> "134 conv2d_15" [label="(1, 96, 14, 14) \n0 -> 0", style=solid]; -"130 conv2d_15_scale_0_updated_constant0" -> "133 mul_20" [label="(40, 1, 1, 1) \n0 -> 1", style=solid]; -"131 compressed_weight_updated_constant11" -> "133 mul_20" [label="(40, 96, 1, 1) \n0 -> 0", style=solid]; -"132 features_4_block_3_0_weight_bias_0_0" -> "134 conv2d_15" [label="(40,) \n0 -> 2", style=solid]; -"133 mul_20" -> "134 conv2d_15" [label="(2,) \n0 -> 1", style=solid]; -"134 conv2d_15" -> "135 quantize_per_tensor_default_13" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; -"135 quantize_per_tensor_default_13" -> "137 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; -"135 quantize_per_tensor_default_13" -> "136 dequantize_per_tensor_default_17" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; -"136 dequantize_per_tensor_default_17" -> "178 add__1" [label="(1, 40, 14, 14) \n0 -> 1", style=solid]; -"137 dequantize_per_tensor_default_16" -> "142 conv2d_16" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; -"138 conv2d_16_scale_0_updated_constant0" -> "141 mul_21" [label="(240, 1, 1, 1) \n0 -> 1", style=solid]; -"139 compressed_weight_updated_constant12" -> "141 mul_21" [label="(240, 40, 1, 1) \n0 -> 0", style=solid]; -"140 features_5_block_0_0_weight_bias_0_0" -> "142 conv2d_16" [label="(240,) \n0 -> 2", style=solid]; -"141 mul_21" -> "142 conv2d_16" [label="(2,) \n0 -> 1", style=solid]; -"142 conv2d_16" -> "145 hardswish__3" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"143 hardswish__3_scale_0" -> "146 quantize_per_channel_default_17" [label="(240,) \n0 -> 1", style=solid]; -"143 hardswish__3_scale_0" -> "147 dequantize_per_channel_default_17" [label="(240,) \n0 -> 1", style=solid]; -"144 hardswish__3_zero_point_0" -> "146 quantize_per_channel_default_17" [label="(240,) \n0 -> 2", style=solid]; -"144 hardswish__3_zero_point_0" -> "147 dequantize_per_channel_default_17" [label="(240,) \n0 -> 2", style=solid]; -"145 hardswish__3" -> "146 quantize_per_channel_default_17" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"146 quantize_per_channel_default_17" -> "147 dequantize_per_channel_default_17" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"147 dequantize_per_channel_default_17" -> "152 conv2d_17" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"148 conv2d_17_scale_0_updated_constant0" -> "151 mul_22" [label="(240, 1, 1, 1) \n0 -> 1", style=solid]; -"149 compressed_weight_updated_constant13" -> "151 mul_22" [label="(240, 1, 5, 5) \n0 -> 0", style=solid]; -"150 features_5_block_1_0_weight_bias_0_0" -> "152 conv2d_17" [label="(240,) \n0 -> 2", style=solid]; -"151 mul_22" -> "152 conv2d_17" [label="(2,) \n0 -> 1", style=solid]; -"152 conv2d_17" -> "153 hardswish__4" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"153 hardswish__4" -> "154 quantize_per_tensor_default_14" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"154 quantize_per_tensor_default_14" -> "156 dequantize_per_tensor_default_18" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"154 quantize_per_tensor_default_14" -> "155 dequantize_per_tensor_default_19" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"155 dequantize_per_tensor_default_19" -> "168 mul_2" [label="(1, 240, 14, 14) \n0 -> 1", style=solid]; -"156 dequantize_per_tensor_default_18" -> "157 adaptive_avg_pool2d_2" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"157 adaptive_avg_pool2d_2" -> "160 conv2d_18" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; -"158 _param_constant50" -> "160 conv2d_18" [label="(64, 240, 1, 1) \n0 -> 1", style=solid]; -"159 _param_constant51_0_0" -> "160 conv2d_18" [label="(64,) \n0 -> 2", style=solid]; -"160 conv2d_18" -> "161 relu_2" [label="(1, 64, 1, 1) \n0 -> 0", style=solid]; -"161 relu_2" -> "164 conv2d_19" [label="(1, 64, 1, 1) \n0 -> 0", style=solid]; -"162 _param_constant52" -> "164 conv2d_19" [label="(240, 64, 1, 1) \n0 -> 1", style=solid]; -"163 _param_constant53_0_0" -> "164 conv2d_19" [label="(240,) \n0 -> 2", style=solid]; -"164 conv2d_19" -> "165 hardsigmoid_2" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; -"165 hardsigmoid_2" -> "166 quantize_per_tensor_default_15" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; -"166 quantize_per_tensor_default_15" -> "167 dequantize_per_tensor_default_20" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; -"167 dequantize_per_tensor_default_20" -> "168 mul_2" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; -"168 mul_2" -> "169 quantize_per_tensor_default_16" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"169 quantize_per_tensor_default_16" -> "170 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"170 dequantize_per_tensor_default_21" -> "175 conv2d_20" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"171 conv2d_20_scale_0_updated_constant0" -> "174 mul_23" [label="(40, 1, 1, 1) \n0 -> 1", style=solid]; -"172 compressed_weight_updated_constant14" -> "174 mul_23" [label="(40, 240, 1, 1) \n0 -> 0", style=solid]; -"173 features_5_block_3_0_weight_bias_0_0" -> "175 conv2d_20" [label="(40,) \n0 -> 2", style=solid]; -"174 mul_23" -> "175 conv2d_20" [label="(2,) \n0 -> 1", style=solid]; -"175 conv2d_20" -> "176 quantize_per_tensor_default_17" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; -"176 quantize_per_tensor_default_17" -> "177 dequantize_per_tensor_default_22" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; -"177 dequantize_per_tensor_default_22" -> "178 add__1" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; -"178 add__1" -> "179 quantize_per_tensor_default_18" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; -"179 quantize_per_tensor_default_18" -> "181 dequantize_per_tensor_default_23" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; -"179 quantize_per_tensor_default_18" -> "180 dequantize_per_tensor_default_24" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; -"180 dequantize_per_tensor_default_24" -> "222 add__2" [label="(1, 40, 14, 14) \n0 -> 1", style=solid]; -"181 dequantize_per_tensor_default_23" -> "186 conv2d_21" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; -"182 conv2d_21_scale_0_updated_constant0" -> "185 mul_24" [label="(240, 1, 1, 1) \n0 -> 1", style=solid]; -"183 compressed_weight_updated_constant15" -> "185 mul_24" [label="(240, 40, 1, 1) \n0 -> 0", style=solid]; -"184 features_6_block_0_0_weight_bias_0_0" -> "186 conv2d_21" [label="(240,) \n0 -> 2", style=solid]; -"185 mul_24" -> "186 conv2d_21" [label="(2,) \n0 -> 1", style=solid]; -"186 conv2d_21" -> "189 hardswish__5" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"187 hardswish__5_scale_0" -> "190 quantize_per_channel_default_21" [label="(240,) \n0 -> 1", style=solid]; -"187 hardswish__5_scale_0" -> "191 dequantize_per_channel_default_21" [label="(240,) \n0 -> 1", style=solid]; -"188 hardswish__5_zero_point_0" -> "190 quantize_per_channel_default_21" [label="(240,) \n0 -> 2", style=solid]; -"188 hardswish__5_zero_point_0" -> "191 dequantize_per_channel_default_21" [label="(240,) \n0 -> 2", style=solid]; -"189 hardswish__5" -> "190 quantize_per_channel_default_21" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"190 quantize_per_channel_default_21" -> "191 dequantize_per_channel_default_21" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"191 dequantize_per_channel_default_21" -> "196 conv2d_22" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"192 conv2d_22_scale_0_updated_constant0" -> "195 mul_25" [label="(240, 1, 1, 1) \n0 -> 1", style=solid]; -"193 compressed_weight_updated_constant16" -> "195 mul_25" [label="(240, 1, 5, 5) \n0 -> 0", style=solid]; -"194 features_6_block_1_0_weight_bias_0_0" -> "196 conv2d_22" [label="(240,) \n0 -> 2", style=solid]; -"195 mul_25" -> "196 conv2d_22" [label="(2,) \n0 -> 1", style=solid]; -"196 conv2d_22" -> "197 hardswish__6" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"197 hardswish__6" -> "198 quantize_per_tensor_default_19" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"198 quantize_per_tensor_default_19" -> "200 dequantize_per_tensor_default_25" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"198 quantize_per_tensor_default_19" -> "199 dequantize_per_tensor_default_26" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"199 dequantize_per_tensor_default_26" -> "212 mul_3" [label="(1, 240, 14, 14) \n0 -> 1", style=solid]; -"200 dequantize_per_tensor_default_25" -> "201 adaptive_avg_pool2d_3" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"201 adaptive_avg_pool2d_3" -> "204 conv2d_23" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; -"202 _param_constant63" -> "204 conv2d_23" [label="(64, 240, 1, 1) \n0 -> 1", style=solid]; -"203 _param_constant64_0_0" -> "204 conv2d_23" [label="(64,) \n0 -> 2", style=solid]; -"204 conv2d_23" -> "205 relu_3" [label="(1, 64, 1, 1) \n0 -> 0", style=solid]; -"205 relu_3" -> "208 conv2d_24" [label="(1, 64, 1, 1) \n0 -> 0", style=solid]; -"206 _param_constant65" -> "208 conv2d_24" [label="(240, 64, 1, 1) \n0 -> 1", style=solid]; -"207 _param_constant66_0_0" -> "208 conv2d_24" [label="(240,) \n0 -> 2", style=solid]; -"208 conv2d_24" -> "209 hardsigmoid_3" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; -"209 hardsigmoid_3" -> "210 quantize_per_tensor_default_20" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; -"210 quantize_per_tensor_default_20" -> "211 dequantize_per_tensor_default_27" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; -"211 dequantize_per_tensor_default_27" -> "212 mul_3" [label="(1, 240, 1, 1) \n0 -> 0", style=solid]; -"212 mul_3" -> "213 quantize_per_tensor_default_21" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"213 quantize_per_tensor_default_21" -> "214 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"214 dequantize_per_tensor_default_28" -> "219 conv2d_25" [label="(1, 240, 14, 14) \n0 -> 0", style=solid]; -"215 conv2d_25_scale_0_updated_constant0" -> "218 mul_26" [label="(40, 1, 1, 1) \n0 -> 1", style=solid]; -"216 compressed_weight_updated_constant17" -> "218 mul_26" [label="(40, 240, 1, 1) \n0 -> 0", style=solid]; -"217 features_6_block_3_0_weight_bias_0_0" -> "219 conv2d_25" [label="(40,) \n0 -> 2", style=solid]; -"218 mul_26" -> "219 conv2d_25" [label="(2,) \n0 -> 1", style=solid]; -"219 conv2d_25" -> "220 quantize_per_tensor_default_22" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; -"220 quantize_per_tensor_default_22" -> "221 dequantize_per_tensor_default_29" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; -"221 dequantize_per_tensor_default_29" -> "222 add__2" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; -"222 add__2" -> "223 quantize_per_tensor_default_23" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; -"223 quantize_per_tensor_default_23" -> "224 dequantize_per_tensor_default_30" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; -"224 dequantize_per_tensor_default_30" -> "229 conv2d_26" [label="(1, 40, 14, 14) \n0 -> 0", style=solid]; -"225 conv2d_26_scale_0_updated_constant0" -> "228 mul_27" [label="(120, 1, 1, 1) \n0 -> 1", style=solid]; -"226 compressed_weight_updated_constant18" -> "228 mul_27" [label="(120, 40, 1, 1) \n0 -> 0", style=solid]; -"227 features_7_block_0_0_weight_bias_0_0" -> "229 conv2d_26" [label="(120,) \n0 -> 2", style=solid]; -"228 mul_27" -> "229 conv2d_26" [label="(2,) \n0 -> 1", style=solid]; -"229 conv2d_26" -> "232 hardswish__7" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; -"230 hardswish__7_scale_0" -> "233 quantize_per_channel_default_25" [label="(120,) \n0 -> 1", style=solid]; -"230 hardswish__7_scale_0" -> "234 dequantize_per_channel_default_25" [label="(120,) \n0 -> 1", style=solid]; -"231 hardswish__7_zero_point_0" -> "233 quantize_per_channel_default_25" [label="(120,) \n0 -> 2", style=solid]; -"231 hardswish__7_zero_point_0" -> "234 dequantize_per_channel_default_25" [label="(120,) \n0 -> 2", style=solid]; -"232 hardswish__7" -> "233 quantize_per_channel_default_25" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; -"233 quantize_per_channel_default_25" -> "234 dequantize_per_channel_default_25" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; -"234 dequantize_per_channel_default_25" -> "239 conv2d_27" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; -"235 conv2d_27_scale_0_updated_constant0" -> "238 mul_28" [label="(120, 1, 1, 1) \n0 -> 1", style=solid]; -"236 compressed_weight_updated_constant19" -> "238 mul_28" [label="(120, 1, 5, 5) \n0 -> 0", style=solid]; -"237 features_7_block_1_0_weight_bias_0_0" -> "239 conv2d_27" [label="(120,) \n0 -> 2", style=solid]; -"238 mul_28" -> "239 conv2d_27" [label="(2,) \n0 -> 1", style=solid]; -"239 conv2d_27" -> "240 hardswish__8" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; -"240 hardswish__8" -> "241 quantize_per_tensor_default_24" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; -"241 quantize_per_tensor_default_24" -> "243 dequantize_per_tensor_default_31" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; -"241 quantize_per_tensor_default_24" -> "242 dequantize_per_tensor_default_32" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; -"242 dequantize_per_tensor_default_32" -> "255 mul_4" [label="(1, 120, 14, 14) \n0 -> 1", style=solid]; -"243 dequantize_per_tensor_default_31" -> "244 adaptive_avg_pool2d_4" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; -"244 adaptive_avg_pool2d_4" -> "247 conv2d_28" [label="(1, 120, 1, 1) \n0 -> 0", style=solid]; -"245 _param_constant76" -> "247 conv2d_28" [label="(32, 120, 1, 1) \n0 -> 1", style=solid]; -"246 _param_constant77_0_0" -> "247 conv2d_28" [label="(32,) \n0 -> 2", style=solid]; -"247 conv2d_28" -> "248 relu_4" [label="(1, 32, 1, 1) \n0 -> 0", style=solid]; -"248 relu_4" -> "251 conv2d_29" [label="(1, 32, 1, 1) \n0 -> 0", style=solid]; -"249 _param_constant78" -> "251 conv2d_29" [label="(120, 32, 1, 1) \n0 -> 1", style=solid]; -"250 _param_constant79_0_0" -> "251 conv2d_29" [label="(120,) \n0 -> 2", style=solid]; -"251 conv2d_29" -> "252 hardsigmoid_4" [label="(1, 120, 1, 1) \n0 -> 0", style=solid]; -"252 hardsigmoid_4" -> "253 quantize_per_tensor_default_25" [label="(1, 120, 1, 1) \n0 -> 0", style=solid]; -"253 quantize_per_tensor_default_25" -> "254 dequantize_per_tensor_default_33" [label="(1, 120, 1, 1) \n0 -> 0", style=solid]; -"254 dequantize_per_tensor_default_33" -> "255 mul_4" [label="(1, 120, 1, 1) \n0 -> 0", style=solid]; -"255 mul_4" -> "256 quantize_per_tensor_default_26" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; -"256 quantize_per_tensor_default_26" -> "257 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; -"257 dequantize_per_tensor_default_34" -> "262 conv2d_30" [label="(1, 120, 14, 14) \n0 -> 0", style=solid]; -"258 conv2d_30_scale_0_updated_constant0" -> "261 mul_29" [label="(48, 1, 1, 1) \n0 -> 1", style=solid]; -"259 compressed_weight_updated_constant20" -> "261 mul_29" [label="(48, 120, 1, 1) \n0 -> 0", style=solid]; -"260 features_7_block_3_0_weight_bias_0_0" -> "262 conv2d_30" [label="(48,) \n0 -> 2", style=solid]; -"261 mul_29" -> "262 conv2d_30" [label="(2,) \n0 -> 1", style=solid]; -"262 conv2d_30" -> "263 quantize_per_tensor_default_27" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; -"263 quantize_per_tensor_default_27" -> "265 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; -"263 quantize_per_tensor_default_27" -> "264 dequantize_per_tensor_default_36" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; -"264 dequantize_per_tensor_default_36" -> "306 add__3" [label="(1, 48, 14, 14) \n0 -> 1", style=solid]; -"265 dequantize_per_tensor_default_35" -> "270 conv2d_31" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; -"266 conv2d_31_scale_0_updated_constant0" -> "269 mul_30" [label="(144, 1, 1, 1) \n0 -> 1", style=solid]; -"267 compressed_weight_updated_constant21" -> "269 mul_30" [label="(144, 48, 1, 1) \n0 -> 0", style=solid]; -"268 features_8_block_0_0_weight_bias_0_0" -> "270 conv2d_31" [label="(144,) \n0 -> 2", style=solid]; -"269 mul_30" -> "270 conv2d_31" [label="(2,) \n0 -> 1", style=solid]; -"270 conv2d_31" -> "273 hardswish__9" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; -"271 hardswish__9_scale_0" -> "274 quantize_per_channel_default_29" [label="(144,) \n0 -> 1", style=solid]; -"271 hardswish__9_scale_0" -> "275 dequantize_per_channel_default_29" [label="(144,) \n0 -> 1", style=solid]; -"272 hardswish__9_zero_point_0" -> "274 quantize_per_channel_default_29" [label="(144,) \n0 -> 2", style=solid]; -"272 hardswish__9_zero_point_0" -> "275 dequantize_per_channel_default_29" [label="(144,) \n0 -> 2", style=solid]; -"273 hardswish__9" -> "274 quantize_per_channel_default_29" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; -"274 quantize_per_channel_default_29" -> "275 dequantize_per_channel_default_29" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; -"275 dequantize_per_channel_default_29" -> "280 conv2d_32" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; -"276 conv2d_32_scale_0_updated_constant0" -> "279 mul_31" [label="(144, 1, 1, 1) \n0 -> 1", style=solid]; -"277 compressed_weight_updated_constant22" -> "279 mul_31" [label="(144, 1, 5, 5) \n0 -> 0", style=solid]; -"278 features_8_block_1_0_weight_bias_0_0" -> "280 conv2d_32" [label="(144,) \n0 -> 2", style=solid]; -"279 mul_31" -> "280 conv2d_32" [label="(2,) \n0 -> 1", style=solid]; -"280 conv2d_32" -> "281 hardswish__10" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; -"281 hardswish__10" -> "282 quantize_per_tensor_default_28" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; -"282 quantize_per_tensor_default_28" -> "284 dequantize_per_tensor_default_37" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; -"282 quantize_per_tensor_default_28" -> "283 dequantize_per_tensor_default_38" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; -"283 dequantize_per_tensor_default_38" -> "296 mul_5" [label="(1, 144, 14, 14) \n0 -> 1", style=solid]; -"284 dequantize_per_tensor_default_37" -> "285 adaptive_avg_pool2d_5" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; -"285 adaptive_avg_pool2d_5" -> "288 conv2d_33" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; -"286 _param_constant89" -> "288 conv2d_33" [label="(40, 144, 1, 1) \n0 -> 1", style=solid]; -"287 _param_constant90_0_0" -> "288 conv2d_33" [label="(40,) \n0 -> 2", style=solid]; -"288 conv2d_33" -> "289 relu_5" [label="(1, 40, 1, 1) \n0 -> 0", style=solid]; -"289 relu_5" -> "292 conv2d_34" [label="(1, 40, 1, 1) \n0 -> 0", style=solid]; -"290 _param_constant91" -> "292 conv2d_34" [label="(144, 40, 1, 1) \n0 -> 1", style=solid]; -"291 _param_constant92_0_0" -> "292 conv2d_34" [label="(144,) \n0 -> 2", style=solid]; -"292 conv2d_34" -> "293 hardsigmoid_5" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; -"293 hardsigmoid_5" -> "294 quantize_per_tensor_default_29" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; -"294 quantize_per_tensor_default_29" -> "295 dequantize_per_tensor_default_39" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; -"295 dequantize_per_tensor_default_39" -> "296 mul_5" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; -"296 mul_5" -> "297 quantize_per_tensor_default_30" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; -"297 quantize_per_tensor_default_30" -> "298 dequantize_per_tensor_default_40" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; -"298 dequantize_per_tensor_default_40" -> "303 conv2d_35" [label="(1, 144, 14, 14) \n0 -> 0", style=solid]; -"299 conv2d_35_scale_0_updated_constant0" -> "302 mul_32" [label="(48, 1, 1, 1) \n0 -> 1", style=solid]; -"300 compressed_weight_updated_constant23" -> "302 mul_32" [label="(48, 144, 1, 1) \n0 -> 0", style=solid]; -"301 features_8_block_3_0_weight_bias_0_0" -> "303 conv2d_35" [label="(48,) \n0 -> 2", style=solid]; -"302 mul_32" -> "303 conv2d_35" [label="(2,) \n0 -> 1", style=solid]; -"303 conv2d_35" -> "304 quantize_per_tensor_default_31" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; -"304 quantize_per_tensor_default_31" -> "305 dequantize_per_tensor_default_41" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; -"305 dequantize_per_tensor_default_41" -> "306 add__3" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; -"306 add__3" -> "307 quantize_per_tensor_default_32" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; -"307 quantize_per_tensor_default_32" -> "308 dequantize_per_tensor_default_42" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; -"308 dequantize_per_tensor_default_42" -> "313 conv2d_36" [label="(1, 48, 14, 14) \n0 -> 0", style=solid]; -"309 conv2d_36_scale_0_updated_constant0" -> "312 mul_33" [label="(288, 1, 1, 1) \n0 -> 1", style=solid]; -"310 compressed_weight_updated_constant24" -> "312 mul_33" [label="(288, 48, 1, 1) \n0 -> 0", style=solid]; -"311 features_9_block_0_0_weight_bias_0_0" -> "313 conv2d_36" [label="(288,) \n0 -> 2", style=solid]; -"312 mul_33" -> "313 conv2d_36" [label="(2,) \n0 -> 1", style=solid]; -"313 conv2d_36" -> "316 hardswish__11" [label="(1, 288, 14, 14) \n0 -> 0", style=solid]; -"314 hardswish__11_scale_0" -> "317 quantize_per_channel_default_33" [label="(288,) \n0 -> 1", style=solid]; -"314 hardswish__11_scale_0" -> "318 dequantize_per_channel_default_33" [label="(288,) \n0 -> 1", style=solid]; -"315 hardswish__11_zero_point_0" -> "317 quantize_per_channel_default_33" [label="(288,) \n0 -> 2", style=solid]; -"315 hardswish__11_zero_point_0" -> "318 dequantize_per_channel_default_33" [label="(288,) \n0 -> 2", style=solid]; -"316 hardswish__11" -> "317 quantize_per_channel_default_33" [label="(1, 288, 14, 14) \n0 -> 0", style=solid]; -"317 quantize_per_channel_default_33" -> "318 dequantize_per_channel_default_33" [label="(1, 288, 14, 14) \n0 -> 0", style=solid]; -"318 dequantize_per_channel_default_33" -> "323 conv2d_37" [label="(1, 288, 14, 14) \n0 -> 0", style=solid]; -"319 conv2d_37_scale_0_updated_constant0" -> "322 mul_34" [label="(288, 1, 1, 1) \n0 -> 1", style=solid]; -"320 compressed_weight_updated_constant25" -> "322 mul_34" [label="(288, 1, 5, 5) \n0 -> 0", style=solid]; -"321 features_9_block_1_0_weight_bias_0_0" -> "323 conv2d_37" [label="(288,) \n0 -> 2", style=solid]; -"322 mul_34" -> "323 conv2d_37" [label="(2,) \n0 -> 1", style=solid]; -"323 conv2d_37" -> "324 hardswish__12" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; -"324 hardswish__12" -> "325 quantize_per_tensor_default_33" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; -"325 quantize_per_tensor_default_33" -> "327 dequantize_per_tensor_default_43" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; -"325 quantize_per_tensor_default_33" -> "326 dequantize_per_tensor_default_44" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; -"326 dequantize_per_tensor_default_44" -> "339 mul_6" [label="(1, 288, 7, 7) \n0 -> 1", style=solid]; -"327 dequantize_per_tensor_default_43" -> "328 adaptive_avg_pool2d_6" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; -"328 adaptive_avg_pool2d_6" -> "331 conv2d_38" [label="(1, 288, 1, 1) \n0 -> 0", style=solid]; -"329 _param_constant102" -> "331 conv2d_38" [label="(72, 288, 1, 1) \n0 -> 1", style=solid]; -"330 _param_constant103_0_0" -> "331 conv2d_38" [label="(72,) \n0 -> 2", style=solid]; -"331 conv2d_38" -> "332 relu_6" [label="(1, 72, 1, 1) \n0 -> 0", style=solid]; -"332 relu_6" -> "335 conv2d_39" [label="(1, 72, 1, 1) \n0 -> 0", style=solid]; -"333 _param_constant104" -> "335 conv2d_39" [label="(288, 72, 1, 1) \n0 -> 1", style=solid]; -"334 _param_constant105_0_0" -> "335 conv2d_39" [label="(288,) \n0 -> 2", style=solid]; -"335 conv2d_39" -> "336 hardsigmoid_6" [label="(1, 288, 1, 1) \n0 -> 0", style=solid]; -"336 hardsigmoid_6" -> "337 quantize_per_tensor_default_34" [label="(1, 288, 1, 1) \n0 -> 0", style=solid]; -"337 quantize_per_tensor_default_34" -> "338 dequantize_per_tensor_default_45" [label="(1, 288, 1, 1) \n0 -> 0", style=solid]; -"338 dequantize_per_tensor_default_45" -> "339 mul_6" [label="(1, 288, 1, 1) \n0 -> 0", style=solid]; -"339 mul_6" -> "340 quantize_per_tensor_default_35" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; -"340 quantize_per_tensor_default_35" -> "341 dequantize_per_tensor_default_46" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; -"341 dequantize_per_tensor_default_46" -> "346 conv2d_40" [label="(1, 288, 7, 7) \n0 -> 0", style=solid]; -"342 conv2d_40_scale_0_updated_constant0" -> "345 mul_35" [label="(96, 1, 1, 1) \n0 -> 1", style=solid]; -"343 compressed_weight_updated_constant26" -> "345 mul_35" [label="(96, 288, 1, 1) \n0 -> 0", style=solid]; -"344 features_9_block_3_0_weight_bias_0_0" -> "346 conv2d_40" [label="(96,) \n0 -> 2", style=solid]; -"345 mul_35" -> "346 conv2d_40" [label="(2,) \n0 -> 1", style=solid]; -"346 conv2d_40" -> "347 quantize_per_tensor_default_36" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; -"347 quantize_per_tensor_default_36" -> "349 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; -"347 quantize_per_tensor_default_36" -> "348 dequantize_per_tensor_default_48" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; -"348 dequantize_per_tensor_default_48" -> "390 add__4" [label="(1, 96, 7, 7) \n0 -> 1", style=solid]; -"349 dequantize_per_tensor_default_47" -> "354 conv2d_41" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; -"350 conv2d_41_scale_0_updated_constant0" -> "353 mul_36" [label="(576, 1, 1, 1) \n0 -> 1", style=solid]; -"351 compressed_weight_updated_constant27" -> "353 mul_36" [label="(576, 96, 1, 1) \n0 -> 0", style=solid]; -"352 features_10_block_0_0_weight_bias_0_0" -> "354 conv2d_41" [label="(576,) \n0 -> 2", style=solid]; -"353 mul_36" -> "354 conv2d_41" [label="(2,) \n0 -> 1", style=solid]; -"354 conv2d_41" -> "357 hardswish__13" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"355 hardswish__13_scale_0" -> "358 quantize_per_channel_default_37" [label="(576,) \n0 -> 1", style=solid]; -"355 hardswish__13_scale_0" -> "359 dequantize_per_channel_default_37" [label="(576,) \n0 -> 1", style=solid]; -"356 hardswish__13_zero_point_0" -> "358 quantize_per_channel_default_37" [label="(576,) \n0 -> 2", style=solid]; -"356 hardswish__13_zero_point_0" -> "359 dequantize_per_channel_default_37" [label="(576,) \n0 -> 2", style=solid]; -"357 hardswish__13" -> "358 quantize_per_channel_default_37" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"358 quantize_per_channel_default_37" -> "359 dequantize_per_channel_default_37" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"359 dequantize_per_channel_default_37" -> "364 conv2d_42" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"360 conv2d_42_scale_0_updated_constant0" -> "363 mul_37" [label="(576, 1, 1, 1) \n0 -> 1", style=solid]; -"361 compressed_weight_updated_constant28" -> "363 mul_37" [label="(576, 1, 5, 5) \n0 -> 0", style=solid]; -"362 features_10_block_1_0_weight_bias_0_0" -> "364 conv2d_42" [label="(576,) \n0 -> 2", style=solid]; -"363 mul_37" -> "364 conv2d_42" [label="(2,) \n0 -> 1", style=solid]; -"364 conv2d_42" -> "365 hardswish__14" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"365 hardswish__14" -> "366 quantize_per_tensor_default_37" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"366 quantize_per_tensor_default_37" -> "368 dequantize_per_tensor_default_49" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"366 quantize_per_tensor_default_37" -> "367 dequantize_per_tensor_default_50" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"367 dequantize_per_tensor_default_50" -> "380 mul_7" [label="(1, 576, 7, 7) \n0 -> 1", style=solid]; -"368 dequantize_per_tensor_default_49" -> "369 adaptive_avg_pool2d_7" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"369 adaptive_avg_pool2d_7" -> "372 conv2d_43" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; -"370 _param_constant115" -> "372 conv2d_43" [label="(144, 576, 1, 1) \n0 -> 1", style=solid]; -"371 _param_constant116_0_0" -> "372 conv2d_43" [label="(144,) \n0 -> 2", style=solid]; -"372 conv2d_43" -> "373 relu_7" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; -"373 relu_7" -> "376 conv2d_44" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; -"374 _param_constant117" -> "376 conv2d_44" [label="(576, 144, 1, 1) \n0 -> 1", style=solid]; -"375 _param_constant118_0_0" -> "376 conv2d_44" [label="(576,) \n0 -> 2", style=solid]; -"376 conv2d_44" -> "377 hardsigmoid_7" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; -"377 hardsigmoid_7" -> "378 quantize_per_tensor_default_38" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; -"378 quantize_per_tensor_default_38" -> "379 dequantize_per_tensor_default_51" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; -"379 dequantize_per_tensor_default_51" -> "380 mul_7" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; -"380 mul_7" -> "381 quantize_per_tensor_default_39" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"381 quantize_per_tensor_default_39" -> "382 dequantize_per_tensor_default_52" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"382 dequantize_per_tensor_default_52" -> "387 conv2d_45" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"383 conv2d_45_scale_0_updated_constant0" -> "386 mul_38" [label="(96, 1, 1, 1) \n0 -> 1", style=solid]; -"384 compressed_weight_updated_constant29" -> "386 mul_38" [label="(96, 576, 1, 1) \n0 -> 0", style=solid]; -"385 features_10_block_3_0_weight_bias_0_0" -> "387 conv2d_45" [label="(96,) \n0 -> 2", style=solid]; -"386 mul_38" -> "387 conv2d_45" [label="(2,) \n0 -> 1", style=solid]; -"387 conv2d_45" -> "388 quantize_per_tensor_default_40" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; -"388 quantize_per_tensor_default_40" -> "389 dequantize_per_tensor_default_53" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; -"389 dequantize_per_tensor_default_53" -> "390 add__4" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; -"390 add__4" -> "391 quantize_per_tensor_default_41" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; -"391 quantize_per_tensor_default_41" -> "393 dequantize_per_tensor_default_54" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; -"391 quantize_per_tensor_default_41" -> "392 dequantize_per_tensor_default_55" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; -"392 dequantize_per_tensor_default_55" -> "434 add__5" [label="(1, 96, 7, 7) \n0 -> 1", style=solid]; -"393 dequantize_per_tensor_default_54" -> "398 conv2d_46" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; -"394 conv2d_46_scale_0_updated_constant0" -> "397 mul_39" [label="(576, 1, 1, 1) \n0 -> 1", style=solid]; -"395 compressed_weight_updated_constant30" -> "397 mul_39" [label="(576, 96, 1, 1) \n0 -> 0", style=solid]; -"396 features_11_block_0_0_weight_bias_0_0" -> "398 conv2d_46" [label="(576,) \n0 -> 2", style=solid]; -"397 mul_39" -> "398 conv2d_46" [label="(2,) \n0 -> 1", style=solid]; -"398 conv2d_46" -> "401 hardswish__15" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"399 hardswish__15_scale_0" -> "402 quantize_per_channel_default_41" [label="(576,) \n0 -> 1", style=solid]; -"399 hardswish__15_scale_0" -> "403 dequantize_per_channel_default_41" [label="(576,) \n0 -> 1", style=solid]; -"400 hardswish__15_zero_point_0" -> "402 quantize_per_channel_default_41" [label="(576,) \n0 -> 2", style=solid]; -"400 hardswish__15_zero_point_0" -> "403 dequantize_per_channel_default_41" [label="(576,) \n0 -> 2", style=solid]; -"401 hardswish__15" -> "402 quantize_per_channel_default_41" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"402 quantize_per_channel_default_41" -> "403 dequantize_per_channel_default_41" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"403 dequantize_per_channel_default_41" -> "408 conv2d_47" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"404 conv2d_47_scale_0_updated_constant0" -> "407 mul_40" [label="(576, 1, 1, 1) \n0 -> 1", style=solid]; -"405 compressed_weight_updated_constant31" -> "407 mul_40" [label="(576, 1, 5, 5) \n0 -> 0", style=solid]; -"406 features_11_block_1_0_weight_bias_0_0" -> "408 conv2d_47" [label="(576,) \n0 -> 2", style=solid]; -"407 mul_40" -> "408 conv2d_47" [label="(2,) \n0 -> 1", style=solid]; -"408 conv2d_47" -> "409 hardswish__16" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"409 hardswish__16" -> "410 quantize_per_tensor_default_42" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"410 quantize_per_tensor_default_42" -> "412 dequantize_per_tensor_default_56" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"410 quantize_per_tensor_default_42" -> "411 dequantize_per_tensor_default_57" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"411 dequantize_per_tensor_default_57" -> "424 mul_8" [label="(1, 576, 7, 7) \n0 -> 1", style=solid]; -"412 dequantize_per_tensor_default_56" -> "413 adaptive_avg_pool2d_8" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"413 adaptive_avg_pool2d_8" -> "416 conv2d_48" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; -"414 _param_constant128" -> "416 conv2d_48" [label="(144, 576, 1, 1) \n0 -> 1", style=solid]; -"415 _param_constant129_0_0" -> "416 conv2d_48" [label="(144,) \n0 -> 2", style=solid]; -"416 conv2d_48" -> "417 relu_8" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; -"417 relu_8" -> "420 conv2d_49" [label="(1, 144, 1, 1) \n0 -> 0", style=solid]; -"418 _param_constant130" -> "420 conv2d_49" [label="(576, 144, 1, 1) \n0 -> 1", style=solid]; -"419 _param_constant131_0_0" -> "420 conv2d_49" [label="(576,) \n0 -> 2", style=solid]; -"420 conv2d_49" -> "421 hardsigmoid_8" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; -"421 hardsigmoid_8" -> "422 quantize_per_tensor_default_43" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; -"422 quantize_per_tensor_default_43" -> "423 dequantize_per_tensor_default_58" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; -"423 dequantize_per_tensor_default_58" -> "424 mul_8" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; -"424 mul_8" -> "425 quantize_per_tensor_default_44" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"425 quantize_per_tensor_default_44" -> "426 dequantize_per_tensor_default_59" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"426 dequantize_per_tensor_default_59" -> "431 conv2d_50" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"427 conv2d_50_scale_0_updated_constant0" -> "430 mul_41" [label="(96, 1, 1, 1) \n0 -> 1", style=solid]; -"428 compressed_weight_updated_constant32" -> "430 mul_41" [label="(96, 576, 1, 1) \n0 -> 0", style=solid]; -"429 features_11_block_3_0_weight_bias_0_0" -> "431 conv2d_50" [label="(96,) \n0 -> 2", style=solid]; -"430 mul_41" -> "431 conv2d_50" [label="(2,) \n0 -> 1", style=solid]; -"431 conv2d_50" -> "432 quantize_per_tensor_default_45" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; -"432 quantize_per_tensor_default_45" -> "433 dequantize_per_tensor_default_60" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; -"433 dequantize_per_tensor_default_60" -> "434 add__5" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; -"434 add__5" -> "435 quantize_per_tensor_default_46" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; -"435 quantize_per_tensor_default_46" -> "436 dequantize_per_tensor_default_61" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; -"436 dequantize_per_tensor_default_61" -> "441 conv2d_51" [label="(1, 96, 7, 7) \n0 -> 0", style=solid]; -"437 conv2d_51_scale_0_updated_constant0" -> "440 mul_42" [label="(576, 1, 1, 1) \n0 -> 1", style=solid]; -"438 compressed_weight_updated_constant33" -> "440 mul_42" [label="(576, 96, 1, 1) \n0 -> 0", style=solid]; -"439 features_12_0_weight_bias_0_0" -> "441 conv2d_51" [label="(576,) \n0 -> 2", style=solid]; -"440 mul_42" -> "441 conv2d_51" [label="(2,) \n0 -> 1", style=solid]; -"441 conv2d_51" -> "442 hardswish__17" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"442 hardswish__17" -> "443 quantize_per_tensor_default_47" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"443 quantize_per_tensor_default_47" -> "444 dequantize_per_tensor_default_62" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"444 dequantize_per_tensor_default_62" -> "445 adaptive_avg_pool2d_9" [label="(1, 576, 7, 7) \n0 -> 0", style=solid]; -"445 adaptive_avg_pool2d_9" -> "446 quantize_per_tensor_default_48" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; -"446 quantize_per_tensor_default_48" -> "447 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; -"447 dequantize_per_tensor_default_63" -> "448 flatten" [label="(1, 576, 1, 1) \n0 -> 0", style=solid]; -"448 flatten" -> "453 linear" [label="(1, 576) \n0 -> 0", style=solid]; -"449 linear_scale_0_updated_constant0" -> "452 mul_43" [label="(1024, 1) \n0 -> 1", style=solid]; -"450 compressed_weight_updated_constant34" -> "452 mul_43" [label="(1024, 576) \n0 -> 0", style=solid]; -"451 _param_constant139_0_0" -> "453 linear" [label="(1024,) \n0 -> 2", style=solid]; -"452 mul_43" -> "453 linear" [label="(2,) \n0 -> 1", style=solid]; -"453 linear" -> "454 hardswish__18" [label="(1, 1024) \n0 -> 0", style=solid]; -"454 hardswish__18" -> "455 quantize_per_tensor_default_49" [label="(1, 1024) \n0 -> 0", style=solid]; -"455 quantize_per_tensor_default_49" -> "456 dequantize_per_tensor_default_64" [label="(1, 1024) \n0 -> 0", style=solid]; -"456 dequantize_per_tensor_default_64" -> "457 dropout_" [label="(1, 1024) \n0 -> 0", style=solid]; -"457 dropout_" -> "462 linear_1" [label="(1, 1024) \n0 -> 0", style=solid]; -"458 linear_1_scale_0_updated_constant0" -> "461 mul_44" [label="(1000, 1) \n0 -> 1", style=solid]; -"459 compressed_weight_updated_constant35" -> "461 mul_44" [label="(1000, 1024) \n0 -> 0", style=solid]; -"460 _param_constant141_0_0" -> "462 linear_1" [label="(1000,) \n0 -> 2", style=solid]; -"461 mul_44" -> "462 linear_1" [label="(2,) \n0 -> 1", style=solid]; -"462 linear_1" -> "463 output" [label="(1, 1000) \n0 -> 0", style=solid]; +"3 conv2d_scale_0_updated_constant0" -> "6 mul_tensor" [label="(64, 1, 1, 1) \n0 -> 1", style=solid]; +"4 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(64, 3, 7, 7) \n0 -> 0", style=solid]; +"5 conv1_weight_bias_0_0" -> "7 conv2d" [label="(64,) \n0 -> 2", style=solid]; +"6 mul_tensor" -> "7 conv2d" [label="(64, 3, 7, 7) \n0 -> 1", style=solid]; +"7 conv2d" -> "8 relu_" [label="(1, 64, 112, 112) \n0 -> 0", style=solid]; +"8 relu_" -> "9 quantize_per_tensor_default_1" [label="(1, 64, 112, 112) \n0 -> 0", style=solid]; +"9 quantize_per_tensor_default_1" -> "10 dequantize_per_tensor_default_1" [label="(1, 64, 112, 112) \n0 -> 0", style=solid]; +"10 dequantize_per_tensor_default_1" -> "11 max_pool2d" [label="(1, 64, 112, 112) \n0 -> 0", style=solid]; +"11 max_pool2d" -> "27 add_" [label="(1, 64, 56, 56) \n0 -> 1", style=solid]; +"11 max_pool2d" -> "16 conv2d_1" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"12 conv2d_1_scale_0_updated_constant0" -> "15 mul_tensor_1" [label="(64, 1, 1, 1) \n0 -> 1", style=solid]; +"13 compressed_weight_updated_constant1" -> "15 mul_tensor_1" [label="(64, 64, 3, 3) \n0 -> 0", style=solid]; +"14 layer1_0_conv1_weight_bias_0_0" -> "16 conv2d_1" [label="(64,) \n0 -> 2", style=solid]; +"15 mul_tensor_1" -> "16 conv2d_1" [label="(64, 64, 3, 3) \n0 -> 1", style=solid]; +"16 conv2d_1" -> "17 relu__1" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"17 relu__1" -> "18 quantize_per_tensor_default_2" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"18 quantize_per_tensor_default_2" -> "19 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"19 dequantize_per_tensor_default_2" -> "24 conv2d_2" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"20 conv2d_2_scale_0_updated_constant0" -> "23 mul_tensor_2" [label="(64, 1, 1, 1) \n0 -> 1", style=solid]; +"21 compressed_weight_updated_constant2" -> "23 mul_tensor_2" [label="(64, 64, 3, 3) \n0 -> 0", style=solid]; +"22 layer1_0_conv2_weight_bias_0_0" -> "24 conv2d_2" [label="(64,) \n0 -> 2", style=solid]; +"23 mul_tensor_2" -> "24 conv2d_2" [label="(64, 64, 3, 3) \n0 -> 1", style=solid]; +"24 conv2d_2" -> "25 quantize_per_tensor_default_3" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"25 quantize_per_tensor_default_3" -> "26 dequantize_per_tensor_default_3" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"26 dequantize_per_tensor_default_3" -> "27 add_" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"27 add_" -> "28 relu__2" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"28 relu__2" -> "29 quantize_per_tensor_default_4" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"29 quantize_per_tensor_default_4" -> "31 dequantize_per_tensor_default_4" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"29 quantize_per_tensor_default_4" -> "30 dequantize_per_tensor_default_5" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"30 dequantize_per_tensor_default_5" -> "47 add__1" [label="(1, 64, 56, 56) \n0 -> 1", style=solid]; +"31 dequantize_per_tensor_default_4" -> "36 conv2d_3" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"32 conv2d_3_scale_0_updated_constant0" -> "35 mul_tensor_3" [label="(64, 1, 1, 1) \n0 -> 1", style=solid]; +"33 compressed_weight_updated_constant3" -> "35 mul_tensor_3" [label="(64, 64, 3, 3) \n0 -> 0", style=solid]; +"34 layer1_1_conv1_weight_bias_0_0" -> "36 conv2d_3" [label="(64,) \n0 -> 2", style=solid]; +"35 mul_tensor_3" -> "36 conv2d_3" [label="(64, 64, 3, 3) \n0 -> 1", style=solid]; +"36 conv2d_3" -> "37 relu__3" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"37 relu__3" -> "38 quantize_per_tensor_default_5" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"38 quantize_per_tensor_default_5" -> "39 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"39 dequantize_per_tensor_default_6" -> "44 conv2d_4" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"40 conv2d_4_scale_0_updated_constant0" -> "43 mul_tensor_4" [label="(64, 1, 1, 1) \n0 -> 1", style=solid]; +"41 compressed_weight_updated_constant4" -> "43 mul_tensor_4" [label="(64, 64, 3, 3) \n0 -> 0", style=solid]; +"42 layer1_1_conv2_weight_bias_0_0" -> "44 conv2d_4" [label="(64,) \n0 -> 2", style=solid]; +"43 mul_tensor_4" -> "44 conv2d_4" [label="(64, 64, 3, 3) \n0 -> 1", style=solid]; +"44 conv2d_4" -> "45 quantize_per_tensor_default_6" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"45 quantize_per_tensor_default_6" -> "46 dequantize_per_tensor_default_7" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"46 dequantize_per_tensor_default_7" -> "47 add__1" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"47 add__1" -> "48 relu__4" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"48 relu__4" -> "49 quantize_per_tensor_default_7" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"49 quantize_per_tensor_default_7" -> "51 dequantize_per_tensor_default_8" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"49 quantize_per_tensor_default_7" -> "50 dequantize_per_tensor_default_9" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"50 dequantize_per_tensor_default_9" -> "71 conv2d_7" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"51 dequantize_per_tensor_default_8" -> "56 conv2d_5" [label="(1, 64, 56, 56) \n0 -> 0", style=solid]; +"52 conv2d_5_scale_0_updated_constant0" -> "55 mul_tensor_5" [label="(128, 1, 1, 1) \n0 -> 1", style=solid]; +"53 compressed_weight_updated_constant5" -> "55 mul_tensor_5" [label="(128, 64, 3, 3) \n0 -> 0", style=solid]; +"54 layer2_0_conv1_weight_bias_0_0" -> "56 conv2d_5" [label="(128,) \n0 -> 2", style=solid]; +"55 mul_tensor_5" -> "56 conv2d_5" [label="(128, 64, 3, 3) \n0 -> 1", style=solid]; +"56 conv2d_5" -> "57 relu__5" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"57 relu__5" -> "58 quantize_per_tensor_default_8" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"58 quantize_per_tensor_default_8" -> "59 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"59 dequantize_per_tensor_default_10" -> "64 conv2d_6" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"60 conv2d_6_scale_0_updated_constant0" -> "63 mul_tensor_6" [label="(128, 1, 1, 1) \n0 -> 1", style=solid]; +"61 compressed_weight_updated_constant6" -> "63 mul_tensor_6" [label="(128, 128, 3, 3) \n0 -> 0", style=solid]; +"62 layer2_0_conv2_weight_bias_0_0" -> "64 conv2d_6" [label="(128,) \n0 -> 2", style=solid]; +"63 mul_tensor_6" -> "64 conv2d_6" [label="(128, 128, 3, 3) \n0 -> 1", style=solid]; +"64 conv2d_6" -> "65 quantize_per_tensor_default_9" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"65 quantize_per_tensor_default_9" -> "66 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"66 dequantize_per_tensor_default_11" -> "74 add__2" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"67 conv2d_7_scale_0_updated_constant0" -> "70 mul_tensor_7" [label="(128, 1, 1, 1) \n0 -> 1", style=solid]; +"68 compressed_weight_updated_constant7" -> "70 mul_tensor_7" [label="(128, 64, 1, 1) \n0 -> 0", style=solid]; +"69 layer2_0_downsample_0_weight_bias_0_0" -> "71 conv2d_7" [label="(128,) \n0 -> 2", style=solid]; +"70 mul_tensor_7" -> "71 conv2d_7" [label="(128, 64, 1, 1) \n0 -> 1", style=solid]; +"71 conv2d_7" -> "72 quantize_per_tensor_default_10" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"72 quantize_per_tensor_default_10" -> "73 dequantize_per_tensor_default_12" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"73 dequantize_per_tensor_default_12" -> "74 add__2" [label="(1, 128, 28, 28) \n0 -> 1", style=solid]; +"74 add__2" -> "75 relu__6" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"75 relu__6" -> "76 quantize_per_tensor_default_11" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"76 quantize_per_tensor_default_11" -> "78 dequantize_per_tensor_default_13" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"76 quantize_per_tensor_default_11" -> "77 dequantize_per_tensor_default_14" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"77 dequantize_per_tensor_default_14" -> "94 add__3" [label="(1, 128, 28, 28) \n0 -> 1", style=solid]; +"78 dequantize_per_tensor_default_13" -> "83 conv2d_8" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"79 conv2d_8_scale_0_updated_constant0" -> "82 mul_tensor_8" [label="(128, 1, 1, 1) \n0 -> 1", style=solid]; +"80 compressed_weight_updated_constant8" -> "82 mul_tensor_8" [label="(128, 128, 3, 3) \n0 -> 0", style=solid]; +"81 layer2_1_conv1_weight_bias_0_0" -> "83 conv2d_8" [label="(128,) \n0 -> 2", style=solid]; +"82 mul_tensor_8" -> "83 conv2d_8" [label="(128, 128, 3, 3) \n0 -> 1", style=solid]; +"83 conv2d_8" -> "84 relu__7" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"84 relu__7" -> "85 quantize_per_tensor_default_12" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"85 quantize_per_tensor_default_12" -> "86 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"86 dequantize_per_tensor_default_15" -> "91 conv2d_9" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"87 conv2d_9_scale_0_updated_constant0" -> "90 mul_tensor_9" [label="(128, 1, 1, 1) \n0 -> 1", style=solid]; +"88 compressed_weight_updated_constant9" -> "90 mul_tensor_9" [label="(128, 128, 3, 3) \n0 -> 0", style=solid]; +"89 layer2_1_conv2_weight_bias_0_0" -> "91 conv2d_9" [label="(128,) \n0 -> 2", style=solid]; +"90 mul_tensor_9" -> "91 conv2d_9" [label="(128, 128, 3, 3) \n0 -> 1", style=solid]; +"91 conv2d_9" -> "92 quantize_per_tensor_default_13" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"92 quantize_per_tensor_default_13" -> "93 dequantize_per_tensor_default_16" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"93 dequantize_per_tensor_default_16" -> "94 add__3" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"94 add__3" -> "95 relu__8" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"95 relu__8" -> "96 quantize_per_tensor_default_14" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"96 quantize_per_tensor_default_14" -> "98 dequantize_per_tensor_default_17" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"96 quantize_per_tensor_default_14" -> "97 dequantize_per_tensor_default_18" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"97 dequantize_per_tensor_default_18" -> "118 conv2d_12" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"98 dequantize_per_tensor_default_17" -> "103 conv2d_10" [label="(1, 128, 28, 28) \n0 -> 0", style=solid]; +"99 conv2d_10_scale_0_updated_constant0" -> "102 mul_tensor_10" [label="(256, 1, 1, 1) \n0 -> 1", style=solid]; +"100 compressed_weight_updated_constant10" -> "102 mul_tensor_10" [label="(256, 128, 3, 3) \n0 -> 0", style=solid]; +"101 layer3_0_conv1_weight_bias_0_0" -> "103 conv2d_10" [label="(256,) \n0 -> 2", style=solid]; +"102 mul_tensor_10" -> "103 conv2d_10" [label="(256, 128, 3, 3) \n0 -> 1", style=solid]; +"103 conv2d_10" -> "104 relu__9" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"104 relu__9" -> "105 quantize_per_tensor_default_15" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"105 quantize_per_tensor_default_15" -> "106 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"106 dequantize_per_tensor_default_19" -> "111 conv2d_11" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"107 conv2d_11_scale_0_updated_constant0" -> "110 mul_tensor_11" [label="(256, 1, 1, 1) \n0 -> 1", style=solid]; +"108 compressed_weight_updated_constant11" -> "110 mul_tensor_11" [label="(256, 256, 3, 3) \n0 -> 0", style=solid]; +"109 layer3_0_conv2_weight_bias_0_0" -> "111 conv2d_11" [label="(256,) \n0 -> 2", style=solid]; +"110 mul_tensor_11" -> "111 conv2d_11" [label="(256, 256, 3, 3) \n0 -> 1", style=solid]; +"111 conv2d_11" -> "112 quantize_per_tensor_default_16" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"112 quantize_per_tensor_default_16" -> "113 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"113 dequantize_per_tensor_default_20" -> "121 add__4" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"114 conv2d_12_scale_0_updated_constant0" -> "117 mul_tensor_12" [label="(256, 1, 1, 1) \n0 -> 1", style=solid]; +"115 compressed_weight_updated_constant12" -> "117 mul_tensor_12" [label="(256, 128, 1, 1) \n0 -> 0", style=solid]; +"116 layer3_0_downsample_0_weight_bias_0_0" -> "118 conv2d_12" [label="(256,) \n0 -> 2", style=solid]; +"117 mul_tensor_12" -> "118 conv2d_12" [label="(256, 128, 1, 1) \n0 -> 1", style=solid]; +"118 conv2d_12" -> "119 quantize_per_tensor_default_17" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"119 quantize_per_tensor_default_17" -> "120 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"120 dequantize_per_tensor_default_21" -> "121 add__4" [label="(1, 256, 14, 14) \n0 -> 1", style=solid]; +"121 add__4" -> "122 relu__10" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"122 relu__10" -> "123 quantize_per_tensor_default_18" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"123 quantize_per_tensor_default_18" -> "125 dequantize_per_tensor_default_22" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"123 quantize_per_tensor_default_18" -> "124 dequantize_per_tensor_default_23" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"124 dequantize_per_tensor_default_23" -> "141 add__5" [label="(1, 256, 14, 14) \n0 -> 1", style=solid]; +"125 dequantize_per_tensor_default_22" -> "130 conv2d_13" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"126 conv2d_13_scale_0_updated_constant0" -> "129 mul_tensor_13" [label="(256, 1, 1, 1) \n0 -> 1", style=solid]; +"127 compressed_weight_updated_constant13" -> "129 mul_tensor_13" [label="(256, 256, 3, 3) \n0 -> 0", style=solid]; +"128 layer3_1_conv1_weight_bias_0_0" -> "130 conv2d_13" [label="(256,) \n0 -> 2", style=solid]; +"129 mul_tensor_13" -> "130 conv2d_13" [label="(256, 256, 3, 3) \n0 -> 1", style=solid]; +"130 conv2d_13" -> "131 relu__11" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"131 relu__11" -> "132 quantize_per_tensor_default_19" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"132 quantize_per_tensor_default_19" -> "133 dequantize_per_tensor_default_24" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"133 dequantize_per_tensor_default_24" -> "138 conv2d_14" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"134 conv2d_14_scale_0_updated_constant0" -> "137 mul_tensor_14" [label="(256, 1, 1, 1) \n0 -> 1", style=solid]; +"135 compressed_weight_updated_constant14" -> "137 mul_tensor_14" [label="(256, 256, 3, 3) \n0 -> 0", style=solid]; +"136 layer3_1_conv2_weight_bias_0_0" -> "138 conv2d_14" [label="(256,) \n0 -> 2", style=solid]; +"137 mul_tensor_14" -> "138 conv2d_14" [label="(256, 256, 3, 3) \n0 -> 1", style=solid]; +"138 conv2d_14" -> "139 quantize_per_tensor_default_20" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"139 quantize_per_tensor_default_20" -> "140 dequantize_per_tensor_default_25" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"140 dequantize_per_tensor_default_25" -> "141 add__5" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"141 add__5" -> "142 relu__12" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"142 relu__12" -> "143 quantize_per_tensor_default_21" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"143 quantize_per_tensor_default_21" -> "145 dequantize_per_tensor_default_26" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"143 quantize_per_tensor_default_21" -> "144 dequantize_per_tensor_default_27" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"144 dequantize_per_tensor_default_27" -> "165 conv2d_17" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"145 dequantize_per_tensor_default_26" -> "150 conv2d_15" [label="(1, 256, 14, 14) \n0 -> 0", style=solid]; +"146 conv2d_15_scale_0_updated_constant0" -> "149 mul_tensor_15" [label="(512, 1, 1, 1) \n0 -> 1", style=solid]; +"147 compressed_weight_updated_constant15" -> "149 mul_tensor_15" [label="(512, 256, 3, 3) \n0 -> 0", style=solid]; +"148 layer4_0_conv1_weight_bias_0_0" -> "150 conv2d_15" [label="(512,) \n0 -> 2", style=solid]; +"149 mul_tensor_15" -> "150 conv2d_15" [label="(512, 256, 3, 3) \n0 -> 1", style=solid]; +"150 conv2d_15" -> "151 relu__13" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"151 relu__13" -> "152 quantize_per_tensor_default_22" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"152 quantize_per_tensor_default_22" -> "153 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"153 dequantize_per_tensor_default_28" -> "158 conv2d_16" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"154 conv2d_16_scale_0_updated_constant0" -> "157 mul_tensor_16" [label="(512, 1, 1, 1) \n0 -> 1", style=solid]; +"155 compressed_weight_updated_constant16" -> "157 mul_tensor_16" [label="(512, 512, 3, 3) \n0 -> 0", style=solid]; +"156 layer4_0_conv2_weight_bias_0_0" -> "158 conv2d_16" [label="(512,) \n0 -> 2", style=solid]; +"157 mul_tensor_16" -> "158 conv2d_16" [label="(512, 512, 3, 3) \n0 -> 1", style=solid]; +"158 conv2d_16" -> "159 quantize_per_tensor_default_23" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"159 quantize_per_tensor_default_23" -> "160 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"160 dequantize_per_tensor_default_29" -> "168 add__6" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"161 conv2d_17_scale_0_updated_constant0" -> "164 mul_tensor_17" [label="(512, 1, 1, 1) \n0 -> 1", style=solid]; +"162 compressed_weight_updated_constant17" -> "164 mul_tensor_17" [label="(512, 256, 1, 1) \n0 -> 0", style=solid]; +"163 layer4_0_downsample_0_weight_bias_0_0" -> "165 conv2d_17" [label="(512,) \n0 -> 2", style=solid]; +"164 mul_tensor_17" -> "165 conv2d_17" [label="(512, 256, 1, 1) \n0 -> 1", style=solid]; +"165 conv2d_17" -> "166 quantize_per_tensor_default_24" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"166 quantize_per_tensor_default_24" -> "167 dequantize_per_tensor_default_30" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"167 dequantize_per_tensor_default_30" -> "168 add__6" [label="(1, 512, 7, 7) \n0 -> 1", style=solid]; +"168 add__6" -> "169 relu__14" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"169 relu__14" -> "170 quantize_per_tensor_default_25" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"170 quantize_per_tensor_default_25" -> "172 dequantize_per_tensor_default_31" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"170 quantize_per_tensor_default_25" -> "171 dequantize_per_tensor_default_32" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"171 dequantize_per_tensor_default_32" -> "188 add__7" [label="(1, 512, 7, 7) \n0 -> 1", style=solid]; +"172 dequantize_per_tensor_default_31" -> "177 conv2d_18" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"173 conv2d_18_scale_0_updated_constant0" -> "176 mul_tensor_18" [label="(512, 1, 1, 1) \n0 -> 1", style=solid]; +"174 compressed_weight_updated_constant18" -> "176 mul_tensor_18" [label="(512, 512, 3, 3) \n0 -> 0", style=solid]; +"175 layer4_1_conv1_weight_bias_0_0" -> "177 conv2d_18" [label="(512,) \n0 -> 2", style=solid]; +"176 mul_tensor_18" -> "177 conv2d_18" [label="(512, 512, 3, 3) \n0 -> 1", style=solid]; +"177 conv2d_18" -> "178 relu__15" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"178 relu__15" -> "179 quantize_per_tensor_default_26" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"179 quantize_per_tensor_default_26" -> "180 dequantize_per_tensor_default_33" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"180 dequantize_per_tensor_default_33" -> "185 conv2d_19" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"181 conv2d_19_scale_0_updated_constant0" -> "184 mul_tensor_19" [label="(512, 1, 1, 1) \n0 -> 1", style=solid]; +"182 compressed_weight_updated_constant19" -> "184 mul_tensor_19" [label="(512, 512, 3, 3) \n0 -> 0", style=solid]; +"183 layer4_1_conv2_weight_bias_0_0" -> "185 conv2d_19" [label="(512,) \n0 -> 2", style=solid]; +"184 mul_tensor_19" -> "185 conv2d_19" [label="(512, 512, 3, 3) \n0 -> 1", style=solid]; +"185 conv2d_19" -> "186 quantize_per_tensor_default_27" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"186 quantize_per_tensor_default_27" -> "187 dequantize_per_tensor_default_34" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"187 dequantize_per_tensor_default_34" -> "188 add__7" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"188 add__7" -> "189 relu__16" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"189 relu__16" -> "190 quantize_per_tensor_default_28" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"190 quantize_per_tensor_default_28" -> "191 dequantize_per_tensor_default_35" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"191 dequantize_per_tensor_default_35" -> "192 adaptive_avg_pool2d" [label="(1, 512, 7, 7) \n0 -> 0", style=solid]; +"192 adaptive_avg_pool2d" -> "193 quantize_per_tensor_default_29" [label="(1, 512, 1, 1) \n0 -> 0", style=solid]; +"193 quantize_per_tensor_default_29" -> "194 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1) \n0 -> 0", style=solid]; +"194 dequantize_per_tensor_default_36" -> "195 flatten" [label="(1, 512, 1, 1) \n0 -> 0", style=solid]; +"195 flatten" -> "200 linear" [label="(1, 512) \n0 -> 0", style=solid]; +"196 linear_scale_0_updated_constant0" -> "199 mul_tensor_20" [label="(1000, 1) \n0 -> 1", style=solid]; +"197 compressed_weight_updated_constant20" -> "199 mul_tensor_20" [label="(1000, 512) \n0 -> 0", style=solid]; +"198 _param_constant61_0_0" -> "200 linear" [label="(1000,) \n0 -> 2", style=solid]; +"199 mul_tensor_20" -> "200 linear" [label="(1000, 512) \n0 -> 1", style=solid]; +"200 linear" -> "201 output" [label="(1, 1000) \n0 -> 0", style=solid]; } diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index 60b72fbe1a1..07ca3a70519 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -152,78 +152,6 @@ def test_output_insertion_transformation(tuple_output, target_point): ) -def torchvision_model_case(model_id: str, input_shape: Tuple[int,]): - model = getattr(models, model_id) - return ModelCase(partial(model, weights=None), model_id, input_shape) - - -TEST_MODELS_QUANIZED = ((torchvision_model_case("resnet18", (1, 3, 224, 224)), {}),) - - -@pytest.mark.parametrize( - ("model_case", "quantization_parameters"), TEST_MODELS_QUANIZED, ids=[m[0].model_id for m in TEST_MODELS_QUANIZED] -) -def test_post_quantization_compression(model_case: ModelCase, quantization_parameters): - with disable_patching(): - torch.manual_seed(42) - model = getattr(models, model_case.model_id)().eval() - input_ids = torch.ones(model_case.input_shape) - exported_model = capture_pre_autograd_graph(model, args=(input_ids,)) - quantization_parameters["advanced_parameters"] = nncf.AdvancedQuantizationParameters() - quantization_parameters["subset_size"] = 1 - quantized_model = nncf.quantize( - exported_model, calibration_dataset=nncf.Dataset([input_ids]), **quantization_parameters - ) - q_nodes, dq_nodes = count_q_dq(quantized_model) - assert q_nodes == 30 - assert dq_nodes == 37 - for node in quantized_model.graph.nodes: - if node.name[:3] != "mul": - continue - args = [] - args = _get_node_inputs(node, quantized_model) - if not args: - continue - assert args[0].dtype == torch.int8 - result = node.target(*args) - assert result.dtype == torch.float32 - - -@pytest.mark.parametrize( - ("model_case", "quantization_parameters"), TEST_MODELS_QUANIZED, ids=[m[0].model_id for m in TEST_MODELS_QUANIZED] -) -def test_FQ_transformation(model_case: ModelCase, quantization_parameters): - with disable_patching(): - torch.manual_seed(42) - model = getattr(models, model_case.model_id)().eval() - input_ids = torch.ones(model_case.input_shape) - exported_model = capture_pre_autograd_graph(model, args=(input_ids,)) - - quantization_parameters["advanced_parameters"] = nncf.AdvancedQuantizationParameters( - backend_params={FXBackendParameters.COMPRESS_WEIGHTS: False} - ) - quantization_parameters["subset_size"] = 1 - quantized_model = nncf.quantize( - exported_model, calibration_dataset=nncf.Dataset([input_ids]), **quantization_parameters - ) - q_nodes, dq_nodes = count_q_dq(quantized_model) - assert q_nodes == 51 - assert dq_nodes == 58 - for node in quantized_model.graph.nodes: - if node.target in [ - torch.ops.quantized_decomposed.dequantize_per_channel.default, - torch.ops.quantized_decomposed.dequantize_per_tensor.default, - ]: - args = [] - quantize_node = node.args[0] - args = _get_node_inputs(quantize_node, quantized_model) - if not args: - continue - result = node.target(quantize_node.target(*args), *args[1:]) - fp_value = get_tensor_constant_from_node(quantize_node.args[0], quantized_model) - assert torch.all(result == fp_value) - - def count_constants(model) -> int: num_constant_nodes = 0 for node in model.graph.nodes: @@ -291,7 +219,7 @@ def insert_qdq_add_nodes(model: torch.fx.GraphModule): qdq_args = (scale_node, zp_node, 0, -128, 127, torch.int8) q_node = model.graph.create_node("call_function", quantize_op, (const_node,) + qdq_args, {}) add_node = model.graph.create_node("call_function", add_op, (q_node, 0), {}) - dq_node = model.graph.create_node("call_function", dequantize_op, (add_node,) + qdq_args, {}) + dq_node = model.graph.create_node("call_function", dequantize_op, qdq_args, {"input": add_node}) _set_new_node_meta(q_node, (const_node,) + qdq_args, quantize_op, model) _set_new_node_meta(add_node, (q_node, 0), add_op, model) _set_new_node_meta(dq_node, (add_node,) + qdq_args, dequantize_op, model) diff --git a/tests/torch/fx/test_models.py b/tests/torch/fx/test_models.py index 30f9fae8c7b..aaab066e842 100644 --- a/tests/torch/fx/test_models.py +++ b/tests/torch/fx/test_models.py @@ -32,17 +32,22 @@ from nncf.common.graph.operator_metatypes import OperatorMetatype from nncf.common.utils.os import safe_open from nncf.experimental.torch.fx.nncf_graph_builder import GraphConverter +from nncf.experimental.torch.fx.node_utils import get_tensor_constant_from_node +from nncf.experimental.torch.fx.quantization.backend_parameters import FXBackendParameters +from nncf.experimental.torch.fx.transformations import _get_node_inputs from nncf.experimental.torch.fx.transformations import shared_constants_unification_transformation from nncf.quantization.advanced_parameters import AdvancedQuantizationParameters from nncf.torch.dynamic_graph.patch_pytorch import disable_patching from tests.cross_fw.shared.paths import TEST_ROOT from tests.torch import test_models +from tests.torch.fx.test_sanity import count_q_dq from tests.torch.ptq.test_weights_compression import ShortTransformer from tests.torch.test_compressed_graph import check_graph from tests.torch.test_models.synthetic import MultiBranchesConnectedModel FX_DIR_NAME = Path("fx") FX_QUANTIZED_DIR_NAME = Path("fx") / "quantized" +FX_QUANTIZED_COMPRESSED_DIR_NAME = Path("fx") / "post_quantization_compressed" @dataclass @@ -132,22 +137,49 @@ def test_model(test_case: ModelCase): TEST_MODELS_QUANIZED = ( - (ModelCase(test_models.UNet, "unet", [1, 3, 224, 224]), {}), - (torchvision_model_case("resnet18", (1, 3, 224, 224)), {}), - (torchvision_model_case("mobilenet_v3_small", (1, 3, 224, 224)), {}), - (torchvision_model_case("vit_b_16", (1, 3, 224, 224)), {"model_type": nncf.ModelType.TRANSFORMER}), - (torchvision_model_case("swin_v2_s", (1, 3, 224, 224)), {"model_type": nncf.ModelType.TRANSFORMER}), + ( + ModelCase(test_models.UNet, "unet", [1, 3, 224, 224]), + {}, + [(46, 50), (23, 27)], + ), + ( + torchvision_model_case("resnet18", (1, 3, 224, 224)), + {}, + [(51, 58), (30, 37)], + ), + ( + torchvision_model_case("mobilenet_v3_small", (1, 3, 224, 224)), + {}, + [(97, 112), (61, 76)], + ), + ( + torchvision_model_case("vit_b_16", (1, 3, 224, 224)), + {"model_type": nncf.ModelType.TRANSFORMER}, + [(124, 124), (74, 74)], + ), + ( + torchvision_model_case("swin_v2_s", (1, 3, 224, 224)), + {"model_type": nncf.ModelType.TRANSFORMER}, + [ + (298, 298), + (149, 149), + ], + ), ( ModelCase(partial(ShortTransformer, 5, 10), "synthetic_transformer", [5]), {"model_type": nncf.ModelType.TRANSFORMER}, + [(4, 4), (2, 2)], ), ) +@pytest.mark.parametrize("compress_weights", [True, False]) @pytest.mark.parametrize( - ("model_case", "quantization_parameters"), TEST_MODELS_QUANIZED, ids=[m[0].model_id for m in TEST_MODELS_QUANIZED] + ("model_case", "quantization_parameters", "compress_n_qdq"), + TEST_MODELS_QUANIZED, + ids=[m[0].model_id for m in TEST_MODELS_QUANIZED], ) -def test_quantized_model(model_case: ModelCase, quantization_parameters): +def test_quantized_model(model_case: ModelCase, quantization_parameters, compress_weights: bool, compress_n_qdq: int): model = model_case.model_builder() dtype = torch.int32 if model_case.model_id == "synthetic_transformer" else torch.float32 example_input = torch.ones(model_case.input_shape, dtype=dtype) @@ -161,16 +193,54 @@ def transform_fn(data_item): calibration_dataset = nncf.Dataset([example_input], transform_fn) - quantization_parameters["advanced_parameters"] = AdvancedQuantizationParameters(disable_bias_correction=True) + quantization_parameters["advanced_parameters"] = AdvancedQuantizationParameters( + disable_bias_correction=True, backend_params={FXBackendParameters.COMPRESS_WEIGHTS: compress_weights} + ) quantization_parameters["subset_size"] = 1 quantized_model = nncf.quantize(fx_model, calibration_dataset, **quantization_parameters) # Uncomment to visualize torch fx graph # from tests.torch.fx.helpers import visualize_fx_model # visualize_fx_model(quantized_model, f"{model_case.model_id}_int8.svg") - + save_dir = FX_QUANTIZED_COMPRESSED_DIR_NAME if compress_weights else FX_QUANTIZED_DIR_NAME nncf_graph = GraphConverter.create_nncf_graph(quantized_model) - check_graph(nncf_graph, get_dot_filename(model_case.model_id), FX_QUANTIZED_DIR_NAME, extended=True) + check_graph(nncf_graph, get_dot_filename(model_case.model_id), save_dir, extended=True) + q_nodes, dq_nodes = count_q_dq(quantized_model) + print("THIS: ", q_nodes, dq_nodes) + assert q_nodes == compress_n_qdq[compress_weights][0] + assert dq_nodes == compress_n_qdq[compress_weights][1] + check_fq_values(quantized_model) + check_compressed_post_quantized(quantized_model) + + +def check_fq_values(quantized_model): + for node in quantized_model.graph.nodes: + if node.target not in [ + torch.ops.quantized_decomposed.dequantize_per_channel.default, + torch.ops.quantized_decomposed.dequantize_per_tensor.default, + ]: + continue + args = [] + quantize_node = node.args[0] + args = _get_node_inputs(quantize_node, quantized_model) + if not args: + continue + result = node.target(quantize_node.target(*args), *args[1:]) + fp_value = get_tensor_constant_from_node(quantize_node.args[0], quantized_model) + assert torch.all(result == fp_value) + + +def check_compressed_post_quantized(quantized_model): + for node in quantized_model.graph.nodes: + if node.name[:3] != "mul": + continue + args = [] + args = _get_node_inputs(node, quantized_model) + if not args: + continue + assert args[0].dtype == torch.int8 + result = node.target(*args) + assert result.dtype == torch.float32 @pytest.mark.parametrize("unification", [False, True]) From bd1636d80bf5d0bc82d60b3e3228a84151c9eea0 Mon Sep 17 00:00:00 2001 From: Aamir Nazir Date: Tue, 15 Oct 2024 18:23:13 +0400 Subject: [PATCH 35/48] pre-commit fix --- tests/torch/fx/test_model_transformer.py | 4 ---- 1 file changed, 4 deletions(-) diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index 07ca3a70519..2a28561ca14 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -10,14 +10,12 @@ # limitations under the License. from dataclasses import dataclass -from functools import partial from pathlib import Path from typing import Any, Callable, Tuple import pytest import torch import torch.ao.quantization -import torchvision.models as models from torch._export import capture_pre_autograd_graph from torch.ao.quantization.fx.utils import create_getattr_from_value @@ -30,8 +28,6 @@ from nncf.experimental.torch.fx.nncf_graph_builder import GraphConverter from nncf.experimental.torch.fx.node_utils import get_graph_node_by_name from nncf.experimental.torch.fx.node_utils import get_tensor_constant_from_node -from nncf.experimental.torch.fx.quantization.backend_parameters import FXBackendParameters -from nncf.experimental.torch.fx.transformations import _get_node_inputs from nncf.experimental.torch.fx.transformations import _set_new_node_meta from nncf.experimental.torch.fx.transformations import constant_update_transformation_builder from nncf.experimental.torch.fx.transformations import output_insertion_transformation_builder From d35392a51a7821b64d37f8538079aac765120da7 Mon Sep 17 00:00:00 2001 From: Aamir Nazir Date: Tue, 15 Oct 2024 18:29:15 +0400 Subject: [PATCH 36/48] fix test --- tests/torch/fx/test_model_transformer.py | 9 +-------- 1 file changed, 1 insertion(+), 8 deletions(-) diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index 2a28561ca14..61013180b40 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -50,13 +50,6 @@ class ModelExtractionTestCase: command: PTModelExtractionCommand -@dataclass -class ModelCase: - model_builder: Callable[[], torch.nn.Module] - model_id: str - input_shape: Tuple[int] - - EXTRACTED_GRAPHS_DIR_NAME = Path("fx") / "extracted" TRANSFORMED_GRAPH_DIR_NAME = Path("fx") / "transformed" @@ -215,7 +208,7 @@ def insert_qdq_add_nodes(model: torch.fx.GraphModule): qdq_args = (scale_node, zp_node, 0, -128, 127, torch.int8) q_node = model.graph.create_node("call_function", quantize_op, (const_node,) + qdq_args, {}) add_node = model.graph.create_node("call_function", add_op, (q_node, 0), {}) - dq_node = model.graph.create_node("call_function", dequantize_op, qdq_args, {"input": add_node}) + dq_node = model.graph.create_node("call_function", dequantize_op, (add_node,) + qdq_args, {}) _set_new_node_meta(q_node, (const_node,) + qdq_args, quantize_op, model) _set_new_node_meta(add_node, (q_node, 0), add_op, model) _set_new_node_meta(dq_node, (add_node,) + qdq_args, dequantize_op, model) From 237fd00e047fdc95a717c3fdddacb93d0fa21fb4 Mon Sep 17 00:00:00 2001 From: Aamir Nazir Date: Tue, 15 Oct 2024 18:44:43 +0400 Subject: [PATCH 37/48] 1. update constant function docstring 2. change variable names --- nncf/experimental/torch/fx/transformations.py | 19 +++++++++++++------ tests/torch/fx/test_model_transformer.py | 2 +- tests/torch/fx/test_models.py | 6 ++---- 3 files changed, 16 insertions(+), 11 deletions(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index f922ea9a538..d5ba95d96a4 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -44,18 +44,24 @@ ] Argument = Optional[Union[Tuple[Any, ...], List[Any], Dict[str, Any], slice, range, torch.fx.Node, BaseArgumentTypes]] -QUANTIZE_NODES = [ +QUANTIZE_NODE_TARGETS = [ torch.ops.quantized_decomposed.quantize_per_tensor.default, torch.ops.quantized_decomposed.quantize_per_channel.default, ] -DEQUANTIZE_NODES = [ +DEQUANTIZE_NODE_TARGETS = [ torch.ops.quantized_decomposed.dequantize_per_tensor.default, torch.ops.quantized_decomposed.dequantize_per_channel.default, ] # Map quantize_per_tensor to dequantize_per_tensor, the same for per_channel and vice-versa QDQ_PAIR = { - **{quantize_node: dequantize_node for quantize_node, dequantize_node in zip(QUANTIZE_NODES, DEQUANTIZE_NODES)}, - **{dequantize_node: quantize_node for quantize_node, dequantize_node in zip(QUANTIZE_NODES, DEQUANTIZE_NODES)}, + **{ + quantize_node: dequantize_node + for quantize_node, dequantize_node in zip(QUANTIZE_NODE_TARGETS, DEQUANTIZE_NODE_TARGETS) + }, + **{ + dequantize_node: quantize_node + for quantize_node, dequantize_node in zip(QUANTIZE_NODE_TARGETS, DEQUANTIZE_NODE_TARGETS) + }, } @@ -234,6 +240,7 @@ def constant_update_fn( :param node: Given graph node. :param value: New value to use as the node constant. :param input_port_id: Target constant input port id. + :param updated_node_name: Name of the constant node after updating. Default is nodename_updated_constant """ graph = model.graph node_name = updated_node_name if updated_node_name else node.name + "_updated_constant" @@ -691,7 +698,7 @@ def _compress_qdq_constant_transformation(model: torch.fx.GraphModule) -> None: :param: model: Model to apply transformations to. """ for node in model.graph.nodes: - if node.target not in DEQUANTIZE_NODES: + if node.target not in DEQUANTIZE_NODE_TARGETS: continue quantize_node = node.all_input_nodes[0] if quantize_node.target != QDQ_PAIR[node.target]: @@ -736,7 +743,7 @@ def fq_weights_transformation(model: torch.fx.GraphModule) -> None: :param model: Model to apply transformations to. """ for node in model.graph.nodes: - if node.target not in DEQUANTIZE_NODES: + if node.target not in DEQUANTIZE_NODE_TARGETS: continue port_id = 0 quantize_node = node.all_input_nodes[0] diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index 61013180b40..3b2f42bc4d3 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -11,7 +11,7 @@ from dataclasses import dataclass from pathlib import Path -from typing import Any, Callable, Tuple +from typing import Any, Tuple import pytest import torch diff --git a/tests/torch/fx/test_models.py b/tests/torch/fx/test_models.py index aaab066e842..06c6ab9b90f 100644 --- a/tests/torch/fx/test_models.py +++ b/tests/torch/fx/test_models.py @@ -34,6 +34,7 @@ from nncf.experimental.torch.fx.nncf_graph_builder import GraphConverter from nncf.experimental.torch.fx.node_utils import get_tensor_constant_from_node from nncf.experimental.torch.fx.quantization.backend_parameters import FXBackendParameters +from nncf.experimental.torch.fx.transformations import DEQUANTIZE_NODE_TARGETS from nncf.experimental.torch.fx.transformations import _get_node_inputs from nncf.experimental.torch.fx.transformations import shared_constants_unification_transformation from nncf.quantization.advanced_parameters import AdvancedQuantizationParameters @@ -215,10 +216,7 @@ def transform_fn(data_item): def check_fq_values(quantized_model): for node in quantized_model.graph.nodes: - if node.target not in [ - torch.ops.quantized_decomposed.dequantize_per_channel.default, - torch.ops.quantized_decomposed.dequantize_per_tensor.default, - ]: + if node.target not in DEQUANTIZE_NODE_TARGETS: continue args = [] quantize_node = node.args[0] From 38576681314a587248912a8de2e35e1ddfe4f760 Mon Sep 17 00:00:00 2001 From: Aamir Nazir Date: Tue, 15 Oct 2024 18:44:59 +0400 Subject: [PATCH 38/48] add comment about model buffer update line in quantize_model --- nncf/experimental/torch/fx/quantization/quantize_model.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/nncf/experimental/torch/fx/quantization/quantize_model.py b/nncf/experimental/torch/fx/quantization/quantize_model.py index 50f0aaef9ce..9baabd7dace 100644 --- a/nncf/experimental/torch/fx/quantization/quantize_model.py +++ b/nncf/experimental/torch/fx/quantization/quantize_model.py @@ -115,7 +115,10 @@ def quantize_impl( quantized_model.meta.update(original_graph_meta) quantized_model = _disallow_eval_train(quantized_model) - + # This is to ensure that the buffer of the model is updated. + # It was noted that every update or any transformation added + # another value in the buffer. This step removes the duplicate + # values in the buffer quantized_model = GraphModule(quantized_model, quantized_model.graph) return quantized_model From caa42137783e4f411ae84c25d8989cf9e15a4438 Mon Sep 17 00:00:00 2001 From: Aamir Nazir Date: Wed, 16 Oct 2024 13:25:54 +0400 Subject: [PATCH 39/48] adding space between descriptions and params --- nncf/experimental/torch/fx/transformations.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index d5ba95d96a4..b3ee62230bd 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -695,6 +695,7 @@ def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule) -> Option def _compress_qdq_constant_transformation(model: torch.fx.GraphModule) -> None: """ Change the FP32 weight value to Int8 and also reshape the scale for per_channel_quantization. + :param: model: Model to apply transformations to. """ for node in model.graph.nodes: @@ -740,6 +741,7 @@ def fq_weights_transformation(model: torch.fx.GraphModule) -> None: """ This function applies a transformation to replace the FP32 weights with Fake Quantized FP values to avoid the rounding error when converting to OpenVino model. + :param model: Model to apply transformations to. """ for node in model.graph.nodes: From 90342f48ef5fbe450b21b942d4f0535694856452 Mon Sep 17 00:00:00 2001 From: Aamir Nazir Date: Wed, 16 Oct 2024 13:30:51 +0400 Subject: [PATCH 40/48] Add spaces, Remove extra code Co-authored-by: Daniil Lyakhov --- nncf/experimental/torch/fx/quantization/quantize_model.py | 6 ++---- nncf/experimental/torch/fx/transformations.py | 6 +++--- 2 files changed, 5 insertions(+), 7 deletions(-) diff --git a/nncf/experimental/torch/fx/quantization/quantize_model.py b/nncf/experimental/torch/fx/quantization/quantize_model.py index 9baabd7dace..277ab50edb3 100644 --- a/nncf/experimental/torch/fx/quantization/quantize_model.py +++ b/nncf/experimental/torch/fx/quantization/quantize_model.py @@ -115,10 +115,8 @@ def quantize_impl( quantized_model.meta.update(original_graph_meta) quantized_model = _disallow_eval_train(quantized_model) - # This is to ensure that the buffer of the model is updated. - # It was noted that every update or any transformation added - # another value in the buffer. This step removes the duplicate - # values in the buffer + # Each transformation adds a duplicate tensor value to the model buffer. + # This step removes the duplicates tensor values from the buffer. quantized_model = GraphModule(quantized_model, quantized_model.graph) return quantized_model diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index b3ee62230bd..b9aed8a28ac 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -80,7 +80,6 @@ def _set_new_node_meta( :param target_module: Module which is being called by the new node. """ vals = [] - prev_nodes = [prev_nodes] if not isinstance(prev_nodes, Iterable) else prev_nodes for prev_node in prev_nodes: val = prev_node if isinstance(prev_node, torch.fx.Node): @@ -240,7 +239,7 @@ def constant_update_fn( :param node: Given graph node. :param value: New value to use as the node constant. :param input_port_id: Target constant input port id. - :param updated_node_name: Name of the constant node after updating. Default is nodename_updated_constant + :param updated_node_name: Name of the constant node after updating. Default is `nodename` + `_updated_constant`. """ graph = model.graph node_name = updated_node_name if updated_node_name else node.name + "_updated_constant" @@ -678,7 +677,8 @@ def match_filters(match, original_graph, graph): def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule) -> Optional[Tuple[Union[torch.Tensor, int]]]: """ - Gets the inputs for the Quantize node which quantize the weights. Otherwise return None + Gets the inputs for the Quantize node which quantize the weights. Otherwise returns None. + :param node: Node to get the inputs from :param model: Model to which the node belongs """ From bc568bafe026c06dc70dbeab5efcf6d35ac1f684 Mon Sep 17 00:00:00 2001 From: Aamir Nazir Date: Wed, 16 Oct 2024 13:43:47 +0400 Subject: [PATCH 41/48] pre-commit fix, comment refactoring --- nncf/experimental/torch/fx/transformations.py | 13 +++++++++++-- 1 file changed, 11 insertions(+), 2 deletions(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index b9aed8a28ac..4740fa7c4cc 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -10,7 +10,7 @@ # limitations under the License. from copy import copy -from typing import Any, Callable, Dict, Iterable, List, Optional, Tuple, Union +from typing import Any, Callable, Dict, List, Optional, Tuple, Union import torch import torch.fx @@ -630,6 +630,7 @@ def replacement_graph_per_tensor(weight, scale, zero_point, low, high, dtype): def _set_meta_for_matches(model: torch.fx.GraphModule, matches: torch.fx.subgraph_rewriter.ReplacedPatterns) -> None: """ Sets the meta for the nodes which were matched by the subgraph_rewriter pattern. + :param model: Model whose nodes' meta are to be set. :param matches: matches returned by the subgraph_rewriter """ @@ -719,6 +720,7 @@ def _compress_qdq_constant_transformation(model: torch.fx.GraphModule) -> None: def _reshape_scale_zp(model: torch.fx.GraphModule, node: torch.fx.Node) -> None: """ Reshape scale and zero point so that it can be multiplied elementwise with the weight for per channel quantization. + :param model: Model to apply transformations to. :param node: quantize node whose scale has to be reshaped """ @@ -741,7 +743,7 @@ def fq_weights_transformation(model: torch.fx.GraphModule) -> None: """ This function applies a transformation to replace the FP32 weights with Fake Quantized FP values to avoid the rounding error when converting to OpenVino model. - + :param model: Model to apply transformations to. """ for node in model.graph.nodes: @@ -768,6 +770,7 @@ def fq_weights_transformation(model: torch.fx.GraphModule) -> None: def compress_post_quantize_transformation(model: torch.fx.GraphModule) -> None: """ Applies transformation to compress the weights to Int8 after the quantization step. + :param model: Model to apply transformations to. """ _compress_qdq_constant_transformation(model) @@ -777,6 +780,7 @@ def compress_post_quantize_transformation(model: torch.fx.GraphModule) -> None: def apply_quantization_transformations(model: torch.fx.GraphModule) -> None: """ Applies quantization transformations to the model. + :param model: Model to apply transformations to. """ # BatchNorm operations have 3 output ports, @@ -792,6 +796,7 @@ def apply_quantization_transformations(model: torch.fx.GraphModule) -> None: def revert_quantization_transformations(model: torch.fx.GraphModule) -> None: """ Reverts quantization transformations from the model. + :param model: Model to revert transformations from. """ merge_conv_and_bias(model) @@ -839,6 +844,8 @@ def separate_linear_and_bias(model: torch.fx.GraphModule): for n in model.graph.nodes: if not _is_linear(n): continue + # This check also makes sure to ignore linear nodes which might already + # have quantization applied to the weights. if len(n.args) < 3 or n.args[2] is None or n.args[1].op != "get_attr": continue linear_node = n @@ -882,6 +889,8 @@ def separate_conv_and_bias(model: torch.fx.GraphModule): for n in model.graph.nodes: if not _is_conv(n): continue + # This check also makes sure to ignore convolution nodes which might + # already have quantization applied to the weights. if len(n.args) < 3 or n.args[2] is None or n.args[1].op != "get_attr": continue conv_node = n From 31fc7b37525a3b8341ab3b197a51a70d96719623 Mon Sep 17 00:00:00 2001 From: Aamir Nazir Date: Wed, 16 Oct 2024 15:15:12 +0400 Subject: [PATCH 42/48] Fix single node being passed to _set_new_node_meta --- nncf/experimental/torch/fx/transformations.py | 6 +- .../fx/post_quantization_compressed/unet.dot | 64 +++++----- .../reference_graphs/fx/quantized/unet.dot | 120 +++++++++--------- 3 files changed, 95 insertions(+), 95 deletions(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index bab0d9e40c7..7300b5af2aa 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -120,7 +120,7 @@ def module_insertion_transformation(model: torch.fx.GraphModule): target_node = get_graph_node_by_name(graph, target_point.target_node_name) if target_point.target_type == TargetType.OPERATOR_POST_HOOK: - _set_new_node_meta(new_node, target_node, module_to_insert, model) + _set_new_node_meta(new_node, [target_node], module_to_insert, model) with graph.inserting_after(target_node): for user in list(target_node.users): if user is new_node: @@ -129,7 +129,7 @@ def module_insertion_transformation(model: torch.fx.GraphModule): else: prev_node = target_node.args[target_point.input_port_id] - _set_new_node_meta(new_node, prev_node, module_to_insert, model) + _set_new_node_meta(new_node, [prev_node], module_to_insert, model) target_node.replace_input_with(prev_node, new_node) return module_insertion_transformation @@ -636,7 +636,7 @@ def _set_meta_for_matches(model: torch.fx.GraphModule, matches: torch.fx.subgrap """ for match in matches: mul_node = match.replacements[0] - _set_new_node_meta(mul_node, list(mul_node.args), torch.mul, model) + _set_new_node_meta(mul_node, mul_node.args, torch.mul, model) def _remove_constant_qdq_transformation(model: torch.fx.GraphModule) -> None: diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot index 7520b04c0df..0b3d414c36e 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot @@ -110,10 +110,10 @@ strict digraph { "108 relu_9" [id=108, type=relu]; "109 quantize_per_tensor_default_14" [id=109, type=quantize_per_tensor]; "110 dequantize_per_tensor_default_18" [id=110, type=dequantize_per_tensor]; -"111 _param_constant41" [id=111, type=get_attr]; -"112 conv_transpose2d_zero_point_0_updated_constant0" [id=112, type=get_attr]; -"113 conv_transpose2d_scale_0_updated_constant0" [id=113, type=get_attr]; -"114 compressed_weight_updated_constant10" [id=114, type=get_attr]; +"111 conv_transpose2d_zero_point_0_updated_constant0" [id=111, type=get_attr]; +"112 conv_transpose2d_scale_0_updated_constant0" [id=112, type=get_attr]; +"113 compressed_weight_updated_constant10" [id=113, type=get_attr]; +"114 _param_constant41_0_0" [id=114, type=get_attr]; "115 mul_tensor_10" [id=115, type=mul]; "116 sub_tensor_10" [id=116, type=sub]; "117 conv_transpose2d" [id=117, type=conv_transpose2d]; @@ -144,10 +144,10 @@ strict digraph { "142 relu_11" [id=142, type=relu]; "143 quantize_per_tensor_default_16" [id=143, type=quantize_per_tensor]; "144 dequantize_per_tensor_default_20" [id=144, type=dequantize_per_tensor]; -"145 _param_constant51" [id=145, type=get_attr]; -"146 conv_transpose2d_1_zero_point_0_updated_constant0" [id=146, type=get_attr]; -"147 conv_transpose2d_1_scale_0_updated_constant0" [id=147, type=get_attr]; -"148 compressed_weight_updated_constant13" [id=148, type=get_attr]; +"145 conv_transpose2d_1_zero_point_0_updated_constant0" [id=145, type=get_attr]; +"146 conv_transpose2d_1_scale_0_updated_constant0" [id=146, type=get_attr]; +"147 compressed_weight_updated_constant13" [id=147, type=get_attr]; +"148 _param_constant51_0_0" [id=148, type=get_attr]; "149 mul_tensor_13" [id=149, type=mul]; "150 sub_tensor_13" [id=150, type=sub]; "151 conv_transpose2d_1" [id=151, type=conv_transpose2d]; @@ -178,10 +178,10 @@ strict digraph { "176 relu_13" [id=176, type=relu]; "177 quantize_per_tensor_default_18" [id=177, type=quantize_per_tensor]; "178 dequantize_per_tensor_default_22" [id=178, type=dequantize_per_tensor]; -"179 _param_constant61" [id=179, type=get_attr]; -"180 conv_transpose2d_2_zero_point_0_updated_constant0" [id=180, type=get_attr]; -"181 conv_transpose2d_2_scale_0_updated_constant0" [id=181, type=get_attr]; -"182 compressed_weight_updated_constant16" [id=182, type=get_attr]; +"179 conv_transpose2d_2_zero_point_0_updated_constant0" [id=179, type=get_attr]; +"180 conv_transpose2d_2_scale_0_updated_constant0" [id=180, type=get_attr]; +"181 compressed_weight_updated_constant16" [id=181, type=get_attr]; +"182 _param_constant61_0_0" [id=182, type=get_attr]; "183 mul_tensor_16" [id=183, type=mul]; "184 sub_tensor_16" [id=184, type=sub]; "185 conv_transpose2d_2" [id=185, type=conv_transpose2d]; @@ -212,10 +212,10 @@ strict digraph { "210 relu_15" [id=210, type=relu]; "211 quantize_per_tensor_default_20" [id=211, type=quantize_per_tensor]; "212 dequantize_per_tensor_default_24" [id=212, type=dequantize_per_tensor]; -"213 _param_constant71" [id=213, type=get_attr]; -"214 conv_transpose2d_3_zero_point_0_updated_constant0" [id=214, type=get_attr]; -"215 conv_transpose2d_3_scale_0_updated_constant0" [id=215, type=get_attr]; -"216 compressed_weight_updated_constant19" [id=216, type=get_attr]; +"213 conv_transpose2d_3_zero_point_0_updated_constant0" [id=213, type=get_attr]; +"214 conv_transpose2d_3_scale_0_updated_constant0" [id=214, type=get_attr]; +"215 compressed_weight_updated_constant19" [id=215, type=get_attr]; +"216 _param_constant71_0_0" [id=216, type=get_attr]; "217 mul_tensor_19" [id=217, type=mul]; "218 sub_tensor_19" [id=218, type=sub]; "219 conv_transpose2d_3" [id=219, type=conv_transpose2d]; @@ -369,10 +369,10 @@ strict digraph { "108 relu_9" -> "109 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; "109 quantize_per_tensor_default_14" -> "110 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; "110 dequantize_per_tensor_default_18" -> "117 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; -"111 _param_constant41" -> "117 conv_transpose2d" [label="(512,)", style=solid]; -"112 conv_transpose2d_zero_point_0_updated_constant0" -> "116 sub_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; -"113 conv_transpose2d_scale_0_updated_constant0" -> "115 mul_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; -"114 compressed_weight_updated_constant10" -> "115 mul_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; +"111 conv_transpose2d_zero_point_0_updated_constant0" -> "116 sub_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; +"112 conv_transpose2d_scale_0_updated_constant0" -> "115 mul_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; +"113 compressed_weight_updated_constant10" -> "115 mul_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; +"114 _param_constant41_0_0" -> "117 conv_transpose2d" [label="(512,)", style=solid]; "115 mul_tensor_10" -> "116 sub_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; "116 sub_tensor_10" -> "117 conv_transpose2d" [label=None, style=solid]; "117 conv_transpose2d" -> "118 quantize_per_tensor_default_6" [label="(1, 512, 12, 12)", style=solid]; @@ -403,10 +403,10 @@ strict digraph { "142 relu_11" -> "143 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; "143 quantize_per_tensor_default_16" -> "144 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; "144 dequantize_per_tensor_default_20" -> "151 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; -"145 _param_constant51" -> "151 conv_transpose2d_1" [label="(256,)", style=solid]; -"146 conv_transpose2d_1_zero_point_0_updated_constant0" -> "150 sub_tensor_13" [label="(512, 1, 1, 1)", style=solid]; -"147 conv_transpose2d_1_scale_0_updated_constant0" -> "149 mul_tensor_13" [label="(512, 1, 1, 1)", style=solid]; -"148 compressed_weight_updated_constant13" -> "149 mul_tensor_13" [label="(512, 256, 2, 2)", style=solid]; +"145 conv_transpose2d_1_zero_point_0_updated_constant0" -> "150 sub_tensor_13" [label="(512, 1, 1, 1)", style=solid]; +"146 conv_transpose2d_1_scale_0_updated_constant0" -> "149 mul_tensor_13" [label="(512, 1, 1, 1)", style=solid]; +"147 compressed_weight_updated_constant13" -> "149 mul_tensor_13" [label="(512, 256, 2, 2)", style=solid]; +"148 _param_constant51_0_0" -> "151 conv_transpose2d_1" [label="(256,)", style=solid]; "149 mul_tensor_13" -> "150 sub_tensor_13" [label="(512, 256, 2, 2)", style=solid]; "150 sub_tensor_13" -> "151 conv_transpose2d_1" [label=None, style=solid]; "151 conv_transpose2d_1" -> "152 quantize_per_tensor_default_5" [label="(1, 256, 16, 16)", style=solid]; @@ -437,10 +437,10 @@ strict digraph { "176 relu_13" -> "177 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; "177 quantize_per_tensor_default_18" -> "178 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; "178 dequantize_per_tensor_default_22" -> "185 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; -"179 _param_constant61" -> "185 conv_transpose2d_2" [label="(128,)", style=solid]; -"180 conv_transpose2d_2_zero_point_0_updated_constant0" -> "184 sub_tensor_16" [label="(256, 1, 1, 1)", style=solid]; -"181 conv_transpose2d_2_scale_0_updated_constant0" -> "183 mul_tensor_16" [label="(256, 1, 1, 1)", style=solid]; -"182 compressed_weight_updated_constant16" -> "183 mul_tensor_16" [label="(256, 128, 2, 2)", style=solid]; +"179 conv_transpose2d_2_zero_point_0_updated_constant0" -> "184 sub_tensor_16" [label="(256, 1, 1, 1)", style=solid]; +"180 conv_transpose2d_2_scale_0_updated_constant0" -> "183 mul_tensor_16" [label="(256, 1, 1, 1)", style=solid]; +"181 compressed_weight_updated_constant16" -> "183 mul_tensor_16" [label="(256, 128, 2, 2)", style=solid]; +"182 _param_constant61_0_0" -> "185 conv_transpose2d_2" [label="(128,)", style=solid]; "183 mul_tensor_16" -> "184 sub_tensor_16" [label="(256, 128, 2, 2)", style=solid]; "184 sub_tensor_16" -> "185 conv_transpose2d_2" [label=None, style=solid]; "185 conv_transpose2d_2" -> "186 quantize_per_tensor_default_2" [label="(1, 128, 24, 24)", style=solid]; @@ -471,10 +471,10 @@ strict digraph { "210 relu_15" -> "211 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; "211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; "212 dequantize_per_tensor_default_24" -> "219 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; -"213 _param_constant71" -> "219 conv_transpose2d_3" [label="(64,)", style=solid]; -"214 conv_transpose2d_3_zero_point_0_updated_constant0" -> "218 sub_tensor_19" [label="(128, 1, 1, 1)", style=solid]; -"215 conv_transpose2d_3_scale_0_updated_constant0" -> "217 mul_tensor_19" [label="(128, 1, 1, 1)", style=solid]; -"216 compressed_weight_updated_constant19" -> "217 mul_tensor_19" [label="(128, 64, 2, 2)", style=solid]; +"213 conv_transpose2d_3_zero_point_0_updated_constant0" -> "218 sub_tensor_19" [label="(128, 1, 1, 1)", style=solid]; +"214 conv_transpose2d_3_scale_0_updated_constant0" -> "217 mul_tensor_19" [label="(128, 1, 1, 1)", style=solid]; +"215 compressed_weight_updated_constant19" -> "217 mul_tensor_19" [label="(128, 64, 2, 2)", style=solid]; +"216 _param_constant71_0_0" -> "219 conv_transpose2d_3" [label="(64,)", style=solid]; "217 mul_tensor_19" -> "218 sub_tensor_19" [label="(128, 64, 2, 2)", style=solid]; "218 sub_tensor_19" -> "219 conv_transpose2d_3" [label=None, style=solid]; "219 conv_transpose2d_3" -> "220 quantize_per_tensor_default_1" [label="(1, 64, 40, 40)", style=solid]; diff --git a/tests/torch/data/reference_graphs/fx/quantized/unet.dot b/tests/torch/data/reference_graphs/fx/quantized/unet.dot index bbf6c7fd848..22972f24a32 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/unet.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/unet.dot @@ -110,12 +110,12 @@ strict digraph { "108 relu_9" [id=108, type=relu]; "109 quantize_per_tensor_default_14" [id=109, type=quantize_per_tensor]; "110 dequantize_per_tensor_default_18" [id=110, type=dequantize_per_tensor]; -"111 _param_constant41" [id=111, type=get_attr]; -"112 conv_transpose2d_scale_0" [id=112, type=get_attr]; -"113 conv_transpose2d_zero_point_0" [id=113, type=get_attr]; -"114 compressed_weight_updated_constant10" [id=114, type=get_attr]; -"115 quantize_per_channel_default_10" [id=115, type=quantize_per_channel]; -"116 dequantize_per_channel_default_10" [id=116, type=dequantize_per_channel]; +"111 conv_transpose2d_scale_0" [id=111, type=get_attr]; +"112 conv_transpose2d_zero_point_0" [id=112, type=get_attr]; +"113 compressed_weight_updated_constant10" [id=113, type=get_attr]; +"114 quantize_per_channel_default_10" [id=114, type=quantize_per_channel]; +"115 dequantize_per_channel_default_10" [id=115, type=dequantize_per_channel]; +"116 _param_constant41_0_0" [id=116, type=get_attr]; "117 conv_transpose2d" [id=117, type=conv_transpose2d]; "118 quantize_per_tensor_default_6" [id=118, type=quantize_per_tensor]; "119 dequantize_per_tensor_default_9" [id=119, type=dequantize_per_tensor]; @@ -144,12 +144,12 @@ strict digraph { "142 relu_11" [id=142, type=relu]; "143 quantize_per_tensor_default_16" [id=143, type=quantize_per_tensor]; "144 dequantize_per_tensor_default_20" [id=144, type=dequantize_per_tensor]; -"145 _param_constant51" [id=145, type=get_attr]; -"146 conv_transpose2d_1_scale_0" [id=146, type=get_attr]; -"147 conv_transpose2d_1_zero_point_0" [id=147, type=get_attr]; -"148 compressed_weight_updated_constant13" [id=148, type=get_attr]; -"149 quantize_per_channel_default_13" [id=149, type=quantize_per_channel]; -"150 dequantize_per_channel_default_13" [id=150, type=dequantize_per_channel]; +"145 conv_transpose2d_1_scale_0" [id=145, type=get_attr]; +"146 conv_transpose2d_1_zero_point_0" [id=146, type=get_attr]; +"147 compressed_weight_updated_constant13" [id=147, type=get_attr]; +"148 quantize_per_channel_default_13" [id=148, type=quantize_per_channel]; +"149 dequantize_per_channel_default_13" [id=149, type=dequantize_per_channel]; +"150 _param_constant51_0_0" [id=150, type=get_attr]; "151 conv_transpose2d_1" [id=151, type=conv_transpose2d]; "152 quantize_per_tensor_default_5" [id=152, type=quantize_per_tensor]; "153 dequantize_per_tensor_default_8" [id=153, type=dequantize_per_tensor]; @@ -178,12 +178,12 @@ strict digraph { "176 relu_13" [id=176, type=relu]; "177 quantize_per_tensor_default_18" [id=177, type=quantize_per_tensor]; "178 dequantize_per_tensor_default_22" [id=178, type=dequantize_per_tensor]; -"179 _param_constant61" [id=179, type=get_attr]; -"180 conv_transpose2d_2_scale_0" [id=180, type=get_attr]; -"181 conv_transpose2d_2_zero_point_0" [id=181, type=get_attr]; -"182 compressed_weight_updated_constant16" [id=182, type=get_attr]; -"183 quantize_per_channel_default_16" [id=183, type=quantize_per_channel]; -"184 dequantize_per_channel_default_16" [id=184, type=dequantize_per_channel]; +"179 conv_transpose2d_2_scale_0" [id=179, type=get_attr]; +"180 conv_transpose2d_2_zero_point_0" [id=180, type=get_attr]; +"181 compressed_weight_updated_constant16" [id=181, type=get_attr]; +"182 quantize_per_channel_default_16" [id=182, type=quantize_per_channel]; +"183 dequantize_per_channel_default_16" [id=183, type=dequantize_per_channel]; +"184 _param_constant61_0_0" [id=184, type=get_attr]; "185 conv_transpose2d_2" [id=185, type=conv_transpose2d]; "186 quantize_per_tensor_default_2" [id=186, type=quantize_per_tensor]; "187 dequantize_per_tensor_default_3" [id=187, type=dequantize_per_tensor]; @@ -212,12 +212,12 @@ strict digraph { "210 relu_15" [id=210, type=relu]; "211 quantize_per_tensor_default_20" [id=211, type=quantize_per_tensor]; "212 dequantize_per_tensor_default_24" [id=212, type=dequantize_per_tensor]; -"213 _param_constant71" [id=213, type=get_attr]; -"214 conv_transpose2d_3_scale_0" [id=214, type=get_attr]; -"215 conv_transpose2d_3_zero_point_0" [id=215, type=get_attr]; -"216 compressed_weight_updated_constant19" [id=216, type=get_attr]; -"217 quantize_per_channel_default_19" [id=217, type=quantize_per_channel]; -"218 dequantize_per_channel_default_19" [id=218, type=dequantize_per_channel]; +"213 conv_transpose2d_3_scale_0" [id=213, type=get_attr]; +"214 conv_transpose2d_3_zero_point_0" [id=214, type=get_attr]; +"215 compressed_weight_updated_constant19" [id=215, type=get_attr]; +"216 quantize_per_channel_default_19" [id=216, type=quantize_per_channel]; +"217 dequantize_per_channel_default_19" [id=217, type=dequantize_per_channel]; +"218 _param_constant71_0_0" [id=218, type=get_attr]; "219 conv_transpose2d_3" [id=219, type=conv_transpose2d]; "220 quantize_per_tensor_default_1" [id=220, type=quantize_per_tensor]; "221 dequantize_per_tensor_default_2" [id=221, type=dequantize_per_tensor]; @@ -279,8 +279,8 @@ strict digraph { "18 _param_constant5_0_0" -> "19 conv2d_1" [label="(64,)", style=solid]; "19 conv2d_1" -> "20 relu_1" [label="(1, 64, 220, 220)", style=solid]; "20 relu_1" -> "21 quantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; -"21 quantize_per_tensor_default" -> "23 dequantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; "21 quantize_per_tensor_default" -> "22 dequantize_per_tensor_default_1" [label="(1, 64, 220, 220)", style=solid]; +"21 quantize_per_tensor_default" -> "23 dequantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; "22 dequantize_per_tensor_default_1" -> "222 slice_13" [label="(1, 64, 220, 220)", style=solid]; "23 dequantize_per_tensor_default" -> "24 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; "24 max_pool2d" -> "31 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; @@ -306,8 +306,8 @@ strict digraph { "40 _param_constant13_0_0" -> "41 conv2d_3" [label="(128,)", style=solid]; "41 conv2d_3" -> "42 relu_3" [label="(1, 128, 106, 106)", style=solid]; "42 relu_3" -> "43 quantize_per_tensor_default_3" [label="(1, 128, 106, 106)", style=solid]; -"43 quantize_per_tensor_default_3" -> "45 dequantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; "43 quantize_per_tensor_default_3" -> "44 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; +"43 quantize_per_tensor_default_3" -> "45 dequantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; "44 dequantize_per_tensor_default_5" -> "188 slice_9" [label="(1, 128, 106, 106)", style=solid]; "45 dequantize_per_tensor_default_4" -> "46 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; "46 max_pool2d_1" -> "53 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; @@ -333,8 +333,8 @@ strict digraph { "62 _param_constant21_0_0" -> "63 conv2d_5" [label="(256,)", style=solid]; "63 conv2d_5" -> "64 relu_5" [label="(1, 256, 49, 49)", style=solid]; "64 relu_5" -> "65 quantize_per_tensor_default_4" [label="(1, 256, 49, 49)", style=solid]; -"65 quantize_per_tensor_default_4" -> "67 dequantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; "65 quantize_per_tensor_default_4" -> "66 dequantize_per_tensor_default_7" [label="(1, 256, 49, 49)", style=solid]; +"65 quantize_per_tensor_default_4" -> "67 dequantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; "66 dequantize_per_tensor_default_7" -> "154 slice_5" [label="(1, 256, 49, 49)", style=solid]; "67 dequantize_per_tensor_default_6" -> "68 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; "68 max_pool2d_2" -> "75 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; @@ -360,8 +360,8 @@ strict digraph { "84 _param_constant29_0_0" -> "85 conv2d_7" [label="(512,)", style=solid]; "85 conv2d_7" -> "86 relu_7" [label="(1, 512, 20, 20)", style=solid]; "86 relu_7" -> "87 quantize_per_tensor_default_7" [label="(1, 512, 20, 20)", style=solid]; -"87 quantize_per_tensor_default_7" -> "89 dequantize_per_tensor_default_10" [label="(1, 512, 20, 20)", style=solid]; "87 quantize_per_tensor_default_7" -> "88 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; +"87 quantize_per_tensor_default_7" -> "89 dequantize_per_tensor_default_10" [label="(1, 512, 20, 20)", style=solid]; "88 dequantize_per_tensor_default_11" -> "120 slice_1" [label="(1, 512, 20, 20)", style=solid]; "89 dequantize_per_tensor_default_10" -> "90 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; "90 max_pool2d_3" -> "97 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; @@ -389,14 +389,14 @@ strict digraph { "108 relu_9" -> "109 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; "109 quantize_per_tensor_default_14" -> "110 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; "110 dequantize_per_tensor_default_18" -> "117 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; -"111 _param_constant41" -> "117 conv_transpose2d" [label="(512,)", style=solid]; -"112 conv_transpose2d_scale_0" -> "115 quantize_per_channel_default_10" [label="(1024,)", style=solid]; -"112 conv_transpose2d_scale_0" -> "116 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; -"113 conv_transpose2d_zero_point_0" -> "115 quantize_per_channel_default_10" [label="(1024,)", style=solid]; -"113 conv_transpose2d_zero_point_0" -> "116 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; -"114 compressed_weight_updated_constant10" -> "115 quantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; -"115 quantize_per_channel_default_10" -> "116 dequantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; -"116 dequantize_per_channel_default_10" -> "117 conv_transpose2d" [label="(1024, 512, 2, 2)", style=solid]; +"111 conv_transpose2d_scale_0" -> "114 quantize_per_channel_default_10" [label="(1024,)", style=solid]; +"111 conv_transpose2d_scale_0" -> "115 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; +"112 conv_transpose2d_zero_point_0" -> "114 quantize_per_channel_default_10" [label="(1024,)", style=solid]; +"112 conv_transpose2d_zero_point_0" -> "115 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; +"113 compressed_weight_updated_constant10" -> "114 quantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; +"114 quantize_per_channel_default_10" -> "115 dequantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; +"115 dequantize_per_channel_default_10" -> "117 conv_transpose2d" [label="(1024, 512, 2, 2)", style=solid]; +"116 _param_constant41_0_0" -> "117 conv_transpose2d" [label="(512,)", style=solid]; "117 conv_transpose2d" -> "118 quantize_per_tensor_default_6" [label="(1, 512, 12, 12)", style=solid]; "118 quantize_per_tensor_default_6" -> "119 dequantize_per_tensor_default_9" [label="(1, 512, 12, 12)", style=solid]; "119 dequantize_per_tensor_default_9" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; @@ -429,14 +429,14 @@ strict digraph { "142 relu_11" -> "143 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; "143 quantize_per_tensor_default_16" -> "144 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; "144 dequantize_per_tensor_default_20" -> "151 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; -"145 _param_constant51" -> "151 conv_transpose2d_1" [label="(256,)", style=solid]; -"146 conv_transpose2d_1_scale_0" -> "149 quantize_per_channel_default_13" [label="(512,)", style=solid]; -"146 conv_transpose2d_1_scale_0" -> "150 dequantize_per_channel_default_13" [label="(512,)", style=solid]; -"147 conv_transpose2d_1_zero_point_0" -> "149 quantize_per_channel_default_13" [label="(512,)", style=solid]; -"147 conv_transpose2d_1_zero_point_0" -> "150 dequantize_per_channel_default_13" [label="(512,)", style=solid]; -"148 compressed_weight_updated_constant13" -> "149 quantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; -"149 quantize_per_channel_default_13" -> "150 dequantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; -"150 dequantize_per_channel_default_13" -> "151 conv_transpose2d_1" [label="(512, 256, 2, 2)", style=solid]; +"145 conv_transpose2d_1_scale_0" -> "148 quantize_per_channel_default_13" [label="(512,)", style=solid]; +"145 conv_transpose2d_1_scale_0" -> "149 dequantize_per_channel_default_13" [label="(512,)", style=solid]; +"146 conv_transpose2d_1_zero_point_0" -> "148 quantize_per_channel_default_13" [label="(512,)", style=solid]; +"146 conv_transpose2d_1_zero_point_0" -> "149 dequantize_per_channel_default_13" [label="(512,)", style=solid]; +"147 compressed_weight_updated_constant13" -> "148 quantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; +"148 quantize_per_channel_default_13" -> "149 dequantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; +"149 dequantize_per_channel_default_13" -> "151 conv_transpose2d_1" [label="(512, 256, 2, 2)", style=solid]; +"150 _param_constant51_0_0" -> "151 conv_transpose2d_1" [label="(256,)", style=solid]; "151 conv_transpose2d_1" -> "152 quantize_per_tensor_default_5" [label="(1, 256, 16, 16)", style=solid]; "152 quantize_per_tensor_default_5" -> "153 dequantize_per_tensor_default_8" [label="(1, 256, 16, 16)", style=solid]; "153 dequantize_per_tensor_default_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; @@ -469,14 +469,14 @@ strict digraph { "176 relu_13" -> "177 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; "177 quantize_per_tensor_default_18" -> "178 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; "178 dequantize_per_tensor_default_22" -> "185 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; -"179 _param_constant61" -> "185 conv_transpose2d_2" [label="(128,)", style=solid]; -"180 conv_transpose2d_2_scale_0" -> "183 quantize_per_channel_default_16" [label="(256,)", style=solid]; -"180 conv_transpose2d_2_scale_0" -> "184 dequantize_per_channel_default_16" [label="(256,)", style=solid]; -"181 conv_transpose2d_2_zero_point_0" -> "183 quantize_per_channel_default_16" [label="(256,)", style=solid]; -"181 conv_transpose2d_2_zero_point_0" -> "184 dequantize_per_channel_default_16" [label="(256,)", style=solid]; -"182 compressed_weight_updated_constant16" -> "183 quantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; -"183 quantize_per_channel_default_16" -> "184 dequantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; -"184 dequantize_per_channel_default_16" -> "185 conv_transpose2d_2" [label="(256, 128, 2, 2)", style=solid]; +"179 conv_transpose2d_2_scale_0" -> "182 quantize_per_channel_default_16" [label="(256,)", style=solid]; +"179 conv_transpose2d_2_scale_0" -> "183 dequantize_per_channel_default_16" [label="(256,)", style=solid]; +"180 conv_transpose2d_2_zero_point_0" -> "182 quantize_per_channel_default_16" [label="(256,)", style=solid]; +"180 conv_transpose2d_2_zero_point_0" -> "183 dequantize_per_channel_default_16" [label="(256,)", style=solid]; +"181 compressed_weight_updated_constant16" -> "182 quantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; +"182 quantize_per_channel_default_16" -> "183 dequantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; +"183 dequantize_per_channel_default_16" -> "185 conv_transpose2d_2" [label="(256, 128, 2, 2)", style=solid]; +"184 _param_constant61_0_0" -> "185 conv_transpose2d_2" [label="(128,)", style=solid]; "185 conv_transpose2d_2" -> "186 quantize_per_tensor_default_2" [label="(1, 128, 24, 24)", style=solid]; "186 quantize_per_tensor_default_2" -> "187 dequantize_per_tensor_default_3" [label="(1, 128, 24, 24)", style=solid]; "187 dequantize_per_tensor_default_3" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; @@ -509,14 +509,14 @@ strict digraph { "210 relu_15" -> "211 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; "211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; "212 dequantize_per_tensor_default_24" -> "219 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; -"213 _param_constant71" -> "219 conv_transpose2d_3" [label="(64,)", style=solid]; -"214 conv_transpose2d_3_scale_0" -> "217 quantize_per_channel_default_19" [label="(128,)", style=solid]; -"214 conv_transpose2d_3_scale_0" -> "218 dequantize_per_channel_default_19" [label="(128,)", style=solid]; -"215 conv_transpose2d_3_zero_point_0" -> "217 quantize_per_channel_default_19" [label="(128,)", style=solid]; -"215 conv_transpose2d_3_zero_point_0" -> "218 dequantize_per_channel_default_19" [label="(128,)", style=solid]; -"216 compressed_weight_updated_constant19" -> "217 quantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; -"217 quantize_per_channel_default_19" -> "218 dequantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; -"218 dequantize_per_channel_default_19" -> "219 conv_transpose2d_3" [label="(128, 64, 2, 2)", style=solid]; +"213 conv_transpose2d_3_scale_0" -> "216 quantize_per_channel_default_19" [label="(128,)", style=solid]; +"213 conv_transpose2d_3_scale_0" -> "217 dequantize_per_channel_default_19" [label="(128,)", style=solid]; +"214 conv_transpose2d_3_zero_point_0" -> "216 quantize_per_channel_default_19" [label="(128,)", style=solid]; +"214 conv_transpose2d_3_zero_point_0" -> "217 dequantize_per_channel_default_19" [label="(128,)", style=solid]; +"215 compressed_weight_updated_constant19" -> "216 quantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; +"216 quantize_per_channel_default_19" -> "217 dequantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; +"217 dequantize_per_channel_default_19" -> "219 conv_transpose2d_3" [label="(128, 64, 2, 2)", style=solid]; +"218 _param_constant71_0_0" -> "219 conv_transpose2d_3" [label="(64,)", style=solid]; "219 conv_transpose2d_3" -> "220 quantize_per_tensor_default_1" [label="(1, 64, 40, 40)", style=solid]; "220 quantize_per_tensor_default_1" -> "221 dequantize_per_tensor_default_2" [label="(1, 64, 40, 40)", style=solid]; "221 dequantize_per_tensor_default_2" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; From f6a7a340adc8d3e8f6ada01c952b04a8adfb5d79 Mon Sep 17 00:00:00 2001 From: Aamir Nazir Date: Wed, 16 Oct 2024 15:50:13 +0400 Subject: [PATCH 43/48] Update tests/torch/fx/test_models.py Co-authored-by: Daniil Lyakhov --- tests/torch/fx/test_models.py | 1 - 1 file changed, 1 deletion(-) diff --git a/tests/torch/fx/test_models.py b/tests/torch/fx/test_models.py index 06c6ab9b90f..c9cab6c6c6f 100644 --- a/tests/torch/fx/test_models.py +++ b/tests/torch/fx/test_models.py @@ -207,7 +207,6 @@ def transform_fn(data_item): nncf_graph = GraphConverter.create_nncf_graph(quantized_model) check_graph(nncf_graph, get_dot_filename(model_case.model_id), save_dir, extended=True) q_nodes, dq_nodes = count_q_dq(quantized_model) - print("THIS: ", q_nodes, dq_nodes) assert q_nodes == compress_n_qdq[compress_weights][0] assert dq_nodes == compress_n_qdq[compress_weights][1] check_fq_values(quantized_model) From 9caa4786998ae2472be283c68ca888f1ce2a5abb Mon Sep 17 00:00:00 2001 From: Aamir Nazir Date: Thu, 17 Oct 2024 08:25:12 +0400 Subject: [PATCH 44/48] pre-commit fix --- tests/torch/fx/test_model_transformer.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index eeffce2f027..2d13ba758e5 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -16,12 +16,13 @@ import pytest import torch import torch.ao.quantization +import torch.fx from torch._export import capture_pre_autograd_graph from torch.ao.quantization.fx.utils import create_getattr_from_value -import torch.fx from torch.ao.quantization.observer import MinMaxObserver from torch.ao.quantization.observer import PerChannelMinMaxObserver from torch.quantization.fake_quantize import FakeQuantize + import nncf from nncf.common.factory import NNCFGraph from nncf.common.factory import NNCFGraphFactory From e2e0f855b511b34340d3d9f0c8969e53fc3568f0 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Fri, 18 Oct 2024 12:38:49 +0400 Subject: [PATCH 45/48] change transformation to update weight, zp, scale when replacing the qdq pattern --- nncf/experimental/torch/fx/transformations.py | 74 +- .../mobilenet_v3_small.dot | 720 ++-- .../post_quantization_compressed/resnet18.dot | 420 +-- .../swin_v2_s.dot | 2926 ++++++++--------- .../synthetic_transformer.dot | 40 +- .../fx/post_quantization_compressed/unet.dot | 460 +-- .../post_quantization_compressed/vit_b_16.dot | 1000 +++--- 7 files changed, 2827 insertions(+), 2813 deletions(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index 811c4b8fe58..263cd1bc017 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -10,6 +10,7 @@ # limitations under the License. from copy import copy +from functools import partial from typing import Any, Callable, Dict, List, Optional, Tuple, Union import torch @@ -637,7 +638,9 @@ def _set_meta_for_matches(model: torch.fx.GraphModule, matches: torch.fx.subgrap """ for match in matches: mul_node = match.replacements[0] + sub_node = match.replacements[1] _set_new_node_meta(mul_node, mul_node.args, torch.mul, model) + _set_new_node_meta(sub_node, sub_node.args, torch.sub, model) def _remove_constant_qdq_transformation(model: torch.fx.GraphModule) -> None: @@ -667,11 +670,13 @@ def match_filters(match, original_graph, graph): matches_per_channel = torch.fx.subgraph_rewriter.replace_pattern_with_filters( model, pattern, replacement, [match_filters] ) + _compress_qdq_constant_transformation(model, matches_per_channel) _set_meta_for_matches(model, matches_per_channel) pattern, replacement = _get_pattern_replacement_per_tensor() matches_per_tensor = torch.fx.subgraph_rewriter.replace_pattern_with_filters( model, pattern, replacement, [match_filters] ) + _compress_qdq_constant_transformation(model, matches_per_tensor) _set_meta_for_matches(model.graph, matches_per_tensor) return matches_per_channel, matches_per_tensor @@ -694,50 +699,60 @@ def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule) -> Option return tuple(args) -def _compress_qdq_constant_transformation(model: torch.fx.GraphModule) -> None: +def _compress_qdq_constant_transformation(model: torch.fx.GraphModule, matches) -> None: """ Change the FP32 weight value to Int8 and also reshape the scale for per_channel_quantization. :param: model: Model to apply transformations to. """ - for node in model.graph.nodes: - if node.target not in DEQUANTIZE_NODE_TARGETS: - continue - quantize_node = node.all_input_nodes[0] - if quantize_node.target != QDQ_PAIR[node.target]: - continue + for match in matches: + mul_node = match.replacements[0] + sub_node = match.replacements[1] + weight_node, scale_node, zp_node, axis = None, None, None, None + nodes_map = {node.name: match.nodes_map[node] for node in match.nodes_map} + get_const = partial(get_tensor_constant_from_node, model=model) + weight_node = get_const(nodes_map["weight"]) + scale_node = get_const(nodes_map["scale"]) + zp_node = get_const(nodes_map["zero_point"]) + axis = nodes_map["axis"] port_id = 0 - args = _get_node_inputs(quantize_node, model) - if not args: - continue - if quantize_node.target == torch.ops.quantized_decomposed.quantize_per_channel.default: - _reshape_scale_zp(model, quantize_node) - result = quantize_node.target(*args) - constant_update_fn( - model, quantize_node, result, port_id, updated_node_name="compressed_weight_updated_constant" + result = None + if axis is not None: + result = torch.ops.quantized_decomposed.quantize_per_channel.default( + weight_node, scale_node, zp_node, axis, -128, 127, torch.int8 + ) + _reshape_scale_zp(model, sub_node, mul_node, weight_node, scale_node, zp_node, axis) + result = ( + result + if result is not None + else torch.ops.quantized_decomposed.quantize_per_tensor.default( + weight_node, scale_node, zp_node, -128, 127, torch.int8 + ) ) + constant_update_fn(model, mul_node, result, port_id, updated_node_name="compressed_weight_updated_constant") -def _reshape_scale_zp(model: torch.fx.GraphModule, node: torch.fx.Node) -> None: +def _reshape_scale_zp( + model: torch.fx.GraphModule, + sub_node: torch.fx.Node, + mul_node: torch.fx.Node, + weight: torch.Tensor, + scale: Union[torch.Tensor, float], + zp: Union[torch.Tensor, float, int], + axis: int, +) -> None: """ Reshape scale and zero point so that it can be multiplied elementwise with the weight for per channel quantization. :param model: Model to apply transformations to. :param node: quantize node whose scale has to be reshaped """ - weight_node = node.all_input_nodes[0] - scale_node = node.all_input_nodes[1] - zp_node = node.all_input_nodes[2] - axis = node.args[3] - scale_value = get_tensor_constant_from_node(scale_node, model) - weight_value = get_tensor_constant_from_node(weight_node, model) - zp_value = get_tensor_constant_from_node(zp_node, model) - new_shape = [1] * weight_value.dim() - new_shape[axis] = scale_value.shape[0] - scale_value = scale_value.reshape(new_shape) - zp_value = zp_value.reshape(new_shape) - constant_update_fn(model, node, zp_value, 2, updated_node_name=zp_node.name + "_updated_constant") - constant_update_fn(model, node, scale_value, 1, updated_node_name=scale_node.name + "_updated_constant") + new_shape = [1] * weight.dim() + new_shape[axis] = scale.shape[0] + scale = scale.reshape(new_shape) + zp = zp.reshape(new_shape) + constant_update_fn(model, sub_node, zp, 1, updated_node_name="zero_point_updated_constant") + constant_update_fn(model, mul_node, scale, 1, updated_node_name="scale_updated_constant") def fq_weights_transformation(model: torch.fx.GraphModule) -> None: @@ -774,7 +789,6 @@ def compress_post_quantize_transformation(model: torch.fx.GraphModule) -> None: :param model: Model to apply transformations to. """ - _compress_qdq_constant_transformation(model) _remove_constant_qdq_transformation(model) diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/mobilenet_v3_small.dot index e459329497e..ef626e650f2 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/mobilenet_v3_small.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/mobilenet_v3_small.dot @@ -2,11 +2,11 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_zero_point_0_updated_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0_updated_constant0" [id=4, type=get_attr]; +"3 features_0_0_weight_bias_0_0" [id=3, type=get_attr]; +"4 scale_updated_constant0" [id=4, type=get_attr]; "5 compressed_weight_updated_constant0" [id=5, type=get_attr]; -"6 features_0_0_weight_bias_0_0" [id=6, type=get_attr]; -"7 mul_tensor" [id=7, type=mul]; +"6 mul_tensor" [id=6, type=mul]; +"7 zero_point_updated_constant0" [id=7, type=get_attr]; "8 sub_tensor" [id=8, type=sub]; "9 conv2d" [id=9, type=conv2d]; "10 hardswish__scale_0" [id=10, type=get_attr]; @@ -14,11 +14,11 @@ strict digraph { "12 hardswish_" [id=12, type=hardswish_]; "13 quantize_per_channel_default_1" [id=13, type=quantize_per_channel]; "14 dequantize_per_channel_default_1" [id=14, type=dequantize_per_channel]; -"15 conv2d_1_zero_point_0_updated_constant0" [id=15, type=get_attr]; -"16 conv2d_1_scale_0_updated_constant0" [id=16, type=get_attr]; +"15 features_1_block_0_0_weight_bias_0_0" [id=15, type=get_attr]; +"16 scale_updated_constant1" [id=16, type=get_attr]; "17 compressed_weight_updated_constant1" [id=17, type=get_attr]; -"18 features_1_block_0_0_weight_bias_0_0" [id=18, type=get_attr]; -"19 mul_tensor_1" [id=19, type=mul]; +"18 mul_tensor_1" [id=18, type=mul]; +"19 zero_point_updated_constant1" [id=19, type=get_attr]; "20 sub_tensor_1" [id=20, type=sub]; "21 conv2d_1" [id=21, type=conv2d]; "22 relu_" [id=22, type=relu_]; @@ -39,20 +39,20 @@ strict digraph { "37 mul" [id=37, type=mul]; "38 quantize_per_tensor_default_3" [id=38, type=quantize_per_tensor]; "39 dequantize_per_tensor_default_4" [id=39, type=dequantize_per_tensor]; -"40 conv2d_4_zero_point_0_updated_constant0" [id=40, type=get_attr]; -"41 conv2d_4_scale_0_updated_constant0" [id=41, type=get_attr]; +"40 features_1_block_2_0_weight_bias_0_0" [id=40, type=get_attr]; +"41 scale_updated_constant2" [id=41, type=get_attr]; "42 compressed_weight_updated_constant2" [id=42, type=get_attr]; -"43 features_1_block_2_0_weight_bias_0_0" [id=43, type=get_attr]; -"44 mul_tensor_2" [id=44, type=mul]; +"43 mul_tensor_2" [id=43, type=mul]; +"44 zero_point_updated_constant2" [id=44, type=get_attr]; "45 sub_tensor_2" [id=45, type=sub]; "46 conv2d_4" [id=46, type=conv2d]; "47 quantize_per_tensor_default_4" [id=47, type=quantize_per_tensor]; "48 dequantize_per_tensor_default_5" [id=48, type=dequantize_per_tensor]; -"49 conv2d_5_zero_point_0_updated_constant0" [id=49, type=get_attr]; -"50 conv2d_5_scale_0_updated_constant0" [id=50, type=get_attr]; +"49 features_2_block_0_0_weight_bias_0_0" [id=49, type=get_attr]; +"50 scale_updated_constant3" [id=50, type=get_attr]; "51 compressed_weight_updated_constant3" [id=51, type=get_attr]; -"52 features_2_block_0_0_weight_bias_0_0" [id=52, type=get_attr]; -"53 mul_tensor_3" [id=53, type=mul]; +"52 mul_tensor_3" [id=52, type=mul]; +"53 zero_point_updated_constant3" [id=53, type=get_attr]; "54 sub_tensor_3" [id=54, type=sub]; "55 conv2d_5" [id=55, type=conv2d]; "56 relu__1_scale_0" [id=56, type=get_attr]; @@ -60,31 +60,31 @@ strict digraph { "58 relu__1" [id=58, type=relu_]; "59 quantize_per_channel_default_5" [id=59, type=quantize_per_channel]; "60 dequantize_per_channel_default_5" [id=60, type=dequantize_per_channel]; -"61 conv2d_6_zero_point_0_updated_constant0" [id=61, type=get_attr]; -"62 conv2d_6_scale_0_updated_constant0" [id=62, type=get_attr]; +"61 features_2_block_1_0_weight_bias_0_0" [id=61, type=get_attr]; +"62 scale_updated_constant4" [id=62, type=get_attr]; "63 compressed_weight_updated_constant4" [id=63, type=get_attr]; -"64 features_2_block_1_0_weight_bias_0_0" [id=64, type=get_attr]; -"65 mul_tensor_4" [id=65, type=mul]; +"64 mul_tensor_4" [id=64, type=mul]; +"65 zero_point_updated_constant4" [id=65, type=get_attr]; "66 sub_tensor_4" [id=66, type=sub]; "67 conv2d_6" [id=67, type=conv2d]; "68 relu__2" [id=68, type=relu_]; "69 quantize_per_tensor_default_5" [id=69, type=quantize_per_tensor]; "70 dequantize_per_tensor_default_6" [id=70, type=dequantize_per_tensor]; -"71 conv2d_7_zero_point_0_updated_constant0" [id=71, type=get_attr]; -"72 conv2d_7_scale_0_updated_constant0" [id=72, type=get_attr]; +"71 features_2_block_2_0_weight_bias_0_0" [id=71, type=get_attr]; +"72 scale_updated_constant5" [id=72, type=get_attr]; "73 compressed_weight_updated_constant5" [id=73, type=get_attr]; -"74 features_2_block_2_0_weight_bias_0_0" [id=74, type=get_attr]; -"75 mul_tensor_5" [id=75, type=mul]; +"74 mul_tensor_5" [id=74, type=mul]; +"75 zero_point_updated_constant5" [id=75, type=get_attr]; "76 sub_tensor_5" [id=76, type=sub]; "77 conv2d_7" [id=77, type=conv2d]; "78 quantize_per_tensor_default_6" [id=78, type=quantize_per_tensor]; "79 dequantize_per_tensor_default_8" [id=79, type=dequantize_per_tensor]; "80 dequantize_per_tensor_default_7" [id=80, type=dequantize_per_tensor]; -"81 conv2d_8_zero_point_0_updated_constant0" [id=81, type=get_attr]; -"82 conv2d_8_scale_0_updated_constant0" [id=82, type=get_attr]; +"81 features_3_block_0_0_weight_bias_0_0" [id=81, type=get_attr]; +"82 scale_updated_constant6" [id=82, type=get_attr]; "83 compressed_weight_updated_constant6" [id=83, type=get_attr]; -"84 features_3_block_0_0_weight_bias_0_0" [id=84, type=get_attr]; -"85 mul_tensor_6" [id=85, type=mul]; +"84 mul_tensor_6" [id=84, type=mul]; +"85 zero_point_updated_constant6" [id=85, type=get_attr]; "86 sub_tensor_6" [id=86, type=sub]; "87 conv2d_8" [id=87, type=conv2d]; "88 relu__3_scale_0" [id=88, type=get_attr]; @@ -92,21 +92,21 @@ strict digraph { "90 relu__3" [id=90, type=relu_]; "91 quantize_per_channel_default_9" [id=91, type=quantize_per_channel]; "92 dequantize_per_channel_default_9" [id=92, type=dequantize_per_channel]; -"93 conv2d_9_zero_point_0_updated_constant0" [id=93, type=get_attr]; -"94 conv2d_9_scale_0_updated_constant0" [id=94, type=get_attr]; +"93 features_3_block_1_0_weight_bias_0_0" [id=93, type=get_attr]; +"94 scale_updated_constant7" [id=94, type=get_attr]; "95 compressed_weight_updated_constant7" [id=95, type=get_attr]; -"96 features_3_block_1_0_weight_bias_0_0" [id=96, type=get_attr]; -"97 mul_tensor_7" [id=97, type=mul]; +"96 mul_tensor_7" [id=96, type=mul]; +"97 zero_point_updated_constant7" [id=97, type=get_attr]; "98 sub_tensor_7" [id=98, type=sub]; "99 conv2d_9" [id=99, type=conv2d]; "100 relu__4" [id=100, type=relu_]; "101 quantize_per_tensor_default_7" [id=101, type=quantize_per_tensor]; "102 dequantize_per_tensor_default_9" [id=102, type=dequantize_per_tensor]; -"103 conv2d_10_zero_point_0_updated_constant0" [id=103, type=get_attr]; -"104 conv2d_10_scale_0_updated_constant0" [id=104, type=get_attr]; +"103 features_3_block_2_0_weight_bias_0_0" [id=103, type=get_attr]; +"104 scale_updated_constant8" [id=104, type=get_attr]; "105 compressed_weight_updated_constant8" [id=105, type=get_attr]; -"106 features_3_block_2_0_weight_bias_0_0" [id=106, type=get_attr]; -"107 mul_tensor_8" [id=107, type=mul]; +"106 mul_tensor_8" [id=106, type=mul]; +"107 zero_point_updated_constant8" [id=107, type=get_attr]; "108 sub_tensor_8" [id=108, type=sub]; "109 conv2d_10" [id=109, type=conv2d]; "110 quantize_per_tensor_default_8" [id=110, type=quantize_per_tensor]; @@ -114,11 +114,11 @@ strict digraph { "112 add_" [id=112, type=add_]; "113 quantize_per_tensor_default_9" [id=113, type=quantize_per_tensor]; "114 dequantize_per_tensor_default_11" [id=114, type=dequantize_per_tensor]; -"115 conv2d_11_zero_point_0_updated_constant0" [id=115, type=get_attr]; -"116 conv2d_11_scale_0_updated_constant0" [id=116, type=get_attr]; +"115 features_4_block_0_0_weight_bias_0_0" [id=115, type=get_attr]; +"116 scale_updated_constant9" [id=116, type=get_attr]; "117 compressed_weight_updated_constant9" [id=117, type=get_attr]; -"118 features_4_block_0_0_weight_bias_0_0" [id=118, type=get_attr]; -"119 mul_tensor_9" [id=119, type=mul]; +"118 mul_tensor_9" [id=118, type=mul]; +"119 zero_point_updated_constant9" [id=119, type=get_attr]; "120 sub_tensor_9" [id=120, type=sub]; "121 conv2d_11" [id=121, type=conv2d]; "122 hardswish__1_scale_0" [id=122, type=get_attr]; @@ -126,11 +126,11 @@ strict digraph { "124 hardswish__1" [id=124, type=hardswish_]; "125 quantize_per_channel_default_13" [id=125, type=quantize_per_channel]; "126 dequantize_per_channel_default_13" [id=126, type=dequantize_per_channel]; -"127 conv2d_12_zero_point_0_updated_constant0" [id=127, type=get_attr]; -"128 conv2d_12_scale_0_updated_constant0" [id=128, type=get_attr]; +"127 features_4_block_1_0_weight_bias_0_0" [id=127, type=get_attr]; +"128 scale_updated_constant10" [id=128, type=get_attr]; "129 compressed_weight_updated_constant10" [id=129, type=get_attr]; -"130 features_4_block_1_0_weight_bias_0_0" [id=130, type=get_attr]; -"131 mul_tensor_10" [id=131, type=mul]; +"130 mul_tensor_10" [id=130, type=mul]; +"131 zero_point_updated_constant10" [id=131, type=get_attr]; "132 sub_tensor_10" [id=132, type=sub]; "133 conv2d_12" [id=133, type=conv2d]; "134 hardswish__2" [id=134, type=hardswish_]; @@ -151,21 +151,21 @@ strict digraph { "149 mul_1" [id=149, type=mul]; "150 quantize_per_tensor_default_12" [id=150, type=quantize_per_tensor]; "151 dequantize_per_tensor_default_15" [id=151, type=dequantize_per_tensor]; -"152 conv2d_15_zero_point_0_updated_constant0" [id=152, type=get_attr]; -"153 conv2d_15_scale_0_updated_constant0" [id=153, type=get_attr]; +"152 features_4_block_3_0_weight_bias_0_0" [id=152, type=get_attr]; +"153 scale_updated_constant11" [id=153, type=get_attr]; "154 compressed_weight_updated_constant11" [id=154, type=get_attr]; -"155 features_4_block_3_0_weight_bias_0_0" [id=155, type=get_attr]; -"156 mul_tensor_11" [id=156, type=mul]; +"155 mul_tensor_11" [id=155, type=mul]; +"156 zero_point_updated_constant11" [id=156, type=get_attr]; "157 sub_tensor_11" [id=157, type=sub]; "158 conv2d_15" [id=158, type=conv2d]; "159 quantize_per_tensor_default_13" [id=159, type=quantize_per_tensor]; "160 dequantize_per_tensor_default_17" [id=160, type=dequantize_per_tensor]; "161 dequantize_per_tensor_default_16" [id=161, type=dequantize_per_tensor]; -"162 conv2d_16_zero_point_0_updated_constant0" [id=162, type=get_attr]; -"163 conv2d_16_scale_0_updated_constant0" [id=163, type=get_attr]; +"162 features_5_block_0_0_weight_bias_0_0" [id=162, type=get_attr]; +"163 scale_updated_constant12" [id=163, type=get_attr]; "164 compressed_weight_updated_constant12" [id=164, type=get_attr]; -"165 features_5_block_0_0_weight_bias_0_0" [id=165, type=get_attr]; -"166 mul_tensor_12" [id=166, type=mul]; +"165 mul_tensor_12" [id=165, type=mul]; +"166 zero_point_updated_constant12" [id=166, type=get_attr]; "167 sub_tensor_12" [id=167, type=sub]; "168 conv2d_16" [id=168, type=conv2d]; "169 hardswish__3_scale_0" [id=169, type=get_attr]; @@ -173,11 +173,11 @@ strict digraph { "171 hardswish__3" [id=171, type=hardswish_]; "172 quantize_per_channel_default_17" [id=172, type=quantize_per_channel]; "173 dequantize_per_channel_default_17" [id=173, type=dequantize_per_channel]; -"174 conv2d_17_zero_point_0_updated_constant0" [id=174, type=get_attr]; -"175 conv2d_17_scale_0_updated_constant0" [id=175, type=get_attr]; +"174 features_5_block_1_0_weight_bias_0_0" [id=174, type=get_attr]; +"175 scale_updated_constant13" [id=175, type=get_attr]; "176 compressed_weight_updated_constant13" [id=176, type=get_attr]; -"177 features_5_block_1_0_weight_bias_0_0" [id=177, type=get_attr]; -"178 mul_tensor_13" [id=178, type=mul]; +"177 mul_tensor_13" [id=177, type=mul]; +"178 zero_point_updated_constant13" [id=178, type=get_attr]; "179 sub_tensor_13" [id=179, type=sub]; "180 conv2d_17" [id=180, type=conv2d]; "181 hardswish__4" [id=181, type=hardswish_]; @@ -198,11 +198,11 @@ strict digraph { "196 mul_2" [id=196, type=mul]; "197 quantize_per_tensor_default_16" [id=197, type=quantize_per_tensor]; "198 dequantize_per_tensor_default_21" [id=198, type=dequantize_per_tensor]; -"199 conv2d_20_zero_point_0_updated_constant0" [id=199, type=get_attr]; -"200 conv2d_20_scale_0_updated_constant0" [id=200, type=get_attr]; +"199 features_5_block_3_0_weight_bias_0_0" [id=199, type=get_attr]; +"200 scale_updated_constant14" [id=200, type=get_attr]; "201 compressed_weight_updated_constant14" [id=201, type=get_attr]; -"202 features_5_block_3_0_weight_bias_0_0" [id=202, type=get_attr]; -"203 mul_tensor_14" [id=203, type=mul]; +"202 mul_tensor_14" [id=202, type=mul]; +"203 zero_point_updated_constant14" [id=203, type=get_attr]; "204 sub_tensor_14" [id=204, type=sub]; "205 conv2d_20" [id=205, type=conv2d]; "206 quantize_per_tensor_default_17" [id=206, type=quantize_per_tensor]; @@ -211,11 +211,11 @@ strict digraph { "209 quantize_per_tensor_default_18" [id=209, type=quantize_per_tensor]; "210 dequantize_per_tensor_default_24" [id=210, type=dequantize_per_tensor]; "211 dequantize_per_tensor_default_23" [id=211, type=dequantize_per_tensor]; -"212 conv2d_21_zero_point_0_updated_constant0" [id=212, type=get_attr]; -"213 conv2d_21_scale_0_updated_constant0" [id=213, type=get_attr]; +"212 features_6_block_0_0_weight_bias_0_0" [id=212, type=get_attr]; +"213 scale_updated_constant15" [id=213, type=get_attr]; "214 compressed_weight_updated_constant15" [id=214, type=get_attr]; -"215 features_6_block_0_0_weight_bias_0_0" [id=215, type=get_attr]; -"216 mul_tensor_15" [id=216, type=mul]; +"215 mul_tensor_15" [id=215, type=mul]; +"216 zero_point_updated_constant15" [id=216, type=get_attr]; "217 sub_tensor_15" [id=217, type=sub]; "218 conv2d_21" [id=218, type=conv2d]; "219 hardswish__5_scale_0" [id=219, type=get_attr]; @@ -223,11 +223,11 @@ strict digraph { "221 hardswish__5" [id=221, type=hardswish_]; "222 quantize_per_channel_default_21" [id=222, type=quantize_per_channel]; "223 dequantize_per_channel_default_21" [id=223, type=dequantize_per_channel]; -"224 conv2d_22_zero_point_0_updated_constant0" [id=224, type=get_attr]; -"225 conv2d_22_scale_0_updated_constant0" [id=225, type=get_attr]; +"224 features_6_block_1_0_weight_bias_0_0" [id=224, type=get_attr]; +"225 scale_updated_constant16" [id=225, type=get_attr]; "226 compressed_weight_updated_constant16" [id=226, type=get_attr]; -"227 features_6_block_1_0_weight_bias_0_0" [id=227, type=get_attr]; -"228 mul_tensor_16" [id=228, type=mul]; +"227 mul_tensor_16" [id=227, type=mul]; +"228 zero_point_updated_constant16" [id=228, type=get_attr]; "229 sub_tensor_16" [id=229, type=sub]; "230 conv2d_22" [id=230, type=conv2d]; "231 hardswish__6" [id=231, type=hardswish_]; @@ -248,11 +248,11 @@ strict digraph { "246 mul_3" [id=246, type=mul]; "247 quantize_per_tensor_default_21" [id=247, type=quantize_per_tensor]; "248 dequantize_per_tensor_default_28" [id=248, type=dequantize_per_tensor]; -"249 conv2d_25_zero_point_0_updated_constant0" [id=249, type=get_attr]; -"250 conv2d_25_scale_0_updated_constant0" [id=250, type=get_attr]; +"249 features_6_block_3_0_weight_bias_0_0" [id=249, type=get_attr]; +"250 scale_updated_constant17" [id=250, type=get_attr]; "251 compressed_weight_updated_constant17" [id=251, type=get_attr]; -"252 features_6_block_3_0_weight_bias_0_0" [id=252, type=get_attr]; -"253 mul_tensor_17" [id=253, type=mul]; +"252 mul_tensor_17" [id=252, type=mul]; +"253 zero_point_updated_constant17" [id=253, type=get_attr]; "254 sub_tensor_17" [id=254, type=sub]; "255 conv2d_25" [id=255, type=conv2d]; "256 quantize_per_tensor_default_22" [id=256, type=quantize_per_tensor]; @@ -260,11 +260,11 @@ strict digraph { "258 add__2" [id=258, type=add_]; "259 quantize_per_tensor_default_23" [id=259, type=quantize_per_tensor]; "260 dequantize_per_tensor_default_30" [id=260, type=dequantize_per_tensor]; -"261 conv2d_26_zero_point_0_updated_constant0" [id=261, type=get_attr]; -"262 conv2d_26_scale_0_updated_constant0" [id=262, type=get_attr]; +"261 features_7_block_0_0_weight_bias_0_0" [id=261, type=get_attr]; +"262 scale_updated_constant18" [id=262, type=get_attr]; "263 compressed_weight_updated_constant18" [id=263, type=get_attr]; -"264 features_7_block_0_0_weight_bias_0_0" [id=264, type=get_attr]; -"265 mul_tensor_18" [id=265, type=mul]; +"264 mul_tensor_18" [id=264, type=mul]; +"265 zero_point_updated_constant18" [id=265, type=get_attr]; "266 sub_tensor_18" [id=266, type=sub]; "267 conv2d_26" [id=267, type=conv2d]; "268 hardswish__7_scale_0" [id=268, type=get_attr]; @@ -272,11 +272,11 @@ strict digraph { "270 hardswish__7" [id=270, type=hardswish_]; "271 quantize_per_channel_default_25" [id=271, type=quantize_per_channel]; "272 dequantize_per_channel_default_25" [id=272, type=dequantize_per_channel]; -"273 conv2d_27_zero_point_0_updated_constant0" [id=273, type=get_attr]; -"274 conv2d_27_scale_0_updated_constant0" [id=274, type=get_attr]; +"273 features_7_block_1_0_weight_bias_0_0" [id=273, type=get_attr]; +"274 scale_updated_constant19" [id=274, type=get_attr]; "275 compressed_weight_updated_constant19" [id=275, type=get_attr]; -"276 features_7_block_1_0_weight_bias_0_0" [id=276, type=get_attr]; -"277 mul_tensor_19" [id=277, type=mul]; +"276 mul_tensor_19" [id=276, type=mul]; +"277 zero_point_updated_constant19" [id=277, type=get_attr]; "278 sub_tensor_19" [id=278, type=sub]; "279 conv2d_27" [id=279, type=conv2d]; "280 hardswish__8" [id=280, type=hardswish_]; @@ -297,21 +297,21 @@ strict digraph { "295 mul_4" [id=295, type=mul]; "296 quantize_per_tensor_default_26" [id=296, type=quantize_per_tensor]; "297 dequantize_per_tensor_default_34" [id=297, type=dequantize_per_tensor]; -"298 conv2d_30_zero_point_0_updated_constant0" [id=298, type=get_attr]; -"299 conv2d_30_scale_0_updated_constant0" [id=299, type=get_attr]; +"298 features_7_block_3_0_weight_bias_0_0" [id=298, type=get_attr]; +"299 scale_updated_constant20" [id=299, type=get_attr]; "300 compressed_weight_updated_constant20" [id=300, type=get_attr]; -"301 features_7_block_3_0_weight_bias_0_0" [id=301, type=get_attr]; -"302 mul_tensor_20" [id=302, type=mul]; +"301 mul_tensor_20" [id=301, type=mul]; +"302 zero_point_updated_constant20" [id=302, type=get_attr]; "303 sub_tensor_20" [id=303, type=sub]; "304 conv2d_30" [id=304, type=conv2d]; "305 quantize_per_tensor_default_27" [id=305, type=quantize_per_tensor]; "306 dequantize_per_tensor_default_36" [id=306, type=dequantize_per_tensor]; "307 dequantize_per_tensor_default_35" [id=307, type=dequantize_per_tensor]; -"308 conv2d_31_zero_point_0_updated_constant0" [id=308, type=get_attr]; -"309 conv2d_31_scale_0_updated_constant0" [id=309, type=get_attr]; +"308 features_8_block_0_0_weight_bias_0_0" [id=308, type=get_attr]; +"309 scale_updated_constant21" [id=309, type=get_attr]; "310 compressed_weight_updated_constant21" [id=310, type=get_attr]; -"311 features_8_block_0_0_weight_bias_0_0" [id=311, type=get_attr]; -"312 mul_tensor_21" [id=312, type=mul]; +"311 mul_tensor_21" [id=311, type=mul]; +"312 zero_point_updated_constant21" [id=312, type=get_attr]; "313 sub_tensor_21" [id=313, type=sub]; "314 conv2d_31" [id=314, type=conv2d]; "315 hardswish__9_scale_0" [id=315, type=get_attr]; @@ -319,11 +319,11 @@ strict digraph { "317 hardswish__9" [id=317, type=hardswish_]; "318 quantize_per_channel_default_29" [id=318, type=quantize_per_channel]; "319 dequantize_per_channel_default_29" [id=319, type=dequantize_per_channel]; -"320 conv2d_32_zero_point_0_updated_constant0" [id=320, type=get_attr]; -"321 conv2d_32_scale_0_updated_constant0" [id=321, type=get_attr]; +"320 features_8_block_1_0_weight_bias_0_0" [id=320, type=get_attr]; +"321 scale_updated_constant22" [id=321, type=get_attr]; "322 compressed_weight_updated_constant22" [id=322, type=get_attr]; -"323 features_8_block_1_0_weight_bias_0_0" [id=323, type=get_attr]; -"324 mul_tensor_22" [id=324, type=mul]; +"323 mul_tensor_22" [id=323, type=mul]; +"324 zero_point_updated_constant22" [id=324, type=get_attr]; "325 sub_tensor_22" [id=325, type=sub]; "326 conv2d_32" [id=326, type=conv2d]; "327 hardswish__10" [id=327, type=hardswish_]; @@ -344,11 +344,11 @@ strict digraph { "342 mul_5" [id=342, type=mul]; "343 quantize_per_tensor_default_30" [id=343, type=quantize_per_tensor]; "344 dequantize_per_tensor_default_40" [id=344, type=dequantize_per_tensor]; -"345 conv2d_35_zero_point_0_updated_constant0" [id=345, type=get_attr]; -"346 conv2d_35_scale_0_updated_constant0" [id=346, type=get_attr]; +"345 features_8_block_3_0_weight_bias_0_0" [id=345, type=get_attr]; +"346 scale_updated_constant23" [id=346, type=get_attr]; "347 compressed_weight_updated_constant23" [id=347, type=get_attr]; -"348 features_8_block_3_0_weight_bias_0_0" [id=348, type=get_attr]; -"349 mul_tensor_23" [id=349, type=mul]; +"348 mul_tensor_23" [id=348, type=mul]; +"349 zero_point_updated_constant23" [id=349, type=get_attr]; "350 sub_tensor_23" [id=350, type=sub]; "351 conv2d_35" [id=351, type=conv2d]; "352 quantize_per_tensor_default_31" [id=352, type=quantize_per_tensor]; @@ -356,11 +356,11 @@ strict digraph { "354 add__3" [id=354, type=add_]; "355 quantize_per_tensor_default_32" [id=355, type=quantize_per_tensor]; "356 dequantize_per_tensor_default_42" [id=356, type=dequantize_per_tensor]; -"357 conv2d_36_zero_point_0_updated_constant0" [id=357, type=get_attr]; -"358 conv2d_36_scale_0_updated_constant0" [id=358, type=get_attr]; +"357 features_9_block_0_0_weight_bias_0_0" [id=357, type=get_attr]; +"358 scale_updated_constant24" [id=358, type=get_attr]; "359 compressed_weight_updated_constant24" [id=359, type=get_attr]; -"360 features_9_block_0_0_weight_bias_0_0" [id=360, type=get_attr]; -"361 mul_tensor_24" [id=361, type=mul]; +"360 mul_tensor_24" [id=360, type=mul]; +"361 zero_point_updated_constant24" [id=361, type=get_attr]; "362 sub_tensor_24" [id=362, type=sub]; "363 conv2d_36" [id=363, type=conv2d]; "364 hardswish__11_scale_0" [id=364, type=get_attr]; @@ -368,11 +368,11 @@ strict digraph { "366 hardswish__11" [id=366, type=hardswish_]; "367 quantize_per_channel_default_33" [id=367, type=quantize_per_channel]; "368 dequantize_per_channel_default_33" [id=368, type=dequantize_per_channel]; -"369 conv2d_37_zero_point_0_updated_constant0" [id=369, type=get_attr]; -"370 conv2d_37_scale_0_updated_constant0" [id=370, type=get_attr]; +"369 features_9_block_1_0_weight_bias_0_0" [id=369, type=get_attr]; +"370 scale_updated_constant25" [id=370, type=get_attr]; "371 compressed_weight_updated_constant25" [id=371, type=get_attr]; -"372 features_9_block_1_0_weight_bias_0_0" [id=372, type=get_attr]; -"373 mul_tensor_25" [id=373, type=mul]; +"372 mul_tensor_25" [id=372, type=mul]; +"373 zero_point_updated_constant25" [id=373, type=get_attr]; "374 sub_tensor_25" [id=374, type=sub]; "375 conv2d_37" [id=375, type=conv2d]; "376 hardswish__12" [id=376, type=hardswish_]; @@ -393,21 +393,21 @@ strict digraph { "391 mul_6" [id=391, type=mul]; "392 quantize_per_tensor_default_35" [id=392, type=quantize_per_tensor]; "393 dequantize_per_tensor_default_46" [id=393, type=dequantize_per_tensor]; -"394 conv2d_40_zero_point_0_updated_constant0" [id=394, type=get_attr]; -"395 conv2d_40_scale_0_updated_constant0" [id=395, type=get_attr]; +"394 features_9_block_3_0_weight_bias_0_0" [id=394, type=get_attr]; +"395 scale_updated_constant26" [id=395, type=get_attr]; "396 compressed_weight_updated_constant26" [id=396, type=get_attr]; -"397 features_9_block_3_0_weight_bias_0_0" [id=397, type=get_attr]; -"398 mul_tensor_26" [id=398, type=mul]; +"397 mul_tensor_26" [id=397, type=mul]; +"398 zero_point_updated_constant26" [id=398, type=get_attr]; "399 sub_tensor_26" [id=399, type=sub]; "400 conv2d_40" [id=400, type=conv2d]; "401 quantize_per_tensor_default_36" [id=401, type=quantize_per_tensor]; "402 dequantize_per_tensor_default_48" [id=402, type=dequantize_per_tensor]; "403 dequantize_per_tensor_default_47" [id=403, type=dequantize_per_tensor]; -"404 conv2d_41_zero_point_0_updated_constant0" [id=404, type=get_attr]; -"405 conv2d_41_scale_0_updated_constant0" [id=405, type=get_attr]; +"404 features_10_block_0_0_weight_bias_0_0" [id=404, type=get_attr]; +"405 scale_updated_constant27" [id=405, type=get_attr]; "406 compressed_weight_updated_constant27" [id=406, type=get_attr]; -"407 features_10_block_0_0_weight_bias_0_0" [id=407, type=get_attr]; -"408 mul_tensor_27" [id=408, type=mul]; +"407 mul_tensor_27" [id=407, type=mul]; +"408 zero_point_updated_constant27" [id=408, type=get_attr]; "409 sub_tensor_27" [id=409, type=sub]; "410 conv2d_41" [id=410, type=conv2d]; "411 hardswish__13_scale_0" [id=411, type=get_attr]; @@ -415,11 +415,11 @@ strict digraph { "413 hardswish__13" [id=413, type=hardswish_]; "414 quantize_per_channel_default_37" [id=414, type=quantize_per_channel]; "415 dequantize_per_channel_default_37" [id=415, type=dequantize_per_channel]; -"416 conv2d_42_zero_point_0_updated_constant0" [id=416, type=get_attr]; -"417 conv2d_42_scale_0_updated_constant0" [id=417, type=get_attr]; +"416 features_10_block_1_0_weight_bias_0_0" [id=416, type=get_attr]; +"417 scale_updated_constant28" [id=417, type=get_attr]; "418 compressed_weight_updated_constant28" [id=418, type=get_attr]; -"419 features_10_block_1_0_weight_bias_0_0" [id=419, type=get_attr]; -"420 mul_tensor_28" [id=420, type=mul]; +"419 mul_tensor_28" [id=419, type=mul]; +"420 zero_point_updated_constant28" [id=420, type=get_attr]; "421 sub_tensor_28" [id=421, type=sub]; "422 conv2d_42" [id=422, type=conv2d]; "423 hardswish__14" [id=423, type=hardswish_]; @@ -440,11 +440,11 @@ strict digraph { "438 mul_7" [id=438, type=mul]; "439 quantize_per_tensor_default_39" [id=439, type=quantize_per_tensor]; "440 dequantize_per_tensor_default_52" [id=440, type=dequantize_per_tensor]; -"441 conv2d_45_zero_point_0_updated_constant0" [id=441, type=get_attr]; -"442 conv2d_45_scale_0_updated_constant0" [id=442, type=get_attr]; +"441 features_10_block_3_0_weight_bias_0_0" [id=441, type=get_attr]; +"442 scale_updated_constant29" [id=442, type=get_attr]; "443 compressed_weight_updated_constant29" [id=443, type=get_attr]; -"444 features_10_block_3_0_weight_bias_0_0" [id=444, type=get_attr]; -"445 mul_tensor_29" [id=445, type=mul]; +"444 mul_tensor_29" [id=444, type=mul]; +"445 zero_point_updated_constant29" [id=445, type=get_attr]; "446 sub_tensor_29" [id=446, type=sub]; "447 conv2d_45" [id=447, type=conv2d]; "448 quantize_per_tensor_default_40" [id=448, type=quantize_per_tensor]; @@ -453,11 +453,11 @@ strict digraph { "451 quantize_per_tensor_default_41" [id=451, type=quantize_per_tensor]; "452 dequantize_per_tensor_default_55" [id=452, type=dequantize_per_tensor]; "453 dequantize_per_tensor_default_54" [id=453, type=dequantize_per_tensor]; -"454 conv2d_46_zero_point_0_updated_constant0" [id=454, type=get_attr]; -"455 conv2d_46_scale_0_updated_constant0" [id=455, type=get_attr]; +"454 features_11_block_0_0_weight_bias_0_0" [id=454, type=get_attr]; +"455 scale_updated_constant30" [id=455, type=get_attr]; "456 compressed_weight_updated_constant30" [id=456, type=get_attr]; -"457 features_11_block_0_0_weight_bias_0_0" [id=457, type=get_attr]; -"458 mul_tensor_30" [id=458, type=mul]; +"457 mul_tensor_30" [id=457, type=mul]; +"458 zero_point_updated_constant30" [id=458, type=get_attr]; "459 sub_tensor_30" [id=459, type=sub]; "460 conv2d_46" [id=460, type=conv2d]; "461 hardswish__15_scale_0" [id=461, type=get_attr]; @@ -465,11 +465,11 @@ strict digraph { "463 hardswish__15" [id=463, type=hardswish_]; "464 quantize_per_channel_default_41" [id=464, type=quantize_per_channel]; "465 dequantize_per_channel_default_41" [id=465, type=dequantize_per_channel]; -"466 conv2d_47_zero_point_0_updated_constant0" [id=466, type=get_attr]; -"467 conv2d_47_scale_0_updated_constant0" [id=467, type=get_attr]; +"466 features_11_block_1_0_weight_bias_0_0" [id=466, type=get_attr]; +"467 scale_updated_constant31" [id=467, type=get_attr]; "468 compressed_weight_updated_constant31" [id=468, type=get_attr]; -"469 features_11_block_1_0_weight_bias_0_0" [id=469, type=get_attr]; -"470 mul_tensor_31" [id=470, type=mul]; +"469 mul_tensor_31" [id=469, type=mul]; +"470 zero_point_updated_constant31" [id=470, type=get_attr]; "471 sub_tensor_31" [id=471, type=sub]; "472 conv2d_47" [id=472, type=conv2d]; "473 hardswish__16" [id=473, type=hardswish_]; @@ -490,11 +490,11 @@ strict digraph { "488 mul_8" [id=488, type=mul]; "489 quantize_per_tensor_default_44" [id=489, type=quantize_per_tensor]; "490 dequantize_per_tensor_default_59" [id=490, type=dequantize_per_tensor]; -"491 conv2d_50_zero_point_0_updated_constant0" [id=491, type=get_attr]; -"492 conv2d_50_scale_0_updated_constant0" [id=492, type=get_attr]; +"491 features_11_block_3_0_weight_bias_0_0" [id=491, type=get_attr]; +"492 scale_updated_constant32" [id=492, type=get_attr]; "493 compressed_weight_updated_constant32" [id=493, type=get_attr]; -"494 features_11_block_3_0_weight_bias_0_0" [id=494, type=get_attr]; -"495 mul_tensor_32" [id=495, type=mul]; +"494 mul_tensor_32" [id=494, type=mul]; +"495 zero_point_updated_constant32" [id=495, type=get_attr]; "496 sub_tensor_32" [id=496, type=sub]; "497 conv2d_50" [id=497, type=conv2d]; "498 quantize_per_tensor_default_45" [id=498, type=quantize_per_tensor]; @@ -502,11 +502,11 @@ strict digraph { "500 add__5" [id=500, type=add_]; "501 quantize_per_tensor_default_46" [id=501, type=quantize_per_tensor]; "502 dequantize_per_tensor_default_61" [id=502, type=dequantize_per_tensor]; -"503 conv2d_51_zero_point_0_updated_constant0" [id=503, type=get_attr]; -"504 conv2d_51_scale_0_updated_constant0" [id=504, type=get_attr]; +"503 features_12_0_weight_bias_0_0" [id=503, type=get_attr]; +"504 scale_updated_constant33" [id=504, type=get_attr]; "505 compressed_weight_updated_constant33" [id=505, type=get_attr]; -"506 features_12_0_weight_bias_0_0" [id=506, type=get_attr]; -"507 mul_tensor_33" [id=507, type=mul]; +"506 mul_tensor_33" [id=506, type=mul]; +"507 zero_point_updated_constant33" [id=507, type=get_attr]; "508 sub_tensor_33" [id=508, type=sub]; "509 conv2d_51" [id=509, type=conv2d]; "510 hardswish__17" [id=510, type=hardswish_]; @@ -516,34 +516,34 @@ strict digraph { "514 quantize_per_tensor_default_48" [id=514, type=quantize_per_tensor]; "515 dequantize_per_tensor_default_63" [id=515, type=dequantize_per_tensor]; "516 flatten" [id=516, type=flatten]; -"517 linear_zero_point_0_updated_constant0" [id=517, type=get_attr]; -"518 linear_scale_0_updated_constant0" [id=518, type=get_attr]; +"517 _param_constant139_0_0" [id=517, type=get_attr]; +"518 scale_updated_constant34" [id=518, type=get_attr]; "519 compressed_weight_updated_constant34" [id=519, type=get_attr]; -"520 _param_constant139_0_0" [id=520, type=get_attr]; -"521 mul_tensor_34" [id=521, type=mul]; +"520 mul_tensor_34" [id=520, type=mul]; +"521 zero_point_updated_constant34" [id=521, type=get_attr]; "522 sub_tensor_34" [id=522, type=sub]; "523 linear" [id=523, type=linear]; "524 hardswish__18" [id=524, type=hardswish_]; "525 quantize_per_tensor_default_49" [id=525, type=quantize_per_tensor]; "526 dequantize_per_tensor_default_64" [id=526, type=dequantize_per_tensor]; "527 dropout_" [id=527, type=dropout_]; -"528 linear_1_zero_point_0_updated_constant0" [id=528, type=get_attr]; -"529 linear_1_scale_0_updated_constant0" [id=529, type=get_attr]; +"528 _param_constant141_0_0" [id=528, type=get_attr]; +"529 scale_updated_constant35" [id=529, type=get_attr]; "530 compressed_weight_updated_constant35" [id=530, type=get_attr]; -"531 _param_constant141_0_0" [id=531, type=get_attr]; -"532 mul_tensor_35" [id=532, type=mul]; +"531 mul_tensor_35" [id=531, type=mul]; +"532 zero_point_updated_constant35" [id=532, type=get_attr]; "533 sub_tensor_35" [id=533, type=sub]; "534 linear_1" [id=534, type=linear]; "535 output" [id=535, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_zero_point_0_updated_constant0" -> "8 sub_tensor" [label="(16, 1, 1, 1)", style=solid]; -"4 conv2d_scale_0_updated_constant0" -> "7 mul_tensor" [label="(16, 1, 1, 1)", style=solid]; -"5 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(16, 3, 3, 3)", style=solid]; -"6 features_0_0_weight_bias_0_0" -> "9 conv2d" [label="(16,)", style=solid]; -"7 mul_tensor" -> "8 sub_tensor" [label="(16, 3, 3, 3)", style=solid]; -"8 sub_tensor" -> "9 conv2d" [label=None, style=solid]; +"3 features_0_0_weight_bias_0_0" -> "9 conv2d" [label="(16,)", style=solid]; +"4 scale_updated_constant0" -> "6 mul_tensor" [label="(16, 1, 1, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(16, 3, 3, 3)", style=solid]; +"6 mul_tensor" -> "8 sub_tensor" [label="(16, 3, 3, 3)", style=solid]; +"7 zero_point_updated_constant0" -> "8 sub_tensor" [label="(16, 1, 1, 1)", style=solid]; +"8 sub_tensor" -> "9 conv2d" [label="(16, 3, 3, 3)", style=solid]; "9 conv2d" -> "12 hardswish_" [label="(1, 16, 112, 112)", style=solid]; "10 hardswish__scale_0" -> "13 quantize_per_channel_default_1" [label="(16,)", style=solid]; "10 hardswish__scale_0" -> "14 dequantize_per_channel_default_1" [label="(16,)", style=solid]; @@ -552,12 +552,12 @@ strict digraph { "12 hardswish_" -> "13 quantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; "13 quantize_per_channel_default_1" -> "14 dequantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; "14 dequantize_per_channel_default_1" -> "21 conv2d_1" [label="(1, 16, 112, 112)", style=solid]; -"15 conv2d_1_zero_point_0_updated_constant0" -> "20 sub_tensor_1" [label="(16, 1, 1, 1)", style=solid]; -"16 conv2d_1_scale_0_updated_constant0" -> "19 mul_tensor_1" [label="(16, 1, 1, 1)", style=solid]; -"17 compressed_weight_updated_constant1" -> "19 mul_tensor_1" [label="(16, 1, 3, 3)", style=solid]; -"18 features_1_block_0_0_weight_bias_0_0" -> "21 conv2d_1" [label="(16,)", style=solid]; -"19 mul_tensor_1" -> "20 sub_tensor_1" [label="(16, 1, 3, 3)", style=solid]; -"20 sub_tensor_1" -> "21 conv2d_1" [label=None, style=solid]; +"15 features_1_block_0_0_weight_bias_0_0" -> "21 conv2d_1" [label="(16,)", style=solid]; +"16 scale_updated_constant1" -> "18 mul_tensor_1" [label="(16, 1, 1, 1)", style=solid]; +"17 compressed_weight_updated_constant1" -> "18 mul_tensor_1" [label="(16, 1, 3, 3)", style=solid]; +"18 mul_tensor_1" -> "20 sub_tensor_1" [label="(16, 1, 3, 3)", style=solid]; +"19 zero_point_updated_constant1" -> "20 sub_tensor_1" [label="(16, 1, 1, 1)", style=solid]; +"20 sub_tensor_1" -> "21 conv2d_1" [label="(16, 1, 3, 3)", style=solid]; "21 conv2d_1" -> "22 relu_" [label="(1, 16, 56, 56)", style=solid]; "22 relu_" -> "23 quantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; "23 quantize_per_tensor_default_1" -> "24 dequantize_per_tensor_default_2" [label="(1, 16, 56, 56)", style=solid]; @@ -578,21 +578,21 @@ strict digraph { "37 mul" -> "38 quantize_per_tensor_default_3" [label="(1, 16, 56, 56)", style=solid]; "38 quantize_per_tensor_default_3" -> "39 dequantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; "39 dequantize_per_tensor_default_4" -> "46 conv2d_4" [label="(1, 16, 56, 56)", style=solid]; -"40 conv2d_4_zero_point_0_updated_constant0" -> "45 sub_tensor_2" [label="(16, 1, 1, 1)", style=solid]; -"41 conv2d_4_scale_0_updated_constant0" -> "44 mul_tensor_2" [label="(16, 1, 1, 1)", style=solid]; -"42 compressed_weight_updated_constant2" -> "44 mul_tensor_2" [label="(16, 16, 1, 1)", style=solid]; -"43 features_1_block_2_0_weight_bias_0_0" -> "46 conv2d_4" [label="(16,)", style=solid]; -"44 mul_tensor_2" -> "45 sub_tensor_2" [label="(16, 16, 1, 1)", style=solid]; -"45 sub_tensor_2" -> "46 conv2d_4" [label=None, style=solid]; +"40 features_1_block_2_0_weight_bias_0_0" -> "46 conv2d_4" [label="(16,)", style=solid]; +"41 scale_updated_constant2" -> "43 mul_tensor_2" [label="(16, 1, 1, 1)", style=solid]; +"42 compressed_weight_updated_constant2" -> "43 mul_tensor_2" [label="(16, 16, 1, 1)", style=solid]; +"43 mul_tensor_2" -> "45 sub_tensor_2" [label="(16, 16, 1, 1)", style=solid]; +"44 zero_point_updated_constant2" -> "45 sub_tensor_2" [label="(16, 1, 1, 1)", style=solid]; +"45 sub_tensor_2" -> "46 conv2d_4" [label="(16, 16, 1, 1)", style=solid]; "46 conv2d_4" -> "47 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; "47 quantize_per_tensor_default_4" -> "48 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56)", style=solid]; "48 dequantize_per_tensor_default_5" -> "55 conv2d_5" [label="(1, 16, 56, 56)", style=solid]; -"49 conv2d_5_zero_point_0_updated_constant0" -> "54 sub_tensor_3" [label="(72, 1, 1, 1)", style=solid]; -"50 conv2d_5_scale_0_updated_constant0" -> "53 mul_tensor_3" [label="(72, 1, 1, 1)", style=solid]; -"51 compressed_weight_updated_constant3" -> "53 mul_tensor_3" [label="(72, 16, 1, 1)", style=solid]; -"52 features_2_block_0_0_weight_bias_0_0" -> "55 conv2d_5" [label="(72,)", style=solid]; -"53 mul_tensor_3" -> "54 sub_tensor_3" [label="(72, 16, 1, 1)", style=solid]; -"54 sub_tensor_3" -> "55 conv2d_5" [label=None, style=solid]; +"49 features_2_block_0_0_weight_bias_0_0" -> "55 conv2d_5" [label="(72,)", style=solid]; +"50 scale_updated_constant3" -> "52 mul_tensor_3" [label="(72, 1, 1, 1)", style=solid]; +"51 compressed_weight_updated_constant3" -> "52 mul_tensor_3" [label="(72, 16, 1, 1)", style=solid]; +"52 mul_tensor_3" -> "54 sub_tensor_3" [label="(72, 16, 1, 1)", style=solid]; +"53 zero_point_updated_constant3" -> "54 sub_tensor_3" [label="(72, 1, 1, 1)", style=solid]; +"54 sub_tensor_3" -> "55 conv2d_5" [label="(72, 16, 1, 1)", style=solid]; "55 conv2d_5" -> "58 relu__1" [label="(1, 72, 56, 56)", style=solid]; "56 relu__1_scale_0" -> "59 quantize_per_channel_default_5" [label="(72,)", style=solid]; "56 relu__1_scale_0" -> "60 dequantize_per_channel_default_5" [label="(72,)", style=solid]; @@ -601,33 +601,33 @@ strict digraph { "58 relu__1" -> "59 quantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; "59 quantize_per_channel_default_5" -> "60 dequantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; "60 dequantize_per_channel_default_5" -> "67 conv2d_6" [label="(1, 72, 56, 56)", style=solid]; -"61 conv2d_6_zero_point_0_updated_constant0" -> "66 sub_tensor_4" [label="(72, 1, 1, 1)", style=solid]; -"62 conv2d_6_scale_0_updated_constant0" -> "65 mul_tensor_4" [label="(72, 1, 1, 1)", style=solid]; -"63 compressed_weight_updated_constant4" -> "65 mul_tensor_4" [label="(72, 1, 3, 3)", style=solid]; -"64 features_2_block_1_0_weight_bias_0_0" -> "67 conv2d_6" [label="(72,)", style=solid]; -"65 mul_tensor_4" -> "66 sub_tensor_4" [label="(72, 1, 3, 3)", style=solid]; -"66 sub_tensor_4" -> "67 conv2d_6" [label=None, style=solid]; +"61 features_2_block_1_0_weight_bias_0_0" -> "67 conv2d_6" [label="(72,)", style=solid]; +"62 scale_updated_constant4" -> "64 mul_tensor_4" [label="(72, 1, 1, 1)", style=solid]; +"63 compressed_weight_updated_constant4" -> "64 mul_tensor_4" [label="(72, 1, 3, 3)", style=solid]; +"64 mul_tensor_4" -> "66 sub_tensor_4" [label="(72, 1, 3, 3)", style=solid]; +"65 zero_point_updated_constant4" -> "66 sub_tensor_4" [label="(72, 1, 1, 1)", style=solid]; +"66 sub_tensor_4" -> "67 conv2d_6" [label="(72, 1, 3, 3)", style=solid]; "67 conv2d_6" -> "68 relu__2" [label="(1, 72, 28, 28)", style=solid]; "68 relu__2" -> "69 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; "69 quantize_per_tensor_default_5" -> "70 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28)", style=solid]; "70 dequantize_per_tensor_default_6" -> "77 conv2d_7" [label="(1, 72, 28, 28)", style=solid]; -"71 conv2d_7_zero_point_0_updated_constant0" -> "76 sub_tensor_5" [label="(24, 1, 1, 1)", style=solid]; -"72 conv2d_7_scale_0_updated_constant0" -> "75 mul_tensor_5" [label="(24, 1, 1, 1)", style=solid]; -"73 compressed_weight_updated_constant5" -> "75 mul_tensor_5" [label="(24, 72, 1, 1)", style=solid]; -"74 features_2_block_2_0_weight_bias_0_0" -> "77 conv2d_7" [label="(24,)", style=solid]; -"75 mul_tensor_5" -> "76 sub_tensor_5" [label="(24, 72, 1, 1)", style=solid]; -"76 sub_tensor_5" -> "77 conv2d_7" [label=None, style=solid]; +"71 features_2_block_2_0_weight_bias_0_0" -> "77 conv2d_7" [label="(24,)", style=solid]; +"72 scale_updated_constant5" -> "74 mul_tensor_5" [label="(24, 1, 1, 1)", style=solid]; +"73 compressed_weight_updated_constant5" -> "74 mul_tensor_5" [label="(24, 72, 1, 1)", style=solid]; +"74 mul_tensor_5" -> "76 sub_tensor_5" [label="(24, 72, 1, 1)", style=solid]; +"75 zero_point_updated_constant5" -> "76 sub_tensor_5" [label="(24, 1, 1, 1)", style=solid]; +"76 sub_tensor_5" -> "77 conv2d_7" [label="(24, 72, 1, 1)", style=solid]; "77 conv2d_7" -> "78 quantize_per_tensor_default_6" [label="(1, 24, 28, 28)", style=solid]; "78 quantize_per_tensor_default_6" -> "79 dequantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; "78 quantize_per_tensor_default_6" -> "80 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28)", style=solid]; "79 dequantize_per_tensor_default_8" -> "112 add_" [label="(1, 24, 28, 28)", style=solid]; "80 dequantize_per_tensor_default_7" -> "87 conv2d_8" [label="(1, 24, 28, 28)", style=solid]; -"81 conv2d_8_zero_point_0_updated_constant0" -> "86 sub_tensor_6" [label="(88, 1, 1, 1)", style=solid]; -"82 conv2d_8_scale_0_updated_constant0" -> "85 mul_tensor_6" [label="(88, 1, 1, 1)", style=solid]; -"83 compressed_weight_updated_constant6" -> "85 mul_tensor_6" [label="(88, 24, 1, 1)", style=solid]; -"84 features_3_block_0_0_weight_bias_0_0" -> "87 conv2d_8" [label="(88,)", style=solid]; -"85 mul_tensor_6" -> "86 sub_tensor_6" [label="(88, 24, 1, 1)", style=solid]; -"86 sub_tensor_6" -> "87 conv2d_8" [label=None, style=solid]; +"81 features_3_block_0_0_weight_bias_0_0" -> "87 conv2d_8" [label="(88,)", style=solid]; +"82 scale_updated_constant6" -> "84 mul_tensor_6" [label="(88, 1, 1, 1)", style=solid]; +"83 compressed_weight_updated_constant6" -> "84 mul_tensor_6" [label="(88, 24, 1, 1)", style=solid]; +"84 mul_tensor_6" -> "86 sub_tensor_6" [label="(88, 24, 1, 1)", style=solid]; +"85 zero_point_updated_constant6" -> "86 sub_tensor_6" [label="(88, 1, 1, 1)", style=solid]; +"86 sub_tensor_6" -> "87 conv2d_8" [label="(88, 24, 1, 1)", style=solid]; "87 conv2d_8" -> "90 relu__3" [label="(1, 88, 28, 28)", style=solid]; "88 relu__3_scale_0" -> "91 quantize_per_channel_default_9" [label="(88,)", style=solid]; "88 relu__3_scale_0" -> "92 dequantize_per_channel_default_9" [label="(88,)", style=solid]; @@ -636,34 +636,34 @@ strict digraph { "90 relu__3" -> "91 quantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; "91 quantize_per_channel_default_9" -> "92 dequantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; "92 dequantize_per_channel_default_9" -> "99 conv2d_9" [label="(1, 88, 28, 28)", style=solid]; -"93 conv2d_9_zero_point_0_updated_constant0" -> "98 sub_tensor_7" [label="(88, 1, 1, 1)", style=solid]; -"94 conv2d_9_scale_0_updated_constant0" -> "97 mul_tensor_7" [label="(88, 1, 1, 1)", style=solid]; -"95 compressed_weight_updated_constant7" -> "97 mul_tensor_7" [label="(88, 1, 3, 3)", style=solid]; -"96 features_3_block_1_0_weight_bias_0_0" -> "99 conv2d_9" [label="(88,)", style=solid]; -"97 mul_tensor_7" -> "98 sub_tensor_7" [label="(88, 1, 3, 3)", style=solid]; -"98 sub_tensor_7" -> "99 conv2d_9" [label=None, style=solid]; +"93 features_3_block_1_0_weight_bias_0_0" -> "99 conv2d_9" [label="(88,)", style=solid]; +"94 scale_updated_constant7" -> "96 mul_tensor_7" [label="(88, 1, 1, 1)", style=solid]; +"95 compressed_weight_updated_constant7" -> "96 mul_tensor_7" [label="(88, 1, 3, 3)", style=solid]; +"96 mul_tensor_7" -> "98 sub_tensor_7" [label="(88, 1, 3, 3)", style=solid]; +"97 zero_point_updated_constant7" -> "98 sub_tensor_7" [label="(88, 1, 1, 1)", style=solid]; +"98 sub_tensor_7" -> "99 conv2d_9" [label="(88, 1, 3, 3)", style=solid]; "99 conv2d_9" -> "100 relu__4" [label="(1, 88, 28, 28)", style=solid]; "100 relu__4" -> "101 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; "101 quantize_per_tensor_default_7" -> "102 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28)", style=solid]; "102 dequantize_per_tensor_default_9" -> "109 conv2d_10" [label="(1, 88, 28, 28)", style=solid]; -"103 conv2d_10_zero_point_0_updated_constant0" -> "108 sub_tensor_8" [label="(24, 1, 1, 1)", style=solid]; -"104 conv2d_10_scale_0_updated_constant0" -> "107 mul_tensor_8" [label="(24, 1, 1, 1)", style=solid]; -"105 compressed_weight_updated_constant8" -> "107 mul_tensor_8" [label="(24, 88, 1, 1)", style=solid]; -"106 features_3_block_2_0_weight_bias_0_0" -> "109 conv2d_10" [label="(24,)", style=solid]; -"107 mul_tensor_8" -> "108 sub_tensor_8" [label="(24, 88, 1, 1)", style=solid]; -"108 sub_tensor_8" -> "109 conv2d_10" [label=None, style=solid]; +"103 features_3_block_2_0_weight_bias_0_0" -> "109 conv2d_10" [label="(24,)", style=solid]; +"104 scale_updated_constant8" -> "106 mul_tensor_8" [label="(24, 1, 1, 1)", style=solid]; +"105 compressed_weight_updated_constant8" -> "106 mul_tensor_8" [label="(24, 88, 1, 1)", style=solid]; +"106 mul_tensor_8" -> "108 sub_tensor_8" [label="(24, 88, 1, 1)", style=solid]; +"107 zero_point_updated_constant8" -> "108 sub_tensor_8" [label="(24, 1, 1, 1)", style=solid]; +"108 sub_tensor_8" -> "109 conv2d_10" [label="(24, 88, 1, 1)", style=solid]; "109 conv2d_10" -> "110 quantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; "110 quantize_per_tensor_default_8" -> "111 dequantize_per_tensor_default_10" [label="(1, 24, 28, 28)", style=solid]; "111 dequantize_per_tensor_default_10" -> "112 add_" [label="(1, 24, 28, 28)", style=solid]; "112 add_" -> "113 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; "113 quantize_per_tensor_default_9" -> "114 dequantize_per_tensor_default_11" [label="(1, 24, 28, 28)", style=solid]; "114 dequantize_per_tensor_default_11" -> "121 conv2d_11" [label="(1, 24, 28, 28)", style=solid]; -"115 conv2d_11_zero_point_0_updated_constant0" -> "120 sub_tensor_9" [label="(96, 1, 1, 1)", style=solid]; -"116 conv2d_11_scale_0_updated_constant0" -> "119 mul_tensor_9" [label="(96, 1, 1, 1)", style=solid]; -"117 compressed_weight_updated_constant9" -> "119 mul_tensor_9" [label="(96, 24, 1, 1)", style=solid]; -"118 features_4_block_0_0_weight_bias_0_0" -> "121 conv2d_11" [label="(96,)", style=solid]; -"119 mul_tensor_9" -> "120 sub_tensor_9" [label="(96, 24, 1, 1)", style=solid]; -"120 sub_tensor_9" -> "121 conv2d_11" [label=None, style=solid]; +"115 features_4_block_0_0_weight_bias_0_0" -> "121 conv2d_11" [label="(96,)", style=solid]; +"116 scale_updated_constant9" -> "118 mul_tensor_9" [label="(96, 1, 1, 1)", style=solid]; +"117 compressed_weight_updated_constant9" -> "118 mul_tensor_9" [label="(96, 24, 1, 1)", style=solid]; +"118 mul_tensor_9" -> "120 sub_tensor_9" [label="(96, 24, 1, 1)", style=solid]; +"119 zero_point_updated_constant9" -> "120 sub_tensor_9" [label="(96, 1, 1, 1)", style=solid]; +"120 sub_tensor_9" -> "121 conv2d_11" [label="(96, 24, 1, 1)", style=solid]; "121 conv2d_11" -> "124 hardswish__1" [label="(1, 96, 28, 28)", style=solid]; "122 hardswish__1_scale_0" -> "125 quantize_per_channel_default_13" [label="(96,)", style=solid]; "122 hardswish__1_scale_0" -> "126 dequantize_per_channel_default_13" [label="(96,)", style=solid]; @@ -672,12 +672,12 @@ strict digraph { "124 hardswish__1" -> "125 quantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; "125 quantize_per_channel_default_13" -> "126 dequantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; "126 dequantize_per_channel_default_13" -> "133 conv2d_12" [label="(1, 96, 28, 28)", style=solid]; -"127 conv2d_12_zero_point_0_updated_constant0" -> "132 sub_tensor_10" [label="(96, 1, 1, 1)", style=solid]; -"128 conv2d_12_scale_0_updated_constant0" -> "131 mul_tensor_10" [label="(96, 1, 1, 1)", style=solid]; -"129 compressed_weight_updated_constant10" -> "131 mul_tensor_10" [label="(96, 1, 5, 5)", style=solid]; -"130 features_4_block_1_0_weight_bias_0_0" -> "133 conv2d_12" [label="(96,)", style=solid]; -"131 mul_tensor_10" -> "132 sub_tensor_10" [label="(96, 1, 5, 5)", style=solid]; -"132 sub_tensor_10" -> "133 conv2d_12" [label=None, style=solid]; +"127 features_4_block_1_0_weight_bias_0_0" -> "133 conv2d_12" [label="(96,)", style=solid]; +"128 scale_updated_constant10" -> "130 mul_tensor_10" [label="(96, 1, 1, 1)", style=solid]; +"129 compressed_weight_updated_constant10" -> "130 mul_tensor_10" [label="(96, 1, 5, 5)", style=solid]; +"130 mul_tensor_10" -> "132 sub_tensor_10" [label="(96, 1, 5, 5)", style=solid]; +"131 zero_point_updated_constant10" -> "132 sub_tensor_10" [label="(96, 1, 1, 1)", style=solid]; +"132 sub_tensor_10" -> "133 conv2d_12" [label="(96, 1, 5, 5)", style=solid]; "133 conv2d_12" -> "134 hardswish__2" [label="(1, 96, 14, 14)", style=solid]; "134 hardswish__2" -> "135 quantize_per_tensor_default_10" [label="(1, 96, 14, 14)", style=solid]; "135 quantize_per_tensor_default_10" -> "136 dequantize_per_tensor_default_13" [label="(1, 96, 14, 14)", style=solid]; @@ -698,23 +698,23 @@ strict digraph { "149 mul_1" -> "150 quantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; "150 quantize_per_tensor_default_12" -> "151 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14)", style=solid]; "151 dequantize_per_tensor_default_15" -> "158 conv2d_15" [label="(1, 96, 14, 14)", style=solid]; -"152 conv2d_15_zero_point_0_updated_constant0" -> "157 sub_tensor_11" [label="(40, 1, 1, 1)", style=solid]; -"153 conv2d_15_scale_0_updated_constant0" -> "156 mul_tensor_11" [label="(40, 1, 1, 1)", style=solid]; -"154 compressed_weight_updated_constant11" -> "156 mul_tensor_11" [label="(40, 96, 1, 1)", style=solid]; -"155 features_4_block_3_0_weight_bias_0_0" -> "158 conv2d_15" [label="(40,)", style=solid]; -"156 mul_tensor_11" -> "157 sub_tensor_11" [label="(40, 96, 1, 1)", style=solid]; -"157 sub_tensor_11" -> "158 conv2d_15" [label=None, style=solid]; +"152 features_4_block_3_0_weight_bias_0_0" -> "158 conv2d_15" [label="(40,)", style=solid]; +"153 scale_updated_constant11" -> "155 mul_tensor_11" [label="(40, 1, 1, 1)", style=solid]; +"154 compressed_weight_updated_constant11" -> "155 mul_tensor_11" [label="(40, 96, 1, 1)", style=solid]; +"155 mul_tensor_11" -> "157 sub_tensor_11" [label="(40, 96, 1, 1)", style=solid]; +"156 zero_point_updated_constant11" -> "157 sub_tensor_11" [label="(40, 1, 1, 1)", style=solid]; +"157 sub_tensor_11" -> "158 conv2d_15" [label="(40, 96, 1, 1)", style=solid]; "158 conv2d_15" -> "159 quantize_per_tensor_default_13" [label="(1, 40, 14, 14)", style=solid]; "159 quantize_per_tensor_default_13" -> "160 dequantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; "159 quantize_per_tensor_default_13" -> "161 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14)", style=solid]; "160 dequantize_per_tensor_default_17" -> "208 add__1" [label="(1, 40, 14, 14)", style=solid]; "161 dequantize_per_tensor_default_16" -> "168 conv2d_16" [label="(1, 40, 14, 14)", style=solid]; -"162 conv2d_16_zero_point_0_updated_constant0" -> "167 sub_tensor_12" [label="(240, 1, 1, 1)", style=solid]; -"163 conv2d_16_scale_0_updated_constant0" -> "166 mul_tensor_12" [label="(240, 1, 1, 1)", style=solid]; -"164 compressed_weight_updated_constant12" -> "166 mul_tensor_12" [label="(240, 40, 1, 1)", style=solid]; -"165 features_5_block_0_0_weight_bias_0_0" -> "168 conv2d_16" [label="(240,)", style=solid]; -"166 mul_tensor_12" -> "167 sub_tensor_12" [label="(240, 40, 1, 1)", style=solid]; -"167 sub_tensor_12" -> "168 conv2d_16" [label=None, style=solid]; +"162 features_5_block_0_0_weight_bias_0_0" -> "168 conv2d_16" [label="(240,)", style=solid]; +"163 scale_updated_constant12" -> "165 mul_tensor_12" [label="(240, 1, 1, 1)", style=solid]; +"164 compressed_weight_updated_constant12" -> "165 mul_tensor_12" [label="(240, 40, 1, 1)", style=solid]; +"165 mul_tensor_12" -> "167 sub_tensor_12" [label="(240, 40, 1, 1)", style=solid]; +"166 zero_point_updated_constant12" -> "167 sub_tensor_12" [label="(240, 1, 1, 1)", style=solid]; +"167 sub_tensor_12" -> "168 conv2d_16" [label="(240, 40, 1, 1)", style=solid]; "168 conv2d_16" -> "171 hardswish__3" [label="(1, 240, 14, 14)", style=solid]; "169 hardswish__3_scale_0" -> "172 quantize_per_channel_default_17" [label="(240,)", style=solid]; "169 hardswish__3_scale_0" -> "173 dequantize_per_channel_default_17" [label="(240,)", style=solid]; @@ -723,12 +723,12 @@ strict digraph { "171 hardswish__3" -> "172 quantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; "172 quantize_per_channel_default_17" -> "173 dequantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; "173 dequantize_per_channel_default_17" -> "180 conv2d_17" [label="(1, 240, 14, 14)", style=solid]; -"174 conv2d_17_zero_point_0_updated_constant0" -> "179 sub_tensor_13" [label="(240, 1, 1, 1)", style=solid]; -"175 conv2d_17_scale_0_updated_constant0" -> "178 mul_tensor_13" [label="(240, 1, 1, 1)", style=solid]; -"176 compressed_weight_updated_constant13" -> "178 mul_tensor_13" [label="(240, 1, 5, 5)", style=solid]; -"177 features_5_block_1_0_weight_bias_0_0" -> "180 conv2d_17" [label="(240,)", style=solid]; -"178 mul_tensor_13" -> "179 sub_tensor_13" [label="(240, 1, 5, 5)", style=solid]; -"179 sub_tensor_13" -> "180 conv2d_17" [label=None, style=solid]; +"174 features_5_block_1_0_weight_bias_0_0" -> "180 conv2d_17" [label="(240,)", style=solid]; +"175 scale_updated_constant13" -> "177 mul_tensor_13" [label="(240, 1, 1, 1)", style=solid]; +"176 compressed_weight_updated_constant13" -> "177 mul_tensor_13" [label="(240, 1, 5, 5)", style=solid]; +"177 mul_tensor_13" -> "179 sub_tensor_13" [label="(240, 1, 5, 5)", style=solid]; +"178 zero_point_updated_constant13" -> "179 sub_tensor_13" [label="(240, 1, 1, 1)", style=solid]; +"179 sub_tensor_13" -> "180 conv2d_17" [label="(240, 1, 5, 5)", style=solid]; "180 conv2d_17" -> "181 hardswish__4" [label="(1, 240, 14, 14)", style=solid]; "181 hardswish__4" -> "182 quantize_per_tensor_default_14" [label="(1, 240, 14, 14)", style=solid]; "182 quantize_per_tensor_default_14" -> "183 dequantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; @@ -749,12 +749,12 @@ strict digraph { "196 mul_2" -> "197 quantize_per_tensor_default_16" [label="(1, 240, 14, 14)", style=solid]; "197 quantize_per_tensor_default_16" -> "198 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; "198 dequantize_per_tensor_default_21" -> "205 conv2d_20" [label="(1, 240, 14, 14)", style=solid]; -"199 conv2d_20_zero_point_0_updated_constant0" -> "204 sub_tensor_14" [label="(40, 1, 1, 1)", style=solid]; -"200 conv2d_20_scale_0_updated_constant0" -> "203 mul_tensor_14" [label="(40, 1, 1, 1)", style=solid]; -"201 compressed_weight_updated_constant14" -> "203 mul_tensor_14" [label="(40, 240, 1, 1)", style=solid]; -"202 features_5_block_3_0_weight_bias_0_0" -> "205 conv2d_20" [label="(40,)", style=solid]; -"203 mul_tensor_14" -> "204 sub_tensor_14" [label="(40, 240, 1, 1)", style=solid]; -"204 sub_tensor_14" -> "205 conv2d_20" [label=None, style=solid]; +"199 features_5_block_3_0_weight_bias_0_0" -> "205 conv2d_20" [label="(40,)", style=solid]; +"200 scale_updated_constant14" -> "202 mul_tensor_14" [label="(40, 1, 1, 1)", style=solid]; +"201 compressed_weight_updated_constant14" -> "202 mul_tensor_14" [label="(40, 240, 1, 1)", style=solid]; +"202 mul_tensor_14" -> "204 sub_tensor_14" [label="(40, 240, 1, 1)", style=solid]; +"203 zero_point_updated_constant14" -> "204 sub_tensor_14" [label="(40, 1, 1, 1)", style=solid]; +"204 sub_tensor_14" -> "205 conv2d_20" [label="(40, 240, 1, 1)", style=solid]; "205 conv2d_20" -> "206 quantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; "206 quantize_per_tensor_default_17" -> "207 dequantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; "207 dequantize_per_tensor_default_22" -> "208 add__1" [label="(1, 40, 14, 14)", style=solid]; @@ -763,12 +763,12 @@ strict digraph { "209 quantize_per_tensor_default_18" -> "211 dequantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; "210 dequantize_per_tensor_default_24" -> "258 add__2" [label="(1, 40, 14, 14)", style=solid]; "211 dequantize_per_tensor_default_23" -> "218 conv2d_21" [label="(1, 40, 14, 14)", style=solid]; -"212 conv2d_21_zero_point_0_updated_constant0" -> "217 sub_tensor_15" [label="(240, 1, 1, 1)", style=solid]; -"213 conv2d_21_scale_0_updated_constant0" -> "216 mul_tensor_15" [label="(240, 1, 1, 1)", style=solid]; -"214 compressed_weight_updated_constant15" -> "216 mul_tensor_15" [label="(240, 40, 1, 1)", style=solid]; -"215 features_6_block_0_0_weight_bias_0_0" -> "218 conv2d_21" [label="(240,)", style=solid]; -"216 mul_tensor_15" -> "217 sub_tensor_15" [label="(240, 40, 1, 1)", style=solid]; -"217 sub_tensor_15" -> "218 conv2d_21" [label=None, style=solid]; +"212 features_6_block_0_0_weight_bias_0_0" -> "218 conv2d_21" [label="(240,)", style=solid]; +"213 scale_updated_constant15" -> "215 mul_tensor_15" [label="(240, 1, 1, 1)", style=solid]; +"214 compressed_weight_updated_constant15" -> "215 mul_tensor_15" [label="(240, 40, 1, 1)", style=solid]; +"215 mul_tensor_15" -> "217 sub_tensor_15" [label="(240, 40, 1, 1)", style=solid]; +"216 zero_point_updated_constant15" -> "217 sub_tensor_15" [label="(240, 1, 1, 1)", style=solid]; +"217 sub_tensor_15" -> "218 conv2d_21" [label="(240, 40, 1, 1)", style=solid]; "218 conv2d_21" -> "221 hardswish__5" [label="(1, 240, 14, 14)", style=solid]; "219 hardswish__5_scale_0" -> "222 quantize_per_channel_default_21" [label="(240,)", style=solid]; "219 hardswish__5_scale_0" -> "223 dequantize_per_channel_default_21" [label="(240,)", style=solid]; @@ -777,12 +777,12 @@ strict digraph { "221 hardswish__5" -> "222 quantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; "222 quantize_per_channel_default_21" -> "223 dequantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; "223 dequantize_per_channel_default_21" -> "230 conv2d_22" [label="(1, 240, 14, 14)", style=solid]; -"224 conv2d_22_zero_point_0_updated_constant0" -> "229 sub_tensor_16" [label="(240, 1, 1, 1)", style=solid]; -"225 conv2d_22_scale_0_updated_constant0" -> "228 mul_tensor_16" [label="(240, 1, 1, 1)", style=solid]; -"226 compressed_weight_updated_constant16" -> "228 mul_tensor_16" [label="(240, 1, 5, 5)", style=solid]; -"227 features_6_block_1_0_weight_bias_0_0" -> "230 conv2d_22" [label="(240,)", style=solid]; -"228 mul_tensor_16" -> "229 sub_tensor_16" [label="(240, 1, 5, 5)", style=solid]; -"229 sub_tensor_16" -> "230 conv2d_22" [label=None, style=solid]; +"224 features_6_block_1_0_weight_bias_0_0" -> "230 conv2d_22" [label="(240,)", style=solid]; +"225 scale_updated_constant16" -> "227 mul_tensor_16" [label="(240, 1, 1, 1)", style=solid]; +"226 compressed_weight_updated_constant16" -> "227 mul_tensor_16" [label="(240, 1, 5, 5)", style=solid]; +"227 mul_tensor_16" -> "229 sub_tensor_16" [label="(240, 1, 5, 5)", style=solid]; +"228 zero_point_updated_constant16" -> "229 sub_tensor_16" [label="(240, 1, 1, 1)", style=solid]; +"229 sub_tensor_16" -> "230 conv2d_22" [label="(240, 1, 5, 5)", style=solid]; "230 conv2d_22" -> "231 hardswish__6" [label="(1, 240, 14, 14)", style=solid]; "231 hardswish__6" -> "232 quantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; "232 quantize_per_tensor_default_19" -> "233 dequantize_per_tensor_default_26" [label="(1, 240, 14, 14)", style=solid]; @@ -803,24 +803,24 @@ strict digraph { "246 mul_3" -> "247 quantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; "247 quantize_per_tensor_default_21" -> "248 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14)", style=solid]; "248 dequantize_per_tensor_default_28" -> "255 conv2d_25" [label="(1, 240, 14, 14)", style=solid]; -"249 conv2d_25_zero_point_0_updated_constant0" -> "254 sub_tensor_17" [label="(40, 1, 1, 1)", style=solid]; -"250 conv2d_25_scale_0_updated_constant0" -> "253 mul_tensor_17" [label="(40, 1, 1, 1)", style=solid]; -"251 compressed_weight_updated_constant17" -> "253 mul_tensor_17" [label="(40, 240, 1, 1)", style=solid]; -"252 features_6_block_3_0_weight_bias_0_0" -> "255 conv2d_25" [label="(40,)", style=solid]; -"253 mul_tensor_17" -> "254 sub_tensor_17" [label="(40, 240, 1, 1)", style=solid]; -"254 sub_tensor_17" -> "255 conv2d_25" [label=None, style=solid]; +"249 features_6_block_3_0_weight_bias_0_0" -> "255 conv2d_25" [label="(40,)", style=solid]; +"250 scale_updated_constant17" -> "252 mul_tensor_17" [label="(40, 1, 1, 1)", style=solid]; +"251 compressed_weight_updated_constant17" -> "252 mul_tensor_17" [label="(40, 240, 1, 1)", style=solid]; +"252 mul_tensor_17" -> "254 sub_tensor_17" [label="(40, 240, 1, 1)", style=solid]; +"253 zero_point_updated_constant17" -> "254 sub_tensor_17" [label="(40, 1, 1, 1)", style=solid]; +"254 sub_tensor_17" -> "255 conv2d_25" [label="(40, 240, 1, 1)", style=solid]; "255 conv2d_25" -> "256 quantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; "256 quantize_per_tensor_default_22" -> "257 dequantize_per_tensor_default_29" [label="(1, 40, 14, 14)", style=solid]; "257 dequantize_per_tensor_default_29" -> "258 add__2" [label="(1, 40, 14, 14)", style=solid]; "258 add__2" -> "259 quantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; "259 quantize_per_tensor_default_23" -> "260 dequantize_per_tensor_default_30" [label="(1, 40, 14, 14)", style=solid]; "260 dequantize_per_tensor_default_30" -> "267 conv2d_26" [label="(1, 40, 14, 14)", style=solid]; -"261 conv2d_26_zero_point_0_updated_constant0" -> "266 sub_tensor_18" [label="(120, 1, 1, 1)", style=solid]; -"262 conv2d_26_scale_0_updated_constant0" -> "265 mul_tensor_18" [label="(120, 1, 1, 1)", style=solid]; -"263 compressed_weight_updated_constant18" -> "265 mul_tensor_18" [label="(120, 40, 1, 1)", style=solid]; -"264 features_7_block_0_0_weight_bias_0_0" -> "267 conv2d_26" [label="(120,)", style=solid]; -"265 mul_tensor_18" -> "266 sub_tensor_18" [label="(120, 40, 1, 1)", style=solid]; -"266 sub_tensor_18" -> "267 conv2d_26" [label=None, style=solid]; +"261 features_7_block_0_0_weight_bias_0_0" -> "267 conv2d_26" [label="(120,)", style=solid]; +"262 scale_updated_constant18" -> "264 mul_tensor_18" [label="(120, 1, 1, 1)", style=solid]; +"263 compressed_weight_updated_constant18" -> "264 mul_tensor_18" [label="(120, 40, 1, 1)", style=solid]; +"264 mul_tensor_18" -> "266 sub_tensor_18" [label="(120, 40, 1, 1)", style=solid]; +"265 zero_point_updated_constant18" -> "266 sub_tensor_18" [label="(120, 1, 1, 1)", style=solid]; +"266 sub_tensor_18" -> "267 conv2d_26" [label="(120, 40, 1, 1)", style=solid]; "267 conv2d_26" -> "270 hardswish__7" [label="(1, 120, 14, 14)", style=solid]; "268 hardswish__7_scale_0" -> "271 quantize_per_channel_default_25" [label="(120,)", style=solid]; "268 hardswish__7_scale_0" -> "272 dequantize_per_channel_default_25" [label="(120,)", style=solid]; @@ -829,12 +829,12 @@ strict digraph { "270 hardswish__7" -> "271 quantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; "271 quantize_per_channel_default_25" -> "272 dequantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; "272 dequantize_per_channel_default_25" -> "279 conv2d_27" [label="(1, 120, 14, 14)", style=solid]; -"273 conv2d_27_zero_point_0_updated_constant0" -> "278 sub_tensor_19" [label="(120, 1, 1, 1)", style=solid]; -"274 conv2d_27_scale_0_updated_constant0" -> "277 mul_tensor_19" [label="(120, 1, 1, 1)", style=solid]; -"275 compressed_weight_updated_constant19" -> "277 mul_tensor_19" [label="(120, 1, 5, 5)", style=solid]; -"276 features_7_block_1_0_weight_bias_0_0" -> "279 conv2d_27" [label="(120,)", style=solid]; -"277 mul_tensor_19" -> "278 sub_tensor_19" [label="(120, 1, 5, 5)", style=solid]; -"278 sub_tensor_19" -> "279 conv2d_27" [label=None, style=solid]; +"273 features_7_block_1_0_weight_bias_0_0" -> "279 conv2d_27" [label="(120,)", style=solid]; +"274 scale_updated_constant19" -> "276 mul_tensor_19" [label="(120, 1, 1, 1)", style=solid]; +"275 compressed_weight_updated_constant19" -> "276 mul_tensor_19" [label="(120, 1, 5, 5)", style=solid]; +"276 mul_tensor_19" -> "278 sub_tensor_19" [label="(120, 1, 5, 5)", style=solid]; +"277 zero_point_updated_constant19" -> "278 sub_tensor_19" [label="(120, 1, 1, 1)", style=solid]; +"278 sub_tensor_19" -> "279 conv2d_27" [label="(120, 1, 5, 5)", style=solid]; "279 conv2d_27" -> "280 hardswish__8" [label="(1, 120, 14, 14)", style=solid]; "280 hardswish__8" -> "281 quantize_per_tensor_default_24" [label="(1, 120, 14, 14)", style=solid]; "281 quantize_per_tensor_default_24" -> "282 dequantize_per_tensor_default_32" [label="(1, 120, 14, 14)", style=solid]; @@ -855,23 +855,23 @@ strict digraph { "295 mul_4" -> "296 quantize_per_tensor_default_26" [label="(1, 120, 14, 14)", style=solid]; "296 quantize_per_tensor_default_26" -> "297 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14)", style=solid]; "297 dequantize_per_tensor_default_34" -> "304 conv2d_30" [label="(1, 120, 14, 14)", style=solid]; -"298 conv2d_30_zero_point_0_updated_constant0" -> "303 sub_tensor_20" [label="(48, 1, 1, 1)", style=solid]; -"299 conv2d_30_scale_0_updated_constant0" -> "302 mul_tensor_20" [label="(48, 1, 1, 1)", style=solid]; -"300 compressed_weight_updated_constant20" -> "302 mul_tensor_20" [label="(48, 120, 1, 1)", style=solid]; -"301 features_7_block_3_0_weight_bias_0_0" -> "304 conv2d_30" [label="(48,)", style=solid]; -"302 mul_tensor_20" -> "303 sub_tensor_20" [label="(48, 120, 1, 1)", style=solid]; -"303 sub_tensor_20" -> "304 conv2d_30" [label=None, style=solid]; +"298 features_7_block_3_0_weight_bias_0_0" -> "304 conv2d_30" [label="(48,)", style=solid]; +"299 scale_updated_constant20" -> "301 mul_tensor_20" [label="(48, 1, 1, 1)", style=solid]; +"300 compressed_weight_updated_constant20" -> "301 mul_tensor_20" [label="(48, 120, 1, 1)", style=solid]; +"301 mul_tensor_20" -> "303 sub_tensor_20" [label="(48, 120, 1, 1)", style=solid]; +"302 zero_point_updated_constant20" -> "303 sub_tensor_20" [label="(48, 1, 1, 1)", style=solid]; +"303 sub_tensor_20" -> "304 conv2d_30" [label="(48, 120, 1, 1)", style=solid]; "304 conv2d_30" -> "305 quantize_per_tensor_default_27" [label="(1, 48, 14, 14)", style=solid]; "305 quantize_per_tensor_default_27" -> "306 dequantize_per_tensor_default_36" [label="(1, 48, 14, 14)", style=solid]; "305 quantize_per_tensor_default_27" -> "307 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14)", style=solid]; "306 dequantize_per_tensor_default_36" -> "354 add__3" [label="(1, 48, 14, 14)", style=solid]; "307 dequantize_per_tensor_default_35" -> "314 conv2d_31" [label="(1, 48, 14, 14)", style=solid]; -"308 conv2d_31_zero_point_0_updated_constant0" -> "313 sub_tensor_21" [label="(144, 1, 1, 1)", style=solid]; -"309 conv2d_31_scale_0_updated_constant0" -> "312 mul_tensor_21" [label="(144, 1, 1, 1)", style=solid]; -"310 compressed_weight_updated_constant21" -> "312 mul_tensor_21" [label="(144, 48, 1, 1)", style=solid]; -"311 features_8_block_0_0_weight_bias_0_0" -> "314 conv2d_31" [label="(144,)", style=solid]; -"312 mul_tensor_21" -> "313 sub_tensor_21" [label="(144, 48, 1, 1)", style=solid]; -"313 sub_tensor_21" -> "314 conv2d_31" [label=None, style=solid]; +"308 features_8_block_0_0_weight_bias_0_0" -> "314 conv2d_31" [label="(144,)", style=solid]; +"309 scale_updated_constant21" -> "311 mul_tensor_21" [label="(144, 1, 1, 1)", style=solid]; +"310 compressed_weight_updated_constant21" -> "311 mul_tensor_21" [label="(144, 48, 1, 1)", style=solid]; +"311 mul_tensor_21" -> "313 sub_tensor_21" [label="(144, 48, 1, 1)", style=solid]; +"312 zero_point_updated_constant21" -> "313 sub_tensor_21" [label="(144, 1, 1, 1)", style=solid]; +"313 sub_tensor_21" -> "314 conv2d_31" [label="(144, 48, 1, 1)", style=solid]; "314 conv2d_31" -> "317 hardswish__9" [label="(1, 144, 14, 14)", style=solid]; "315 hardswish__9_scale_0" -> "318 quantize_per_channel_default_29" [label="(144,)", style=solid]; "315 hardswish__9_scale_0" -> "319 dequantize_per_channel_default_29" [label="(144,)", style=solid]; @@ -880,12 +880,12 @@ strict digraph { "317 hardswish__9" -> "318 quantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; "318 quantize_per_channel_default_29" -> "319 dequantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; "319 dequantize_per_channel_default_29" -> "326 conv2d_32" [label="(1, 144, 14, 14)", style=solid]; -"320 conv2d_32_zero_point_0_updated_constant0" -> "325 sub_tensor_22" [label="(144, 1, 1, 1)", style=solid]; -"321 conv2d_32_scale_0_updated_constant0" -> "324 mul_tensor_22" [label="(144, 1, 1, 1)", style=solid]; -"322 compressed_weight_updated_constant22" -> "324 mul_tensor_22" [label="(144, 1, 5, 5)", style=solid]; -"323 features_8_block_1_0_weight_bias_0_0" -> "326 conv2d_32" [label="(144,)", style=solid]; -"324 mul_tensor_22" -> "325 sub_tensor_22" [label="(144, 1, 5, 5)", style=solid]; -"325 sub_tensor_22" -> "326 conv2d_32" [label=None, style=solid]; +"320 features_8_block_1_0_weight_bias_0_0" -> "326 conv2d_32" [label="(144,)", style=solid]; +"321 scale_updated_constant22" -> "323 mul_tensor_22" [label="(144, 1, 1, 1)", style=solid]; +"322 compressed_weight_updated_constant22" -> "323 mul_tensor_22" [label="(144, 1, 5, 5)", style=solid]; +"323 mul_tensor_22" -> "325 sub_tensor_22" [label="(144, 1, 5, 5)", style=solid]; +"324 zero_point_updated_constant22" -> "325 sub_tensor_22" [label="(144, 1, 1, 1)", style=solid]; +"325 sub_tensor_22" -> "326 conv2d_32" [label="(144, 1, 5, 5)", style=solid]; "326 conv2d_32" -> "327 hardswish__10" [label="(1, 144, 14, 14)", style=solid]; "327 hardswish__10" -> "328 quantize_per_tensor_default_28" [label="(1, 144, 14, 14)", style=solid]; "328 quantize_per_tensor_default_28" -> "329 dequantize_per_tensor_default_38" [label="(1, 144, 14, 14)", style=solid]; @@ -906,24 +906,24 @@ strict digraph { "342 mul_5" -> "343 quantize_per_tensor_default_30" [label="(1, 144, 14, 14)", style=solid]; "343 quantize_per_tensor_default_30" -> "344 dequantize_per_tensor_default_40" [label="(1, 144, 14, 14)", style=solid]; "344 dequantize_per_tensor_default_40" -> "351 conv2d_35" [label="(1, 144, 14, 14)", style=solid]; -"345 conv2d_35_zero_point_0_updated_constant0" -> "350 sub_tensor_23" [label="(48, 1, 1, 1)", style=solid]; -"346 conv2d_35_scale_0_updated_constant0" -> "349 mul_tensor_23" [label="(48, 1, 1, 1)", style=solid]; -"347 compressed_weight_updated_constant23" -> "349 mul_tensor_23" [label="(48, 144, 1, 1)", style=solid]; -"348 features_8_block_3_0_weight_bias_0_0" -> "351 conv2d_35" [label="(48,)", style=solid]; -"349 mul_tensor_23" -> "350 sub_tensor_23" [label="(48, 144, 1, 1)", style=solid]; -"350 sub_tensor_23" -> "351 conv2d_35" [label=None, style=solid]; +"345 features_8_block_3_0_weight_bias_0_0" -> "351 conv2d_35" [label="(48,)", style=solid]; +"346 scale_updated_constant23" -> "348 mul_tensor_23" [label="(48, 1, 1, 1)", style=solid]; +"347 compressed_weight_updated_constant23" -> "348 mul_tensor_23" [label="(48, 144, 1, 1)", style=solid]; +"348 mul_tensor_23" -> "350 sub_tensor_23" [label="(48, 144, 1, 1)", style=solid]; +"349 zero_point_updated_constant23" -> "350 sub_tensor_23" [label="(48, 1, 1, 1)", style=solid]; +"350 sub_tensor_23" -> "351 conv2d_35" [label="(48, 144, 1, 1)", style=solid]; "351 conv2d_35" -> "352 quantize_per_tensor_default_31" [label="(1, 48, 14, 14)", style=solid]; "352 quantize_per_tensor_default_31" -> "353 dequantize_per_tensor_default_41" [label="(1, 48, 14, 14)", style=solid]; "353 dequantize_per_tensor_default_41" -> "354 add__3" [label="(1, 48, 14, 14)", style=solid]; "354 add__3" -> "355 quantize_per_tensor_default_32" [label="(1, 48, 14, 14)", style=solid]; "355 quantize_per_tensor_default_32" -> "356 dequantize_per_tensor_default_42" [label="(1, 48, 14, 14)", style=solid]; "356 dequantize_per_tensor_default_42" -> "363 conv2d_36" [label="(1, 48, 14, 14)", style=solid]; -"357 conv2d_36_zero_point_0_updated_constant0" -> "362 sub_tensor_24" [label="(288, 1, 1, 1)", style=solid]; -"358 conv2d_36_scale_0_updated_constant0" -> "361 mul_tensor_24" [label="(288, 1, 1, 1)", style=solid]; -"359 compressed_weight_updated_constant24" -> "361 mul_tensor_24" [label="(288, 48, 1, 1)", style=solid]; -"360 features_9_block_0_0_weight_bias_0_0" -> "363 conv2d_36" [label="(288,)", style=solid]; -"361 mul_tensor_24" -> "362 sub_tensor_24" [label="(288, 48, 1, 1)", style=solid]; -"362 sub_tensor_24" -> "363 conv2d_36" [label=None, style=solid]; +"357 features_9_block_0_0_weight_bias_0_0" -> "363 conv2d_36" [label="(288,)", style=solid]; +"358 scale_updated_constant24" -> "360 mul_tensor_24" [label="(288, 1, 1, 1)", style=solid]; +"359 compressed_weight_updated_constant24" -> "360 mul_tensor_24" [label="(288, 48, 1, 1)", style=solid]; +"360 mul_tensor_24" -> "362 sub_tensor_24" [label="(288, 48, 1, 1)", style=solid]; +"361 zero_point_updated_constant24" -> "362 sub_tensor_24" [label="(288, 1, 1, 1)", style=solid]; +"362 sub_tensor_24" -> "363 conv2d_36" [label="(288, 48, 1, 1)", style=solid]; "363 conv2d_36" -> "366 hardswish__11" [label="(1, 288, 14, 14)", style=solid]; "364 hardswish__11_scale_0" -> "367 quantize_per_channel_default_33" [label="(288,)", style=solid]; "364 hardswish__11_scale_0" -> "368 dequantize_per_channel_default_33" [label="(288,)", style=solid]; @@ -932,12 +932,12 @@ strict digraph { "366 hardswish__11" -> "367 quantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; "367 quantize_per_channel_default_33" -> "368 dequantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; "368 dequantize_per_channel_default_33" -> "375 conv2d_37" [label="(1, 288, 14, 14)", style=solid]; -"369 conv2d_37_zero_point_0_updated_constant0" -> "374 sub_tensor_25" [label="(288, 1, 1, 1)", style=solid]; -"370 conv2d_37_scale_0_updated_constant0" -> "373 mul_tensor_25" [label="(288, 1, 1, 1)", style=solid]; -"371 compressed_weight_updated_constant25" -> "373 mul_tensor_25" [label="(288, 1, 5, 5)", style=solid]; -"372 features_9_block_1_0_weight_bias_0_0" -> "375 conv2d_37" [label="(288,)", style=solid]; -"373 mul_tensor_25" -> "374 sub_tensor_25" [label="(288, 1, 5, 5)", style=solid]; -"374 sub_tensor_25" -> "375 conv2d_37" [label=None, style=solid]; +"369 features_9_block_1_0_weight_bias_0_0" -> "375 conv2d_37" [label="(288,)", style=solid]; +"370 scale_updated_constant25" -> "372 mul_tensor_25" [label="(288, 1, 1, 1)", style=solid]; +"371 compressed_weight_updated_constant25" -> "372 mul_tensor_25" [label="(288, 1, 5, 5)", style=solid]; +"372 mul_tensor_25" -> "374 sub_tensor_25" [label="(288, 1, 5, 5)", style=solid]; +"373 zero_point_updated_constant25" -> "374 sub_tensor_25" [label="(288, 1, 1, 1)", style=solid]; +"374 sub_tensor_25" -> "375 conv2d_37" [label="(288, 1, 5, 5)", style=solid]; "375 conv2d_37" -> "376 hardswish__12" [label="(1, 288, 7, 7)", style=solid]; "376 hardswish__12" -> "377 quantize_per_tensor_default_33" [label="(1, 288, 7, 7)", style=solid]; "377 quantize_per_tensor_default_33" -> "378 dequantize_per_tensor_default_44" [label="(1, 288, 7, 7)", style=solid]; @@ -958,23 +958,23 @@ strict digraph { "391 mul_6" -> "392 quantize_per_tensor_default_35" [label="(1, 288, 7, 7)", style=solid]; "392 quantize_per_tensor_default_35" -> "393 dequantize_per_tensor_default_46" [label="(1, 288, 7, 7)", style=solid]; "393 dequantize_per_tensor_default_46" -> "400 conv2d_40" [label="(1, 288, 7, 7)", style=solid]; -"394 conv2d_40_zero_point_0_updated_constant0" -> "399 sub_tensor_26" [label="(96, 1, 1, 1)", style=solid]; -"395 conv2d_40_scale_0_updated_constant0" -> "398 mul_tensor_26" [label="(96, 1, 1, 1)", style=solid]; -"396 compressed_weight_updated_constant26" -> "398 mul_tensor_26" [label="(96, 288, 1, 1)", style=solid]; -"397 features_9_block_3_0_weight_bias_0_0" -> "400 conv2d_40" [label="(96,)", style=solid]; -"398 mul_tensor_26" -> "399 sub_tensor_26" [label="(96, 288, 1, 1)", style=solid]; -"399 sub_tensor_26" -> "400 conv2d_40" [label=None, style=solid]; +"394 features_9_block_3_0_weight_bias_0_0" -> "400 conv2d_40" [label="(96,)", style=solid]; +"395 scale_updated_constant26" -> "397 mul_tensor_26" [label="(96, 1, 1, 1)", style=solid]; +"396 compressed_weight_updated_constant26" -> "397 mul_tensor_26" [label="(96, 288, 1, 1)", style=solid]; +"397 mul_tensor_26" -> "399 sub_tensor_26" [label="(96, 288, 1, 1)", style=solid]; +"398 zero_point_updated_constant26" -> "399 sub_tensor_26" [label="(96, 1, 1, 1)", style=solid]; +"399 sub_tensor_26" -> "400 conv2d_40" [label="(96, 288, 1, 1)", style=solid]; "400 conv2d_40" -> "401 quantize_per_tensor_default_36" [label="(1, 96, 7, 7)", style=solid]; "401 quantize_per_tensor_default_36" -> "402 dequantize_per_tensor_default_48" [label="(1, 96, 7, 7)", style=solid]; "401 quantize_per_tensor_default_36" -> "403 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7)", style=solid]; "402 dequantize_per_tensor_default_48" -> "450 add__4" [label="(1, 96, 7, 7)", style=solid]; "403 dequantize_per_tensor_default_47" -> "410 conv2d_41" [label="(1, 96, 7, 7)", style=solid]; -"404 conv2d_41_zero_point_0_updated_constant0" -> "409 sub_tensor_27" [label="(576, 1, 1, 1)", style=solid]; -"405 conv2d_41_scale_0_updated_constant0" -> "408 mul_tensor_27" [label="(576, 1, 1, 1)", style=solid]; -"406 compressed_weight_updated_constant27" -> "408 mul_tensor_27" [label="(576, 96, 1, 1)", style=solid]; -"407 features_10_block_0_0_weight_bias_0_0" -> "410 conv2d_41" [label="(576,)", style=solid]; -"408 mul_tensor_27" -> "409 sub_tensor_27" [label="(576, 96, 1, 1)", style=solid]; -"409 sub_tensor_27" -> "410 conv2d_41" [label=None, style=solid]; +"404 features_10_block_0_0_weight_bias_0_0" -> "410 conv2d_41" [label="(576,)", style=solid]; +"405 scale_updated_constant27" -> "407 mul_tensor_27" [label="(576, 1, 1, 1)", style=solid]; +"406 compressed_weight_updated_constant27" -> "407 mul_tensor_27" [label="(576, 96, 1, 1)", style=solid]; +"407 mul_tensor_27" -> "409 sub_tensor_27" [label="(576, 96, 1, 1)", style=solid]; +"408 zero_point_updated_constant27" -> "409 sub_tensor_27" [label="(576, 1, 1, 1)", style=solid]; +"409 sub_tensor_27" -> "410 conv2d_41" [label="(576, 96, 1, 1)", style=solid]; "410 conv2d_41" -> "413 hardswish__13" [label="(1, 576, 7, 7)", style=solid]; "411 hardswish__13_scale_0" -> "414 quantize_per_channel_default_37" [label="(576,)", style=solid]; "411 hardswish__13_scale_0" -> "415 dequantize_per_channel_default_37" [label="(576,)", style=solid]; @@ -983,12 +983,12 @@ strict digraph { "413 hardswish__13" -> "414 quantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; "414 quantize_per_channel_default_37" -> "415 dequantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; "415 dequantize_per_channel_default_37" -> "422 conv2d_42" [label="(1, 576, 7, 7)", style=solid]; -"416 conv2d_42_zero_point_0_updated_constant0" -> "421 sub_tensor_28" [label="(576, 1, 1, 1)", style=solid]; -"417 conv2d_42_scale_0_updated_constant0" -> "420 mul_tensor_28" [label="(576, 1, 1, 1)", style=solid]; -"418 compressed_weight_updated_constant28" -> "420 mul_tensor_28" [label="(576, 1, 5, 5)", style=solid]; -"419 features_10_block_1_0_weight_bias_0_0" -> "422 conv2d_42" [label="(576,)", style=solid]; -"420 mul_tensor_28" -> "421 sub_tensor_28" [label="(576, 1, 5, 5)", style=solid]; -"421 sub_tensor_28" -> "422 conv2d_42" [label=None, style=solid]; +"416 features_10_block_1_0_weight_bias_0_0" -> "422 conv2d_42" [label="(576,)", style=solid]; +"417 scale_updated_constant28" -> "419 mul_tensor_28" [label="(576, 1, 1, 1)", style=solid]; +"418 compressed_weight_updated_constant28" -> "419 mul_tensor_28" [label="(576, 1, 5, 5)", style=solid]; +"419 mul_tensor_28" -> "421 sub_tensor_28" [label="(576, 1, 5, 5)", style=solid]; +"420 zero_point_updated_constant28" -> "421 sub_tensor_28" [label="(576, 1, 1, 1)", style=solid]; +"421 sub_tensor_28" -> "422 conv2d_42" [label="(576, 1, 5, 5)", style=solid]; "422 conv2d_42" -> "423 hardswish__14" [label="(1, 576, 7, 7)", style=solid]; "423 hardswish__14" -> "424 quantize_per_tensor_default_37" [label="(1, 576, 7, 7)", style=solid]; "424 quantize_per_tensor_default_37" -> "425 dequantize_per_tensor_default_50" [label="(1, 576, 7, 7)", style=solid]; @@ -1009,12 +1009,12 @@ strict digraph { "438 mul_7" -> "439 quantize_per_tensor_default_39" [label="(1, 576, 7, 7)", style=solid]; "439 quantize_per_tensor_default_39" -> "440 dequantize_per_tensor_default_52" [label="(1, 576, 7, 7)", style=solid]; "440 dequantize_per_tensor_default_52" -> "447 conv2d_45" [label="(1, 576, 7, 7)", style=solid]; -"441 conv2d_45_zero_point_0_updated_constant0" -> "446 sub_tensor_29" [label="(96, 1, 1, 1)", style=solid]; -"442 conv2d_45_scale_0_updated_constant0" -> "445 mul_tensor_29" [label="(96, 1, 1, 1)", style=solid]; -"443 compressed_weight_updated_constant29" -> "445 mul_tensor_29" [label="(96, 576, 1, 1)", style=solid]; -"444 features_10_block_3_0_weight_bias_0_0" -> "447 conv2d_45" [label="(96,)", style=solid]; -"445 mul_tensor_29" -> "446 sub_tensor_29" [label="(96, 576, 1, 1)", style=solid]; -"446 sub_tensor_29" -> "447 conv2d_45" [label=None, style=solid]; +"441 features_10_block_3_0_weight_bias_0_0" -> "447 conv2d_45" [label="(96,)", style=solid]; +"442 scale_updated_constant29" -> "444 mul_tensor_29" [label="(96, 1, 1, 1)", style=solid]; +"443 compressed_weight_updated_constant29" -> "444 mul_tensor_29" [label="(96, 576, 1, 1)", style=solid]; +"444 mul_tensor_29" -> "446 sub_tensor_29" [label="(96, 576, 1, 1)", style=solid]; +"445 zero_point_updated_constant29" -> "446 sub_tensor_29" [label="(96, 1, 1, 1)", style=solid]; +"446 sub_tensor_29" -> "447 conv2d_45" [label="(96, 576, 1, 1)", style=solid]; "447 conv2d_45" -> "448 quantize_per_tensor_default_40" [label="(1, 96, 7, 7)", style=solid]; "448 quantize_per_tensor_default_40" -> "449 dequantize_per_tensor_default_53" [label="(1, 96, 7, 7)", style=solid]; "449 dequantize_per_tensor_default_53" -> "450 add__4" [label="(1, 96, 7, 7)", style=solid]; @@ -1023,12 +1023,12 @@ strict digraph { "451 quantize_per_tensor_default_41" -> "453 dequantize_per_tensor_default_54" [label="(1, 96, 7, 7)", style=solid]; "452 dequantize_per_tensor_default_55" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; "453 dequantize_per_tensor_default_54" -> "460 conv2d_46" [label="(1, 96, 7, 7)", style=solid]; -"454 conv2d_46_zero_point_0_updated_constant0" -> "459 sub_tensor_30" [label="(576, 1, 1, 1)", style=solid]; -"455 conv2d_46_scale_0_updated_constant0" -> "458 mul_tensor_30" [label="(576, 1, 1, 1)", style=solid]; -"456 compressed_weight_updated_constant30" -> "458 mul_tensor_30" [label="(576, 96, 1, 1)", style=solid]; -"457 features_11_block_0_0_weight_bias_0_0" -> "460 conv2d_46" [label="(576,)", style=solid]; -"458 mul_tensor_30" -> "459 sub_tensor_30" [label="(576, 96, 1, 1)", style=solid]; -"459 sub_tensor_30" -> "460 conv2d_46" [label=None, style=solid]; +"454 features_11_block_0_0_weight_bias_0_0" -> "460 conv2d_46" [label="(576,)", style=solid]; +"455 scale_updated_constant30" -> "457 mul_tensor_30" [label="(576, 1, 1, 1)", style=solid]; +"456 compressed_weight_updated_constant30" -> "457 mul_tensor_30" [label="(576, 96, 1, 1)", style=solid]; +"457 mul_tensor_30" -> "459 sub_tensor_30" [label="(576, 96, 1, 1)", style=solid]; +"458 zero_point_updated_constant30" -> "459 sub_tensor_30" [label="(576, 1, 1, 1)", style=solid]; +"459 sub_tensor_30" -> "460 conv2d_46" [label="(576, 96, 1, 1)", style=solid]; "460 conv2d_46" -> "463 hardswish__15" [label="(1, 576, 7, 7)", style=solid]; "461 hardswish__15_scale_0" -> "464 quantize_per_channel_default_41" [label="(576,)", style=solid]; "461 hardswish__15_scale_0" -> "465 dequantize_per_channel_default_41" [label="(576,)", style=solid]; @@ -1037,12 +1037,12 @@ strict digraph { "463 hardswish__15" -> "464 quantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; "464 quantize_per_channel_default_41" -> "465 dequantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; "465 dequantize_per_channel_default_41" -> "472 conv2d_47" [label="(1, 576, 7, 7)", style=solid]; -"466 conv2d_47_zero_point_0_updated_constant0" -> "471 sub_tensor_31" [label="(576, 1, 1, 1)", style=solid]; -"467 conv2d_47_scale_0_updated_constant0" -> "470 mul_tensor_31" [label="(576, 1, 1, 1)", style=solid]; -"468 compressed_weight_updated_constant31" -> "470 mul_tensor_31" [label="(576, 1, 5, 5)", style=solid]; -"469 features_11_block_1_0_weight_bias_0_0" -> "472 conv2d_47" [label="(576,)", style=solid]; -"470 mul_tensor_31" -> "471 sub_tensor_31" [label="(576, 1, 5, 5)", style=solid]; -"471 sub_tensor_31" -> "472 conv2d_47" [label=None, style=solid]; +"466 features_11_block_1_0_weight_bias_0_0" -> "472 conv2d_47" [label="(576,)", style=solid]; +"467 scale_updated_constant31" -> "469 mul_tensor_31" [label="(576, 1, 1, 1)", style=solid]; +"468 compressed_weight_updated_constant31" -> "469 mul_tensor_31" [label="(576, 1, 5, 5)", style=solid]; +"469 mul_tensor_31" -> "471 sub_tensor_31" [label="(576, 1, 5, 5)", style=solid]; +"470 zero_point_updated_constant31" -> "471 sub_tensor_31" [label="(576, 1, 1, 1)", style=solid]; +"471 sub_tensor_31" -> "472 conv2d_47" [label="(576, 1, 5, 5)", style=solid]; "472 conv2d_47" -> "473 hardswish__16" [label="(1, 576, 7, 7)", style=solid]; "473 hardswish__16" -> "474 quantize_per_tensor_default_42" [label="(1, 576, 7, 7)", style=solid]; "474 quantize_per_tensor_default_42" -> "475 dequantize_per_tensor_default_57" [label="(1, 576, 7, 7)", style=solid]; @@ -1063,24 +1063,24 @@ strict digraph { "488 mul_8" -> "489 quantize_per_tensor_default_44" [label="(1, 576, 7, 7)", style=solid]; "489 quantize_per_tensor_default_44" -> "490 dequantize_per_tensor_default_59" [label="(1, 576, 7, 7)", style=solid]; "490 dequantize_per_tensor_default_59" -> "497 conv2d_50" [label="(1, 576, 7, 7)", style=solid]; -"491 conv2d_50_zero_point_0_updated_constant0" -> "496 sub_tensor_32" [label="(96, 1, 1, 1)", style=solid]; -"492 conv2d_50_scale_0_updated_constant0" -> "495 mul_tensor_32" [label="(96, 1, 1, 1)", style=solid]; -"493 compressed_weight_updated_constant32" -> "495 mul_tensor_32" [label="(96, 576, 1, 1)", style=solid]; -"494 features_11_block_3_0_weight_bias_0_0" -> "497 conv2d_50" [label="(96,)", style=solid]; -"495 mul_tensor_32" -> "496 sub_tensor_32" [label="(96, 576, 1, 1)", style=solid]; -"496 sub_tensor_32" -> "497 conv2d_50" [label=None, style=solid]; +"491 features_11_block_3_0_weight_bias_0_0" -> "497 conv2d_50" [label="(96,)", style=solid]; +"492 scale_updated_constant32" -> "494 mul_tensor_32" [label="(96, 1, 1, 1)", style=solid]; +"493 compressed_weight_updated_constant32" -> "494 mul_tensor_32" [label="(96, 576, 1, 1)", style=solid]; +"494 mul_tensor_32" -> "496 sub_tensor_32" [label="(96, 576, 1, 1)", style=solid]; +"495 zero_point_updated_constant32" -> "496 sub_tensor_32" [label="(96, 1, 1, 1)", style=solid]; +"496 sub_tensor_32" -> "497 conv2d_50" [label="(96, 576, 1, 1)", style=solid]; "497 conv2d_50" -> "498 quantize_per_tensor_default_45" [label="(1, 96, 7, 7)", style=solid]; "498 quantize_per_tensor_default_45" -> "499 dequantize_per_tensor_default_60" [label="(1, 96, 7, 7)", style=solid]; "499 dequantize_per_tensor_default_60" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; "500 add__5" -> "501 quantize_per_tensor_default_46" [label="(1, 96, 7, 7)", style=solid]; "501 quantize_per_tensor_default_46" -> "502 dequantize_per_tensor_default_61" [label="(1, 96, 7, 7)", style=solid]; "502 dequantize_per_tensor_default_61" -> "509 conv2d_51" [label="(1, 96, 7, 7)", style=solid]; -"503 conv2d_51_zero_point_0_updated_constant0" -> "508 sub_tensor_33" [label="(576, 1, 1, 1)", style=solid]; -"504 conv2d_51_scale_0_updated_constant0" -> "507 mul_tensor_33" [label="(576, 1, 1, 1)", style=solid]; -"505 compressed_weight_updated_constant33" -> "507 mul_tensor_33" [label="(576, 96, 1, 1)", style=solid]; -"506 features_12_0_weight_bias_0_0" -> "509 conv2d_51" [label="(576,)", style=solid]; -"507 mul_tensor_33" -> "508 sub_tensor_33" [label="(576, 96, 1, 1)", style=solid]; -"508 sub_tensor_33" -> "509 conv2d_51" [label=None, style=solid]; +"503 features_12_0_weight_bias_0_0" -> "509 conv2d_51" [label="(576,)", style=solid]; +"504 scale_updated_constant33" -> "506 mul_tensor_33" [label="(576, 1, 1, 1)", style=solid]; +"505 compressed_weight_updated_constant33" -> "506 mul_tensor_33" [label="(576, 96, 1, 1)", style=solid]; +"506 mul_tensor_33" -> "508 sub_tensor_33" [label="(576, 96, 1, 1)", style=solid]; +"507 zero_point_updated_constant33" -> "508 sub_tensor_33" [label="(576, 1, 1, 1)", style=solid]; +"508 sub_tensor_33" -> "509 conv2d_51" [label="(576, 96, 1, 1)", style=solid]; "509 conv2d_51" -> "510 hardswish__17" [label="(1, 576, 7, 7)", style=solid]; "510 hardswish__17" -> "511 quantize_per_tensor_default_47" [label="(1, 576, 7, 7)", style=solid]; "511 quantize_per_tensor_default_47" -> "512 dequantize_per_tensor_default_62" [label="(1, 576, 7, 7)", style=solid]; @@ -1089,22 +1089,22 @@ strict digraph { "514 quantize_per_tensor_default_48" -> "515 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1)", style=solid]; "515 dequantize_per_tensor_default_63" -> "516 flatten" [label="(1, 576, 1, 1)", style=solid]; "516 flatten" -> "523 linear" [label="(1, 576)", style=solid]; -"517 linear_zero_point_0_updated_constant0" -> "522 sub_tensor_34" [label="(1024, 1)", style=solid]; -"518 linear_scale_0_updated_constant0" -> "521 mul_tensor_34" [label="(1024, 1)", style=solid]; -"519 compressed_weight_updated_constant34" -> "521 mul_tensor_34" [label="(1024, 576)", style=solid]; -"520 _param_constant139_0_0" -> "523 linear" [label="(1024,)", style=solid]; -"521 mul_tensor_34" -> "522 sub_tensor_34" [label="(1024, 576)", style=solid]; -"522 sub_tensor_34" -> "523 linear" [label=None, style=solid]; +"517 _param_constant139_0_0" -> "523 linear" [label="(1024,)", style=solid]; +"518 scale_updated_constant34" -> "520 mul_tensor_34" [label="(1024, 1)", style=solid]; +"519 compressed_weight_updated_constant34" -> "520 mul_tensor_34" [label="(1024, 576)", style=solid]; +"520 mul_tensor_34" -> "522 sub_tensor_34" [label="(1024, 576)", style=solid]; +"521 zero_point_updated_constant34" -> "522 sub_tensor_34" [label="(1024, 1)", style=solid]; +"522 sub_tensor_34" -> "523 linear" [label="(1024, 576)", style=solid]; "523 linear" -> "524 hardswish__18" [label="(1, 1024)", style=solid]; "524 hardswish__18" -> "525 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; "525 quantize_per_tensor_default_49" -> "526 dequantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; "526 dequantize_per_tensor_default_64" -> "527 dropout_" [label="(1, 1024)", style=solid]; "527 dropout_" -> "534 linear_1" [label="(1, 1024)", style=solid]; -"528 linear_1_zero_point_0_updated_constant0" -> "533 sub_tensor_35" [label="(1000, 1)", style=solid]; -"529 linear_1_scale_0_updated_constant0" -> "532 mul_tensor_35" [label="(1000, 1)", style=solid]; -"530 compressed_weight_updated_constant35" -> "532 mul_tensor_35" [label="(1000, 1024)", style=solid]; -"531 _param_constant141_0_0" -> "534 linear_1" [label="(1000,)", style=solid]; -"532 mul_tensor_35" -> "533 sub_tensor_35" [label="(1000, 1024)", style=solid]; -"533 sub_tensor_35" -> "534 linear_1" [label=None, style=solid]; +"528 _param_constant141_0_0" -> "534 linear_1" [label="(1000,)", style=solid]; +"529 scale_updated_constant35" -> "531 mul_tensor_35" [label="(1000, 1)", style=solid]; +"530 compressed_weight_updated_constant35" -> "531 mul_tensor_35" [label="(1000, 1024)", style=solid]; +"531 mul_tensor_35" -> "533 sub_tensor_35" [label="(1000, 1024)", style=solid]; +"532 zero_point_updated_constant35" -> "533 sub_tensor_35" [label="(1000, 1)", style=solid]; +"533 sub_tensor_35" -> "534 linear_1" [label="(1000, 1024)", style=solid]; "534 linear_1" -> "535 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/resnet18.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/resnet18.dot index b8498e8b680..ea00d5f290e 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/resnet18.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/resnet18.dot @@ -2,32 +2,32 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_zero_point_0_updated_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0_updated_constant0" [id=4, type=get_attr]; +"3 conv1_weight_bias_0_0" [id=3, type=get_attr]; +"4 scale_updated_constant0" [id=4, type=get_attr]; "5 compressed_weight_updated_constant0" [id=5, type=get_attr]; -"6 conv1_weight_bias_0_0" [id=6, type=get_attr]; -"7 mul_tensor" [id=7, type=mul]; +"6 mul_tensor" [id=6, type=mul]; +"7 zero_point_updated_constant0" [id=7, type=get_attr]; "8 sub_tensor" [id=8, type=sub]; "9 conv2d" [id=9, type=conv2d]; "10 relu_" [id=10, type=relu_]; "11 quantize_per_tensor_default_1" [id=11, type=quantize_per_tensor]; "12 dequantize_per_tensor_default_1" [id=12, type=dequantize_per_tensor]; "13 max_pool2d" [id=13, type=max_pool2d]; -"14 conv2d_1_zero_point_0_updated_constant0" [id=14, type=get_attr]; -"15 conv2d_1_scale_0_updated_constant0" [id=15, type=get_attr]; +"14 layer1_0_conv1_weight_bias_0_0" [id=14, type=get_attr]; +"15 scale_updated_constant1" [id=15, type=get_attr]; "16 compressed_weight_updated_constant1" [id=16, type=get_attr]; -"17 layer1_0_conv1_weight_bias_0_0" [id=17, type=get_attr]; -"18 mul_tensor_1" [id=18, type=mul]; +"17 mul_tensor_1" [id=17, type=mul]; +"18 zero_point_updated_constant1" [id=18, type=get_attr]; "19 sub_tensor_1" [id=19, type=sub]; "20 conv2d_1" [id=20, type=conv2d]; "21 relu__1" [id=21, type=relu_]; "22 quantize_per_tensor_default_2" [id=22, type=quantize_per_tensor]; "23 dequantize_per_tensor_default_2" [id=23, type=dequantize_per_tensor]; -"24 conv2d_2_zero_point_0_updated_constant0" [id=24, type=get_attr]; -"25 conv2d_2_scale_0_updated_constant0" [id=25, type=get_attr]; +"24 layer1_0_conv2_weight_bias_0_0" [id=24, type=get_attr]; +"25 scale_updated_constant2" [id=25, type=get_attr]; "26 compressed_weight_updated_constant2" [id=26, type=get_attr]; -"27 layer1_0_conv2_weight_bias_0_0" [id=27, type=get_attr]; -"28 mul_tensor_2" [id=28, type=mul]; +"27 mul_tensor_2" [id=27, type=mul]; +"28 zero_point_updated_constant2" [id=28, type=get_attr]; "29 sub_tensor_2" [id=29, type=sub]; "30 conv2d_2" [id=30, type=conv2d]; "31 quantize_per_tensor_default_3" [id=31, type=quantize_per_tensor]; @@ -37,21 +37,21 @@ strict digraph { "35 quantize_per_tensor_default_4" [id=35, type=quantize_per_tensor]; "36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; "37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; -"38 conv2d_3_zero_point_0_updated_constant0" [id=38, type=get_attr]; -"39 conv2d_3_scale_0_updated_constant0" [id=39, type=get_attr]; +"38 layer1_1_conv1_weight_bias_0_0" [id=38, type=get_attr]; +"39 scale_updated_constant3" [id=39, type=get_attr]; "40 compressed_weight_updated_constant3" [id=40, type=get_attr]; -"41 layer1_1_conv1_weight_bias_0_0" [id=41, type=get_attr]; -"42 mul_tensor_3" [id=42, type=mul]; +"41 mul_tensor_3" [id=41, type=mul]; +"42 zero_point_updated_constant3" [id=42, type=get_attr]; "43 sub_tensor_3" [id=43, type=sub]; "44 conv2d_3" [id=44, type=conv2d]; "45 relu__3" [id=45, type=relu_]; "46 quantize_per_tensor_default_5" [id=46, type=quantize_per_tensor]; "47 dequantize_per_tensor_default_6" [id=47, type=dequantize_per_tensor]; -"48 conv2d_4_zero_point_0_updated_constant0" [id=48, type=get_attr]; -"49 conv2d_4_scale_0_updated_constant0" [id=49, type=get_attr]; +"48 layer1_1_conv2_weight_bias_0_0" [id=48, type=get_attr]; +"49 scale_updated_constant4" [id=49, type=get_attr]; "50 compressed_weight_updated_constant4" [id=50, type=get_attr]; -"51 layer1_1_conv2_weight_bias_0_0" [id=51, type=get_attr]; -"52 mul_tensor_4" [id=52, type=mul]; +"51 mul_tensor_4" [id=51, type=mul]; +"52 zero_point_updated_constant4" [id=52, type=get_attr]; "53 sub_tensor_4" [id=53, type=sub]; "54 conv2d_4" [id=54, type=conv2d]; "55 quantize_per_tensor_default_6" [id=55, type=quantize_per_tensor]; @@ -61,30 +61,30 @@ strict digraph { "59 quantize_per_tensor_default_7" [id=59, type=quantize_per_tensor]; "60 dequantize_per_tensor_default_9" [id=60, type=dequantize_per_tensor]; "61 dequantize_per_tensor_default_8" [id=61, type=dequantize_per_tensor]; -"62 conv2d_5_zero_point_0_updated_constant0" [id=62, type=get_attr]; -"63 conv2d_5_scale_0_updated_constant0" [id=63, type=get_attr]; +"62 layer2_0_conv1_weight_bias_0_0" [id=62, type=get_attr]; +"63 scale_updated_constant5" [id=63, type=get_attr]; "64 compressed_weight_updated_constant5" [id=64, type=get_attr]; -"65 layer2_0_conv1_weight_bias_0_0" [id=65, type=get_attr]; -"66 mul_tensor_5" [id=66, type=mul]; +"65 mul_tensor_5" [id=65, type=mul]; +"66 zero_point_updated_constant5" [id=66, type=get_attr]; "67 sub_tensor_5" [id=67, type=sub]; "68 conv2d_5" [id=68, type=conv2d]; "69 relu__5" [id=69, type=relu_]; "70 quantize_per_tensor_default_8" [id=70, type=quantize_per_tensor]; "71 dequantize_per_tensor_default_10" [id=71, type=dequantize_per_tensor]; -"72 conv2d_6_zero_point_0_updated_constant0" [id=72, type=get_attr]; -"73 conv2d_6_scale_0_updated_constant0" [id=73, type=get_attr]; +"72 layer2_0_conv2_weight_bias_0_0" [id=72, type=get_attr]; +"73 scale_updated_constant6" [id=73, type=get_attr]; "74 compressed_weight_updated_constant6" [id=74, type=get_attr]; -"75 layer2_0_conv2_weight_bias_0_0" [id=75, type=get_attr]; -"76 mul_tensor_6" [id=76, type=mul]; +"75 mul_tensor_6" [id=75, type=mul]; +"76 zero_point_updated_constant6" [id=76, type=get_attr]; "77 sub_tensor_6" [id=77, type=sub]; "78 conv2d_6" [id=78, type=conv2d]; "79 quantize_per_tensor_default_9" [id=79, type=quantize_per_tensor]; "80 dequantize_per_tensor_default_11" [id=80, type=dequantize_per_tensor]; -"81 conv2d_7_zero_point_0_updated_constant0" [id=81, type=get_attr]; -"82 conv2d_7_scale_0_updated_constant0" [id=82, type=get_attr]; +"81 layer2_0_downsample_0_weight_bias_0_0" [id=81, type=get_attr]; +"82 scale_updated_constant7" [id=82, type=get_attr]; "83 compressed_weight_updated_constant7" [id=83, type=get_attr]; -"84 layer2_0_downsample_0_weight_bias_0_0" [id=84, type=get_attr]; -"85 mul_tensor_7" [id=85, type=mul]; +"84 mul_tensor_7" [id=84, type=mul]; +"85 zero_point_updated_constant7" [id=85, type=get_attr]; "86 sub_tensor_7" [id=86, type=sub]; "87 conv2d_7" [id=87, type=conv2d]; "88 quantize_per_tensor_default_10" [id=88, type=quantize_per_tensor]; @@ -94,21 +94,21 @@ strict digraph { "92 quantize_per_tensor_default_11" [id=92, type=quantize_per_tensor]; "93 dequantize_per_tensor_default_14" [id=93, type=dequantize_per_tensor]; "94 dequantize_per_tensor_default_13" [id=94, type=dequantize_per_tensor]; -"95 conv2d_8_zero_point_0_updated_constant0" [id=95, type=get_attr]; -"96 conv2d_8_scale_0_updated_constant0" [id=96, type=get_attr]; +"95 layer2_1_conv1_weight_bias_0_0" [id=95, type=get_attr]; +"96 scale_updated_constant8" [id=96, type=get_attr]; "97 compressed_weight_updated_constant8" [id=97, type=get_attr]; -"98 layer2_1_conv1_weight_bias_0_0" [id=98, type=get_attr]; -"99 mul_tensor_8" [id=99, type=mul]; +"98 mul_tensor_8" [id=98, type=mul]; +"99 zero_point_updated_constant8" [id=99, type=get_attr]; "100 sub_tensor_8" [id=100, type=sub]; "101 conv2d_8" [id=101, type=conv2d]; "102 relu__7" [id=102, type=relu_]; "103 quantize_per_tensor_default_12" [id=103, type=quantize_per_tensor]; "104 dequantize_per_tensor_default_15" [id=104, type=dequantize_per_tensor]; -"105 conv2d_9_zero_point_0_updated_constant0" [id=105, type=get_attr]; -"106 conv2d_9_scale_0_updated_constant0" [id=106, type=get_attr]; +"105 layer2_1_conv2_weight_bias_0_0" [id=105, type=get_attr]; +"106 scale_updated_constant9" [id=106, type=get_attr]; "107 compressed_weight_updated_constant9" [id=107, type=get_attr]; -"108 layer2_1_conv2_weight_bias_0_0" [id=108, type=get_attr]; -"109 mul_tensor_9" [id=109, type=mul]; +"108 mul_tensor_9" [id=108, type=mul]; +"109 zero_point_updated_constant9" [id=109, type=get_attr]; "110 sub_tensor_9" [id=110, type=sub]; "111 conv2d_9" [id=111, type=conv2d]; "112 quantize_per_tensor_default_13" [id=112, type=quantize_per_tensor]; @@ -118,30 +118,30 @@ strict digraph { "116 quantize_per_tensor_default_14" [id=116, type=quantize_per_tensor]; "117 dequantize_per_tensor_default_18" [id=117, type=dequantize_per_tensor]; "118 dequantize_per_tensor_default_17" [id=118, type=dequantize_per_tensor]; -"119 conv2d_10_zero_point_0_updated_constant0" [id=119, type=get_attr]; -"120 conv2d_10_scale_0_updated_constant0" [id=120, type=get_attr]; +"119 layer3_0_conv1_weight_bias_0_0" [id=119, type=get_attr]; +"120 scale_updated_constant10" [id=120, type=get_attr]; "121 compressed_weight_updated_constant10" [id=121, type=get_attr]; -"122 layer3_0_conv1_weight_bias_0_0" [id=122, type=get_attr]; -"123 mul_tensor_10" [id=123, type=mul]; +"122 mul_tensor_10" [id=122, type=mul]; +"123 zero_point_updated_constant10" [id=123, type=get_attr]; "124 sub_tensor_10" [id=124, type=sub]; "125 conv2d_10" [id=125, type=conv2d]; "126 relu__9" [id=126, type=relu_]; "127 quantize_per_tensor_default_15" [id=127, type=quantize_per_tensor]; "128 dequantize_per_tensor_default_19" [id=128, type=dequantize_per_tensor]; -"129 conv2d_11_zero_point_0_updated_constant0" [id=129, type=get_attr]; -"130 conv2d_11_scale_0_updated_constant0" [id=130, type=get_attr]; +"129 layer3_0_conv2_weight_bias_0_0" [id=129, type=get_attr]; +"130 scale_updated_constant11" [id=130, type=get_attr]; "131 compressed_weight_updated_constant11" [id=131, type=get_attr]; -"132 layer3_0_conv2_weight_bias_0_0" [id=132, type=get_attr]; -"133 mul_tensor_11" [id=133, type=mul]; +"132 mul_tensor_11" [id=132, type=mul]; +"133 zero_point_updated_constant11" [id=133, type=get_attr]; "134 sub_tensor_11" [id=134, type=sub]; "135 conv2d_11" [id=135, type=conv2d]; "136 quantize_per_tensor_default_16" [id=136, type=quantize_per_tensor]; "137 dequantize_per_tensor_default_20" [id=137, type=dequantize_per_tensor]; -"138 conv2d_12_zero_point_0_updated_constant0" [id=138, type=get_attr]; -"139 conv2d_12_scale_0_updated_constant0" [id=139, type=get_attr]; +"138 layer3_0_downsample_0_weight_bias_0_0" [id=138, type=get_attr]; +"139 scale_updated_constant12" [id=139, type=get_attr]; "140 compressed_weight_updated_constant12" [id=140, type=get_attr]; -"141 layer3_0_downsample_0_weight_bias_0_0" [id=141, type=get_attr]; -"142 mul_tensor_12" [id=142, type=mul]; +"141 mul_tensor_12" [id=141, type=mul]; +"142 zero_point_updated_constant12" [id=142, type=get_attr]; "143 sub_tensor_12" [id=143, type=sub]; "144 conv2d_12" [id=144, type=conv2d]; "145 quantize_per_tensor_default_17" [id=145, type=quantize_per_tensor]; @@ -151,21 +151,21 @@ strict digraph { "149 quantize_per_tensor_default_18" [id=149, type=quantize_per_tensor]; "150 dequantize_per_tensor_default_23" [id=150, type=dequantize_per_tensor]; "151 dequantize_per_tensor_default_22" [id=151, type=dequantize_per_tensor]; -"152 conv2d_13_zero_point_0_updated_constant0" [id=152, type=get_attr]; -"153 conv2d_13_scale_0_updated_constant0" [id=153, type=get_attr]; +"152 layer3_1_conv1_weight_bias_0_0" [id=152, type=get_attr]; +"153 scale_updated_constant13" [id=153, type=get_attr]; "154 compressed_weight_updated_constant13" [id=154, type=get_attr]; -"155 layer3_1_conv1_weight_bias_0_0" [id=155, type=get_attr]; -"156 mul_tensor_13" [id=156, type=mul]; +"155 mul_tensor_13" [id=155, type=mul]; +"156 zero_point_updated_constant13" [id=156, type=get_attr]; "157 sub_tensor_13" [id=157, type=sub]; "158 conv2d_13" [id=158, type=conv2d]; "159 relu__11" [id=159, type=relu_]; "160 quantize_per_tensor_default_19" [id=160, type=quantize_per_tensor]; "161 dequantize_per_tensor_default_24" [id=161, type=dequantize_per_tensor]; -"162 conv2d_14_zero_point_0_updated_constant0" [id=162, type=get_attr]; -"163 conv2d_14_scale_0_updated_constant0" [id=163, type=get_attr]; +"162 layer3_1_conv2_weight_bias_0_0" [id=162, type=get_attr]; +"163 scale_updated_constant14" [id=163, type=get_attr]; "164 compressed_weight_updated_constant14" [id=164, type=get_attr]; -"165 layer3_1_conv2_weight_bias_0_0" [id=165, type=get_attr]; -"166 mul_tensor_14" [id=166, type=mul]; +"165 mul_tensor_14" [id=165, type=mul]; +"166 zero_point_updated_constant14" [id=166, type=get_attr]; "167 sub_tensor_14" [id=167, type=sub]; "168 conv2d_14" [id=168, type=conv2d]; "169 quantize_per_tensor_default_20" [id=169, type=quantize_per_tensor]; @@ -175,30 +175,30 @@ strict digraph { "173 quantize_per_tensor_default_21" [id=173, type=quantize_per_tensor]; "174 dequantize_per_tensor_default_27" [id=174, type=dequantize_per_tensor]; "175 dequantize_per_tensor_default_26" [id=175, type=dequantize_per_tensor]; -"176 conv2d_15_zero_point_0_updated_constant0" [id=176, type=get_attr]; -"177 conv2d_15_scale_0_updated_constant0" [id=177, type=get_attr]; +"176 layer4_0_conv1_weight_bias_0_0" [id=176, type=get_attr]; +"177 scale_updated_constant15" [id=177, type=get_attr]; "178 compressed_weight_updated_constant15" [id=178, type=get_attr]; -"179 layer4_0_conv1_weight_bias_0_0" [id=179, type=get_attr]; -"180 mul_tensor_15" [id=180, type=mul]; +"179 mul_tensor_15" [id=179, type=mul]; +"180 zero_point_updated_constant15" [id=180, type=get_attr]; "181 sub_tensor_15" [id=181, type=sub]; "182 conv2d_15" [id=182, type=conv2d]; "183 relu__13" [id=183, type=relu_]; "184 quantize_per_tensor_default_22" [id=184, type=quantize_per_tensor]; "185 dequantize_per_tensor_default_28" [id=185, type=dequantize_per_tensor]; -"186 conv2d_16_zero_point_0_updated_constant0" [id=186, type=get_attr]; -"187 conv2d_16_scale_0_updated_constant0" [id=187, type=get_attr]; +"186 layer4_0_conv2_weight_bias_0_0" [id=186, type=get_attr]; +"187 scale_updated_constant16" [id=187, type=get_attr]; "188 compressed_weight_updated_constant16" [id=188, type=get_attr]; -"189 layer4_0_conv2_weight_bias_0_0" [id=189, type=get_attr]; -"190 mul_tensor_16" [id=190, type=mul]; +"189 mul_tensor_16" [id=189, type=mul]; +"190 zero_point_updated_constant16" [id=190, type=get_attr]; "191 sub_tensor_16" [id=191, type=sub]; "192 conv2d_16" [id=192, type=conv2d]; "193 quantize_per_tensor_default_23" [id=193, type=quantize_per_tensor]; "194 dequantize_per_tensor_default_29" [id=194, type=dequantize_per_tensor]; -"195 conv2d_17_zero_point_0_updated_constant0" [id=195, type=get_attr]; -"196 conv2d_17_scale_0_updated_constant0" [id=196, type=get_attr]; +"195 layer4_0_downsample_0_weight_bias_0_0" [id=195, type=get_attr]; +"196 scale_updated_constant17" [id=196, type=get_attr]; "197 compressed_weight_updated_constant17" [id=197, type=get_attr]; -"198 layer4_0_downsample_0_weight_bias_0_0" [id=198, type=get_attr]; -"199 mul_tensor_17" [id=199, type=mul]; +"198 mul_tensor_17" [id=198, type=mul]; +"199 zero_point_updated_constant17" [id=199, type=get_attr]; "200 sub_tensor_17" [id=200, type=sub]; "201 conv2d_17" [id=201, type=conv2d]; "202 quantize_per_tensor_default_24" [id=202, type=quantize_per_tensor]; @@ -208,21 +208,21 @@ strict digraph { "206 quantize_per_tensor_default_25" [id=206, type=quantize_per_tensor]; "207 dequantize_per_tensor_default_32" [id=207, type=dequantize_per_tensor]; "208 dequantize_per_tensor_default_31" [id=208, type=dequantize_per_tensor]; -"209 conv2d_18_zero_point_0_updated_constant0" [id=209, type=get_attr]; -"210 conv2d_18_scale_0_updated_constant0" [id=210, type=get_attr]; +"209 layer4_1_conv1_weight_bias_0_0" [id=209, type=get_attr]; +"210 scale_updated_constant18" [id=210, type=get_attr]; "211 compressed_weight_updated_constant18" [id=211, type=get_attr]; -"212 layer4_1_conv1_weight_bias_0_0" [id=212, type=get_attr]; -"213 mul_tensor_18" [id=213, type=mul]; +"212 mul_tensor_18" [id=212, type=mul]; +"213 zero_point_updated_constant18" [id=213, type=get_attr]; "214 sub_tensor_18" [id=214, type=sub]; "215 conv2d_18" [id=215, type=conv2d]; "216 relu__15" [id=216, type=relu_]; "217 quantize_per_tensor_default_26" [id=217, type=quantize_per_tensor]; "218 dequantize_per_tensor_default_33" [id=218, type=dequantize_per_tensor]; -"219 conv2d_19_zero_point_0_updated_constant0" [id=219, type=get_attr]; -"220 conv2d_19_scale_0_updated_constant0" [id=220, type=get_attr]; +"219 layer4_1_conv2_weight_bias_0_0" [id=219, type=get_attr]; +"220 scale_updated_constant19" [id=220, type=get_attr]; "221 compressed_weight_updated_constant19" [id=221, type=get_attr]; -"222 layer4_1_conv2_weight_bias_0_0" [id=222, type=get_attr]; -"223 mul_tensor_19" [id=223, type=mul]; +"222 mul_tensor_19" [id=222, type=mul]; +"223 zero_point_updated_constant19" [id=223, type=get_attr]; "224 sub_tensor_19" [id=224, type=sub]; "225 conv2d_19" [id=225, type=conv2d]; "226 quantize_per_tensor_default_27" [id=226, type=quantize_per_tensor]; @@ -235,45 +235,45 @@ strict digraph { "233 quantize_per_tensor_default_29" [id=233, type=quantize_per_tensor]; "234 dequantize_per_tensor_default_36" [id=234, type=dequantize_per_tensor]; "235 flatten" [id=235, type=flatten]; -"236 linear_zero_point_0_updated_constant0" [id=236, type=get_attr]; -"237 linear_scale_0_updated_constant0" [id=237, type=get_attr]; +"236 _param_constant61_0_0" [id=236, type=get_attr]; +"237 scale_updated_constant20" [id=237, type=get_attr]; "238 compressed_weight_updated_constant20" [id=238, type=get_attr]; -"239 _param_constant61_0_0" [id=239, type=get_attr]; -"240 mul_tensor_20" [id=240, type=mul]; +"239 mul_tensor_20" [id=239, type=mul]; +"240 zero_point_updated_constant20" [id=240, type=get_attr]; "241 sub_tensor_20" [id=241, type=sub]; "242 linear" [id=242, type=linear]; "243 output" [id=243, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_zero_point_0_updated_constant0" -> "8 sub_tensor" [label="(64, 1, 1, 1)", style=solid]; -"4 conv2d_scale_0_updated_constant0" -> "7 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; -"5 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(64, 3, 7, 7)", style=solid]; -"6 conv1_weight_bias_0_0" -> "9 conv2d" [label="(64,)", style=solid]; -"7 mul_tensor" -> "8 sub_tensor" [label="(64, 3, 7, 7)", style=solid]; -"8 sub_tensor" -> "9 conv2d" [label=None, style=solid]; +"3 conv1_weight_bias_0_0" -> "9 conv2d" [label="(64,)", style=solid]; +"4 scale_updated_constant0" -> "6 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(64, 3, 7, 7)", style=solid]; +"6 mul_tensor" -> "8 sub_tensor" [label="(64, 3, 7, 7)", style=solid]; +"7 zero_point_updated_constant0" -> "8 sub_tensor" [label="(64, 1, 1, 1)", style=solid]; +"8 sub_tensor" -> "9 conv2d" [label="(64, 3, 7, 7)", style=solid]; "9 conv2d" -> "10 relu_" [label="(1, 64, 112, 112)", style=solid]; "10 relu_" -> "11 quantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; "11 quantize_per_tensor_default_1" -> "12 dequantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; "12 dequantize_per_tensor_default_1" -> "13 max_pool2d" [label="(1, 64, 112, 112)", style=solid]; "13 max_pool2d" -> "20 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; "13 max_pool2d" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; -"14 conv2d_1_zero_point_0_updated_constant0" -> "19 sub_tensor_1" [label="(64, 1, 1, 1)", style=solid]; -"15 conv2d_1_scale_0_updated_constant0" -> "18 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; -"16 compressed_weight_updated_constant1" -> "18 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; -"17 layer1_0_conv1_weight_bias_0_0" -> "20 conv2d_1" [label="(64,)", style=solid]; -"18 mul_tensor_1" -> "19 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; -"19 sub_tensor_1" -> "20 conv2d_1" [label=None, style=solid]; +"14 layer1_0_conv1_weight_bias_0_0" -> "20 conv2d_1" [label="(64,)", style=solid]; +"15 scale_updated_constant1" -> "17 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"16 compressed_weight_updated_constant1" -> "17 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"17 mul_tensor_1" -> "19 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"18 zero_point_updated_constant1" -> "19 sub_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"19 sub_tensor_1" -> "20 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; "20 conv2d_1" -> "21 relu__1" [label="(1, 64, 56, 56)", style=solid]; "21 relu__1" -> "22 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; "22 quantize_per_tensor_default_2" -> "23 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; "23 dequantize_per_tensor_default_2" -> "30 conv2d_2" [label="(1, 64, 56, 56)", style=solid]; -"24 conv2d_2_zero_point_0_updated_constant0" -> "29 sub_tensor_2" [label="(64, 1, 1, 1)", style=solid]; -"25 conv2d_2_scale_0_updated_constant0" -> "28 mul_tensor_2" [label="(64, 1, 1, 1)", style=solid]; -"26 compressed_weight_updated_constant2" -> "28 mul_tensor_2" [label="(64, 64, 3, 3)", style=solid]; -"27 layer1_0_conv2_weight_bias_0_0" -> "30 conv2d_2" [label="(64,)", style=solid]; -"28 mul_tensor_2" -> "29 sub_tensor_2" [label="(64, 64, 3, 3)", style=solid]; -"29 sub_tensor_2" -> "30 conv2d_2" [label=None, style=solid]; +"24 layer1_0_conv2_weight_bias_0_0" -> "30 conv2d_2" [label="(64,)", style=solid]; +"25 scale_updated_constant2" -> "27 mul_tensor_2" [label="(64, 1, 1, 1)", style=solid]; +"26 compressed_weight_updated_constant2" -> "27 mul_tensor_2" [label="(64, 64, 3, 3)", style=solid]; +"27 mul_tensor_2" -> "29 sub_tensor_2" [label="(64, 64, 3, 3)", style=solid]; +"28 zero_point_updated_constant2" -> "29 sub_tensor_2" [label="(64, 1, 1, 1)", style=solid]; +"29 sub_tensor_2" -> "30 conv2d_2" [label="(64, 64, 3, 3)", style=solid]; "30 conv2d_2" -> "31 quantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; "31 quantize_per_tensor_default_3" -> "32 dequantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; "32 dequantize_per_tensor_default_3" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; @@ -283,22 +283,22 @@ strict digraph { "35 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; "36 dequantize_per_tensor_default_5" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; "37 dequantize_per_tensor_default_4" -> "44 conv2d_3" [label="(1, 64, 56, 56)", style=solid]; -"38 conv2d_3_zero_point_0_updated_constant0" -> "43 sub_tensor_3" [label="(64, 1, 1, 1)", style=solid]; -"39 conv2d_3_scale_0_updated_constant0" -> "42 mul_tensor_3" [label="(64, 1, 1, 1)", style=solid]; -"40 compressed_weight_updated_constant3" -> "42 mul_tensor_3" [label="(64, 64, 3, 3)", style=solid]; -"41 layer1_1_conv1_weight_bias_0_0" -> "44 conv2d_3" [label="(64,)", style=solid]; -"42 mul_tensor_3" -> "43 sub_tensor_3" [label="(64, 64, 3, 3)", style=solid]; -"43 sub_tensor_3" -> "44 conv2d_3" [label=None, style=solid]; +"38 layer1_1_conv1_weight_bias_0_0" -> "44 conv2d_3" [label="(64,)", style=solid]; +"39 scale_updated_constant3" -> "41 mul_tensor_3" [label="(64, 1, 1, 1)", style=solid]; +"40 compressed_weight_updated_constant3" -> "41 mul_tensor_3" [label="(64, 64, 3, 3)", style=solid]; +"41 mul_tensor_3" -> "43 sub_tensor_3" [label="(64, 64, 3, 3)", style=solid]; +"42 zero_point_updated_constant3" -> "43 sub_tensor_3" [label="(64, 1, 1, 1)", style=solid]; +"43 sub_tensor_3" -> "44 conv2d_3" [label="(64, 64, 3, 3)", style=solid]; "44 conv2d_3" -> "45 relu__3" [label="(1, 64, 56, 56)", style=solid]; "45 relu__3" -> "46 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; "46 quantize_per_tensor_default_5" -> "47 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; "47 dequantize_per_tensor_default_6" -> "54 conv2d_4" [label="(1, 64, 56, 56)", style=solid]; -"48 conv2d_4_zero_point_0_updated_constant0" -> "53 sub_tensor_4" [label="(64, 1, 1, 1)", style=solid]; -"49 conv2d_4_scale_0_updated_constant0" -> "52 mul_tensor_4" [label="(64, 1, 1, 1)", style=solid]; -"50 compressed_weight_updated_constant4" -> "52 mul_tensor_4" [label="(64, 64, 3, 3)", style=solid]; -"51 layer1_1_conv2_weight_bias_0_0" -> "54 conv2d_4" [label="(64,)", style=solid]; -"52 mul_tensor_4" -> "53 sub_tensor_4" [label="(64, 64, 3, 3)", style=solid]; -"53 sub_tensor_4" -> "54 conv2d_4" [label=None, style=solid]; +"48 layer1_1_conv2_weight_bias_0_0" -> "54 conv2d_4" [label="(64,)", style=solid]; +"49 scale_updated_constant4" -> "51 mul_tensor_4" [label="(64, 1, 1, 1)", style=solid]; +"50 compressed_weight_updated_constant4" -> "51 mul_tensor_4" [label="(64, 64, 3, 3)", style=solid]; +"51 mul_tensor_4" -> "53 sub_tensor_4" [label="(64, 64, 3, 3)", style=solid]; +"52 zero_point_updated_constant4" -> "53 sub_tensor_4" [label="(64, 1, 1, 1)", style=solid]; +"53 sub_tensor_4" -> "54 conv2d_4" [label="(64, 64, 3, 3)", style=solid]; "54 conv2d_4" -> "55 quantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; "55 quantize_per_tensor_default_6" -> "56 dequantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; "56 dequantize_per_tensor_default_7" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; @@ -308,31 +308,31 @@ strict digraph { "59 quantize_per_tensor_default_7" -> "61 dequantize_per_tensor_default_8" [label="(1, 64, 56, 56)", style=solid]; "60 dequantize_per_tensor_default_9" -> "87 conv2d_7" [label="(1, 64, 56, 56)", style=solid]; "61 dequantize_per_tensor_default_8" -> "68 conv2d_5" [label="(1, 64, 56, 56)", style=solid]; -"62 conv2d_5_zero_point_0_updated_constant0" -> "67 sub_tensor_5" [label="(128, 1, 1, 1)", style=solid]; -"63 conv2d_5_scale_0_updated_constant0" -> "66 mul_tensor_5" [label="(128, 1, 1, 1)", style=solid]; -"64 compressed_weight_updated_constant5" -> "66 mul_tensor_5" [label="(128, 64, 3, 3)", style=solid]; -"65 layer2_0_conv1_weight_bias_0_0" -> "68 conv2d_5" [label="(128,)", style=solid]; -"66 mul_tensor_5" -> "67 sub_tensor_5" [label="(128, 64, 3, 3)", style=solid]; -"67 sub_tensor_5" -> "68 conv2d_5" [label=None, style=solid]; +"62 layer2_0_conv1_weight_bias_0_0" -> "68 conv2d_5" [label="(128,)", style=solid]; +"63 scale_updated_constant5" -> "65 mul_tensor_5" [label="(128, 1, 1, 1)", style=solid]; +"64 compressed_weight_updated_constant5" -> "65 mul_tensor_5" [label="(128, 64, 3, 3)", style=solid]; +"65 mul_tensor_5" -> "67 sub_tensor_5" [label="(128, 64, 3, 3)", style=solid]; +"66 zero_point_updated_constant5" -> "67 sub_tensor_5" [label="(128, 1, 1, 1)", style=solid]; +"67 sub_tensor_5" -> "68 conv2d_5" [label="(128, 64, 3, 3)", style=solid]; "68 conv2d_5" -> "69 relu__5" [label="(1, 128, 28, 28)", style=solid]; "69 relu__5" -> "70 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; "70 quantize_per_tensor_default_8" -> "71 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; "71 dequantize_per_tensor_default_10" -> "78 conv2d_6" [label="(1, 128, 28, 28)", style=solid]; -"72 conv2d_6_zero_point_0_updated_constant0" -> "77 sub_tensor_6" [label="(128, 1, 1, 1)", style=solid]; -"73 conv2d_6_scale_0_updated_constant0" -> "76 mul_tensor_6" [label="(128, 1, 1, 1)", style=solid]; -"74 compressed_weight_updated_constant6" -> "76 mul_tensor_6" [label="(128, 128, 3, 3)", style=solid]; -"75 layer2_0_conv2_weight_bias_0_0" -> "78 conv2d_6" [label="(128,)", style=solid]; -"76 mul_tensor_6" -> "77 sub_tensor_6" [label="(128, 128, 3, 3)", style=solid]; -"77 sub_tensor_6" -> "78 conv2d_6" [label=None, style=solid]; +"72 layer2_0_conv2_weight_bias_0_0" -> "78 conv2d_6" [label="(128,)", style=solid]; +"73 scale_updated_constant6" -> "75 mul_tensor_6" [label="(128, 1, 1, 1)", style=solid]; +"74 compressed_weight_updated_constant6" -> "75 mul_tensor_6" [label="(128, 128, 3, 3)", style=solid]; +"75 mul_tensor_6" -> "77 sub_tensor_6" [label="(128, 128, 3, 3)", style=solid]; +"76 zero_point_updated_constant6" -> "77 sub_tensor_6" [label="(128, 1, 1, 1)", style=solid]; +"77 sub_tensor_6" -> "78 conv2d_6" [label="(128, 128, 3, 3)", style=solid]; "78 conv2d_6" -> "79 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; "79 quantize_per_tensor_default_9" -> "80 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; "80 dequantize_per_tensor_default_11" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; -"81 conv2d_7_zero_point_0_updated_constant0" -> "86 sub_tensor_7" [label="(128, 1, 1, 1)", style=solid]; -"82 conv2d_7_scale_0_updated_constant0" -> "85 mul_tensor_7" [label="(128, 1, 1, 1)", style=solid]; -"83 compressed_weight_updated_constant7" -> "85 mul_tensor_7" [label="(128, 64, 1, 1)", style=solid]; -"84 layer2_0_downsample_0_weight_bias_0_0" -> "87 conv2d_7" [label="(128,)", style=solid]; -"85 mul_tensor_7" -> "86 sub_tensor_7" [label="(128, 64, 1, 1)", style=solid]; -"86 sub_tensor_7" -> "87 conv2d_7" [label=None, style=solid]; +"81 layer2_0_downsample_0_weight_bias_0_0" -> "87 conv2d_7" [label="(128,)", style=solid]; +"82 scale_updated_constant7" -> "84 mul_tensor_7" [label="(128, 1, 1, 1)", style=solid]; +"83 compressed_weight_updated_constant7" -> "84 mul_tensor_7" [label="(128, 64, 1, 1)", style=solid]; +"84 mul_tensor_7" -> "86 sub_tensor_7" [label="(128, 64, 1, 1)", style=solid]; +"85 zero_point_updated_constant7" -> "86 sub_tensor_7" [label="(128, 1, 1, 1)", style=solid]; +"86 sub_tensor_7" -> "87 conv2d_7" [label="(128, 64, 1, 1)", style=solid]; "87 conv2d_7" -> "88 quantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; "88 quantize_per_tensor_default_10" -> "89 dequantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; "89 dequantize_per_tensor_default_12" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; @@ -342,22 +342,22 @@ strict digraph { "92 quantize_per_tensor_default_11" -> "94 dequantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; "93 dequantize_per_tensor_default_14" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; "94 dequantize_per_tensor_default_13" -> "101 conv2d_8" [label="(1, 128, 28, 28)", style=solid]; -"95 conv2d_8_zero_point_0_updated_constant0" -> "100 sub_tensor_8" [label="(128, 1, 1, 1)", style=solid]; -"96 conv2d_8_scale_0_updated_constant0" -> "99 mul_tensor_8" [label="(128, 1, 1, 1)", style=solid]; -"97 compressed_weight_updated_constant8" -> "99 mul_tensor_8" [label="(128, 128, 3, 3)", style=solid]; -"98 layer2_1_conv1_weight_bias_0_0" -> "101 conv2d_8" [label="(128,)", style=solid]; -"99 mul_tensor_8" -> "100 sub_tensor_8" [label="(128, 128, 3, 3)", style=solid]; -"100 sub_tensor_8" -> "101 conv2d_8" [label=None, style=solid]; +"95 layer2_1_conv1_weight_bias_0_0" -> "101 conv2d_8" [label="(128,)", style=solid]; +"96 scale_updated_constant8" -> "98 mul_tensor_8" [label="(128, 1, 1, 1)", style=solid]; +"97 compressed_weight_updated_constant8" -> "98 mul_tensor_8" [label="(128, 128, 3, 3)", style=solid]; +"98 mul_tensor_8" -> "100 sub_tensor_8" [label="(128, 128, 3, 3)", style=solid]; +"99 zero_point_updated_constant8" -> "100 sub_tensor_8" [label="(128, 1, 1, 1)", style=solid]; +"100 sub_tensor_8" -> "101 conv2d_8" [label="(128, 128, 3, 3)", style=solid]; "101 conv2d_8" -> "102 relu__7" [label="(1, 128, 28, 28)", style=solid]; "102 relu__7" -> "103 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; "103 quantize_per_tensor_default_12" -> "104 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28)", style=solid]; "104 dequantize_per_tensor_default_15" -> "111 conv2d_9" [label="(1, 128, 28, 28)", style=solid]; -"105 conv2d_9_zero_point_0_updated_constant0" -> "110 sub_tensor_9" [label="(128, 1, 1, 1)", style=solid]; -"106 conv2d_9_scale_0_updated_constant0" -> "109 mul_tensor_9" [label="(128, 1, 1, 1)", style=solid]; -"107 compressed_weight_updated_constant9" -> "109 mul_tensor_9" [label="(128, 128, 3, 3)", style=solid]; -"108 layer2_1_conv2_weight_bias_0_0" -> "111 conv2d_9" [label="(128,)", style=solid]; -"109 mul_tensor_9" -> "110 sub_tensor_9" [label="(128, 128, 3, 3)", style=solid]; -"110 sub_tensor_9" -> "111 conv2d_9" [label=None, style=solid]; +"105 layer2_1_conv2_weight_bias_0_0" -> "111 conv2d_9" [label="(128,)", style=solid]; +"106 scale_updated_constant9" -> "108 mul_tensor_9" [label="(128, 1, 1, 1)", style=solid]; +"107 compressed_weight_updated_constant9" -> "108 mul_tensor_9" [label="(128, 128, 3, 3)", style=solid]; +"108 mul_tensor_9" -> "110 sub_tensor_9" [label="(128, 128, 3, 3)", style=solid]; +"109 zero_point_updated_constant9" -> "110 sub_tensor_9" [label="(128, 1, 1, 1)", style=solid]; +"110 sub_tensor_9" -> "111 conv2d_9" [label="(128, 128, 3, 3)", style=solid]; "111 conv2d_9" -> "112 quantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; "112 quantize_per_tensor_default_13" -> "113 dequantize_per_tensor_default_16" [label="(1, 128, 28, 28)", style=solid]; "113 dequantize_per_tensor_default_16" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; @@ -367,31 +367,31 @@ strict digraph { "116 quantize_per_tensor_default_14" -> "118 dequantize_per_tensor_default_17" [label="(1, 128, 28, 28)", style=solid]; "117 dequantize_per_tensor_default_18" -> "144 conv2d_12" [label="(1, 128, 28, 28)", style=solid]; "118 dequantize_per_tensor_default_17" -> "125 conv2d_10" [label="(1, 128, 28, 28)", style=solid]; -"119 conv2d_10_zero_point_0_updated_constant0" -> "124 sub_tensor_10" [label="(256, 1, 1, 1)", style=solid]; -"120 conv2d_10_scale_0_updated_constant0" -> "123 mul_tensor_10" [label="(256, 1, 1, 1)", style=solid]; -"121 compressed_weight_updated_constant10" -> "123 mul_tensor_10" [label="(256, 128, 3, 3)", style=solid]; -"122 layer3_0_conv1_weight_bias_0_0" -> "125 conv2d_10" [label="(256,)", style=solid]; -"123 mul_tensor_10" -> "124 sub_tensor_10" [label="(256, 128, 3, 3)", style=solid]; -"124 sub_tensor_10" -> "125 conv2d_10" [label=None, style=solid]; +"119 layer3_0_conv1_weight_bias_0_0" -> "125 conv2d_10" [label="(256,)", style=solid]; +"120 scale_updated_constant10" -> "122 mul_tensor_10" [label="(256, 1, 1, 1)", style=solid]; +"121 compressed_weight_updated_constant10" -> "122 mul_tensor_10" [label="(256, 128, 3, 3)", style=solid]; +"122 mul_tensor_10" -> "124 sub_tensor_10" [label="(256, 128, 3, 3)", style=solid]; +"123 zero_point_updated_constant10" -> "124 sub_tensor_10" [label="(256, 1, 1, 1)", style=solid]; +"124 sub_tensor_10" -> "125 conv2d_10" [label="(256, 128, 3, 3)", style=solid]; "125 conv2d_10" -> "126 relu__9" [label="(1, 256, 14, 14)", style=solid]; "126 relu__9" -> "127 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; "127 quantize_per_tensor_default_15" -> "128 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; "128 dequantize_per_tensor_default_19" -> "135 conv2d_11" [label="(1, 256, 14, 14)", style=solid]; -"129 conv2d_11_zero_point_0_updated_constant0" -> "134 sub_tensor_11" [label="(256, 1, 1, 1)", style=solid]; -"130 conv2d_11_scale_0_updated_constant0" -> "133 mul_tensor_11" [label="(256, 1, 1, 1)", style=solid]; -"131 compressed_weight_updated_constant11" -> "133 mul_tensor_11" [label="(256, 256, 3, 3)", style=solid]; -"132 layer3_0_conv2_weight_bias_0_0" -> "135 conv2d_11" [label="(256,)", style=solid]; -"133 mul_tensor_11" -> "134 sub_tensor_11" [label="(256, 256, 3, 3)", style=solid]; -"134 sub_tensor_11" -> "135 conv2d_11" [label=None, style=solid]; +"129 layer3_0_conv2_weight_bias_0_0" -> "135 conv2d_11" [label="(256,)", style=solid]; +"130 scale_updated_constant11" -> "132 mul_tensor_11" [label="(256, 1, 1, 1)", style=solid]; +"131 compressed_weight_updated_constant11" -> "132 mul_tensor_11" [label="(256, 256, 3, 3)", style=solid]; +"132 mul_tensor_11" -> "134 sub_tensor_11" [label="(256, 256, 3, 3)", style=solid]; +"133 zero_point_updated_constant11" -> "134 sub_tensor_11" [label="(256, 1, 1, 1)", style=solid]; +"134 sub_tensor_11" -> "135 conv2d_11" [label="(256, 256, 3, 3)", style=solid]; "135 conv2d_11" -> "136 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; "136 quantize_per_tensor_default_16" -> "137 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; "137 dequantize_per_tensor_default_20" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; -"138 conv2d_12_zero_point_0_updated_constant0" -> "143 sub_tensor_12" [label="(256, 1, 1, 1)", style=solid]; -"139 conv2d_12_scale_0_updated_constant0" -> "142 mul_tensor_12" [label="(256, 1, 1, 1)", style=solid]; -"140 compressed_weight_updated_constant12" -> "142 mul_tensor_12" [label="(256, 128, 1, 1)", style=solid]; -"141 layer3_0_downsample_0_weight_bias_0_0" -> "144 conv2d_12" [label="(256,)", style=solid]; -"142 mul_tensor_12" -> "143 sub_tensor_12" [label="(256, 128, 1, 1)", style=solid]; -"143 sub_tensor_12" -> "144 conv2d_12" [label=None, style=solid]; +"138 layer3_0_downsample_0_weight_bias_0_0" -> "144 conv2d_12" [label="(256,)", style=solid]; +"139 scale_updated_constant12" -> "141 mul_tensor_12" [label="(256, 1, 1, 1)", style=solid]; +"140 compressed_weight_updated_constant12" -> "141 mul_tensor_12" [label="(256, 128, 1, 1)", style=solid]; +"141 mul_tensor_12" -> "143 sub_tensor_12" [label="(256, 128, 1, 1)", style=solid]; +"142 zero_point_updated_constant12" -> "143 sub_tensor_12" [label="(256, 1, 1, 1)", style=solid]; +"143 sub_tensor_12" -> "144 conv2d_12" [label="(256, 128, 1, 1)", style=solid]; "144 conv2d_12" -> "145 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; "145 quantize_per_tensor_default_17" -> "146 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; "146 dequantize_per_tensor_default_21" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; @@ -401,22 +401,22 @@ strict digraph { "149 quantize_per_tensor_default_18" -> "151 dequantize_per_tensor_default_22" [label="(1, 256, 14, 14)", style=solid]; "150 dequantize_per_tensor_default_23" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; "151 dequantize_per_tensor_default_22" -> "158 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; -"152 conv2d_13_zero_point_0_updated_constant0" -> "157 sub_tensor_13" [label="(256, 1, 1, 1)", style=solid]; -"153 conv2d_13_scale_0_updated_constant0" -> "156 mul_tensor_13" [label="(256, 1, 1, 1)", style=solid]; -"154 compressed_weight_updated_constant13" -> "156 mul_tensor_13" [label="(256, 256, 3, 3)", style=solid]; -"155 layer3_1_conv1_weight_bias_0_0" -> "158 conv2d_13" [label="(256,)", style=solid]; -"156 mul_tensor_13" -> "157 sub_tensor_13" [label="(256, 256, 3, 3)", style=solid]; -"157 sub_tensor_13" -> "158 conv2d_13" [label=None, style=solid]; +"152 layer3_1_conv1_weight_bias_0_0" -> "158 conv2d_13" [label="(256,)", style=solid]; +"153 scale_updated_constant13" -> "155 mul_tensor_13" [label="(256, 1, 1, 1)", style=solid]; +"154 compressed_weight_updated_constant13" -> "155 mul_tensor_13" [label="(256, 256, 3, 3)", style=solid]; +"155 mul_tensor_13" -> "157 sub_tensor_13" [label="(256, 256, 3, 3)", style=solid]; +"156 zero_point_updated_constant13" -> "157 sub_tensor_13" [label="(256, 1, 1, 1)", style=solid]; +"157 sub_tensor_13" -> "158 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; "158 conv2d_13" -> "159 relu__11" [label="(1, 256, 14, 14)", style=solid]; "159 relu__11" -> "160 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; "160 quantize_per_tensor_default_19" -> "161 dequantize_per_tensor_default_24" [label="(1, 256, 14, 14)", style=solid]; "161 dequantize_per_tensor_default_24" -> "168 conv2d_14" [label="(1, 256, 14, 14)", style=solid]; -"162 conv2d_14_zero_point_0_updated_constant0" -> "167 sub_tensor_14" [label="(256, 1, 1, 1)", style=solid]; -"163 conv2d_14_scale_0_updated_constant0" -> "166 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; -"164 compressed_weight_updated_constant14" -> "166 mul_tensor_14" [label="(256, 256, 3, 3)", style=solid]; -"165 layer3_1_conv2_weight_bias_0_0" -> "168 conv2d_14" [label="(256,)", style=solid]; -"166 mul_tensor_14" -> "167 sub_tensor_14" [label="(256, 256, 3, 3)", style=solid]; -"167 sub_tensor_14" -> "168 conv2d_14" [label=None, style=solid]; +"162 layer3_1_conv2_weight_bias_0_0" -> "168 conv2d_14" [label="(256,)", style=solid]; +"163 scale_updated_constant14" -> "165 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"164 compressed_weight_updated_constant14" -> "165 mul_tensor_14" [label="(256, 256, 3, 3)", style=solid]; +"165 mul_tensor_14" -> "167 sub_tensor_14" [label="(256, 256, 3, 3)", style=solid]; +"166 zero_point_updated_constant14" -> "167 sub_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"167 sub_tensor_14" -> "168 conv2d_14" [label="(256, 256, 3, 3)", style=solid]; "168 conv2d_14" -> "169 quantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; "169 quantize_per_tensor_default_20" -> "170 dequantize_per_tensor_default_25" [label="(1, 256, 14, 14)", style=solid]; "170 dequantize_per_tensor_default_25" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; @@ -426,31 +426,31 @@ strict digraph { "173 quantize_per_tensor_default_21" -> "175 dequantize_per_tensor_default_26" [label="(1, 256, 14, 14)", style=solid]; "174 dequantize_per_tensor_default_27" -> "201 conv2d_17" [label="(1, 256, 14, 14)", style=solid]; "175 dequantize_per_tensor_default_26" -> "182 conv2d_15" [label="(1, 256, 14, 14)", style=solid]; -"176 conv2d_15_zero_point_0_updated_constant0" -> "181 sub_tensor_15" [label="(512, 1, 1, 1)", style=solid]; -"177 conv2d_15_scale_0_updated_constant0" -> "180 mul_tensor_15" [label="(512, 1, 1, 1)", style=solid]; -"178 compressed_weight_updated_constant15" -> "180 mul_tensor_15" [label="(512, 256, 3, 3)", style=solid]; -"179 layer4_0_conv1_weight_bias_0_0" -> "182 conv2d_15" [label="(512,)", style=solid]; -"180 mul_tensor_15" -> "181 sub_tensor_15" [label="(512, 256, 3, 3)", style=solid]; -"181 sub_tensor_15" -> "182 conv2d_15" [label=None, style=solid]; +"176 layer4_0_conv1_weight_bias_0_0" -> "182 conv2d_15" [label="(512,)", style=solid]; +"177 scale_updated_constant15" -> "179 mul_tensor_15" [label="(512, 1, 1, 1)", style=solid]; +"178 compressed_weight_updated_constant15" -> "179 mul_tensor_15" [label="(512, 256, 3, 3)", style=solid]; +"179 mul_tensor_15" -> "181 sub_tensor_15" [label="(512, 256, 3, 3)", style=solid]; +"180 zero_point_updated_constant15" -> "181 sub_tensor_15" [label="(512, 1, 1, 1)", style=solid]; +"181 sub_tensor_15" -> "182 conv2d_15" [label="(512, 256, 3, 3)", style=solid]; "182 conv2d_15" -> "183 relu__13" [label="(1, 512, 7, 7)", style=solid]; "183 relu__13" -> "184 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; "184 quantize_per_tensor_default_22" -> "185 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; "185 dequantize_per_tensor_default_28" -> "192 conv2d_16" [label="(1, 512, 7, 7)", style=solid]; -"186 conv2d_16_zero_point_0_updated_constant0" -> "191 sub_tensor_16" [label="(512, 1, 1, 1)", style=solid]; -"187 conv2d_16_scale_0_updated_constant0" -> "190 mul_tensor_16" [label="(512, 1, 1, 1)", style=solid]; -"188 compressed_weight_updated_constant16" -> "190 mul_tensor_16" [label="(512, 512, 3, 3)", style=solid]; -"189 layer4_0_conv2_weight_bias_0_0" -> "192 conv2d_16" [label="(512,)", style=solid]; -"190 mul_tensor_16" -> "191 sub_tensor_16" [label="(512, 512, 3, 3)", style=solid]; -"191 sub_tensor_16" -> "192 conv2d_16" [label=None, style=solid]; +"186 layer4_0_conv2_weight_bias_0_0" -> "192 conv2d_16" [label="(512,)", style=solid]; +"187 scale_updated_constant16" -> "189 mul_tensor_16" [label="(512, 1, 1, 1)", style=solid]; +"188 compressed_weight_updated_constant16" -> "189 mul_tensor_16" [label="(512, 512, 3, 3)", style=solid]; +"189 mul_tensor_16" -> "191 sub_tensor_16" [label="(512, 512, 3, 3)", style=solid]; +"190 zero_point_updated_constant16" -> "191 sub_tensor_16" [label="(512, 1, 1, 1)", style=solid]; +"191 sub_tensor_16" -> "192 conv2d_16" [label="(512, 512, 3, 3)", style=solid]; "192 conv2d_16" -> "193 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; "193 quantize_per_tensor_default_23" -> "194 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7)", style=solid]; "194 dequantize_per_tensor_default_29" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; -"195 conv2d_17_zero_point_0_updated_constant0" -> "200 sub_tensor_17" [label="(512, 1, 1, 1)", style=solid]; -"196 conv2d_17_scale_0_updated_constant0" -> "199 mul_tensor_17" [label="(512, 1, 1, 1)", style=solid]; -"197 compressed_weight_updated_constant17" -> "199 mul_tensor_17" [label="(512, 256, 1, 1)", style=solid]; -"198 layer4_0_downsample_0_weight_bias_0_0" -> "201 conv2d_17" [label="(512,)", style=solid]; -"199 mul_tensor_17" -> "200 sub_tensor_17" [label="(512, 256, 1, 1)", style=solid]; -"200 sub_tensor_17" -> "201 conv2d_17" [label=None, style=solid]; +"195 layer4_0_downsample_0_weight_bias_0_0" -> "201 conv2d_17" [label="(512,)", style=solid]; +"196 scale_updated_constant17" -> "198 mul_tensor_17" [label="(512, 1, 1, 1)", style=solid]; +"197 compressed_weight_updated_constant17" -> "198 mul_tensor_17" [label="(512, 256, 1, 1)", style=solid]; +"198 mul_tensor_17" -> "200 sub_tensor_17" [label="(512, 256, 1, 1)", style=solid]; +"199 zero_point_updated_constant17" -> "200 sub_tensor_17" [label="(512, 1, 1, 1)", style=solid]; +"200 sub_tensor_17" -> "201 conv2d_17" [label="(512, 256, 1, 1)", style=solid]; "201 conv2d_17" -> "202 quantize_per_tensor_default_24" [label="(1, 512, 7, 7)", style=solid]; "202 quantize_per_tensor_default_24" -> "203 dequantize_per_tensor_default_30" [label="(1, 512, 7, 7)", style=solid]; "203 dequantize_per_tensor_default_30" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; @@ -460,22 +460,22 @@ strict digraph { "206 quantize_per_tensor_default_25" -> "208 dequantize_per_tensor_default_31" [label="(1, 512, 7, 7)", style=solid]; "207 dequantize_per_tensor_default_32" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; "208 dequantize_per_tensor_default_31" -> "215 conv2d_18" [label="(1, 512, 7, 7)", style=solid]; -"209 conv2d_18_zero_point_0_updated_constant0" -> "214 sub_tensor_18" [label="(512, 1, 1, 1)", style=solid]; -"210 conv2d_18_scale_0_updated_constant0" -> "213 mul_tensor_18" [label="(512, 1, 1, 1)", style=solid]; -"211 compressed_weight_updated_constant18" -> "213 mul_tensor_18" [label="(512, 512, 3, 3)", style=solid]; -"212 layer4_1_conv1_weight_bias_0_0" -> "215 conv2d_18" [label="(512,)", style=solid]; -"213 mul_tensor_18" -> "214 sub_tensor_18" [label="(512, 512, 3, 3)", style=solid]; -"214 sub_tensor_18" -> "215 conv2d_18" [label=None, style=solid]; +"209 layer4_1_conv1_weight_bias_0_0" -> "215 conv2d_18" [label="(512,)", style=solid]; +"210 scale_updated_constant18" -> "212 mul_tensor_18" [label="(512, 1, 1, 1)", style=solid]; +"211 compressed_weight_updated_constant18" -> "212 mul_tensor_18" [label="(512, 512, 3, 3)", style=solid]; +"212 mul_tensor_18" -> "214 sub_tensor_18" [label="(512, 512, 3, 3)", style=solid]; +"213 zero_point_updated_constant18" -> "214 sub_tensor_18" [label="(512, 1, 1, 1)", style=solid]; +"214 sub_tensor_18" -> "215 conv2d_18" [label="(512, 512, 3, 3)", style=solid]; "215 conv2d_18" -> "216 relu__15" [label="(1, 512, 7, 7)", style=solid]; "216 relu__15" -> "217 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; "217 quantize_per_tensor_default_26" -> "218 dequantize_per_tensor_default_33" [label="(1, 512, 7, 7)", style=solid]; "218 dequantize_per_tensor_default_33" -> "225 conv2d_19" [label="(1, 512, 7, 7)", style=solid]; -"219 conv2d_19_zero_point_0_updated_constant0" -> "224 sub_tensor_19" [label="(512, 1, 1, 1)", style=solid]; -"220 conv2d_19_scale_0_updated_constant0" -> "223 mul_tensor_19" [label="(512, 1, 1, 1)", style=solid]; -"221 compressed_weight_updated_constant19" -> "223 mul_tensor_19" [label="(512, 512, 3, 3)", style=solid]; -"222 layer4_1_conv2_weight_bias_0_0" -> "225 conv2d_19" [label="(512,)", style=solid]; -"223 mul_tensor_19" -> "224 sub_tensor_19" [label="(512, 512, 3, 3)", style=solid]; -"224 sub_tensor_19" -> "225 conv2d_19" [label=None, style=solid]; +"219 layer4_1_conv2_weight_bias_0_0" -> "225 conv2d_19" [label="(512,)", style=solid]; +"220 scale_updated_constant19" -> "222 mul_tensor_19" [label="(512, 1, 1, 1)", style=solid]; +"221 compressed_weight_updated_constant19" -> "222 mul_tensor_19" [label="(512, 512, 3, 3)", style=solid]; +"222 mul_tensor_19" -> "224 sub_tensor_19" [label="(512, 512, 3, 3)", style=solid]; +"223 zero_point_updated_constant19" -> "224 sub_tensor_19" [label="(512, 1, 1, 1)", style=solid]; +"224 sub_tensor_19" -> "225 conv2d_19" [label="(512, 512, 3, 3)", style=solid]; "225 conv2d_19" -> "226 quantize_per_tensor_default_27" [label="(1, 512, 7, 7)", style=solid]; "226 quantize_per_tensor_default_27" -> "227 dequantize_per_tensor_default_34" [label="(1, 512, 7, 7)", style=solid]; "227 dequantize_per_tensor_default_34" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; @@ -487,11 +487,11 @@ strict digraph { "233 quantize_per_tensor_default_29" -> "234 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1)", style=solid]; "234 dequantize_per_tensor_default_36" -> "235 flatten" [label="(1, 512, 1, 1)", style=solid]; "235 flatten" -> "242 linear" [label="(1, 512)", style=solid]; -"236 linear_zero_point_0_updated_constant0" -> "241 sub_tensor_20" [label="(1000, 1)", style=solid]; -"237 linear_scale_0_updated_constant0" -> "240 mul_tensor_20" [label="(1000, 1)", style=solid]; -"238 compressed_weight_updated_constant20" -> "240 mul_tensor_20" [label="(1000, 512)", style=solid]; -"239 _param_constant61_0_0" -> "242 linear" [label="(1000,)", style=solid]; -"240 mul_tensor_20" -> "241 sub_tensor_20" [label="(1000, 512)", style=solid]; -"241 sub_tensor_20" -> "242 linear" [label=None, style=solid]; +"236 _param_constant61_0_0" -> "242 linear" [label="(1000,)", style=solid]; +"237 scale_updated_constant20" -> "239 mul_tensor_20" [label="(1000, 1)", style=solid]; +"238 compressed_weight_updated_constant20" -> "239 mul_tensor_20" [label="(1000, 512)", style=solid]; +"239 mul_tensor_20" -> "241 sub_tensor_20" [label="(1000, 512)", style=solid]; +"240 zero_point_updated_constant20" -> "241 sub_tensor_20" [label="(1000, 1)", style=solid]; +"241 sub_tensor_20" -> "242 linear" [label="(1000, 512)", style=solid]; "242 linear" -> "243 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot index cd27470911e..02868388461 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot @@ -2,11 +2,11 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_zero_point_0_updated_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0_updated_constant0" [id=4, type=get_attr]; +"3 _param_constant1_0_0" [id=3, type=get_attr]; +"4 scale_updated_constant0" [id=4, type=get_attr]; "5 compressed_weight_updated_constant0" [id=5, type=get_attr]; -"6 _param_constant1_0_0" [id=6, type=get_attr]; -"7 mul_tensor" [id=7, type=mul]; +"6 mul_tensor" [id=6, type=mul]; +"7 zero_point_updated_constant0" [id=7, type=get_attr]; "8 sub_tensor" [id=8, type=sub]; "9 conv2d" [id=9, type=conv2d]; "10 permute" [id=10, type=permute]; @@ -15,19 +15,19 @@ strict digraph { "13 layer_norm" [id=13, type=layer_norm]; "14 _tensor_constant0" [id=14, type=get_attr]; "15 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=15, type=call_module]; -"16 linear_zero_point_0_updated_constant0" [id=16, type=get_attr]; -"17 linear_scale_0_updated_constant0" [id=17, type=get_attr]; +"16 _param_constant5_0_0" [id=16, type=get_attr]; +"17 scale_updated_constant1" [id=17, type=get_attr]; "18 compressed_weight_updated_constant1" [id=18, type=get_attr]; -"19 _param_constant5_0_0" [id=19, type=get_attr]; -"20 mul_tensor_1" [id=20, type=mul]; +"19 mul_tensor_1" [id=19, type=mul]; +"20 zero_point_updated_constant1" [id=20, type=get_attr]; "21 sub_tensor_1" [id=21, type=sub]; "22 linear" [id=22, type=linear]; "23 relu_" [id=23, type=relu_]; "24 relu__0_0_nncf_smooth_quant_0" [id=24, type=call_module]; -"25 linear_1_zero_point_0_updated_constant0" [id=25, type=get_attr]; -"26 linear_1_scale_0_updated_constant0" [id=26, type=get_attr]; -"27 compressed_weight_updated_constant2" [id=27, type=get_attr]; -"28 mul_tensor_2" [id=28, type=mul]; +"25 scale_updated_constant2" [id=25, type=get_attr]; +"26 compressed_weight_updated_constant2" [id=26, type=get_attr]; +"27 mul_tensor_2" [id=27, type=mul]; +"28 zero_point_updated_constant2" [id=28, type=get_attr]; "29 sub_tensor_2" [id=29, type=sub]; "30 linear_1" [id=30, type=linear]; "31 view" [id=31, type=view]; @@ -46,11 +46,11 @@ strict digraph { "44 reshape_0_0_nncf_smooth_quant_0" [id=44, type=call_module]; "45 quantize_per_tensor_default_1" [id=45, type=quantize_per_tensor]; "46 dequantize_per_tensor_default_1" [id=46, type=dequantize_per_tensor]; -"47 linear_2_zero_point_0_updated_constant0" [id=47, type=get_attr]; -"48 linear_2_scale_0_updated_constant0" [id=48, type=get_attr]; +"47 _param_constant7_0_0" [id=47, type=get_attr]; +"48 scale_updated_constant3" [id=48, type=get_attr]; "49 compressed_weight_updated_constant3" [id=49, type=get_attr]; -"50 _param_constant7_0_0" [id=50, type=get_attr]; -"51 mul_tensor_3" [id=51, type=mul]; +"50 mul_tensor_3" [id=50, type=mul]; +"51 zero_point_updated_constant3" [id=51, type=get_attr]; "52 sub_tensor_3" [id=52, type=sub]; "53 linear_2" [id=53, type=linear]; "54 reshape_1" [id=54, type=reshape]; @@ -85,11 +85,11 @@ strict digraph { "83 reshape_2_0_0_nncf_smooth_quant_0" [id=83, type=call_module]; "84 quantize_per_tensor_default_4" [id=84, type=quantize_per_tensor]; "85 dequantize_per_tensor_default_4" [id=85, type=dequantize_per_tensor]; -"86 linear_3_zero_point_0_updated_constant0" [id=86, type=get_attr]; -"87 linear_3_scale_0_updated_constant0" [id=87, type=get_attr]; +"86 _param_constant11_0_0" [id=86, type=get_attr]; +"87 scale_updated_constant4" [id=87, type=get_attr]; "88 compressed_weight_updated_constant4" [id=88, type=get_attr]; -"89 _param_constant11_0_0" [id=89, type=get_attr]; -"90 mul_tensor_4" [id=90, type=mul]; +"89 mul_tensor_4" [id=89, type=mul]; +"90 zero_point_updated_constant4" [id=90, type=get_attr]; "91 sub_tensor_4" [id=91, type=sub]; "92 linear_3" [id=92, type=linear]; "93 dropout_1" [id=93, type=dropout]; @@ -105,11 +105,11 @@ strict digraph { "103 add_1_0_0_nncf_smooth_quant_0" [id=103, type=call_module]; "104 quantize_per_tensor_default_5" [id=104, type=quantize_per_tensor]; "105 dequantize_per_tensor_default_5" [id=105, type=dequantize_per_tensor]; -"106 linear_4_zero_point_0_updated_constant0" [id=106, type=get_attr]; -"107 linear_4_scale_0_updated_constant0" [id=107, type=get_attr]; +"106 _param_constant15_0_0" [id=106, type=get_attr]; +"107 scale_updated_constant5" [id=107, type=get_attr]; "108 compressed_weight_updated_constant5" [id=108, type=get_attr]; -"109 _param_constant15_0_0" [id=109, type=get_attr]; -"110 mul_tensor_5" [id=110, type=mul]; +"109 mul_tensor_5" [id=109, type=mul]; +"110 zero_point_updated_constant5" [id=110, type=get_attr]; "111 sub_tensor_5" [id=111, type=sub]; "112 linear_4" [id=112, type=linear]; "113 gelu" [id=113, type=gelu]; @@ -117,11 +117,11 @@ strict digraph { "115 dropout_2_0_0_nncf_smooth_quant_0" [id=115, type=call_module]; "116 quantize_per_tensor_default_6" [id=116, type=quantize_per_tensor]; "117 dequantize_per_tensor_default_6" [id=117, type=dequantize_per_tensor]; -"118 linear_5_zero_point_0_updated_constant0" [id=118, type=get_attr]; -"119 linear_5_scale_0_updated_constant0" [id=119, type=get_attr]; +"118 _param_constant17_0_0" [id=118, type=get_attr]; +"119 scale_updated_constant6" [id=119, type=get_attr]; "120 compressed_weight_updated_constant6" [id=120, type=get_attr]; -"121 _param_constant17_0_0" [id=121, type=get_attr]; -"122 mul_tensor_6" [id=122, type=mul]; +"121 mul_tensor_6" [id=121, type=mul]; +"122 zero_point_updated_constant6" [id=122, type=get_attr]; "123 sub_tensor_6" [id=123, type=sub]; "124 linear_5" [id=124, type=linear]; "125 dropout_3" [id=125, type=dropout]; @@ -131,19 +131,19 @@ strict digraph { "129 add_2" [id=129, type=add]; "130 _tensor_constant2" [id=130, type=get_attr]; "131 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=131, type=call_module]; -"132 linear_6_zero_point_0_updated_constant0" [id=132, type=get_attr]; -"133 linear_6_scale_0_updated_constant0" [id=133, type=get_attr]; +"132 _param_constant21_0_0" [id=132, type=get_attr]; +"133 scale_updated_constant7" [id=133, type=get_attr]; "134 compressed_weight_updated_constant7" [id=134, type=get_attr]; -"135 _param_constant21_0_0" [id=135, type=get_attr]; -"136 mul_tensor_7" [id=136, type=mul]; +"135 mul_tensor_7" [id=135, type=mul]; +"136 zero_point_updated_constant7" [id=136, type=get_attr]; "137 sub_tensor_7" [id=137, type=sub]; "138 linear_6" [id=138, type=linear]; "139 relu__1" [id=139, type=relu_]; "140 relu__1_0_0_nncf_smooth_quant_0" [id=140, type=call_module]; -"141 linear_7_zero_point_0_updated_constant0" [id=141, type=get_attr]; -"142 linear_7_scale_0_updated_constant0" [id=142, type=get_attr]; -"143 compressed_weight_updated_constant8" [id=143, type=get_attr]; -"144 mul_tensor_8" [id=144, type=mul]; +"141 scale_updated_constant8" [id=141, type=get_attr]; +"142 compressed_weight_updated_constant8" [id=142, type=get_attr]; +"143 mul_tensor_8" [id=143, type=mul]; +"144 zero_point_updated_constant8" [id=144, type=get_attr]; "145 sub_tensor_8" [id=145, type=sub]; "146 linear_7" [id=146, type=linear]; "147 view_4" [id=147, type=view]; @@ -163,11 +163,11 @@ strict digraph { "161 reshape_4_0_0_nncf_smooth_quant_0" [id=161, type=call_module]; "162 quantize_per_tensor_default_7" [id=162, type=quantize_per_tensor]; "163 dequantize_per_tensor_default_7" [id=163, type=dequantize_per_tensor]; -"164 linear_8_zero_point_0_updated_constant0" [id=164, type=get_attr]; -"165 linear_8_scale_0_updated_constant0" [id=165, type=get_attr]; +"164 _param_constant23_0_0" [id=164, type=get_attr]; +"165 scale_updated_constant9" [id=165, type=get_attr]; "166 compressed_weight_updated_constant9" [id=166, type=get_attr]; -"167 _param_constant23_0_0" [id=167, type=get_attr]; -"168 mul_tensor_9" [id=168, type=mul]; +"167 mul_tensor_9" [id=167, type=mul]; +"168 zero_point_updated_constant9" [id=168, type=get_attr]; "169 sub_tensor_9" [id=169, type=sub]; "170 linear_8" [id=170, type=linear]; "171 reshape_5" [id=171, type=reshape]; @@ -218,11 +218,11 @@ strict digraph { "216 reshape_7_0_0_nncf_smooth_quant_0" [id=216, type=call_module]; "217 quantize_per_tensor_default_10" [id=217, type=quantize_per_tensor]; "218 dequantize_per_tensor_default_10" [id=218, type=dequantize_per_tensor]; -"219 linear_9_zero_point_0_updated_constant0" [id=219, type=get_attr]; -"220 linear_9_scale_0_updated_constant0" [id=220, type=get_attr]; +"219 _param_constant27_0_0" [id=219, type=get_attr]; +"220 scale_updated_constant10" [id=220, type=get_attr]; "221 compressed_weight_updated_constant10" [id=221, type=get_attr]; -"222 _param_constant27_0_0" [id=222, type=get_attr]; -"223 mul_tensor_10" [id=223, type=mul]; +"222 mul_tensor_10" [id=222, type=mul]; +"223 zero_point_updated_constant10" [id=223, type=get_attr]; "224 sub_tensor_10" [id=224, type=sub]; "225 linear_9" [id=225, type=linear]; "226 dropout_5" [id=226, type=dropout]; @@ -239,11 +239,11 @@ strict digraph { "237 add_5_0_0_nncf_smooth_quant_0" [id=237, type=call_module]; "238 quantize_per_tensor_default_11" [id=238, type=quantize_per_tensor]; "239 dequantize_per_tensor_default_11" [id=239, type=dequantize_per_tensor]; -"240 linear_10_zero_point_0_updated_constant0" [id=240, type=get_attr]; -"241 linear_10_scale_0_updated_constant0" [id=241, type=get_attr]; +"240 _param_constant31_0_0" [id=240, type=get_attr]; +"241 scale_updated_constant11" [id=241, type=get_attr]; "242 compressed_weight_updated_constant11" [id=242, type=get_attr]; -"243 _param_constant31_0_0" [id=243, type=get_attr]; -"244 mul_tensor_11" [id=244, type=mul]; +"243 mul_tensor_11" [id=243, type=mul]; +"244 zero_point_updated_constant11" [id=244, type=get_attr]; "245 sub_tensor_11" [id=245, type=sub]; "246 linear_10" [id=246, type=linear]; "247 gelu_1" [id=247, type=gelu]; @@ -251,11 +251,11 @@ strict digraph { "249 dropout_6_0_0_nncf_smooth_quant_0" [id=249, type=call_module]; "250 quantize_per_tensor_default_12" [id=250, type=quantize_per_tensor]; "251 dequantize_per_tensor_default_12" [id=251, type=dequantize_per_tensor]; -"252 linear_11_zero_point_0_updated_constant0" [id=252, type=get_attr]; -"253 linear_11_scale_0_updated_constant0" [id=253, type=get_attr]; +"252 _param_constant33_0_0" [id=252, type=get_attr]; +"253 scale_updated_constant12" [id=253, type=get_attr]; "254 compressed_weight_updated_constant12" [id=254, type=get_attr]; -"255 _param_constant33_0_0" [id=255, type=get_attr]; -"256 mul_tensor_12" [id=256, type=mul]; +"255 mul_tensor_12" [id=255, type=mul]; +"256 zero_point_updated_constant12" [id=256, type=get_attr]; "257 sub_tensor_12" [id=257, type=sub]; "258 linear_11" [id=258, type=linear]; "259 dropout_7" [id=259, type=dropout]; @@ -280,10 +280,10 @@ strict digraph { "278 cat_0_0_nncf_smooth_quant_0" [id=278, type=call_module]; "279 quantize_per_tensor_default_13" [id=279, type=quantize_per_tensor]; "280 dequantize_per_tensor_default_13" [id=280, type=dequantize_per_tensor]; -"281 linear_12_zero_point_0_updated_constant0" [id=281, type=get_attr]; -"282 linear_12_scale_0_updated_constant0" [id=282, type=get_attr]; -"283 compressed_weight_updated_constant13" [id=283, type=get_attr]; -"284 mul_tensor_13" [id=284, type=mul]; +"281 scale_updated_constant13" [id=281, type=get_attr]; +"282 compressed_weight_updated_constant13" [id=282, type=get_attr]; +"283 mul_tensor_13" [id=283, type=mul]; +"284 zero_point_updated_constant13" [id=284, type=get_attr]; "285 sub_tensor_13" [id=285, type=sub]; "286 linear_12" [id=286, type=linear]; "287 _param_constant37" [id=287, type=get_attr]; @@ -291,19 +291,19 @@ strict digraph { "289 layer_norm_5" [id=289, type=layer_norm]; "290 _tensor_constant13" [id=290, type=get_attr]; "291 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=291, type=call_module]; -"292 linear_13_zero_point_0_updated_constant0" [id=292, type=get_attr]; -"293 linear_13_scale_0_updated_constant0" [id=293, type=get_attr]; +"292 _param_constant40_0_0" [id=292, type=get_attr]; +"293 scale_updated_constant14" [id=293, type=get_attr]; "294 compressed_weight_updated_constant14" [id=294, type=get_attr]; -"295 _param_constant40_0_0" [id=295, type=get_attr]; -"296 mul_tensor_14" [id=296, type=mul]; +"295 mul_tensor_14" [id=295, type=mul]; +"296 zero_point_updated_constant14" [id=296, type=get_attr]; "297 sub_tensor_14" [id=297, type=sub]; "298 linear_13" [id=298, type=linear]; "299 relu__2" [id=299, type=relu_]; "300 relu__2_0_0_nncf_smooth_quant_0" [id=300, type=call_module]; -"301 linear_14_zero_point_0_updated_constant0" [id=301, type=get_attr]; -"302 linear_14_scale_0_updated_constant0" [id=302, type=get_attr]; -"303 compressed_weight_updated_constant15" [id=303, type=get_attr]; -"304 mul_tensor_15" [id=304, type=mul]; +"301 scale_updated_constant15" [id=301, type=get_attr]; +"302 compressed_weight_updated_constant15" [id=302, type=get_attr]; +"303 mul_tensor_15" [id=303, type=mul]; +"304 zero_point_updated_constant15" [id=304, type=get_attr]; "305 sub_tensor_15" [id=305, type=sub]; "306 linear_14" [id=306, type=linear]; "307 view_11" [id=307, type=view]; @@ -322,11 +322,11 @@ strict digraph { "320 reshape_9_0_0_nncf_smooth_quant_0" [id=320, type=call_module]; "321 quantize_per_tensor_default_14" [id=321, type=quantize_per_tensor]; "322 dequantize_per_tensor_default_14" [id=322, type=dequantize_per_tensor]; -"323 linear_15_zero_point_0_updated_constant0" [id=323, type=get_attr]; -"324 linear_15_scale_0_updated_constant0" [id=324, type=get_attr]; +"323 _param_constant42_0_0" [id=323, type=get_attr]; +"324 scale_updated_constant16" [id=324, type=get_attr]; "325 compressed_weight_updated_constant16" [id=325, type=get_attr]; -"326 _param_constant42_0_0" [id=326, type=get_attr]; -"327 mul_tensor_16" [id=327, type=mul]; +"326 mul_tensor_16" [id=326, type=mul]; +"327 zero_point_updated_constant16" [id=327, type=get_attr]; "328 sub_tensor_16" [id=328, type=sub]; "329 linear_15" [id=329, type=linear]; "330 reshape_10" [id=330, type=reshape]; @@ -361,11 +361,11 @@ strict digraph { "359 reshape_11_0_0_nncf_smooth_quant_0" [id=359, type=call_module]; "360 quantize_per_tensor_default_17" [id=360, type=quantize_per_tensor]; "361 dequantize_per_tensor_default_17" [id=361, type=dequantize_per_tensor]; -"362 linear_16_zero_point_0_updated_constant0" [id=362, type=get_attr]; -"363 linear_16_scale_0_updated_constant0" [id=363, type=get_attr]; +"362 _param_constant46_0_0" [id=362, type=get_attr]; +"363 scale_updated_constant17" [id=363, type=get_attr]; "364 compressed_weight_updated_constant17" [id=364, type=get_attr]; -"365 _param_constant46_0_0" [id=365, type=get_attr]; -"366 mul_tensor_17" [id=366, type=mul]; +"365 mul_tensor_17" [id=365, type=mul]; +"366 zero_point_updated_constant17" [id=366, type=get_attr]; "367 sub_tensor_17" [id=367, type=sub]; "368 linear_16" [id=368, type=linear]; "369 dropout_9" [id=369, type=dropout]; @@ -384,11 +384,11 @@ strict digraph { "382 add_8_0_0_nncf_smooth_quant_0" [id=382, type=call_module]; "383 quantize_per_tensor_default_18" [id=383, type=quantize_per_tensor]; "384 dequantize_per_tensor_default_18" [id=384, type=dequantize_per_tensor]; -"385 linear_17_zero_point_0_updated_constant0" [id=385, type=get_attr]; -"386 linear_17_scale_0_updated_constant0" [id=386, type=get_attr]; +"385 _param_constant50_0_0" [id=385, type=get_attr]; +"386 scale_updated_constant18" [id=386, type=get_attr]; "387 compressed_weight_updated_constant18" [id=387, type=get_attr]; -"388 _param_constant50_0_0" [id=388, type=get_attr]; -"389 mul_tensor_18" [id=389, type=mul]; +"388 mul_tensor_18" [id=388, type=mul]; +"389 zero_point_updated_constant18" [id=389, type=get_attr]; "390 sub_tensor_18" [id=390, type=sub]; "391 linear_17" [id=391, type=linear]; "392 gelu_2" [id=392, type=gelu]; @@ -396,11 +396,11 @@ strict digraph { "394 dropout_10_0_0_nncf_smooth_quant_0" [id=394, type=call_module]; "395 quantize_per_tensor_default_19" [id=395, type=quantize_per_tensor]; "396 dequantize_per_tensor_default_19" [id=396, type=dequantize_per_tensor]; -"397 linear_18_zero_point_0_updated_constant0" [id=397, type=get_attr]; -"398 linear_18_scale_0_updated_constant0" [id=398, type=get_attr]; +"397 _param_constant52_0_0" [id=397, type=get_attr]; +"398 scale_updated_constant19" [id=398, type=get_attr]; "399 compressed_weight_updated_constant19" [id=399, type=get_attr]; -"400 _param_constant52_0_0" [id=400, type=get_attr]; -"401 mul_tensor_19" [id=401, type=mul]; +"400 mul_tensor_19" [id=400, type=mul]; +"401 zero_point_updated_constant19" [id=401, type=get_attr]; "402 sub_tensor_19" [id=402, type=sub]; "403 linear_18" [id=403, type=linear]; "404 dropout_11" [id=404, type=dropout]; @@ -410,19 +410,19 @@ strict digraph { "408 add_9" [id=408, type=add]; "409 _tensor_constant15" [id=409, type=get_attr]; "410 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=410, type=call_module]; -"411 linear_19_zero_point_0_updated_constant0" [id=411, type=get_attr]; -"412 linear_19_scale_0_updated_constant0" [id=412, type=get_attr]; +"411 _param_constant56_0_0" [id=411, type=get_attr]; +"412 scale_updated_constant20" [id=412, type=get_attr]; "413 compressed_weight_updated_constant20" [id=413, type=get_attr]; -"414 _param_constant56_0_0" [id=414, type=get_attr]; -"415 mul_tensor_20" [id=415, type=mul]; +"414 mul_tensor_20" [id=414, type=mul]; +"415 zero_point_updated_constant20" [id=415, type=get_attr]; "416 sub_tensor_20" [id=416, type=sub]; "417 linear_19" [id=417, type=linear]; "418 relu__3" [id=418, type=relu_]; "419 relu__3_0_0_nncf_smooth_quant_0" [id=419, type=call_module]; -"420 linear_20_zero_point_0_updated_constant0" [id=420, type=get_attr]; -"421 linear_20_scale_0_updated_constant0" [id=421, type=get_attr]; -"422 compressed_weight_updated_constant21" [id=422, type=get_attr]; -"423 mul_tensor_21" [id=423, type=mul]; +"420 scale_updated_constant21" [id=420, type=get_attr]; +"421 compressed_weight_updated_constant21" [id=421, type=get_attr]; +"422 mul_tensor_21" [id=422, type=mul]; +"423 zero_point_updated_constant21" [id=423, type=get_attr]; "424 sub_tensor_21" [id=424, type=sub]; "425 linear_20" [id=425, type=linear]; "426 view_15" [id=426, type=view]; @@ -442,11 +442,11 @@ strict digraph { "440 reshape_13_0_0_nncf_smooth_quant_0" [id=440, type=call_module]; "441 quantize_per_tensor_default_20" [id=441, type=quantize_per_tensor]; "442 dequantize_per_tensor_default_20" [id=442, type=dequantize_per_tensor]; -"443 linear_21_zero_point_0_updated_constant0" [id=443, type=get_attr]; -"444 linear_21_scale_0_updated_constant0" [id=444, type=get_attr]; +"443 _param_constant58_0_0" [id=443, type=get_attr]; +"444 scale_updated_constant22" [id=444, type=get_attr]; "445 compressed_weight_updated_constant22" [id=445, type=get_attr]; -"446 _param_constant58_0_0" [id=446, type=get_attr]; -"447 mul_tensor_22" [id=447, type=mul]; +"446 mul_tensor_22" [id=446, type=mul]; +"447 zero_point_updated_constant22" [id=447, type=get_attr]; "448 sub_tensor_22" [id=448, type=sub]; "449 linear_21" [id=449, type=linear]; "450 reshape_14" [id=450, type=reshape]; @@ -497,11 +497,11 @@ strict digraph { "495 reshape_16_0_0_nncf_smooth_quant_0" [id=495, type=call_module]; "496 quantize_per_tensor_default_23" [id=496, type=quantize_per_tensor]; "497 dequantize_per_tensor_default_23" [id=497, type=dequantize_per_tensor]; -"498 linear_22_zero_point_0_updated_constant0" [id=498, type=get_attr]; -"499 linear_22_scale_0_updated_constant0" [id=499, type=get_attr]; +"498 _param_constant62_0_0" [id=498, type=get_attr]; +"499 scale_updated_constant23" [id=499, type=get_attr]; "500 compressed_weight_updated_constant23" [id=500, type=get_attr]; -"501 _param_constant62_0_0" [id=501, type=get_attr]; -"502 mul_tensor_23" [id=502, type=mul]; +"501 mul_tensor_23" [id=501, type=mul]; +"502 zero_point_updated_constant23" [id=502, type=get_attr]; "503 sub_tensor_23" [id=503, type=sub]; "504 linear_22" [id=504, type=linear]; "505 dropout_13" [id=505, type=dropout]; @@ -521,11 +521,11 @@ strict digraph { "519 add_12_0_0_nncf_smooth_quant_0" [id=519, type=call_module]; "520 quantize_per_tensor_default_24" [id=520, type=quantize_per_tensor]; "521 dequantize_per_tensor_default_24" [id=521, type=dequantize_per_tensor]; -"522 linear_23_zero_point_0_updated_constant0" [id=522, type=get_attr]; -"523 linear_23_scale_0_updated_constant0" [id=523, type=get_attr]; +"522 _param_constant66_0_0" [id=522, type=get_attr]; +"523 scale_updated_constant24" [id=523, type=get_attr]; "524 compressed_weight_updated_constant24" [id=524, type=get_attr]; -"525 _param_constant66_0_0" [id=525, type=get_attr]; -"526 mul_tensor_24" [id=526, type=mul]; +"525 mul_tensor_24" [id=525, type=mul]; +"526 zero_point_updated_constant24" [id=526, type=get_attr]; "527 sub_tensor_24" [id=527, type=sub]; "528 linear_23" [id=528, type=linear]; "529 gelu_3" [id=529, type=gelu]; @@ -533,11 +533,11 @@ strict digraph { "531 dropout_14_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; "532 quantize_per_tensor_default_25" [id=532, type=quantize_per_tensor]; "533 dequantize_per_tensor_default_25" [id=533, type=dequantize_per_tensor]; -"534 linear_24_zero_point_0_updated_constant0" [id=534, type=get_attr]; -"535 linear_24_scale_0_updated_constant0" [id=535, type=get_attr]; +"534 _param_constant68_0_0" [id=534, type=get_attr]; +"535 scale_updated_constant25" [id=535, type=get_attr]; "536 compressed_weight_updated_constant25" [id=536, type=get_attr]; -"537 _param_constant68_0_0" [id=537, type=get_attr]; -"538 mul_tensor_25" [id=538, type=mul]; +"537 mul_tensor_25" [id=537, type=mul]; +"538 zero_point_updated_constant25" [id=538, type=get_attr]; "539 sub_tensor_25" [id=539, type=sub]; "540 linear_24" [id=540, type=linear]; "541 dropout_15" [id=541, type=dropout]; @@ -562,10 +562,10 @@ strict digraph { "560 cat_1_0_0_nncf_smooth_quant_0" [id=560, type=call_module]; "561 quantize_per_tensor_default_26" [id=561, type=quantize_per_tensor]; "562 dequantize_per_tensor_default_26" [id=562, type=dequantize_per_tensor]; -"563 linear_25_zero_point_0_updated_constant0" [id=563, type=get_attr]; -"564 linear_25_scale_0_updated_constant0" [id=564, type=get_attr]; -"565 compressed_weight_updated_constant26" [id=565, type=get_attr]; -"566 mul_tensor_26" [id=566, type=mul]; +"563 scale_updated_constant26" [id=563, type=get_attr]; +"564 compressed_weight_updated_constant26" [id=564, type=get_attr]; +"565 mul_tensor_26" [id=565, type=mul]; +"566 zero_point_updated_constant26" [id=566, type=get_attr]; "567 sub_tensor_26" [id=567, type=sub]; "568 linear_25" [id=568, type=linear]; "569 _param_constant72" [id=569, type=get_attr]; @@ -573,19 +573,19 @@ strict digraph { "571 layer_norm_10" [id=571, type=layer_norm]; "572 _tensor_constant26" [id=572, type=get_attr]; "573 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=573, type=call_module]; -"574 linear_26_zero_point_0_updated_constant0" [id=574, type=get_attr]; -"575 linear_26_scale_0_updated_constant0" [id=575, type=get_attr]; +"574 _param_constant75_0_0" [id=574, type=get_attr]; +"575 scale_updated_constant27" [id=575, type=get_attr]; "576 compressed_weight_updated_constant27" [id=576, type=get_attr]; -"577 _param_constant75_0_0" [id=577, type=get_attr]; -"578 mul_tensor_27" [id=578, type=mul]; +"577 mul_tensor_27" [id=577, type=mul]; +"578 zero_point_updated_constant27" [id=578, type=get_attr]; "579 sub_tensor_27" [id=579, type=sub]; "580 linear_26" [id=580, type=linear]; "581 relu__4" [id=581, type=relu_]; "582 relu__4_0_0_nncf_smooth_quant_0" [id=582, type=call_module]; -"583 linear_27_zero_point_0_updated_constant0" [id=583, type=get_attr]; -"584 linear_27_scale_0_updated_constant0" [id=584, type=get_attr]; -"585 compressed_weight_updated_constant28" [id=585, type=get_attr]; -"586 mul_tensor_28" [id=586, type=mul]; +"583 scale_updated_constant28" [id=583, type=get_attr]; +"584 compressed_weight_updated_constant28" [id=584, type=get_attr]; +"585 mul_tensor_28" [id=585, type=mul]; +"586 zero_point_updated_constant28" [id=586, type=get_attr]; "587 sub_tensor_28" [id=587, type=sub]; "588 linear_27" [id=588, type=linear]; "589 view_22" [id=589, type=view]; @@ -604,11 +604,11 @@ strict digraph { "602 reshape_18_0_0_nncf_smooth_quant_0" [id=602, type=call_module]; "603 quantize_per_tensor_default_27" [id=603, type=quantize_per_tensor]; "604 dequantize_per_tensor_default_27" [id=604, type=dequantize_per_tensor]; -"605 linear_28_zero_point_0_updated_constant0" [id=605, type=get_attr]; -"606 linear_28_scale_0_updated_constant0" [id=606, type=get_attr]; +"605 _param_constant77_0_0" [id=605, type=get_attr]; +"606 scale_updated_constant29" [id=606, type=get_attr]; "607 compressed_weight_updated_constant29" [id=607, type=get_attr]; -"608 _param_constant77_0_0" [id=608, type=get_attr]; -"609 mul_tensor_29" [id=609, type=mul]; +"608 mul_tensor_29" [id=608, type=mul]; +"609 zero_point_updated_constant29" [id=609, type=get_attr]; "610 sub_tensor_29" [id=610, type=sub]; "611 linear_28" [id=611, type=linear]; "612 reshape_19" [id=612, type=reshape]; @@ -643,11 +643,11 @@ strict digraph { "641 reshape_20_0_0_nncf_smooth_quant_0" [id=641, type=call_module]; "642 quantize_per_tensor_default_30" [id=642, type=quantize_per_tensor]; "643 dequantize_per_tensor_default_30" [id=643, type=dequantize_per_tensor]; -"644 linear_29_zero_point_0_updated_constant0" [id=644, type=get_attr]; -"645 linear_29_scale_0_updated_constant0" [id=645, type=get_attr]; +"644 _param_constant81_0_0" [id=644, type=get_attr]; +"645 scale_updated_constant30" [id=645, type=get_attr]; "646 compressed_weight_updated_constant30" [id=646, type=get_attr]; -"647 _param_constant81_0_0" [id=647, type=get_attr]; -"648 mul_tensor_30" [id=648, type=mul]; +"647 mul_tensor_30" [id=647, type=mul]; +"648 zero_point_updated_constant30" [id=648, type=get_attr]; "649 sub_tensor_30" [id=649, type=sub]; "650 linear_29" [id=650, type=linear]; "651 dropout_17" [id=651, type=dropout]; @@ -666,11 +666,11 @@ strict digraph { "664 add_15_0_0_nncf_smooth_quant_0" [id=664, type=call_module]; "665 quantize_per_tensor_default_31" [id=665, type=quantize_per_tensor]; "666 dequantize_per_tensor_default_31" [id=666, type=dequantize_per_tensor]; -"667 linear_30_zero_point_0_updated_constant0" [id=667, type=get_attr]; -"668 linear_30_scale_0_updated_constant0" [id=668, type=get_attr]; +"667 _param_constant85_0_0" [id=667, type=get_attr]; +"668 scale_updated_constant31" [id=668, type=get_attr]; "669 compressed_weight_updated_constant31" [id=669, type=get_attr]; -"670 _param_constant85_0_0" [id=670, type=get_attr]; -"671 mul_tensor_31" [id=671, type=mul]; +"670 mul_tensor_31" [id=670, type=mul]; +"671 zero_point_updated_constant31" [id=671, type=get_attr]; "672 sub_tensor_31" [id=672, type=sub]; "673 linear_30" [id=673, type=linear]; "674 gelu_4" [id=674, type=gelu]; @@ -678,11 +678,11 @@ strict digraph { "676 dropout_18_0_0_nncf_smooth_quant_0" [id=676, type=call_module]; "677 quantize_per_tensor_default_32" [id=677, type=quantize_per_tensor]; "678 dequantize_per_tensor_default_32" [id=678, type=dequantize_per_tensor]; -"679 linear_31_zero_point_0_updated_constant0" [id=679, type=get_attr]; -"680 linear_31_scale_0_updated_constant0" [id=680, type=get_attr]; +"679 _param_constant87_0_0" [id=679, type=get_attr]; +"680 scale_updated_constant32" [id=680, type=get_attr]; "681 compressed_weight_updated_constant32" [id=681, type=get_attr]; -"682 _param_constant87_0_0" [id=682, type=get_attr]; -"683 mul_tensor_32" [id=683, type=mul]; +"682 mul_tensor_32" [id=682, type=mul]; +"683 zero_point_updated_constant32" [id=683, type=get_attr]; "684 sub_tensor_32" [id=684, type=sub]; "685 linear_31" [id=685, type=linear]; "686 dropout_19" [id=686, type=dropout]; @@ -692,19 +692,19 @@ strict digraph { "690 add_16" [id=690, type=add]; "691 _tensor_constant28" [id=691, type=get_attr]; "692 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=692, type=call_module]; -"693 linear_32_zero_point_0_updated_constant0" [id=693, type=get_attr]; -"694 linear_32_scale_0_updated_constant0" [id=694, type=get_attr]; +"693 _param_constant91_0_0" [id=693, type=get_attr]; +"694 scale_updated_constant33" [id=694, type=get_attr]; "695 compressed_weight_updated_constant33" [id=695, type=get_attr]; -"696 _param_constant91_0_0" [id=696, type=get_attr]; -"697 mul_tensor_33" [id=697, type=mul]; +"696 mul_tensor_33" [id=696, type=mul]; +"697 zero_point_updated_constant33" [id=697, type=get_attr]; "698 sub_tensor_33" [id=698, type=sub]; "699 linear_32" [id=699, type=linear]; "700 relu__5" [id=700, type=relu_]; "701 relu__5_0_0_nncf_smooth_quant_0" [id=701, type=call_module]; -"702 linear_33_zero_point_0_updated_constant0" [id=702, type=get_attr]; -"703 linear_33_scale_0_updated_constant0" [id=703, type=get_attr]; -"704 compressed_weight_updated_constant34" [id=704, type=get_attr]; -"705 mul_tensor_34" [id=705, type=mul]; +"702 scale_updated_constant34" [id=702, type=get_attr]; +"703 compressed_weight_updated_constant34" [id=703, type=get_attr]; +"704 mul_tensor_34" [id=704, type=mul]; +"705 zero_point_updated_constant34" [id=705, type=get_attr]; "706 sub_tensor_34" [id=706, type=sub]; "707 linear_33" [id=707, type=linear]; "708 view_26" [id=708, type=view]; @@ -724,11 +724,11 @@ strict digraph { "722 reshape_22_0_0_nncf_smooth_quant_0" [id=722, type=call_module]; "723 quantize_per_tensor_default_33" [id=723, type=quantize_per_tensor]; "724 dequantize_per_tensor_default_33" [id=724, type=dequantize_per_tensor]; -"725 linear_34_zero_point_0_updated_constant0" [id=725, type=get_attr]; -"726 linear_34_scale_0_updated_constant0" [id=726, type=get_attr]; +"725 _param_constant93_0_0" [id=725, type=get_attr]; +"726 scale_updated_constant35" [id=726, type=get_attr]; "727 compressed_weight_updated_constant35" [id=727, type=get_attr]; -"728 _param_constant93_0_0" [id=728, type=get_attr]; -"729 mul_tensor_35" [id=729, type=mul]; +"728 mul_tensor_35" [id=728, type=mul]; +"729 zero_point_updated_constant35" [id=729, type=get_attr]; "730 sub_tensor_35" [id=730, type=sub]; "731 linear_34" [id=731, type=linear]; "732 reshape_23" [id=732, type=reshape]; @@ -779,11 +779,11 @@ strict digraph { "777 reshape_25_0_0_nncf_smooth_quant_0" [id=777, type=call_module]; "778 quantize_per_tensor_default_36" [id=778, type=quantize_per_tensor]; "779 dequantize_per_tensor_default_36" [id=779, type=dequantize_per_tensor]; -"780 linear_35_zero_point_0_updated_constant0" [id=780, type=get_attr]; -"781 linear_35_scale_0_updated_constant0" [id=781, type=get_attr]; +"780 _param_constant97_0_0" [id=780, type=get_attr]; +"781 scale_updated_constant36" [id=781, type=get_attr]; "782 compressed_weight_updated_constant36" [id=782, type=get_attr]; -"783 _param_constant97_0_0" [id=783, type=get_attr]; -"784 mul_tensor_36" [id=784, type=mul]; +"783 mul_tensor_36" [id=783, type=mul]; +"784 zero_point_updated_constant36" [id=784, type=get_attr]; "785 sub_tensor_36" [id=785, type=sub]; "786 linear_35" [id=786, type=linear]; "787 dropout_21" [id=787, type=dropout]; @@ -803,11 +803,11 @@ strict digraph { "801 add_19_0_0_nncf_smooth_quant_0" [id=801, type=call_module]; "802 quantize_per_tensor_default_37" [id=802, type=quantize_per_tensor]; "803 dequantize_per_tensor_default_37" [id=803, type=dequantize_per_tensor]; -"804 linear_36_zero_point_0_updated_constant0" [id=804, type=get_attr]; -"805 linear_36_scale_0_updated_constant0" [id=805, type=get_attr]; +"804 _param_constant101_0_0" [id=804, type=get_attr]; +"805 scale_updated_constant37" [id=805, type=get_attr]; "806 compressed_weight_updated_constant37" [id=806, type=get_attr]; -"807 _param_constant101_0_0" [id=807, type=get_attr]; -"808 mul_tensor_37" [id=808, type=mul]; +"807 mul_tensor_37" [id=807, type=mul]; +"808 zero_point_updated_constant37" [id=808, type=get_attr]; "809 sub_tensor_37" [id=809, type=sub]; "810 linear_36" [id=810, type=linear]; "811 gelu_5" [id=811, type=gelu]; @@ -815,11 +815,11 @@ strict digraph { "813 dropout_22_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; "814 quantize_per_tensor_default_38" [id=814, type=quantize_per_tensor]; "815 dequantize_per_tensor_default_38" [id=815, type=dequantize_per_tensor]; -"816 linear_37_zero_point_0_updated_constant0" [id=816, type=get_attr]; -"817 linear_37_scale_0_updated_constant0" [id=817, type=get_attr]; +"816 _param_constant103_0_0" [id=816, type=get_attr]; +"817 scale_updated_constant38" [id=817, type=get_attr]; "818 compressed_weight_updated_constant38" [id=818, type=get_attr]; -"819 _param_constant103_0_0" [id=819, type=get_attr]; -"820 mul_tensor_38" [id=820, type=mul]; +"819 mul_tensor_38" [id=819, type=mul]; +"820 zero_point_updated_constant38" [id=820, type=get_attr]; "821 sub_tensor_38" [id=821, type=sub]; "822 linear_37" [id=822, type=linear]; "823 dropout_23" [id=823, type=dropout]; @@ -829,19 +829,19 @@ strict digraph { "827 add_20" [id=827, type=add]; "828 _tensor_constant39" [id=828, type=get_attr]; "829 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=829, type=call_module]; -"830 linear_38_zero_point_0_updated_constant0" [id=830, type=get_attr]; -"831 linear_38_scale_0_updated_constant0" [id=831, type=get_attr]; +"830 _param_constant107_0_0" [id=830, type=get_attr]; +"831 scale_updated_constant39" [id=831, type=get_attr]; "832 compressed_weight_updated_constant39" [id=832, type=get_attr]; -"833 _param_constant107_0_0" [id=833, type=get_attr]; -"834 mul_tensor_39" [id=834, type=mul]; +"833 mul_tensor_39" [id=833, type=mul]; +"834 zero_point_updated_constant39" [id=834, type=get_attr]; "835 sub_tensor_39" [id=835, type=sub]; "836 linear_38" [id=836, type=linear]; "837 relu__6" [id=837, type=relu_]; "838 relu__6_0_0_nncf_smooth_quant_0" [id=838, type=call_module]; -"839 linear_39_zero_point_0_updated_constant0" [id=839, type=get_attr]; -"840 linear_39_scale_0_updated_constant0" [id=840, type=get_attr]; -"841 compressed_weight_updated_constant40" [id=841, type=get_attr]; -"842 mul_tensor_40" [id=842, type=mul]; +"839 scale_updated_constant40" [id=839, type=get_attr]; +"840 compressed_weight_updated_constant40" [id=840, type=get_attr]; +"841 mul_tensor_40" [id=841, type=mul]; +"842 zero_point_updated_constant40" [id=842, type=get_attr]; "843 sub_tensor_40" [id=843, type=sub]; "844 linear_39" [id=844, type=linear]; "845 view_33" [id=845, type=view]; @@ -860,11 +860,11 @@ strict digraph { "858 reshape_27_0_0_nncf_smooth_quant_0" [id=858, type=call_module]; "859 quantize_per_tensor_default_39" [id=859, type=quantize_per_tensor]; "860 dequantize_per_tensor_default_39" [id=860, type=dequantize_per_tensor]; -"861 linear_40_zero_point_0_updated_constant0" [id=861, type=get_attr]; -"862 linear_40_scale_0_updated_constant0" [id=862, type=get_attr]; +"861 _param_constant109_0_0" [id=861, type=get_attr]; +"862 scale_updated_constant41" [id=862, type=get_attr]; "863 compressed_weight_updated_constant41" [id=863, type=get_attr]; -"864 _param_constant109_0_0" [id=864, type=get_attr]; -"865 mul_tensor_41" [id=865, type=mul]; +"864 mul_tensor_41" [id=864, type=mul]; +"865 zero_point_updated_constant41" [id=865, type=get_attr]; "866 sub_tensor_41" [id=866, type=sub]; "867 linear_40" [id=867, type=linear]; "868 reshape_28" [id=868, type=reshape]; @@ -899,11 +899,11 @@ strict digraph { "897 reshape_29_0_0_nncf_smooth_quant_0" [id=897, type=call_module]; "898 quantize_per_tensor_default_42" [id=898, type=quantize_per_tensor]; "899 dequantize_per_tensor_default_42" [id=899, type=dequantize_per_tensor]; -"900 linear_41_zero_point_0_updated_constant0" [id=900, type=get_attr]; -"901 linear_41_scale_0_updated_constant0" [id=901, type=get_attr]; +"900 _param_constant113_0_0" [id=900, type=get_attr]; +"901 scale_updated_constant42" [id=901, type=get_attr]; "902 compressed_weight_updated_constant42" [id=902, type=get_attr]; -"903 _param_constant113_0_0" [id=903, type=get_attr]; -"904 mul_tensor_42" [id=904, type=mul]; +"903 mul_tensor_42" [id=903, type=mul]; +"904 zero_point_updated_constant42" [id=904, type=get_attr]; "905 sub_tensor_42" [id=905, type=sub]; "906 linear_41" [id=906, type=linear]; "907 dropout_25" [id=907, type=dropout]; @@ -922,11 +922,11 @@ strict digraph { "920 add_22_0_0_nncf_smooth_quant_0" [id=920, type=call_module]; "921 quantize_per_tensor_default_43" [id=921, type=quantize_per_tensor]; "922 dequantize_per_tensor_default_43" [id=922, type=dequantize_per_tensor]; -"923 linear_42_zero_point_0_updated_constant0" [id=923, type=get_attr]; -"924 linear_42_scale_0_updated_constant0" [id=924, type=get_attr]; +"923 _param_constant117_0_0" [id=923, type=get_attr]; +"924 scale_updated_constant43" [id=924, type=get_attr]; "925 compressed_weight_updated_constant43" [id=925, type=get_attr]; -"926 _param_constant117_0_0" [id=926, type=get_attr]; -"927 mul_tensor_43" [id=927, type=mul]; +"926 mul_tensor_43" [id=926, type=mul]; +"927 zero_point_updated_constant43" [id=927, type=get_attr]; "928 sub_tensor_43" [id=928, type=sub]; "929 linear_42" [id=929, type=linear]; "930 gelu_6" [id=930, type=gelu]; @@ -934,11 +934,11 @@ strict digraph { "932 dropout_26_0_0_nncf_smooth_quant_0" [id=932, type=call_module]; "933 quantize_per_tensor_default_44" [id=933, type=quantize_per_tensor]; "934 dequantize_per_tensor_default_44" [id=934, type=dequantize_per_tensor]; -"935 linear_43_zero_point_0_updated_constant0" [id=935, type=get_attr]; -"936 linear_43_scale_0_updated_constant0" [id=936, type=get_attr]; +"935 _param_constant119_0_0" [id=935, type=get_attr]; +"936 scale_updated_constant44" [id=936, type=get_attr]; "937 compressed_weight_updated_constant44" [id=937, type=get_attr]; -"938 _param_constant119_0_0" [id=938, type=get_attr]; -"939 mul_tensor_44" [id=939, type=mul]; +"938 mul_tensor_44" [id=938, type=mul]; +"939 zero_point_updated_constant44" [id=939, type=get_attr]; "940 sub_tensor_44" [id=940, type=sub]; "941 linear_43" [id=941, type=linear]; "942 dropout_27" [id=942, type=dropout]; @@ -948,19 +948,19 @@ strict digraph { "946 add_23" [id=946, type=add]; "947 _tensor_constant41" [id=947, type=get_attr]; "948 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=948, type=call_module]; -"949 linear_44_zero_point_0_updated_constant0" [id=949, type=get_attr]; -"950 linear_44_scale_0_updated_constant0" [id=950, type=get_attr]; +"949 _param_constant123_0_0" [id=949, type=get_attr]; +"950 scale_updated_constant45" [id=950, type=get_attr]; "951 compressed_weight_updated_constant45" [id=951, type=get_attr]; -"952 _param_constant123_0_0" [id=952, type=get_attr]; -"953 mul_tensor_45" [id=953, type=mul]; +"952 mul_tensor_45" [id=952, type=mul]; +"953 zero_point_updated_constant45" [id=953, type=get_attr]; "954 sub_tensor_45" [id=954, type=sub]; "955 linear_44" [id=955, type=linear]; "956 relu__7" [id=956, type=relu_]; "957 relu__7_0_0_nncf_smooth_quant_0" [id=957, type=call_module]; -"958 linear_45_zero_point_0_updated_constant0" [id=958, type=get_attr]; -"959 linear_45_scale_0_updated_constant0" [id=959, type=get_attr]; -"960 compressed_weight_updated_constant46" [id=960, type=get_attr]; -"961 mul_tensor_46" [id=961, type=mul]; +"958 scale_updated_constant46" [id=958, type=get_attr]; +"959 compressed_weight_updated_constant46" [id=959, type=get_attr]; +"960 mul_tensor_46" [id=960, type=mul]; +"961 zero_point_updated_constant46" [id=961, type=get_attr]; "962 sub_tensor_46" [id=962, type=sub]; "963 linear_45" [id=963, type=linear]; "964 view_37" [id=964, type=view]; @@ -980,11 +980,11 @@ strict digraph { "978 reshape_31_0_0_nncf_smooth_quant_0" [id=978, type=call_module]; "979 quantize_per_tensor_default_45" [id=979, type=quantize_per_tensor]; "980 dequantize_per_tensor_default_45" [id=980, type=dequantize_per_tensor]; -"981 linear_46_zero_point_0_updated_constant0" [id=981, type=get_attr]; -"982 linear_46_scale_0_updated_constant0" [id=982, type=get_attr]; +"981 _param_constant125_0_0" [id=981, type=get_attr]; +"982 scale_updated_constant47" [id=982, type=get_attr]; "983 compressed_weight_updated_constant47" [id=983, type=get_attr]; -"984 _param_constant125_0_0" [id=984, type=get_attr]; -"985 mul_tensor_47" [id=985, type=mul]; +"984 mul_tensor_47" [id=984, type=mul]; +"985 zero_point_updated_constant47" [id=985, type=get_attr]; "986 sub_tensor_47" [id=986, type=sub]; "987 linear_46" [id=987, type=linear]; "988 reshape_32" [id=988, type=reshape]; @@ -1035,11 +1035,11 @@ strict digraph { "1033 reshape_34_0_0_nncf_smooth_quant_0" [id=1033, type=call_module]; "1034 quantize_per_tensor_default_48" [id=1034, type=quantize_per_tensor]; "1035 dequantize_per_tensor_default_48" [id=1035, type=dequantize_per_tensor]; -"1036 linear_47_zero_point_0_updated_constant0" [id=1036, type=get_attr]; -"1037 linear_47_scale_0_updated_constant0" [id=1037, type=get_attr]; +"1036 _param_constant129_0_0" [id=1036, type=get_attr]; +"1037 scale_updated_constant48" [id=1037, type=get_attr]; "1038 compressed_weight_updated_constant48" [id=1038, type=get_attr]; -"1039 _param_constant129_0_0" [id=1039, type=get_attr]; -"1040 mul_tensor_48" [id=1040, type=mul]; +"1039 mul_tensor_48" [id=1039, type=mul]; +"1040 zero_point_updated_constant48" [id=1040, type=get_attr]; "1041 sub_tensor_48" [id=1041, type=sub]; "1042 linear_47" [id=1042, type=linear]; "1043 dropout_29" [id=1043, type=dropout]; @@ -1059,11 +1059,11 @@ strict digraph { "1057 add_26_0_0_nncf_smooth_quant_0" [id=1057, type=call_module]; "1058 quantize_per_tensor_default_49" [id=1058, type=quantize_per_tensor]; "1059 dequantize_per_tensor_default_49" [id=1059, type=dequantize_per_tensor]; -"1060 linear_48_zero_point_0_updated_constant0" [id=1060, type=get_attr]; -"1061 linear_48_scale_0_updated_constant0" [id=1061, type=get_attr]; +"1060 _param_constant133_0_0" [id=1060, type=get_attr]; +"1061 scale_updated_constant49" [id=1061, type=get_attr]; "1062 compressed_weight_updated_constant49" [id=1062, type=get_attr]; -"1063 _param_constant133_0_0" [id=1063, type=get_attr]; -"1064 mul_tensor_49" [id=1064, type=mul]; +"1063 mul_tensor_49" [id=1063, type=mul]; +"1064 zero_point_updated_constant49" [id=1064, type=get_attr]; "1065 sub_tensor_49" [id=1065, type=sub]; "1066 linear_48" [id=1066, type=linear]; "1067 gelu_7" [id=1067, type=gelu]; @@ -1071,11 +1071,11 @@ strict digraph { "1069 dropout_30_0_0_nncf_smooth_quant_0" [id=1069, type=call_module]; "1070 quantize_per_tensor_default_50" [id=1070, type=quantize_per_tensor]; "1071 dequantize_per_tensor_default_50" [id=1071, type=dequantize_per_tensor]; -"1072 linear_49_zero_point_0_updated_constant0" [id=1072, type=get_attr]; -"1073 linear_49_scale_0_updated_constant0" [id=1073, type=get_attr]; +"1072 _param_constant135_0_0" [id=1072, type=get_attr]; +"1073 scale_updated_constant50" [id=1073, type=get_attr]; "1074 compressed_weight_updated_constant50" [id=1074, type=get_attr]; -"1075 _param_constant135_0_0" [id=1075, type=get_attr]; -"1076 mul_tensor_50" [id=1076, type=mul]; +"1075 mul_tensor_50" [id=1075, type=mul]; +"1076 zero_point_updated_constant50" [id=1076, type=get_attr]; "1077 sub_tensor_50" [id=1077, type=sub]; "1078 linear_49" [id=1078, type=linear]; "1079 dropout_31" [id=1079, type=dropout]; @@ -1085,19 +1085,19 @@ strict digraph { "1083 add_27" [id=1083, type=add]; "1084 _tensor_constant52" [id=1084, type=get_attr]; "1085 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=1085, type=call_module]; -"1086 linear_50_zero_point_0_updated_constant0" [id=1086, type=get_attr]; -"1087 linear_50_scale_0_updated_constant0" [id=1087, type=get_attr]; +"1086 _param_constant139_0_0" [id=1086, type=get_attr]; +"1087 scale_updated_constant51" [id=1087, type=get_attr]; "1088 compressed_weight_updated_constant51" [id=1088, type=get_attr]; -"1089 _param_constant139_0_0" [id=1089, type=get_attr]; -"1090 mul_tensor_51" [id=1090, type=mul]; +"1089 mul_tensor_51" [id=1089, type=mul]; +"1090 zero_point_updated_constant51" [id=1090, type=get_attr]; "1091 sub_tensor_51" [id=1091, type=sub]; "1092 linear_50" [id=1092, type=linear]; "1093 relu__8" [id=1093, type=relu_]; "1094 relu__8_0_0_nncf_smooth_quant_0" [id=1094, type=call_module]; -"1095 linear_51_zero_point_0_updated_constant0" [id=1095, type=get_attr]; -"1096 linear_51_scale_0_updated_constant0" [id=1096, type=get_attr]; -"1097 compressed_weight_updated_constant52" [id=1097, type=get_attr]; -"1098 mul_tensor_52" [id=1098, type=mul]; +"1095 scale_updated_constant52" [id=1095, type=get_attr]; +"1096 compressed_weight_updated_constant52" [id=1096, type=get_attr]; +"1097 mul_tensor_52" [id=1097, type=mul]; +"1098 zero_point_updated_constant52" [id=1098, type=get_attr]; "1099 sub_tensor_52" [id=1099, type=sub]; "1100 linear_51" [id=1100, type=linear]; "1101 view_44" [id=1101, type=view]; @@ -1116,11 +1116,11 @@ strict digraph { "1114 reshape_36_0_0_nncf_smooth_quant_0" [id=1114, type=call_module]; "1115 quantize_per_tensor_default_51" [id=1115, type=quantize_per_tensor]; "1116 dequantize_per_tensor_default_51" [id=1116, type=dequantize_per_tensor]; -"1117 linear_52_zero_point_0_updated_constant0" [id=1117, type=get_attr]; -"1118 linear_52_scale_0_updated_constant0" [id=1118, type=get_attr]; +"1117 _param_constant141_0_0" [id=1117, type=get_attr]; +"1118 scale_updated_constant53" [id=1118, type=get_attr]; "1119 compressed_weight_updated_constant53" [id=1119, type=get_attr]; -"1120 _param_constant141_0_0" [id=1120, type=get_attr]; -"1121 mul_tensor_53" [id=1121, type=mul]; +"1120 mul_tensor_53" [id=1120, type=mul]; +"1121 zero_point_updated_constant53" [id=1121, type=get_attr]; "1122 sub_tensor_53" [id=1122, type=sub]; "1123 linear_52" [id=1123, type=linear]; "1124 reshape_37" [id=1124, type=reshape]; @@ -1155,11 +1155,11 @@ strict digraph { "1153 reshape_38_0_0_nncf_smooth_quant_0" [id=1153, type=call_module]; "1154 quantize_per_tensor_default_54" [id=1154, type=quantize_per_tensor]; "1155 dequantize_per_tensor_default_54" [id=1155, type=dequantize_per_tensor]; -"1156 linear_53_zero_point_0_updated_constant0" [id=1156, type=get_attr]; -"1157 linear_53_scale_0_updated_constant0" [id=1157, type=get_attr]; +"1156 _param_constant145_0_0" [id=1156, type=get_attr]; +"1157 scale_updated_constant54" [id=1157, type=get_attr]; "1158 compressed_weight_updated_constant54" [id=1158, type=get_attr]; -"1159 _param_constant145_0_0" [id=1159, type=get_attr]; -"1160 mul_tensor_54" [id=1160, type=mul]; +"1159 mul_tensor_54" [id=1159, type=mul]; +"1160 zero_point_updated_constant54" [id=1160, type=get_attr]; "1161 sub_tensor_54" [id=1161, type=sub]; "1162 linear_53" [id=1162, type=linear]; "1163 dropout_33" [id=1163, type=dropout]; @@ -1178,11 +1178,11 @@ strict digraph { "1176 add_29_0_0_nncf_smooth_quant_0" [id=1176, type=call_module]; "1177 quantize_per_tensor_default_55" [id=1177, type=quantize_per_tensor]; "1178 dequantize_per_tensor_default_55" [id=1178, type=dequantize_per_tensor]; -"1179 linear_54_zero_point_0_updated_constant0" [id=1179, type=get_attr]; -"1180 linear_54_scale_0_updated_constant0" [id=1180, type=get_attr]; +"1179 _param_constant149_0_0" [id=1179, type=get_attr]; +"1180 scale_updated_constant55" [id=1180, type=get_attr]; "1181 compressed_weight_updated_constant55" [id=1181, type=get_attr]; -"1182 _param_constant149_0_0" [id=1182, type=get_attr]; -"1183 mul_tensor_55" [id=1183, type=mul]; +"1182 mul_tensor_55" [id=1182, type=mul]; +"1183 zero_point_updated_constant55" [id=1183, type=get_attr]; "1184 sub_tensor_55" [id=1184, type=sub]; "1185 linear_54" [id=1185, type=linear]; "1186 gelu_8" [id=1186, type=gelu]; @@ -1190,11 +1190,11 @@ strict digraph { "1188 dropout_34_0_0_nncf_smooth_quant_0" [id=1188, type=call_module]; "1189 quantize_per_tensor_default_56" [id=1189, type=quantize_per_tensor]; "1190 dequantize_per_tensor_default_56" [id=1190, type=dequantize_per_tensor]; -"1191 linear_55_zero_point_0_updated_constant0" [id=1191, type=get_attr]; -"1192 linear_55_scale_0_updated_constant0" [id=1192, type=get_attr]; +"1191 _param_constant151_0_0" [id=1191, type=get_attr]; +"1192 scale_updated_constant56" [id=1192, type=get_attr]; "1193 compressed_weight_updated_constant56" [id=1193, type=get_attr]; -"1194 _param_constant151_0_0" [id=1194, type=get_attr]; -"1195 mul_tensor_56" [id=1195, type=mul]; +"1194 mul_tensor_56" [id=1194, type=mul]; +"1195 zero_point_updated_constant56" [id=1195, type=get_attr]; "1196 sub_tensor_56" [id=1196, type=sub]; "1197 linear_55" [id=1197, type=linear]; "1198 dropout_35" [id=1198, type=dropout]; @@ -1204,19 +1204,19 @@ strict digraph { "1202 add_30" [id=1202, type=add]; "1203 _tensor_constant54" [id=1203, type=get_attr]; "1204 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1204, type=call_module]; -"1205 linear_56_zero_point_0_updated_constant0" [id=1205, type=get_attr]; -"1206 linear_56_scale_0_updated_constant0" [id=1206, type=get_attr]; +"1205 _param_constant155_0_0" [id=1205, type=get_attr]; +"1206 scale_updated_constant57" [id=1206, type=get_attr]; "1207 compressed_weight_updated_constant57" [id=1207, type=get_attr]; -"1208 _param_constant155_0_0" [id=1208, type=get_attr]; -"1209 mul_tensor_57" [id=1209, type=mul]; +"1208 mul_tensor_57" [id=1208, type=mul]; +"1209 zero_point_updated_constant57" [id=1209, type=get_attr]; "1210 sub_tensor_57" [id=1210, type=sub]; "1211 linear_56" [id=1211, type=linear]; "1212 relu__9" [id=1212, type=relu_]; "1213 relu__9_0_0_nncf_smooth_quant_0" [id=1213, type=call_module]; -"1214 linear_57_zero_point_0_updated_constant0" [id=1214, type=get_attr]; -"1215 linear_57_scale_0_updated_constant0" [id=1215, type=get_attr]; -"1216 compressed_weight_updated_constant58" [id=1216, type=get_attr]; -"1217 mul_tensor_58" [id=1217, type=mul]; +"1214 scale_updated_constant58" [id=1214, type=get_attr]; +"1215 compressed_weight_updated_constant58" [id=1215, type=get_attr]; +"1216 mul_tensor_58" [id=1216, type=mul]; +"1217 zero_point_updated_constant58" [id=1217, type=get_attr]; "1218 sub_tensor_58" [id=1218, type=sub]; "1219 linear_57" [id=1219, type=linear]; "1220 view_48" [id=1220, type=view]; @@ -1236,11 +1236,11 @@ strict digraph { "1234 reshape_40_0_0_nncf_smooth_quant_0" [id=1234, type=call_module]; "1235 quantize_per_tensor_default_57" [id=1235, type=quantize_per_tensor]; "1236 dequantize_per_tensor_default_57" [id=1236, type=dequantize_per_tensor]; -"1237 linear_58_zero_point_0_updated_constant0" [id=1237, type=get_attr]; -"1238 linear_58_scale_0_updated_constant0" [id=1238, type=get_attr]; +"1237 _param_constant157_0_0" [id=1237, type=get_attr]; +"1238 scale_updated_constant59" [id=1238, type=get_attr]; "1239 compressed_weight_updated_constant59" [id=1239, type=get_attr]; -"1240 _param_constant157_0_0" [id=1240, type=get_attr]; -"1241 mul_tensor_59" [id=1241, type=mul]; +"1240 mul_tensor_59" [id=1240, type=mul]; +"1241 zero_point_updated_constant59" [id=1241, type=get_attr]; "1242 sub_tensor_59" [id=1242, type=sub]; "1243 linear_58" [id=1243, type=linear]; "1244 reshape_41" [id=1244, type=reshape]; @@ -1291,11 +1291,11 @@ strict digraph { "1289 reshape_43_0_0_nncf_smooth_quant_0" [id=1289, type=call_module]; "1290 quantize_per_tensor_default_60" [id=1290, type=quantize_per_tensor]; "1291 dequantize_per_tensor_default_60" [id=1291, type=dequantize_per_tensor]; -"1292 linear_59_zero_point_0_updated_constant0" [id=1292, type=get_attr]; -"1293 linear_59_scale_0_updated_constant0" [id=1293, type=get_attr]; +"1292 _param_constant161_0_0" [id=1292, type=get_attr]; +"1293 scale_updated_constant60" [id=1293, type=get_attr]; "1294 compressed_weight_updated_constant60" [id=1294, type=get_attr]; -"1295 _param_constant161_0_0" [id=1295, type=get_attr]; -"1296 mul_tensor_60" [id=1296, type=mul]; +"1295 mul_tensor_60" [id=1295, type=mul]; +"1296 zero_point_updated_constant60" [id=1296, type=get_attr]; "1297 sub_tensor_60" [id=1297, type=sub]; "1298 linear_59" [id=1298, type=linear]; "1299 dropout_37" [id=1299, type=dropout]; @@ -1315,11 +1315,11 @@ strict digraph { "1313 add_33_0_0_nncf_smooth_quant_0" [id=1313, type=call_module]; "1314 quantize_per_tensor_default_61" [id=1314, type=quantize_per_tensor]; "1315 dequantize_per_tensor_default_61" [id=1315, type=dequantize_per_tensor]; -"1316 linear_60_zero_point_0_updated_constant0" [id=1316, type=get_attr]; -"1317 linear_60_scale_0_updated_constant0" [id=1317, type=get_attr]; +"1316 _param_constant165_0_0" [id=1316, type=get_attr]; +"1317 scale_updated_constant61" [id=1317, type=get_attr]; "1318 compressed_weight_updated_constant61" [id=1318, type=get_attr]; -"1319 _param_constant165_0_0" [id=1319, type=get_attr]; -"1320 mul_tensor_61" [id=1320, type=mul]; +"1319 mul_tensor_61" [id=1319, type=mul]; +"1320 zero_point_updated_constant61" [id=1320, type=get_attr]; "1321 sub_tensor_61" [id=1321, type=sub]; "1322 linear_60" [id=1322, type=linear]; "1323 gelu_9" [id=1323, type=gelu]; @@ -1327,11 +1327,11 @@ strict digraph { "1325 dropout_38_0_0_nncf_smooth_quant_0" [id=1325, type=call_module]; "1326 quantize_per_tensor_default_62" [id=1326, type=quantize_per_tensor]; "1327 dequantize_per_tensor_default_62" [id=1327, type=dequantize_per_tensor]; -"1328 linear_61_zero_point_0_updated_constant0" [id=1328, type=get_attr]; -"1329 linear_61_scale_0_updated_constant0" [id=1329, type=get_attr]; +"1328 _param_constant167_0_0" [id=1328, type=get_attr]; +"1329 scale_updated_constant62" [id=1329, type=get_attr]; "1330 compressed_weight_updated_constant62" [id=1330, type=get_attr]; -"1331 _param_constant167_0_0" [id=1331, type=get_attr]; -"1332 mul_tensor_62" [id=1332, type=mul]; +"1331 mul_tensor_62" [id=1331, type=mul]; +"1332 zero_point_updated_constant62" [id=1332, type=get_attr]; "1333 sub_tensor_62" [id=1333, type=sub]; "1334 linear_61" [id=1334, type=linear]; "1335 dropout_39" [id=1335, type=dropout]; @@ -1341,19 +1341,19 @@ strict digraph { "1339 add_34" [id=1339, type=add]; "1340 _tensor_constant65" [id=1340, type=get_attr]; "1341 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1341, type=call_module]; -"1342 linear_62_zero_point_0_updated_constant0" [id=1342, type=get_attr]; -"1343 linear_62_scale_0_updated_constant0" [id=1343, type=get_attr]; +"1342 _param_constant171_0_0" [id=1342, type=get_attr]; +"1343 scale_updated_constant63" [id=1343, type=get_attr]; "1344 compressed_weight_updated_constant63" [id=1344, type=get_attr]; -"1345 _param_constant171_0_0" [id=1345, type=get_attr]; -"1346 mul_tensor_63" [id=1346, type=mul]; +"1345 mul_tensor_63" [id=1345, type=mul]; +"1346 zero_point_updated_constant63" [id=1346, type=get_attr]; "1347 sub_tensor_63" [id=1347, type=sub]; "1348 linear_62" [id=1348, type=linear]; "1349 relu__10" [id=1349, type=relu_]; "1350 relu__10_0_0_nncf_smooth_quant_0" [id=1350, type=call_module]; -"1351 linear_63_zero_point_0_updated_constant0" [id=1351, type=get_attr]; -"1352 linear_63_scale_0_updated_constant0" [id=1352, type=get_attr]; -"1353 compressed_weight_updated_constant64" [id=1353, type=get_attr]; -"1354 mul_tensor_64" [id=1354, type=mul]; +"1351 scale_updated_constant64" [id=1351, type=get_attr]; +"1352 compressed_weight_updated_constant64" [id=1352, type=get_attr]; +"1353 mul_tensor_64" [id=1353, type=mul]; +"1354 zero_point_updated_constant64" [id=1354, type=get_attr]; "1355 sub_tensor_64" [id=1355, type=sub]; "1356 linear_63" [id=1356, type=linear]; "1357 view_55" [id=1357, type=view]; @@ -1372,11 +1372,11 @@ strict digraph { "1370 reshape_45_0_0_nncf_smooth_quant_0" [id=1370, type=call_module]; "1371 quantize_per_tensor_default_63" [id=1371, type=quantize_per_tensor]; "1372 dequantize_per_tensor_default_63" [id=1372, type=dequantize_per_tensor]; -"1373 linear_64_zero_point_0_updated_constant0" [id=1373, type=get_attr]; -"1374 linear_64_scale_0_updated_constant0" [id=1374, type=get_attr]; +"1373 _param_constant173_0_0" [id=1373, type=get_attr]; +"1374 scale_updated_constant65" [id=1374, type=get_attr]; "1375 compressed_weight_updated_constant65" [id=1375, type=get_attr]; -"1376 _param_constant173_0_0" [id=1376, type=get_attr]; -"1377 mul_tensor_65" [id=1377, type=mul]; +"1376 mul_tensor_65" [id=1376, type=mul]; +"1377 zero_point_updated_constant65" [id=1377, type=get_attr]; "1378 sub_tensor_65" [id=1378, type=sub]; "1379 linear_64" [id=1379, type=linear]; "1380 reshape_46" [id=1380, type=reshape]; @@ -1411,11 +1411,11 @@ strict digraph { "1409 reshape_47_0_0_nncf_smooth_quant_0" [id=1409, type=call_module]; "1410 quantize_per_tensor_default_66" [id=1410, type=quantize_per_tensor]; "1411 dequantize_per_tensor_default_66" [id=1411, type=dequantize_per_tensor]; -"1412 linear_65_zero_point_0_updated_constant0" [id=1412, type=get_attr]; -"1413 linear_65_scale_0_updated_constant0" [id=1413, type=get_attr]; +"1412 _param_constant177_0_0" [id=1412, type=get_attr]; +"1413 scale_updated_constant66" [id=1413, type=get_attr]; "1414 compressed_weight_updated_constant66" [id=1414, type=get_attr]; -"1415 _param_constant177_0_0" [id=1415, type=get_attr]; -"1416 mul_tensor_66" [id=1416, type=mul]; +"1415 mul_tensor_66" [id=1415, type=mul]; +"1416 zero_point_updated_constant66" [id=1416, type=get_attr]; "1417 sub_tensor_66" [id=1417, type=sub]; "1418 linear_65" [id=1418, type=linear]; "1419 dropout_41" [id=1419, type=dropout]; @@ -1434,11 +1434,11 @@ strict digraph { "1432 add_36_0_0_nncf_smooth_quant_0" [id=1432, type=call_module]; "1433 quantize_per_tensor_default_67" [id=1433, type=quantize_per_tensor]; "1434 dequantize_per_tensor_default_67" [id=1434, type=dequantize_per_tensor]; -"1435 linear_66_zero_point_0_updated_constant0" [id=1435, type=get_attr]; -"1436 linear_66_scale_0_updated_constant0" [id=1436, type=get_attr]; +"1435 _param_constant181_0_0" [id=1435, type=get_attr]; +"1436 scale_updated_constant67" [id=1436, type=get_attr]; "1437 compressed_weight_updated_constant67" [id=1437, type=get_attr]; -"1438 _param_constant181_0_0" [id=1438, type=get_attr]; -"1439 mul_tensor_67" [id=1439, type=mul]; +"1438 mul_tensor_67" [id=1438, type=mul]; +"1439 zero_point_updated_constant67" [id=1439, type=get_attr]; "1440 sub_tensor_67" [id=1440, type=sub]; "1441 linear_66" [id=1441, type=linear]; "1442 gelu_10" [id=1442, type=gelu]; @@ -1446,11 +1446,11 @@ strict digraph { "1444 dropout_42_0_0_nncf_smooth_quant_0" [id=1444, type=call_module]; "1445 quantize_per_tensor_default_68" [id=1445, type=quantize_per_tensor]; "1446 dequantize_per_tensor_default_68" [id=1446, type=dequantize_per_tensor]; -"1447 linear_67_zero_point_0_updated_constant0" [id=1447, type=get_attr]; -"1448 linear_67_scale_0_updated_constant0" [id=1448, type=get_attr]; +"1447 _param_constant183_0_0" [id=1447, type=get_attr]; +"1448 scale_updated_constant68" [id=1448, type=get_attr]; "1449 compressed_weight_updated_constant68" [id=1449, type=get_attr]; -"1450 _param_constant183_0_0" [id=1450, type=get_attr]; -"1451 mul_tensor_68" [id=1451, type=mul]; +"1450 mul_tensor_68" [id=1450, type=mul]; +"1451 zero_point_updated_constant68" [id=1451, type=get_attr]; "1452 sub_tensor_68" [id=1452, type=sub]; "1453 linear_67" [id=1453, type=linear]; "1454 dropout_43" [id=1454, type=dropout]; @@ -1460,19 +1460,19 @@ strict digraph { "1458 add_37" [id=1458, type=add]; "1459 _tensor_constant67" [id=1459, type=get_attr]; "1460 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1460, type=call_module]; -"1461 linear_68_zero_point_0_updated_constant0" [id=1461, type=get_attr]; -"1462 linear_68_scale_0_updated_constant0" [id=1462, type=get_attr]; +"1461 _param_constant187_0_0" [id=1461, type=get_attr]; +"1462 scale_updated_constant69" [id=1462, type=get_attr]; "1463 compressed_weight_updated_constant69" [id=1463, type=get_attr]; -"1464 _param_constant187_0_0" [id=1464, type=get_attr]; -"1465 mul_tensor_69" [id=1465, type=mul]; +"1464 mul_tensor_69" [id=1464, type=mul]; +"1465 zero_point_updated_constant69" [id=1465, type=get_attr]; "1466 sub_tensor_69" [id=1466, type=sub]; "1467 linear_68" [id=1467, type=linear]; "1468 relu__11" [id=1468, type=relu_]; "1469 relu__11_0_0_nncf_smooth_quant_0" [id=1469, type=call_module]; -"1470 linear_69_zero_point_0_updated_constant0" [id=1470, type=get_attr]; -"1471 linear_69_scale_0_updated_constant0" [id=1471, type=get_attr]; -"1472 compressed_weight_updated_constant70" [id=1472, type=get_attr]; -"1473 mul_tensor_70" [id=1473, type=mul]; +"1470 scale_updated_constant70" [id=1470, type=get_attr]; +"1471 compressed_weight_updated_constant70" [id=1471, type=get_attr]; +"1472 mul_tensor_70" [id=1472, type=mul]; +"1473 zero_point_updated_constant70" [id=1473, type=get_attr]; "1474 sub_tensor_70" [id=1474, type=sub]; "1475 linear_69" [id=1475, type=linear]; "1476 view_59" [id=1476, type=view]; @@ -1492,11 +1492,11 @@ strict digraph { "1490 reshape_49_0_0_nncf_smooth_quant_0" [id=1490, type=call_module]; "1491 quantize_per_tensor_default_69" [id=1491, type=quantize_per_tensor]; "1492 dequantize_per_tensor_default_69" [id=1492, type=dequantize_per_tensor]; -"1493 linear_70_zero_point_0_updated_constant0" [id=1493, type=get_attr]; -"1494 linear_70_scale_0_updated_constant0" [id=1494, type=get_attr]; +"1493 _param_constant189_0_0" [id=1493, type=get_attr]; +"1494 scale_updated_constant71" [id=1494, type=get_attr]; "1495 compressed_weight_updated_constant71" [id=1495, type=get_attr]; -"1496 _param_constant189_0_0" [id=1496, type=get_attr]; -"1497 mul_tensor_71" [id=1497, type=mul]; +"1496 mul_tensor_71" [id=1496, type=mul]; +"1497 zero_point_updated_constant71" [id=1497, type=get_attr]; "1498 sub_tensor_71" [id=1498, type=sub]; "1499 linear_70" [id=1499, type=linear]; "1500 reshape_50" [id=1500, type=reshape]; @@ -1547,11 +1547,11 @@ strict digraph { "1545 reshape_52_0_0_nncf_smooth_quant_0" [id=1545, type=call_module]; "1546 quantize_per_tensor_default_72" [id=1546, type=quantize_per_tensor]; "1547 dequantize_per_tensor_default_72" [id=1547, type=dequantize_per_tensor]; -"1548 linear_71_zero_point_0_updated_constant0" [id=1548, type=get_attr]; -"1549 linear_71_scale_0_updated_constant0" [id=1549, type=get_attr]; +"1548 _param_constant193_0_0" [id=1548, type=get_attr]; +"1549 scale_updated_constant72" [id=1549, type=get_attr]; "1550 compressed_weight_updated_constant72" [id=1550, type=get_attr]; -"1551 _param_constant193_0_0" [id=1551, type=get_attr]; -"1552 mul_tensor_72" [id=1552, type=mul]; +"1551 mul_tensor_72" [id=1551, type=mul]; +"1552 zero_point_updated_constant72" [id=1552, type=get_attr]; "1553 sub_tensor_72" [id=1553, type=sub]; "1554 linear_71" [id=1554, type=linear]; "1555 dropout_45" [id=1555, type=dropout]; @@ -1571,11 +1571,11 @@ strict digraph { "1569 add_40_0_0_nncf_smooth_quant_0" [id=1569, type=call_module]; "1570 quantize_per_tensor_default_73" [id=1570, type=quantize_per_tensor]; "1571 dequantize_per_tensor_default_73" [id=1571, type=dequantize_per_tensor]; -"1572 linear_72_zero_point_0_updated_constant0" [id=1572, type=get_attr]; -"1573 linear_72_scale_0_updated_constant0" [id=1573, type=get_attr]; +"1572 _param_constant197_0_0" [id=1572, type=get_attr]; +"1573 scale_updated_constant73" [id=1573, type=get_attr]; "1574 compressed_weight_updated_constant73" [id=1574, type=get_attr]; -"1575 _param_constant197_0_0" [id=1575, type=get_attr]; -"1576 mul_tensor_73" [id=1576, type=mul]; +"1575 mul_tensor_73" [id=1575, type=mul]; +"1576 zero_point_updated_constant73" [id=1576, type=get_attr]; "1577 sub_tensor_73" [id=1577, type=sub]; "1578 linear_72" [id=1578, type=linear]; "1579 gelu_11" [id=1579, type=gelu]; @@ -1583,11 +1583,11 @@ strict digraph { "1581 dropout_46_0_0_nncf_smooth_quant_0" [id=1581, type=call_module]; "1582 quantize_per_tensor_default_74" [id=1582, type=quantize_per_tensor]; "1583 dequantize_per_tensor_default_74" [id=1583, type=dequantize_per_tensor]; -"1584 linear_73_zero_point_0_updated_constant0" [id=1584, type=get_attr]; -"1585 linear_73_scale_0_updated_constant0" [id=1585, type=get_attr]; +"1584 _param_constant199_0_0" [id=1584, type=get_attr]; +"1585 scale_updated_constant74" [id=1585, type=get_attr]; "1586 compressed_weight_updated_constant74" [id=1586, type=get_attr]; -"1587 _param_constant199_0_0" [id=1587, type=get_attr]; -"1588 mul_tensor_74" [id=1588, type=mul]; +"1587 mul_tensor_74" [id=1587, type=mul]; +"1588 zero_point_updated_constant74" [id=1588, type=get_attr]; "1589 sub_tensor_74" [id=1589, type=sub]; "1590 linear_73" [id=1590, type=linear]; "1591 dropout_47" [id=1591, type=dropout]; @@ -1597,19 +1597,19 @@ strict digraph { "1595 add_41" [id=1595, type=add]; "1596 _tensor_constant78" [id=1596, type=get_attr]; "1597 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1597, type=call_module]; -"1598 linear_74_zero_point_0_updated_constant0" [id=1598, type=get_attr]; -"1599 linear_74_scale_0_updated_constant0" [id=1599, type=get_attr]; +"1598 _param_constant203_0_0" [id=1598, type=get_attr]; +"1599 scale_updated_constant75" [id=1599, type=get_attr]; "1600 compressed_weight_updated_constant75" [id=1600, type=get_attr]; -"1601 _param_constant203_0_0" [id=1601, type=get_attr]; -"1602 mul_tensor_75" [id=1602, type=mul]; +"1601 mul_tensor_75" [id=1601, type=mul]; +"1602 zero_point_updated_constant75" [id=1602, type=get_attr]; "1603 sub_tensor_75" [id=1603, type=sub]; "1604 linear_74" [id=1604, type=linear]; "1605 relu__12" [id=1605, type=relu_]; "1606 relu__12_0_0_nncf_smooth_quant_0" [id=1606, type=call_module]; -"1607 linear_75_zero_point_0_updated_constant0" [id=1607, type=get_attr]; -"1608 linear_75_scale_0_updated_constant0" [id=1608, type=get_attr]; -"1609 compressed_weight_updated_constant76" [id=1609, type=get_attr]; -"1610 mul_tensor_76" [id=1610, type=mul]; +"1607 scale_updated_constant76" [id=1607, type=get_attr]; +"1608 compressed_weight_updated_constant76" [id=1608, type=get_attr]; +"1609 mul_tensor_76" [id=1609, type=mul]; +"1610 zero_point_updated_constant76" [id=1610, type=get_attr]; "1611 sub_tensor_76" [id=1611, type=sub]; "1612 linear_75" [id=1612, type=linear]; "1613 view_66" [id=1613, type=view]; @@ -1628,11 +1628,11 @@ strict digraph { "1626 reshape_54_0_0_nncf_smooth_quant_0" [id=1626, type=call_module]; "1627 quantize_per_tensor_default_75" [id=1627, type=quantize_per_tensor]; "1628 dequantize_per_tensor_default_75" [id=1628, type=dequantize_per_tensor]; -"1629 linear_76_zero_point_0_updated_constant0" [id=1629, type=get_attr]; -"1630 linear_76_scale_0_updated_constant0" [id=1630, type=get_attr]; +"1629 _param_constant205_0_0" [id=1629, type=get_attr]; +"1630 scale_updated_constant77" [id=1630, type=get_attr]; "1631 compressed_weight_updated_constant77" [id=1631, type=get_attr]; -"1632 _param_constant205_0_0" [id=1632, type=get_attr]; -"1633 mul_tensor_77" [id=1633, type=mul]; +"1632 mul_tensor_77" [id=1632, type=mul]; +"1633 zero_point_updated_constant77" [id=1633, type=get_attr]; "1634 sub_tensor_77" [id=1634, type=sub]; "1635 linear_76" [id=1635, type=linear]; "1636 reshape_55" [id=1636, type=reshape]; @@ -1667,11 +1667,11 @@ strict digraph { "1665 reshape_56_0_0_nncf_smooth_quant_0" [id=1665, type=call_module]; "1666 quantize_per_tensor_default_78" [id=1666, type=quantize_per_tensor]; "1667 dequantize_per_tensor_default_78" [id=1667, type=dequantize_per_tensor]; -"1668 linear_77_zero_point_0_updated_constant0" [id=1668, type=get_attr]; -"1669 linear_77_scale_0_updated_constant0" [id=1669, type=get_attr]; +"1668 _param_constant209_0_0" [id=1668, type=get_attr]; +"1669 scale_updated_constant78" [id=1669, type=get_attr]; "1670 compressed_weight_updated_constant78" [id=1670, type=get_attr]; -"1671 _param_constant209_0_0" [id=1671, type=get_attr]; -"1672 mul_tensor_78" [id=1672, type=mul]; +"1671 mul_tensor_78" [id=1671, type=mul]; +"1672 zero_point_updated_constant78" [id=1672, type=get_attr]; "1673 sub_tensor_78" [id=1673, type=sub]; "1674 linear_77" [id=1674, type=linear]; "1675 dropout_49" [id=1675, type=dropout]; @@ -1690,11 +1690,11 @@ strict digraph { "1688 add_43_0_0_nncf_smooth_quant_0" [id=1688, type=call_module]; "1689 quantize_per_tensor_default_79" [id=1689, type=quantize_per_tensor]; "1690 dequantize_per_tensor_default_79" [id=1690, type=dequantize_per_tensor]; -"1691 linear_78_zero_point_0_updated_constant0" [id=1691, type=get_attr]; -"1692 linear_78_scale_0_updated_constant0" [id=1692, type=get_attr]; +"1691 _param_constant213_0_0" [id=1691, type=get_attr]; +"1692 scale_updated_constant79" [id=1692, type=get_attr]; "1693 compressed_weight_updated_constant79" [id=1693, type=get_attr]; -"1694 _param_constant213_0_0" [id=1694, type=get_attr]; -"1695 mul_tensor_79" [id=1695, type=mul]; +"1694 mul_tensor_79" [id=1694, type=mul]; +"1695 zero_point_updated_constant79" [id=1695, type=get_attr]; "1696 sub_tensor_79" [id=1696, type=sub]; "1697 linear_78" [id=1697, type=linear]; "1698 gelu_12" [id=1698, type=gelu]; @@ -1702,11 +1702,11 @@ strict digraph { "1700 dropout_50_0_0_nncf_smooth_quant_0" [id=1700, type=call_module]; "1701 quantize_per_tensor_default_80" [id=1701, type=quantize_per_tensor]; "1702 dequantize_per_tensor_default_80" [id=1702, type=dequantize_per_tensor]; -"1703 linear_79_zero_point_0_updated_constant0" [id=1703, type=get_attr]; -"1704 linear_79_scale_0_updated_constant0" [id=1704, type=get_attr]; +"1703 _param_constant215_0_0" [id=1703, type=get_attr]; +"1704 scale_updated_constant80" [id=1704, type=get_attr]; "1705 compressed_weight_updated_constant80" [id=1705, type=get_attr]; -"1706 _param_constant215_0_0" [id=1706, type=get_attr]; -"1707 mul_tensor_80" [id=1707, type=mul]; +"1706 mul_tensor_80" [id=1706, type=mul]; +"1707 zero_point_updated_constant80" [id=1707, type=get_attr]; "1708 sub_tensor_80" [id=1708, type=sub]; "1709 linear_79" [id=1709, type=linear]; "1710 dropout_51" [id=1710, type=dropout]; @@ -1716,19 +1716,19 @@ strict digraph { "1714 add_44" [id=1714, type=add]; "1715 _tensor_constant80" [id=1715, type=get_attr]; "1716 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1716, type=call_module]; -"1717 linear_80_zero_point_0_updated_constant0" [id=1717, type=get_attr]; -"1718 linear_80_scale_0_updated_constant0" [id=1718, type=get_attr]; +"1717 _param_constant219_0_0" [id=1717, type=get_attr]; +"1718 scale_updated_constant81" [id=1718, type=get_attr]; "1719 compressed_weight_updated_constant81" [id=1719, type=get_attr]; -"1720 _param_constant219_0_0" [id=1720, type=get_attr]; -"1721 mul_tensor_81" [id=1721, type=mul]; +"1720 mul_tensor_81" [id=1720, type=mul]; +"1721 zero_point_updated_constant81" [id=1721, type=get_attr]; "1722 sub_tensor_81" [id=1722, type=sub]; "1723 linear_80" [id=1723, type=linear]; "1724 relu__13" [id=1724, type=relu_]; "1725 relu__13_0_0_nncf_smooth_quant_0" [id=1725, type=call_module]; -"1726 linear_81_zero_point_0_updated_constant0" [id=1726, type=get_attr]; -"1727 linear_81_scale_0_updated_constant0" [id=1727, type=get_attr]; -"1728 compressed_weight_updated_constant82" [id=1728, type=get_attr]; -"1729 mul_tensor_82" [id=1729, type=mul]; +"1726 scale_updated_constant82" [id=1726, type=get_attr]; +"1727 compressed_weight_updated_constant82" [id=1727, type=get_attr]; +"1728 mul_tensor_82" [id=1728, type=mul]; +"1729 zero_point_updated_constant82" [id=1729, type=get_attr]; "1730 sub_tensor_82" [id=1730, type=sub]; "1731 linear_81" [id=1731, type=linear]; "1732 view_70" [id=1732, type=view]; @@ -1748,11 +1748,11 @@ strict digraph { "1746 reshape_58_0_0_nncf_smooth_quant_0" [id=1746, type=call_module]; "1747 quantize_per_tensor_default_81" [id=1747, type=quantize_per_tensor]; "1748 dequantize_per_tensor_default_81" [id=1748, type=dequantize_per_tensor]; -"1749 linear_82_zero_point_0_updated_constant0" [id=1749, type=get_attr]; -"1750 linear_82_scale_0_updated_constant0" [id=1750, type=get_attr]; +"1749 _param_constant221_0_0" [id=1749, type=get_attr]; +"1750 scale_updated_constant83" [id=1750, type=get_attr]; "1751 compressed_weight_updated_constant83" [id=1751, type=get_attr]; -"1752 _param_constant221_0_0" [id=1752, type=get_attr]; -"1753 mul_tensor_83" [id=1753, type=mul]; +"1752 mul_tensor_83" [id=1752, type=mul]; +"1753 zero_point_updated_constant83" [id=1753, type=get_attr]; "1754 sub_tensor_83" [id=1754, type=sub]; "1755 linear_82" [id=1755, type=linear]; "1756 reshape_59" [id=1756, type=reshape]; @@ -1803,11 +1803,11 @@ strict digraph { "1801 reshape_61_0_0_nncf_smooth_quant_0" [id=1801, type=call_module]; "1802 quantize_per_tensor_default_84" [id=1802, type=quantize_per_tensor]; "1803 dequantize_per_tensor_default_84" [id=1803, type=dequantize_per_tensor]; -"1804 linear_83_zero_point_0_updated_constant0" [id=1804, type=get_attr]; -"1805 linear_83_scale_0_updated_constant0" [id=1805, type=get_attr]; +"1804 _param_constant225_0_0" [id=1804, type=get_attr]; +"1805 scale_updated_constant84" [id=1805, type=get_attr]; "1806 compressed_weight_updated_constant84" [id=1806, type=get_attr]; -"1807 _param_constant225_0_0" [id=1807, type=get_attr]; -"1808 mul_tensor_84" [id=1808, type=mul]; +"1807 mul_tensor_84" [id=1807, type=mul]; +"1808 zero_point_updated_constant84" [id=1808, type=get_attr]; "1809 sub_tensor_84" [id=1809, type=sub]; "1810 linear_83" [id=1810, type=linear]; "1811 dropout_53" [id=1811, type=dropout]; @@ -1827,11 +1827,11 @@ strict digraph { "1825 add_47_0_0_nncf_smooth_quant_0" [id=1825, type=call_module]; "1826 quantize_per_tensor_default_85" [id=1826, type=quantize_per_tensor]; "1827 dequantize_per_tensor_default_85" [id=1827, type=dequantize_per_tensor]; -"1828 linear_84_zero_point_0_updated_constant0" [id=1828, type=get_attr]; -"1829 linear_84_scale_0_updated_constant0" [id=1829, type=get_attr]; +"1828 _param_constant229_0_0" [id=1828, type=get_attr]; +"1829 scale_updated_constant85" [id=1829, type=get_attr]; "1830 compressed_weight_updated_constant85" [id=1830, type=get_attr]; -"1831 _param_constant229_0_0" [id=1831, type=get_attr]; -"1832 mul_tensor_85" [id=1832, type=mul]; +"1831 mul_tensor_85" [id=1831, type=mul]; +"1832 zero_point_updated_constant85" [id=1832, type=get_attr]; "1833 sub_tensor_85" [id=1833, type=sub]; "1834 linear_84" [id=1834, type=linear]; "1835 gelu_13" [id=1835, type=gelu]; @@ -1839,11 +1839,11 @@ strict digraph { "1837 dropout_54_0_0_nncf_smooth_quant_0" [id=1837, type=call_module]; "1838 quantize_per_tensor_default_86" [id=1838, type=quantize_per_tensor]; "1839 dequantize_per_tensor_default_86" [id=1839, type=dequantize_per_tensor]; -"1840 linear_85_zero_point_0_updated_constant0" [id=1840, type=get_attr]; -"1841 linear_85_scale_0_updated_constant0" [id=1841, type=get_attr]; +"1840 _param_constant231_0_0" [id=1840, type=get_attr]; +"1841 scale_updated_constant86" [id=1841, type=get_attr]; "1842 compressed_weight_updated_constant86" [id=1842, type=get_attr]; -"1843 _param_constant231_0_0" [id=1843, type=get_attr]; -"1844 mul_tensor_86" [id=1844, type=mul]; +"1843 mul_tensor_86" [id=1843, type=mul]; +"1844 zero_point_updated_constant86" [id=1844, type=get_attr]; "1845 sub_tensor_86" [id=1845, type=sub]; "1846 linear_85" [id=1846, type=linear]; "1847 dropout_55" [id=1847, type=dropout]; @@ -1853,19 +1853,19 @@ strict digraph { "1851 add_48" [id=1851, type=add]; "1852 _tensor_constant91" [id=1852, type=get_attr]; "1853 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1853, type=call_module]; -"1854 linear_86_zero_point_0_updated_constant0" [id=1854, type=get_attr]; -"1855 linear_86_scale_0_updated_constant0" [id=1855, type=get_attr]; +"1854 _param_constant235_0_0" [id=1854, type=get_attr]; +"1855 scale_updated_constant87" [id=1855, type=get_attr]; "1856 compressed_weight_updated_constant87" [id=1856, type=get_attr]; -"1857 _param_constant235_0_0" [id=1857, type=get_attr]; -"1858 mul_tensor_87" [id=1858, type=mul]; +"1857 mul_tensor_87" [id=1857, type=mul]; +"1858 zero_point_updated_constant87" [id=1858, type=get_attr]; "1859 sub_tensor_87" [id=1859, type=sub]; "1860 linear_86" [id=1860, type=linear]; "1861 relu__14" [id=1861, type=relu_]; "1862 relu__14_0_0_nncf_smooth_quant_0" [id=1862, type=call_module]; -"1863 linear_87_zero_point_0_updated_constant0" [id=1863, type=get_attr]; -"1864 linear_87_scale_0_updated_constant0" [id=1864, type=get_attr]; -"1865 compressed_weight_updated_constant88" [id=1865, type=get_attr]; -"1866 mul_tensor_88" [id=1866, type=mul]; +"1863 scale_updated_constant88" [id=1863, type=get_attr]; +"1864 compressed_weight_updated_constant88" [id=1864, type=get_attr]; +"1865 mul_tensor_88" [id=1865, type=mul]; +"1866 zero_point_updated_constant88" [id=1866, type=get_attr]; "1867 sub_tensor_88" [id=1867, type=sub]; "1868 linear_87" [id=1868, type=linear]; "1869 view_77" [id=1869, type=view]; @@ -1884,11 +1884,11 @@ strict digraph { "1882 reshape_63_0_0_nncf_smooth_quant_0" [id=1882, type=call_module]; "1883 quantize_per_tensor_default_87" [id=1883, type=quantize_per_tensor]; "1884 dequantize_per_tensor_default_87" [id=1884, type=dequantize_per_tensor]; -"1885 linear_88_zero_point_0_updated_constant0" [id=1885, type=get_attr]; -"1886 linear_88_scale_0_updated_constant0" [id=1886, type=get_attr]; +"1885 _param_constant237_0_0" [id=1885, type=get_attr]; +"1886 scale_updated_constant89" [id=1886, type=get_attr]; "1887 compressed_weight_updated_constant89" [id=1887, type=get_attr]; -"1888 _param_constant237_0_0" [id=1888, type=get_attr]; -"1889 mul_tensor_89" [id=1889, type=mul]; +"1888 mul_tensor_89" [id=1888, type=mul]; +"1889 zero_point_updated_constant89" [id=1889, type=get_attr]; "1890 sub_tensor_89" [id=1890, type=sub]; "1891 linear_88" [id=1891, type=linear]; "1892 reshape_64" [id=1892, type=reshape]; @@ -1923,11 +1923,11 @@ strict digraph { "1921 reshape_65_0_0_nncf_smooth_quant_0" [id=1921, type=call_module]; "1922 quantize_per_tensor_default_90" [id=1922, type=quantize_per_tensor]; "1923 dequantize_per_tensor_default_90" [id=1923, type=dequantize_per_tensor]; -"1924 linear_89_zero_point_0_updated_constant0" [id=1924, type=get_attr]; -"1925 linear_89_scale_0_updated_constant0" [id=1925, type=get_attr]; +"1924 _param_constant241_0_0" [id=1924, type=get_attr]; +"1925 scale_updated_constant90" [id=1925, type=get_attr]; "1926 compressed_weight_updated_constant90" [id=1926, type=get_attr]; -"1927 _param_constant241_0_0" [id=1927, type=get_attr]; -"1928 mul_tensor_90" [id=1928, type=mul]; +"1927 mul_tensor_90" [id=1927, type=mul]; +"1928 zero_point_updated_constant90" [id=1928, type=get_attr]; "1929 sub_tensor_90" [id=1929, type=sub]; "1930 linear_89" [id=1930, type=linear]; "1931 dropout_57" [id=1931, type=dropout]; @@ -1946,11 +1946,11 @@ strict digraph { "1944 add_50_0_0_nncf_smooth_quant_0" [id=1944, type=call_module]; "1945 quantize_per_tensor_default_91" [id=1945, type=quantize_per_tensor]; "1946 dequantize_per_tensor_default_91" [id=1946, type=dequantize_per_tensor]; -"1947 linear_90_zero_point_0_updated_constant0" [id=1947, type=get_attr]; -"1948 linear_90_scale_0_updated_constant0" [id=1948, type=get_attr]; +"1947 _param_constant245_0_0" [id=1947, type=get_attr]; +"1948 scale_updated_constant91" [id=1948, type=get_attr]; "1949 compressed_weight_updated_constant91" [id=1949, type=get_attr]; -"1950 _param_constant245_0_0" [id=1950, type=get_attr]; -"1951 mul_tensor_91" [id=1951, type=mul]; +"1950 mul_tensor_91" [id=1950, type=mul]; +"1951 zero_point_updated_constant91" [id=1951, type=get_attr]; "1952 sub_tensor_91" [id=1952, type=sub]; "1953 linear_90" [id=1953, type=linear]; "1954 gelu_14" [id=1954, type=gelu]; @@ -1958,11 +1958,11 @@ strict digraph { "1956 dropout_58_0_0_nncf_smooth_quant_0" [id=1956, type=call_module]; "1957 quantize_per_tensor_default_92" [id=1957, type=quantize_per_tensor]; "1958 dequantize_per_tensor_default_92" [id=1958, type=dequantize_per_tensor]; -"1959 linear_91_zero_point_0_updated_constant0" [id=1959, type=get_attr]; -"1960 linear_91_scale_0_updated_constant0" [id=1960, type=get_attr]; +"1959 _param_constant247_0_0" [id=1959, type=get_attr]; +"1960 scale_updated_constant92" [id=1960, type=get_attr]; "1961 compressed_weight_updated_constant92" [id=1961, type=get_attr]; -"1962 _param_constant247_0_0" [id=1962, type=get_attr]; -"1963 mul_tensor_92" [id=1963, type=mul]; +"1962 mul_tensor_92" [id=1962, type=mul]; +"1963 zero_point_updated_constant92" [id=1963, type=get_attr]; "1964 sub_tensor_92" [id=1964, type=sub]; "1965 linear_91" [id=1965, type=linear]; "1966 dropout_59" [id=1966, type=dropout]; @@ -1972,19 +1972,19 @@ strict digraph { "1970 add_51" [id=1970, type=add]; "1971 _tensor_constant93" [id=1971, type=get_attr]; "1972 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1972, type=call_module]; -"1973 linear_92_zero_point_0_updated_constant0" [id=1973, type=get_attr]; -"1974 linear_92_scale_0_updated_constant0" [id=1974, type=get_attr]; +"1973 _param_constant251_0_0" [id=1973, type=get_attr]; +"1974 scale_updated_constant93" [id=1974, type=get_attr]; "1975 compressed_weight_updated_constant93" [id=1975, type=get_attr]; -"1976 _param_constant251_0_0" [id=1976, type=get_attr]; -"1977 mul_tensor_93" [id=1977, type=mul]; +"1976 mul_tensor_93" [id=1976, type=mul]; +"1977 zero_point_updated_constant93" [id=1977, type=get_attr]; "1978 sub_tensor_93" [id=1978, type=sub]; "1979 linear_92" [id=1979, type=linear]; "1980 relu__15" [id=1980, type=relu_]; "1981 relu__15_0_0_nncf_smooth_quant_0" [id=1981, type=call_module]; -"1982 linear_93_zero_point_0_updated_constant0" [id=1982, type=get_attr]; -"1983 linear_93_scale_0_updated_constant0" [id=1983, type=get_attr]; -"1984 compressed_weight_updated_constant94" [id=1984, type=get_attr]; -"1985 mul_tensor_94" [id=1985, type=mul]; +"1982 scale_updated_constant94" [id=1982, type=get_attr]; +"1983 compressed_weight_updated_constant94" [id=1983, type=get_attr]; +"1984 mul_tensor_94" [id=1984, type=mul]; +"1985 zero_point_updated_constant94" [id=1985, type=get_attr]; "1986 sub_tensor_94" [id=1986, type=sub]; "1987 linear_93" [id=1987, type=linear]; "1988 view_81" [id=1988, type=view]; @@ -2004,11 +2004,11 @@ strict digraph { "2002 reshape_67_0_0_nncf_smooth_quant_0" [id=2002, type=call_module]; "2003 quantize_per_tensor_default_93" [id=2003, type=quantize_per_tensor]; "2004 dequantize_per_tensor_default_93" [id=2004, type=dequantize_per_tensor]; -"2005 linear_94_zero_point_0_updated_constant0" [id=2005, type=get_attr]; -"2006 linear_94_scale_0_updated_constant0" [id=2006, type=get_attr]; +"2005 _param_constant253_0_0" [id=2005, type=get_attr]; +"2006 scale_updated_constant95" [id=2006, type=get_attr]; "2007 compressed_weight_updated_constant95" [id=2007, type=get_attr]; -"2008 _param_constant253_0_0" [id=2008, type=get_attr]; -"2009 mul_tensor_95" [id=2009, type=mul]; +"2008 mul_tensor_95" [id=2008, type=mul]; +"2009 zero_point_updated_constant95" [id=2009, type=get_attr]; "2010 sub_tensor_95" [id=2010, type=sub]; "2011 linear_94" [id=2011, type=linear]; "2012 reshape_68" [id=2012, type=reshape]; @@ -2059,11 +2059,11 @@ strict digraph { "2057 reshape_70_0_0_nncf_smooth_quant_0" [id=2057, type=call_module]; "2058 quantize_per_tensor_default_96" [id=2058, type=quantize_per_tensor]; "2059 dequantize_per_tensor_default_96" [id=2059, type=dequantize_per_tensor]; -"2060 linear_95_zero_point_0_updated_constant0" [id=2060, type=get_attr]; -"2061 linear_95_scale_0_updated_constant0" [id=2061, type=get_attr]; +"2060 _param_constant257_0_0" [id=2060, type=get_attr]; +"2061 scale_updated_constant96" [id=2061, type=get_attr]; "2062 compressed_weight_updated_constant96" [id=2062, type=get_attr]; -"2063 _param_constant257_0_0" [id=2063, type=get_attr]; -"2064 mul_tensor_96" [id=2064, type=mul]; +"2063 mul_tensor_96" [id=2063, type=mul]; +"2064 zero_point_updated_constant96" [id=2064, type=get_attr]; "2065 sub_tensor_96" [id=2065, type=sub]; "2066 linear_95" [id=2066, type=linear]; "2067 dropout_61" [id=2067, type=dropout]; @@ -2083,11 +2083,11 @@ strict digraph { "2081 add_54_0_0_nncf_smooth_quant_0" [id=2081, type=call_module]; "2082 quantize_per_tensor_default_97" [id=2082, type=quantize_per_tensor]; "2083 dequantize_per_tensor_default_97" [id=2083, type=dequantize_per_tensor]; -"2084 linear_96_zero_point_0_updated_constant0" [id=2084, type=get_attr]; -"2085 linear_96_scale_0_updated_constant0" [id=2085, type=get_attr]; +"2084 _param_constant261_0_0" [id=2084, type=get_attr]; +"2085 scale_updated_constant97" [id=2085, type=get_attr]; "2086 compressed_weight_updated_constant97" [id=2086, type=get_attr]; -"2087 _param_constant261_0_0" [id=2087, type=get_attr]; -"2088 mul_tensor_97" [id=2088, type=mul]; +"2087 mul_tensor_97" [id=2087, type=mul]; +"2088 zero_point_updated_constant97" [id=2088, type=get_attr]; "2089 sub_tensor_97" [id=2089, type=sub]; "2090 linear_96" [id=2090, type=linear]; "2091 gelu_15" [id=2091, type=gelu]; @@ -2095,11 +2095,11 @@ strict digraph { "2093 dropout_62_0_0_nncf_smooth_quant_0" [id=2093, type=call_module]; "2094 quantize_per_tensor_default_98" [id=2094, type=quantize_per_tensor]; "2095 dequantize_per_tensor_default_98" [id=2095, type=dequantize_per_tensor]; -"2096 linear_97_zero_point_0_updated_constant0" [id=2096, type=get_attr]; -"2097 linear_97_scale_0_updated_constant0" [id=2097, type=get_attr]; +"2096 _param_constant263_0_0" [id=2096, type=get_attr]; +"2097 scale_updated_constant98" [id=2097, type=get_attr]; "2098 compressed_weight_updated_constant98" [id=2098, type=get_attr]; -"2099 _param_constant263_0_0" [id=2099, type=get_attr]; -"2100 mul_tensor_98" [id=2100, type=mul]; +"2099 mul_tensor_98" [id=2099, type=mul]; +"2100 zero_point_updated_constant98" [id=2100, type=get_attr]; "2101 sub_tensor_98" [id=2101, type=sub]; "2102 linear_97" [id=2102, type=linear]; "2103 dropout_63" [id=2103, type=dropout]; @@ -2109,19 +2109,19 @@ strict digraph { "2107 add_55" [id=2107, type=add]; "2108 _tensor_constant104" [id=2108, type=get_attr]; "2109 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=2109, type=call_module]; -"2110 linear_98_zero_point_0_updated_constant0" [id=2110, type=get_attr]; -"2111 linear_98_scale_0_updated_constant0" [id=2111, type=get_attr]; +"2110 _param_constant267_0_0" [id=2110, type=get_attr]; +"2111 scale_updated_constant99" [id=2111, type=get_attr]; "2112 compressed_weight_updated_constant99" [id=2112, type=get_attr]; -"2113 _param_constant267_0_0" [id=2113, type=get_attr]; -"2114 mul_tensor_99" [id=2114, type=mul]; +"2113 mul_tensor_99" [id=2113, type=mul]; +"2114 zero_point_updated_constant99" [id=2114, type=get_attr]; "2115 sub_tensor_99" [id=2115, type=sub]; "2116 linear_98" [id=2116, type=linear]; "2117 relu__16" [id=2117, type=relu_]; "2118 relu__16_0_0_nncf_smooth_quant_0" [id=2118, type=call_module]; -"2119 linear_99_zero_point_0_updated_constant0" [id=2119, type=get_attr]; -"2120 linear_99_scale_0_updated_constant0" [id=2120, type=get_attr]; -"2121 compressed_weight_updated_constant100" [id=2121, type=get_attr]; -"2122 mul_tensor_100" [id=2122, type=mul]; +"2119 scale_updated_constant100" [id=2119, type=get_attr]; +"2120 compressed_weight_updated_constant100" [id=2120, type=get_attr]; +"2121 mul_tensor_100" [id=2121, type=mul]; +"2122 zero_point_updated_constant100" [id=2122, type=get_attr]; "2123 sub_tensor_100" [id=2123, type=sub]; "2124 linear_99" [id=2124, type=linear]; "2125 view_88" [id=2125, type=view]; @@ -2140,11 +2140,11 @@ strict digraph { "2138 reshape_72_0_0_nncf_smooth_quant_0" [id=2138, type=call_module]; "2139 quantize_per_tensor_default_99" [id=2139, type=quantize_per_tensor]; "2140 dequantize_per_tensor_default_99" [id=2140, type=dequantize_per_tensor]; -"2141 linear_100_zero_point_0_updated_constant0" [id=2141, type=get_attr]; -"2142 linear_100_scale_0_updated_constant0" [id=2142, type=get_attr]; +"2141 _param_constant269_0_0" [id=2141, type=get_attr]; +"2142 scale_updated_constant101" [id=2142, type=get_attr]; "2143 compressed_weight_updated_constant101" [id=2143, type=get_attr]; -"2144 _param_constant269_0_0" [id=2144, type=get_attr]; -"2145 mul_tensor_101" [id=2145, type=mul]; +"2144 mul_tensor_101" [id=2144, type=mul]; +"2145 zero_point_updated_constant101" [id=2145, type=get_attr]; "2146 sub_tensor_101" [id=2146, type=sub]; "2147 linear_100" [id=2147, type=linear]; "2148 reshape_73" [id=2148, type=reshape]; @@ -2179,11 +2179,11 @@ strict digraph { "2177 reshape_74_0_0_nncf_smooth_quant_0" [id=2177, type=call_module]; "2178 quantize_per_tensor_default_102" [id=2178, type=quantize_per_tensor]; "2179 dequantize_per_tensor_default_102" [id=2179, type=dequantize_per_tensor]; -"2180 linear_101_zero_point_0_updated_constant0" [id=2180, type=get_attr]; -"2181 linear_101_scale_0_updated_constant0" [id=2181, type=get_attr]; +"2180 _param_constant273_0_0" [id=2180, type=get_attr]; +"2181 scale_updated_constant102" [id=2181, type=get_attr]; "2182 compressed_weight_updated_constant102" [id=2182, type=get_attr]; -"2183 _param_constant273_0_0" [id=2183, type=get_attr]; -"2184 mul_tensor_102" [id=2184, type=mul]; +"2183 mul_tensor_102" [id=2183, type=mul]; +"2184 zero_point_updated_constant102" [id=2184, type=get_attr]; "2185 sub_tensor_102" [id=2185, type=sub]; "2186 linear_101" [id=2186, type=linear]; "2187 dropout_65" [id=2187, type=dropout]; @@ -2202,11 +2202,11 @@ strict digraph { "2200 add_57_0_0_nncf_smooth_quant_0" [id=2200, type=call_module]; "2201 quantize_per_tensor_default_103" [id=2201, type=quantize_per_tensor]; "2202 dequantize_per_tensor_default_103" [id=2202, type=dequantize_per_tensor]; -"2203 linear_102_zero_point_0_updated_constant0" [id=2203, type=get_attr]; -"2204 linear_102_scale_0_updated_constant0" [id=2204, type=get_attr]; +"2203 _param_constant277_0_0" [id=2203, type=get_attr]; +"2204 scale_updated_constant103" [id=2204, type=get_attr]; "2205 compressed_weight_updated_constant103" [id=2205, type=get_attr]; -"2206 _param_constant277_0_0" [id=2206, type=get_attr]; -"2207 mul_tensor_103" [id=2207, type=mul]; +"2206 mul_tensor_103" [id=2206, type=mul]; +"2207 zero_point_updated_constant103" [id=2207, type=get_attr]; "2208 sub_tensor_103" [id=2208, type=sub]; "2209 linear_102" [id=2209, type=linear]; "2210 gelu_16" [id=2210, type=gelu]; @@ -2214,11 +2214,11 @@ strict digraph { "2212 dropout_66_0_0_nncf_smooth_quant_0" [id=2212, type=call_module]; "2213 quantize_per_tensor_default_104" [id=2213, type=quantize_per_tensor]; "2214 dequantize_per_tensor_default_104" [id=2214, type=dequantize_per_tensor]; -"2215 linear_103_zero_point_0_updated_constant0" [id=2215, type=get_attr]; -"2216 linear_103_scale_0_updated_constant0" [id=2216, type=get_attr]; +"2215 _param_constant279_0_0" [id=2215, type=get_attr]; +"2216 scale_updated_constant104" [id=2216, type=get_attr]; "2217 compressed_weight_updated_constant104" [id=2217, type=get_attr]; -"2218 _param_constant279_0_0" [id=2218, type=get_attr]; -"2219 mul_tensor_104" [id=2219, type=mul]; +"2218 mul_tensor_104" [id=2218, type=mul]; +"2219 zero_point_updated_constant104" [id=2219, type=get_attr]; "2220 sub_tensor_104" [id=2220, type=sub]; "2221 linear_103" [id=2221, type=linear]; "2222 dropout_67" [id=2222, type=dropout]; @@ -2228,19 +2228,19 @@ strict digraph { "2226 add_58" [id=2226, type=add]; "2227 _tensor_constant106" [id=2227, type=get_attr]; "2228 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2228, type=call_module]; -"2229 linear_104_zero_point_0_updated_constant0" [id=2229, type=get_attr]; -"2230 linear_104_scale_0_updated_constant0" [id=2230, type=get_attr]; +"2229 _param_constant283_0_0" [id=2229, type=get_attr]; +"2230 scale_updated_constant105" [id=2230, type=get_attr]; "2231 compressed_weight_updated_constant105" [id=2231, type=get_attr]; -"2232 _param_constant283_0_0" [id=2232, type=get_attr]; -"2233 mul_tensor_105" [id=2233, type=mul]; +"2232 mul_tensor_105" [id=2232, type=mul]; +"2233 zero_point_updated_constant105" [id=2233, type=get_attr]; "2234 sub_tensor_105" [id=2234, type=sub]; "2235 linear_104" [id=2235, type=linear]; "2236 relu__17" [id=2236, type=relu_]; "2237 relu__17_0_0_nncf_smooth_quant_0" [id=2237, type=call_module]; -"2238 linear_105_zero_point_0_updated_constant0" [id=2238, type=get_attr]; -"2239 linear_105_scale_0_updated_constant0" [id=2239, type=get_attr]; -"2240 compressed_weight_updated_constant106" [id=2240, type=get_attr]; -"2241 mul_tensor_106" [id=2241, type=mul]; +"2238 scale_updated_constant106" [id=2238, type=get_attr]; +"2239 compressed_weight_updated_constant106" [id=2239, type=get_attr]; +"2240 mul_tensor_106" [id=2240, type=mul]; +"2241 zero_point_updated_constant106" [id=2241, type=get_attr]; "2242 sub_tensor_106" [id=2242, type=sub]; "2243 linear_105" [id=2243, type=linear]; "2244 view_92" [id=2244, type=view]; @@ -2260,11 +2260,11 @@ strict digraph { "2258 reshape_76_0_0_nncf_smooth_quant_0" [id=2258, type=call_module]; "2259 quantize_per_tensor_default_105" [id=2259, type=quantize_per_tensor]; "2260 dequantize_per_tensor_default_105" [id=2260, type=dequantize_per_tensor]; -"2261 linear_106_zero_point_0_updated_constant0" [id=2261, type=get_attr]; -"2262 linear_106_scale_0_updated_constant0" [id=2262, type=get_attr]; +"2261 _param_constant285_0_0" [id=2261, type=get_attr]; +"2262 scale_updated_constant107" [id=2262, type=get_attr]; "2263 compressed_weight_updated_constant107" [id=2263, type=get_attr]; -"2264 _param_constant285_0_0" [id=2264, type=get_attr]; -"2265 mul_tensor_107" [id=2265, type=mul]; +"2264 mul_tensor_107" [id=2264, type=mul]; +"2265 zero_point_updated_constant107" [id=2265, type=get_attr]; "2266 sub_tensor_107" [id=2266, type=sub]; "2267 linear_106" [id=2267, type=linear]; "2268 reshape_77" [id=2268, type=reshape]; @@ -2315,11 +2315,11 @@ strict digraph { "2313 reshape_79_0_0_nncf_smooth_quant_0" [id=2313, type=call_module]; "2314 quantize_per_tensor_default_108" [id=2314, type=quantize_per_tensor]; "2315 dequantize_per_tensor_default_108" [id=2315, type=dequantize_per_tensor]; -"2316 linear_107_zero_point_0_updated_constant0" [id=2316, type=get_attr]; -"2317 linear_107_scale_0_updated_constant0" [id=2317, type=get_attr]; +"2316 _param_constant289_0_0" [id=2316, type=get_attr]; +"2317 scale_updated_constant108" [id=2317, type=get_attr]; "2318 compressed_weight_updated_constant108" [id=2318, type=get_attr]; -"2319 _param_constant289_0_0" [id=2319, type=get_attr]; -"2320 mul_tensor_108" [id=2320, type=mul]; +"2319 mul_tensor_108" [id=2319, type=mul]; +"2320 zero_point_updated_constant108" [id=2320, type=get_attr]; "2321 sub_tensor_108" [id=2321, type=sub]; "2322 linear_107" [id=2322, type=linear]; "2323 dropout_69" [id=2323, type=dropout]; @@ -2339,11 +2339,11 @@ strict digraph { "2337 add_61_0_0_nncf_smooth_quant_0" [id=2337, type=call_module]; "2338 quantize_per_tensor_default_109" [id=2338, type=quantize_per_tensor]; "2339 dequantize_per_tensor_default_109" [id=2339, type=dequantize_per_tensor]; -"2340 linear_108_zero_point_0_updated_constant0" [id=2340, type=get_attr]; -"2341 linear_108_scale_0_updated_constant0" [id=2341, type=get_attr]; +"2340 _param_constant293_0_0" [id=2340, type=get_attr]; +"2341 scale_updated_constant109" [id=2341, type=get_attr]; "2342 compressed_weight_updated_constant109" [id=2342, type=get_attr]; -"2343 _param_constant293_0_0" [id=2343, type=get_attr]; -"2344 mul_tensor_109" [id=2344, type=mul]; +"2343 mul_tensor_109" [id=2343, type=mul]; +"2344 zero_point_updated_constant109" [id=2344, type=get_attr]; "2345 sub_tensor_109" [id=2345, type=sub]; "2346 linear_108" [id=2346, type=linear]; "2347 gelu_17" [id=2347, type=gelu]; @@ -2351,11 +2351,11 @@ strict digraph { "2349 dropout_70_0_0_nncf_smooth_quant_0" [id=2349, type=call_module]; "2350 quantize_per_tensor_default_110" [id=2350, type=quantize_per_tensor]; "2351 dequantize_per_tensor_default_110" [id=2351, type=dequantize_per_tensor]; -"2352 linear_109_zero_point_0_updated_constant0" [id=2352, type=get_attr]; -"2353 linear_109_scale_0_updated_constant0" [id=2353, type=get_attr]; +"2352 _param_constant295_0_0" [id=2352, type=get_attr]; +"2353 scale_updated_constant110" [id=2353, type=get_attr]; "2354 compressed_weight_updated_constant110" [id=2354, type=get_attr]; -"2355 _param_constant295_0_0" [id=2355, type=get_attr]; -"2356 mul_tensor_110" [id=2356, type=mul]; +"2355 mul_tensor_110" [id=2355, type=mul]; +"2356 zero_point_updated_constant110" [id=2356, type=get_attr]; "2357 sub_tensor_110" [id=2357, type=sub]; "2358 linear_109" [id=2358, type=linear]; "2359 dropout_71" [id=2359, type=dropout]; @@ -2365,19 +2365,19 @@ strict digraph { "2363 add_62" [id=2363, type=add]; "2364 _tensor_constant117" [id=2364, type=get_attr]; "2365 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2365, type=call_module]; -"2366 linear_110_zero_point_0_updated_constant0" [id=2366, type=get_attr]; -"2367 linear_110_scale_0_updated_constant0" [id=2367, type=get_attr]; +"2366 _param_constant299_0_0" [id=2366, type=get_attr]; +"2367 scale_updated_constant111" [id=2367, type=get_attr]; "2368 compressed_weight_updated_constant111" [id=2368, type=get_attr]; -"2369 _param_constant299_0_0" [id=2369, type=get_attr]; -"2370 mul_tensor_111" [id=2370, type=mul]; +"2369 mul_tensor_111" [id=2369, type=mul]; +"2370 zero_point_updated_constant111" [id=2370, type=get_attr]; "2371 sub_tensor_111" [id=2371, type=sub]; "2372 linear_110" [id=2372, type=linear]; "2373 relu__18" [id=2373, type=relu_]; "2374 relu__18_0_0_nncf_smooth_quant_0" [id=2374, type=call_module]; -"2375 linear_111_zero_point_0_updated_constant0" [id=2375, type=get_attr]; -"2376 linear_111_scale_0_updated_constant0" [id=2376, type=get_attr]; -"2377 compressed_weight_updated_constant112" [id=2377, type=get_attr]; -"2378 mul_tensor_112" [id=2378, type=mul]; +"2375 scale_updated_constant112" [id=2375, type=get_attr]; +"2376 compressed_weight_updated_constant112" [id=2376, type=get_attr]; +"2377 mul_tensor_112" [id=2377, type=mul]; +"2378 zero_point_updated_constant112" [id=2378, type=get_attr]; "2379 sub_tensor_112" [id=2379, type=sub]; "2380 linear_111" [id=2380, type=linear]; "2381 view_99" [id=2381, type=view]; @@ -2396,11 +2396,11 @@ strict digraph { "2394 reshape_81_0_0_nncf_smooth_quant_0" [id=2394, type=call_module]; "2395 quantize_per_tensor_default_111" [id=2395, type=quantize_per_tensor]; "2396 dequantize_per_tensor_default_111" [id=2396, type=dequantize_per_tensor]; -"2397 linear_112_zero_point_0_updated_constant0" [id=2397, type=get_attr]; -"2398 linear_112_scale_0_updated_constant0" [id=2398, type=get_attr]; +"2397 _param_constant301_0_0" [id=2397, type=get_attr]; +"2398 scale_updated_constant113" [id=2398, type=get_attr]; "2399 compressed_weight_updated_constant113" [id=2399, type=get_attr]; -"2400 _param_constant301_0_0" [id=2400, type=get_attr]; -"2401 mul_tensor_113" [id=2401, type=mul]; +"2400 mul_tensor_113" [id=2400, type=mul]; +"2401 zero_point_updated_constant113" [id=2401, type=get_attr]; "2402 sub_tensor_113" [id=2402, type=sub]; "2403 linear_112" [id=2403, type=linear]; "2404 reshape_82" [id=2404, type=reshape]; @@ -2435,11 +2435,11 @@ strict digraph { "2433 reshape_83_0_0_nncf_smooth_quant_0" [id=2433, type=call_module]; "2434 quantize_per_tensor_default_114" [id=2434, type=quantize_per_tensor]; "2435 dequantize_per_tensor_default_114" [id=2435, type=dequantize_per_tensor]; -"2436 linear_113_zero_point_0_updated_constant0" [id=2436, type=get_attr]; -"2437 linear_113_scale_0_updated_constant0" [id=2437, type=get_attr]; +"2436 _param_constant305_0_0" [id=2436, type=get_attr]; +"2437 scale_updated_constant114" [id=2437, type=get_attr]; "2438 compressed_weight_updated_constant114" [id=2438, type=get_attr]; -"2439 _param_constant305_0_0" [id=2439, type=get_attr]; -"2440 mul_tensor_114" [id=2440, type=mul]; +"2439 mul_tensor_114" [id=2439, type=mul]; +"2440 zero_point_updated_constant114" [id=2440, type=get_attr]; "2441 sub_tensor_114" [id=2441, type=sub]; "2442 linear_113" [id=2442, type=linear]; "2443 dropout_73" [id=2443, type=dropout]; @@ -2458,11 +2458,11 @@ strict digraph { "2456 add_64_0_0_nncf_smooth_quant_0" [id=2456, type=call_module]; "2457 quantize_per_tensor_default_115" [id=2457, type=quantize_per_tensor]; "2458 dequantize_per_tensor_default_115" [id=2458, type=dequantize_per_tensor]; -"2459 linear_114_zero_point_0_updated_constant0" [id=2459, type=get_attr]; -"2460 linear_114_scale_0_updated_constant0" [id=2460, type=get_attr]; +"2459 _param_constant309_0_0" [id=2459, type=get_attr]; +"2460 scale_updated_constant115" [id=2460, type=get_attr]; "2461 compressed_weight_updated_constant115" [id=2461, type=get_attr]; -"2462 _param_constant309_0_0" [id=2462, type=get_attr]; -"2463 mul_tensor_115" [id=2463, type=mul]; +"2462 mul_tensor_115" [id=2462, type=mul]; +"2463 zero_point_updated_constant115" [id=2463, type=get_attr]; "2464 sub_tensor_115" [id=2464, type=sub]; "2465 linear_114" [id=2465, type=linear]; "2466 gelu_18" [id=2466, type=gelu]; @@ -2470,11 +2470,11 @@ strict digraph { "2468 dropout_74_0_0_nncf_smooth_quant_0" [id=2468, type=call_module]; "2469 quantize_per_tensor_default_116" [id=2469, type=quantize_per_tensor]; "2470 dequantize_per_tensor_default_116" [id=2470, type=dequantize_per_tensor]; -"2471 linear_115_zero_point_0_updated_constant0" [id=2471, type=get_attr]; -"2472 linear_115_scale_0_updated_constant0" [id=2472, type=get_attr]; +"2471 _param_constant311_0_0" [id=2471, type=get_attr]; +"2472 scale_updated_constant116" [id=2472, type=get_attr]; "2473 compressed_weight_updated_constant116" [id=2473, type=get_attr]; -"2474 _param_constant311_0_0" [id=2474, type=get_attr]; -"2475 mul_tensor_116" [id=2475, type=mul]; +"2474 mul_tensor_116" [id=2474, type=mul]; +"2475 zero_point_updated_constant116" [id=2475, type=get_attr]; "2476 sub_tensor_116" [id=2476, type=sub]; "2477 linear_115" [id=2477, type=linear]; "2478 dropout_75" [id=2478, type=dropout]; @@ -2484,19 +2484,19 @@ strict digraph { "2482 add_65" [id=2482, type=add]; "2483 _tensor_constant119" [id=2483, type=get_attr]; "2484 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2484, type=call_module]; -"2485 linear_116_zero_point_0_updated_constant0" [id=2485, type=get_attr]; -"2486 linear_116_scale_0_updated_constant0" [id=2486, type=get_attr]; +"2485 _param_constant315_0_0" [id=2485, type=get_attr]; +"2486 scale_updated_constant117" [id=2486, type=get_attr]; "2487 compressed_weight_updated_constant117" [id=2487, type=get_attr]; -"2488 _param_constant315_0_0" [id=2488, type=get_attr]; -"2489 mul_tensor_117" [id=2489, type=mul]; +"2488 mul_tensor_117" [id=2488, type=mul]; +"2489 zero_point_updated_constant117" [id=2489, type=get_attr]; "2490 sub_tensor_117" [id=2490, type=sub]; "2491 linear_116" [id=2491, type=linear]; "2492 relu__19" [id=2492, type=relu_]; "2493 relu__19_0_0_nncf_smooth_quant_0" [id=2493, type=call_module]; -"2494 linear_117_zero_point_0_updated_constant0" [id=2494, type=get_attr]; -"2495 linear_117_scale_0_updated_constant0" [id=2495, type=get_attr]; -"2496 compressed_weight_updated_constant118" [id=2496, type=get_attr]; -"2497 mul_tensor_118" [id=2497, type=mul]; +"2494 scale_updated_constant118" [id=2494, type=get_attr]; +"2495 compressed_weight_updated_constant118" [id=2495, type=get_attr]; +"2496 mul_tensor_118" [id=2496, type=mul]; +"2497 zero_point_updated_constant118" [id=2497, type=get_attr]; "2498 sub_tensor_118" [id=2498, type=sub]; "2499 linear_117" [id=2499, type=linear]; "2500 view_103" [id=2500, type=view]; @@ -2516,11 +2516,11 @@ strict digraph { "2514 reshape_85_0_0_nncf_smooth_quant_0" [id=2514, type=call_module]; "2515 quantize_per_tensor_default_117" [id=2515, type=quantize_per_tensor]; "2516 dequantize_per_tensor_default_117" [id=2516, type=dequantize_per_tensor]; -"2517 linear_118_zero_point_0_updated_constant0" [id=2517, type=get_attr]; -"2518 linear_118_scale_0_updated_constant0" [id=2518, type=get_attr]; +"2517 _param_constant317_0_0" [id=2517, type=get_attr]; +"2518 scale_updated_constant119" [id=2518, type=get_attr]; "2519 compressed_weight_updated_constant119" [id=2519, type=get_attr]; -"2520 _param_constant317_0_0" [id=2520, type=get_attr]; -"2521 mul_tensor_119" [id=2521, type=mul]; +"2520 mul_tensor_119" [id=2520, type=mul]; +"2521 zero_point_updated_constant119" [id=2521, type=get_attr]; "2522 sub_tensor_119" [id=2522, type=sub]; "2523 linear_118" [id=2523, type=linear]; "2524 reshape_86" [id=2524, type=reshape]; @@ -2571,11 +2571,11 @@ strict digraph { "2569 reshape_88_0_0_nncf_smooth_quant_0" [id=2569, type=call_module]; "2570 quantize_per_tensor_default_120" [id=2570, type=quantize_per_tensor]; "2571 dequantize_per_tensor_default_120" [id=2571, type=dequantize_per_tensor]; -"2572 linear_119_zero_point_0_updated_constant0" [id=2572, type=get_attr]; -"2573 linear_119_scale_0_updated_constant0" [id=2573, type=get_attr]; +"2572 _param_constant321_0_0" [id=2572, type=get_attr]; +"2573 scale_updated_constant120" [id=2573, type=get_attr]; "2574 compressed_weight_updated_constant120" [id=2574, type=get_attr]; -"2575 _param_constant321_0_0" [id=2575, type=get_attr]; -"2576 mul_tensor_120" [id=2576, type=mul]; +"2575 mul_tensor_120" [id=2575, type=mul]; +"2576 zero_point_updated_constant120" [id=2576, type=get_attr]; "2577 sub_tensor_120" [id=2577, type=sub]; "2578 linear_119" [id=2578, type=linear]; "2579 dropout_77" [id=2579, type=dropout]; @@ -2595,11 +2595,11 @@ strict digraph { "2593 add_68_0_0_nncf_smooth_quant_0" [id=2593, type=call_module]; "2594 quantize_per_tensor_default_121" [id=2594, type=quantize_per_tensor]; "2595 dequantize_per_tensor_default_121" [id=2595, type=dequantize_per_tensor]; -"2596 linear_120_zero_point_0_updated_constant0" [id=2596, type=get_attr]; -"2597 linear_120_scale_0_updated_constant0" [id=2597, type=get_attr]; +"2596 _param_constant325_0_0" [id=2596, type=get_attr]; +"2597 scale_updated_constant121" [id=2597, type=get_attr]; "2598 compressed_weight_updated_constant121" [id=2598, type=get_attr]; -"2599 _param_constant325_0_0" [id=2599, type=get_attr]; -"2600 mul_tensor_121" [id=2600, type=mul]; +"2599 mul_tensor_121" [id=2599, type=mul]; +"2600 zero_point_updated_constant121" [id=2600, type=get_attr]; "2601 sub_tensor_121" [id=2601, type=sub]; "2602 linear_120" [id=2602, type=linear]; "2603 gelu_19" [id=2603, type=gelu]; @@ -2607,11 +2607,11 @@ strict digraph { "2605 dropout_78_0_0_nncf_smooth_quant_0" [id=2605, type=call_module]; "2606 quantize_per_tensor_default_122" [id=2606, type=quantize_per_tensor]; "2607 dequantize_per_tensor_default_122" [id=2607, type=dequantize_per_tensor]; -"2608 linear_121_zero_point_0_updated_constant0" [id=2608, type=get_attr]; -"2609 linear_121_scale_0_updated_constant0" [id=2609, type=get_attr]; +"2608 _param_constant327_0_0" [id=2608, type=get_attr]; +"2609 scale_updated_constant122" [id=2609, type=get_attr]; "2610 compressed_weight_updated_constant122" [id=2610, type=get_attr]; -"2611 _param_constant327_0_0" [id=2611, type=get_attr]; -"2612 mul_tensor_122" [id=2612, type=mul]; +"2611 mul_tensor_122" [id=2611, type=mul]; +"2612 zero_point_updated_constant122" [id=2612, type=get_attr]; "2613 sub_tensor_122" [id=2613, type=sub]; "2614 linear_121" [id=2614, type=linear]; "2615 dropout_79" [id=2615, type=dropout]; @@ -2621,19 +2621,19 @@ strict digraph { "2619 add_69" [id=2619, type=add]; "2620 _tensor_constant130" [id=2620, type=get_attr]; "2621 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2621, type=call_module]; -"2622 linear_122_zero_point_0_updated_constant0" [id=2622, type=get_attr]; -"2623 linear_122_scale_0_updated_constant0" [id=2623, type=get_attr]; +"2622 _param_constant331_0_0" [id=2622, type=get_attr]; +"2623 scale_updated_constant123" [id=2623, type=get_attr]; "2624 compressed_weight_updated_constant123" [id=2624, type=get_attr]; -"2625 _param_constant331_0_0" [id=2625, type=get_attr]; -"2626 mul_tensor_123" [id=2626, type=mul]; +"2625 mul_tensor_123" [id=2625, type=mul]; +"2626 zero_point_updated_constant123" [id=2626, type=get_attr]; "2627 sub_tensor_123" [id=2627, type=sub]; "2628 linear_122" [id=2628, type=linear]; "2629 relu__20" [id=2629, type=relu_]; "2630 relu__20_0_0_nncf_smooth_quant_0" [id=2630, type=call_module]; -"2631 linear_123_zero_point_0_updated_constant0" [id=2631, type=get_attr]; -"2632 linear_123_scale_0_updated_constant0" [id=2632, type=get_attr]; -"2633 compressed_weight_updated_constant124" [id=2633, type=get_attr]; -"2634 mul_tensor_124" [id=2634, type=mul]; +"2631 scale_updated_constant124" [id=2631, type=get_attr]; +"2632 compressed_weight_updated_constant124" [id=2632, type=get_attr]; +"2633 mul_tensor_124" [id=2633, type=mul]; +"2634 zero_point_updated_constant124" [id=2634, type=get_attr]; "2635 sub_tensor_124" [id=2635, type=sub]; "2636 linear_123" [id=2636, type=linear]; "2637 view_110" [id=2637, type=view]; @@ -2652,11 +2652,11 @@ strict digraph { "2650 reshape_90_0_0_nncf_smooth_quant_0" [id=2650, type=call_module]; "2651 quantize_per_tensor_default_123" [id=2651, type=quantize_per_tensor]; "2652 dequantize_per_tensor_default_123" [id=2652, type=dequantize_per_tensor]; -"2653 linear_124_zero_point_0_updated_constant0" [id=2653, type=get_attr]; -"2654 linear_124_scale_0_updated_constant0" [id=2654, type=get_attr]; +"2653 _param_constant333_0_0" [id=2653, type=get_attr]; +"2654 scale_updated_constant125" [id=2654, type=get_attr]; "2655 compressed_weight_updated_constant125" [id=2655, type=get_attr]; -"2656 _param_constant333_0_0" [id=2656, type=get_attr]; -"2657 mul_tensor_125" [id=2657, type=mul]; +"2656 mul_tensor_125" [id=2656, type=mul]; +"2657 zero_point_updated_constant125" [id=2657, type=get_attr]; "2658 sub_tensor_125" [id=2658, type=sub]; "2659 linear_124" [id=2659, type=linear]; "2660 reshape_91" [id=2660, type=reshape]; @@ -2691,11 +2691,11 @@ strict digraph { "2689 reshape_92_0_0_nncf_smooth_quant_0" [id=2689, type=call_module]; "2690 quantize_per_tensor_default_126" [id=2690, type=quantize_per_tensor]; "2691 dequantize_per_tensor_default_126" [id=2691, type=dequantize_per_tensor]; -"2692 linear_125_zero_point_0_updated_constant0" [id=2692, type=get_attr]; -"2693 linear_125_scale_0_updated_constant0" [id=2693, type=get_attr]; +"2692 _param_constant337_0_0" [id=2692, type=get_attr]; +"2693 scale_updated_constant126" [id=2693, type=get_attr]; "2694 compressed_weight_updated_constant126" [id=2694, type=get_attr]; -"2695 _param_constant337_0_0" [id=2695, type=get_attr]; -"2696 mul_tensor_126" [id=2696, type=mul]; +"2695 mul_tensor_126" [id=2695, type=mul]; +"2696 zero_point_updated_constant126" [id=2696, type=get_attr]; "2697 sub_tensor_126" [id=2697, type=sub]; "2698 linear_125" [id=2698, type=linear]; "2699 dropout_81" [id=2699, type=dropout]; @@ -2714,11 +2714,11 @@ strict digraph { "2712 add_71_0_0_nncf_smooth_quant_0" [id=2712, type=call_module]; "2713 quantize_per_tensor_default_127" [id=2713, type=quantize_per_tensor]; "2714 dequantize_per_tensor_default_127" [id=2714, type=dequantize_per_tensor]; -"2715 linear_126_zero_point_0_updated_constant0" [id=2715, type=get_attr]; -"2716 linear_126_scale_0_updated_constant0" [id=2716, type=get_attr]; +"2715 _param_constant341_0_0" [id=2715, type=get_attr]; +"2716 scale_updated_constant127" [id=2716, type=get_attr]; "2717 compressed_weight_updated_constant127" [id=2717, type=get_attr]; -"2718 _param_constant341_0_0" [id=2718, type=get_attr]; -"2719 mul_tensor_127" [id=2719, type=mul]; +"2718 mul_tensor_127" [id=2718, type=mul]; +"2719 zero_point_updated_constant127" [id=2719, type=get_attr]; "2720 sub_tensor_127" [id=2720, type=sub]; "2721 linear_126" [id=2721, type=linear]; "2722 gelu_20" [id=2722, type=gelu]; @@ -2726,11 +2726,11 @@ strict digraph { "2724 dropout_82_0_0_nncf_smooth_quant_0" [id=2724, type=call_module]; "2725 quantize_per_tensor_default_128" [id=2725, type=quantize_per_tensor]; "2726 dequantize_per_tensor_default_128" [id=2726, type=dequantize_per_tensor]; -"2727 linear_127_zero_point_0_updated_constant0" [id=2727, type=get_attr]; -"2728 linear_127_scale_0_updated_constant0" [id=2728, type=get_attr]; +"2727 _param_constant343_0_0" [id=2727, type=get_attr]; +"2728 scale_updated_constant128" [id=2728, type=get_attr]; "2729 compressed_weight_updated_constant128" [id=2729, type=get_attr]; -"2730 _param_constant343_0_0" [id=2730, type=get_attr]; -"2731 mul_tensor_128" [id=2731, type=mul]; +"2730 mul_tensor_128" [id=2730, type=mul]; +"2731 zero_point_updated_constant128" [id=2731, type=get_attr]; "2732 sub_tensor_128" [id=2732, type=sub]; "2733 linear_127" [id=2733, type=linear]; "2734 dropout_83" [id=2734, type=dropout]; @@ -2740,19 +2740,19 @@ strict digraph { "2738 add_72" [id=2738, type=add]; "2739 _tensor_constant132" [id=2739, type=get_attr]; "2740 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2740, type=call_module]; -"2741 linear_128_zero_point_0_updated_constant0" [id=2741, type=get_attr]; -"2742 linear_128_scale_0_updated_constant0" [id=2742, type=get_attr]; +"2741 _param_constant347_0_0" [id=2741, type=get_attr]; +"2742 scale_updated_constant129" [id=2742, type=get_attr]; "2743 compressed_weight_updated_constant129" [id=2743, type=get_attr]; -"2744 _param_constant347_0_0" [id=2744, type=get_attr]; -"2745 mul_tensor_129" [id=2745, type=mul]; +"2744 mul_tensor_129" [id=2744, type=mul]; +"2745 zero_point_updated_constant129" [id=2745, type=get_attr]; "2746 sub_tensor_129" [id=2746, type=sub]; "2747 linear_128" [id=2747, type=linear]; "2748 relu__21" [id=2748, type=relu_]; "2749 relu__21_0_0_nncf_smooth_quant_0" [id=2749, type=call_module]; -"2750 linear_129_zero_point_0_updated_constant0" [id=2750, type=get_attr]; -"2751 linear_129_scale_0_updated_constant0" [id=2751, type=get_attr]; -"2752 compressed_weight_updated_constant130" [id=2752, type=get_attr]; -"2753 mul_tensor_130" [id=2753, type=mul]; +"2750 scale_updated_constant130" [id=2750, type=get_attr]; +"2751 compressed_weight_updated_constant130" [id=2751, type=get_attr]; +"2752 mul_tensor_130" [id=2752, type=mul]; +"2753 zero_point_updated_constant130" [id=2753, type=get_attr]; "2754 sub_tensor_130" [id=2754, type=sub]; "2755 linear_129" [id=2755, type=linear]; "2756 view_114" [id=2756, type=view]; @@ -2772,11 +2772,11 @@ strict digraph { "2770 reshape_94_0_0_nncf_smooth_quant_0" [id=2770, type=call_module]; "2771 quantize_per_tensor_default_129" [id=2771, type=quantize_per_tensor]; "2772 dequantize_per_tensor_default_129" [id=2772, type=dequantize_per_tensor]; -"2773 linear_130_zero_point_0_updated_constant0" [id=2773, type=get_attr]; -"2774 linear_130_scale_0_updated_constant0" [id=2774, type=get_attr]; +"2773 _param_constant349_0_0" [id=2773, type=get_attr]; +"2774 scale_updated_constant131" [id=2774, type=get_attr]; "2775 compressed_weight_updated_constant131" [id=2775, type=get_attr]; -"2776 _param_constant349_0_0" [id=2776, type=get_attr]; -"2777 mul_tensor_131" [id=2777, type=mul]; +"2776 mul_tensor_131" [id=2776, type=mul]; +"2777 zero_point_updated_constant131" [id=2777, type=get_attr]; "2778 sub_tensor_131" [id=2778, type=sub]; "2779 linear_130" [id=2779, type=linear]; "2780 reshape_95" [id=2780, type=reshape]; @@ -2827,11 +2827,11 @@ strict digraph { "2825 reshape_97_0_0_nncf_smooth_quant_0" [id=2825, type=call_module]; "2826 quantize_per_tensor_default_132" [id=2826, type=quantize_per_tensor]; "2827 dequantize_per_tensor_default_132" [id=2827, type=dequantize_per_tensor]; -"2828 linear_131_zero_point_0_updated_constant0" [id=2828, type=get_attr]; -"2829 linear_131_scale_0_updated_constant0" [id=2829, type=get_attr]; +"2828 _param_constant353_0_0" [id=2828, type=get_attr]; +"2829 scale_updated_constant132" [id=2829, type=get_attr]; "2830 compressed_weight_updated_constant132" [id=2830, type=get_attr]; -"2831 _param_constant353_0_0" [id=2831, type=get_attr]; -"2832 mul_tensor_132" [id=2832, type=mul]; +"2831 mul_tensor_132" [id=2831, type=mul]; +"2832 zero_point_updated_constant132" [id=2832, type=get_attr]; "2833 sub_tensor_132" [id=2833, type=sub]; "2834 linear_131" [id=2834, type=linear]; "2835 dropout_85" [id=2835, type=dropout]; @@ -2851,11 +2851,11 @@ strict digraph { "2849 add_75_0_0_nncf_smooth_quant_0" [id=2849, type=call_module]; "2850 quantize_per_tensor_default_133" [id=2850, type=quantize_per_tensor]; "2851 dequantize_per_tensor_default_133" [id=2851, type=dequantize_per_tensor]; -"2852 linear_132_zero_point_0_updated_constant0" [id=2852, type=get_attr]; -"2853 linear_132_scale_0_updated_constant0" [id=2853, type=get_attr]; +"2852 _param_constant357_0_0" [id=2852, type=get_attr]; +"2853 scale_updated_constant133" [id=2853, type=get_attr]; "2854 compressed_weight_updated_constant133" [id=2854, type=get_attr]; -"2855 _param_constant357_0_0" [id=2855, type=get_attr]; -"2856 mul_tensor_133" [id=2856, type=mul]; +"2855 mul_tensor_133" [id=2855, type=mul]; +"2856 zero_point_updated_constant133" [id=2856, type=get_attr]; "2857 sub_tensor_133" [id=2857, type=sub]; "2858 linear_132" [id=2858, type=linear]; "2859 gelu_21" [id=2859, type=gelu]; @@ -2863,11 +2863,11 @@ strict digraph { "2861 dropout_86_0_0_nncf_smooth_quant_0" [id=2861, type=call_module]; "2862 quantize_per_tensor_default_134" [id=2862, type=quantize_per_tensor]; "2863 dequantize_per_tensor_default_134" [id=2863, type=dequantize_per_tensor]; -"2864 linear_133_zero_point_0_updated_constant0" [id=2864, type=get_attr]; -"2865 linear_133_scale_0_updated_constant0" [id=2865, type=get_attr]; +"2864 _param_constant359_0_0" [id=2864, type=get_attr]; +"2865 scale_updated_constant134" [id=2865, type=get_attr]; "2866 compressed_weight_updated_constant134" [id=2866, type=get_attr]; -"2867 _param_constant359_0_0" [id=2867, type=get_attr]; -"2868 mul_tensor_134" [id=2868, type=mul]; +"2867 mul_tensor_134" [id=2867, type=mul]; +"2868 zero_point_updated_constant134" [id=2868, type=get_attr]; "2869 sub_tensor_134" [id=2869, type=sub]; "2870 linear_133" [id=2870, type=linear]; "2871 dropout_87" [id=2871, type=dropout]; @@ -2892,10 +2892,10 @@ strict digraph { "2890 cat_2_0_0_nncf_smooth_quant_0" [id=2890, type=call_module]; "2891 quantize_per_tensor_default_135" [id=2891, type=quantize_per_tensor]; "2892 dequantize_per_tensor_default_135" [id=2892, type=dequantize_per_tensor]; -"2893 linear_134_zero_point_0_updated_constant0" [id=2893, type=get_attr]; -"2894 linear_134_scale_0_updated_constant0" [id=2894, type=get_attr]; -"2895 compressed_weight_updated_constant135" [id=2895, type=get_attr]; -"2896 mul_tensor_135" [id=2896, type=mul]; +"2893 scale_updated_constant135" [id=2893, type=get_attr]; +"2894 compressed_weight_updated_constant135" [id=2894, type=get_attr]; +"2895 mul_tensor_135" [id=2895, type=mul]; +"2896 zero_point_updated_constant135" [id=2896, type=get_attr]; "2897 sub_tensor_135" [id=2897, type=sub]; "2898 linear_134" [id=2898, type=linear]; "2899 _param_constant363" [id=2899, type=get_attr]; @@ -2903,19 +2903,19 @@ strict digraph { "2901 layer_norm_47" [id=2901, type=layer_norm]; "2902 _tensor_constant143" [id=2902, type=get_attr]; "2903 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2903, type=call_module]; -"2904 linear_135_zero_point_0_updated_constant0" [id=2904, type=get_attr]; -"2905 linear_135_scale_0_updated_constant0" [id=2905, type=get_attr]; +"2904 _param_constant366_0_0" [id=2904, type=get_attr]; +"2905 scale_updated_constant136" [id=2905, type=get_attr]; "2906 compressed_weight_updated_constant136" [id=2906, type=get_attr]; -"2907 _param_constant366_0_0" [id=2907, type=get_attr]; -"2908 mul_tensor_136" [id=2908, type=mul]; +"2907 mul_tensor_136" [id=2907, type=mul]; +"2908 zero_point_updated_constant136" [id=2908, type=get_attr]; "2909 sub_tensor_136" [id=2909, type=sub]; "2910 linear_135" [id=2910, type=linear]; "2911 relu__22" [id=2911, type=relu_]; "2912 relu__22_0_0_nncf_smooth_quant_0" [id=2912, type=call_module]; -"2913 linear_136_zero_point_0_updated_constant0" [id=2913, type=get_attr]; -"2914 linear_136_scale_0_updated_constant0" [id=2914, type=get_attr]; -"2915 compressed_weight_updated_constant137" [id=2915, type=get_attr]; -"2916 mul_tensor_137" [id=2916, type=mul]; +"2913 scale_updated_constant137" [id=2913, type=get_attr]; +"2914 compressed_weight_updated_constant137" [id=2914, type=get_attr]; +"2915 mul_tensor_137" [id=2915, type=mul]; +"2916 zero_point_updated_constant137" [id=2916, type=get_attr]; "2917 sub_tensor_137" [id=2917, type=sub]; "2918 linear_136" [id=2918, type=linear]; "2919 view_121" [id=2919, type=view]; @@ -2934,11 +2934,11 @@ strict digraph { "2932 reshape_99_0_0_nncf_smooth_quant_0" [id=2932, type=call_module]; "2933 quantize_per_tensor_default_136" [id=2933, type=quantize_per_tensor]; "2934 dequantize_per_tensor_default_136" [id=2934, type=dequantize_per_tensor]; -"2935 linear_137_zero_point_0_updated_constant0" [id=2935, type=get_attr]; -"2936 linear_137_scale_0_updated_constant0" [id=2936, type=get_attr]; +"2935 _param_constant368_0_0" [id=2935, type=get_attr]; +"2936 scale_updated_constant138" [id=2936, type=get_attr]; "2937 compressed_weight_updated_constant138" [id=2937, type=get_attr]; -"2938 _param_constant368_0_0" [id=2938, type=get_attr]; -"2939 mul_tensor_138" [id=2939, type=mul]; +"2938 mul_tensor_138" [id=2938, type=mul]; +"2939 zero_point_updated_constant138" [id=2939, type=get_attr]; "2940 sub_tensor_138" [id=2940, type=sub]; "2941 linear_137" [id=2941, type=linear]; "2942 reshape_100" [id=2942, type=reshape]; @@ -2973,11 +2973,11 @@ strict digraph { "2971 reshape_101_0_0_nncf_smooth_quant_0" [id=2971, type=call_module]; "2972 quantize_per_tensor_default_139" [id=2972, type=quantize_per_tensor]; "2973 dequantize_per_tensor_default_139" [id=2973, type=dequantize_per_tensor]; -"2974 linear_138_zero_point_0_updated_constant0" [id=2974, type=get_attr]; -"2975 linear_138_scale_0_updated_constant0" [id=2975, type=get_attr]; +"2974 _param_constant372_0_0" [id=2974, type=get_attr]; +"2975 scale_updated_constant139" [id=2975, type=get_attr]; "2976 compressed_weight_updated_constant139" [id=2976, type=get_attr]; -"2977 _param_constant372_0_0" [id=2977, type=get_attr]; -"2978 mul_tensor_139" [id=2978, type=mul]; +"2977 mul_tensor_139" [id=2977, type=mul]; +"2978 zero_point_updated_constant139" [id=2978, type=get_attr]; "2979 sub_tensor_139" [id=2979, type=sub]; "2980 linear_138" [id=2980, type=linear]; "2981 dropout_89" [id=2981, type=dropout]; @@ -2996,11 +2996,11 @@ strict digraph { "2994 add_78_0_0_nncf_smooth_quant_0" [id=2994, type=call_module]; "2995 quantize_per_tensor_default_140" [id=2995, type=quantize_per_tensor]; "2996 dequantize_per_tensor_default_140" [id=2996, type=dequantize_per_tensor]; -"2997 linear_139_zero_point_0_updated_constant0" [id=2997, type=get_attr]; -"2998 linear_139_scale_0_updated_constant0" [id=2998, type=get_attr]; +"2997 _param_constant376_0_0" [id=2997, type=get_attr]; +"2998 scale_updated_constant140" [id=2998, type=get_attr]; "2999 compressed_weight_updated_constant140" [id=2999, type=get_attr]; -"3000 _param_constant376_0_0" [id=3000, type=get_attr]; -"3001 mul_tensor_140" [id=3001, type=mul]; +"3000 mul_tensor_140" [id=3000, type=mul]; +"3001 zero_point_updated_constant140" [id=3001, type=get_attr]; "3002 sub_tensor_140" [id=3002, type=sub]; "3003 linear_139" [id=3003, type=linear]; "3004 gelu_22" [id=3004, type=gelu]; @@ -3008,11 +3008,11 @@ strict digraph { "3006 dropout_90_0_0_nncf_smooth_quant_0" [id=3006, type=call_module]; "3007 quantize_per_tensor_default_141" [id=3007, type=quantize_per_tensor]; "3008 dequantize_per_tensor_default_141" [id=3008, type=dequantize_per_tensor]; -"3009 linear_140_zero_point_0_updated_constant0" [id=3009, type=get_attr]; -"3010 linear_140_scale_0_updated_constant0" [id=3010, type=get_attr]; +"3009 _param_constant378_0_0" [id=3009, type=get_attr]; +"3010 scale_updated_constant141" [id=3010, type=get_attr]; "3011 compressed_weight_updated_constant141" [id=3011, type=get_attr]; -"3012 _param_constant378_0_0" [id=3012, type=get_attr]; -"3013 mul_tensor_141" [id=3013, type=mul]; +"3012 mul_tensor_141" [id=3012, type=mul]; +"3013 zero_point_updated_constant141" [id=3013, type=get_attr]; "3014 sub_tensor_141" [id=3014, type=sub]; "3015 linear_140" [id=3015, type=linear]; "3016 dropout_91" [id=3016, type=dropout]; @@ -3022,19 +3022,19 @@ strict digraph { "3020 add_79" [id=3020, type=add]; "3021 _tensor_constant145" [id=3021, type=get_attr]; "3022 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=3022, type=call_module]; -"3023 linear_141_zero_point_0_updated_constant0" [id=3023, type=get_attr]; -"3024 linear_141_scale_0_updated_constant0" [id=3024, type=get_attr]; +"3023 _param_constant382_0_0" [id=3023, type=get_attr]; +"3024 scale_updated_constant142" [id=3024, type=get_attr]; "3025 compressed_weight_updated_constant142" [id=3025, type=get_attr]; -"3026 _param_constant382_0_0" [id=3026, type=get_attr]; -"3027 mul_tensor_142" [id=3027, type=mul]; +"3026 mul_tensor_142" [id=3026, type=mul]; +"3027 zero_point_updated_constant142" [id=3027, type=get_attr]; "3028 sub_tensor_142" [id=3028, type=sub]; "3029 linear_141" [id=3029, type=linear]; "3030 relu__23" [id=3030, type=relu_]; "3031 relu__23_0_0_nncf_smooth_quant_0" [id=3031, type=call_module]; -"3032 linear_142_zero_point_0_updated_constant0" [id=3032, type=get_attr]; -"3033 linear_142_scale_0_updated_constant0" [id=3033, type=get_attr]; -"3034 compressed_weight_updated_constant143" [id=3034, type=get_attr]; -"3035 mul_tensor_143" [id=3035, type=mul]; +"3032 scale_updated_constant143" [id=3032, type=get_attr]; +"3033 compressed_weight_updated_constant143" [id=3033, type=get_attr]; +"3034 mul_tensor_143" [id=3034, type=mul]; +"3035 zero_point_updated_constant143" [id=3035, type=get_attr]; "3036 sub_tensor_143" [id=3036, type=sub]; "3037 linear_142" [id=3037, type=linear]; "3038 view_125" [id=3038, type=view]; @@ -3053,11 +3053,11 @@ strict digraph { "3051 reshape_103_0_0_nncf_smooth_quant_0" [id=3051, type=call_module]; "3052 quantize_per_tensor_default_142" [id=3052, type=quantize_per_tensor]; "3053 dequantize_per_tensor_default_142" [id=3053, type=dequantize_per_tensor]; -"3054 linear_143_zero_point_0_updated_constant0" [id=3054, type=get_attr]; -"3055 linear_143_scale_0_updated_constant0" [id=3055, type=get_attr]; +"3054 _param_constant384_0_0" [id=3054, type=get_attr]; +"3055 scale_updated_constant144" [id=3055, type=get_attr]; "3056 compressed_weight_updated_constant144" [id=3056, type=get_attr]; -"3057 _param_constant384_0_0" [id=3057, type=get_attr]; -"3058 mul_tensor_144" [id=3058, type=mul]; +"3057 mul_tensor_144" [id=3057, type=mul]; +"3058 zero_point_updated_constant144" [id=3058, type=get_attr]; "3059 sub_tensor_144" [id=3059, type=sub]; "3060 linear_143" [id=3060, type=linear]; "3061 reshape_104" [id=3061, type=reshape]; @@ -3092,11 +3092,11 @@ strict digraph { "3090 reshape_105_0_0_nncf_smooth_quant_0" [id=3090, type=call_module]; "3091 quantize_per_tensor_default_145" [id=3091, type=quantize_per_tensor]; "3092 dequantize_per_tensor_default_145" [id=3092, type=dequantize_per_tensor]; -"3093 linear_144_zero_point_0_updated_constant0" [id=3093, type=get_attr]; -"3094 linear_144_scale_0_updated_constant0" [id=3094, type=get_attr]; +"3093 _param_constant388_0_0" [id=3093, type=get_attr]; +"3094 scale_updated_constant145" [id=3094, type=get_attr]; "3095 compressed_weight_updated_constant145" [id=3095, type=get_attr]; -"3096 _param_constant388_0_0" [id=3096, type=get_attr]; -"3097 mul_tensor_145" [id=3097, type=mul]; +"3096 mul_tensor_145" [id=3096, type=mul]; +"3097 zero_point_updated_constant145" [id=3097, type=get_attr]; "3098 sub_tensor_145" [id=3098, type=sub]; "3099 linear_144" [id=3099, type=linear]; "3100 dropout_93" [id=3100, type=dropout]; @@ -3115,11 +3115,11 @@ strict digraph { "3113 add_81_0_0_nncf_smooth_quant_0" [id=3113, type=call_module]; "3114 quantize_per_tensor_default_146" [id=3114, type=quantize_per_tensor]; "3115 dequantize_per_tensor_default_146" [id=3115, type=dequantize_per_tensor]; -"3116 linear_145_zero_point_0_updated_constant0" [id=3116, type=get_attr]; -"3117 linear_145_scale_0_updated_constant0" [id=3117, type=get_attr]; +"3116 _param_constant392_0_0" [id=3116, type=get_attr]; +"3117 scale_updated_constant146" [id=3117, type=get_attr]; "3118 compressed_weight_updated_constant146" [id=3118, type=get_attr]; -"3119 _param_constant392_0_0" [id=3119, type=get_attr]; -"3120 mul_tensor_146" [id=3120, type=mul]; +"3119 mul_tensor_146" [id=3119, type=mul]; +"3120 zero_point_updated_constant146" [id=3120, type=get_attr]; "3121 sub_tensor_146" [id=3121, type=sub]; "3122 linear_145" [id=3122, type=linear]; "3123 gelu_23" [id=3123, type=gelu]; @@ -3127,11 +3127,11 @@ strict digraph { "3125 dropout_94_0_0_nncf_smooth_quant_0" [id=3125, type=call_module]; "3126 quantize_per_tensor_default_147" [id=3126, type=quantize_per_tensor]; "3127 dequantize_per_tensor_default_147" [id=3127, type=dequantize_per_tensor]; -"3128 linear_146_zero_point_0_updated_constant0" [id=3128, type=get_attr]; -"3129 linear_146_scale_0_updated_constant0" [id=3129, type=get_attr]; +"3128 _param_constant394_0_0" [id=3128, type=get_attr]; +"3129 scale_updated_constant147" [id=3129, type=get_attr]; "3130 compressed_weight_updated_constant147" [id=3130, type=get_attr]; -"3131 _param_constant394_0_0" [id=3131, type=get_attr]; -"3132 mul_tensor_147" [id=3132, type=mul]; +"3131 mul_tensor_147" [id=3131, type=mul]; +"3132 zero_point_updated_constant147" [id=3132, type=get_attr]; "3133 sub_tensor_147" [id=3133, type=sub]; "3134 linear_146" [id=3134, type=linear]; "3135 dropout_95" [id=3135, type=dropout]; @@ -3148,23 +3148,23 @@ strict digraph { "3146 flatten_0_0_nncf_smooth_quant_0" [id=3146, type=call_module]; "3147 quantize_per_tensor_default_148" [id=3147, type=quantize_per_tensor]; "3148 dequantize_per_tensor_default_148" [id=3148, type=dequantize_per_tensor]; -"3149 linear_147_zero_point_0_updated_constant0" [id=3149, type=get_attr]; -"3150 linear_147_scale_0_updated_constant0" [id=3150, type=get_attr]; +"3149 _param_constant400_0_0" [id=3149, type=get_attr]; +"3150 scale_updated_constant148" [id=3150, type=get_attr]; "3151 compressed_weight_updated_constant148" [id=3151, type=get_attr]; -"3152 _param_constant400_0_0" [id=3152, type=get_attr]; -"3153 mul_tensor_148" [id=3153, type=mul]; +"3152 mul_tensor_148" [id=3152, type=mul]; +"3153 zero_point_updated_constant148" [id=3153, type=get_attr]; "3154 sub_tensor_148" [id=3154, type=sub]; "3155 linear_147" [id=3155, type=linear]; "3156 output" [id=3156, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_zero_point_0_updated_constant0" -> "8 sub_tensor" [label="(96, 1, 1, 1)", style=solid]; -"4 conv2d_scale_0_updated_constant0" -> "7 mul_tensor" [label="(96, 1, 1, 1)", style=solid]; -"5 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(96, 3, 4, 4)", style=solid]; -"6 _param_constant1_0_0" -> "9 conv2d" [label="(96,)", style=solid]; -"7 mul_tensor" -> "8 sub_tensor" [label="(96, 3, 4, 4)", style=solid]; -"8 sub_tensor" -> "9 conv2d" [label=None, style=solid]; +"3 _param_constant1_0_0" -> "9 conv2d" [label="(96,)", style=solid]; +"4 scale_updated_constant0" -> "6 mul_tensor" [label="(96, 1, 1, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(96, 3, 4, 4)", style=solid]; +"6 mul_tensor" -> "8 sub_tensor" [label="(96, 3, 4, 4)", style=solid]; +"7 zero_point_updated_constant0" -> "8 sub_tensor" [label="(96, 1, 1, 1)", style=solid]; +"8 sub_tensor" -> "9 conv2d" [label="(96, 3, 4, 4)", style=solid]; "9 conv2d" -> "10 permute" [label="(1, 96, 56, 56)", style=solid]; "10 permute" -> "13 layer_norm" [label="(1, 56, 56, 96)", style=solid]; "11 _param_constant2" -> "13 layer_norm" [label="(96,)", style=solid]; @@ -3173,20 +3173,20 @@ strict digraph { "13 layer_norm" -> "102 add_1" [label="(1, 56, 56, 96)", style=solid]; "14 _tensor_constant0" -> "15 _tensor_constant0_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "15 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "22 linear" [label="(1, 15, 15, 2)", style=solid]; -"16 linear_zero_point_0_updated_constant0" -> "21 sub_tensor_1" [label="(512, 1)", style=solid]; -"17 linear_scale_0_updated_constant0" -> "20 mul_tensor_1" [label="(512, 1)", style=solid]; -"18 compressed_weight_updated_constant1" -> "20 mul_tensor_1" [label="(512, 2)", style=solid]; -"19 _param_constant5_0_0" -> "22 linear" [label="(512,)", style=solid]; -"20 mul_tensor_1" -> "21 sub_tensor_1" [label="(512, 2)", style=solid]; -"21 sub_tensor_1" -> "22 linear" [label=None, style=solid]; +"16 _param_constant5_0_0" -> "22 linear" [label="(512,)", style=solid]; +"17 scale_updated_constant1" -> "19 mul_tensor_1" [label="(512, 1)", style=solid]; +"18 compressed_weight_updated_constant1" -> "19 mul_tensor_1" [label="(512, 2)", style=solid]; +"19 mul_tensor_1" -> "21 sub_tensor_1" [label="(512, 2)", style=solid]; +"20 zero_point_updated_constant1" -> "21 sub_tensor_1" [label="(512, 1)", style=solid]; +"21 sub_tensor_1" -> "22 linear" [label="(512, 2)", style=solid]; "22 linear" -> "23 relu_" [label="(1, 15, 15, 512)", style=solid]; "23 relu_" -> "24 relu__0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "24 relu__0_0_nncf_smooth_quant_0" -> "30 linear_1" [label="(1, 15, 15, 512)", style=solid]; -"25 linear_1_zero_point_0_updated_constant0" -> "29 sub_tensor_2" [label="(3, 1)", style=solid]; -"26 linear_1_scale_0_updated_constant0" -> "28 mul_tensor_2" [label="(3, 1)", style=solid]; -"27 compressed_weight_updated_constant2" -> "28 mul_tensor_2" [label="(3, 512)", style=solid]; -"28 mul_tensor_2" -> "29 sub_tensor_2" [label="(3, 512)", style=solid]; -"29 sub_tensor_2" -> "30 linear_1" [label=None, style=solid]; +"25 scale_updated_constant2" -> "27 mul_tensor_2" [label="(3, 1)", style=solid]; +"26 compressed_weight_updated_constant2" -> "27 mul_tensor_2" [label="(3, 512)", style=solid]; +"27 mul_tensor_2" -> "29 sub_tensor_2" [label="(3, 512)", style=solid]; +"28 zero_point_updated_constant2" -> "29 sub_tensor_2" [label="(3, 1)", style=solid]; +"29 sub_tensor_2" -> "30 linear_1" [label="(3, 512)", style=solid]; "30 linear_1" -> "31 view" [label="(1, 15, 15, 3)", style=solid]; "31 view" -> "33 index" [label="(225, 3)", style=solid]; "32 _tensor_constant1" -> "33 index" [label="(4096,)", style=solid]; @@ -3204,12 +3204,12 @@ strict digraph { "44 reshape_0_0_nncf_smooth_quant_0" -> "45 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; "45 quantize_per_tensor_default_1" -> "46 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; "46 dequantize_per_tensor_default_1" -> "53 linear_2" [label="(49, 64, 96)", style=solid]; -"47 linear_2_zero_point_0_updated_constant0" -> "52 sub_tensor_3" [label="(288, 1)", style=solid]; -"48 linear_2_scale_0_updated_constant0" -> "51 mul_tensor_3" [label="(288, 1)", style=solid]; -"49 compressed_weight_updated_constant3" -> "51 mul_tensor_3" [label="(288, 96)", style=solid]; -"50 _param_constant7_0_0" -> "53 linear_2" [label="(288,)", style=solid]; -"51 mul_tensor_3" -> "52 sub_tensor_3" [label="(288, 96)", style=solid]; -"52 sub_tensor_3" -> "53 linear_2" [label=None, style=solid]; +"47 _param_constant7_0_0" -> "53 linear_2" [label="(288,)", style=solid]; +"48 scale_updated_constant3" -> "50 mul_tensor_3" [label="(288, 1)", style=solid]; +"49 compressed_weight_updated_constant3" -> "50 mul_tensor_3" [label="(288, 96)", style=solid]; +"50 mul_tensor_3" -> "52 sub_tensor_3" [label="(288, 96)", style=solid]; +"51 zero_point_updated_constant3" -> "52 sub_tensor_3" [label="(288, 1)", style=solid]; +"52 sub_tensor_3" -> "53 linear_2" [label="(288, 96)", style=solid]; "53 linear_2" -> "54 reshape_1" [label="(49, 64, 288)", style=solid]; "54 reshape_1" -> "55 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; "55 permute_3" -> "56 select" [label="(3, 49, 3, 64, 32)", style=solid]; @@ -3249,12 +3249,12 @@ strict digraph { "83 reshape_2_0_0_nncf_smooth_quant_0" -> "84 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; "84 quantize_per_tensor_default_4" -> "85 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; "85 dequantize_per_tensor_default_4" -> "92 linear_3" [label="(49, 64, 96)", style=solid]; -"86 linear_3_zero_point_0_updated_constant0" -> "91 sub_tensor_4" [label="(96, 1)", style=solid]; -"87 linear_3_scale_0_updated_constant0" -> "90 mul_tensor_4" [label="(96, 1)", style=solid]; -"88 compressed_weight_updated_constant4" -> "90 mul_tensor_4" [label="(96, 96)", style=solid]; -"89 _param_constant11_0_0" -> "92 linear_3" [label="(96,)", style=solid]; -"90 mul_tensor_4" -> "91 sub_tensor_4" [label="(96, 96)", style=solid]; -"91 sub_tensor_4" -> "92 linear_3" [label=None, style=solid]; +"86 _param_constant11_0_0" -> "92 linear_3" [label="(96,)", style=solid]; +"87 scale_updated_constant4" -> "89 mul_tensor_4" [label="(96, 1)", style=solid]; +"88 compressed_weight_updated_constant4" -> "89 mul_tensor_4" [label="(96, 96)", style=solid]; +"89 mul_tensor_4" -> "91 sub_tensor_4" [label="(96, 96)", style=solid]; +"90 zero_point_updated_constant4" -> "91 sub_tensor_4" [label="(96, 1)", style=solid]; +"91 sub_tensor_4" -> "92 linear_3" [label="(96, 96)", style=solid]; "92 linear_3" -> "93 dropout_1" [label="(49, 64, 96)", style=solid]; "93 dropout_1" -> "94 view_3" [label="(49, 64, 96)", style=solid]; "94 view_3" -> "95 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; @@ -3270,24 +3270,24 @@ strict digraph { "103 add_1_0_0_nncf_smooth_quant_0" -> "104 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; "104 quantize_per_tensor_default_5" -> "105 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; "105 dequantize_per_tensor_default_5" -> "112 linear_4" [label="(1, 56, 56, 96)", style=solid]; -"106 linear_4_zero_point_0_updated_constant0" -> "111 sub_tensor_5" [label="(384, 1)", style=solid]; -"107 linear_4_scale_0_updated_constant0" -> "110 mul_tensor_5" [label="(384, 1)", style=solid]; -"108 compressed_weight_updated_constant5" -> "110 mul_tensor_5" [label="(384, 96)", style=solid]; -"109 _param_constant15_0_0" -> "112 linear_4" [label="(384,)", style=solid]; -"110 mul_tensor_5" -> "111 sub_tensor_5" [label="(384, 96)", style=solid]; -"111 sub_tensor_5" -> "112 linear_4" [label=None, style=solid]; +"106 _param_constant15_0_0" -> "112 linear_4" [label="(384,)", style=solid]; +"107 scale_updated_constant5" -> "109 mul_tensor_5" [label="(384, 1)", style=solid]; +"108 compressed_weight_updated_constant5" -> "109 mul_tensor_5" [label="(384, 96)", style=solid]; +"109 mul_tensor_5" -> "111 sub_tensor_5" [label="(384, 96)", style=solid]; +"110 zero_point_updated_constant5" -> "111 sub_tensor_5" [label="(384, 1)", style=solid]; +"111 sub_tensor_5" -> "112 linear_4" [label="(384, 96)", style=solid]; "112 linear_4" -> "113 gelu" [label="(1, 56, 56, 384)", style=solid]; "113 gelu" -> "114 dropout_2" [label="(1, 56, 56, 384)", style=solid]; "114 dropout_2" -> "115 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; "115 dropout_2_0_0_nncf_smooth_quant_0" -> "116 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; "116 quantize_per_tensor_default_6" -> "117 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; "117 dequantize_per_tensor_default_6" -> "124 linear_5" [label="(1, 56, 56, 384)", style=solid]; -"118 linear_5_zero_point_0_updated_constant0" -> "123 sub_tensor_6" [label="(96, 1)", style=solid]; -"119 linear_5_scale_0_updated_constant0" -> "122 mul_tensor_6" [label="(96, 1)", style=solid]; -"120 compressed_weight_updated_constant6" -> "122 mul_tensor_6" [label="(96, 384)", style=solid]; -"121 _param_constant17_0_0" -> "124 linear_5" [label="(96,)", style=solid]; -"122 mul_tensor_6" -> "123 sub_tensor_6" [label="(96, 384)", style=solid]; -"123 sub_tensor_6" -> "124 linear_5" [label=None, style=solid]; +"118 _param_constant17_0_0" -> "124 linear_5" [label="(96,)", style=solid]; +"119 scale_updated_constant6" -> "121 mul_tensor_6" [label="(96, 1)", style=solid]; +"120 compressed_weight_updated_constant6" -> "121 mul_tensor_6" [label="(96, 384)", style=solid]; +"121 mul_tensor_6" -> "123 sub_tensor_6" [label="(96, 384)", style=solid]; +"122 zero_point_updated_constant6" -> "123 sub_tensor_6" [label="(96, 1)", style=solid]; +"123 sub_tensor_6" -> "124 linear_5" [label="(96, 384)", style=solid]; "124 linear_5" -> "125 dropout_3" [label="(1, 56, 56, 96)", style=solid]; "125 dropout_3" -> "128 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; "126 _param_constant18" -> "128 layer_norm_2" [label="(96,)", style=solid]; @@ -3297,20 +3297,20 @@ strict digraph { "129 add_2" -> "236 add_5" [label="(1, 56, 56, 96)", style=solid]; "130 _tensor_constant2" -> "131 _tensor_constant2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "131 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "138 linear_6" [label="(1, 15, 15, 2)", style=solid]; -"132 linear_6_zero_point_0_updated_constant0" -> "137 sub_tensor_7" [label="(512, 1)", style=solid]; -"133 linear_6_scale_0_updated_constant0" -> "136 mul_tensor_7" [label="(512, 1)", style=solid]; -"134 compressed_weight_updated_constant7" -> "136 mul_tensor_7" [label="(512, 2)", style=solid]; -"135 _param_constant21_0_0" -> "138 linear_6" [label="(512,)", style=solid]; -"136 mul_tensor_7" -> "137 sub_tensor_7" [label="(512, 2)", style=solid]; -"137 sub_tensor_7" -> "138 linear_6" [label=None, style=solid]; +"132 _param_constant21_0_0" -> "138 linear_6" [label="(512,)", style=solid]; +"133 scale_updated_constant7" -> "135 mul_tensor_7" [label="(512, 1)", style=solid]; +"134 compressed_weight_updated_constant7" -> "135 mul_tensor_7" [label="(512, 2)", style=solid]; +"135 mul_tensor_7" -> "137 sub_tensor_7" [label="(512, 2)", style=solid]; +"136 zero_point_updated_constant7" -> "137 sub_tensor_7" [label="(512, 1)", style=solid]; +"137 sub_tensor_7" -> "138 linear_6" [label="(512, 2)", style=solid]; "138 linear_6" -> "139 relu__1" [label="(1, 15, 15, 512)", style=solid]; "139 relu__1" -> "140 relu__1_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "140 relu__1_0_0_nncf_smooth_quant_0" -> "146 linear_7" [label="(1, 15, 15, 512)", style=solid]; -"141 linear_7_zero_point_0_updated_constant0" -> "145 sub_tensor_8" [label="(3, 1)", style=solid]; -"142 linear_7_scale_0_updated_constant0" -> "144 mul_tensor_8" [label="(3, 1)", style=solid]; -"143 compressed_weight_updated_constant8" -> "144 mul_tensor_8" [label="(3, 512)", style=solid]; -"144 mul_tensor_8" -> "145 sub_tensor_8" [label="(3, 512)", style=solid]; -"145 sub_tensor_8" -> "146 linear_7" [label=None, style=solid]; +"141 scale_updated_constant8" -> "143 mul_tensor_8" [label="(3, 1)", style=solid]; +"142 compressed_weight_updated_constant8" -> "143 mul_tensor_8" [label="(3, 512)", style=solid]; +"143 mul_tensor_8" -> "145 sub_tensor_8" [label="(3, 512)", style=solid]; +"144 zero_point_updated_constant8" -> "145 sub_tensor_8" [label="(3, 1)", style=solid]; +"145 sub_tensor_8" -> "146 linear_7" [label="(3, 512)", style=solid]; "146 linear_7" -> "147 view_4" [label="(1, 15, 15, 3)", style=solid]; "147 view_4" -> "149 index_1" [label="(225, 3)", style=solid]; "148 _tensor_constant3" -> "149 index_1" [label="(4096,)", style=solid]; @@ -3330,12 +3330,12 @@ strict digraph { "161 reshape_4_0_0_nncf_smooth_quant_0" -> "162 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; "162 quantize_per_tensor_default_7" -> "163 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; "163 dequantize_per_tensor_default_7" -> "170 linear_8" [label="(49, 64, 96)", style=solid]; -"164 linear_8_zero_point_0_updated_constant0" -> "169 sub_tensor_9" [label="(288, 1)", style=solid]; -"165 linear_8_scale_0_updated_constant0" -> "168 mul_tensor_9" [label="(288, 1)", style=solid]; -"166 compressed_weight_updated_constant9" -> "168 mul_tensor_9" [label="(288, 96)", style=solid]; -"167 _param_constant23_0_0" -> "170 linear_8" [label="(288,)", style=solid]; -"168 mul_tensor_9" -> "169 sub_tensor_9" [label="(288, 96)", style=solid]; -"169 sub_tensor_9" -> "170 linear_8" [label=None, style=solid]; +"164 _param_constant23_0_0" -> "170 linear_8" [label="(288,)", style=solid]; +"165 scale_updated_constant9" -> "167 mul_tensor_9" [label="(288, 1)", style=solid]; +"166 compressed_weight_updated_constant9" -> "167 mul_tensor_9" [label="(288, 96)", style=solid]; +"167 mul_tensor_9" -> "169 sub_tensor_9" [label="(288, 96)", style=solid]; +"168 zero_point_updated_constant9" -> "169 sub_tensor_9" [label="(288, 1)", style=solid]; +"169 sub_tensor_9" -> "170 linear_8" [label="(288, 96)", style=solid]; "170 linear_8" -> "171 reshape_5" [label="(49, 64, 288)", style=solid]; "171 reshape_5" -> "172 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; "172 permute_7" -> "173 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; @@ -3394,12 +3394,12 @@ strict digraph { "216 reshape_7_0_0_nncf_smooth_quant_0" -> "217 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; "217 quantize_per_tensor_default_10" -> "218 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; "218 dequantize_per_tensor_default_10" -> "225 linear_9" [label="(49, 64, 96)", style=solid]; -"219 linear_9_zero_point_0_updated_constant0" -> "224 sub_tensor_10" [label="(96, 1)", style=solid]; -"220 linear_9_scale_0_updated_constant0" -> "223 mul_tensor_10" [label="(96, 1)", style=solid]; -"221 compressed_weight_updated_constant10" -> "223 mul_tensor_10" [label="(96, 96)", style=solid]; -"222 _param_constant27_0_0" -> "225 linear_9" [label="(96,)", style=solid]; -"223 mul_tensor_10" -> "224 sub_tensor_10" [label="(96, 96)", style=solid]; -"224 sub_tensor_10" -> "225 linear_9" [label=None, style=solid]; +"219 _param_constant27_0_0" -> "225 linear_9" [label="(96,)", style=solid]; +"220 scale_updated_constant10" -> "222 mul_tensor_10" [label="(96, 1)", style=solid]; +"221 compressed_weight_updated_constant10" -> "222 mul_tensor_10" [label="(96, 96)", style=solid]; +"222 mul_tensor_10" -> "224 sub_tensor_10" [label="(96, 96)", style=solid]; +"223 zero_point_updated_constant10" -> "224 sub_tensor_10" [label="(96, 1)", style=solid]; +"224 sub_tensor_10" -> "225 linear_9" [label="(96, 96)", style=solid]; "225 linear_9" -> "226 dropout_5" [label="(49, 64, 96)", style=solid]; "226 dropout_5" -> "227 view_10" [label="(49, 64, 96)", style=solid]; "227 view_10" -> "228 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; @@ -3416,24 +3416,24 @@ strict digraph { "237 add_5_0_0_nncf_smooth_quant_0" -> "238 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; "238 quantize_per_tensor_default_11" -> "239 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; "239 dequantize_per_tensor_default_11" -> "246 linear_10" [label="(1, 56, 56, 96)", style=solid]; -"240 linear_10_zero_point_0_updated_constant0" -> "245 sub_tensor_11" [label="(384, 1)", style=solid]; -"241 linear_10_scale_0_updated_constant0" -> "244 mul_tensor_11" [label="(384, 1)", style=solid]; -"242 compressed_weight_updated_constant11" -> "244 mul_tensor_11" [label="(384, 96)", style=solid]; -"243 _param_constant31_0_0" -> "246 linear_10" [label="(384,)", style=solid]; -"244 mul_tensor_11" -> "245 sub_tensor_11" [label="(384, 96)", style=solid]; -"245 sub_tensor_11" -> "246 linear_10" [label=None, style=solid]; +"240 _param_constant31_0_0" -> "246 linear_10" [label="(384,)", style=solid]; +"241 scale_updated_constant11" -> "243 mul_tensor_11" [label="(384, 1)", style=solid]; +"242 compressed_weight_updated_constant11" -> "243 mul_tensor_11" [label="(384, 96)", style=solid]; +"243 mul_tensor_11" -> "245 sub_tensor_11" [label="(384, 96)", style=solid]; +"244 zero_point_updated_constant11" -> "245 sub_tensor_11" [label="(384, 1)", style=solid]; +"245 sub_tensor_11" -> "246 linear_10" [label="(384, 96)", style=solid]; "246 linear_10" -> "247 gelu_1" [label="(1, 56, 56, 384)", style=solid]; "247 gelu_1" -> "248 dropout_6" [label="(1, 56, 56, 384)", style=solid]; "248 dropout_6" -> "249 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; "249 dropout_6_0_0_nncf_smooth_quant_0" -> "250 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; "250 quantize_per_tensor_default_12" -> "251 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; "251 dequantize_per_tensor_default_12" -> "258 linear_11" [label="(1, 56, 56, 384)", style=solid]; -"252 linear_11_zero_point_0_updated_constant0" -> "257 sub_tensor_12" [label="(96, 1)", style=solid]; -"253 linear_11_scale_0_updated_constant0" -> "256 mul_tensor_12" [label="(96, 1)", style=solid]; -"254 compressed_weight_updated_constant12" -> "256 mul_tensor_12" [label="(96, 384)", style=solid]; -"255 _param_constant33_0_0" -> "258 linear_11" [label="(96,)", style=solid]; -"256 mul_tensor_12" -> "257 sub_tensor_12" [label="(96, 384)", style=solid]; -"257 sub_tensor_12" -> "258 linear_11" [label=None, style=solid]; +"252 _param_constant33_0_0" -> "258 linear_11" [label="(96,)", style=solid]; +"253 scale_updated_constant12" -> "255 mul_tensor_12" [label="(96, 1)", style=solid]; +"254 compressed_weight_updated_constant12" -> "255 mul_tensor_12" [label="(96, 384)", style=solid]; +"255 mul_tensor_12" -> "257 sub_tensor_12" [label="(96, 384)", style=solid]; +"256 zero_point_updated_constant12" -> "257 sub_tensor_12" [label="(96, 1)", style=solid]; +"257 sub_tensor_12" -> "258 linear_11" [label="(96, 384)", style=solid]; "258 linear_11" -> "259 dropout_7" [label="(1, 56, 56, 96)", style=solid]; "259 dropout_7" -> "262 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; "260 _param_constant34" -> "262 layer_norm_4" [label="(96,)", style=solid]; @@ -3460,11 +3460,11 @@ strict digraph { "278 cat_0_0_nncf_smooth_quant_0" -> "279 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; "279 quantize_per_tensor_default_13" -> "280 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; "280 dequantize_per_tensor_default_13" -> "286 linear_12" [label="(1, 28, 28, 384)", style=solid]; -"281 linear_12_zero_point_0_updated_constant0" -> "285 sub_tensor_13" [label="(192, 1)", style=solid]; -"282 linear_12_scale_0_updated_constant0" -> "284 mul_tensor_13" [label="(192, 1)", style=solid]; -"283 compressed_weight_updated_constant13" -> "284 mul_tensor_13" [label="(192, 384)", style=solid]; -"284 mul_tensor_13" -> "285 sub_tensor_13" [label="(192, 384)", style=solid]; -"285 sub_tensor_13" -> "286 linear_12" [label=None, style=solid]; +"281 scale_updated_constant13" -> "283 mul_tensor_13" [label="(192, 1)", style=solid]; +"282 compressed_weight_updated_constant13" -> "283 mul_tensor_13" [label="(192, 384)", style=solid]; +"283 mul_tensor_13" -> "285 sub_tensor_13" [label="(192, 384)", style=solid]; +"284 zero_point_updated_constant13" -> "285 sub_tensor_13" [label="(192, 1)", style=solid]; +"285 sub_tensor_13" -> "286 linear_12" [label="(192, 384)", style=solid]; "286 linear_12" -> "289 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; "287 _param_constant37" -> "289 layer_norm_5" [label="(192,)", style=solid]; "288 _param_constant38" -> "289 layer_norm_5" [label="(192,)", style=solid]; @@ -3472,20 +3472,20 @@ strict digraph { "289 layer_norm_5" -> "381 add_8" [label="(1, 28, 28, 192)", style=solid]; "290 _tensor_constant13" -> "291 _tensor_constant13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "291 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "298 linear_13" [label="(1, 15, 15, 2)", style=solid]; -"292 linear_13_zero_point_0_updated_constant0" -> "297 sub_tensor_14" [label="(512, 1)", style=solid]; -"293 linear_13_scale_0_updated_constant0" -> "296 mul_tensor_14" [label="(512, 1)", style=solid]; -"294 compressed_weight_updated_constant14" -> "296 mul_tensor_14" [label="(512, 2)", style=solid]; -"295 _param_constant40_0_0" -> "298 linear_13" [label="(512,)", style=solid]; -"296 mul_tensor_14" -> "297 sub_tensor_14" [label="(512, 2)", style=solid]; -"297 sub_tensor_14" -> "298 linear_13" [label=None, style=solid]; +"292 _param_constant40_0_0" -> "298 linear_13" [label="(512,)", style=solid]; +"293 scale_updated_constant14" -> "295 mul_tensor_14" [label="(512, 1)", style=solid]; +"294 compressed_weight_updated_constant14" -> "295 mul_tensor_14" [label="(512, 2)", style=solid]; +"295 mul_tensor_14" -> "297 sub_tensor_14" [label="(512, 2)", style=solid]; +"296 zero_point_updated_constant14" -> "297 sub_tensor_14" [label="(512, 1)", style=solid]; +"297 sub_tensor_14" -> "298 linear_13" [label="(512, 2)", style=solid]; "298 linear_13" -> "299 relu__2" [label="(1, 15, 15, 512)", style=solid]; "299 relu__2" -> "300 relu__2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "300 relu__2_0_0_nncf_smooth_quant_0" -> "306 linear_14" [label="(1, 15, 15, 512)", style=solid]; -"301 linear_14_zero_point_0_updated_constant0" -> "305 sub_tensor_15" [label="(6, 1)", style=solid]; -"302 linear_14_scale_0_updated_constant0" -> "304 mul_tensor_15" [label="(6, 1)", style=solid]; -"303 compressed_weight_updated_constant15" -> "304 mul_tensor_15" [label="(6, 512)", style=solid]; -"304 mul_tensor_15" -> "305 sub_tensor_15" [label="(6, 512)", style=solid]; -"305 sub_tensor_15" -> "306 linear_14" [label=None, style=solid]; +"301 scale_updated_constant15" -> "303 mul_tensor_15" [label="(6, 1)", style=solid]; +"302 compressed_weight_updated_constant15" -> "303 mul_tensor_15" [label="(6, 512)", style=solid]; +"303 mul_tensor_15" -> "305 sub_tensor_15" [label="(6, 512)", style=solid]; +"304 zero_point_updated_constant15" -> "305 sub_tensor_15" [label="(6, 1)", style=solid]; +"305 sub_tensor_15" -> "306 linear_14" [label="(6, 512)", style=solid]; "306 linear_14" -> "307 view_11" [label="(1, 15, 15, 6)", style=solid]; "307 view_11" -> "309 index_2" [label="(225, 6)", style=solid]; "308 _tensor_constant14" -> "309 index_2" [label="(4096,)", style=solid]; @@ -3503,12 +3503,12 @@ strict digraph { "320 reshape_9_0_0_nncf_smooth_quant_0" -> "321 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; "321 quantize_per_tensor_default_14" -> "322 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; "322 dequantize_per_tensor_default_14" -> "329 linear_15" [label="(16, 64, 192)", style=solid]; -"323 linear_15_zero_point_0_updated_constant0" -> "328 sub_tensor_16" [label="(576, 1)", style=solid]; -"324 linear_15_scale_0_updated_constant0" -> "327 mul_tensor_16" [label="(576, 1)", style=solid]; -"325 compressed_weight_updated_constant16" -> "327 mul_tensor_16" [label="(576, 192)", style=solid]; -"326 _param_constant42_0_0" -> "329 linear_15" [label="(576,)", style=solid]; -"327 mul_tensor_16" -> "328 sub_tensor_16" [label="(576, 192)", style=solid]; -"328 sub_tensor_16" -> "329 linear_15" [label=None, style=solid]; +"323 _param_constant42_0_0" -> "329 linear_15" [label="(576,)", style=solid]; +"324 scale_updated_constant16" -> "326 mul_tensor_16" [label="(576, 1)", style=solid]; +"325 compressed_weight_updated_constant16" -> "326 mul_tensor_16" [label="(576, 192)", style=solid]; +"326 mul_tensor_16" -> "328 sub_tensor_16" [label="(576, 192)", style=solid]; +"327 zero_point_updated_constant16" -> "328 sub_tensor_16" [label="(576, 1)", style=solid]; +"328 sub_tensor_16" -> "329 linear_15" [label="(576, 192)", style=solid]; "329 linear_15" -> "330 reshape_10" [label="(16, 64, 576)", style=solid]; "330 reshape_10" -> "331 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; "331 permute_12" -> "332 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; @@ -3548,12 +3548,12 @@ strict digraph { "359 reshape_11_0_0_nncf_smooth_quant_0" -> "360 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; "360 quantize_per_tensor_default_17" -> "361 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; "361 dequantize_per_tensor_default_17" -> "368 linear_16" [label="(16, 64, 192)", style=solid]; -"362 linear_16_zero_point_0_updated_constant0" -> "367 sub_tensor_17" [label="(192, 1)", style=solid]; -"363 linear_16_scale_0_updated_constant0" -> "366 mul_tensor_17" [label="(192, 1)", style=solid]; -"364 compressed_weight_updated_constant17" -> "366 mul_tensor_17" [label="(192, 192)", style=solid]; -"365 _param_constant46_0_0" -> "368 linear_16" [label="(192,)", style=solid]; -"366 mul_tensor_17" -> "367 sub_tensor_17" [label="(192, 192)", style=solid]; -"367 sub_tensor_17" -> "368 linear_16" [label=None, style=solid]; +"362 _param_constant46_0_0" -> "368 linear_16" [label="(192,)", style=solid]; +"363 scale_updated_constant17" -> "365 mul_tensor_17" [label="(192, 1)", style=solid]; +"364 compressed_weight_updated_constant17" -> "365 mul_tensor_17" [label="(192, 192)", style=solid]; +"365 mul_tensor_17" -> "367 sub_tensor_17" [label="(192, 192)", style=solid]; +"366 zero_point_updated_constant17" -> "367 sub_tensor_17" [label="(192, 1)", style=solid]; +"367 sub_tensor_17" -> "368 linear_16" [label="(192, 192)", style=solid]; "368 linear_16" -> "369 dropout_9" [label="(16, 64, 192)", style=solid]; "369 dropout_9" -> "370 view_14" [label="(16, 64, 192)", style=solid]; "370 view_14" -> "371 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; @@ -3572,24 +3572,24 @@ strict digraph { "382 add_8_0_0_nncf_smooth_quant_0" -> "383 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; "383 quantize_per_tensor_default_18" -> "384 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; "384 dequantize_per_tensor_default_18" -> "391 linear_17" [label="(1, 28, 28, 192)", style=solid]; -"385 linear_17_zero_point_0_updated_constant0" -> "390 sub_tensor_18" [label="(768, 1)", style=solid]; -"386 linear_17_scale_0_updated_constant0" -> "389 mul_tensor_18" [label="(768, 1)", style=solid]; -"387 compressed_weight_updated_constant18" -> "389 mul_tensor_18" [label="(768, 192)", style=solid]; -"388 _param_constant50_0_0" -> "391 linear_17" [label="(768,)", style=solid]; -"389 mul_tensor_18" -> "390 sub_tensor_18" [label="(768, 192)", style=solid]; -"390 sub_tensor_18" -> "391 linear_17" [label=None, style=solid]; +"385 _param_constant50_0_0" -> "391 linear_17" [label="(768,)", style=solid]; +"386 scale_updated_constant18" -> "388 mul_tensor_18" [label="(768, 1)", style=solid]; +"387 compressed_weight_updated_constant18" -> "388 mul_tensor_18" [label="(768, 192)", style=solid]; +"388 mul_tensor_18" -> "390 sub_tensor_18" [label="(768, 192)", style=solid]; +"389 zero_point_updated_constant18" -> "390 sub_tensor_18" [label="(768, 1)", style=solid]; +"390 sub_tensor_18" -> "391 linear_17" [label="(768, 192)", style=solid]; "391 linear_17" -> "392 gelu_2" [label="(1, 28, 28, 768)", style=solid]; "392 gelu_2" -> "393 dropout_10" [label="(1, 28, 28, 768)", style=solid]; "393 dropout_10" -> "394 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; "394 dropout_10_0_0_nncf_smooth_quant_0" -> "395 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; "395 quantize_per_tensor_default_19" -> "396 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; "396 dequantize_per_tensor_default_19" -> "403 linear_18" [label="(1, 28, 28, 768)", style=solid]; -"397 linear_18_zero_point_0_updated_constant0" -> "402 sub_tensor_19" [label="(192, 1)", style=solid]; -"398 linear_18_scale_0_updated_constant0" -> "401 mul_tensor_19" [label="(192, 1)", style=solid]; -"399 compressed_weight_updated_constant19" -> "401 mul_tensor_19" [label="(192, 768)", style=solid]; -"400 _param_constant52_0_0" -> "403 linear_18" [label="(192,)", style=solid]; -"401 mul_tensor_19" -> "402 sub_tensor_19" [label="(192, 768)", style=solid]; -"402 sub_tensor_19" -> "403 linear_18" [label=None, style=solid]; +"397 _param_constant52_0_0" -> "403 linear_18" [label="(192,)", style=solid]; +"398 scale_updated_constant19" -> "400 mul_tensor_19" [label="(192, 1)", style=solid]; +"399 compressed_weight_updated_constant19" -> "400 mul_tensor_19" [label="(192, 768)", style=solid]; +"400 mul_tensor_19" -> "402 sub_tensor_19" [label="(192, 768)", style=solid]; +"401 zero_point_updated_constant19" -> "402 sub_tensor_19" [label="(192, 1)", style=solid]; +"402 sub_tensor_19" -> "403 linear_18" [label="(192, 768)", style=solid]; "403 linear_18" -> "404 dropout_11" [label="(1, 28, 28, 192)", style=solid]; "404 dropout_11" -> "407 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; "405 _param_constant53" -> "407 layer_norm_7" [label="(192,)", style=solid]; @@ -3599,20 +3599,20 @@ strict digraph { "408 add_9" -> "518 add_12" [label="(1, 28, 28, 192)", style=solid]; "409 _tensor_constant15" -> "410 _tensor_constant15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "410 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "417 linear_19" [label="(1, 15, 15, 2)", style=solid]; -"411 linear_19_zero_point_0_updated_constant0" -> "416 sub_tensor_20" [label="(512, 1)", style=solid]; -"412 linear_19_scale_0_updated_constant0" -> "415 mul_tensor_20" [label="(512, 1)", style=solid]; -"413 compressed_weight_updated_constant20" -> "415 mul_tensor_20" [label="(512, 2)", style=solid]; -"414 _param_constant56_0_0" -> "417 linear_19" [label="(512,)", style=solid]; -"415 mul_tensor_20" -> "416 sub_tensor_20" [label="(512, 2)", style=solid]; -"416 sub_tensor_20" -> "417 linear_19" [label=None, style=solid]; +"411 _param_constant56_0_0" -> "417 linear_19" [label="(512,)", style=solid]; +"412 scale_updated_constant20" -> "414 mul_tensor_20" [label="(512, 1)", style=solid]; +"413 compressed_weight_updated_constant20" -> "414 mul_tensor_20" [label="(512, 2)", style=solid]; +"414 mul_tensor_20" -> "416 sub_tensor_20" [label="(512, 2)", style=solid]; +"415 zero_point_updated_constant20" -> "416 sub_tensor_20" [label="(512, 1)", style=solid]; +"416 sub_tensor_20" -> "417 linear_19" [label="(512, 2)", style=solid]; "417 linear_19" -> "418 relu__3" [label="(1, 15, 15, 512)", style=solid]; "418 relu__3" -> "419 relu__3_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "419 relu__3_0_0_nncf_smooth_quant_0" -> "425 linear_20" [label="(1, 15, 15, 512)", style=solid]; -"420 linear_20_zero_point_0_updated_constant0" -> "424 sub_tensor_21" [label="(6, 1)", style=solid]; -"421 linear_20_scale_0_updated_constant0" -> "423 mul_tensor_21" [label="(6, 1)", style=solid]; -"422 compressed_weight_updated_constant21" -> "423 mul_tensor_21" [label="(6, 512)", style=solid]; -"423 mul_tensor_21" -> "424 sub_tensor_21" [label="(6, 512)", style=solid]; -"424 sub_tensor_21" -> "425 linear_20" [label=None, style=solid]; +"420 scale_updated_constant21" -> "422 mul_tensor_21" [label="(6, 1)", style=solid]; +"421 compressed_weight_updated_constant21" -> "422 mul_tensor_21" [label="(6, 512)", style=solid]; +"422 mul_tensor_21" -> "424 sub_tensor_21" [label="(6, 512)", style=solid]; +"423 zero_point_updated_constant21" -> "424 sub_tensor_21" [label="(6, 1)", style=solid]; +"424 sub_tensor_21" -> "425 linear_20" [label="(6, 512)", style=solid]; "425 linear_20" -> "426 view_15" [label="(1, 15, 15, 6)", style=solid]; "426 view_15" -> "428 index_3" [label="(225, 6)", style=solid]; "427 _tensor_constant16" -> "428 index_3" [label="(4096,)", style=solid]; @@ -3632,12 +3632,12 @@ strict digraph { "440 reshape_13_0_0_nncf_smooth_quant_0" -> "441 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; "441 quantize_per_tensor_default_20" -> "442 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; "442 dequantize_per_tensor_default_20" -> "449 linear_21" [label="(16, 64, 192)", style=solid]; -"443 linear_21_zero_point_0_updated_constant0" -> "448 sub_tensor_22" [label="(576, 1)", style=solid]; -"444 linear_21_scale_0_updated_constant0" -> "447 mul_tensor_22" [label="(576, 1)", style=solid]; -"445 compressed_weight_updated_constant22" -> "447 mul_tensor_22" [label="(576, 192)", style=solid]; -"446 _param_constant58_0_0" -> "449 linear_21" [label="(576,)", style=solid]; -"447 mul_tensor_22" -> "448 sub_tensor_22" [label="(576, 192)", style=solid]; -"448 sub_tensor_22" -> "449 linear_21" [label=None, style=solid]; +"443 _param_constant58_0_0" -> "449 linear_21" [label="(576,)", style=solid]; +"444 scale_updated_constant22" -> "446 mul_tensor_22" [label="(576, 1)", style=solid]; +"445 compressed_weight_updated_constant22" -> "446 mul_tensor_22" [label="(576, 192)", style=solid]; +"446 mul_tensor_22" -> "448 sub_tensor_22" [label="(576, 192)", style=solid]; +"447 zero_point_updated_constant22" -> "448 sub_tensor_22" [label="(576, 1)", style=solid]; +"448 sub_tensor_22" -> "449 linear_21" [label="(576, 192)", style=solid]; "449 linear_21" -> "450 reshape_14" [label="(16, 64, 576)", style=solid]; "450 reshape_14" -> "451 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; "451 permute_16" -> "452 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; @@ -3696,12 +3696,12 @@ strict digraph { "495 reshape_16_0_0_nncf_smooth_quant_0" -> "496 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; "496 quantize_per_tensor_default_23" -> "497 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; "497 dequantize_per_tensor_default_23" -> "504 linear_22" [label="(16, 64, 192)", style=solid]; -"498 linear_22_zero_point_0_updated_constant0" -> "503 sub_tensor_23" [label="(192, 1)", style=solid]; -"499 linear_22_scale_0_updated_constant0" -> "502 mul_tensor_23" [label="(192, 1)", style=solid]; -"500 compressed_weight_updated_constant23" -> "502 mul_tensor_23" [label="(192, 192)", style=solid]; -"501 _param_constant62_0_0" -> "504 linear_22" [label="(192,)", style=solid]; -"502 mul_tensor_23" -> "503 sub_tensor_23" [label="(192, 192)", style=solid]; -"503 sub_tensor_23" -> "504 linear_22" [label=None, style=solid]; +"498 _param_constant62_0_0" -> "504 linear_22" [label="(192,)", style=solid]; +"499 scale_updated_constant23" -> "501 mul_tensor_23" [label="(192, 1)", style=solid]; +"500 compressed_weight_updated_constant23" -> "501 mul_tensor_23" [label="(192, 192)", style=solid]; +"501 mul_tensor_23" -> "503 sub_tensor_23" [label="(192, 192)", style=solid]; +"502 zero_point_updated_constant23" -> "503 sub_tensor_23" [label="(192, 1)", style=solid]; +"503 sub_tensor_23" -> "504 linear_22" [label="(192, 192)", style=solid]; "504 linear_22" -> "505 dropout_13" [label="(16, 64, 192)", style=solid]; "505 dropout_13" -> "506 view_21" [label="(16, 64, 192)", style=solid]; "506 view_21" -> "507 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; @@ -3721,24 +3721,24 @@ strict digraph { "519 add_12_0_0_nncf_smooth_quant_0" -> "520 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; "520 quantize_per_tensor_default_24" -> "521 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; "521 dequantize_per_tensor_default_24" -> "528 linear_23" [label="(1, 28, 28, 192)", style=solid]; -"522 linear_23_zero_point_0_updated_constant0" -> "527 sub_tensor_24" [label="(768, 1)", style=solid]; -"523 linear_23_scale_0_updated_constant0" -> "526 mul_tensor_24" [label="(768, 1)", style=solid]; -"524 compressed_weight_updated_constant24" -> "526 mul_tensor_24" [label="(768, 192)", style=solid]; -"525 _param_constant66_0_0" -> "528 linear_23" [label="(768,)", style=solid]; -"526 mul_tensor_24" -> "527 sub_tensor_24" [label="(768, 192)", style=solid]; -"527 sub_tensor_24" -> "528 linear_23" [label=None, style=solid]; +"522 _param_constant66_0_0" -> "528 linear_23" [label="(768,)", style=solid]; +"523 scale_updated_constant24" -> "525 mul_tensor_24" [label="(768, 1)", style=solid]; +"524 compressed_weight_updated_constant24" -> "525 mul_tensor_24" [label="(768, 192)", style=solid]; +"525 mul_tensor_24" -> "527 sub_tensor_24" [label="(768, 192)", style=solid]; +"526 zero_point_updated_constant24" -> "527 sub_tensor_24" [label="(768, 1)", style=solid]; +"527 sub_tensor_24" -> "528 linear_23" [label="(768, 192)", style=solid]; "528 linear_23" -> "529 gelu_3" [label="(1, 28, 28, 768)", style=solid]; "529 gelu_3" -> "530 dropout_14" [label="(1, 28, 28, 768)", style=solid]; "530 dropout_14" -> "531 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; "531 dropout_14_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; "532 quantize_per_tensor_default_25" -> "533 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; "533 dequantize_per_tensor_default_25" -> "540 linear_24" [label="(1, 28, 28, 768)", style=solid]; -"534 linear_24_zero_point_0_updated_constant0" -> "539 sub_tensor_25" [label="(192, 1)", style=solid]; -"535 linear_24_scale_0_updated_constant0" -> "538 mul_tensor_25" [label="(192, 1)", style=solid]; -"536 compressed_weight_updated_constant25" -> "538 mul_tensor_25" [label="(192, 768)", style=solid]; -"537 _param_constant68_0_0" -> "540 linear_24" [label="(192,)", style=solid]; -"538 mul_tensor_25" -> "539 sub_tensor_25" [label="(192, 768)", style=solid]; -"539 sub_tensor_25" -> "540 linear_24" [label=None, style=solid]; +"534 _param_constant68_0_0" -> "540 linear_24" [label="(192,)", style=solid]; +"535 scale_updated_constant25" -> "537 mul_tensor_25" [label="(192, 1)", style=solid]; +"536 compressed_weight_updated_constant25" -> "537 mul_tensor_25" [label="(192, 768)", style=solid]; +"537 mul_tensor_25" -> "539 sub_tensor_25" [label="(192, 768)", style=solid]; +"538 zero_point_updated_constant25" -> "539 sub_tensor_25" [label="(192, 1)", style=solid]; +"539 sub_tensor_25" -> "540 linear_24" [label="(192, 768)", style=solid]; "540 linear_24" -> "541 dropout_15" [label="(1, 28, 28, 192)", style=solid]; "541 dropout_15" -> "544 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; "542 _param_constant69" -> "544 layer_norm_9" [label="(192,)", style=solid]; @@ -3765,11 +3765,11 @@ strict digraph { "560 cat_1_0_0_nncf_smooth_quant_0" -> "561 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; "561 quantize_per_tensor_default_26" -> "562 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; "562 dequantize_per_tensor_default_26" -> "568 linear_25" [label="(1, 14, 14, 768)", style=solid]; -"563 linear_25_zero_point_0_updated_constant0" -> "567 sub_tensor_26" [label="(384, 1)", style=solid]; -"564 linear_25_scale_0_updated_constant0" -> "566 mul_tensor_26" [label="(384, 1)", style=solid]; -"565 compressed_weight_updated_constant26" -> "566 mul_tensor_26" [label="(384, 768)", style=solid]; -"566 mul_tensor_26" -> "567 sub_tensor_26" [label="(384, 768)", style=solid]; -"567 sub_tensor_26" -> "568 linear_25" [label=None, style=solid]; +"563 scale_updated_constant26" -> "565 mul_tensor_26" [label="(384, 1)", style=solid]; +"564 compressed_weight_updated_constant26" -> "565 mul_tensor_26" [label="(384, 768)", style=solid]; +"565 mul_tensor_26" -> "567 sub_tensor_26" [label="(384, 768)", style=solid]; +"566 zero_point_updated_constant26" -> "567 sub_tensor_26" [label="(384, 1)", style=solid]; +"567 sub_tensor_26" -> "568 linear_25" [label="(384, 768)", style=solid]; "568 linear_25" -> "571 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; "569 _param_constant72" -> "571 layer_norm_10" [label="(384,)", style=solid]; "570 _param_constant73" -> "571 layer_norm_10" [label="(384,)", style=solid]; @@ -3777,20 +3777,20 @@ strict digraph { "571 layer_norm_10" -> "663 add_15" [label="(1, 14, 14, 384)", style=solid]; "572 _tensor_constant26" -> "573 _tensor_constant26_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "573 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "580 linear_26" [label="(1, 15, 15, 2)", style=solid]; -"574 linear_26_zero_point_0_updated_constant0" -> "579 sub_tensor_27" [label="(512, 1)", style=solid]; -"575 linear_26_scale_0_updated_constant0" -> "578 mul_tensor_27" [label="(512, 1)", style=solid]; -"576 compressed_weight_updated_constant27" -> "578 mul_tensor_27" [label="(512, 2)", style=solid]; -"577 _param_constant75_0_0" -> "580 linear_26" [label="(512,)", style=solid]; -"578 mul_tensor_27" -> "579 sub_tensor_27" [label="(512, 2)", style=solid]; -"579 sub_tensor_27" -> "580 linear_26" [label=None, style=solid]; +"574 _param_constant75_0_0" -> "580 linear_26" [label="(512,)", style=solid]; +"575 scale_updated_constant27" -> "577 mul_tensor_27" [label="(512, 1)", style=solid]; +"576 compressed_weight_updated_constant27" -> "577 mul_tensor_27" [label="(512, 2)", style=solid]; +"577 mul_tensor_27" -> "579 sub_tensor_27" [label="(512, 2)", style=solid]; +"578 zero_point_updated_constant27" -> "579 sub_tensor_27" [label="(512, 1)", style=solid]; +"579 sub_tensor_27" -> "580 linear_26" [label="(512, 2)", style=solid]; "580 linear_26" -> "581 relu__4" [label="(1, 15, 15, 512)", style=solid]; "581 relu__4" -> "582 relu__4_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "582 relu__4_0_0_nncf_smooth_quant_0" -> "588 linear_27" [label="(1, 15, 15, 512)", style=solid]; -"583 linear_27_zero_point_0_updated_constant0" -> "587 sub_tensor_28" [label="(12, 1)", style=solid]; -"584 linear_27_scale_0_updated_constant0" -> "586 mul_tensor_28" [label="(12, 1)", style=solid]; -"585 compressed_weight_updated_constant28" -> "586 mul_tensor_28" [label="(12, 512)", style=solid]; -"586 mul_tensor_28" -> "587 sub_tensor_28" [label="(12, 512)", style=solid]; -"587 sub_tensor_28" -> "588 linear_27" [label=None, style=solid]; +"583 scale_updated_constant28" -> "585 mul_tensor_28" [label="(12, 1)", style=solid]; +"584 compressed_weight_updated_constant28" -> "585 mul_tensor_28" [label="(12, 512)", style=solid]; +"585 mul_tensor_28" -> "587 sub_tensor_28" [label="(12, 512)", style=solid]; +"586 zero_point_updated_constant28" -> "587 sub_tensor_28" [label="(12, 1)", style=solid]; +"587 sub_tensor_28" -> "588 linear_27" [label="(12, 512)", style=solid]; "588 linear_27" -> "589 view_22" [label="(1, 15, 15, 12)", style=solid]; "589 view_22" -> "591 index_4" [label="(225, 12)", style=solid]; "590 _tensor_constant27" -> "591 index_4" [label="(4096,)", style=solid]; @@ -3808,12 +3808,12 @@ strict digraph { "602 reshape_18_0_0_nncf_smooth_quant_0" -> "603 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; "603 quantize_per_tensor_default_27" -> "604 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; "604 dequantize_per_tensor_default_27" -> "611 linear_28" [label="(4, 64, 384)", style=solid]; -"605 linear_28_zero_point_0_updated_constant0" -> "610 sub_tensor_29" [label="(1152, 1)", style=solid]; -"606 linear_28_scale_0_updated_constant0" -> "609 mul_tensor_29" [label="(1152, 1)", style=solid]; -"607 compressed_weight_updated_constant29" -> "609 mul_tensor_29" [label="(1152, 384)", style=solid]; -"608 _param_constant77_0_0" -> "611 linear_28" [label="(1152,)", style=solid]; -"609 mul_tensor_29" -> "610 sub_tensor_29" [label="(1152, 384)", style=solid]; -"610 sub_tensor_29" -> "611 linear_28" [label=None, style=solid]; +"605 _param_constant77_0_0" -> "611 linear_28" [label="(1152,)", style=solid]; +"606 scale_updated_constant29" -> "608 mul_tensor_29" [label="(1152, 1)", style=solid]; +"607 compressed_weight_updated_constant29" -> "608 mul_tensor_29" [label="(1152, 384)", style=solid]; +"608 mul_tensor_29" -> "610 sub_tensor_29" [label="(1152, 384)", style=solid]; +"609 zero_point_updated_constant29" -> "610 sub_tensor_29" [label="(1152, 1)", style=solid]; +"610 sub_tensor_29" -> "611 linear_28" [label="(1152, 384)", style=solid]; "611 linear_28" -> "612 reshape_19" [label="(4, 64, 1152)", style=solid]; "612 reshape_19" -> "613 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; "613 permute_21" -> "614 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -3853,12 +3853,12 @@ strict digraph { "641 reshape_20_0_0_nncf_smooth_quant_0" -> "642 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; "642 quantize_per_tensor_default_30" -> "643 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; "643 dequantize_per_tensor_default_30" -> "650 linear_29" [label="(4, 64, 384)", style=solid]; -"644 linear_29_zero_point_0_updated_constant0" -> "649 sub_tensor_30" [label="(384, 1)", style=solid]; -"645 linear_29_scale_0_updated_constant0" -> "648 mul_tensor_30" [label="(384, 1)", style=solid]; -"646 compressed_weight_updated_constant30" -> "648 mul_tensor_30" [label="(384, 384)", style=solid]; -"647 _param_constant81_0_0" -> "650 linear_29" [label="(384,)", style=solid]; -"648 mul_tensor_30" -> "649 sub_tensor_30" [label="(384, 384)", style=solid]; -"649 sub_tensor_30" -> "650 linear_29" [label=None, style=solid]; +"644 _param_constant81_0_0" -> "650 linear_29" [label="(384,)", style=solid]; +"645 scale_updated_constant30" -> "647 mul_tensor_30" [label="(384, 1)", style=solid]; +"646 compressed_weight_updated_constant30" -> "647 mul_tensor_30" [label="(384, 384)", style=solid]; +"647 mul_tensor_30" -> "649 sub_tensor_30" [label="(384, 384)", style=solid]; +"648 zero_point_updated_constant30" -> "649 sub_tensor_30" [label="(384, 1)", style=solid]; +"649 sub_tensor_30" -> "650 linear_29" [label="(384, 384)", style=solid]; "650 linear_29" -> "651 dropout_17" [label="(4, 64, 384)", style=solid]; "651 dropout_17" -> "652 view_25" [label="(4, 64, 384)", style=solid]; "652 view_25" -> "653 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -3877,24 +3877,24 @@ strict digraph { "664 add_15_0_0_nncf_smooth_quant_0" -> "665 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; "665 quantize_per_tensor_default_31" -> "666 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; "666 dequantize_per_tensor_default_31" -> "673 linear_30" [label="(1, 14, 14, 384)", style=solid]; -"667 linear_30_zero_point_0_updated_constant0" -> "672 sub_tensor_31" [label="(1536, 1)", style=solid]; -"668 linear_30_scale_0_updated_constant0" -> "671 mul_tensor_31" [label="(1536, 1)", style=solid]; -"669 compressed_weight_updated_constant31" -> "671 mul_tensor_31" [label="(1536, 384)", style=solid]; -"670 _param_constant85_0_0" -> "673 linear_30" [label="(1536,)", style=solid]; -"671 mul_tensor_31" -> "672 sub_tensor_31" [label="(1536, 384)", style=solid]; -"672 sub_tensor_31" -> "673 linear_30" [label=None, style=solid]; +"667 _param_constant85_0_0" -> "673 linear_30" [label="(1536,)", style=solid]; +"668 scale_updated_constant31" -> "670 mul_tensor_31" [label="(1536, 1)", style=solid]; +"669 compressed_weight_updated_constant31" -> "670 mul_tensor_31" [label="(1536, 384)", style=solid]; +"670 mul_tensor_31" -> "672 sub_tensor_31" [label="(1536, 384)", style=solid]; +"671 zero_point_updated_constant31" -> "672 sub_tensor_31" [label="(1536, 1)", style=solid]; +"672 sub_tensor_31" -> "673 linear_30" [label="(1536, 384)", style=solid]; "673 linear_30" -> "674 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; "674 gelu_4" -> "675 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; "675 dropout_18" -> "676 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "676 dropout_18_0_0_nncf_smooth_quant_0" -> "677 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; "677 quantize_per_tensor_default_32" -> "678 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; "678 dequantize_per_tensor_default_32" -> "685 linear_31" [label="(1, 14, 14, 1536)", style=solid]; -"679 linear_31_zero_point_0_updated_constant0" -> "684 sub_tensor_32" [label="(384, 1)", style=solid]; -"680 linear_31_scale_0_updated_constant0" -> "683 mul_tensor_32" [label="(384, 1)", style=solid]; -"681 compressed_weight_updated_constant32" -> "683 mul_tensor_32" [label="(384, 1536)", style=solid]; -"682 _param_constant87_0_0" -> "685 linear_31" [label="(384,)", style=solid]; -"683 mul_tensor_32" -> "684 sub_tensor_32" [label="(384, 1536)", style=solid]; -"684 sub_tensor_32" -> "685 linear_31" [label=None, style=solid]; +"679 _param_constant87_0_0" -> "685 linear_31" [label="(384,)", style=solid]; +"680 scale_updated_constant32" -> "682 mul_tensor_32" [label="(384, 1)", style=solid]; +"681 compressed_weight_updated_constant32" -> "682 mul_tensor_32" [label="(384, 1536)", style=solid]; +"682 mul_tensor_32" -> "684 sub_tensor_32" [label="(384, 1536)", style=solid]; +"683 zero_point_updated_constant32" -> "684 sub_tensor_32" [label="(384, 1)", style=solid]; +"684 sub_tensor_32" -> "685 linear_31" [label="(384, 1536)", style=solid]; "685 linear_31" -> "686 dropout_19" [label="(1, 14, 14, 384)", style=solid]; "686 dropout_19" -> "689 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; "687 _param_constant88" -> "689 layer_norm_12" [label="(384,)", style=solid]; @@ -3904,20 +3904,20 @@ strict digraph { "690 add_16" -> "800 add_19" [label="(1, 14, 14, 384)", style=solid]; "691 _tensor_constant28" -> "692 _tensor_constant28_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "692 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "699 linear_32" [label="(1, 15, 15, 2)", style=solid]; -"693 linear_32_zero_point_0_updated_constant0" -> "698 sub_tensor_33" [label="(512, 1)", style=solid]; -"694 linear_32_scale_0_updated_constant0" -> "697 mul_tensor_33" [label="(512, 1)", style=solid]; -"695 compressed_weight_updated_constant33" -> "697 mul_tensor_33" [label="(512, 2)", style=solid]; -"696 _param_constant91_0_0" -> "699 linear_32" [label="(512,)", style=solid]; -"697 mul_tensor_33" -> "698 sub_tensor_33" [label="(512, 2)", style=solid]; -"698 sub_tensor_33" -> "699 linear_32" [label=None, style=solid]; +"693 _param_constant91_0_0" -> "699 linear_32" [label="(512,)", style=solid]; +"694 scale_updated_constant33" -> "696 mul_tensor_33" [label="(512, 1)", style=solid]; +"695 compressed_weight_updated_constant33" -> "696 mul_tensor_33" [label="(512, 2)", style=solid]; +"696 mul_tensor_33" -> "698 sub_tensor_33" [label="(512, 2)", style=solid]; +"697 zero_point_updated_constant33" -> "698 sub_tensor_33" [label="(512, 1)", style=solid]; +"698 sub_tensor_33" -> "699 linear_32" [label="(512, 2)", style=solid]; "699 linear_32" -> "700 relu__5" [label="(1, 15, 15, 512)", style=solid]; "700 relu__5" -> "701 relu__5_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "701 relu__5_0_0_nncf_smooth_quant_0" -> "707 linear_33" [label="(1, 15, 15, 512)", style=solid]; -"702 linear_33_zero_point_0_updated_constant0" -> "706 sub_tensor_34" [label="(12, 1)", style=solid]; -"703 linear_33_scale_0_updated_constant0" -> "705 mul_tensor_34" [label="(12, 1)", style=solid]; -"704 compressed_weight_updated_constant34" -> "705 mul_tensor_34" [label="(12, 512)", style=solid]; -"705 mul_tensor_34" -> "706 sub_tensor_34" [label="(12, 512)", style=solid]; -"706 sub_tensor_34" -> "707 linear_33" [label=None, style=solid]; +"702 scale_updated_constant34" -> "704 mul_tensor_34" [label="(12, 1)", style=solid]; +"703 compressed_weight_updated_constant34" -> "704 mul_tensor_34" [label="(12, 512)", style=solid]; +"704 mul_tensor_34" -> "706 sub_tensor_34" [label="(12, 512)", style=solid]; +"705 zero_point_updated_constant34" -> "706 sub_tensor_34" [label="(12, 1)", style=solid]; +"706 sub_tensor_34" -> "707 linear_33" [label="(12, 512)", style=solid]; "707 linear_33" -> "708 view_26" [label="(1, 15, 15, 12)", style=solid]; "708 view_26" -> "710 index_5" [label="(225, 12)", style=solid]; "709 _tensor_constant29" -> "710 index_5" [label="(4096,)", style=solid]; @@ -3937,12 +3937,12 @@ strict digraph { "722 reshape_22_0_0_nncf_smooth_quant_0" -> "723 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; "723 quantize_per_tensor_default_33" -> "724 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; "724 dequantize_per_tensor_default_33" -> "731 linear_34" [label="(4, 64, 384)", style=solid]; -"725 linear_34_zero_point_0_updated_constant0" -> "730 sub_tensor_35" [label="(1152, 1)", style=solid]; -"726 linear_34_scale_0_updated_constant0" -> "729 mul_tensor_35" [label="(1152, 1)", style=solid]; -"727 compressed_weight_updated_constant35" -> "729 mul_tensor_35" [label="(1152, 384)", style=solid]; -"728 _param_constant93_0_0" -> "731 linear_34" [label="(1152,)", style=solid]; -"729 mul_tensor_35" -> "730 sub_tensor_35" [label="(1152, 384)", style=solid]; -"730 sub_tensor_35" -> "731 linear_34" [label=None, style=solid]; +"725 _param_constant93_0_0" -> "731 linear_34" [label="(1152,)", style=solid]; +"726 scale_updated_constant35" -> "728 mul_tensor_35" [label="(1152, 1)", style=solid]; +"727 compressed_weight_updated_constant35" -> "728 mul_tensor_35" [label="(1152, 384)", style=solid]; +"728 mul_tensor_35" -> "730 sub_tensor_35" [label="(1152, 384)", style=solid]; +"729 zero_point_updated_constant35" -> "730 sub_tensor_35" [label="(1152, 1)", style=solid]; +"730 sub_tensor_35" -> "731 linear_34" [label="(1152, 384)", style=solid]; "731 linear_34" -> "732 reshape_23" [label="(4, 64, 1152)", style=solid]; "732 reshape_23" -> "733 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; "733 permute_25" -> "734 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4001,12 +4001,12 @@ strict digraph { "777 reshape_25_0_0_nncf_smooth_quant_0" -> "778 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; "778 quantize_per_tensor_default_36" -> "779 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; "779 dequantize_per_tensor_default_36" -> "786 linear_35" [label="(4, 64, 384)", style=solid]; -"780 linear_35_zero_point_0_updated_constant0" -> "785 sub_tensor_36" [label="(384, 1)", style=solid]; -"781 linear_35_scale_0_updated_constant0" -> "784 mul_tensor_36" [label="(384, 1)", style=solid]; -"782 compressed_weight_updated_constant36" -> "784 mul_tensor_36" [label="(384, 384)", style=solid]; -"783 _param_constant97_0_0" -> "786 linear_35" [label="(384,)", style=solid]; -"784 mul_tensor_36" -> "785 sub_tensor_36" [label="(384, 384)", style=solid]; -"785 sub_tensor_36" -> "786 linear_35" [label=None, style=solid]; +"780 _param_constant97_0_0" -> "786 linear_35" [label="(384,)", style=solid]; +"781 scale_updated_constant36" -> "783 mul_tensor_36" [label="(384, 1)", style=solid]; +"782 compressed_weight_updated_constant36" -> "783 mul_tensor_36" [label="(384, 384)", style=solid]; +"783 mul_tensor_36" -> "785 sub_tensor_36" [label="(384, 384)", style=solid]; +"784 zero_point_updated_constant36" -> "785 sub_tensor_36" [label="(384, 1)", style=solid]; +"785 sub_tensor_36" -> "786 linear_35" [label="(384, 384)", style=solid]; "786 linear_35" -> "787 dropout_21" [label="(4, 64, 384)", style=solid]; "787 dropout_21" -> "788 view_32" [label="(4, 64, 384)", style=solid]; "788 view_32" -> "789 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4026,24 +4026,24 @@ strict digraph { "801 add_19_0_0_nncf_smooth_quant_0" -> "802 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; "802 quantize_per_tensor_default_37" -> "803 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; "803 dequantize_per_tensor_default_37" -> "810 linear_36" [label="(1, 14, 14, 384)", style=solid]; -"804 linear_36_zero_point_0_updated_constant0" -> "809 sub_tensor_37" [label="(1536, 1)", style=solid]; -"805 linear_36_scale_0_updated_constant0" -> "808 mul_tensor_37" [label="(1536, 1)", style=solid]; -"806 compressed_weight_updated_constant37" -> "808 mul_tensor_37" [label="(1536, 384)", style=solid]; -"807 _param_constant101_0_0" -> "810 linear_36" [label="(1536,)", style=solid]; -"808 mul_tensor_37" -> "809 sub_tensor_37" [label="(1536, 384)", style=solid]; -"809 sub_tensor_37" -> "810 linear_36" [label=None, style=solid]; +"804 _param_constant101_0_0" -> "810 linear_36" [label="(1536,)", style=solid]; +"805 scale_updated_constant37" -> "807 mul_tensor_37" [label="(1536, 1)", style=solid]; +"806 compressed_weight_updated_constant37" -> "807 mul_tensor_37" [label="(1536, 384)", style=solid]; +"807 mul_tensor_37" -> "809 sub_tensor_37" [label="(1536, 384)", style=solid]; +"808 zero_point_updated_constant37" -> "809 sub_tensor_37" [label="(1536, 1)", style=solid]; +"809 sub_tensor_37" -> "810 linear_36" [label="(1536, 384)", style=solid]; "810 linear_36" -> "811 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; "811 gelu_5" -> "812 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; "812 dropout_22" -> "813 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "813 dropout_22_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; "814 quantize_per_tensor_default_38" -> "815 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; "815 dequantize_per_tensor_default_38" -> "822 linear_37" [label="(1, 14, 14, 1536)", style=solid]; -"816 linear_37_zero_point_0_updated_constant0" -> "821 sub_tensor_38" [label="(384, 1)", style=solid]; -"817 linear_37_scale_0_updated_constant0" -> "820 mul_tensor_38" [label="(384, 1)", style=solid]; -"818 compressed_weight_updated_constant38" -> "820 mul_tensor_38" [label="(384, 1536)", style=solid]; -"819 _param_constant103_0_0" -> "822 linear_37" [label="(384,)", style=solid]; -"820 mul_tensor_38" -> "821 sub_tensor_38" [label="(384, 1536)", style=solid]; -"821 sub_tensor_38" -> "822 linear_37" [label=None, style=solid]; +"816 _param_constant103_0_0" -> "822 linear_37" [label="(384,)", style=solid]; +"817 scale_updated_constant38" -> "819 mul_tensor_38" [label="(384, 1)", style=solid]; +"818 compressed_weight_updated_constant38" -> "819 mul_tensor_38" [label="(384, 1536)", style=solid]; +"819 mul_tensor_38" -> "821 sub_tensor_38" [label="(384, 1536)", style=solid]; +"820 zero_point_updated_constant38" -> "821 sub_tensor_38" [label="(384, 1)", style=solid]; +"821 sub_tensor_38" -> "822 linear_37" [label="(384, 1536)", style=solid]; "822 linear_37" -> "823 dropout_23" [label="(1, 14, 14, 384)", style=solid]; "823 dropout_23" -> "826 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; "824 _param_constant104" -> "826 layer_norm_14" [label="(384,)", style=solid]; @@ -4053,20 +4053,20 @@ strict digraph { "827 add_20" -> "919 add_22" [label="(1, 14, 14, 384)", style=solid]; "828 _tensor_constant39" -> "829 _tensor_constant39_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "829 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "836 linear_38" [label="(1, 15, 15, 2)", style=solid]; -"830 linear_38_zero_point_0_updated_constant0" -> "835 sub_tensor_39" [label="(512, 1)", style=solid]; -"831 linear_38_scale_0_updated_constant0" -> "834 mul_tensor_39" [label="(512, 1)", style=solid]; -"832 compressed_weight_updated_constant39" -> "834 mul_tensor_39" [label="(512, 2)", style=solid]; -"833 _param_constant107_0_0" -> "836 linear_38" [label="(512,)", style=solid]; -"834 mul_tensor_39" -> "835 sub_tensor_39" [label="(512, 2)", style=solid]; -"835 sub_tensor_39" -> "836 linear_38" [label=None, style=solid]; +"830 _param_constant107_0_0" -> "836 linear_38" [label="(512,)", style=solid]; +"831 scale_updated_constant39" -> "833 mul_tensor_39" [label="(512, 1)", style=solid]; +"832 compressed_weight_updated_constant39" -> "833 mul_tensor_39" [label="(512, 2)", style=solid]; +"833 mul_tensor_39" -> "835 sub_tensor_39" [label="(512, 2)", style=solid]; +"834 zero_point_updated_constant39" -> "835 sub_tensor_39" [label="(512, 1)", style=solid]; +"835 sub_tensor_39" -> "836 linear_38" [label="(512, 2)", style=solid]; "836 linear_38" -> "837 relu__6" [label="(1, 15, 15, 512)", style=solid]; "837 relu__6" -> "838 relu__6_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "838 relu__6_0_0_nncf_smooth_quant_0" -> "844 linear_39" [label="(1, 15, 15, 512)", style=solid]; -"839 linear_39_zero_point_0_updated_constant0" -> "843 sub_tensor_40" [label="(12, 1)", style=solid]; -"840 linear_39_scale_0_updated_constant0" -> "842 mul_tensor_40" [label="(12, 1)", style=solid]; -"841 compressed_weight_updated_constant40" -> "842 mul_tensor_40" [label="(12, 512)", style=solid]; -"842 mul_tensor_40" -> "843 sub_tensor_40" [label="(12, 512)", style=solid]; -"843 sub_tensor_40" -> "844 linear_39" [label=None, style=solid]; +"839 scale_updated_constant40" -> "841 mul_tensor_40" [label="(12, 1)", style=solid]; +"840 compressed_weight_updated_constant40" -> "841 mul_tensor_40" [label="(12, 512)", style=solid]; +"841 mul_tensor_40" -> "843 sub_tensor_40" [label="(12, 512)", style=solid]; +"842 zero_point_updated_constant40" -> "843 sub_tensor_40" [label="(12, 1)", style=solid]; +"843 sub_tensor_40" -> "844 linear_39" [label="(12, 512)", style=solid]; "844 linear_39" -> "845 view_33" [label="(1, 15, 15, 12)", style=solid]; "845 view_33" -> "847 index_6" [label="(225, 12)", style=solid]; "846 _tensor_constant40" -> "847 index_6" [label="(4096,)", style=solid]; @@ -4084,12 +4084,12 @@ strict digraph { "858 reshape_27_0_0_nncf_smooth_quant_0" -> "859 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; "859 quantize_per_tensor_default_39" -> "860 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; "860 dequantize_per_tensor_default_39" -> "867 linear_40" [label="(4, 64, 384)", style=solid]; -"861 linear_40_zero_point_0_updated_constant0" -> "866 sub_tensor_41" [label="(1152, 1)", style=solid]; -"862 linear_40_scale_0_updated_constant0" -> "865 mul_tensor_41" [label="(1152, 1)", style=solid]; -"863 compressed_weight_updated_constant41" -> "865 mul_tensor_41" [label="(1152, 384)", style=solid]; -"864 _param_constant109_0_0" -> "867 linear_40" [label="(1152,)", style=solid]; -"865 mul_tensor_41" -> "866 sub_tensor_41" [label="(1152, 384)", style=solid]; -"866 sub_tensor_41" -> "867 linear_40" [label=None, style=solid]; +"861 _param_constant109_0_0" -> "867 linear_40" [label="(1152,)", style=solid]; +"862 scale_updated_constant41" -> "864 mul_tensor_41" [label="(1152, 1)", style=solid]; +"863 compressed_weight_updated_constant41" -> "864 mul_tensor_41" [label="(1152, 384)", style=solid]; +"864 mul_tensor_41" -> "866 sub_tensor_41" [label="(1152, 384)", style=solid]; +"865 zero_point_updated_constant41" -> "866 sub_tensor_41" [label="(1152, 1)", style=solid]; +"866 sub_tensor_41" -> "867 linear_40" [label="(1152, 384)", style=solid]; "867 linear_40" -> "868 reshape_28" [label="(4, 64, 1152)", style=solid]; "868 reshape_28" -> "869 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; "869 permute_30" -> "870 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4129,12 +4129,12 @@ strict digraph { "897 reshape_29_0_0_nncf_smooth_quant_0" -> "898 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; "898 quantize_per_tensor_default_42" -> "899 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; "899 dequantize_per_tensor_default_42" -> "906 linear_41" [label="(4, 64, 384)", style=solid]; -"900 linear_41_zero_point_0_updated_constant0" -> "905 sub_tensor_42" [label="(384, 1)", style=solid]; -"901 linear_41_scale_0_updated_constant0" -> "904 mul_tensor_42" [label="(384, 1)", style=solid]; -"902 compressed_weight_updated_constant42" -> "904 mul_tensor_42" [label="(384, 384)", style=solid]; -"903 _param_constant113_0_0" -> "906 linear_41" [label="(384,)", style=solid]; -"904 mul_tensor_42" -> "905 sub_tensor_42" [label="(384, 384)", style=solid]; -"905 sub_tensor_42" -> "906 linear_41" [label=None, style=solid]; +"900 _param_constant113_0_0" -> "906 linear_41" [label="(384,)", style=solid]; +"901 scale_updated_constant42" -> "903 mul_tensor_42" [label="(384, 1)", style=solid]; +"902 compressed_weight_updated_constant42" -> "903 mul_tensor_42" [label="(384, 384)", style=solid]; +"903 mul_tensor_42" -> "905 sub_tensor_42" [label="(384, 384)", style=solid]; +"904 zero_point_updated_constant42" -> "905 sub_tensor_42" [label="(384, 1)", style=solid]; +"905 sub_tensor_42" -> "906 linear_41" [label="(384, 384)", style=solid]; "906 linear_41" -> "907 dropout_25" [label="(4, 64, 384)", style=solid]; "907 dropout_25" -> "908 view_36" [label="(4, 64, 384)", style=solid]; "908 view_36" -> "909 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4153,24 +4153,24 @@ strict digraph { "920 add_22_0_0_nncf_smooth_quant_0" -> "921 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; "921 quantize_per_tensor_default_43" -> "922 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; "922 dequantize_per_tensor_default_43" -> "929 linear_42" [label="(1, 14, 14, 384)", style=solid]; -"923 linear_42_zero_point_0_updated_constant0" -> "928 sub_tensor_43" [label="(1536, 1)", style=solid]; -"924 linear_42_scale_0_updated_constant0" -> "927 mul_tensor_43" [label="(1536, 1)", style=solid]; -"925 compressed_weight_updated_constant43" -> "927 mul_tensor_43" [label="(1536, 384)", style=solid]; -"926 _param_constant117_0_0" -> "929 linear_42" [label="(1536,)", style=solid]; -"927 mul_tensor_43" -> "928 sub_tensor_43" [label="(1536, 384)", style=solid]; -"928 sub_tensor_43" -> "929 linear_42" [label=None, style=solid]; +"923 _param_constant117_0_0" -> "929 linear_42" [label="(1536,)", style=solid]; +"924 scale_updated_constant43" -> "926 mul_tensor_43" [label="(1536, 1)", style=solid]; +"925 compressed_weight_updated_constant43" -> "926 mul_tensor_43" [label="(1536, 384)", style=solid]; +"926 mul_tensor_43" -> "928 sub_tensor_43" [label="(1536, 384)", style=solid]; +"927 zero_point_updated_constant43" -> "928 sub_tensor_43" [label="(1536, 1)", style=solid]; +"928 sub_tensor_43" -> "929 linear_42" [label="(1536, 384)", style=solid]; "929 linear_42" -> "930 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; "930 gelu_6" -> "931 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; "931 dropout_26" -> "932 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "932 dropout_26_0_0_nncf_smooth_quant_0" -> "933 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; "933 quantize_per_tensor_default_44" -> "934 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; "934 dequantize_per_tensor_default_44" -> "941 linear_43" [label="(1, 14, 14, 1536)", style=solid]; -"935 linear_43_zero_point_0_updated_constant0" -> "940 sub_tensor_44" [label="(384, 1)", style=solid]; -"936 linear_43_scale_0_updated_constant0" -> "939 mul_tensor_44" [label="(384, 1)", style=solid]; -"937 compressed_weight_updated_constant44" -> "939 mul_tensor_44" [label="(384, 1536)", style=solid]; -"938 _param_constant119_0_0" -> "941 linear_43" [label="(384,)", style=solid]; -"939 mul_tensor_44" -> "940 sub_tensor_44" [label="(384, 1536)", style=solid]; -"940 sub_tensor_44" -> "941 linear_43" [label=None, style=solid]; +"935 _param_constant119_0_0" -> "941 linear_43" [label="(384,)", style=solid]; +"936 scale_updated_constant44" -> "938 mul_tensor_44" [label="(384, 1)", style=solid]; +"937 compressed_weight_updated_constant44" -> "938 mul_tensor_44" [label="(384, 1536)", style=solid]; +"938 mul_tensor_44" -> "940 sub_tensor_44" [label="(384, 1536)", style=solid]; +"939 zero_point_updated_constant44" -> "940 sub_tensor_44" [label="(384, 1)", style=solid]; +"940 sub_tensor_44" -> "941 linear_43" [label="(384, 1536)", style=solid]; "941 linear_43" -> "942 dropout_27" [label="(1, 14, 14, 384)", style=solid]; "942 dropout_27" -> "945 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; "943 _param_constant120" -> "945 layer_norm_16" [label="(384,)", style=solid]; @@ -4180,20 +4180,20 @@ strict digraph { "946 add_23" -> "1056 add_26" [label="(1, 14, 14, 384)", style=solid]; "947 _tensor_constant41" -> "948 _tensor_constant41_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "948 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "955 linear_44" [label="(1, 15, 15, 2)", style=solid]; -"949 linear_44_zero_point_0_updated_constant0" -> "954 sub_tensor_45" [label="(512, 1)", style=solid]; -"950 linear_44_scale_0_updated_constant0" -> "953 mul_tensor_45" [label="(512, 1)", style=solid]; -"951 compressed_weight_updated_constant45" -> "953 mul_tensor_45" [label="(512, 2)", style=solid]; -"952 _param_constant123_0_0" -> "955 linear_44" [label="(512,)", style=solid]; -"953 mul_tensor_45" -> "954 sub_tensor_45" [label="(512, 2)", style=solid]; -"954 sub_tensor_45" -> "955 linear_44" [label=None, style=solid]; +"949 _param_constant123_0_0" -> "955 linear_44" [label="(512,)", style=solid]; +"950 scale_updated_constant45" -> "952 mul_tensor_45" [label="(512, 1)", style=solid]; +"951 compressed_weight_updated_constant45" -> "952 mul_tensor_45" [label="(512, 2)", style=solid]; +"952 mul_tensor_45" -> "954 sub_tensor_45" [label="(512, 2)", style=solid]; +"953 zero_point_updated_constant45" -> "954 sub_tensor_45" [label="(512, 1)", style=solid]; +"954 sub_tensor_45" -> "955 linear_44" [label="(512, 2)", style=solid]; "955 linear_44" -> "956 relu__7" [label="(1, 15, 15, 512)", style=solid]; "956 relu__7" -> "957 relu__7_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "957 relu__7_0_0_nncf_smooth_quant_0" -> "963 linear_45" [label="(1, 15, 15, 512)", style=solid]; -"958 linear_45_zero_point_0_updated_constant0" -> "962 sub_tensor_46" [label="(12, 1)", style=solid]; -"959 linear_45_scale_0_updated_constant0" -> "961 mul_tensor_46" [label="(12, 1)", style=solid]; -"960 compressed_weight_updated_constant46" -> "961 mul_tensor_46" [label="(12, 512)", style=solid]; -"961 mul_tensor_46" -> "962 sub_tensor_46" [label="(12, 512)", style=solid]; -"962 sub_tensor_46" -> "963 linear_45" [label=None, style=solid]; +"958 scale_updated_constant46" -> "960 mul_tensor_46" [label="(12, 1)", style=solid]; +"959 compressed_weight_updated_constant46" -> "960 mul_tensor_46" [label="(12, 512)", style=solid]; +"960 mul_tensor_46" -> "962 sub_tensor_46" [label="(12, 512)", style=solid]; +"961 zero_point_updated_constant46" -> "962 sub_tensor_46" [label="(12, 1)", style=solid]; +"962 sub_tensor_46" -> "963 linear_45" [label="(12, 512)", style=solid]; "963 linear_45" -> "964 view_37" [label="(1, 15, 15, 12)", style=solid]; "964 view_37" -> "966 index_7" [label="(225, 12)", style=solid]; "965 _tensor_constant42" -> "966 index_7" [label="(4096,)", style=solid]; @@ -4213,12 +4213,12 @@ strict digraph { "978 reshape_31_0_0_nncf_smooth_quant_0" -> "979 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; "979 quantize_per_tensor_default_45" -> "980 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; "980 dequantize_per_tensor_default_45" -> "987 linear_46" [label="(4, 64, 384)", style=solid]; -"981 linear_46_zero_point_0_updated_constant0" -> "986 sub_tensor_47" [label="(1152, 1)", style=solid]; -"982 linear_46_scale_0_updated_constant0" -> "985 mul_tensor_47" [label="(1152, 1)", style=solid]; -"983 compressed_weight_updated_constant47" -> "985 mul_tensor_47" [label="(1152, 384)", style=solid]; -"984 _param_constant125_0_0" -> "987 linear_46" [label="(1152,)", style=solid]; -"985 mul_tensor_47" -> "986 sub_tensor_47" [label="(1152, 384)", style=solid]; -"986 sub_tensor_47" -> "987 linear_46" [label=None, style=solid]; +"981 _param_constant125_0_0" -> "987 linear_46" [label="(1152,)", style=solid]; +"982 scale_updated_constant47" -> "984 mul_tensor_47" [label="(1152, 1)", style=solid]; +"983 compressed_weight_updated_constant47" -> "984 mul_tensor_47" [label="(1152, 384)", style=solid]; +"984 mul_tensor_47" -> "986 sub_tensor_47" [label="(1152, 384)", style=solid]; +"985 zero_point_updated_constant47" -> "986 sub_tensor_47" [label="(1152, 1)", style=solid]; +"986 sub_tensor_47" -> "987 linear_46" [label="(1152, 384)", style=solid]; "987 linear_46" -> "988 reshape_32" [label="(4, 64, 1152)", style=solid]; "988 reshape_32" -> "989 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; "989 permute_34" -> "990 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4277,12 +4277,12 @@ strict digraph { "1033 reshape_34_0_0_nncf_smooth_quant_0" -> "1034 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; "1034 quantize_per_tensor_default_48" -> "1035 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; "1035 dequantize_per_tensor_default_48" -> "1042 linear_47" [label="(4, 64, 384)", style=solid]; -"1036 linear_47_zero_point_0_updated_constant0" -> "1041 sub_tensor_48" [label="(384, 1)", style=solid]; -"1037 linear_47_scale_0_updated_constant0" -> "1040 mul_tensor_48" [label="(384, 1)", style=solid]; -"1038 compressed_weight_updated_constant48" -> "1040 mul_tensor_48" [label="(384, 384)", style=solid]; -"1039 _param_constant129_0_0" -> "1042 linear_47" [label="(384,)", style=solid]; -"1040 mul_tensor_48" -> "1041 sub_tensor_48" [label="(384, 384)", style=solid]; -"1041 sub_tensor_48" -> "1042 linear_47" [label=None, style=solid]; +"1036 _param_constant129_0_0" -> "1042 linear_47" [label="(384,)", style=solid]; +"1037 scale_updated_constant48" -> "1039 mul_tensor_48" [label="(384, 1)", style=solid]; +"1038 compressed_weight_updated_constant48" -> "1039 mul_tensor_48" [label="(384, 384)", style=solid]; +"1039 mul_tensor_48" -> "1041 sub_tensor_48" [label="(384, 384)", style=solid]; +"1040 zero_point_updated_constant48" -> "1041 sub_tensor_48" [label="(384, 1)", style=solid]; +"1041 sub_tensor_48" -> "1042 linear_47" [label="(384, 384)", style=solid]; "1042 linear_47" -> "1043 dropout_29" [label="(4, 64, 384)", style=solid]; "1043 dropout_29" -> "1044 view_43" [label="(4, 64, 384)", style=solid]; "1044 view_43" -> "1045 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4302,24 +4302,24 @@ strict digraph { "1057 add_26_0_0_nncf_smooth_quant_0" -> "1058 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; "1058 quantize_per_tensor_default_49" -> "1059 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; "1059 dequantize_per_tensor_default_49" -> "1066 linear_48" [label="(1, 14, 14, 384)", style=solid]; -"1060 linear_48_zero_point_0_updated_constant0" -> "1065 sub_tensor_49" [label="(1536, 1)", style=solid]; -"1061 linear_48_scale_0_updated_constant0" -> "1064 mul_tensor_49" [label="(1536, 1)", style=solid]; -"1062 compressed_weight_updated_constant49" -> "1064 mul_tensor_49" [label="(1536, 384)", style=solid]; -"1063 _param_constant133_0_0" -> "1066 linear_48" [label="(1536,)", style=solid]; -"1064 mul_tensor_49" -> "1065 sub_tensor_49" [label="(1536, 384)", style=solid]; -"1065 sub_tensor_49" -> "1066 linear_48" [label=None, style=solid]; +"1060 _param_constant133_0_0" -> "1066 linear_48" [label="(1536,)", style=solid]; +"1061 scale_updated_constant49" -> "1063 mul_tensor_49" [label="(1536, 1)", style=solid]; +"1062 compressed_weight_updated_constant49" -> "1063 mul_tensor_49" [label="(1536, 384)", style=solid]; +"1063 mul_tensor_49" -> "1065 sub_tensor_49" [label="(1536, 384)", style=solid]; +"1064 zero_point_updated_constant49" -> "1065 sub_tensor_49" [label="(1536, 1)", style=solid]; +"1065 sub_tensor_49" -> "1066 linear_48" [label="(1536, 384)", style=solid]; "1066 linear_48" -> "1067 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; "1067 gelu_7" -> "1068 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; "1068 dropout_30" -> "1069 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "1069 dropout_30_0_0_nncf_smooth_quant_0" -> "1070 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; "1070 quantize_per_tensor_default_50" -> "1071 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; "1071 dequantize_per_tensor_default_50" -> "1078 linear_49" [label="(1, 14, 14, 1536)", style=solid]; -"1072 linear_49_zero_point_0_updated_constant0" -> "1077 sub_tensor_50" [label="(384, 1)", style=solid]; -"1073 linear_49_scale_0_updated_constant0" -> "1076 mul_tensor_50" [label="(384, 1)", style=solid]; -"1074 compressed_weight_updated_constant50" -> "1076 mul_tensor_50" [label="(384, 1536)", style=solid]; -"1075 _param_constant135_0_0" -> "1078 linear_49" [label="(384,)", style=solid]; -"1076 mul_tensor_50" -> "1077 sub_tensor_50" [label="(384, 1536)", style=solid]; -"1077 sub_tensor_50" -> "1078 linear_49" [label=None, style=solid]; +"1072 _param_constant135_0_0" -> "1078 linear_49" [label="(384,)", style=solid]; +"1073 scale_updated_constant50" -> "1075 mul_tensor_50" [label="(384, 1)", style=solid]; +"1074 compressed_weight_updated_constant50" -> "1075 mul_tensor_50" [label="(384, 1536)", style=solid]; +"1075 mul_tensor_50" -> "1077 sub_tensor_50" [label="(384, 1536)", style=solid]; +"1076 zero_point_updated_constant50" -> "1077 sub_tensor_50" [label="(384, 1)", style=solid]; +"1077 sub_tensor_50" -> "1078 linear_49" [label="(384, 1536)", style=solid]; "1078 linear_49" -> "1079 dropout_31" [label="(1, 14, 14, 384)", style=solid]; "1079 dropout_31" -> "1082 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; "1080 _param_constant136" -> "1082 layer_norm_18" [label="(384,)", style=solid]; @@ -4329,20 +4329,20 @@ strict digraph { "1083 add_27" -> "1175 add_29" [label="(1, 14, 14, 384)", style=solid]; "1084 _tensor_constant52" -> "1085 _tensor_constant52_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "1085 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "1092 linear_50" [label="(1, 15, 15, 2)", style=solid]; -"1086 linear_50_zero_point_0_updated_constant0" -> "1091 sub_tensor_51" [label="(512, 1)", style=solid]; -"1087 linear_50_scale_0_updated_constant0" -> "1090 mul_tensor_51" [label="(512, 1)", style=solid]; -"1088 compressed_weight_updated_constant51" -> "1090 mul_tensor_51" [label="(512, 2)", style=solid]; -"1089 _param_constant139_0_0" -> "1092 linear_50" [label="(512,)", style=solid]; -"1090 mul_tensor_51" -> "1091 sub_tensor_51" [label="(512, 2)", style=solid]; -"1091 sub_tensor_51" -> "1092 linear_50" [label=None, style=solid]; +"1086 _param_constant139_0_0" -> "1092 linear_50" [label="(512,)", style=solid]; +"1087 scale_updated_constant51" -> "1089 mul_tensor_51" [label="(512, 1)", style=solid]; +"1088 compressed_weight_updated_constant51" -> "1089 mul_tensor_51" [label="(512, 2)", style=solid]; +"1089 mul_tensor_51" -> "1091 sub_tensor_51" [label="(512, 2)", style=solid]; +"1090 zero_point_updated_constant51" -> "1091 sub_tensor_51" [label="(512, 1)", style=solid]; +"1091 sub_tensor_51" -> "1092 linear_50" [label="(512, 2)", style=solid]; "1092 linear_50" -> "1093 relu__8" [label="(1, 15, 15, 512)", style=solid]; "1093 relu__8" -> "1094 relu__8_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1094 relu__8_0_0_nncf_smooth_quant_0" -> "1100 linear_51" [label="(1, 15, 15, 512)", style=solid]; -"1095 linear_51_zero_point_0_updated_constant0" -> "1099 sub_tensor_52" [label="(12, 1)", style=solid]; -"1096 linear_51_scale_0_updated_constant0" -> "1098 mul_tensor_52" [label="(12, 1)", style=solid]; -"1097 compressed_weight_updated_constant52" -> "1098 mul_tensor_52" [label="(12, 512)", style=solid]; -"1098 mul_tensor_52" -> "1099 sub_tensor_52" [label="(12, 512)", style=solid]; -"1099 sub_tensor_52" -> "1100 linear_51" [label=None, style=solid]; +"1095 scale_updated_constant52" -> "1097 mul_tensor_52" [label="(12, 1)", style=solid]; +"1096 compressed_weight_updated_constant52" -> "1097 mul_tensor_52" [label="(12, 512)", style=solid]; +"1097 mul_tensor_52" -> "1099 sub_tensor_52" [label="(12, 512)", style=solid]; +"1098 zero_point_updated_constant52" -> "1099 sub_tensor_52" [label="(12, 1)", style=solid]; +"1099 sub_tensor_52" -> "1100 linear_51" [label="(12, 512)", style=solid]; "1100 linear_51" -> "1101 view_44" [label="(1, 15, 15, 12)", style=solid]; "1101 view_44" -> "1103 index_8" [label="(225, 12)", style=solid]; "1102 _tensor_constant53" -> "1103 index_8" [label="(4096,)", style=solid]; @@ -4360,12 +4360,12 @@ strict digraph { "1114 reshape_36_0_0_nncf_smooth_quant_0" -> "1115 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; "1115 quantize_per_tensor_default_51" -> "1116 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; "1116 dequantize_per_tensor_default_51" -> "1123 linear_52" [label="(4, 64, 384)", style=solid]; -"1117 linear_52_zero_point_0_updated_constant0" -> "1122 sub_tensor_53" [label="(1152, 1)", style=solid]; -"1118 linear_52_scale_0_updated_constant0" -> "1121 mul_tensor_53" [label="(1152, 1)", style=solid]; -"1119 compressed_weight_updated_constant53" -> "1121 mul_tensor_53" [label="(1152, 384)", style=solid]; -"1120 _param_constant141_0_0" -> "1123 linear_52" [label="(1152,)", style=solid]; -"1121 mul_tensor_53" -> "1122 sub_tensor_53" [label="(1152, 384)", style=solid]; -"1122 sub_tensor_53" -> "1123 linear_52" [label=None, style=solid]; +"1117 _param_constant141_0_0" -> "1123 linear_52" [label="(1152,)", style=solid]; +"1118 scale_updated_constant53" -> "1120 mul_tensor_53" [label="(1152, 1)", style=solid]; +"1119 compressed_weight_updated_constant53" -> "1120 mul_tensor_53" [label="(1152, 384)", style=solid]; +"1120 mul_tensor_53" -> "1122 sub_tensor_53" [label="(1152, 384)", style=solid]; +"1121 zero_point_updated_constant53" -> "1122 sub_tensor_53" [label="(1152, 1)", style=solid]; +"1122 sub_tensor_53" -> "1123 linear_52" [label="(1152, 384)", style=solid]; "1123 linear_52" -> "1124 reshape_37" [label="(4, 64, 1152)", style=solid]; "1124 reshape_37" -> "1125 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; "1125 permute_39" -> "1126 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4405,12 +4405,12 @@ strict digraph { "1153 reshape_38_0_0_nncf_smooth_quant_0" -> "1154 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; "1154 quantize_per_tensor_default_54" -> "1155 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; "1155 dequantize_per_tensor_default_54" -> "1162 linear_53" [label="(4, 64, 384)", style=solid]; -"1156 linear_53_zero_point_0_updated_constant0" -> "1161 sub_tensor_54" [label="(384, 1)", style=solid]; -"1157 linear_53_scale_0_updated_constant0" -> "1160 mul_tensor_54" [label="(384, 1)", style=solid]; -"1158 compressed_weight_updated_constant54" -> "1160 mul_tensor_54" [label="(384, 384)", style=solid]; -"1159 _param_constant145_0_0" -> "1162 linear_53" [label="(384,)", style=solid]; -"1160 mul_tensor_54" -> "1161 sub_tensor_54" [label="(384, 384)", style=solid]; -"1161 sub_tensor_54" -> "1162 linear_53" [label=None, style=solid]; +"1156 _param_constant145_0_0" -> "1162 linear_53" [label="(384,)", style=solid]; +"1157 scale_updated_constant54" -> "1159 mul_tensor_54" [label="(384, 1)", style=solid]; +"1158 compressed_weight_updated_constant54" -> "1159 mul_tensor_54" [label="(384, 384)", style=solid]; +"1159 mul_tensor_54" -> "1161 sub_tensor_54" [label="(384, 384)", style=solid]; +"1160 zero_point_updated_constant54" -> "1161 sub_tensor_54" [label="(384, 1)", style=solid]; +"1161 sub_tensor_54" -> "1162 linear_53" [label="(384, 384)", style=solid]; "1162 linear_53" -> "1163 dropout_33" [label="(4, 64, 384)", style=solid]; "1163 dropout_33" -> "1164 view_47" [label="(4, 64, 384)", style=solid]; "1164 view_47" -> "1165 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4429,24 +4429,24 @@ strict digraph { "1176 add_29_0_0_nncf_smooth_quant_0" -> "1177 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; "1177 quantize_per_tensor_default_55" -> "1178 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; "1178 dequantize_per_tensor_default_55" -> "1185 linear_54" [label="(1, 14, 14, 384)", style=solid]; -"1179 linear_54_zero_point_0_updated_constant0" -> "1184 sub_tensor_55" [label="(1536, 1)", style=solid]; -"1180 linear_54_scale_0_updated_constant0" -> "1183 mul_tensor_55" [label="(1536, 1)", style=solid]; -"1181 compressed_weight_updated_constant55" -> "1183 mul_tensor_55" [label="(1536, 384)", style=solid]; -"1182 _param_constant149_0_0" -> "1185 linear_54" [label="(1536,)", style=solid]; -"1183 mul_tensor_55" -> "1184 sub_tensor_55" [label="(1536, 384)", style=solid]; -"1184 sub_tensor_55" -> "1185 linear_54" [label=None, style=solid]; +"1179 _param_constant149_0_0" -> "1185 linear_54" [label="(1536,)", style=solid]; +"1180 scale_updated_constant55" -> "1182 mul_tensor_55" [label="(1536, 1)", style=solid]; +"1181 compressed_weight_updated_constant55" -> "1182 mul_tensor_55" [label="(1536, 384)", style=solid]; +"1182 mul_tensor_55" -> "1184 sub_tensor_55" [label="(1536, 384)", style=solid]; +"1183 zero_point_updated_constant55" -> "1184 sub_tensor_55" [label="(1536, 1)", style=solid]; +"1184 sub_tensor_55" -> "1185 linear_54" [label="(1536, 384)", style=solid]; "1185 linear_54" -> "1186 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; "1186 gelu_8" -> "1187 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; "1187 dropout_34" -> "1188 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "1188 dropout_34_0_0_nncf_smooth_quant_0" -> "1189 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; "1189 quantize_per_tensor_default_56" -> "1190 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; "1190 dequantize_per_tensor_default_56" -> "1197 linear_55" [label="(1, 14, 14, 1536)", style=solid]; -"1191 linear_55_zero_point_0_updated_constant0" -> "1196 sub_tensor_56" [label="(384, 1)", style=solid]; -"1192 linear_55_scale_0_updated_constant0" -> "1195 mul_tensor_56" [label="(384, 1)", style=solid]; -"1193 compressed_weight_updated_constant56" -> "1195 mul_tensor_56" [label="(384, 1536)", style=solid]; -"1194 _param_constant151_0_0" -> "1197 linear_55" [label="(384,)", style=solid]; -"1195 mul_tensor_56" -> "1196 sub_tensor_56" [label="(384, 1536)", style=solid]; -"1196 sub_tensor_56" -> "1197 linear_55" [label=None, style=solid]; +"1191 _param_constant151_0_0" -> "1197 linear_55" [label="(384,)", style=solid]; +"1192 scale_updated_constant56" -> "1194 mul_tensor_56" [label="(384, 1)", style=solid]; +"1193 compressed_weight_updated_constant56" -> "1194 mul_tensor_56" [label="(384, 1536)", style=solid]; +"1194 mul_tensor_56" -> "1196 sub_tensor_56" [label="(384, 1536)", style=solid]; +"1195 zero_point_updated_constant56" -> "1196 sub_tensor_56" [label="(384, 1)", style=solid]; +"1196 sub_tensor_56" -> "1197 linear_55" [label="(384, 1536)", style=solid]; "1197 linear_55" -> "1198 dropout_35" [label="(1, 14, 14, 384)", style=solid]; "1198 dropout_35" -> "1201 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; "1199 _param_constant152" -> "1201 layer_norm_20" [label="(384,)", style=solid]; @@ -4456,20 +4456,20 @@ strict digraph { "1202 add_30" -> "1312 add_33" [label="(1, 14, 14, 384)", style=solid]; "1203 _tensor_constant54" -> "1204 _tensor_constant54_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "1204 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1211 linear_56" [label="(1, 15, 15, 2)", style=solid]; -"1205 linear_56_zero_point_0_updated_constant0" -> "1210 sub_tensor_57" [label="(512, 1)", style=solid]; -"1206 linear_56_scale_0_updated_constant0" -> "1209 mul_tensor_57" [label="(512, 1)", style=solid]; -"1207 compressed_weight_updated_constant57" -> "1209 mul_tensor_57" [label="(512, 2)", style=solid]; -"1208 _param_constant155_0_0" -> "1211 linear_56" [label="(512,)", style=solid]; -"1209 mul_tensor_57" -> "1210 sub_tensor_57" [label="(512, 2)", style=solid]; -"1210 sub_tensor_57" -> "1211 linear_56" [label=None, style=solid]; +"1205 _param_constant155_0_0" -> "1211 linear_56" [label="(512,)", style=solid]; +"1206 scale_updated_constant57" -> "1208 mul_tensor_57" [label="(512, 1)", style=solid]; +"1207 compressed_weight_updated_constant57" -> "1208 mul_tensor_57" [label="(512, 2)", style=solid]; +"1208 mul_tensor_57" -> "1210 sub_tensor_57" [label="(512, 2)", style=solid]; +"1209 zero_point_updated_constant57" -> "1210 sub_tensor_57" [label="(512, 1)", style=solid]; +"1210 sub_tensor_57" -> "1211 linear_56" [label="(512, 2)", style=solid]; "1211 linear_56" -> "1212 relu__9" [label="(1, 15, 15, 512)", style=solid]; "1212 relu__9" -> "1213 relu__9_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1213 relu__9_0_0_nncf_smooth_quant_0" -> "1219 linear_57" [label="(1, 15, 15, 512)", style=solid]; -"1214 linear_57_zero_point_0_updated_constant0" -> "1218 sub_tensor_58" [label="(12, 1)", style=solid]; -"1215 linear_57_scale_0_updated_constant0" -> "1217 mul_tensor_58" [label="(12, 1)", style=solid]; -"1216 compressed_weight_updated_constant58" -> "1217 mul_tensor_58" [label="(12, 512)", style=solid]; -"1217 mul_tensor_58" -> "1218 sub_tensor_58" [label="(12, 512)", style=solid]; -"1218 sub_tensor_58" -> "1219 linear_57" [label=None, style=solid]; +"1214 scale_updated_constant58" -> "1216 mul_tensor_58" [label="(12, 1)", style=solid]; +"1215 compressed_weight_updated_constant58" -> "1216 mul_tensor_58" [label="(12, 512)", style=solid]; +"1216 mul_tensor_58" -> "1218 sub_tensor_58" [label="(12, 512)", style=solid]; +"1217 zero_point_updated_constant58" -> "1218 sub_tensor_58" [label="(12, 1)", style=solid]; +"1218 sub_tensor_58" -> "1219 linear_57" [label="(12, 512)", style=solid]; "1219 linear_57" -> "1220 view_48" [label="(1, 15, 15, 12)", style=solid]; "1220 view_48" -> "1222 index_9" [label="(225, 12)", style=solid]; "1221 _tensor_constant55" -> "1222 index_9" [label="(4096,)", style=solid]; @@ -4489,12 +4489,12 @@ strict digraph { "1234 reshape_40_0_0_nncf_smooth_quant_0" -> "1235 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; "1235 quantize_per_tensor_default_57" -> "1236 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; "1236 dequantize_per_tensor_default_57" -> "1243 linear_58" [label="(4, 64, 384)", style=solid]; -"1237 linear_58_zero_point_0_updated_constant0" -> "1242 sub_tensor_59" [label="(1152, 1)", style=solid]; -"1238 linear_58_scale_0_updated_constant0" -> "1241 mul_tensor_59" [label="(1152, 1)", style=solid]; -"1239 compressed_weight_updated_constant59" -> "1241 mul_tensor_59" [label="(1152, 384)", style=solid]; -"1240 _param_constant157_0_0" -> "1243 linear_58" [label="(1152,)", style=solid]; -"1241 mul_tensor_59" -> "1242 sub_tensor_59" [label="(1152, 384)", style=solid]; -"1242 sub_tensor_59" -> "1243 linear_58" [label=None, style=solid]; +"1237 _param_constant157_0_0" -> "1243 linear_58" [label="(1152,)", style=solid]; +"1238 scale_updated_constant59" -> "1240 mul_tensor_59" [label="(1152, 1)", style=solid]; +"1239 compressed_weight_updated_constant59" -> "1240 mul_tensor_59" [label="(1152, 384)", style=solid]; +"1240 mul_tensor_59" -> "1242 sub_tensor_59" [label="(1152, 384)", style=solid]; +"1241 zero_point_updated_constant59" -> "1242 sub_tensor_59" [label="(1152, 1)", style=solid]; +"1242 sub_tensor_59" -> "1243 linear_58" [label="(1152, 384)", style=solid]; "1243 linear_58" -> "1244 reshape_41" [label="(4, 64, 1152)", style=solid]; "1244 reshape_41" -> "1245 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; "1245 permute_43" -> "1246 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4553,12 +4553,12 @@ strict digraph { "1289 reshape_43_0_0_nncf_smooth_quant_0" -> "1290 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; "1290 quantize_per_tensor_default_60" -> "1291 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; "1291 dequantize_per_tensor_default_60" -> "1298 linear_59" [label="(4, 64, 384)", style=solid]; -"1292 linear_59_zero_point_0_updated_constant0" -> "1297 sub_tensor_60" [label="(384, 1)", style=solid]; -"1293 linear_59_scale_0_updated_constant0" -> "1296 mul_tensor_60" [label="(384, 1)", style=solid]; -"1294 compressed_weight_updated_constant60" -> "1296 mul_tensor_60" [label="(384, 384)", style=solid]; -"1295 _param_constant161_0_0" -> "1298 linear_59" [label="(384,)", style=solid]; -"1296 mul_tensor_60" -> "1297 sub_tensor_60" [label="(384, 384)", style=solid]; -"1297 sub_tensor_60" -> "1298 linear_59" [label=None, style=solid]; +"1292 _param_constant161_0_0" -> "1298 linear_59" [label="(384,)", style=solid]; +"1293 scale_updated_constant60" -> "1295 mul_tensor_60" [label="(384, 1)", style=solid]; +"1294 compressed_weight_updated_constant60" -> "1295 mul_tensor_60" [label="(384, 384)", style=solid]; +"1295 mul_tensor_60" -> "1297 sub_tensor_60" [label="(384, 384)", style=solid]; +"1296 zero_point_updated_constant60" -> "1297 sub_tensor_60" [label="(384, 1)", style=solid]; +"1297 sub_tensor_60" -> "1298 linear_59" [label="(384, 384)", style=solid]; "1298 linear_59" -> "1299 dropout_37" [label="(4, 64, 384)", style=solid]; "1299 dropout_37" -> "1300 view_54" [label="(4, 64, 384)", style=solid]; "1300 view_54" -> "1301 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4578,24 +4578,24 @@ strict digraph { "1313 add_33_0_0_nncf_smooth_quant_0" -> "1314 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; "1314 quantize_per_tensor_default_61" -> "1315 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; "1315 dequantize_per_tensor_default_61" -> "1322 linear_60" [label="(1, 14, 14, 384)", style=solid]; -"1316 linear_60_zero_point_0_updated_constant0" -> "1321 sub_tensor_61" [label="(1536, 1)", style=solid]; -"1317 linear_60_scale_0_updated_constant0" -> "1320 mul_tensor_61" [label="(1536, 1)", style=solid]; -"1318 compressed_weight_updated_constant61" -> "1320 mul_tensor_61" [label="(1536, 384)", style=solid]; -"1319 _param_constant165_0_0" -> "1322 linear_60" [label="(1536,)", style=solid]; -"1320 mul_tensor_61" -> "1321 sub_tensor_61" [label="(1536, 384)", style=solid]; -"1321 sub_tensor_61" -> "1322 linear_60" [label=None, style=solid]; +"1316 _param_constant165_0_0" -> "1322 linear_60" [label="(1536,)", style=solid]; +"1317 scale_updated_constant61" -> "1319 mul_tensor_61" [label="(1536, 1)", style=solid]; +"1318 compressed_weight_updated_constant61" -> "1319 mul_tensor_61" [label="(1536, 384)", style=solid]; +"1319 mul_tensor_61" -> "1321 sub_tensor_61" [label="(1536, 384)", style=solid]; +"1320 zero_point_updated_constant61" -> "1321 sub_tensor_61" [label="(1536, 1)", style=solid]; +"1321 sub_tensor_61" -> "1322 linear_60" [label="(1536, 384)", style=solid]; "1322 linear_60" -> "1323 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; "1323 gelu_9" -> "1324 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; "1324 dropout_38" -> "1325 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "1325 dropout_38_0_0_nncf_smooth_quant_0" -> "1326 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; "1326 quantize_per_tensor_default_62" -> "1327 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; "1327 dequantize_per_tensor_default_62" -> "1334 linear_61" [label="(1, 14, 14, 1536)", style=solid]; -"1328 linear_61_zero_point_0_updated_constant0" -> "1333 sub_tensor_62" [label="(384, 1)", style=solid]; -"1329 linear_61_scale_0_updated_constant0" -> "1332 mul_tensor_62" [label="(384, 1)", style=solid]; -"1330 compressed_weight_updated_constant62" -> "1332 mul_tensor_62" [label="(384, 1536)", style=solid]; -"1331 _param_constant167_0_0" -> "1334 linear_61" [label="(384,)", style=solid]; -"1332 mul_tensor_62" -> "1333 sub_tensor_62" [label="(384, 1536)", style=solid]; -"1333 sub_tensor_62" -> "1334 linear_61" [label=None, style=solid]; +"1328 _param_constant167_0_0" -> "1334 linear_61" [label="(384,)", style=solid]; +"1329 scale_updated_constant62" -> "1331 mul_tensor_62" [label="(384, 1)", style=solid]; +"1330 compressed_weight_updated_constant62" -> "1331 mul_tensor_62" [label="(384, 1536)", style=solid]; +"1331 mul_tensor_62" -> "1333 sub_tensor_62" [label="(384, 1536)", style=solid]; +"1332 zero_point_updated_constant62" -> "1333 sub_tensor_62" [label="(384, 1)", style=solid]; +"1333 sub_tensor_62" -> "1334 linear_61" [label="(384, 1536)", style=solid]; "1334 linear_61" -> "1335 dropout_39" [label="(1, 14, 14, 384)", style=solid]; "1335 dropout_39" -> "1338 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; "1336 _param_constant168" -> "1338 layer_norm_22" [label="(384,)", style=solid]; @@ -4605,20 +4605,20 @@ strict digraph { "1339 add_34" -> "1431 add_36" [label="(1, 14, 14, 384)", style=solid]; "1340 _tensor_constant65" -> "1341 _tensor_constant65_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "1341 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1348 linear_62" [label="(1, 15, 15, 2)", style=solid]; -"1342 linear_62_zero_point_0_updated_constant0" -> "1347 sub_tensor_63" [label="(512, 1)", style=solid]; -"1343 linear_62_scale_0_updated_constant0" -> "1346 mul_tensor_63" [label="(512, 1)", style=solid]; -"1344 compressed_weight_updated_constant63" -> "1346 mul_tensor_63" [label="(512, 2)", style=solid]; -"1345 _param_constant171_0_0" -> "1348 linear_62" [label="(512,)", style=solid]; -"1346 mul_tensor_63" -> "1347 sub_tensor_63" [label="(512, 2)", style=solid]; -"1347 sub_tensor_63" -> "1348 linear_62" [label=None, style=solid]; +"1342 _param_constant171_0_0" -> "1348 linear_62" [label="(512,)", style=solid]; +"1343 scale_updated_constant63" -> "1345 mul_tensor_63" [label="(512, 1)", style=solid]; +"1344 compressed_weight_updated_constant63" -> "1345 mul_tensor_63" [label="(512, 2)", style=solid]; +"1345 mul_tensor_63" -> "1347 sub_tensor_63" [label="(512, 2)", style=solid]; +"1346 zero_point_updated_constant63" -> "1347 sub_tensor_63" [label="(512, 1)", style=solid]; +"1347 sub_tensor_63" -> "1348 linear_62" [label="(512, 2)", style=solid]; "1348 linear_62" -> "1349 relu__10" [label="(1, 15, 15, 512)", style=solid]; "1349 relu__10" -> "1350 relu__10_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1350 relu__10_0_0_nncf_smooth_quant_0" -> "1356 linear_63" [label="(1, 15, 15, 512)", style=solid]; -"1351 linear_63_zero_point_0_updated_constant0" -> "1355 sub_tensor_64" [label="(12, 1)", style=solid]; -"1352 linear_63_scale_0_updated_constant0" -> "1354 mul_tensor_64" [label="(12, 1)", style=solid]; -"1353 compressed_weight_updated_constant64" -> "1354 mul_tensor_64" [label="(12, 512)", style=solid]; -"1354 mul_tensor_64" -> "1355 sub_tensor_64" [label="(12, 512)", style=solid]; -"1355 sub_tensor_64" -> "1356 linear_63" [label=None, style=solid]; +"1351 scale_updated_constant64" -> "1353 mul_tensor_64" [label="(12, 1)", style=solid]; +"1352 compressed_weight_updated_constant64" -> "1353 mul_tensor_64" [label="(12, 512)", style=solid]; +"1353 mul_tensor_64" -> "1355 sub_tensor_64" [label="(12, 512)", style=solid]; +"1354 zero_point_updated_constant64" -> "1355 sub_tensor_64" [label="(12, 1)", style=solid]; +"1355 sub_tensor_64" -> "1356 linear_63" [label="(12, 512)", style=solid]; "1356 linear_63" -> "1357 view_55" [label="(1, 15, 15, 12)", style=solid]; "1357 view_55" -> "1359 index_10" [label="(225, 12)", style=solid]; "1358 _tensor_constant66" -> "1359 index_10" [label="(4096,)", style=solid]; @@ -4636,12 +4636,12 @@ strict digraph { "1370 reshape_45_0_0_nncf_smooth_quant_0" -> "1371 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; "1371 quantize_per_tensor_default_63" -> "1372 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; "1372 dequantize_per_tensor_default_63" -> "1379 linear_64" [label="(4, 64, 384)", style=solid]; -"1373 linear_64_zero_point_0_updated_constant0" -> "1378 sub_tensor_65" [label="(1152, 1)", style=solid]; -"1374 linear_64_scale_0_updated_constant0" -> "1377 mul_tensor_65" [label="(1152, 1)", style=solid]; -"1375 compressed_weight_updated_constant65" -> "1377 mul_tensor_65" [label="(1152, 384)", style=solid]; -"1376 _param_constant173_0_0" -> "1379 linear_64" [label="(1152,)", style=solid]; -"1377 mul_tensor_65" -> "1378 sub_tensor_65" [label="(1152, 384)", style=solid]; -"1378 sub_tensor_65" -> "1379 linear_64" [label=None, style=solid]; +"1373 _param_constant173_0_0" -> "1379 linear_64" [label="(1152,)", style=solid]; +"1374 scale_updated_constant65" -> "1376 mul_tensor_65" [label="(1152, 1)", style=solid]; +"1375 compressed_weight_updated_constant65" -> "1376 mul_tensor_65" [label="(1152, 384)", style=solid]; +"1376 mul_tensor_65" -> "1378 sub_tensor_65" [label="(1152, 384)", style=solid]; +"1377 zero_point_updated_constant65" -> "1378 sub_tensor_65" [label="(1152, 1)", style=solid]; +"1378 sub_tensor_65" -> "1379 linear_64" [label="(1152, 384)", style=solid]; "1379 linear_64" -> "1380 reshape_46" [label="(4, 64, 1152)", style=solid]; "1380 reshape_46" -> "1381 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; "1381 permute_48" -> "1382 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4681,12 +4681,12 @@ strict digraph { "1409 reshape_47_0_0_nncf_smooth_quant_0" -> "1410 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; "1410 quantize_per_tensor_default_66" -> "1411 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; "1411 dequantize_per_tensor_default_66" -> "1418 linear_65" [label="(4, 64, 384)", style=solid]; -"1412 linear_65_zero_point_0_updated_constant0" -> "1417 sub_tensor_66" [label="(384, 1)", style=solid]; -"1413 linear_65_scale_0_updated_constant0" -> "1416 mul_tensor_66" [label="(384, 1)", style=solid]; -"1414 compressed_weight_updated_constant66" -> "1416 mul_tensor_66" [label="(384, 384)", style=solid]; -"1415 _param_constant177_0_0" -> "1418 linear_65" [label="(384,)", style=solid]; -"1416 mul_tensor_66" -> "1417 sub_tensor_66" [label="(384, 384)", style=solid]; -"1417 sub_tensor_66" -> "1418 linear_65" [label=None, style=solid]; +"1412 _param_constant177_0_0" -> "1418 linear_65" [label="(384,)", style=solid]; +"1413 scale_updated_constant66" -> "1415 mul_tensor_66" [label="(384, 1)", style=solid]; +"1414 compressed_weight_updated_constant66" -> "1415 mul_tensor_66" [label="(384, 384)", style=solid]; +"1415 mul_tensor_66" -> "1417 sub_tensor_66" [label="(384, 384)", style=solid]; +"1416 zero_point_updated_constant66" -> "1417 sub_tensor_66" [label="(384, 1)", style=solid]; +"1417 sub_tensor_66" -> "1418 linear_65" [label="(384, 384)", style=solid]; "1418 linear_65" -> "1419 dropout_41" [label="(4, 64, 384)", style=solid]; "1419 dropout_41" -> "1420 view_58" [label="(4, 64, 384)", style=solid]; "1420 view_58" -> "1421 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4705,24 +4705,24 @@ strict digraph { "1432 add_36_0_0_nncf_smooth_quant_0" -> "1433 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; "1433 quantize_per_tensor_default_67" -> "1434 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; "1434 dequantize_per_tensor_default_67" -> "1441 linear_66" [label="(1, 14, 14, 384)", style=solid]; -"1435 linear_66_zero_point_0_updated_constant0" -> "1440 sub_tensor_67" [label="(1536, 1)", style=solid]; -"1436 linear_66_scale_0_updated_constant0" -> "1439 mul_tensor_67" [label="(1536, 1)", style=solid]; -"1437 compressed_weight_updated_constant67" -> "1439 mul_tensor_67" [label="(1536, 384)", style=solid]; -"1438 _param_constant181_0_0" -> "1441 linear_66" [label="(1536,)", style=solid]; -"1439 mul_tensor_67" -> "1440 sub_tensor_67" [label="(1536, 384)", style=solid]; -"1440 sub_tensor_67" -> "1441 linear_66" [label=None, style=solid]; +"1435 _param_constant181_0_0" -> "1441 linear_66" [label="(1536,)", style=solid]; +"1436 scale_updated_constant67" -> "1438 mul_tensor_67" [label="(1536, 1)", style=solid]; +"1437 compressed_weight_updated_constant67" -> "1438 mul_tensor_67" [label="(1536, 384)", style=solid]; +"1438 mul_tensor_67" -> "1440 sub_tensor_67" [label="(1536, 384)", style=solid]; +"1439 zero_point_updated_constant67" -> "1440 sub_tensor_67" [label="(1536, 1)", style=solid]; +"1440 sub_tensor_67" -> "1441 linear_66" [label="(1536, 384)", style=solid]; "1441 linear_66" -> "1442 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; "1442 gelu_10" -> "1443 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; "1443 dropout_42" -> "1444 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "1444 dropout_42_0_0_nncf_smooth_quant_0" -> "1445 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; "1445 quantize_per_tensor_default_68" -> "1446 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; "1446 dequantize_per_tensor_default_68" -> "1453 linear_67" [label="(1, 14, 14, 1536)", style=solid]; -"1447 linear_67_zero_point_0_updated_constant0" -> "1452 sub_tensor_68" [label="(384, 1)", style=solid]; -"1448 linear_67_scale_0_updated_constant0" -> "1451 mul_tensor_68" [label="(384, 1)", style=solid]; -"1449 compressed_weight_updated_constant68" -> "1451 mul_tensor_68" [label="(384, 1536)", style=solid]; -"1450 _param_constant183_0_0" -> "1453 linear_67" [label="(384,)", style=solid]; -"1451 mul_tensor_68" -> "1452 sub_tensor_68" [label="(384, 1536)", style=solid]; -"1452 sub_tensor_68" -> "1453 linear_67" [label=None, style=solid]; +"1447 _param_constant183_0_0" -> "1453 linear_67" [label="(384,)", style=solid]; +"1448 scale_updated_constant68" -> "1450 mul_tensor_68" [label="(384, 1)", style=solid]; +"1449 compressed_weight_updated_constant68" -> "1450 mul_tensor_68" [label="(384, 1536)", style=solid]; +"1450 mul_tensor_68" -> "1452 sub_tensor_68" [label="(384, 1536)", style=solid]; +"1451 zero_point_updated_constant68" -> "1452 sub_tensor_68" [label="(384, 1)", style=solid]; +"1452 sub_tensor_68" -> "1453 linear_67" [label="(384, 1536)", style=solid]; "1453 linear_67" -> "1454 dropout_43" [label="(1, 14, 14, 384)", style=solid]; "1454 dropout_43" -> "1457 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; "1455 _param_constant184" -> "1457 layer_norm_24" [label="(384,)", style=solid]; @@ -4732,20 +4732,20 @@ strict digraph { "1458 add_37" -> "1568 add_40" [label="(1, 14, 14, 384)", style=solid]; "1459 _tensor_constant67" -> "1460 _tensor_constant67_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "1460 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1467 linear_68" [label="(1, 15, 15, 2)", style=solid]; -"1461 linear_68_zero_point_0_updated_constant0" -> "1466 sub_tensor_69" [label="(512, 1)", style=solid]; -"1462 linear_68_scale_0_updated_constant0" -> "1465 mul_tensor_69" [label="(512, 1)", style=solid]; -"1463 compressed_weight_updated_constant69" -> "1465 mul_tensor_69" [label="(512, 2)", style=solid]; -"1464 _param_constant187_0_0" -> "1467 linear_68" [label="(512,)", style=solid]; -"1465 mul_tensor_69" -> "1466 sub_tensor_69" [label="(512, 2)", style=solid]; -"1466 sub_tensor_69" -> "1467 linear_68" [label=None, style=solid]; +"1461 _param_constant187_0_0" -> "1467 linear_68" [label="(512,)", style=solid]; +"1462 scale_updated_constant69" -> "1464 mul_tensor_69" [label="(512, 1)", style=solid]; +"1463 compressed_weight_updated_constant69" -> "1464 mul_tensor_69" [label="(512, 2)", style=solid]; +"1464 mul_tensor_69" -> "1466 sub_tensor_69" [label="(512, 2)", style=solid]; +"1465 zero_point_updated_constant69" -> "1466 sub_tensor_69" [label="(512, 1)", style=solid]; +"1466 sub_tensor_69" -> "1467 linear_68" [label="(512, 2)", style=solid]; "1467 linear_68" -> "1468 relu__11" [label="(1, 15, 15, 512)", style=solid]; "1468 relu__11" -> "1469 relu__11_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1469 relu__11_0_0_nncf_smooth_quant_0" -> "1475 linear_69" [label="(1, 15, 15, 512)", style=solid]; -"1470 linear_69_zero_point_0_updated_constant0" -> "1474 sub_tensor_70" [label="(12, 1)", style=solid]; -"1471 linear_69_scale_0_updated_constant0" -> "1473 mul_tensor_70" [label="(12, 1)", style=solid]; -"1472 compressed_weight_updated_constant70" -> "1473 mul_tensor_70" [label="(12, 512)", style=solid]; -"1473 mul_tensor_70" -> "1474 sub_tensor_70" [label="(12, 512)", style=solid]; -"1474 sub_tensor_70" -> "1475 linear_69" [label=None, style=solid]; +"1470 scale_updated_constant70" -> "1472 mul_tensor_70" [label="(12, 1)", style=solid]; +"1471 compressed_weight_updated_constant70" -> "1472 mul_tensor_70" [label="(12, 512)", style=solid]; +"1472 mul_tensor_70" -> "1474 sub_tensor_70" [label="(12, 512)", style=solid]; +"1473 zero_point_updated_constant70" -> "1474 sub_tensor_70" [label="(12, 1)", style=solid]; +"1474 sub_tensor_70" -> "1475 linear_69" [label="(12, 512)", style=solid]; "1475 linear_69" -> "1476 view_59" [label="(1, 15, 15, 12)", style=solid]; "1476 view_59" -> "1478 index_11" [label="(225, 12)", style=solid]; "1477 _tensor_constant68" -> "1478 index_11" [label="(4096,)", style=solid]; @@ -4765,12 +4765,12 @@ strict digraph { "1490 reshape_49_0_0_nncf_smooth_quant_0" -> "1491 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; "1491 quantize_per_tensor_default_69" -> "1492 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; "1492 dequantize_per_tensor_default_69" -> "1499 linear_70" [label="(4, 64, 384)", style=solid]; -"1493 linear_70_zero_point_0_updated_constant0" -> "1498 sub_tensor_71" [label="(1152, 1)", style=solid]; -"1494 linear_70_scale_0_updated_constant0" -> "1497 mul_tensor_71" [label="(1152, 1)", style=solid]; -"1495 compressed_weight_updated_constant71" -> "1497 mul_tensor_71" [label="(1152, 384)", style=solid]; -"1496 _param_constant189_0_0" -> "1499 linear_70" [label="(1152,)", style=solid]; -"1497 mul_tensor_71" -> "1498 sub_tensor_71" [label="(1152, 384)", style=solid]; -"1498 sub_tensor_71" -> "1499 linear_70" [label=None, style=solid]; +"1493 _param_constant189_0_0" -> "1499 linear_70" [label="(1152,)", style=solid]; +"1494 scale_updated_constant71" -> "1496 mul_tensor_71" [label="(1152, 1)", style=solid]; +"1495 compressed_weight_updated_constant71" -> "1496 mul_tensor_71" [label="(1152, 384)", style=solid]; +"1496 mul_tensor_71" -> "1498 sub_tensor_71" [label="(1152, 384)", style=solid]; +"1497 zero_point_updated_constant71" -> "1498 sub_tensor_71" [label="(1152, 1)", style=solid]; +"1498 sub_tensor_71" -> "1499 linear_70" [label="(1152, 384)", style=solid]; "1499 linear_70" -> "1500 reshape_50" [label="(4, 64, 1152)", style=solid]; "1500 reshape_50" -> "1501 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; "1501 permute_52" -> "1502 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4829,12 +4829,12 @@ strict digraph { "1545 reshape_52_0_0_nncf_smooth_quant_0" -> "1546 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; "1546 quantize_per_tensor_default_72" -> "1547 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; "1547 dequantize_per_tensor_default_72" -> "1554 linear_71" [label="(4, 64, 384)", style=solid]; -"1548 linear_71_zero_point_0_updated_constant0" -> "1553 sub_tensor_72" [label="(384, 1)", style=solid]; -"1549 linear_71_scale_0_updated_constant0" -> "1552 mul_tensor_72" [label="(384, 1)", style=solid]; -"1550 compressed_weight_updated_constant72" -> "1552 mul_tensor_72" [label="(384, 384)", style=solid]; -"1551 _param_constant193_0_0" -> "1554 linear_71" [label="(384,)", style=solid]; -"1552 mul_tensor_72" -> "1553 sub_tensor_72" [label="(384, 384)", style=solid]; -"1553 sub_tensor_72" -> "1554 linear_71" [label=None, style=solid]; +"1548 _param_constant193_0_0" -> "1554 linear_71" [label="(384,)", style=solid]; +"1549 scale_updated_constant72" -> "1551 mul_tensor_72" [label="(384, 1)", style=solid]; +"1550 compressed_weight_updated_constant72" -> "1551 mul_tensor_72" [label="(384, 384)", style=solid]; +"1551 mul_tensor_72" -> "1553 sub_tensor_72" [label="(384, 384)", style=solid]; +"1552 zero_point_updated_constant72" -> "1553 sub_tensor_72" [label="(384, 1)", style=solid]; +"1553 sub_tensor_72" -> "1554 linear_71" [label="(384, 384)", style=solid]; "1554 linear_71" -> "1555 dropout_45" [label="(4, 64, 384)", style=solid]; "1555 dropout_45" -> "1556 view_65" [label="(4, 64, 384)", style=solid]; "1556 view_65" -> "1557 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4854,24 +4854,24 @@ strict digraph { "1569 add_40_0_0_nncf_smooth_quant_0" -> "1570 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; "1570 quantize_per_tensor_default_73" -> "1571 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; "1571 dequantize_per_tensor_default_73" -> "1578 linear_72" [label="(1, 14, 14, 384)", style=solid]; -"1572 linear_72_zero_point_0_updated_constant0" -> "1577 sub_tensor_73" [label="(1536, 1)", style=solid]; -"1573 linear_72_scale_0_updated_constant0" -> "1576 mul_tensor_73" [label="(1536, 1)", style=solid]; -"1574 compressed_weight_updated_constant73" -> "1576 mul_tensor_73" [label="(1536, 384)", style=solid]; -"1575 _param_constant197_0_0" -> "1578 linear_72" [label="(1536,)", style=solid]; -"1576 mul_tensor_73" -> "1577 sub_tensor_73" [label="(1536, 384)", style=solid]; -"1577 sub_tensor_73" -> "1578 linear_72" [label=None, style=solid]; +"1572 _param_constant197_0_0" -> "1578 linear_72" [label="(1536,)", style=solid]; +"1573 scale_updated_constant73" -> "1575 mul_tensor_73" [label="(1536, 1)", style=solid]; +"1574 compressed_weight_updated_constant73" -> "1575 mul_tensor_73" [label="(1536, 384)", style=solid]; +"1575 mul_tensor_73" -> "1577 sub_tensor_73" [label="(1536, 384)", style=solid]; +"1576 zero_point_updated_constant73" -> "1577 sub_tensor_73" [label="(1536, 1)", style=solid]; +"1577 sub_tensor_73" -> "1578 linear_72" [label="(1536, 384)", style=solid]; "1578 linear_72" -> "1579 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; "1579 gelu_11" -> "1580 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; "1580 dropout_46" -> "1581 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "1581 dropout_46_0_0_nncf_smooth_quant_0" -> "1582 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; "1582 quantize_per_tensor_default_74" -> "1583 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; "1583 dequantize_per_tensor_default_74" -> "1590 linear_73" [label="(1, 14, 14, 1536)", style=solid]; -"1584 linear_73_zero_point_0_updated_constant0" -> "1589 sub_tensor_74" [label="(384, 1)", style=solid]; -"1585 linear_73_scale_0_updated_constant0" -> "1588 mul_tensor_74" [label="(384, 1)", style=solid]; -"1586 compressed_weight_updated_constant74" -> "1588 mul_tensor_74" [label="(384, 1536)", style=solid]; -"1587 _param_constant199_0_0" -> "1590 linear_73" [label="(384,)", style=solid]; -"1588 mul_tensor_74" -> "1589 sub_tensor_74" [label="(384, 1536)", style=solid]; -"1589 sub_tensor_74" -> "1590 linear_73" [label=None, style=solid]; +"1584 _param_constant199_0_0" -> "1590 linear_73" [label="(384,)", style=solid]; +"1585 scale_updated_constant74" -> "1587 mul_tensor_74" [label="(384, 1)", style=solid]; +"1586 compressed_weight_updated_constant74" -> "1587 mul_tensor_74" [label="(384, 1536)", style=solid]; +"1587 mul_tensor_74" -> "1589 sub_tensor_74" [label="(384, 1536)", style=solid]; +"1588 zero_point_updated_constant74" -> "1589 sub_tensor_74" [label="(384, 1)", style=solid]; +"1589 sub_tensor_74" -> "1590 linear_73" [label="(384, 1536)", style=solid]; "1590 linear_73" -> "1591 dropout_47" [label="(1, 14, 14, 384)", style=solid]; "1591 dropout_47" -> "1594 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; "1592 _param_constant200" -> "1594 layer_norm_26" [label="(384,)", style=solid]; @@ -4881,20 +4881,20 @@ strict digraph { "1595 add_41" -> "1687 add_43" [label="(1, 14, 14, 384)", style=solid]; "1596 _tensor_constant78" -> "1597 _tensor_constant78_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "1597 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1604 linear_74" [label="(1, 15, 15, 2)", style=solid]; -"1598 linear_74_zero_point_0_updated_constant0" -> "1603 sub_tensor_75" [label="(512, 1)", style=solid]; -"1599 linear_74_scale_0_updated_constant0" -> "1602 mul_tensor_75" [label="(512, 1)", style=solid]; -"1600 compressed_weight_updated_constant75" -> "1602 mul_tensor_75" [label="(512, 2)", style=solid]; -"1601 _param_constant203_0_0" -> "1604 linear_74" [label="(512,)", style=solid]; -"1602 mul_tensor_75" -> "1603 sub_tensor_75" [label="(512, 2)", style=solid]; -"1603 sub_tensor_75" -> "1604 linear_74" [label=None, style=solid]; +"1598 _param_constant203_0_0" -> "1604 linear_74" [label="(512,)", style=solid]; +"1599 scale_updated_constant75" -> "1601 mul_tensor_75" [label="(512, 1)", style=solid]; +"1600 compressed_weight_updated_constant75" -> "1601 mul_tensor_75" [label="(512, 2)", style=solid]; +"1601 mul_tensor_75" -> "1603 sub_tensor_75" [label="(512, 2)", style=solid]; +"1602 zero_point_updated_constant75" -> "1603 sub_tensor_75" [label="(512, 1)", style=solid]; +"1603 sub_tensor_75" -> "1604 linear_74" [label="(512, 2)", style=solid]; "1604 linear_74" -> "1605 relu__12" [label="(1, 15, 15, 512)", style=solid]; "1605 relu__12" -> "1606 relu__12_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1606 relu__12_0_0_nncf_smooth_quant_0" -> "1612 linear_75" [label="(1, 15, 15, 512)", style=solid]; -"1607 linear_75_zero_point_0_updated_constant0" -> "1611 sub_tensor_76" [label="(12, 1)", style=solid]; -"1608 linear_75_scale_0_updated_constant0" -> "1610 mul_tensor_76" [label="(12, 1)", style=solid]; -"1609 compressed_weight_updated_constant76" -> "1610 mul_tensor_76" [label="(12, 512)", style=solid]; -"1610 mul_tensor_76" -> "1611 sub_tensor_76" [label="(12, 512)", style=solid]; -"1611 sub_tensor_76" -> "1612 linear_75" [label=None, style=solid]; +"1607 scale_updated_constant76" -> "1609 mul_tensor_76" [label="(12, 1)", style=solid]; +"1608 compressed_weight_updated_constant76" -> "1609 mul_tensor_76" [label="(12, 512)", style=solid]; +"1609 mul_tensor_76" -> "1611 sub_tensor_76" [label="(12, 512)", style=solid]; +"1610 zero_point_updated_constant76" -> "1611 sub_tensor_76" [label="(12, 1)", style=solid]; +"1611 sub_tensor_76" -> "1612 linear_75" [label="(12, 512)", style=solid]; "1612 linear_75" -> "1613 view_66" [label="(1, 15, 15, 12)", style=solid]; "1613 view_66" -> "1615 index_12" [label="(225, 12)", style=solid]; "1614 _tensor_constant79" -> "1615 index_12" [label="(4096,)", style=solid]; @@ -4912,12 +4912,12 @@ strict digraph { "1626 reshape_54_0_0_nncf_smooth_quant_0" -> "1627 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; "1627 quantize_per_tensor_default_75" -> "1628 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; "1628 dequantize_per_tensor_default_75" -> "1635 linear_76" [label="(4, 64, 384)", style=solid]; -"1629 linear_76_zero_point_0_updated_constant0" -> "1634 sub_tensor_77" [label="(1152, 1)", style=solid]; -"1630 linear_76_scale_0_updated_constant0" -> "1633 mul_tensor_77" [label="(1152, 1)", style=solid]; -"1631 compressed_weight_updated_constant77" -> "1633 mul_tensor_77" [label="(1152, 384)", style=solid]; -"1632 _param_constant205_0_0" -> "1635 linear_76" [label="(1152,)", style=solid]; -"1633 mul_tensor_77" -> "1634 sub_tensor_77" [label="(1152, 384)", style=solid]; -"1634 sub_tensor_77" -> "1635 linear_76" [label=None, style=solid]; +"1629 _param_constant205_0_0" -> "1635 linear_76" [label="(1152,)", style=solid]; +"1630 scale_updated_constant77" -> "1632 mul_tensor_77" [label="(1152, 1)", style=solid]; +"1631 compressed_weight_updated_constant77" -> "1632 mul_tensor_77" [label="(1152, 384)", style=solid]; +"1632 mul_tensor_77" -> "1634 sub_tensor_77" [label="(1152, 384)", style=solid]; +"1633 zero_point_updated_constant77" -> "1634 sub_tensor_77" [label="(1152, 1)", style=solid]; +"1634 sub_tensor_77" -> "1635 linear_76" [label="(1152, 384)", style=solid]; "1635 linear_76" -> "1636 reshape_55" [label="(4, 64, 1152)", style=solid]; "1636 reshape_55" -> "1637 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; "1637 permute_57" -> "1638 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -4957,12 +4957,12 @@ strict digraph { "1665 reshape_56_0_0_nncf_smooth_quant_0" -> "1666 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; "1666 quantize_per_tensor_default_78" -> "1667 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; "1667 dequantize_per_tensor_default_78" -> "1674 linear_77" [label="(4, 64, 384)", style=solid]; -"1668 linear_77_zero_point_0_updated_constant0" -> "1673 sub_tensor_78" [label="(384, 1)", style=solid]; -"1669 linear_77_scale_0_updated_constant0" -> "1672 mul_tensor_78" [label="(384, 1)", style=solid]; -"1670 compressed_weight_updated_constant78" -> "1672 mul_tensor_78" [label="(384, 384)", style=solid]; -"1671 _param_constant209_0_0" -> "1674 linear_77" [label="(384,)", style=solid]; -"1672 mul_tensor_78" -> "1673 sub_tensor_78" [label="(384, 384)", style=solid]; -"1673 sub_tensor_78" -> "1674 linear_77" [label=None, style=solid]; +"1668 _param_constant209_0_0" -> "1674 linear_77" [label="(384,)", style=solid]; +"1669 scale_updated_constant78" -> "1671 mul_tensor_78" [label="(384, 1)", style=solid]; +"1670 compressed_weight_updated_constant78" -> "1671 mul_tensor_78" [label="(384, 384)", style=solid]; +"1671 mul_tensor_78" -> "1673 sub_tensor_78" [label="(384, 384)", style=solid]; +"1672 zero_point_updated_constant78" -> "1673 sub_tensor_78" [label="(384, 1)", style=solid]; +"1673 sub_tensor_78" -> "1674 linear_77" [label="(384, 384)", style=solid]; "1674 linear_77" -> "1675 dropout_49" [label="(4, 64, 384)", style=solid]; "1675 dropout_49" -> "1676 view_69" [label="(4, 64, 384)", style=solid]; "1676 view_69" -> "1677 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -4981,24 +4981,24 @@ strict digraph { "1688 add_43_0_0_nncf_smooth_quant_0" -> "1689 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; "1689 quantize_per_tensor_default_79" -> "1690 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; "1690 dequantize_per_tensor_default_79" -> "1697 linear_78" [label="(1, 14, 14, 384)", style=solid]; -"1691 linear_78_zero_point_0_updated_constant0" -> "1696 sub_tensor_79" [label="(1536, 1)", style=solid]; -"1692 linear_78_scale_0_updated_constant0" -> "1695 mul_tensor_79" [label="(1536, 1)", style=solid]; -"1693 compressed_weight_updated_constant79" -> "1695 mul_tensor_79" [label="(1536, 384)", style=solid]; -"1694 _param_constant213_0_0" -> "1697 linear_78" [label="(1536,)", style=solid]; -"1695 mul_tensor_79" -> "1696 sub_tensor_79" [label="(1536, 384)", style=solid]; -"1696 sub_tensor_79" -> "1697 linear_78" [label=None, style=solid]; +"1691 _param_constant213_0_0" -> "1697 linear_78" [label="(1536,)", style=solid]; +"1692 scale_updated_constant79" -> "1694 mul_tensor_79" [label="(1536, 1)", style=solid]; +"1693 compressed_weight_updated_constant79" -> "1694 mul_tensor_79" [label="(1536, 384)", style=solid]; +"1694 mul_tensor_79" -> "1696 sub_tensor_79" [label="(1536, 384)", style=solid]; +"1695 zero_point_updated_constant79" -> "1696 sub_tensor_79" [label="(1536, 1)", style=solid]; +"1696 sub_tensor_79" -> "1697 linear_78" [label="(1536, 384)", style=solid]; "1697 linear_78" -> "1698 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; "1698 gelu_12" -> "1699 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; "1699 dropout_50" -> "1700 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "1700 dropout_50_0_0_nncf_smooth_quant_0" -> "1701 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; "1701 quantize_per_tensor_default_80" -> "1702 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; "1702 dequantize_per_tensor_default_80" -> "1709 linear_79" [label="(1, 14, 14, 1536)", style=solid]; -"1703 linear_79_zero_point_0_updated_constant0" -> "1708 sub_tensor_80" [label="(384, 1)", style=solid]; -"1704 linear_79_scale_0_updated_constant0" -> "1707 mul_tensor_80" [label="(384, 1)", style=solid]; -"1705 compressed_weight_updated_constant80" -> "1707 mul_tensor_80" [label="(384, 1536)", style=solid]; -"1706 _param_constant215_0_0" -> "1709 linear_79" [label="(384,)", style=solid]; -"1707 mul_tensor_80" -> "1708 sub_tensor_80" [label="(384, 1536)", style=solid]; -"1708 sub_tensor_80" -> "1709 linear_79" [label=None, style=solid]; +"1703 _param_constant215_0_0" -> "1709 linear_79" [label="(384,)", style=solid]; +"1704 scale_updated_constant80" -> "1706 mul_tensor_80" [label="(384, 1)", style=solid]; +"1705 compressed_weight_updated_constant80" -> "1706 mul_tensor_80" [label="(384, 1536)", style=solid]; +"1706 mul_tensor_80" -> "1708 sub_tensor_80" [label="(384, 1536)", style=solid]; +"1707 zero_point_updated_constant80" -> "1708 sub_tensor_80" [label="(384, 1)", style=solid]; +"1708 sub_tensor_80" -> "1709 linear_79" [label="(384, 1536)", style=solid]; "1709 linear_79" -> "1710 dropout_51" [label="(1, 14, 14, 384)", style=solid]; "1710 dropout_51" -> "1713 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; "1711 _param_constant216" -> "1713 layer_norm_28" [label="(384,)", style=solid]; @@ -5008,20 +5008,20 @@ strict digraph { "1714 add_44" -> "1824 add_47" [label="(1, 14, 14, 384)", style=solid]; "1715 _tensor_constant80" -> "1716 _tensor_constant80_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "1716 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1723 linear_80" [label="(1, 15, 15, 2)", style=solid]; -"1717 linear_80_zero_point_0_updated_constant0" -> "1722 sub_tensor_81" [label="(512, 1)", style=solid]; -"1718 linear_80_scale_0_updated_constant0" -> "1721 mul_tensor_81" [label="(512, 1)", style=solid]; -"1719 compressed_weight_updated_constant81" -> "1721 mul_tensor_81" [label="(512, 2)", style=solid]; -"1720 _param_constant219_0_0" -> "1723 linear_80" [label="(512,)", style=solid]; -"1721 mul_tensor_81" -> "1722 sub_tensor_81" [label="(512, 2)", style=solid]; -"1722 sub_tensor_81" -> "1723 linear_80" [label=None, style=solid]; +"1717 _param_constant219_0_0" -> "1723 linear_80" [label="(512,)", style=solid]; +"1718 scale_updated_constant81" -> "1720 mul_tensor_81" [label="(512, 1)", style=solid]; +"1719 compressed_weight_updated_constant81" -> "1720 mul_tensor_81" [label="(512, 2)", style=solid]; +"1720 mul_tensor_81" -> "1722 sub_tensor_81" [label="(512, 2)", style=solid]; +"1721 zero_point_updated_constant81" -> "1722 sub_tensor_81" [label="(512, 1)", style=solid]; +"1722 sub_tensor_81" -> "1723 linear_80" [label="(512, 2)", style=solid]; "1723 linear_80" -> "1724 relu__13" [label="(1, 15, 15, 512)", style=solid]; "1724 relu__13" -> "1725 relu__13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1725 relu__13_0_0_nncf_smooth_quant_0" -> "1731 linear_81" [label="(1, 15, 15, 512)", style=solid]; -"1726 linear_81_zero_point_0_updated_constant0" -> "1730 sub_tensor_82" [label="(12, 1)", style=solid]; -"1727 linear_81_scale_0_updated_constant0" -> "1729 mul_tensor_82" [label="(12, 1)", style=solid]; -"1728 compressed_weight_updated_constant82" -> "1729 mul_tensor_82" [label="(12, 512)", style=solid]; -"1729 mul_tensor_82" -> "1730 sub_tensor_82" [label="(12, 512)", style=solid]; -"1730 sub_tensor_82" -> "1731 linear_81" [label=None, style=solid]; +"1726 scale_updated_constant82" -> "1728 mul_tensor_82" [label="(12, 1)", style=solid]; +"1727 compressed_weight_updated_constant82" -> "1728 mul_tensor_82" [label="(12, 512)", style=solid]; +"1728 mul_tensor_82" -> "1730 sub_tensor_82" [label="(12, 512)", style=solid]; +"1729 zero_point_updated_constant82" -> "1730 sub_tensor_82" [label="(12, 1)", style=solid]; +"1730 sub_tensor_82" -> "1731 linear_81" [label="(12, 512)", style=solid]; "1731 linear_81" -> "1732 view_70" [label="(1, 15, 15, 12)", style=solid]; "1732 view_70" -> "1734 index_13" [label="(225, 12)", style=solid]; "1733 _tensor_constant81" -> "1734 index_13" [label="(4096,)", style=solid]; @@ -5041,12 +5041,12 @@ strict digraph { "1746 reshape_58_0_0_nncf_smooth_quant_0" -> "1747 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; "1747 quantize_per_tensor_default_81" -> "1748 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; "1748 dequantize_per_tensor_default_81" -> "1755 linear_82" [label="(4, 64, 384)", style=solid]; -"1749 linear_82_zero_point_0_updated_constant0" -> "1754 sub_tensor_83" [label="(1152, 1)", style=solid]; -"1750 linear_82_scale_0_updated_constant0" -> "1753 mul_tensor_83" [label="(1152, 1)", style=solid]; -"1751 compressed_weight_updated_constant83" -> "1753 mul_tensor_83" [label="(1152, 384)", style=solid]; -"1752 _param_constant221_0_0" -> "1755 linear_82" [label="(1152,)", style=solid]; -"1753 mul_tensor_83" -> "1754 sub_tensor_83" [label="(1152, 384)", style=solid]; -"1754 sub_tensor_83" -> "1755 linear_82" [label=None, style=solid]; +"1749 _param_constant221_0_0" -> "1755 linear_82" [label="(1152,)", style=solid]; +"1750 scale_updated_constant83" -> "1752 mul_tensor_83" [label="(1152, 1)", style=solid]; +"1751 compressed_weight_updated_constant83" -> "1752 mul_tensor_83" [label="(1152, 384)", style=solid]; +"1752 mul_tensor_83" -> "1754 sub_tensor_83" [label="(1152, 384)", style=solid]; +"1753 zero_point_updated_constant83" -> "1754 sub_tensor_83" [label="(1152, 1)", style=solid]; +"1754 sub_tensor_83" -> "1755 linear_82" [label="(1152, 384)", style=solid]; "1755 linear_82" -> "1756 reshape_59" [label="(4, 64, 1152)", style=solid]; "1756 reshape_59" -> "1757 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; "1757 permute_61" -> "1758 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -5105,12 +5105,12 @@ strict digraph { "1801 reshape_61_0_0_nncf_smooth_quant_0" -> "1802 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; "1802 quantize_per_tensor_default_84" -> "1803 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; "1803 dequantize_per_tensor_default_84" -> "1810 linear_83" [label="(4, 64, 384)", style=solid]; -"1804 linear_83_zero_point_0_updated_constant0" -> "1809 sub_tensor_84" [label="(384, 1)", style=solid]; -"1805 linear_83_scale_0_updated_constant0" -> "1808 mul_tensor_84" [label="(384, 1)", style=solid]; -"1806 compressed_weight_updated_constant84" -> "1808 mul_tensor_84" [label="(384, 384)", style=solid]; -"1807 _param_constant225_0_0" -> "1810 linear_83" [label="(384,)", style=solid]; -"1808 mul_tensor_84" -> "1809 sub_tensor_84" [label="(384, 384)", style=solid]; -"1809 sub_tensor_84" -> "1810 linear_83" [label=None, style=solid]; +"1804 _param_constant225_0_0" -> "1810 linear_83" [label="(384,)", style=solid]; +"1805 scale_updated_constant84" -> "1807 mul_tensor_84" [label="(384, 1)", style=solid]; +"1806 compressed_weight_updated_constant84" -> "1807 mul_tensor_84" [label="(384, 384)", style=solid]; +"1807 mul_tensor_84" -> "1809 sub_tensor_84" [label="(384, 384)", style=solid]; +"1808 zero_point_updated_constant84" -> "1809 sub_tensor_84" [label="(384, 1)", style=solid]; +"1809 sub_tensor_84" -> "1810 linear_83" [label="(384, 384)", style=solid]; "1810 linear_83" -> "1811 dropout_53" [label="(4, 64, 384)", style=solid]; "1811 dropout_53" -> "1812 view_76" [label="(4, 64, 384)", style=solid]; "1812 view_76" -> "1813 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -5130,24 +5130,24 @@ strict digraph { "1825 add_47_0_0_nncf_smooth_quant_0" -> "1826 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; "1826 quantize_per_tensor_default_85" -> "1827 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; "1827 dequantize_per_tensor_default_85" -> "1834 linear_84" [label="(1, 14, 14, 384)", style=solid]; -"1828 linear_84_zero_point_0_updated_constant0" -> "1833 sub_tensor_85" [label="(1536, 1)", style=solid]; -"1829 linear_84_scale_0_updated_constant0" -> "1832 mul_tensor_85" [label="(1536, 1)", style=solid]; -"1830 compressed_weight_updated_constant85" -> "1832 mul_tensor_85" [label="(1536, 384)", style=solid]; -"1831 _param_constant229_0_0" -> "1834 linear_84" [label="(1536,)", style=solid]; -"1832 mul_tensor_85" -> "1833 sub_tensor_85" [label="(1536, 384)", style=solid]; -"1833 sub_tensor_85" -> "1834 linear_84" [label=None, style=solid]; +"1828 _param_constant229_0_0" -> "1834 linear_84" [label="(1536,)", style=solid]; +"1829 scale_updated_constant85" -> "1831 mul_tensor_85" [label="(1536, 1)", style=solid]; +"1830 compressed_weight_updated_constant85" -> "1831 mul_tensor_85" [label="(1536, 384)", style=solid]; +"1831 mul_tensor_85" -> "1833 sub_tensor_85" [label="(1536, 384)", style=solid]; +"1832 zero_point_updated_constant85" -> "1833 sub_tensor_85" [label="(1536, 1)", style=solid]; +"1833 sub_tensor_85" -> "1834 linear_84" [label="(1536, 384)", style=solid]; "1834 linear_84" -> "1835 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; "1835 gelu_13" -> "1836 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; "1836 dropout_54" -> "1837 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "1837 dropout_54_0_0_nncf_smooth_quant_0" -> "1838 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; "1838 quantize_per_tensor_default_86" -> "1839 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; "1839 dequantize_per_tensor_default_86" -> "1846 linear_85" [label="(1, 14, 14, 1536)", style=solid]; -"1840 linear_85_zero_point_0_updated_constant0" -> "1845 sub_tensor_86" [label="(384, 1)", style=solid]; -"1841 linear_85_scale_0_updated_constant0" -> "1844 mul_tensor_86" [label="(384, 1)", style=solid]; -"1842 compressed_weight_updated_constant86" -> "1844 mul_tensor_86" [label="(384, 1536)", style=solid]; -"1843 _param_constant231_0_0" -> "1846 linear_85" [label="(384,)", style=solid]; -"1844 mul_tensor_86" -> "1845 sub_tensor_86" [label="(384, 1536)", style=solid]; -"1845 sub_tensor_86" -> "1846 linear_85" [label=None, style=solid]; +"1840 _param_constant231_0_0" -> "1846 linear_85" [label="(384,)", style=solid]; +"1841 scale_updated_constant86" -> "1843 mul_tensor_86" [label="(384, 1)", style=solid]; +"1842 compressed_weight_updated_constant86" -> "1843 mul_tensor_86" [label="(384, 1536)", style=solid]; +"1843 mul_tensor_86" -> "1845 sub_tensor_86" [label="(384, 1536)", style=solid]; +"1844 zero_point_updated_constant86" -> "1845 sub_tensor_86" [label="(384, 1)", style=solid]; +"1845 sub_tensor_86" -> "1846 linear_85" [label="(384, 1536)", style=solid]; "1846 linear_85" -> "1847 dropout_55" [label="(1, 14, 14, 384)", style=solid]; "1847 dropout_55" -> "1850 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; "1848 _param_constant232" -> "1850 layer_norm_30" [label="(384,)", style=solid]; @@ -5157,20 +5157,20 @@ strict digraph { "1851 add_48" -> "1943 add_50" [label="(1, 14, 14, 384)", style=solid]; "1852 _tensor_constant91" -> "1853 _tensor_constant91_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "1853 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1860 linear_86" [label="(1, 15, 15, 2)", style=solid]; -"1854 linear_86_zero_point_0_updated_constant0" -> "1859 sub_tensor_87" [label="(512, 1)", style=solid]; -"1855 linear_86_scale_0_updated_constant0" -> "1858 mul_tensor_87" [label="(512, 1)", style=solid]; -"1856 compressed_weight_updated_constant87" -> "1858 mul_tensor_87" [label="(512, 2)", style=solid]; -"1857 _param_constant235_0_0" -> "1860 linear_86" [label="(512,)", style=solid]; -"1858 mul_tensor_87" -> "1859 sub_tensor_87" [label="(512, 2)", style=solid]; -"1859 sub_tensor_87" -> "1860 linear_86" [label=None, style=solid]; +"1854 _param_constant235_0_0" -> "1860 linear_86" [label="(512,)", style=solid]; +"1855 scale_updated_constant87" -> "1857 mul_tensor_87" [label="(512, 1)", style=solid]; +"1856 compressed_weight_updated_constant87" -> "1857 mul_tensor_87" [label="(512, 2)", style=solid]; +"1857 mul_tensor_87" -> "1859 sub_tensor_87" [label="(512, 2)", style=solid]; +"1858 zero_point_updated_constant87" -> "1859 sub_tensor_87" [label="(512, 1)", style=solid]; +"1859 sub_tensor_87" -> "1860 linear_86" [label="(512, 2)", style=solid]; "1860 linear_86" -> "1861 relu__14" [label="(1, 15, 15, 512)", style=solid]; "1861 relu__14" -> "1862 relu__14_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1862 relu__14_0_0_nncf_smooth_quant_0" -> "1868 linear_87" [label="(1, 15, 15, 512)", style=solid]; -"1863 linear_87_zero_point_0_updated_constant0" -> "1867 sub_tensor_88" [label="(12, 1)", style=solid]; -"1864 linear_87_scale_0_updated_constant0" -> "1866 mul_tensor_88" [label="(12, 1)", style=solid]; -"1865 compressed_weight_updated_constant88" -> "1866 mul_tensor_88" [label="(12, 512)", style=solid]; -"1866 mul_tensor_88" -> "1867 sub_tensor_88" [label="(12, 512)", style=solid]; -"1867 sub_tensor_88" -> "1868 linear_87" [label=None, style=solid]; +"1863 scale_updated_constant88" -> "1865 mul_tensor_88" [label="(12, 1)", style=solid]; +"1864 compressed_weight_updated_constant88" -> "1865 mul_tensor_88" [label="(12, 512)", style=solid]; +"1865 mul_tensor_88" -> "1867 sub_tensor_88" [label="(12, 512)", style=solid]; +"1866 zero_point_updated_constant88" -> "1867 sub_tensor_88" [label="(12, 1)", style=solid]; +"1867 sub_tensor_88" -> "1868 linear_87" [label="(12, 512)", style=solid]; "1868 linear_87" -> "1869 view_77" [label="(1, 15, 15, 12)", style=solid]; "1869 view_77" -> "1871 index_14" [label="(225, 12)", style=solid]; "1870 _tensor_constant92" -> "1871 index_14" [label="(4096,)", style=solid]; @@ -5188,12 +5188,12 @@ strict digraph { "1882 reshape_63_0_0_nncf_smooth_quant_0" -> "1883 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; "1883 quantize_per_tensor_default_87" -> "1884 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; "1884 dequantize_per_tensor_default_87" -> "1891 linear_88" [label="(4, 64, 384)", style=solid]; -"1885 linear_88_zero_point_0_updated_constant0" -> "1890 sub_tensor_89" [label="(1152, 1)", style=solid]; -"1886 linear_88_scale_0_updated_constant0" -> "1889 mul_tensor_89" [label="(1152, 1)", style=solid]; -"1887 compressed_weight_updated_constant89" -> "1889 mul_tensor_89" [label="(1152, 384)", style=solid]; -"1888 _param_constant237_0_0" -> "1891 linear_88" [label="(1152,)", style=solid]; -"1889 mul_tensor_89" -> "1890 sub_tensor_89" [label="(1152, 384)", style=solid]; -"1890 sub_tensor_89" -> "1891 linear_88" [label=None, style=solid]; +"1885 _param_constant237_0_0" -> "1891 linear_88" [label="(1152,)", style=solid]; +"1886 scale_updated_constant89" -> "1888 mul_tensor_89" [label="(1152, 1)", style=solid]; +"1887 compressed_weight_updated_constant89" -> "1888 mul_tensor_89" [label="(1152, 384)", style=solid]; +"1888 mul_tensor_89" -> "1890 sub_tensor_89" [label="(1152, 384)", style=solid]; +"1889 zero_point_updated_constant89" -> "1890 sub_tensor_89" [label="(1152, 1)", style=solid]; +"1890 sub_tensor_89" -> "1891 linear_88" [label="(1152, 384)", style=solid]; "1891 linear_88" -> "1892 reshape_64" [label="(4, 64, 1152)", style=solid]; "1892 reshape_64" -> "1893 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; "1893 permute_66" -> "1894 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -5233,12 +5233,12 @@ strict digraph { "1921 reshape_65_0_0_nncf_smooth_quant_0" -> "1922 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; "1922 quantize_per_tensor_default_90" -> "1923 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; "1923 dequantize_per_tensor_default_90" -> "1930 linear_89" [label="(4, 64, 384)", style=solid]; -"1924 linear_89_zero_point_0_updated_constant0" -> "1929 sub_tensor_90" [label="(384, 1)", style=solid]; -"1925 linear_89_scale_0_updated_constant0" -> "1928 mul_tensor_90" [label="(384, 1)", style=solid]; -"1926 compressed_weight_updated_constant90" -> "1928 mul_tensor_90" [label="(384, 384)", style=solid]; -"1927 _param_constant241_0_0" -> "1930 linear_89" [label="(384,)", style=solid]; -"1928 mul_tensor_90" -> "1929 sub_tensor_90" [label="(384, 384)", style=solid]; -"1929 sub_tensor_90" -> "1930 linear_89" [label=None, style=solid]; +"1924 _param_constant241_0_0" -> "1930 linear_89" [label="(384,)", style=solid]; +"1925 scale_updated_constant90" -> "1927 mul_tensor_90" [label="(384, 1)", style=solid]; +"1926 compressed_weight_updated_constant90" -> "1927 mul_tensor_90" [label="(384, 384)", style=solid]; +"1927 mul_tensor_90" -> "1929 sub_tensor_90" [label="(384, 384)", style=solid]; +"1928 zero_point_updated_constant90" -> "1929 sub_tensor_90" [label="(384, 1)", style=solid]; +"1929 sub_tensor_90" -> "1930 linear_89" [label="(384, 384)", style=solid]; "1930 linear_89" -> "1931 dropout_57" [label="(4, 64, 384)", style=solid]; "1931 dropout_57" -> "1932 view_80" [label="(4, 64, 384)", style=solid]; "1932 view_80" -> "1933 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -5257,24 +5257,24 @@ strict digraph { "1944 add_50_0_0_nncf_smooth_quant_0" -> "1945 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; "1945 quantize_per_tensor_default_91" -> "1946 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; "1946 dequantize_per_tensor_default_91" -> "1953 linear_90" [label="(1, 14, 14, 384)", style=solid]; -"1947 linear_90_zero_point_0_updated_constant0" -> "1952 sub_tensor_91" [label="(1536, 1)", style=solid]; -"1948 linear_90_scale_0_updated_constant0" -> "1951 mul_tensor_91" [label="(1536, 1)", style=solid]; -"1949 compressed_weight_updated_constant91" -> "1951 mul_tensor_91" [label="(1536, 384)", style=solid]; -"1950 _param_constant245_0_0" -> "1953 linear_90" [label="(1536,)", style=solid]; -"1951 mul_tensor_91" -> "1952 sub_tensor_91" [label="(1536, 384)", style=solid]; -"1952 sub_tensor_91" -> "1953 linear_90" [label=None, style=solid]; +"1947 _param_constant245_0_0" -> "1953 linear_90" [label="(1536,)", style=solid]; +"1948 scale_updated_constant91" -> "1950 mul_tensor_91" [label="(1536, 1)", style=solid]; +"1949 compressed_weight_updated_constant91" -> "1950 mul_tensor_91" [label="(1536, 384)", style=solid]; +"1950 mul_tensor_91" -> "1952 sub_tensor_91" [label="(1536, 384)", style=solid]; +"1951 zero_point_updated_constant91" -> "1952 sub_tensor_91" [label="(1536, 1)", style=solid]; +"1952 sub_tensor_91" -> "1953 linear_90" [label="(1536, 384)", style=solid]; "1953 linear_90" -> "1954 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; "1954 gelu_14" -> "1955 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; "1955 dropout_58" -> "1956 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "1956 dropout_58_0_0_nncf_smooth_quant_0" -> "1957 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; "1957 quantize_per_tensor_default_92" -> "1958 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; "1958 dequantize_per_tensor_default_92" -> "1965 linear_91" [label="(1, 14, 14, 1536)", style=solid]; -"1959 linear_91_zero_point_0_updated_constant0" -> "1964 sub_tensor_92" [label="(384, 1)", style=solid]; -"1960 linear_91_scale_0_updated_constant0" -> "1963 mul_tensor_92" [label="(384, 1)", style=solid]; -"1961 compressed_weight_updated_constant92" -> "1963 mul_tensor_92" [label="(384, 1536)", style=solid]; -"1962 _param_constant247_0_0" -> "1965 linear_91" [label="(384,)", style=solid]; -"1963 mul_tensor_92" -> "1964 sub_tensor_92" [label="(384, 1536)", style=solid]; -"1964 sub_tensor_92" -> "1965 linear_91" [label=None, style=solid]; +"1959 _param_constant247_0_0" -> "1965 linear_91" [label="(384,)", style=solid]; +"1960 scale_updated_constant92" -> "1962 mul_tensor_92" [label="(384, 1)", style=solid]; +"1961 compressed_weight_updated_constant92" -> "1962 mul_tensor_92" [label="(384, 1536)", style=solid]; +"1962 mul_tensor_92" -> "1964 sub_tensor_92" [label="(384, 1536)", style=solid]; +"1963 zero_point_updated_constant92" -> "1964 sub_tensor_92" [label="(384, 1)", style=solid]; +"1964 sub_tensor_92" -> "1965 linear_91" [label="(384, 1536)", style=solid]; "1965 linear_91" -> "1966 dropout_59" [label="(1, 14, 14, 384)", style=solid]; "1966 dropout_59" -> "1969 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; "1967 _param_constant248" -> "1969 layer_norm_32" [label="(384,)", style=solid]; @@ -5284,20 +5284,20 @@ strict digraph { "1970 add_51" -> "2080 add_54" [label="(1, 14, 14, 384)", style=solid]; "1971 _tensor_constant93" -> "1972 _tensor_constant93_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "1972 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1979 linear_92" [label="(1, 15, 15, 2)", style=solid]; -"1973 linear_92_zero_point_0_updated_constant0" -> "1978 sub_tensor_93" [label="(512, 1)", style=solid]; -"1974 linear_92_scale_0_updated_constant0" -> "1977 mul_tensor_93" [label="(512, 1)", style=solid]; -"1975 compressed_weight_updated_constant93" -> "1977 mul_tensor_93" [label="(512, 2)", style=solid]; -"1976 _param_constant251_0_0" -> "1979 linear_92" [label="(512,)", style=solid]; -"1977 mul_tensor_93" -> "1978 sub_tensor_93" [label="(512, 2)", style=solid]; -"1978 sub_tensor_93" -> "1979 linear_92" [label=None, style=solid]; +"1973 _param_constant251_0_0" -> "1979 linear_92" [label="(512,)", style=solid]; +"1974 scale_updated_constant93" -> "1976 mul_tensor_93" [label="(512, 1)", style=solid]; +"1975 compressed_weight_updated_constant93" -> "1976 mul_tensor_93" [label="(512, 2)", style=solid]; +"1976 mul_tensor_93" -> "1978 sub_tensor_93" [label="(512, 2)", style=solid]; +"1977 zero_point_updated_constant93" -> "1978 sub_tensor_93" [label="(512, 1)", style=solid]; +"1978 sub_tensor_93" -> "1979 linear_92" [label="(512, 2)", style=solid]; "1979 linear_92" -> "1980 relu__15" [label="(1, 15, 15, 512)", style=solid]; "1980 relu__15" -> "1981 relu__15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "1981 relu__15_0_0_nncf_smooth_quant_0" -> "1987 linear_93" [label="(1, 15, 15, 512)", style=solid]; -"1982 linear_93_zero_point_0_updated_constant0" -> "1986 sub_tensor_94" [label="(12, 1)", style=solid]; -"1983 linear_93_scale_0_updated_constant0" -> "1985 mul_tensor_94" [label="(12, 1)", style=solid]; -"1984 compressed_weight_updated_constant94" -> "1985 mul_tensor_94" [label="(12, 512)", style=solid]; -"1985 mul_tensor_94" -> "1986 sub_tensor_94" [label="(12, 512)", style=solid]; -"1986 sub_tensor_94" -> "1987 linear_93" [label=None, style=solid]; +"1982 scale_updated_constant94" -> "1984 mul_tensor_94" [label="(12, 1)", style=solid]; +"1983 compressed_weight_updated_constant94" -> "1984 mul_tensor_94" [label="(12, 512)", style=solid]; +"1984 mul_tensor_94" -> "1986 sub_tensor_94" [label="(12, 512)", style=solid]; +"1985 zero_point_updated_constant94" -> "1986 sub_tensor_94" [label="(12, 1)", style=solid]; +"1986 sub_tensor_94" -> "1987 linear_93" [label="(12, 512)", style=solid]; "1987 linear_93" -> "1988 view_81" [label="(1, 15, 15, 12)", style=solid]; "1988 view_81" -> "1990 index_15" [label="(225, 12)", style=solid]; "1989 _tensor_constant94" -> "1990 index_15" [label="(4096,)", style=solid]; @@ -5317,12 +5317,12 @@ strict digraph { "2002 reshape_67_0_0_nncf_smooth_quant_0" -> "2003 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; "2003 quantize_per_tensor_default_93" -> "2004 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; "2004 dequantize_per_tensor_default_93" -> "2011 linear_94" [label="(4, 64, 384)", style=solid]; -"2005 linear_94_zero_point_0_updated_constant0" -> "2010 sub_tensor_95" [label="(1152, 1)", style=solid]; -"2006 linear_94_scale_0_updated_constant0" -> "2009 mul_tensor_95" [label="(1152, 1)", style=solid]; -"2007 compressed_weight_updated_constant95" -> "2009 mul_tensor_95" [label="(1152, 384)", style=solid]; -"2008 _param_constant253_0_0" -> "2011 linear_94" [label="(1152,)", style=solid]; -"2009 mul_tensor_95" -> "2010 sub_tensor_95" [label="(1152, 384)", style=solid]; -"2010 sub_tensor_95" -> "2011 linear_94" [label=None, style=solid]; +"2005 _param_constant253_0_0" -> "2011 linear_94" [label="(1152,)", style=solid]; +"2006 scale_updated_constant95" -> "2008 mul_tensor_95" [label="(1152, 1)", style=solid]; +"2007 compressed_weight_updated_constant95" -> "2008 mul_tensor_95" [label="(1152, 384)", style=solid]; +"2008 mul_tensor_95" -> "2010 sub_tensor_95" [label="(1152, 384)", style=solid]; +"2009 zero_point_updated_constant95" -> "2010 sub_tensor_95" [label="(1152, 1)", style=solid]; +"2010 sub_tensor_95" -> "2011 linear_94" [label="(1152, 384)", style=solid]; "2011 linear_94" -> "2012 reshape_68" [label="(4, 64, 1152)", style=solid]; "2012 reshape_68" -> "2013 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; "2013 permute_70" -> "2014 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -5381,12 +5381,12 @@ strict digraph { "2057 reshape_70_0_0_nncf_smooth_quant_0" -> "2058 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; "2058 quantize_per_tensor_default_96" -> "2059 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; "2059 dequantize_per_tensor_default_96" -> "2066 linear_95" [label="(4, 64, 384)", style=solid]; -"2060 linear_95_zero_point_0_updated_constant0" -> "2065 sub_tensor_96" [label="(384, 1)", style=solid]; -"2061 linear_95_scale_0_updated_constant0" -> "2064 mul_tensor_96" [label="(384, 1)", style=solid]; -"2062 compressed_weight_updated_constant96" -> "2064 mul_tensor_96" [label="(384, 384)", style=solid]; -"2063 _param_constant257_0_0" -> "2066 linear_95" [label="(384,)", style=solid]; -"2064 mul_tensor_96" -> "2065 sub_tensor_96" [label="(384, 384)", style=solid]; -"2065 sub_tensor_96" -> "2066 linear_95" [label=None, style=solid]; +"2060 _param_constant257_0_0" -> "2066 linear_95" [label="(384,)", style=solid]; +"2061 scale_updated_constant96" -> "2063 mul_tensor_96" [label="(384, 1)", style=solid]; +"2062 compressed_weight_updated_constant96" -> "2063 mul_tensor_96" [label="(384, 384)", style=solid]; +"2063 mul_tensor_96" -> "2065 sub_tensor_96" [label="(384, 384)", style=solid]; +"2064 zero_point_updated_constant96" -> "2065 sub_tensor_96" [label="(384, 1)", style=solid]; +"2065 sub_tensor_96" -> "2066 linear_95" [label="(384, 384)", style=solid]; "2066 linear_95" -> "2067 dropout_61" [label="(4, 64, 384)", style=solid]; "2067 dropout_61" -> "2068 view_87" [label="(4, 64, 384)", style=solid]; "2068 view_87" -> "2069 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -5406,24 +5406,24 @@ strict digraph { "2081 add_54_0_0_nncf_smooth_quant_0" -> "2082 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; "2082 quantize_per_tensor_default_97" -> "2083 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; "2083 dequantize_per_tensor_default_97" -> "2090 linear_96" [label="(1, 14, 14, 384)", style=solid]; -"2084 linear_96_zero_point_0_updated_constant0" -> "2089 sub_tensor_97" [label="(1536, 1)", style=solid]; -"2085 linear_96_scale_0_updated_constant0" -> "2088 mul_tensor_97" [label="(1536, 1)", style=solid]; -"2086 compressed_weight_updated_constant97" -> "2088 mul_tensor_97" [label="(1536, 384)", style=solid]; -"2087 _param_constant261_0_0" -> "2090 linear_96" [label="(1536,)", style=solid]; -"2088 mul_tensor_97" -> "2089 sub_tensor_97" [label="(1536, 384)", style=solid]; -"2089 sub_tensor_97" -> "2090 linear_96" [label=None, style=solid]; +"2084 _param_constant261_0_0" -> "2090 linear_96" [label="(1536,)", style=solid]; +"2085 scale_updated_constant97" -> "2087 mul_tensor_97" [label="(1536, 1)", style=solid]; +"2086 compressed_weight_updated_constant97" -> "2087 mul_tensor_97" [label="(1536, 384)", style=solid]; +"2087 mul_tensor_97" -> "2089 sub_tensor_97" [label="(1536, 384)", style=solid]; +"2088 zero_point_updated_constant97" -> "2089 sub_tensor_97" [label="(1536, 1)", style=solid]; +"2089 sub_tensor_97" -> "2090 linear_96" [label="(1536, 384)", style=solid]; "2090 linear_96" -> "2091 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; "2091 gelu_15" -> "2092 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; "2092 dropout_62" -> "2093 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "2093 dropout_62_0_0_nncf_smooth_quant_0" -> "2094 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; "2094 quantize_per_tensor_default_98" -> "2095 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; "2095 dequantize_per_tensor_default_98" -> "2102 linear_97" [label="(1, 14, 14, 1536)", style=solid]; -"2096 linear_97_zero_point_0_updated_constant0" -> "2101 sub_tensor_98" [label="(384, 1)", style=solid]; -"2097 linear_97_scale_0_updated_constant0" -> "2100 mul_tensor_98" [label="(384, 1)", style=solid]; -"2098 compressed_weight_updated_constant98" -> "2100 mul_tensor_98" [label="(384, 1536)", style=solid]; -"2099 _param_constant263_0_0" -> "2102 linear_97" [label="(384,)", style=solid]; -"2100 mul_tensor_98" -> "2101 sub_tensor_98" [label="(384, 1536)", style=solid]; -"2101 sub_tensor_98" -> "2102 linear_97" [label=None, style=solid]; +"2096 _param_constant263_0_0" -> "2102 linear_97" [label="(384,)", style=solid]; +"2097 scale_updated_constant98" -> "2099 mul_tensor_98" [label="(384, 1)", style=solid]; +"2098 compressed_weight_updated_constant98" -> "2099 mul_tensor_98" [label="(384, 1536)", style=solid]; +"2099 mul_tensor_98" -> "2101 sub_tensor_98" [label="(384, 1536)", style=solid]; +"2100 zero_point_updated_constant98" -> "2101 sub_tensor_98" [label="(384, 1)", style=solid]; +"2101 sub_tensor_98" -> "2102 linear_97" [label="(384, 1536)", style=solid]; "2102 linear_97" -> "2103 dropout_63" [label="(1, 14, 14, 384)", style=solid]; "2103 dropout_63" -> "2106 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; "2104 _param_constant264" -> "2106 layer_norm_34" [label="(384,)", style=solid]; @@ -5433,20 +5433,20 @@ strict digraph { "2107 add_55" -> "2199 add_57" [label="(1, 14, 14, 384)", style=solid]; "2108 _tensor_constant104" -> "2109 _tensor_constant104_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "2109 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "2116 linear_98" [label="(1, 15, 15, 2)", style=solid]; -"2110 linear_98_zero_point_0_updated_constant0" -> "2115 sub_tensor_99" [label="(512, 1)", style=solid]; -"2111 linear_98_scale_0_updated_constant0" -> "2114 mul_tensor_99" [label="(512, 1)", style=solid]; -"2112 compressed_weight_updated_constant99" -> "2114 mul_tensor_99" [label="(512, 2)", style=solid]; -"2113 _param_constant267_0_0" -> "2116 linear_98" [label="(512,)", style=solid]; -"2114 mul_tensor_99" -> "2115 sub_tensor_99" [label="(512, 2)", style=solid]; -"2115 sub_tensor_99" -> "2116 linear_98" [label=None, style=solid]; +"2110 _param_constant267_0_0" -> "2116 linear_98" [label="(512,)", style=solid]; +"2111 scale_updated_constant99" -> "2113 mul_tensor_99" [label="(512, 1)", style=solid]; +"2112 compressed_weight_updated_constant99" -> "2113 mul_tensor_99" [label="(512, 2)", style=solid]; +"2113 mul_tensor_99" -> "2115 sub_tensor_99" [label="(512, 2)", style=solid]; +"2114 zero_point_updated_constant99" -> "2115 sub_tensor_99" [label="(512, 1)", style=solid]; +"2115 sub_tensor_99" -> "2116 linear_98" [label="(512, 2)", style=solid]; "2116 linear_98" -> "2117 relu__16" [label="(1, 15, 15, 512)", style=solid]; "2117 relu__16" -> "2118 relu__16_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2118 relu__16_0_0_nncf_smooth_quant_0" -> "2124 linear_99" [label="(1, 15, 15, 512)", style=solid]; -"2119 linear_99_zero_point_0_updated_constant0" -> "2123 sub_tensor_100" [label="(12, 1)", style=solid]; -"2120 linear_99_scale_0_updated_constant0" -> "2122 mul_tensor_100" [label="(12, 1)", style=solid]; -"2121 compressed_weight_updated_constant100" -> "2122 mul_tensor_100" [label="(12, 512)", style=solid]; -"2122 mul_tensor_100" -> "2123 sub_tensor_100" [label="(12, 512)", style=solid]; -"2123 sub_tensor_100" -> "2124 linear_99" [label=None, style=solid]; +"2119 scale_updated_constant100" -> "2121 mul_tensor_100" [label="(12, 1)", style=solid]; +"2120 compressed_weight_updated_constant100" -> "2121 mul_tensor_100" [label="(12, 512)", style=solid]; +"2121 mul_tensor_100" -> "2123 sub_tensor_100" [label="(12, 512)", style=solid]; +"2122 zero_point_updated_constant100" -> "2123 sub_tensor_100" [label="(12, 1)", style=solid]; +"2123 sub_tensor_100" -> "2124 linear_99" [label="(12, 512)", style=solid]; "2124 linear_99" -> "2125 view_88" [label="(1, 15, 15, 12)", style=solid]; "2125 view_88" -> "2127 index_16" [label="(225, 12)", style=solid]; "2126 _tensor_constant105" -> "2127 index_16" [label="(4096,)", style=solid]; @@ -5464,12 +5464,12 @@ strict digraph { "2138 reshape_72_0_0_nncf_smooth_quant_0" -> "2139 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; "2139 quantize_per_tensor_default_99" -> "2140 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; "2140 dequantize_per_tensor_default_99" -> "2147 linear_100" [label="(4, 64, 384)", style=solid]; -"2141 linear_100_zero_point_0_updated_constant0" -> "2146 sub_tensor_101" [label="(1152, 1)", style=solid]; -"2142 linear_100_scale_0_updated_constant0" -> "2145 mul_tensor_101" [label="(1152, 1)", style=solid]; -"2143 compressed_weight_updated_constant101" -> "2145 mul_tensor_101" [label="(1152, 384)", style=solid]; -"2144 _param_constant269_0_0" -> "2147 linear_100" [label="(1152,)", style=solid]; -"2145 mul_tensor_101" -> "2146 sub_tensor_101" [label="(1152, 384)", style=solid]; -"2146 sub_tensor_101" -> "2147 linear_100" [label=None, style=solid]; +"2141 _param_constant269_0_0" -> "2147 linear_100" [label="(1152,)", style=solid]; +"2142 scale_updated_constant101" -> "2144 mul_tensor_101" [label="(1152, 1)", style=solid]; +"2143 compressed_weight_updated_constant101" -> "2144 mul_tensor_101" [label="(1152, 384)", style=solid]; +"2144 mul_tensor_101" -> "2146 sub_tensor_101" [label="(1152, 384)", style=solid]; +"2145 zero_point_updated_constant101" -> "2146 sub_tensor_101" [label="(1152, 1)", style=solid]; +"2146 sub_tensor_101" -> "2147 linear_100" [label="(1152, 384)", style=solid]; "2147 linear_100" -> "2148 reshape_73" [label="(4, 64, 1152)", style=solid]; "2148 reshape_73" -> "2149 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; "2149 permute_75" -> "2150 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -5509,12 +5509,12 @@ strict digraph { "2177 reshape_74_0_0_nncf_smooth_quant_0" -> "2178 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; "2178 quantize_per_tensor_default_102" -> "2179 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; "2179 dequantize_per_tensor_default_102" -> "2186 linear_101" [label="(4, 64, 384)", style=solid]; -"2180 linear_101_zero_point_0_updated_constant0" -> "2185 sub_tensor_102" [label="(384, 1)", style=solid]; -"2181 linear_101_scale_0_updated_constant0" -> "2184 mul_tensor_102" [label="(384, 1)", style=solid]; -"2182 compressed_weight_updated_constant102" -> "2184 mul_tensor_102" [label="(384, 384)", style=solid]; -"2183 _param_constant273_0_0" -> "2186 linear_101" [label="(384,)", style=solid]; -"2184 mul_tensor_102" -> "2185 sub_tensor_102" [label="(384, 384)", style=solid]; -"2185 sub_tensor_102" -> "2186 linear_101" [label=None, style=solid]; +"2180 _param_constant273_0_0" -> "2186 linear_101" [label="(384,)", style=solid]; +"2181 scale_updated_constant102" -> "2183 mul_tensor_102" [label="(384, 1)", style=solid]; +"2182 compressed_weight_updated_constant102" -> "2183 mul_tensor_102" [label="(384, 384)", style=solid]; +"2183 mul_tensor_102" -> "2185 sub_tensor_102" [label="(384, 384)", style=solid]; +"2184 zero_point_updated_constant102" -> "2185 sub_tensor_102" [label="(384, 1)", style=solid]; +"2185 sub_tensor_102" -> "2186 linear_101" [label="(384, 384)", style=solid]; "2186 linear_101" -> "2187 dropout_65" [label="(4, 64, 384)", style=solid]; "2187 dropout_65" -> "2188 view_91" [label="(4, 64, 384)", style=solid]; "2188 view_91" -> "2189 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -5533,24 +5533,24 @@ strict digraph { "2200 add_57_0_0_nncf_smooth_quant_0" -> "2201 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; "2201 quantize_per_tensor_default_103" -> "2202 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; "2202 dequantize_per_tensor_default_103" -> "2209 linear_102" [label="(1, 14, 14, 384)", style=solid]; -"2203 linear_102_zero_point_0_updated_constant0" -> "2208 sub_tensor_103" [label="(1536, 1)", style=solid]; -"2204 linear_102_scale_0_updated_constant0" -> "2207 mul_tensor_103" [label="(1536, 1)", style=solid]; -"2205 compressed_weight_updated_constant103" -> "2207 mul_tensor_103" [label="(1536, 384)", style=solid]; -"2206 _param_constant277_0_0" -> "2209 linear_102" [label="(1536,)", style=solid]; -"2207 mul_tensor_103" -> "2208 sub_tensor_103" [label="(1536, 384)", style=solid]; -"2208 sub_tensor_103" -> "2209 linear_102" [label=None, style=solid]; +"2203 _param_constant277_0_0" -> "2209 linear_102" [label="(1536,)", style=solid]; +"2204 scale_updated_constant103" -> "2206 mul_tensor_103" [label="(1536, 1)", style=solid]; +"2205 compressed_weight_updated_constant103" -> "2206 mul_tensor_103" [label="(1536, 384)", style=solid]; +"2206 mul_tensor_103" -> "2208 sub_tensor_103" [label="(1536, 384)", style=solid]; +"2207 zero_point_updated_constant103" -> "2208 sub_tensor_103" [label="(1536, 1)", style=solid]; +"2208 sub_tensor_103" -> "2209 linear_102" [label="(1536, 384)", style=solid]; "2209 linear_102" -> "2210 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; "2210 gelu_16" -> "2211 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; "2211 dropout_66" -> "2212 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "2212 dropout_66_0_0_nncf_smooth_quant_0" -> "2213 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; "2213 quantize_per_tensor_default_104" -> "2214 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; "2214 dequantize_per_tensor_default_104" -> "2221 linear_103" [label="(1, 14, 14, 1536)", style=solid]; -"2215 linear_103_zero_point_0_updated_constant0" -> "2220 sub_tensor_104" [label="(384, 1)", style=solid]; -"2216 linear_103_scale_0_updated_constant0" -> "2219 mul_tensor_104" [label="(384, 1)", style=solid]; -"2217 compressed_weight_updated_constant104" -> "2219 mul_tensor_104" [label="(384, 1536)", style=solid]; -"2218 _param_constant279_0_0" -> "2221 linear_103" [label="(384,)", style=solid]; -"2219 mul_tensor_104" -> "2220 sub_tensor_104" [label="(384, 1536)", style=solid]; -"2220 sub_tensor_104" -> "2221 linear_103" [label=None, style=solid]; +"2215 _param_constant279_0_0" -> "2221 linear_103" [label="(384,)", style=solid]; +"2216 scale_updated_constant104" -> "2218 mul_tensor_104" [label="(384, 1)", style=solid]; +"2217 compressed_weight_updated_constant104" -> "2218 mul_tensor_104" [label="(384, 1536)", style=solid]; +"2218 mul_tensor_104" -> "2220 sub_tensor_104" [label="(384, 1536)", style=solid]; +"2219 zero_point_updated_constant104" -> "2220 sub_tensor_104" [label="(384, 1)", style=solid]; +"2220 sub_tensor_104" -> "2221 linear_103" [label="(384, 1536)", style=solid]; "2221 linear_103" -> "2222 dropout_67" [label="(1, 14, 14, 384)", style=solid]; "2222 dropout_67" -> "2225 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; "2223 _param_constant280" -> "2225 layer_norm_36" [label="(384,)", style=solid]; @@ -5560,20 +5560,20 @@ strict digraph { "2226 add_58" -> "2336 add_61" [label="(1, 14, 14, 384)", style=solid]; "2227 _tensor_constant106" -> "2228 _tensor_constant106_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "2228 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2235 linear_104" [label="(1, 15, 15, 2)", style=solid]; -"2229 linear_104_zero_point_0_updated_constant0" -> "2234 sub_tensor_105" [label="(512, 1)", style=solid]; -"2230 linear_104_scale_0_updated_constant0" -> "2233 mul_tensor_105" [label="(512, 1)", style=solid]; -"2231 compressed_weight_updated_constant105" -> "2233 mul_tensor_105" [label="(512, 2)", style=solid]; -"2232 _param_constant283_0_0" -> "2235 linear_104" [label="(512,)", style=solid]; -"2233 mul_tensor_105" -> "2234 sub_tensor_105" [label="(512, 2)", style=solid]; -"2234 sub_tensor_105" -> "2235 linear_104" [label=None, style=solid]; +"2229 _param_constant283_0_0" -> "2235 linear_104" [label="(512,)", style=solid]; +"2230 scale_updated_constant105" -> "2232 mul_tensor_105" [label="(512, 1)", style=solid]; +"2231 compressed_weight_updated_constant105" -> "2232 mul_tensor_105" [label="(512, 2)", style=solid]; +"2232 mul_tensor_105" -> "2234 sub_tensor_105" [label="(512, 2)", style=solid]; +"2233 zero_point_updated_constant105" -> "2234 sub_tensor_105" [label="(512, 1)", style=solid]; +"2234 sub_tensor_105" -> "2235 linear_104" [label="(512, 2)", style=solid]; "2235 linear_104" -> "2236 relu__17" [label="(1, 15, 15, 512)", style=solid]; "2236 relu__17" -> "2237 relu__17_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2237 relu__17_0_0_nncf_smooth_quant_0" -> "2243 linear_105" [label="(1, 15, 15, 512)", style=solid]; -"2238 linear_105_zero_point_0_updated_constant0" -> "2242 sub_tensor_106" [label="(12, 1)", style=solid]; -"2239 linear_105_scale_0_updated_constant0" -> "2241 mul_tensor_106" [label="(12, 1)", style=solid]; -"2240 compressed_weight_updated_constant106" -> "2241 mul_tensor_106" [label="(12, 512)", style=solid]; -"2241 mul_tensor_106" -> "2242 sub_tensor_106" [label="(12, 512)", style=solid]; -"2242 sub_tensor_106" -> "2243 linear_105" [label=None, style=solid]; +"2238 scale_updated_constant106" -> "2240 mul_tensor_106" [label="(12, 1)", style=solid]; +"2239 compressed_weight_updated_constant106" -> "2240 mul_tensor_106" [label="(12, 512)", style=solid]; +"2240 mul_tensor_106" -> "2242 sub_tensor_106" [label="(12, 512)", style=solid]; +"2241 zero_point_updated_constant106" -> "2242 sub_tensor_106" [label="(12, 1)", style=solid]; +"2242 sub_tensor_106" -> "2243 linear_105" [label="(12, 512)", style=solid]; "2243 linear_105" -> "2244 view_92" [label="(1, 15, 15, 12)", style=solid]; "2244 view_92" -> "2246 index_17" [label="(225, 12)", style=solid]; "2245 _tensor_constant107" -> "2246 index_17" [label="(4096,)", style=solid]; @@ -5593,12 +5593,12 @@ strict digraph { "2258 reshape_76_0_0_nncf_smooth_quant_0" -> "2259 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; "2259 quantize_per_tensor_default_105" -> "2260 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; "2260 dequantize_per_tensor_default_105" -> "2267 linear_106" [label="(4, 64, 384)", style=solid]; -"2261 linear_106_zero_point_0_updated_constant0" -> "2266 sub_tensor_107" [label="(1152, 1)", style=solid]; -"2262 linear_106_scale_0_updated_constant0" -> "2265 mul_tensor_107" [label="(1152, 1)", style=solid]; -"2263 compressed_weight_updated_constant107" -> "2265 mul_tensor_107" [label="(1152, 384)", style=solid]; -"2264 _param_constant285_0_0" -> "2267 linear_106" [label="(1152,)", style=solid]; -"2265 mul_tensor_107" -> "2266 sub_tensor_107" [label="(1152, 384)", style=solid]; -"2266 sub_tensor_107" -> "2267 linear_106" [label=None, style=solid]; +"2261 _param_constant285_0_0" -> "2267 linear_106" [label="(1152,)", style=solid]; +"2262 scale_updated_constant107" -> "2264 mul_tensor_107" [label="(1152, 1)", style=solid]; +"2263 compressed_weight_updated_constant107" -> "2264 mul_tensor_107" [label="(1152, 384)", style=solid]; +"2264 mul_tensor_107" -> "2266 sub_tensor_107" [label="(1152, 384)", style=solid]; +"2265 zero_point_updated_constant107" -> "2266 sub_tensor_107" [label="(1152, 1)", style=solid]; +"2266 sub_tensor_107" -> "2267 linear_106" [label="(1152, 384)", style=solid]; "2267 linear_106" -> "2268 reshape_77" [label="(4, 64, 1152)", style=solid]; "2268 reshape_77" -> "2269 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; "2269 permute_79" -> "2270 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -5657,12 +5657,12 @@ strict digraph { "2313 reshape_79_0_0_nncf_smooth_quant_0" -> "2314 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; "2314 quantize_per_tensor_default_108" -> "2315 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; "2315 dequantize_per_tensor_default_108" -> "2322 linear_107" [label="(4, 64, 384)", style=solid]; -"2316 linear_107_zero_point_0_updated_constant0" -> "2321 sub_tensor_108" [label="(384, 1)", style=solid]; -"2317 linear_107_scale_0_updated_constant0" -> "2320 mul_tensor_108" [label="(384, 1)", style=solid]; -"2318 compressed_weight_updated_constant108" -> "2320 mul_tensor_108" [label="(384, 384)", style=solid]; -"2319 _param_constant289_0_0" -> "2322 linear_107" [label="(384,)", style=solid]; -"2320 mul_tensor_108" -> "2321 sub_tensor_108" [label="(384, 384)", style=solid]; -"2321 sub_tensor_108" -> "2322 linear_107" [label=None, style=solid]; +"2316 _param_constant289_0_0" -> "2322 linear_107" [label="(384,)", style=solid]; +"2317 scale_updated_constant108" -> "2319 mul_tensor_108" [label="(384, 1)", style=solid]; +"2318 compressed_weight_updated_constant108" -> "2319 mul_tensor_108" [label="(384, 384)", style=solid]; +"2319 mul_tensor_108" -> "2321 sub_tensor_108" [label="(384, 384)", style=solid]; +"2320 zero_point_updated_constant108" -> "2321 sub_tensor_108" [label="(384, 1)", style=solid]; +"2321 sub_tensor_108" -> "2322 linear_107" [label="(384, 384)", style=solid]; "2322 linear_107" -> "2323 dropout_69" [label="(4, 64, 384)", style=solid]; "2323 dropout_69" -> "2324 view_98" [label="(4, 64, 384)", style=solid]; "2324 view_98" -> "2325 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -5682,24 +5682,24 @@ strict digraph { "2337 add_61_0_0_nncf_smooth_quant_0" -> "2338 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; "2338 quantize_per_tensor_default_109" -> "2339 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; "2339 dequantize_per_tensor_default_109" -> "2346 linear_108" [label="(1, 14, 14, 384)", style=solid]; -"2340 linear_108_zero_point_0_updated_constant0" -> "2345 sub_tensor_109" [label="(1536, 1)", style=solid]; -"2341 linear_108_scale_0_updated_constant0" -> "2344 mul_tensor_109" [label="(1536, 1)", style=solid]; -"2342 compressed_weight_updated_constant109" -> "2344 mul_tensor_109" [label="(1536, 384)", style=solid]; -"2343 _param_constant293_0_0" -> "2346 linear_108" [label="(1536,)", style=solid]; -"2344 mul_tensor_109" -> "2345 sub_tensor_109" [label="(1536, 384)", style=solid]; -"2345 sub_tensor_109" -> "2346 linear_108" [label=None, style=solid]; +"2340 _param_constant293_0_0" -> "2346 linear_108" [label="(1536,)", style=solid]; +"2341 scale_updated_constant109" -> "2343 mul_tensor_109" [label="(1536, 1)", style=solid]; +"2342 compressed_weight_updated_constant109" -> "2343 mul_tensor_109" [label="(1536, 384)", style=solid]; +"2343 mul_tensor_109" -> "2345 sub_tensor_109" [label="(1536, 384)", style=solid]; +"2344 zero_point_updated_constant109" -> "2345 sub_tensor_109" [label="(1536, 1)", style=solid]; +"2345 sub_tensor_109" -> "2346 linear_108" [label="(1536, 384)", style=solid]; "2346 linear_108" -> "2347 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; "2347 gelu_17" -> "2348 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; "2348 dropout_70" -> "2349 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "2349 dropout_70_0_0_nncf_smooth_quant_0" -> "2350 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; "2350 quantize_per_tensor_default_110" -> "2351 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; "2351 dequantize_per_tensor_default_110" -> "2358 linear_109" [label="(1, 14, 14, 1536)", style=solid]; -"2352 linear_109_zero_point_0_updated_constant0" -> "2357 sub_tensor_110" [label="(384, 1)", style=solid]; -"2353 linear_109_scale_0_updated_constant0" -> "2356 mul_tensor_110" [label="(384, 1)", style=solid]; -"2354 compressed_weight_updated_constant110" -> "2356 mul_tensor_110" [label="(384, 1536)", style=solid]; -"2355 _param_constant295_0_0" -> "2358 linear_109" [label="(384,)", style=solid]; -"2356 mul_tensor_110" -> "2357 sub_tensor_110" [label="(384, 1536)", style=solid]; -"2357 sub_tensor_110" -> "2358 linear_109" [label=None, style=solid]; +"2352 _param_constant295_0_0" -> "2358 linear_109" [label="(384,)", style=solid]; +"2353 scale_updated_constant110" -> "2355 mul_tensor_110" [label="(384, 1)", style=solid]; +"2354 compressed_weight_updated_constant110" -> "2355 mul_tensor_110" [label="(384, 1536)", style=solid]; +"2355 mul_tensor_110" -> "2357 sub_tensor_110" [label="(384, 1536)", style=solid]; +"2356 zero_point_updated_constant110" -> "2357 sub_tensor_110" [label="(384, 1)", style=solid]; +"2357 sub_tensor_110" -> "2358 linear_109" [label="(384, 1536)", style=solid]; "2358 linear_109" -> "2359 dropout_71" [label="(1, 14, 14, 384)", style=solid]; "2359 dropout_71" -> "2362 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; "2360 _param_constant296" -> "2362 layer_norm_38" [label="(384,)", style=solid]; @@ -5709,20 +5709,20 @@ strict digraph { "2363 add_62" -> "2455 add_64" [label="(1, 14, 14, 384)", style=solid]; "2364 _tensor_constant117" -> "2365 _tensor_constant117_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "2365 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2372 linear_110" [label="(1, 15, 15, 2)", style=solid]; -"2366 linear_110_zero_point_0_updated_constant0" -> "2371 sub_tensor_111" [label="(512, 1)", style=solid]; -"2367 linear_110_scale_0_updated_constant0" -> "2370 mul_tensor_111" [label="(512, 1)", style=solid]; -"2368 compressed_weight_updated_constant111" -> "2370 mul_tensor_111" [label="(512, 2)", style=solid]; -"2369 _param_constant299_0_0" -> "2372 linear_110" [label="(512,)", style=solid]; -"2370 mul_tensor_111" -> "2371 sub_tensor_111" [label="(512, 2)", style=solid]; -"2371 sub_tensor_111" -> "2372 linear_110" [label=None, style=solid]; +"2366 _param_constant299_0_0" -> "2372 linear_110" [label="(512,)", style=solid]; +"2367 scale_updated_constant111" -> "2369 mul_tensor_111" [label="(512, 1)", style=solid]; +"2368 compressed_weight_updated_constant111" -> "2369 mul_tensor_111" [label="(512, 2)", style=solid]; +"2369 mul_tensor_111" -> "2371 sub_tensor_111" [label="(512, 2)", style=solid]; +"2370 zero_point_updated_constant111" -> "2371 sub_tensor_111" [label="(512, 1)", style=solid]; +"2371 sub_tensor_111" -> "2372 linear_110" [label="(512, 2)", style=solid]; "2372 linear_110" -> "2373 relu__18" [label="(1, 15, 15, 512)", style=solid]; "2373 relu__18" -> "2374 relu__18_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2374 relu__18_0_0_nncf_smooth_quant_0" -> "2380 linear_111" [label="(1, 15, 15, 512)", style=solid]; -"2375 linear_111_zero_point_0_updated_constant0" -> "2379 sub_tensor_112" [label="(12, 1)", style=solid]; -"2376 linear_111_scale_0_updated_constant0" -> "2378 mul_tensor_112" [label="(12, 1)", style=solid]; -"2377 compressed_weight_updated_constant112" -> "2378 mul_tensor_112" [label="(12, 512)", style=solid]; -"2378 mul_tensor_112" -> "2379 sub_tensor_112" [label="(12, 512)", style=solid]; -"2379 sub_tensor_112" -> "2380 linear_111" [label=None, style=solid]; +"2375 scale_updated_constant112" -> "2377 mul_tensor_112" [label="(12, 1)", style=solid]; +"2376 compressed_weight_updated_constant112" -> "2377 mul_tensor_112" [label="(12, 512)", style=solid]; +"2377 mul_tensor_112" -> "2379 sub_tensor_112" [label="(12, 512)", style=solid]; +"2378 zero_point_updated_constant112" -> "2379 sub_tensor_112" [label="(12, 1)", style=solid]; +"2379 sub_tensor_112" -> "2380 linear_111" [label="(12, 512)", style=solid]; "2380 linear_111" -> "2381 view_99" [label="(1, 15, 15, 12)", style=solid]; "2381 view_99" -> "2383 index_18" [label="(225, 12)", style=solid]; "2382 _tensor_constant118" -> "2383 index_18" [label="(4096,)", style=solid]; @@ -5740,12 +5740,12 @@ strict digraph { "2394 reshape_81_0_0_nncf_smooth_quant_0" -> "2395 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; "2395 quantize_per_tensor_default_111" -> "2396 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; "2396 dequantize_per_tensor_default_111" -> "2403 linear_112" [label="(4, 64, 384)", style=solid]; -"2397 linear_112_zero_point_0_updated_constant0" -> "2402 sub_tensor_113" [label="(1152, 1)", style=solid]; -"2398 linear_112_scale_0_updated_constant0" -> "2401 mul_tensor_113" [label="(1152, 1)", style=solid]; -"2399 compressed_weight_updated_constant113" -> "2401 mul_tensor_113" [label="(1152, 384)", style=solid]; -"2400 _param_constant301_0_0" -> "2403 linear_112" [label="(1152,)", style=solid]; -"2401 mul_tensor_113" -> "2402 sub_tensor_113" [label="(1152, 384)", style=solid]; -"2402 sub_tensor_113" -> "2403 linear_112" [label=None, style=solid]; +"2397 _param_constant301_0_0" -> "2403 linear_112" [label="(1152,)", style=solid]; +"2398 scale_updated_constant113" -> "2400 mul_tensor_113" [label="(1152, 1)", style=solid]; +"2399 compressed_weight_updated_constant113" -> "2400 mul_tensor_113" [label="(1152, 384)", style=solid]; +"2400 mul_tensor_113" -> "2402 sub_tensor_113" [label="(1152, 384)", style=solid]; +"2401 zero_point_updated_constant113" -> "2402 sub_tensor_113" [label="(1152, 1)", style=solid]; +"2402 sub_tensor_113" -> "2403 linear_112" [label="(1152, 384)", style=solid]; "2403 linear_112" -> "2404 reshape_82" [label="(4, 64, 1152)", style=solid]; "2404 reshape_82" -> "2405 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; "2405 permute_84" -> "2406 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -5785,12 +5785,12 @@ strict digraph { "2433 reshape_83_0_0_nncf_smooth_quant_0" -> "2434 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; "2434 quantize_per_tensor_default_114" -> "2435 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; "2435 dequantize_per_tensor_default_114" -> "2442 linear_113" [label="(4, 64, 384)", style=solid]; -"2436 linear_113_zero_point_0_updated_constant0" -> "2441 sub_tensor_114" [label="(384, 1)", style=solid]; -"2437 linear_113_scale_0_updated_constant0" -> "2440 mul_tensor_114" [label="(384, 1)", style=solid]; -"2438 compressed_weight_updated_constant114" -> "2440 mul_tensor_114" [label="(384, 384)", style=solid]; -"2439 _param_constant305_0_0" -> "2442 linear_113" [label="(384,)", style=solid]; -"2440 mul_tensor_114" -> "2441 sub_tensor_114" [label="(384, 384)", style=solid]; -"2441 sub_tensor_114" -> "2442 linear_113" [label=None, style=solid]; +"2436 _param_constant305_0_0" -> "2442 linear_113" [label="(384,)", style=solid]; +"2437 scale_updated_constant114" -> "2439 mul_tensor_114" [label="(384, 1)", style=solid]; +"2438 compressed_weight_updated_constant114" -> "2439 mul_tensor_114" [label="(384, 384)", style=solid]; +"2439 mul_tensor_114" -> "2441 sub_tensor_114" [label="(384, 384)", style=solid]; +"2440 zero_point_updated_constant114" -> "2441 sub_tensor_114" [label="(384, 1)", style=solid]; +"2441 sub_tensor_114" -> "2442 linear_113" [label="(384, 384)", style=solid]; "2442 linear_113" -> "2443 dropout_73" [label="(4, 64, 384)", style=solid]; "2443 dropout_73" -> "2444 view_102" [label="(4, 64, 384)", style=solid]; "2444 view_102" -> "2445 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -5809,24 +5809,24 @@ strict digraph { "2456 add_64_0_0_nncf_smooth_quant_0" -> "2457 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; "2457 quantize_per_tensor_default_115" -> "2458 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; "2458 dequantize_per_tensor_default_115" -> "2465 linear_114" [label="(1, 14, 14, 384)", style=solid]; -"2459 linear_114_zero_point_0_updated_constant0" -> "2464 sub_tensor_115" [label="(1536, 1)", style=solid]; -"2460 linear_114_scale_0_updated_constant0" -> "2463 mul_tensor_115" [label="(1536, 1)", style=solid]; -"2461 compressed_weight_updated_constant115" -> "2463 mul_tensor_115" [label="(1536, 384)", style=solid]; -"2462 _param_constant309_0_0" -> "2465 linear_114" [label="(1536,)", style=solid]; -"2463 mul_tensor_115" -> "2464 sub_tensor_115" [label="(1536, 384)", style=solid]; -"2464 sub_tensor_115" -> "2465 linear_114" [label=None, style=solid]; +"2459 _param_constant309_0_0" -> "2465 linear_114" [label="(1536,)", style=solid]; +"2460 scale_updated_constant115" -> "2462 mul_tensor_115" [label="(1536, 1)", style=solid]; +"2461 compressed_weight_updated_constant115" -> "2462 mul_tensor_115" [label="(1536, 384)", style=solid]; +"2462 mul_tensor_115" -> "2464 sub_tensor_115" [label="(1536, 384)", style=solid]; +"2463 zero_point_updated_constant115" -> "2464 sub_tensor_115" [label="(1536, 1)", style=solid]; +"2464 sub_tensor_115" -> "2465 linear_114" [label="(1536, 384)", style=solid]; "2465 linear_114" -> "2466 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; "2466 gelu_18" -> "2467 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; "2467 dropout_74" -> "2468 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "2468 dropout_74_0_0_nncf_smooth_quant_0" -> "2469 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; "2469 quantize_per_tensor_default_116" -> "2470 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; "2470 dequantize_per_tensor_default_116" -> "2477 linear_115" [label="(1, 14, 14, 1536)", style=solid]; -"2471 linear_115_zero_point_0_updated_constant0" -> "2476 sub_tensor_116" [label="(384, 1)", style=solid]; -"2472 linear_115_scale_0_updated_constant0" -> "2475 mul_tensor_116" [label="(384, 1)", style=solid]; -"2473 compressed_weight_updated_constant116" -> "2475 mul_tensor_116" [label="(384, 1536)", style=solid]; -"2474 _param_constant311_0_0" -> "2477 linear_115" [label="(384,)", style=solid]; -"2475 mul_tensor_116" -> "2476 sub_tensor_116" [label="(384, 1536)", style=solid]; -"2476 sub_tensor_116" -> "2477 linear_115" [label=None, style=solid]; +"2471 _param_constant311_0_0" -> "2477 linear_115" [label="(384,)", style=solid]; +"2472 scale_updated_constant116" -> "2474 mul_tensor_116" [label="(384, 1)", style=solid]; +"2473 compressed_weight_updated_constant116" -> "2474 mul_tensor_116" [label="(384, 1536)", style=solid]; +"2474 mul_tensor_116" -> "2476 sub_tensor_116" [label="(384, 1536)", style=solid]; +"2475 zero_point_updated_constant116" -> "2476 sub_tensor_116" [label="(384, 1)", style=solid]; +"2476 sub_tensor_116" -> "2477 linear_115" [label="(384, 1536)", style=solid]; "2477 linear_115" -> "2478 dropout_75" [label="(1, 14, 14, 384)", style=solid]; "2478 dropout_75" -> "2481 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; "2479 _param_constant312" -> "2481 layer_norm_40" [label="(384,)", style=solid]; @@ -5836,20 +5836,20 @@ strict digraph { "2482 add_65" -> "2592 add_68" [label="(1, 14, 14, 384)", style=solid]; "2483 _tensor_constant119" -> "2484 _tensor_constant119_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "2484 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2491 linear_116" [label="(1, 15, 15, 2)", style=solid]; -"2485 linear_116_zero_point_0_updated_constant0" -> "2490 sub_tensor_117" [label="(512, 1)", style=solid]; -"2486 linear_116_scale_0_updated_constant0" -> "2489 mul_tensor_117" [label="(512, 1)", style=solid]; -"2487 compressed_weight_updated_constant117" -> "2489 mul_tensor_117" [label="(512, 2)", style=solid]; -"2488 _param_constant315_0_0" -> "2491 linear_116" [label="(512,)", style=solid]; -"2489 mul_tensor_117" -> "2490 sub_tensor_117" [label="(512, 2)", style=solid]; -"2490 sub_tensor_117" -> "2491 linear_116" [label=None, style=solid]; +"2485 _param_constant315_0_0" -> "2491 linear_116" [label="(512,)", style=solid]; +"2486 scale_updated_constant117" -> "2488 mul_tensor_117" [label="(512, 1)", style=solid]; +"2487 compressed_weight_updated_constant117" -> "2488 mul_tensor_117" [label="(512, 2)", style=solid]; +"2488 mul_tensor_117" -> "2490 sub_tensor_117" [label="(512, 2)", style=solid]; +"2489 zero_point_updated_constant117" -> "2490 sub_tensor_117" [label="(512, 1)", style=solid]; +"2490 sub_tensor_117" -> "2491 linear_116" [label="(512, 2)", style=solid]; "2491 linear_116" -> "2492 relu__19" [label="(1, 15, 15, 512)", style=solid]; "2492 relu__19" -> "2493 relu__19_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2493 relu__19_0_0_nncf_smooth_quant_0" -> "2499 linear_117" [label="(1, 15, 15, 512)", style=solid]; -"2494 linear_117_zero_point_0_updated_constant0" -> "2498 sub_tensor_118" [label="(12, 1)", style=solid]; -"2495 linear_117_scale_0_updated_constant0" -> "2497 mul_tensor_118" [label="(12, 1)", style=solid]; -"2496 compressed_weight_updated_constant118" -> "2497 mul_tensor_118" [label="(12, 512)", style=solid]; -"2497 mul_tensor_118" -> "2498 sub_tensor_118" [label="(12, 512)", style=solid]; -"2498 sub_tensor_118" -> "2499 linear_117" [label=None, style=solid]; +"2494 scale_updated_constant118" -> "2496 mul_tensor_118" [label="(12, 1)", style=solid]; +"2495 compressed_weight_updated_constant118" -> "2496 mul_tensor_118" [label="(12, 512)", style=solid]; +"2496 mul_tensor_118" -> "2498 sub_tensor_118" [label="(12, 512)", style=solid]; +"2497 zero_point_updated_constant118" -> "2498 sub_tensor_118" [label="(12, 1)", style=solid]; +"2498 sub_tensor_118" -> "2499 linear_117" [label="(12, 512)", style=solid]; "2499 linear_117" -> "2500 view_103" [label="(1, 15, 15, 12)", style=solid]; "2500 view_103" -> "2502 index_19" [label="(225, 12)", style=solid]; "2501 _tensor_constant120" -> "2502 index_19" [label="(4096,)", style=solid]; @@ -5869,12 +5869,12 @@ strict digraph { "2514 reshape_85_0_0_nncf_smooth_quant_0" -> "2515 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; "2515 quantize_per_tensor_default_117" -> "2516 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; "2516 dequantize_per_tensor_default_117" -> "2523 linear_118" [label="(4, 64, 384)", style=solid]; -"2517 linear_118_zero_point_0_updated_constant0" -> "2522 sub_tensor_119" [label="(1152, 1)", style=solid]; -"2518 linear_118_scale_0_updated_constant0" -> "2521 mul_tensor_119" [label="(1152, 1)", style=solid]; -"2519 compressed_weight_updated_constant119" -> "2521 mul_tensor_119" [label="(1152, 384)", style=solid]; -"2520 _param_constant317_0_0" -> "2523 linear_118" [label="(1152,)", style=solid]; -"2521 mul_tensor_119" -> "2522 sub_tensor_119" [label="(1152, 384)", style=solid]; -"2522 sub_tensor_119" -> "2523 linear_118" [label=None, style=solid]; +"2517 _param_constant317_0_0" -> "2523 linear_118" [label="(1152,)", style=solid]; +"2518 scale_updated_constant119" -> "2520 mul_tensor_119" [label="(1152, 1)", style=solid]; +"2519 compressed_weight_updated_constant119" -> "2520 mul_tensor_119" [label="(1152, 384)", style=solid]; +"2520 mul_tensor_119" -> "2522 sub_tensor_119" [label="(1152, 384)", style=solid]; +"2521 zero_point_updated_constant119" -> "2522 sub_tensor_119" [label="(1152, 1)", style=solid]; +"2522 sub_tensor_119" -> "2523 linear_118" [label="(1152, 384)", style=solid]; "2523 linear_118" -> "2524 reshape_86" [label="(4, 64, 1152)", style=solid]; "2524 reshape_86" -> "2525 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; "2525 permute_88" -> "2526 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -5933,12 +5933,12 @@ strict digraph { "2569 reshape_88_0_0_nncf_smooth_quant_0" -> "2570 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; "2570 quantize_per_tensor_default_120" -> "2571 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; "2571 dequantize_per_tensor_default_120" -> "2578 linear_119" [label="(4, 64, 384)", style=solid]; -"2572 linear_119_zero_point_0_updated_constant0" -> "2577 sub_tensor_120" [label="(384, 1)", style=solid]; -"2573 linear_119_scale_0_updated_constant0" -> "2576 mul_tensor_120" [label="(384, 1)", style=solid]; -"2574 compressed_weight_updated_constant120" -> "2576 mul_tensor_120" [label="(384, 384)", style=solid]; -"2575 _param_constant321_0_0" -> "2578 linear_119" [label="(384,)", style=solid]; -"2576 mul_tensor_120" -> "2577 sub_tensor_120" [label="(384, 384)", style=solid]; -"2577 sub_tensor_120" -> "2578 linear_119" [label=None, style=solid]; +"2572 _param_constant321_0_0" -> "2578 linear_119" [label="(384,)", style=solid]; +"2573 scale_updated_constant120" -> "2575 mul_tensor_120" [label="(384, 1)", style=solid]; +"2574 compressed_weight_updated_constant120" -> "2575 mul_tensor_120" [label="(384, 384)", style=solid]; +"2575 mul_tensor_120" -> "2577 sub_tensor_120" [label="(384, 384)", style=solid]; +"2576 zero_point_updated_constant120" -> "2577 sub_tensor_120" [label="(384, 1)", style=solid]; +"2577 sub_tensor_120" -> "2578 linear_119" [label="(384, 384)", style=solid]; "2578 linear_119" -> "2579 dropout_77" [label="(4, 64, 384)", style=solid]; "2579 dropout_77" -> "2580 view_109" [label="(4, 64, 384)", style=solid]; "2580 view_109" -> "2581 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -5958,24 +5958,24 @@ strict digraph { "2593 add_68_0_0_nncf_smooth_quant_0" -> "2594 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; "2594 quantize_per_tensor_default_121" -> "2595 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; "2595 dequantize_per_tensor_default_121" -> "2602 linear_120" [label="(1, 14, 14, 384)", style=solid]; -"2596 linear_120_zero_point_0_updated_constant0" -> "2601 sub_tensor_121" [label="(1536, 1)", style=solid]; -"2597 linear_120_scale_0_updated_constant0" -> "2600 mul_tensor_121" [label="(1536, 1)", style=solid]; -"2598 compressed_weight_updated_constant121" -> "2600 mul_tensor_121" [label="(1536, 384)", style=solid]; -"2599 _param_constant325_0_0" -> "2602 linear_120" [label="(1536,)", style=solid]; -"2600 mul_tensor_121" -> "2601 sub_tensor_121" [label="(1536, 384)", style=solid]; -"2601 sub_tensor_121" -> "2602 linear_120" [label=None, style=solid]; +"2596 _param_constant325_0_0" -> "2602 linear_120" [label="(1536,)", style=solid]; +"2597 scale_updated_constant121" -> "2599 mul_tensor_121" [label="(1536, 1)", style=solid]; +"2598 compressed_weight_updated_constant121" -> "2599 mul_tensor_121" [label="(1536, 384)", style=solid]; +"2599 mul_tensor_121" -> "2601 sub_tensor_121" [label="(1536, 384)", style=solid]; +"2600 zero_point_updated_constant121" -> "2601 sub_tensor_121" [label="(1536, 1)", style=solid]; +"2601 sub_tensor_121" -> "2602 linear_120" [label="(1536, 384)", style=solid]; "2602 linear_120" -> "2603 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; "2603 gelu_19" -> "2604 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; "2604 dropout_78" -> "2605 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "2605 dropout_78_0_0_nncf_smooth_quant_0" -> "2606 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; "2606 quantize_per_tensor_default_122" -> "2607 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; "2607 dequantize_per_tensor_default_122" -> "2614 linear_121" [label="(1, 14, 14, 1536)", style=solid]; -"2608 linear_121_zero_point_0_updated_constant0" -> "2613 sub_tensor_122" [label="(384, 1)", style=solid]; -"2609 linear_121_scale_0_updated_constant0" -> "2612 mul_tensor_122" [label="(384, 1)", style=solid]; -"2610 compressed_weight_updated_constant122" -> "2612 mul_tensor_122" [label="(384, 1536)", style=solid]; -"2611 _param_constant327_0_0" -> "2614 linear_121" [label="(384,)", style=solid]; -"2612 mul_tensor_122" -> "2613 sub_tensor_122" [label="(384, 1536)", style=solid]; -"2613 sub_tensor_122" -> "2614 linear_121" [label=None, style=solid]; +"2608 _param_constant327_0_0" -> "2614 linear_121" [label="(384,)", style=solid]; +"2609 scale_updated_constant122" -> "2611 mul_tensor_122" [label="(384, 1)", style=solid]; +"2610 compressed_weight_updated_constant122" -> "2611 mul_tensor_122" [label="(384, 1536)", style=solid]; +"2611 mul_tensor_122" -> "2613 sub_tensor_122" [label="(384, 1536)", style=solid]; +"2612 zero_point_updated_constant122" -> "2613 sub_tensor_122" [label="(384, 1)", style=solid]; +"2613 sub_tensor_122" -> "2614 linear_121" [label="(384, 1536)", style=solid]; "2614 linear_121" -> "2615 dropout_79" [label="(1, 14, 14, 384)", style=solid]; "2615 dropout_79" -> "2618 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; "2616 _param_constant328" -> "2618 layer_norm_42" [label="(384,)", style=solid]; @@ -5985,20 +5985,20 @@ strict digraph { "2619 add_69" -> "2711 add_71" [label="(1, 14, 14, 384)", style=solid]; "2620 _tensor_constant130" -> "2621 _tensor_constant130_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "2621 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2628 linear_122" [label="(1, 15, 15, 2)", style=solid]; -"2622 linear_122_zero_point_0_updated_constant0" -> "2627 sub_tensor_123" [label="(512, 1)", style=solid]; -"2623 linear_122_scale_0_updated_constant0" -> "2626 mul_tensor_123" [label="(512, 1)", style=solid]; -"2624 compressed_weight_updated_constant123" -> "2626 mul_tensor_123" [label="(512, 2)", style=solid]; -"2625 _param_constant331_0_0" -> "2628 linear_122" [label="(512,)", style=solid]; -"2626 mul_tensor_123" -> "2627 sub_tensor_123" [label="(512, 2)", style=solid]; -"2627 sub_tensor_123" -> "2628 linear_122" [label=None, style=solid]; +"2622 _param_constant331_0_0" -> "2628 linear_122" [label="(512,)", style=solid]; +"2623 scale_updated_constant123" -> "2625 mul_tensor_123" [label="(512, 1)", style=solid]; +"2624 compressed_weight_updated_constant123" -> "2625 mul_tensor_123" [label="(512, 2)", style=solid]; +"2625 mul_tensor_123" -> "2627 sub_tensor_123" [label="(512, 2)", style=solid]; +"2626 zero_point_updated_constant123" -> "2627 sub_tensor_123" [label="(512, 1)", style=solid]; +"2627 sub_tensor_123" -> "2628 linear_122" [label="(512, 2)", style=solid]; "2628 linear_122" -> "2629 relu__20" [label="(1, 15, 15, 512)", style=solid]; "2629 relu__20" -> "2630 relu__20_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2630 relu__20_0_0_nncf_smooth_quant_0" -> "2636 linear_123" [label="(1, 15, 15, 512)", style=solid]; -"2631 linear_123_zero_point_0_updated_constant0" -> "2635 sub_tensor_124" [label="(12, 1)", style=solid]; -"2632 linear_123_scale_0_updated_constant0" -> "2634 mul_tensor_124" [label="(12, 1)", style=solid]; -"2633 compressed_weight_updated_constant124" -> "2634 mul_tensor_124" [label="(12, 512)", style=solid]; -"2634 mul_tensor_124" -> "2635 sub_tensor_124" [label="(12, 512)", style=solid]; -"2635 sub_tensor_124" -> "2636 linear_123" [label=None, style=solid]; +"2631 scale_updated_constant124" -> "2633 mul_tensor_124" [label="(12, 1)", style=solid]; +"2632 compressed_weight_updated_constant124" -> "2633 mul_tensor_124" [label="(12, 512)", style=solid]; +"2633 mul_tensor_124" -> "2635 sub_tensor_124" [label="(12, 512)", style=solid]; +"2634 zero_point_updated_constant124" -> "2635 sub_tensor_124" [label="(12, 1)", style=solid]; +"2635 sub_tensor_124" -> "2636 linear_123" [label="(12, 512)", style=solid]; "2636 linear_123" -> "2637 view_110" [label="(1, 15, 15, 12)", style=solid]; "2637 view_110" -> "2639 index_20" [label="(225, 12)", style=solid]; "2638 _tensor_constant131" -> "2639 index_20" [label="(4096,)", style=solid]; @@ -6016,12 +6016,12 @@ strict digraph { "2650 reshape_90_0_0_nncf_smooth_quant_0" -> "2651 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; "2651 quantize_per_tensor_default_123" -> "2652 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; "2652 dequantize_per_tensor_default_123" -> "2659 linear_124" [label="(4, 64, 384)", style=solid]; -"2653 linear_124_zero_point_0_updated_constant0" -> "2658 sub_tensor_125" [label="(1152, 1)", style=solid]; -"2654 linear_124_scale_0_updated_constant0" -> "2657 mul_tensor_125" [label="(1152, 1)", style=solid]; -"2655 compressed_weight_updated_constant125" -> "2657 mul_tensor_125" [label="(1152, 384)", style=solid]; -"2656 _param_constant333_0_0" -> "2659 linear_124" [label="(1152,)", style=solid]; -"2657 mul_tensor_125" -> "2658 sub_tensor_125" [label="(1152, 384)", style=solid]; -"2658 sub_tensor_125" -> "2659 linear_124" [label=None, style=solid]; +"2653 _param_constant333_0_0" -> "2659 linear_124" [label="(1152,)", style=solid]; +"2654 scale_updated_constant125" -> "2656 mul_tensor_125" [label="(1152, 1)", style=solid]; +"2655 compressed_weight_updated_constant125" -> "2656 mul_tensor_125" [label="(1152, 384)", style=solid]; +"2656 mul_tensor_125" -> "2658 sub_tensor_125" [label="(1152, 384)", style=solid]; +"2657 zero_point_updated_constant125" -> "2658 sub_tensor_125" [label="(1152, 1)", style=solid]; +"2658 sub_tensor_125" -> "2659 linear_124" [label="(1152, 384)", style=solid]; "2659 linear_124" -> "2660 reshape_91" [label="(4, 64, 1152)", style=solid]; "2660 reshape_91" -> "2661 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; "2661 permute_93" -> "2662 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -6061,12 +6061,12 @@ strict digraph { "2689 reshape_92_0_0_nncf_smooth_quant_0" -> "2690 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; "2690 quantize_per_tensor_default_126" -> "2691 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; "2691 dequantize_per_tensor_default_126" -> "2698 linear_125" [label="(4, 64, 384)", style=solid]; -"2692 linear_125_zero_point_0_updated_constant0" -> "2697 sub_tensor_126" [label="(384, 1)", style=solid]; -"2693 linear_125_scale_0_updated_constant0" -> "2696 mul_tensor_126" [label="(384, 1)", style=solid]; -"2694 compressed_weight_updated_constant126" -> "2696 mul_tensor_126" [label="(384, 384)", style=solid]; -"2695 _param_constant337_0_0" -> "2698 linear_125" [label="(384,)", style=solid]; -"2696 mul_tensor_126" -> "2697 sub_tensor_126" [label="(384, 384)", style=solid]; -"2697 sub_tensor_126" -> "2698 linear_125" [label=None, style=solid]; +"2692 _param_constant337_0_0" -> "2698 linear_125" [label="(384,)", style=solid]; +"2693 scale_updated_constant126" -> "2695 mul_tensor_126" [label="(384, 1)", style=solid]; +"2694 compressed_weight_updated_constant126" -> "2695 mul_tensor_126" [label="(384, 384)", style=solid]; +"2695 mul_tensor_126" -> "2697 sub_tensor_126" [label="(384, 384)", style=solid]; +"2696 zero_point_updated_constant126" -> "2697 sub_tensor_126" [label="(384, 1)", style=solid]; +"2697 sub_tensor_126" -> "2698 linear_125" [label="(384, 384)", style=solid]; "2698 linear_125" -> "2699 dropout_81" [label="(4, 64, 384)", style=solid]; "2699 dropout_81" -> "2700 view_113" [label="(4, 64, 384)", style=solid]; "2700 view_113" -> "2701 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -6085,24 +6085,24 @@ strict digraph { "2712 add_71_0_0_nncf_smooth_quant_0" -> "2713 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; "2713 quantize_per_tensor_default_127" -> "2714 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; "2714 dequantize_per_tensor_default_127" -> "2721 linear_126" [label="(1, 14, 14, 384)", style=solid]; -"2715 linear_126_zero_point_0_updated_constant0" -> "2720 sub_tensor_127" [label="(1536, 1)", style=solid]; -"2716 linear_126_scale_0_updated_constant0" -> "2719 mul_tensor_127" [label="(1536, 1)", style=solid]; -"2717 compressed_weight_updated_constant127" -> "2719 mul_tensor_127" [label="(1536, 384)", style=solid]; -"2718 _param_constant341_0_0" -> "2721 linear_126" [label="(1536,)", style=solid]; -"2719 mul_tensor_127" -> "2720 sub_tensor_127" [label="(1536, 384)", style=solid]; -"2720 sub_tensor_127" -> "2721 linear_126" [label=None, style=solid]; +"2715 _param_constant341_0_0" -> "2721 linear_126" [label="(1536,)", style=solid]; +"2716 scale_updated_constant127" -> "2718 mul_tensor_127" [label="(1536, 1)", style=solid]; +"2717 compressed_weight_updated_constant127" -> "2718 mul_tensor_127" [label="(1536, 384)", style=solid]; +"2718 mul_tensor_127" -> "2720 sub_tensor_127" [label="(1536, 384)", style=solid]; +"2719 zero_point_updated_constant127" -> "2720 sub_tensor_127" [label="(1536, 1)", style=solid]; +"2720 sub_tensor_127" -> "2721 linear_126" [label="(1536, 384)", style=solid]; "2721 linear_126" -> "2722 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; "2722 gelu_20" -> "2723 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; "2723 dropout_82" -> "2724 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "2724 dropout_82_0_0_nncf_smooth_quant_0" -> "2725 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; "2725 quantize_per_tensor_default_128" -> "2726 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; "2726 dequantize_per_tensor_default_128" -> "2733 linear_127" [label="(1, 14, 14, 1536)", style=solid]; -"2727 linear_127_zero_point_0_updated_constant0" -> "2732 sub_tensor_128" [label="(384, 1)", style=solid]; -"2728 linear_127_scale_0_updated_constant0" -> "2731 mul_tensor_128" [label="(384, 1)", style=solid]; -"2729 compressed_weight_updated_constant128" -> "2731 mul_tensor_128" [label="(384, 1536)", style=solid]; -"2730 _param_constant343_0_0" -> "2733 linear_127" [label="(384,)", style=solid]; -"2731 mul_tensor_128" -> "2732 sub_tensor_128" [label="(384, 1536)", style=solid]; -"2732 sub_tensor_128" -> "2733 linear_127" [label=None, style=solid]; +"2727 _param_constant343_0_0" -> "2733 linear_127" [label="(384,)", style=solid]; +"2728 scale_updated_constant128" -> "2730 mul_tensor_128" [label="(384, 1)", style=solid]; +"2729 compressed_weight_updated_constant128" -> "2730 mul_tensor_128" [label="(384, 1536)", style=solid]; +"2730 mul_tensor_128" -> "2732 sub_tensor_128" [label="(384, 1536)", style=solid]; +"2731 zero_point_updated_constant128" -> "2732 sub_tensor_128" [label="(384, 1)", style=solid]; +"2732 sub_tensor_128" -> "2733 linear_127" [label="(384, 1536)", style=solid]; "2733 linear_127" -> "2734 dropout_83" [label="(1, 14, 14, 384)", style=solid]; "2734 dropout_83" -> "2737 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; "2735 _param_constant344" -> "2737 layer_norm_44" [label="(384,)", style=solid]; @@ -6112,20 +6112,20 @@ strict digraph { "2738 add_72" -> "2848 add_75" [label="(1, 14, 14, 384)", style=solid]; "2739 _tensor_constant132" -> "2740 _tensor_constant132_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "2740 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2747 linear_128" [label="(1, 15, 15, 2)", style=solid]; -"2741 linear_128_zero_point_0_updated_constant0" -> "2746 sub_tensor_129" [label="(512, 1)", style=solid]; -"2742 linear_128_scale_0_updated_constant0" -> "2745 mul_tensor_129" [label="(512, 1)", style=solid]; -"2743 compressed_weight_updated_constant129" -> "2745 mul_tensor_129" [label="(512, 2)", style=solid]; -"2744 _param_constant347_0_0" -> "2747 linear_128" [label="(512,)", style=solid]; -"2745 mul_tensor_129" -> "2746 sub_tensor_129" [label="(512, 2)", style=solid]; -"2746 sub_tensor_129" -> "2747 linear_128" [label=None, style=solid]; +"2741 _param_constant347_0_0" -> "2747 linear_128" [label="(512,)", style=solid]; +"2742 scale_updated_constant129" -> "2744 mul_tensor_129" [label="(512, 1)", style=solid]; +"2743 compressed_weight_updated_constant129" -> "2744 mul_tensor_129" [label="(512, 2)", style=solid]; +"2744 mul_tensor_129" -> "2746 sub_tensor_129" [label="(512, 2)", style=solid]; +"2745 zero_point_updated_constant129" -> "2746 sub_tensor_129" [label="(512, 1)", style=solid]; +"2746 sub_tensor_129" -> "2747 linear_128" [label="(512, 2)", style=solid]; "2747 linear_128" -> "2748 relu__21" [label="(1, 15, 15, 512)", style=solid]; "2748 relu__21" -> "2749 relu__21_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2749 relu__21_0_0_nncf_smooth_quant_0" -> "2755 linear_129" [label="(1, 15, 15, 512)", style=solid]; -"2750 linear_129_zero_point_0_updated_constant0" -> "2754 sub_tensor_130" [label="(12, 1)", style=solid]; -"2751 linear_129_scale_0_updated_constant0" -> "2753 mul_tensor_130" [label="(12, 1)", style=solid]; -"2752 compressed_weight_updated_constant130" -> "2753 mul_tensor_130" [label="(12, 512)", style=solid]; -"2753 mul_tensor_130" -> "2754 sub_tensor_130" [label="(12, 512)", style=solid]; -"2754 sub_tensor_130" -> "2755 linear_129" [label=None, style=solid]; +"2750 scale_updated_constant130" -> "2752 mul_tensor_130" [label="(12, 1)", style=solid]; +"2751 compressed_weight_updated_constant130" -> "2752 mul_tensor_130" [label="(12, 512)", style=solid]; +"2752 mul_tensor_130" -> "2754 sub_tensor_130" [label="(12, 512)", style=solid]; +"2753 zero_point_updated_constant130" -> "2754 sub_tensor_130" [label="(12, 1)", style=solid]; +"2754 sub_tensor_130" -> "2755 linear_129" [label="(12, 512)", style=solid]; "2755 linear_129" -> "2756 view_114" [label="(1, 15, 15, 12)", style=solid]; "2756 view_114" -> "2758 index_21" [label="(225, 12)", style=solid]; "2757 _tensor_constant133" -> "2758 index_21" [label="(4096,)", style=solid]; @@ -6145,12 +6145,12 @@ strict digraph { "2770 reshape_94_0_0_nncf_smooth_quant_0" -> "2771 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; "2771 quantize_per_tensor_default_129" -> "2772 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; "2772 dequantize_per_tensor_default_129" -> "2779 linear_130" [label="(4, 64, 384)", style=solid]; -"2773 linear_130_zero_point_0_updated_constant0" -> "2778 sub_tensor_131" [label="(1152, 1)", style=solid]; -"2774 linear_130_scale_0_updated_constant0" -> "2777 mul_tensor_131" [label="(1152, 1)", style=solid]; -"2775 compressed_weight_updated_constant131" -> "2777 mul_tensor_131" [label="(1152, 384)", style=solid]; -"2776 _param_constant349_0_0" -> "2779 linear_130" [label="(1152,)", style=solid]; -"2777 mul_tensor_131" -> "2778 sub_tensor_131" [label="(1152, 384)", style=solid]; -"2778 sub_tensor_131" -> "2779 linear_130" [label=None, style=solid]; +"2773 _param_constant349_0_0" -> "2779 linear_130" [label="(1152,)", style=solid]; +"2774 scale_updated_constant131" -> "2776 mul_tensor_131" [label="(1152, 1)", style=solid]; +"2775 compressed_weight_updated_constant131" -> "2776 mul_tensor_131" [label="(1152, 384)", style=solid]; +"2776 mul_tensor_131" -> "2778 sub_tensor_131" [label="(1152, 384)", style=solid]; +"2777 zero_point_updated_constant131" -> "2778 sub_tensor_131" [label="(1152, 1)", style=solid]; +"2778 sub_tensor_131" -> "2779 linear_130" [label="(1152, 384)", style=solid]; "2779 linear_130" -> "2780 reshape_95" [label="(4, 64, 1152)", style=solid]; "2780 reshape_95" -> "2781 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; "2781 permute_97" -> "2782 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; @@ -6209,12 +6209,12 @@ strict digraph { "2825 reshape_97_0_0_nncf_smooth_quant_0" -> "2826 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; "2826 quantize_per_tensor_default_132" -> "2827 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; "2827 dequantize_per_tensor_default_132" -> "2834 linear_131" [label="(4, 64, 384)", style=solid]; -"2828 linear_131_zero_point_0_updated_constant0" -> "2833 sub_tensor_132" [label="(384, 1)", style=solid]; -"2829 linear_131_scale_0_updated_constant0" -> "2832 mul_tensor_132" [label="(384, 1)", style=solid]; -"2830 compressed_weight_updated_constant132" -> "2832 mul_tensor_132" [label="(384, 384)", style=solid]; -"2831 _param_constant353_0_0" -> "2834 linear_131" [label="(384,)", style=solid]; -"2832 mul_tensor_132" -> "2833 sub_tensor_132" [label="(384, 384)", style=solid]; -"2833 sub_tensor_132" -> "2834 linear_131" [label=None, style=solid]; +"2828 _param_constant353_0_0" -> "2834 linear_131" [label="(384,)", style=solid]; +"2829 scale_updated_constant132" -> "2831 mul_tensor_132" [label="(384, 1)", style=solid]; +"2830 compressed_weight_updated_constant132" -> "2831 mul_tensor_132" [label="(384, 384)", style=solid]; +"2831 mul_tensor_132" -> "2833 sub_tensor_132" [label="(384, 384)", style=solid]; +"2832 zero_point_updated_constant132" -> "2833 sub_tensor_132" [label="(384, 1)", style=solid]; +"2833 sub_tensor_132" -> "2834 linear_131" [label="(384, 384)", style=solid]; "2834 linear_131" -> "2835 dropout_85" [label="(4, 64, 384)", style=solid]; "2835 dropout_85" -> "2836 view_120" [label="(4, 64, 384)", style=solid]; "2836 view_120" -> "2837 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; @@ -6234,24 +6234,24 @@ strict digraph { "2849 add_75_0_0_nncf_smooth_quant_0" -> "2850 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; "2850 quantize_per_tensor_default_133" -> "2851 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; "2851 dequantize_per_tensor_default_133" -> "2858 linear_132" [label="(1, 14, 14, 384)", style=solid]; -"2852 linear_132_zero_point_0_updated_constant0" -> "2857 sub_tensor_133" [label="(1536, 1)", style=solid]; -"2853 linear_132_scale_0_updated_constant0" -> "2856 mul_tensor_133" [label="(1536, 1)", style=solid]; -"2854 compressed_weight_updated_constant133" -> "2856 mul_tensor_133" [label="(1536, 384)", style=solid]; -"2855 _param_constant357_0_0" -> "2858 linear_132" [label="(1536,)", style=solid]; -"2856 mul_tensor_133" -> "2857 sub_tensor_133" [label="(1536, 384)", style=solid]; -"2857 sub_tensor_133" -> "2858 linear_132" [label=None, style=solid]; +"2852 _param_constant357_0_0" -> "2858 linear_132" [label="(1536,)", style=solid]; +"2853 scale_updated_constant133" -> "2855 mul_tensor_133" [label="(1536, 1)", style=solid]; +"2854 compressed_weight_updated_constant133" -> "2855 mul_tensor_133" [label="(1536, 384)", style=solid]; +"2855 mul_tensor_133" -> "2857 sub_tensor_133" [label="(1536, 384)", style=solid]; +"2856 zero_point_updated_constant133" -> "2857 sub_tensor_133" [label="(1536, 1)", style=solid]; +"2857 sub_tensor_133" -> "2858 linear_132" [label="(1536, 384)", style=solid]; "2858 linear_132" -> "2859 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; "2859 gelu_21" -> "2860 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; "2860 dropout_86" -> "2861 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; "2861 dropout_86_0_0_nncf_smooth_quant_0" -> "2862 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; "2862 quantize_per_tensor_default_134" -> "2863 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; "2863 dequantize_per_tensor_default_134" -> "2870 linear_133" [label="(1, 14, 14, 1536)", style=solid]; -"2864 linear_133_zero_point_0_updated_constant0" -> "2869 sub_tensor_134" [label="(384, 1)", style=solid]; -"2865 linear_133_scale_0_updated_constant0" -> "2868 mul_tensor_134" [label="(384, 1)", style=solid]; -"2866 compressed_weight_updated_constant134" -> "2868 mul_tensor_134" [label="(384, 1536)", style=solid]; -"2867 _param_constant359_0_0" -> "2870 linear_133" [label="(384,)", style=solid]; -"2868 mul_tensor_134" -> "2869 sub_tensor_134" [label="(384, 1536)", style=solid]; -"2869 sub_tensor_134" -> "2870 linear_133" [label=None, style=solid]; +"2864 _param_constant359_0_0" -> "2870 linear_133" [label="(384,)", style=solid]; +"2865 scale_updated_constant134" -> "2867 mul_tensor_134" [label="(384, 1)", style=solid]; +"2866 compressed_weight_updated_constant134" -> "2867 mul_tensor_134" [label="(384, 1536)", style=solid]; +"2867 mul_tensor_134" -> "2869 sub_tensor_134" [label="(384, 1536)", style=solid]; +"2868 zero_point_updated_constant134" -> "2869 sub_tensor_134" [label="(384, 1)", style=solid]; +"2869 sub_tensor_134" -> "2870 linear_133" [label="(384, 1536)", style=solid]; "2870 linear_133" -> "2871 dropout_87" [label="(1, 14, 14, 384)", style=solid]; "2871 dropout_87" -> "2874 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; "2872 _param_constant360" -> "2874 layer_norm_46" [label="(384,)", style=solid]; @@ -6278,11 +6278,11 @@ strict digraph { "2890 cat_2_0_0_nncf_smooth_quant_0" -> "2891 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; "2891 quantize_per_tensor_default_135" -> "2892 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; "2892 dequantize_per_tensor_default_135" -> "2898 linear_134" [label="(1, 7, 7, 1536)", style=solid]; -"2893 linear_134_zero_point_0_updated_constant0" -> "2897 sub_tensor_135" [label="(768, 1)", style=solid]; -"2894 linear_134_scale_0_updated_constant0" -> "2896 mul_tensor_135" [label="(768, 1)", style=solid]; -"2895 compressed_weight_updated_constant135" -> "2896 mul_tensor_135" [label="(768, 1536)", style=solid]; -"2896 mul_tensor_135" -> "2897 sub_tensor_135" [label="(768, 1536)", style=solid]; -"2897 sub_tensor_135" -> "2898 linear_134" [label=None, style=solid]; +"2893 scale_updated_constant135" -> "2895 mul_tensor_135" [label="(768, 1)", style=solid]; +"2894 compressed_weight_updated_constant135" -> "2895 mul_tensor_135" [label="(768, 1536)", style=solid]; +"2895 mul_tensor_135" -> "2897 sub_tensor_135" [label="(768, 1536)", style=solid]; +"2896 zero_point_updated_constant135" -> "2897 sub_tensor_135" [label="(768, 1)", style=solid]; +"2897 sub_tensor_135" -> "2898 linear_134" [label="(768, 1536)", style=solid]; "2898 linear_134" -> "2901 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; "2899 _param_constant363" -> "2901 layer_norm_47" [label="(768,)", style=solid]; "2900 _param_constant364" -> "2901 layer_norm_47" [label="(768,)", style=solid]; @@ -6290,20 +6290,20 @@ strict digraph { "2901 layer_norm_47" -> "2993 add_78" [label="(1, 7, 7, 768)", style=solid]; "2902 _tensor_constant143" -> "2903 _tensor_constant143_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "2903 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2910 linear_135" [label="(1, 15, 15, 2)", style=solid]; -"2904 linear_135_zero_point_0_updated_constant0" -> "2909 sub_tensor_136" [label="(512, 1)", style=solid]; -"2905 linear_135_scale_0_updated_constant0" -> "2908 mul_tensor_136" [label="(512, 1)", style=solid]; -"2906 compressed_weight_updated_constant136" -> "2908 mul_tensor_136" [label="(512, 2)", style=solid]; -"2907 _param_constant366_0_0" -> "2910 linear_135" [label="(512,)", style=solid]; -"2908 mul_tensor_136" -> "2909 sub_tensor_136" [label="(512, 2)", style=solid]; -"2909 sub_tensor_136" -> "2910 linear_135" [label=None, style=solid]; +"2904 _param_constant366_0_0" -> "2910 linear_135" [label="(512,)", style=solid]; +"2905 scale_updated_constant136" -> "2907 mul_tensor_136" [label="(512, 1)", style=solid]; +"2906 compressed_weight_updated_constant136" -> "2907 mul_tensor_136" [label="(512, 2)", style=solid]; +"2907 mul_tensor_136" -> "2909 sub_tensor_136" [label="(512, 2)", style=solid]; +"2908 zero_point_updated_constant136" -> "2909 sub_tensor_136" [label="(512, 1)", style=solid]; +"2909 sub_tensor_136" -> "2910 linear_135" [label="(512, 2)", style=solid]; "2910 linear_135" -> "2911 relu__22" [label="(1, 15, 15, 512)", style=solid]; "2911 relu__22" -> "2912 relu__22_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "2912 relu__22_0_0_nncf_smooth_quant_0" -> "2918 linear_136" [label="(1, 15, 15, 512)", style=solid]; -"2913 linear_136_zero_point_0_updated_constant0" -> "2917 sub_tensor_137" [label="(24, 1)", style=solid]; -"2914 linear_136_scale_0_updated_constant0" -> "2916 mul_tensor_137" [label="(24, 1)", style=solid]; -"2915 compressed_weight_updated_constant137" -> "2916 mul_tensor_137" [label="(24, 512)", style=solid]; -"2916 mul_tensor_137" -> "2917 sub_tensor_137" [label="(24, 512)", style=solid]; -"2917 sub_tensor_137" -> "2918 linear_136" [label=None, style=solid]; +"2913 scale_updated_constant137" -> "2915 mul_tensor_137" [label="(24, 1)", style=solid]; +"2914 compressed_weight_updated_constant137" -> "2915 mul_tensor_137" [label="(24, 512)", style=solid]; +"2915 mul_tensor_137" -> "2917 sub_tensor_137" [label="(24, 512)", style=solid]; +"2916 zero_point_updated_constant137" -> "2917 sub_tensor_137" [label="(24, 1)", style=solid]; +"2917 sub_tensor_137" -> "2918 linear_136" [label="(24, 512)", style=solid]; "2918 linear_136" -> "2919 view_121" [label="(1, 15, 15, 24)", style=solid]; "2919 view_121" -> "2921 index_22" [label="(225, 24)", style=solid]; "2920 _tensor_constant144" -> "2921 index_22" [label="(4096,)", style=solid]; @@ -6321,12 +6321,12 @@ strict digraph { "2932 reshape_99_0_0_nncf_smooth_quant_0" -> "2933 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; "2933 quantize_per_tensor_default_136" -> "2934 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; "2934 dequantize_per_tensor_default_136" -> "2941 linear_137" [label="(1, 64, 768)", style=solid]; -"2935 linear_137_zero_point_0_updated_constant0" -> "2940 sub_tensor_138" [label="(2304, 1)", style=solid]; -"2936 linear_137_scale_0_updated_constant0" -> "2939 mul_tensor_138" [label="(2304, 1)", style=solid]; -"2937 compressed_weight_updated_constant138" -> "2939 mul_tensor_138" [label="(2304, 768)", style=solid]; -"2938 _param_constant368_0_0" -> "2941 linear_137" [label="(2304,)", style=solid]; -"2939 mul_tensor_138" -> "2940 sub_tensor_138" [label="(2304, 768)", style=solid]; -"2940 sub_tensor_138" -> "2941 linear_137" [label=None, style=solid]; +"2935 _param_constant368_0_0" -> "2941 linear_137" [label="(2304,)", style=solid]; +"2936 scale_updated_constant138" -> "2938 mul_tensor_138" [label="(2304, 1)", style=solid]; +"2937 compressed_weight_updated_constant138" -> "2938 mul_tensor_138" [label="(2304, 768)", style=solid]; +"2938 mul_tensor_138" -> "2940 sub_tensor_138" [label="(2304, 768)", style=solid]; +"2939 zero_point_updated_constant138" -> "2940 sub_tensor_138" [label="(2304, 1)", style=solid]; +"2940 sub_tensor_138" -> "2941 linear_137" [label="(2304, 768)", style=solid]; "2941 linear_137" -> "2942 reshape_100" [label="(1, 64, 2304)", style=solid]; "2942 reshape_100" -> "2943 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; "2943 permute_102" -> "2944 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; @@ -6366,12 +6366,12 @@ strict digraph { "2971 reshape_101_0_0_nncf_smooth_quant_0" -> "2972 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; "2972 quantize_per_tensor_default_139" -> "2973 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; "2973 dequantize_per_tensor_default_139" -> "2980 linear_138" [label="(1, 64, 768)", style=solid]; -"2974 linear_138_zero_point_0_updated_constant0" -> "2979 sub_tensor_139" [label="(768, 1)", style=solid]; -"2975 linear_138_scale_0_updated_constant0" -> "2978 mul_tensor_139" [label="(768, 1)", style=solid]; -"2976 compressed_weight_updated_constant139" -> "2978 mul_tensor_139" [label="(768, 768)", style=solid]; -"2977 _param_constant372_0_0" -> "2980 linear_138" [label="(768,)", style=solid]; -"2978 mul_tensor_139" -> "2979 sub_tensor_139" [label="(768, 768)", style=solid]; -"2979 sub_tensor_139" -> "2980 linear_138" [label=None, style=solid]; +"2974 _param_constant372_0_0" -> "2980 linear_138" [label="(768,)", style=solid]; +"2975 scale_updated_constant139" -> "2977 mul_tensor_139" [label="(768, 1)", style=solid]; +"2976 compressed_weight_updated_constant139" -> "2977 mul_tensor_139" [label="(768, 768)", style=solid]; +"2977 mul_tensor_139" -> "2979 sub_tensor_139" [label="(768, 768)", style=solid]; +"2978 zero_point_updated_constant139" -> "2979 sub_tensor_139" [label="(768, 1)", style=solid]; +"2979 sub_tensor_139" -> "2980 linear_138" [label="(768, 768)", style=solid]; "2980 linear_138" -> "2981 dropout_89" [label="(1, 64, 768)", style=solid]; "2981 dropout_89" -> "2982 view_124" [label="(1, 64, 768)", style=solid]; "2982 view_124" -> "2983 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; @@ -6390,24 +6390,24 @@ strict digraph { "2994 add_78_0_0_nncf_smooth_quant_0" -> "2995 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; "2995 quantize_per_tensor_default_140" -> "2996 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; "2996 dequantize_per_tensor_default_140" -> "3003 linear_139" [label="(1, 7, 7, 768)", style=solid]; -"2997 linear_139_zero_point_0_updated_constant0" -> "3002 sub_tensor_140" [label="(3072, 1)", style=solid]; -"2998 linear_139_scale_0_updated_constant0" -> "3001 mul_tensor_140" [label="(3072, 1)", style=solid]; -"2999 compressed_weight_updated_constant140" -> "3001 mul_tensor_140" [label="(3072, 768)", style=solid]; -"3000 _param_constant376_0_0" -> "3003 linear_139" [label="(3072,)", style=solid]; -"3001 mul_tensor_140" -> "3002 sub_tensor_140" [label="(3072, 768)", style=solid]; -"3002 sub_tensor_140" -> "3003 linear_139" [label=None, style=solid]; +"2997 _param_constant376_0_0" -> "3003 linear_139" [label="(3072,)", style=solid]; +"2998 scale_updated_constant140" -> "3000 mul_tensor_140" [label="(3072, 1)", style=solid]; +"2999 compressed_weight_updated_constant140" -> "3000 mul_tensor_140" [label="(3072, 768)", style=solid]; +"3000 mul_tensor_140" -> "3002 sub_tensor_140" [label="(3072, 768)", style=solid]; +"3001 zero_point_updated_constant140" -> "3002 sub_tensor_140" [label="(3072, 1)", style=solid]; +"3002 sub_tensor_140" -> "3003 linear_139" [label="(3072, 768)", style=solid]; "3003 linear_139" -> "3004 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; "3004 gelu_22" -> "3005 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; "3005 dropout_90" -> "3006 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; "3006 dropout_90_0_0_nncf_smooth_quant_0" -> "3007 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; "3007 quantize_per_tensor_default_141" -> "3008 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; "3008 dequantize_per_tensor_default_141" -> "3015 linear_140" [label="(1, 7, 7, 3072)", style=solid]; -"3009 linear_140_zero_point_0_updated_constant0" -> "3014 sub_tensor_141" [label="(768, 1)", style=solid]; -"3010 linear_140_scale_0_updated_constant0" -> "3013 mul_tensor_141" [label="(768, 1)", style=solid]; -"3011 compressed_weight_updated_constant141" -> "3013 mul_tensor_141" [label="(768, 3072)", style=solid]; -"3012 _param_constant378_0_0" -> "3015 linear_140" [label="(768,)", style=solid]; -"3013 mul_tensor_141" -> "3014 sub_tensor_141" [label="(768, 3072)", style=solid]; -"3014 sub_tensor_141" -> "3015 linear_140" [label=None, style=solid]; +"3009 _param_constant378_0_0" -> "3015 linear_140" [label="(768,)", style=solid]; +"3010 scale_updated_constant141" -> "3012 mul_tensor_141" [label="(768, 1)", style=solid]; +"3011 compressed_weight_updated_constant141" -> "3012 mul_tensor_141" [label="(768, 3072)", style=solid]; +"3012 mul_tensor_141" -> "3014 sub_tensor_141" [label="(768, 3072)", style=solid]; +"3013 zero_point_updated_constant141" -> "3014 sub_tensor_141" [label="(768, 1)", style=solid]; +"3014 sub_tensor_141" -> "3015 linear_140" [label="(768, 3072)", style=solid]; "3015 linear_140" -> "3016 dropout_91" [label="(1, 7, 7, 768)", style=solid]; "3016 dropout_91" -> "3019 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; "3017 _param_constant379" -> "3019 layer_norm_49" [label="(768,)", style=solid]; @@ -6417,20 +6417,20 @@ strict digraph { "3020 add_79" -> "3112 add_81" [label="(1, 7, 7, 768)", style=solid]; "3021 _tensor_constant145" -> "3022 _tensor_constant145_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; "3022 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "3029 linear_141" [label="(1, 15, 15, 2)", style=solid]; -"3023 linear_141_zero_point_0_updated_constant0" -> "3028 sub_tensor_142" [label="(512, 1)", style=solid]; -"3024 linear_141_scale_0_updated_constant0" -> "3027 mul_tensor_142" [label="(512, 1)", style=solid]; -"3025 compressed_weight_updated_constant142" -> "3027 mul_tensor_142" [label="(512, 2)", style=solid]; -"3026 _param_constant382_0_0" -> "3029 linear_141" [label="(512,)", style=solid]; -"3027 mul_tensor_142" -> "3028 sub_tensor_142" [label="(512, 2)", style=solid]; -"3028 sub_tensor_142" -> "3029 linear_141" [label=None, style=solid]; +"3023 _param_constant382_0_0" -> "3029 linear_141" [label="(512,)", style=solid]; +"3024 scale_updated_constant142" -> "3026 mul_tensor_142" [label="(512, 1)", style=solid]; +"3025 compressed_weight_updated_constant142" -> "3026 mul_tensor_142" [label="(512, 2)", style=solid]; +"3026 mul_tensor_142" -> "3028 sub_tensor_142" [label="(512, 2)", style=solid]; +"3027 zero_point_updated_constant142" -> "3028 sub_tensor_142" [label="(512, 1)", style=solid]; +"3028 sub_tensor_142" -> "3029 linear_141" [label="(512, 2)", style=solid]; "3029 linear_141" -> "3030 relu__23" [label="(1, 15, 15, 512)", style=solid]; "3030 relu__23" -> "3031 relu__23_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "3031 relu__23_0_0_nncf_smooth_quant_0" -> "3037 linear_142" [label="(1, 15, 15, 512)", style=solid]; -"3032 linear_142_zero_point_0_updated_constant0" -> "3036 sub_tensor_143" [label="(24, 1)", style=solid]; -"3033 linear_142_scale_0_updated_constant0" -> "3035 mul_tensor_143" [label="(24, 1)", style=solid]; -"3034 compressed_weight_updated_constant143" -> "3035 mul_tensor_143" [label="(24, 512)", style=solid]; -"3035 mul_tensor_143" -> "3036 sub_tensor_143" [label="(24, 512)", style=solid]; -"3036 sub_tensor_143" -> "3037 linear_142" [label=None, style=solid]; +"3032 scale_updated_constant143" -> "3034 mul_tensor_143" [label="(24, 1)", style=solid]; +"3033 compressed_weight_updated_constant143" -> "3034 mul_tensor_143" [label="(24, 512)", style=solid]; +"3034 mul_tensor_143" -> "3036 sub_tensor_143" [label="(24, 512)", style=solid]; +"3035 zero_point_updated_constant143" -> "3036 sub_tensor_143" [label="(24, 1)", style=solid]; +"3036 sub_tensor_143" -> "3037 linear_142" [label="(24, 512)", style=solid]; "3037 linear_142" -> "3038 view_125" [label="(1, 15, 15, 24)", style=solid]; "3038 view_125" -> "3040 index_23" [label="(225, 24)", style=solid]; "3039 _tensor_constant146" -> "3040 index_23" [label="(4096,)", style=solid]; @@ -6448,12 +6448,12 @@ strict digraph { "3051 reshape_103_0_0_nncf_smooth_quant_0" -> "3052 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; "3052 quantize_per_tensor_default_142" -> "3053 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; "3053 dequantize_per_tensor_default_142" -> "3060 linear_143" [label="(1, 64, 768)", style=solid]; -"3054 linear_143_zero_point_0_updated_constant0" -> "3059 sub_tensor_144" [label="(2304, 1)", style=solid]; -"3055 linear_143_scale_0_updated_constant0" -> "3058 mul_tensor_144" [label="(2304, 1)", style=solid]; -"3056 compressed_weight_updated_constant144" -> "3058 mul_tensor_144" [label="(2304, 768)", style=solid]; -"3057 _param_constant384_0_0" -> "3060 linear_143" [label="(2304,)", style=solid]; -"3058 mul_tensor_144" -> "3059 sub_tensor_144" [label="(2304, 768)", style=solid]; -"3059 sub_tensor_144" -> "3060 linear_143" [label=None, style=solid]; +"3054 _param_constant384_0_0" -> "3060 linear_143" [label="(2304,)", style=solid]; +"3055 scale_updated_constant144" -> "3057 mul_tensor_144" [label="(2304, 1)", style=solid]; +"3056 compressed_weight_updated_constant144" -> "3057 mul_tensor_144" [label="(2304, 768)", style=solid]; +"3057 mul_tensor_144" -> "3059 sub_tensor_144" [label="(2304, 768)", style=solid]; +"3058 zero_point_updated_constant144" -> "3059 sub_tensor_144" [label="(2304, 1)", style=solid]; +"3059 sub_tensor_144" -> "3060 linear_143" [label="(2304, 768)", style=solid]; "3060 linear_143" -> "3061 reshape_104" [label="(1, 64, 2304)", style=solid]; "3061 reshape_104" -> "3062 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; "3062 permute_106" -> "3063 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; @@ -6493,12 +6493,12 @@ strict digraph { "3090 reshape_105_0_0_nncf_smooth_quant_0" -> "3091 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; "3091 quantize_per_tensor_default_145" -> "3092 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; "3092 dequantize_per_tensor_default_145" -> "3099 linear_144" [label="(1, 64, 768)", style=solid]; -"3093 linear_144_zero_point_0_updated_constant0" -> "3098 sub_tensor_145" [label="(768, 1)", style=solid]; -"3094 linear_144_scale_0_updated_constant0" -> "3097 mul_tensor_145" [label="(768, 1)", style=solid]; -"3095 compressed_weight_updated_constant145" -> "3097 mul_tensor_145" [label="(768, 768)", style=solid]; -"3096 _param_constant388_0_0" -> "3099 linear_144" [label="(768,)", style=solid]; -"3097 mul_tensor_145" -> "3098 sub_tensor_145" [label="(768, 768)", style=solid]; -"3098 sub_tensor_145" -> "3099 linear_144" [label=None, style=solid]; +"3093 _param_constant388_0_0" -> "3099 linear_144" [label="(768,)", style=solid]; +"3094 scale_updated_constant145" -> "3096 mul_tensor_145" [label="(768, 1)", style=solid]; +"3095 compressed_weight_updated_constant145" -> "3096 mul_tensor_145" [label="(768, 768)", style=solid]; +"3096 mul_tensor_145" -> "3098 sub_tensor_145" [label="(768, 768)", style=solid]; +"3097 zero_point_updated_constant145" -> "3098 sub_tensor_145" [label="(768, 1)", style=solid]; +"3098 sub_tensor_145" -> "3099 linear_144" [label="(768, 768)", style=solid]; "3099 linear_144" -> "3100 dropout_93" [label="(1, 64, 768)", style=solid]; "3100 dropout_93" -> "3101 view_128" [label="(1, 64, 768)", style=solid]; "3101 view_128" -> "3102 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; @@ -6517,24 +6517,24 @@ strict digraph { "3113 add_81_0_0_nncf_smooth_quant_0" -> "3114 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; "3114 quantize_per_tensor_default_146" -> "3115 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; "3115 dequantize_per_tensor_default_146" -> "3122 linear_145" [label="(1, 7, 7, 768)", style=solid]; -"3116 linear_145_zero_point_0_updated_constant0" -> "3121 sub_tensor_146" [label="(3072, 1)", style=solid]; -"3117 linear_145_scale_0_updated_constant0" -> "3120 mul_tensor_146" [label="(3072, 1)", style=solid]; -"3118 compressed_weight_updated_constant146" -> "3120 mul_tensor_146" [label="(3072, 768)", style=solid]; -"3119 _param_constant392_0_0" -> "3122 linear_145" [label="(3072,)", style=solid]; -"3120 mul_tensor_146" -> "3121 sub_tensor_146" [label="(3072, 768)", style=solid]; -"3121 sub_tensor_146" -> "3122 linear_145" [label=None, style=solid]; +"3116 _param_constant392_0_0" -> "3122 linear_145" [label="(3072,)", style=solid]; +"3117 scale_updated_constant146" -> "3119 mul_tensor_146" [label="(3072, 1)", style=solid]; +"3118 compressed_weight_updated_constant146" -> "3119 mul_tensor_146" [label="(3072, 768)", style=solid]; +"3119 mul_tensor_146" -> "3121 sub_tensor_146" [label="(3072, 768)", style=solid]; +"3120 zero_point_updated_constant146" -> "3121 sub_tensor_146" [label="(3072, 1)", style=solid]; +"3121 sub_tensor_146" -> "3122 linear_145" [label="(3072, 768)", style=solid]; "3122 linear_145" -> "3123 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; "3123 gelu_23" -> "3124 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; "3124 dropout_94" -> "3125 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; "3125 dropout_94_0_0_nncf_smooth_quant_0" -> "3126 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; "3126 quantize_per_tensor_default_147" -> "3127 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; "3127 dequantize_per_tensor_default_147" -> "3134 linear_146" [label="(1, 7, 7, 3072)", style=solid]; -"3128 linear_146_zero_point_0_updated_constant0" -> "3133 sub_tensor_147" [label="(768, 1)", style=solid]; -"3129 linear_146_scale_0_updated_constant0" -> "3132 mul_tensor_147" [label="(768, 1)", style=solid]; -"3130 compressed_weight_updated_constant147" -> "3132 mul_tensor_147" [label="(768, 3072)", style=solid]; -"3131 _param_constant394_0_0" -> "3134 linear_146" [label="(768,)", style=solid]; -"3132 mul_tensor_147" -> "3133 sub_tensor_147" [label="(768, 3072)", style=solid]; -"3133 sub_tensor_147" -> "3134 linear_146" [label=None, style=solid]; +"3128 _param_constant394_0_0" -> "3134 linear_146" [label="(768,)", style=solid]; +"3129 scale_updated_constant147" -> "3131 mul_tensor_147" [label="(768, 1)", style=solid]; +"3130 compressed_weight_updated_constant147" -> "3131 mul_tensor_147" [label="(768, 3072)", style=solid]; +"3131 mul_tensor_147" -> "3133 sub_tensor_147" [label="(768, 3072)", style=solid]; +"3132 zero_point_updated_constant147" -> "3133 sub_tensor_147" [label="(768, 1)", style=solid]; +"3133 sub_tensor_147" -> "3134 linear_146" [label="(768, 3072)", style=solid]; "3134 linear_146" -> "3135 dropout_95" [label="(1, 7, 7, 768)", style=solid]; "3135 dropout_95" -> "3138 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; "3136 _param_constant395" -> "3138 layer_norm_51" [label="(768,)", style=solid]; @@ -6550,11 +6550,11 @@ strict digraph { "3146 flatten_0_0_nncf_smooth_quant_0" -> "3147 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; "3147 quantize_per_tensor_default_148" -> "3148 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; "3148 dequantize_per_tensor_default_148" -> "3155 linear_147" [label="(1, 768)", style=solid]; -"3149 linear_147_zero_point_0_updated_constant0" -> "3154 sub_tensor_148" [label="(1000, 1)", style=solid]; -"3150 linear_147_scale_0_updated_constant0" -> "3153 mul_tensor_148" [label="(1000, 1)", style=solid]; -"3151 compressed_weight_updated_constant148" -> "3153 mul_tensor_148" [label="(1000, 768)", style=solid]; -"3152 _param_constant400_0_0" -> "3155 linear_147" [label="(1000,)", style=solid]; -"3153 mul_tensor_148" -> "3154 sub_tensor_148" [label="(1000, 768)", style=solid]; -"3154 sub_tensor_148" -> "3155 linear_147" [label=None, style=solid]; +"3149 _param_constant400_0_0" -> "3155 linear_147" [label="(1000,)", style=solid]; +"3150 scale_updated_constant148" -> "3152 mul_tensor_148" [label="(1000, 1)", style=solid]; +"3151 compressed_weight_updated_constant148" -> "3152 mul_tensor_148" [label="(1000, 768)", style=solid]; +"3152 mul_tensor_148" -> "3154 sub_tensor_148" [label="(1000, 768)", style=solid]; +"3153 zero_point_updated_constant148" -> "3154 sub_tensor_148" [label="(1000, 1)", style=solid]; +"3154 sub_tensor_148" -> "3155 linear_147" [label="(1000, 768)", style=solid]; "3155 linear_147" -> "3156 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/synthetic_transformer.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/synthetic_transformer.dot index 19cd752da15..c7cfb557bc6 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/synthetic_transformer.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/synthetic_transformer.dot @@ -5,21 +5,21 @@ strict digraph { "3 embedding_0_0_nncf_smooth_quant_0" [id=3, type=call_module]; "4 quantize_per_tensor_default" [id=4, type=quantize_per_tensor]; "5 dequantize_per_tensor_default" [id=5, type=dequantize_per_tensor]; -"6 linear_zero_point_0_updated_constant0" [id=6, type=get_attr]; -"7 linear_scale_0_updated_constant0" [id=7, type=get_attr]; +"6 _param_constant2_0_0" [id=6, type=get_attr]; +"7 scale_updated_constant0" [id=7, type=get_attr]; "8 compressed_weight_updated_constant0" [id=8, type=get_attr]; -"9 _param_constant2_0_0" [id=9, type=get_attr]; -"10 mul_tensor" [id=10, type=mul]; +"9 mul_tensor" [id=9, type=mul]; +"10 zero_point_updated_constant0" [id=10, type=get_attr]; "11 sub_tensor" [id=11, type=sub]; "12 linear" [id=12, type=linear]; "13 add_tensor_0_0_nncf_smooth_quant_0" [id=13, type=call_module]; "14 quantize_per_tensor_default_1" [id=14, type=quantize_per_tensor]; "15 dequantize_per_tensor_default_1" [id=15, type=dequantize_per_tensor]; -"16 linear_1_zero_point_0_updated_constant0" [id=16, type=get_attr]; -"17 linear_1_scale_0_updated_constant0" [id=17, type=get_attr]; +"16 _param_constant4_0_0" [id=16, type=get_attr]; +"17 scale_updated_constant1" [id=17, type=get_attr]; "18 compressed_weight_updated_constant1" [id=18, type=get_attr]; -"19 _param_constant4_0_0" [id=19, type=get_attr]; -"20 mul_tensor_1" [id=20, type=mul]; +"19 mul_tensor_1" [id=19, type=mul]; +"20 zero_point_updated_constant1" [id=20, type=get_attr]; "21 sub_tensor_1" [id=21, type=sub]; "22 linear_1" [id=22, type=linear]; "23 output" [id=23, type=output]; @@ -29,21 +29,21 @@ strict digraph { "3 embedding_0_0_nncf_smooth_quant_0" -> "4 quantize_per_tensor_default" [label="(5, 5)", style=solid]; "4 quantize_per_tensor_default" -> "5 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; "5 dequantize_per_tensor_default" -> "12 linear" [label="(5, 5)", style=solid]; -"6 linear_zero_point_0_updated_constant0" -> "11 sub_tensor" [label="(5, 1)", style=solid]; -"7 linear_scale_0_updated_constant0" -> "10 mul_tensor" [label="(5, 1)", style=solid]; -"8 compressed_weight_updated_constant0" -> "10 mul_tensor" [label="(5, 5)", style=solid]; -"9 _param_constant2_0_0" -> "12 linear" [label="(5,)", style=solid]; -"10 mul_tensor" -> "11 sub_tensor" [label="(5, 5)", style=solid]; -"11 sub_tensor" -> "12 linear" [label=None, style=solid]; +"6 _param_constant2_0_0" -> "12 linear" [label="(5,)", style=solid]; +"7 scale_updated_constant0" -> "9 mul_tensor" [label="(5, 1)", style=solid]; +"8 compressed_weight_updated_constant0" -> "9 mul_tensor" [label="(5, 5)", style=solid]; +"9 mul_tensor" -> "11 sub_tensor" [label="(5, 5)", style=solid]; +"10 zero_point_updated_constant0" -> "11 sub_tensor" [label="(5, 1)", style=solid]; +"11 sub_tensor" -> "12 linear" [label="(5, 5)", style=solid]; "12 linear" -> "13 add_tensor_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; "13 add_tensor_0_0_nncf_smooth_quant_0" -> "14 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; "14 quantize_per_tensor_default_1" -> "15 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; "15 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(5, 5)", style=solid]; -"16 linear_1_zero_point_0_updated_constant0" -> "21 sub_tensor_1" [label="(10, 1)", style=solid]; -"17 linear_1_scale_0_updated_constant0" -> "20 mul_tensor_1" [label="(10, 1)", style=solid]; -"18 compressed_weight_updated_constant1" -> "20 mul_tensor_1" [label="(10, 5)", style=solid]; -"19 _param_constant4_0_0" -> "22 linear_1" [label="(10,)", style=solid]; -"20 mul_tensor_1" -> "21 sub_tensor_1" [label="(10, 5)", style=solid]; -"21 sub_tensor_1" -> "22 linear_1" [label=None, style=solid]; +"16 _param_constant4_0_0" -> "22 linear_1" [label="(10,)", style=solid]; +"17 scale_updated_constant1" -> "19 mul_tensor_1" [label="(10, 1)", style=solid]; +"18 compressed_weight_updated_constant1" -> "19 mul_tensor_1" [label="(10, 5)", style=solid]; +"19 mul_tensor_1" -> "21 sub_tensor_1" [label="(10, 5)", style=solid]; +"20 zero_point_updated_constant1" -> "21 sub_tensor_1" [label="(10, 1)", style=solid]; +"21 sub_tensor_1" -> "22 linear_1" [label="(10, 5)", style=solid]; "22 linear_1" -> "23 output" [label="(5, 10)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot index 0b3d414c36e..32bfa0b2e6f 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot @@ -2,21 +2,21 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default_8" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default_12" [id=2, type=dequantize_per_tensor]; -"3 conv2d_zero_point_0_updated_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0_updated_constant0" [id=4, type=get_attr]; +"3 _param_constant1_0_0" [id=3, type=get_attr]; +"4 scale_updated_constant0" [id=4, type=get_attr]; "5 compressed_weight_updated_constant0" [id=5, type=get_attr]; -"6 _param_constant1_0_0" [id=6, type=get_attr]; -"7 mul_tensor" [id=7, type=mul]; +"6 mul_tensor" [id=6, type=mul]; +"7 zero_point_updated_constant0" [id=7, type=get_attr]; "8 sub_tensor" [id=8, type=sub]; "9 conv2d" [id=9, type=conv2d]; "10 relu" [id=10, type=relu]; "11 quantize_per_tensor_default_9" [id=11, type=quantize_per_tensor]; "12 dequantize_per_tensor_default_13" [id=12, type=dequantize_per_tensor]; -"13 conv2d_1_zero_point_0_updated_constant0" [id=13, type=get_attr]; -"14 conv2d_1_scale_0_updated_constant0" [id=14, type=get_attr]; +"13 _param_constant5_0_0" [id=13, type=get_attr]; +"14 scale_updated_constant1" [id=14, type=get_attr]; "15 compressed_weight_updated_constant1" [id=15, type=get_attr]; -"16 _param_constant5_0_0" [id=16, type=get_attr]; -"17 mul_tensor_1" [id=17, type=mul]; +"16 mul_tensor_1" [id=16, type=mul]; +"17 zero_point_updated_constant1" [id=17, type=get_attr]; "18 sub_tensor_1" [id=18, type=sub]; "19 conv2d_1" [id=19, type=conv2d]; "20 relu_1" [id=20, type=relu]; @@ -24,21 +24,21 @@ strict digraph { "22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; "23 dequantize_per_tensor_default" [id=23, type=dequantize_per_tensor]; "24 max_pool2d" [id=24, type=max_pool2d]; -"25 conv2d_2_zero_point_0_updated_constant0" [id=25, type=get_attr]; -"26 conv2d_2_scale_0_updated_constant0" [id=26, type=get_attr]; +"25 _param_constant9_0_0" [id=25, type=get_attr]; +"26 scale_updated_constant2" [id=26, type=get_attr]; "27 compressed_weight_updated_constant2" [id=27, type=get_attr]; -"28 _param_constant9_0_0" [id=28, type=get_attr]; -"29 mul_tensor_2" [id=29, type=mul]; +"28 mul_tensor_2" [id=28, type=mul]; +"29 zero_point_updated_constant2" [id=29, type=get_attr]; "30 sub_tensor_2" [id=30, type=sub]; "31 conv2d_2" [id=31, type=conv2d]; "32 relu_2" [id=32, type=relu]; "33 quantize_per_tensor_default_10" [id=33, type=quantize_per_tensor]; "34 dequantize_per_tensor_default_14" [id=34, type=dequantize_per_tensor]; -"35 conv2d_3_zero_point_0_updated_constant0" [id=35, type=get_attr]; -"36 conv2d_3_scale_0_updated_constant0" [id=36, type=get_attr]; +"35 _param_constant13_0_0" [id=35, type=get_attr]; +"36 scale_updated_constant3" [id=36, type=get_attr]; "37 compressed_weight_updated_constant3" [id=37, type=get_attr]; -"38 _param_constant13_0_0" [id=38, type=get_attr]; -"39 mul_tensor_3" [id=39, type=mul]; +"38 mul_tensor_3" [id=38, type=mul]; +"39 zero_point_updated_constant3" [id=39, type=get_attr]; "40 sub_tensor_3" [id=40, type=sub]; "41 conv2d_3" [id=41, type=conv2d]; "42 relu_3" [id=42, type=relu]; @@ -46,21 +46,21 @@ strict digraph { "44 dequantize_per_tensor_default_5" [id=44, type=dequantize_per_tensor]; "45 dequantize_per_tensor_default_4" [id=45, type=dequantize_per_tensor]; "46 max_pool2d_1" [id=46, type=max_pool2d]; -"47 conv2d_4_zero_point_0_updated_constant0" [id=47, type=get_attr]; -"48 conv2d_4_scale_0_updated_constant0" [id=48, type=get_attr]; +"47 _param_constant17_0_0" [id=47, type=get_attr]; +"48 scale_updated_constant4" [id=48, type=get_attr]; "49 compressed_weight_updated_constant4" [id=49, type=get_attr]; -"50 _param_constant17_0_0" [id=50, type=get_attr]; -"51 mul_tensor_4" [id=51, type=mul]; +"50 mul_tensor_4" [id=50, type=mul]; +"51 zero_point_updated_constant4" [id=51, type=get_attr]; "52 sub_tensor_4" [id=52, type=sub]; "53 conv2d_4" [id=53, type=conv2d]; "54 relu_4" [id=54, type=relu]; "55 quantize_per_tensor_default_11" [id=55, type=quantize_per_tensor]; "56 dequantize_per_tensor_default_15" [id=56, type=dequantize_per_tensor]; -"57 conv2d_5_zero_point_0_updated_constant0" [id=57, type=get_attr]; -"58 conv2d_5_scale_0_updated_constant0" [id=58, type=get_attr]; +"57 _param_constant21_0_0" [id=57, type=get_attr]; +"58 scale_updated_constant5" [id=58, type=get_attr]; "59 compressed_weight_updated_constant5" [id=59, type=get_attr]; -"60 _param_constant21_0_0" [id=60, type=get_attr]; -"61 mul_tensor_5" [id=61, type=mul]; +"60 mul_tensor_5" [id=60, type=mul]; +"61 zero_point_updated_constant5" [id=61, type=get_attr]; "62 sub_tensor_5" [id=62, type=sub]; "63 conv2d_5" [id=63, type=conv2d]; "64 relu_5" [id=64, type=relu]; @@ -68,21 +68,21 @@ strict digraph { "66 dequantize_per_tensor_default_7" [id=66, type=dequantize_per_tensor]; "67 dequantize_per_tensor_default_6" [id=67, type=dequantize_per_tensor]; "68 max_pool2d_2" [id=68, type=max_pool2d]; -"69 conv2d_6_zero_point_0_updated_constant0" [id=69, type=get_attr]; -"70 conv2d_6_scale_0_updated_constant0" [id=70, type=get_attr]; +"69 _param_constant25_0_0" [id=69, type=get_attr]; +"70 scale_updated_constant6" [id=70, type=get_attr]; "71 compressed_weight_updated_constant6" [id=71, type=get_attr]; -"72 _param_constant25_0_0" [id=72, type=get_attr]; -"73 mul_tensor_6" [id=73, type=mul]; +"72 mul_tensor_6" [id=72, type=mul]; +"73 zero_point_updated_constant6" [id=73, type=get_attr]; "74 sub_tensor_6" [id=74, type=sub]; "75 conv2d_6" [id=75, type=conv2d]; "76 relu_6" [id=76, type=relu]; "77 quantize_per_tensor_default_12" [id=77, type=quantize_per_tensor]; "78 dequantize_per_tensor_default_16" [id=78, type=dequantize_per_tensor]; -"79 conv2d_7_zero_point_0_updated_constant0" [id=79, type=get_attr]; -"80 conv2d_7_scale_0_updated_constant0" [id=80, type=get_attr]; +"79 _param_constant29_0_0" [id=79, type=get_attr]; +"80 scale_updated_constant7" [id=80, type=get_attr]; "81 compressed_weight_updated_constant7" [id=81, type=get_attr]; -"82 _param_constant29_0_0" [id=82, type=get_attr]; -"83 mul_tensor_7" [id=83, type=mul]; +"82 mul_tensor_7" [id=82, type=mul]; +"83 zero_point_updated_constant7" [id=83, type=get_attr]; "84 sub_tensor_7" [id=84, type=sub]; "85 conv2d_7" [id=85, type=conv2d]; "86 relu_7" [id=86, type=relu]; @@ -90,31 +90,31 @@ strict digraph { "88 dequantize_per_tensor_default_11" [id=88, type=dequantize_per_tensor]; "89 dequantize_per_tensor_default_10" [id=89, type=dequantize_per_tensor]; "90 max_pool2d_3" [id=90, type=max_pool2d]; -"91 conv2d_8_zero_point_0_updated_constant0" [id=91, type=get_attr]; -"92 conv2d_8_scale_0_updated_constant0" [id=92, type=get_attr]; +"91 _param_constant33_0_0" [id=91, type=get_attr]; +"92 scale_updated_constant8" [id=92, type=get_attr]; "93 compressed_weight_updated_constant8" [id=93, type=get_attr]; -"94 _param_constant33_0_0" [id=94, type=get_attr]; -"95 mul_tensor_8" [id=95, type=mul]; +"94 mul_tensor_8" [id=94, type=mul]; +"95 zero_point_updated_constant8" [id=95, type=get_attr]; "96 sub_tensor_8" [id=96, type=sub]; "97 conv2d_8" [id=97, type=conv2d]; "98 relu_8" [id=98, type=relu]; "99 quantize_per_tensor_default_13" [id=99, type=quantize_per_tensor]; "100 dequantize_per_tensor_default_17" [id=100, type=dequantize_per_tensor]; -"101 conv2d_9_zero_point_0_updated_constant0" [id=101, type=get_attr]; -"102 conv2d_9_scale_0_updated_constant0" [id=102, type=get_attr]; +"101 _param_constant37_0_0" [id=101, type=get_attr]; +"102 scale_updated_constant9" [id=102, type=get_attr]; "103 compressed_weight_updated_constant9" [id=103, type=get_attr]; -"104 _param_constant37_0_0" [id=104, type=get_attr]; -"105 mul_tensor_9" [id=105, type=mul]; +"104 mul_tensor_9" [id=104, type=mul]; +"105 zero_point_updated_constant9" [id=105, type=get_attr]; "106 sub_tensor_9" [id=106, type=sub]; "107 conv2d_9" [id=107, type=conv2d]; "108 relu_9" [id=108, type=relu]; "109 quantize_per_tensor_default_14" [id=109, type=quantize_per_tensor]; "110 dequantize_per_tensor_default_18" [id=110, type=dequantize_per_tensor]; -"111 conv_transpose2d_zero_point_0_updated_constant0" [id=111, type=get_attr]; -"112 conv_transpose2d_scale_0_updated_constant0" [id=112, type=get_attr]; +"111 _param_constant41_0_0" [id=111, type=get_attr]; +"112 scale_updated_constant10" [id=112, type=get_attr]; "113 compressed_weight_updated_constant10" [id=113, type=get_attr]; -"114 _param_constant41_0_0" [id=114, type=get_attr]; -"115 mul_tensor_10" [id=115, type=mul]; +"114 mul_tensor_10" [id=114, type=mul]; +"115 zero_point_updated_constant10" [id=115, type=get_attr]; "116 sub_tensor_10" [id=116, type=sub]; "117 conv_transpose2d" [id=117, type=conv_transpose2d]; "118 quantize_per_tensor_default_6" [id=118, type=quantize_per_tensor]; @@ -124,31 +124,31 @@ strict digraph { "122 slice_3" [id=122, type=slice]; "123 slice_4" [id=123, type=slice]; "124 cat" [id=124, type=cat]; -"125 conv2d_10_zero_point_0_updated_constant0" [id=125, type=get_attr]; -"126 conv2d_10_scale_0_updated_constant0" [id=126, type=get_attr]; +"125 _param_constant43_0_0" [id=125, type=get_attr]; +"126 scale_updated_constant11" [id=126, type=get_attr]; "127 compressed_weight_updated_constant11" [id=127, type=get_attr]; -"128 _param_constant43_0_0" [id=128, type=get_attr]; -"129 mul_tensor_11" [id=129, type=mul]; +"128 mul_tensor_11" [id=128, type=mul]; +"129 zero_point_updated_constant11" [id=129, type=get_attr]; "130 sub_tensor_11" [id=130, type=sub]; "131 conv2d_10" [id=131, type=conv2d]; "132 relu_10" [id=132, type=relu]; "133 quantize_per_tensor_default_15" [id=133, type=quantize_per_tensor]; "134 dequantize_per_tensor_default_19" [id=134, type=dequantize_per_tensor]; -"135 conv2d_11_zero_point_0_updated_constant0" [id=135, type=get_attr]; -"136 conv2d_11_scale_0_updated_constant0" [id=136, type=get_attr]; +"135 _param_constant47_0_0" [id=135, type=get_attr]; +"136 scale_updated_constant12" [id=136, type=get_attr]; "137 compressed_weight_updated_constant12" [id=137, type=get_attr]; -"138 _param_constant47_0_0" [id=138, type=get_attr]; -"139 mul_tensor_12" [id=139, type=mul]; +"138 mul_tensor_12" [id=138, type=mul]; +"139 zero_point_updated_constant12" [id=139, type=get_attr]; "140 sub_tensor_12" [id=140, type=sub]; "141 conv2d_11" [id=141, type=conv2d]; "142 relu_11" [id=142, type=relu]; "143 quantize_per_tensor_default_16" [id=143, type=quantize_per_tensor]; "144 dequantize_per_tensor_default_20" [id=144, type=dequantize_per_tensor]; -"145 conv_transpose2d_1_zero_point_0_updated_constant0" [id=145, type=get_attr]; -"146 conv_transpose2d_1_scale_0_updated_constant0" [id=146, type=get_attr]; +"145 _param_constant51_0_0" [id=145, type=get_attr]; +"146 scale_updated_constant13" [id=146, type=get_attr]; "147 compressed_weight_updated_constant13" [id=147, type=get_attr]; -"148 _param_constant51_0_0" [id=148, type=get_attr]; -"149 mul_tensor_13" [id=149, type=mul]; +"148 mul_tensor_13" [id=148, type=mul]; +"149 zero_point_updated_constant13" [id=149, type=get_attr]; "150 sub_tensor_13" [id=150, type=sub]; "151 conv_transpose2d_1" [id=151, type=conv_transpose2d]; "152 quantize_per_tensor_default_5" [id=152, type=quantize_per_tensor]; @@ -158,31 +158,31 @@ strict digraph { "156 slice_7" [id=156, type=slice]; "157 slice_8" [id=157, type=slice]; "158 cat_1" [id=158, type=cat]; -"159 conv2d_12_zero_point_0_updated_constant0" [id=159, type=get_attr]; -"160 conv2d_12_scale_0_updated_constant0" [id=160, type=get_attr]; +"159 _param_constant53_0_0" [id=159, type=get_attr]; +"160 scale_updated_constant14" [id=160, type=get_attr]; "161 compressed_weight_updated_constant14" [id=161, type=get_attr]; -"162 _param_constant53_0_0" [id=162, type=get_attr]; -"163 mul_tensor_14" [id=163, type=mul]; +"162 mul_tensor_14" [id=162, type=mul]; +"163 zero_point_updated_constant14" [id=163, type=get_attr]; "164 sub_tensor_14" [id=164, type=sub]; "165 conv2d_12" [id=165, type=conv2d]; "166 relu_12" [id=166, type=relu]; "167 quantize_per_tensor_default_17" [id=167, type=quantize_per_tensor]; "168 dequantize_per_tensor_default_21" [id=168, type=dequantize_per_tensor]; -"169 conv2d_13_zero_point_0_updated_constant0" [id=169, type=get_attr]; -"170 conv2d_13_scale_0_updated_constant0" [id=170, type=get_attr]; +"169 _param_constant57_0_0" [id=169, type=get_attr]; +"170 scale_updated_constant15" [id=170, type=get_attr]; "171 compressed_weight_updated_constant15" [id=171, type=get_attr]; -"172 _param_constant57_0_0" [id=172, type=get_attr]; -"173 mul_tensor_15" [id=173, type=mul]; +"172 mul_tensor_15" [id=172, type=mul]; +"173 zero_point_updated_constant15" [id=173, type=get_attr]; "174 sub_tensor_15" [id=174, type=sub]; "175 conv2d_13" [id=175, type=conv2d]; "176 relu_13" [id=176, type=relu]; "177 quantize_per_tensor_default_18" [id=177, type=quantize_per_tensor]; "178 dequantize_per_tensor_default_22" [id=178, type=dequantize_per_tensor]; -"179 conv_transpose2d_2_zero_point_0_updated_constant0" [id=179, type=get_attr]; -"180 conv_transpose2d_2_scale_0_updated_constant0" [id=180, type=get_attr]; +"179 _param_constant61_0_0" [id=179, type=get_attr]; +"180 scale_updated_constant16" [id=180, type=get_attr]; "181 compressed_weight_updated_constant16" [id=181, type=get_attr]; -"182 _param_constant61_0_0" [id=182, type=get_attr]; -"183 mul_tensor_16" [id=183, type=mul]; +"182 mul_tensor_16" [id=182, type=mul]; +"183 zero_point_updated_constant16" [id=183, type=get_attr]; "184 sub_tensor_16" [id=184, type=sub]; "185 conv_transpose2d_2" [id=185, type=conv_transpose2d]; "186 quantize_per_tensor_default_2" [id=186, type=quantize_per_tensor]; @@ -192,31 +192,31 @@ strict digraph { "190 slice_11" [id=190, type=slice]; "191 slice_12" [id=191, type=slice]; "192 cat_2" [id=192, type=cat]; -"193 conv2d_14_zero_point_0_updated_constant0" [id=193, type=get_attr]; -"194 conv2d_14_scale_0_updated_constant0" [id=194, type=get_attr]; +"193 _param_constant63_0_0" [id=193, type=get_attr]; +"194 scale_updated_constant17" [id=194, type=get_attr]; "195 compressed_weight_updated_constant17" [id=195, type=get_attr]; -"196 _param_constant63_0_0" [id=196, type=get_attr]; -"197 mul_tensor_17" [id=197, type=mul]; +"196 mul_tensor_17" [id=196, type=mul]; +"197 zero_point_updated_constant17" [id=197, type=get_attr]; "198 sub_tensor_17" [id=198, type=sub]; "199 conv2d_14" [id=199, type=conv2d]; "200 relu_14" [id=200, type=relu]; "201 quantize_per_tensor_default_19" [id=201, type=quantize_per_tensor]; "202 dequantize_per_tensor_default_23" [id=202, type=dequantize_per_tensor]; -"203 conv2d_15_zero_point_0_updated_constant0" [id=203, type=get_attr]; -"204 conv2d_15_scale_0_updated_constant0" [id=204, type=get_attr]; +"203 _param_constant67_0_0" [id=203, type=get_attr]; +"204 scale_updated_constant18" [id=204, type=get_attr]; "205 compressed_weight_updated_constant18" [id=205, type=get_attr]; -"206 _param_constant67_0_0" [id=206, type=get_attr]; -"207 mul_tensor_18" [id=207, type=mul]; +"206 mul_tensor_18" [id=206, type=mul]; +"207 zero_point_updated_constant18" [id=207, type=get_attr]; "208 sub_tensor_18" [id=208, type=sub]; "209 conv2d_15" [id=209, type=conv2d]; "210 relu_15" [id=210, type=relu]; "211 quantize_per_tensor_default_20" [id=211, type=quantize_per_tensor]; "212 dequantize_per_tensor_default_24" [id=212, type=dequantize_per_tensor]; -"213 conv_transpose2d_3_zero_point_0_updated_constant0" [id=213, type=get_attr]; -"214 conv_transpose2d_3_scale_0_updated_constant0" [id=214, type=get_attr]; +"213 _param_constant71_0_0" [id=213, type=get_attr]; +"214 scale_updated_constant19" [id=214, type=get_attr]; "215 compressed_weight_updated_constant19" [id=215, type=get_attr]; -"216 _param_constant71_0_0" [id=216, type=get_attr]; -"217 mul_tensor_19" [id=217, type=mul]; +"216 mul_tensor_19" [id=216, type=mul]; +"217 zero_point_updated_constant19" [id=217, type=get_attr]; "218 sub_tensor_19" [id=218, type=sub]; "219 conv_transpose2d_3" [id=219, type=conv_transpose2d]; "220 quantize_per_tensor_default_1" [id=220, type=quantize_per_tensor]; @@ -226,53 +226,53 @@ strict digraph { "224 slice_15" [id=224, type=slice]; "225 slice_16" [id=225, type=slice]; "226 cat_3" [id=226, type=cat]; -"227 conv2d_16_zero_point_0_updated_constant0" [id=227, type=get_attr]; -"228 conv2d_16_scale_0_updated_constant0" [id=228, type=get_attr]; +"227 _param_constant73_0_0" [id=227, type=get_attr]; +"228 scale_updated_constant20" [id=228, type=get_attr]; "229 compressed_weight_updated_constant20" [id=229, type=get_attr]; -"230 _param_constant73_0_0" [id=230, type=get_attr]; -"231 mul_tensor_20" [id=231, type=mul]; +"230 mul_tensor_20" [id=230, type=mul]; +"231 zero_point_updated_constant20" [id=231, type=get_attr]; "232 sub_tensor_20" [id=232, type=sub]; "233 conv2d_16" [id=233, type=conv2d]; "234 relu_16" [id=234, type=relu]; "235 quantize_per_tensor_default_21" [id=235, type=quantize_per_tensor]; "236 dequantize_per_tensor_default_25" [id=236, type=dequantize_per_tensor]; -"237 conv2d_17_zero_point_0_updated_constant0" [id=237, type=get_attr]; -"238 conv2d_17_scale_0_updated_constant0" [id=238, type=get_attr]; +"237 _param_constant77_0_0" [id=237, type=get_attr]; +"238 scale_updated_constant21" [id=238, type=get_attr]; "239 compressed_weight_updated_constant21" [id=239, type=get_attr]; -"240 _param_constant77_0_0" [id=240, type=get_attr]; -"241 mul_tensor_21" [id=241, type=mul]; +"240 mul_tensor_21" [id=240, type=mul]; +"241 zero_point_updated_constant21" [id=241, type=get_attr]; "242 sub_tensor_21" [id=242, type=sub]; "243 conv2d_17" [id=243, type=conv2d]; "244 relu_17" [id=244, type=relu]; "245 quantize_per_tensor_default_22" [id=245, type=quantize_per_tensor]; "246 dequantize_per_tensor_default_26" [id=246, type=dequantize_per_tensor]; -"247 conv2d_18_zero_point_0_updated_constant0" [id=247, type=get_attr]; -"248 conv2d_18_scale_0_updated_constant0" [id=248, type=get_attr]; +"247 _param_constant81_0_0" [id=247, type=get_attr]; +"248 scale_updated_constant22" [id=248, type=get_attr]; "249 compressed_weight_updated_constant22" [id=249, type=get_attr]; -"250 _param_constant81_0_0" [id=250, type=get_attr]; -"251 mul_tensor_22" [id=251, type=mul]; +"250 mul_tensor_22" [id=250, type=mul]; +"251 zero_point_updated_constant22" [id=251, type=get_attr]; "252 sub_tensor_22" [id=252, type=sub]; "253 conv2d_18" [id=253, type=conv2d]; "254 output" [id=254, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default_8" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default_8" -> "2 dequantize_per_tensor_default_12" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default_12" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_zero_point_0_updated_constant0" -> "8 sub_tensor" [label="(64, 1, 1, 1)", style=solid]; -"4 conv2d_scale_0_updated_constant0" -> "7 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; -"5 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(64, 3, 3, 3)", style=solid]; -"6 _param_constant1_0_0" -> "9 conv2d" [label="(64,)", style=solid]; -"7 mul_tensor" -> "8 sub_tensor" [label="(64, 3, 3, 3)", style=solid]; -"8 sub_tensor" -> "9 conv2d" [label=None, style=solid]; +"3 _param_constant1_0_0" -> "9 conv2d" [label="(64,)", style=solid]; +"4 scale_updated_constant0" -> "6 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(64, 3, 3, 3)", style=solid]; +"6 mul_tensor" -> "8 sub_tensor" [label="(64, 3, 3, 3)", style=solid]; +"7 zero_point_updated_constant0" -> "8 sub_tensor" [label="(64, 1, 1, 1)", style=solid]; +"8 sub_tensor" -> "9 conv2d" [label="(64, 3, 3, 3)", style=solid]; "9 conv2d" -> "10 relu" [label="(1, 64, 222, 222)", style=solid]; "10 relu" -> "11 quantize_per_tensor_default_9" [label="(1, 64, 222, 222)", style=solid]; "11 quantize_per_tensor_default_9" -> "12 dequantize_per_tensor_default_13" [label="(1, 64, 222, 222)", style=solid]; "12 dequantize_per_tensor_default_13" -> "19 conv2d_1" [label="(1, 64, 222, 222)", style=solid]; -"13 conv2d_1_zero_point_0_updated_constant0" -> "18 sub_tensor_1" [label="(64, 1, 1, 1)", style=solid]; -"14 conv2d_1_scale_0_updated_constant0" -> "17 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; -"15 compressed_weight_updated_constant1" -> "17 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; -"16 _param_constant5_0_0" -> "19 conv2d_1" [label="(64,)", style=solid]; -"17 mul_tensor_1" -> "18 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; -"18 sub_tensor_1" -> "19 conv2d_1" [label=None, style=solid]; +"13 _param_constant5_0_0" -> "19 conv2d_1" [label="(64,)", style=solid]; +"14 scale_updated_constant1" -> "16 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"15 compressed_weight_updated_constant1" -> "16 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"16 mul_tensor_1" -> "18 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"17 zero_point_updated_constant1" -> "18 sub_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"18 sub_tensor_1" -> "19 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; "19 conv2d_1" -> "20 relu_1" [label="(1, 64, 220, 220)", style=solid]; "20 relu_1" -> "21 quantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; "21 quantize_per_tensor_default" -> "22 dequantize_per_tensor_default_1" [label="(1, 64, 220, 220)", style=solid]; @@ -280,22 +280,22 @@ strict digraph { "22 dequantize_per_tensor_default_1" -> "222 slice_13" [label="(1, 64, 220, 220)", style=solid]; "23 dequantize_per_tensor_default" -> "24 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; "24 max_pool2d" -> "31 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; -"25 conv2d_2_zero_point_0_updated_constant0" -> "30 sub_tensor_2" [label="(128, 1, 1, 1)", style=solid]; -"26 conv2d_2_scale_0_updated_constant0" -> "29 mul_tensor_2" [label="(128, 1, 1, 1)", style=solid]; -"27 compressed_weight_updated_constant2" -> "29 mul_tensor_2" [label="(128, 64, 3, 3)", style=solid]; -"28 _param_constant9_0_0" -> "31 conv2d_2" [label="(128,)", style=solid]; -"29 mul_tensor_2" -> "30 sub_tensor_2" [label="(128, 64, 3, 3)", style=solid]; -"30 sub_tensor_2" -> "31 conv2d_2" [label=None, style=solid]; +"25 _param_constant9_0_0" -> "31 conv2d_2" [label="(128,)", style=solid]; +"26 scale_updated_constant2" -> "28 mul_tensor_2" [label="(128, 1, 1, 1)", style=solid]; +"27 compressed_weight_updated_constant2" -> "28 mul_tensor_2" [label="(128, 64, 3, 3)", style=solid]; +"28 mul_tensor_2" -> "30 sub_tensor_2" [label="(128, 64, 3, 3)", style=solid]; +"29 zero_point_updated_constant2" -> "30 sub_tensor_2" [label="(128, 1, 1, 1)", style=solid]; +"30 sub_tensor_2" -> "31 conv2d_2" [label="(128, 64, 3, 3)", style=solid]; "31 conv2d_2" -> "32 relu_2" [label="(1, 128, 108, 108)", style=solid]; "32 relu_2" -> "33 quantize_per_tensor_default_10" [label="(1, 128, 108, 108)", style=solid]; "33 quantize_per_tensor_default_10" -> "34 dequantize_per_tensor_default_14" [label="(1, 128, 108, 108)", style=solid]; "34 dequantize_per_tensor_default_14" -> "41 conv2d_3" [label="(1, 128, 108, 108)", style=solid]; -"35 conv2d_3_zero_point_0_updated_constant0" -> "40 sub_tensor_3" [label="(128, 1, 1, 1)", style=solid]; -"36 conv2d_3_scale_0_updated_constant0" -> "39 mul_tensor_3" [label="(128, 1, 1, 1)", style=solid]; -"37 compressed_weight_updated_constant3" -> "39 mul_tensor_3" [label="(128, 128, 3, 3)", style=solid]; -"38 _param_constant13_0_0" -> "41 conv2d_3" [label="(128,)", style=solid]; -"39 mul_tensor_3" -> "40 sub_tensor_3" [label="(128, 128, 3, 3)", style=solid]; -"40 sub_tensor_3" -> "41 conv2d_3" [label=None, style=solid]; +"35 _param_constant13_0_0" -> "41 conv2d_3" [label="(128,)", style=solid]; +"36 scale_updated_constant3" -> "38 mul_tensor_3" [label="(128, 1, 1, 1)", style=solid]; +"37 compressed_weight_updated_constant3" -> "38 mul_tensor_3" [label="(128, 128, 3, 3)", style=solid]; +"38 mul_tensor_3" -> "40 sub_tensor_3" [label="(128, 128, 3, 3)", style=solid]; +"39 zero_point_updated_constant3" -> "40 sub_tensor_3" [label="(128, 1, 1, 1)", style=solid]; +"40 sub_tensor_3" -> "41 conv2d_3" [label="(128, 128, 3, 3)", style=solid]; "41 conv2d_3" -> "42 relu_3" [label="(1, 128, 106, 106)", style=solid]; "42 relu_3" -> "43 quantize_per_tensor_default_3" [label="(1, 128, 106, 106)", style=solid]; "43 quantize_per_tensor_default_3" -> "44 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; @@ -303,22 +303,22 @@ strict digraph { "44 dequantize_per_tensor_default_5" -> "188 slice_9" [label="(1, 128, 106, 106)", style=solid]; "45 dequantize_per_tensor_default_4" -> "46 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; "46 max_pool2d_1" -> "53 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; -"47 conv2d_4_zero_point_0_updated_constant0" -> "52 sub_tensor_4" [label="(256, 1, 1, 1)", style=solid]; -"48 conv2d_4_scale_0_updated_constant0" -> "51 mul_tensor_4" [label="(256, 1, 1, 1)", style=solid]; -"49 compressed_weight_updated_constant4" -> "51 mul_tensor_4" [label="(256, 128, 3, 3)", style=solid]; -"50 _param_constant17_0_0" -> "53 conv2d_4" [label="(256,)", style=solid]; -"51 mul_tensor_4" -> "52 sub_tensor_4" [label="(256, 128, 3, 3)", style=solid]; -"52 sub_tensor_4" -> "53 conv2d_4" [label=None, style=solid]; +"47 _param_constant17_0_0" -> "53 conv2d_4" [label="(256,)", style=solid]; +"48 scale_updated_constant4" -> "50 mul_tensor_4" [label="(256, 1, 1, 1)", style=solid]; +"49 compressed_weight_updated_constant4" -> "50 mul_tensor_4" [label="(256, 128, 3, 3)", style=solid]; +"50 mul_tensor_4" -> "52 sub_tensor_4" [label="(256, 128, 3, 3)", style=solid]; +"51 zero_point_updated_constant4" -> "52 sub_tensor_4" [label="(256, 1, 1, 1)", style=solid]; +"52 sub_tensor_4" -> "53 conv2d_4" [label="(256, 128, 3, 3)", style=solid]; "53 conv2d_4" -> "54 relu_4" [label="(1, 256, 51, 51)", style=solid]; "54 relu_4" -> "55 quantize_per_tensor_default_11" [label="(1, 256, 51, 51)", style=solid]; "55 quantize_per_tensor_default_11" -> "56 dequantize_per_tensor_default_15" [label="(1, 256, 51, 51)", style=solid]; "56 dequantize_per_tensor_default_15" -> "63 conv2d_5" [label="(1, 256, 51, 51)", style=solid]; -"57 conv2d_5_zero_point_0_updated_constant0" -> "62 sub_tensor_5" [label="(256, 1, 1, 1)", style=solid]; -"58 conv2d_5_scale_0_updated_constant0" -> "61 mul_tensor_5" [label="(256, 1, 1, 1)", style=solid]; -"59 compressed_weight_updated_constant5" -> "61 mul_tensor_5" [label="(256, 256, 3, 3)", style=solid]; -"60 _param_constant21_0_0" -> "63 conv2d_5" [label="(256,)", style=solid]; -"61 mul_tensor_5" -> "62 sub_tensor_5" [label="(256, 256, 3, 3)", style=solid]; -"62 sub_tensor_5" -> "63 conv2d_5" [label=None, style=solid]; +"57 _param_constant21_0_0" -> "63 conv2d_5" [label="(256,)", style=solid]; +"58 scale_updated_constant5" -> "60 mul_tensor_5" [label="(256, 1, 1, 1)", style=solid]; +"59 compressed_weight_updated_constant5" -> "60 mul_tensor_5" [label="(256, 256, 3, 3)", style=solid]; +"60 mul_tensor_5" -> "62 sub_tensor_5" [label="(256, 256, 3, 3)", style=solid]; +"61 zero_point_updated_constant5" -> "62 sub_tensor_5" [label="(256, 1, 1, 1)", style=solid]; +"62 sub_tensor_5" -> "63 conv2d_5" [label="(256, 256, 3, 3)", style=solid]; "63 conv2d_5" -> "64 relu_5" [label="(1, 256, 49, 49)", style=solid]; "64 relu_5" -> "65 quantize_per_tensor_default_4" [label="(1, 256, 49, 49)", style=solid]; "65 quantize_per_tensor_default_4" -> "66 dequantize_per_tensor_default_7" [label="(1, 256, 49, 49)", style=solid]; @@ -326,22 +326,22 @@ strict digraph { "66 dequantize_per_tensor_default_7" -> "154 slice_5" [label="(1, 256, 49, 49)", style=solid]; "67 dequantize_per_tensor_default_6" -> "68 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; "68 max_pool2d_2" -> "75 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; -"69 conv2d_6_zero_point_0_updated_constant0" -> "74 sub_tensor_6" [label="(512, 1, 1, 1)", style=solid]; -"70 conv2d_6_scale_0_updated_constant0" -> "73 mul_tensor_6" [label="(512, 1, 1, 1)", style=solid]; -"71 compressed_weight_updated_constant6" -> "73 mul_tensor_6" [label="(512, 256, 3, 3)", style=solid]; -"72 _param_constant25_0_0" -> "75 conv2d_6" [label="(512,)", style=solid]; -"73 mul_tensor_6" -> "74 sub_tensor_6" [label="(512, 256, 3, 3)", style=solid]; -"74 sub_tensor_6" -> "75 conv2d_6" [label=None, style=solid]; +"69 _param_constant25_0_0" -> "75 conv2d_6" [label="(512,)", style=solid]; +"70 scale_updated_constant6" -> "72 mul_tensor_6" [label="(512, 1, 1, 1)", style=solid]; +"71 compressed_weight_updated_constant6" -> "72 mul_tensor_6" [label="(512, 256, 3, 3)", style=solid]; +"72 mul_tensor_6" -> "74 sub_tensor_6" [label="(512, 256, 3, 3)", style=solid]; +"73 zero_point_updated_constant6" -> "74 sub_tensor_6" [label="(512, 1, 1, 1)", style=solid]; +"74 sub_tensor_6" -> "75 conv2d_6" [label="(512, 256, 3, 3)", style=solid]; "75 conv2d_6" -> "76 relu_6" [label="(1, 512, 22, 22)", style=solid]; "76 relu_6" -> "77 quantize_per_tensor_default_12" [label="(1, 512, 22, 22)", style=solid]; "77 quantize_per_tensor_default_12" -> "78 dequantize_per_tensor_default_16" [label="(1, 512, 22, 22)", style=solid]; "78 dequantize_per_tensor_default_16" -> "85 conv2d_7" [label="(1, 512, 22, 22)", style=solid]; -"79 conv2d_7_zero_point_0_updated_constant0" -> "84 sub_tensor_7" [label="(512, 1, 1, 1)", style=solid]; -"80 conv2d_7_scale_0_updated_constant0" -> "83 mul_tensor_7" [label="(512, 1, 1, 1)", style=solid]; -"81 compressed_weight_updated_constant7" -> "83 mul_tensor_7" [label="(512, 512, 3, 3)", style=solid]; -"82 _param_constant29_0_0" -> "85 conv2d_7" [label="(512,)", style=solid]; -"83 mul_tensor_7" -> "84 sub_tensor_7" [label="(512, 512, 3, 3)", style=solid]; -"84 sub_tensor_7" -> "85 conv2d_7" [label=None, style=solid]; +"79 _param_constant29_0_0" -> "85 conv2d_7" [label="(512,)", style=solid]; +"80 scale_updated_constant7" -> "82 mul_tensor_7" [label="(512, 1, 1, 1)", style=solid]; +"81 compressed_weight_updated_constant7" -> "82 mul_tensor_7" [label="(512, 512, 3, 3)", style=solid]; +"82 mul_tensor_7" -> "84 sub_tensor_7" [label="(512, 512, 3, 3)", style=solid]; +"83 zero_point_updated_constant7" -> "84 sub_tensor_7" [label="(512, 1, 1, 1)", style=solid]; +"84 sub_tensor_7" -> "85 conv2d_7" [label="(512, 512, 3, 3)", style=solid]; "85 conv2d_7" -> "86 relu_7" [label="(1, 512, 20, 20)", style=solid]; "86 relu_7" -> "87 quantize_per_tensor_default_7" [label="(1, 512, 20, 20)", style=solid]; "87 quantize_per_tensor_default_7" -> "88 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; @@ -349,32 +349,32 @@ strict digraph { "88 dequantize_per_tensor_default_11" -> "120 slice_1" [label="(1, 512, 20, 20)", style=solid]; "89 dequantize_per_tensor_default_10" -> "90 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; "90 max_pool2d_3" -> "97 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; -"91 conv2d_8_zero_point_0_updated_constant0" -> "96 sub_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; -"92 conv2d_8_scale_0_updated_constant0" -> "95 mul_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; -"93 compressed_weight_updated_constant8" -> "95 mul_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; -"94 _param_constant33_0_0" -> "97 conv2d_8" [label="(1024,)", style=solid]; -"95 mul_tensor_8" -> "96 sub_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; -"96 sub_tensor_8" -> "97 conv2d_8" [label=None, style=solid]; +"91 _param_constant33_0_0" -> "97 conv2d_8" [label="(1024,)", style=solid]; +"92 scale_updated_constant8" -> "94 mul_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; +"93 compressed_weight_updated_constant8" -> "94 mul_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; +"94 mul_tensor_8" -> "96 sub_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; +"95 zero_point_updated_constant8" -> "96 sub_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; +"96 sub_tensor_8" -> "97 conv2d_8" [label="(1024, 512, 3, 3)", style=solid]; "97 conv2d_8" -> "98 relu_8" [label="(1, 1024, 8, 8)", style=solid]; "98 relu_8" -> "99 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; "99 quantize_per_tensor_default_13" -> "100 dequantize_per_tensor_default_17" [label="(1, 1024, 8, 8)", style=solid]; "100 dequantize_per_tensor_default_17" -> "107 conv2d_9" [label="(1, 1024, 8, 8)", style=solid]; -"101 conv2d_9_zero_point_0_updated_constant0" -> "106 sub_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; -"102 conv2d_9_scale_0_updated_constant0" -> "105 mul_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; -"103 compressed_weight_updated_constant9" -> "105 mul_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; -"104 _param_constant37_0_0" -> "107 conv2d_9" [label="(1024,)", style=solid]; -"105 mul_tensor_9" -> "106 sub_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; -"106 sub_tensor_9" -> "107 conv2d_9" [label=None, style=solid]; +"101 _param_constant37_0_0" -> "107 conv2d_9" [label="(1024,)", style=solid]; +"102 scale_updated_constant9" -> "104 mul_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; +"103 compressed_weight_updated_constant9" -> "104 mul_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; +"104 mul_tensor_9" -> "106 sub_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; +"105 zero_point_updated_constant9" -> "106 sub_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; +"106 sub_tensor_9" -> "107 conv2d_9" [label="(1024, 1024, 3, 3)", style=solid]; "107 conv2d_9" -> "108 relu_9" [label="(1, 1024, 6, 6)", style=solid]; "108 relu_9" -> "109 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; "109 quantize_per_tensor_default_14" -> "110 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; "110 dequantize_per_tensor_default_18" -> "117 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; -"111 conv_transpose2d_zero_point_0_updated_constant0" -> "116 sub_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; -"112 conv_transpose2d_scale_0_updated_constant0" -> "115 mul_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; -"113 compressed_weight_updated_constant10" -> "115 mul_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; -"114 _param_constant41_0_0" -> "117 conv_transpose2d" [label="(512,)", style=solid]; -"115 mul_tensor_10" -> "116 sub_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; -"116 sub_tensor_10" -> "117 conv_transpose2d" [label=None, style=solid]; +"111 _param_constant41_0_0" -> "117 conv_transpose2d" [label="(512,)", style=solid]; +"112 scale_updated_constant10" -> "114 mul_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; +"113 compressed_weight_updated_constant10" -> "114 mul_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; +"114 mul_tensor_10" -> "116 sub_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; +"115 zero_point_updated_constant10" -> "116 sub_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; +"116 sub_tensor_10" -> "117 conv_transpose2d" [label="(1024, 512, 2, 2)", style=solid]; "117 conv_transpose2d" -> "118 quantize_per_tensor_default_6" [label="(1, 512, 12, 12)", style=solid]; "118 quantize_per_tensor_default_6" -> "119 dequantize_per_tensor_default_9" [label="(1, 512, 12, 12)", style=solid]; "119 dequantize_per_tensor_default_9" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; @@ -383,32 +383,32 @@ strict digraph { "122 slice_3" -> "123 slice_4" [label="(1, 512, 12, 20)", style=solid]; "123 slice_4" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; "124 cat" -> "131 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; -"125 conv2d_10_zero_point_0_updated_constant0" -> "130 sub_tensor_11" [label="(512, 1, 1, 1)", style=solid]; -"126 conv2d_10_scale_0_updated_constant0" -> "129 mul_tensor_11" [label="(512, 1, 1, 1)", style=solid]; -"127 compressed_weight_updated_constant11" -> "129 mul_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; -"128 _param_constant43_0_0" -> "131 conv2d_10" [label="(512,)", style=solid]; -"129 mul_tensor_11" -> "130 sub_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; -"130 sub_tensor_11" -> "131 conv2d_10" [label=None, style=solid]; +"125 _param_constant43_0_0" -> "131 conv2d_10" [label="(512,)", style=solid]; +"126 scale_updated_constant11" -> "128 mul_tensor_11" [label="(512, 1, 1, 1)", style=solid]; +"127 compressed_weight_updated_constant11" -> "128 mul_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; +"128 mul_tensor_11" -> "130 sub_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; +"129 zero_point_updated_constant11" -> "130 sub_tensor_11" [label="(512, 1, 1, 1)", style=solid]; +"130 sub_tensor_11" -> "131 conv2d_10" [label="(512, 1024, 3, 3)", style=solid]; "131 conv2d_10" -> "132 relu_10" [label="(1, 512, 10, 10)", style=solid]; "132 relu_10" -> "133 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; "133 quantize_per_tensor_default_15" -> "134 dequantize_per_tensor_default_19" [label="(1, 512, 10, 10)", style=solid]; "134 dequantize_per_tensor_default_19" -> "141 conv2d_11" [label="(1, 512, 10, 10)", style=solid]; -"135 conv2d_11_zero_point_0_updated_constant0" -> "140 sub_tensor_12" [label="(512, 1, 1, 1)", style=solid]; -"136 conv2d_11_scale_0_updated_constant0" -> "139 mul_tensor_12" [label="(512, 1, 1, 1)", style=solid]; -"137 compressed_weight_updated_constant12" -> "139 mul_tensor_12" [label="(512, 512, 3, 3)", style=solid]; -"138 _param_constant47_0_0" -> "141 conv2d_11" [label="(512,)", style=solid]; -"139 mul_tensor_12" -> "140 sub_tensor_12" [label="(512, 512, 3, 3)", style=solid]; -"140 sub_tensor_12" -> "141 conv2d_11" [label=None, style=solid]; +"135 _param_constant47_0_0" -> "141 conv2d_11" [label="(512,)", style=solid]; +"136 scale_updated_constant12" -> "138 mul_tensor_12" [label="(512, 1, 1, 1)", style=solid]; +"137 compressed_weight_updated_constant12" -> "138 mul_tensor_12" [label="(512, 512, 3, 3)", style=solid]; +"138 mul_tensor_12" -> "140 sub_tensor_12" [label="(512, 512, 3, 3)", style=solid]; +"139 zero_point_updated_constant12" -> "140 sub_tensor_12" [label="(512, 1, 1, 1)", style=solid]; +"140 sub_tensor_12" -> "141 conv2d_11" [label="(512, 512, 3, 3)", style=solid]; "141 conv2d_11" -> "142 relu_11" [label="(1, 512, 8, 8)", style=solid]; "142 relu_11" -> "143 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; "143 quantize_per_tensor_default_16" -> "144 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; "144 dequantize_per_tensor_default_20" -> "151 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; -"145 conv_transpose2d_1_zero_point_0_updated_constant0" -> "150 sub_tensor_13" [label="(512, 1, 1, 1)", style=solid]; -"146 conv_transpose2d_1_scale_0_updated_constant0" -> "149 mul_tensor_13" [label="(512, 1, 1, 1)", style=solid]; -"147 compressed_weight_updated_constant13" -> "149 mul_tensor_13" [label="(512, 256, 2, 2)", style=solid]; -"148 _param_constant51_0_0" -> "151 conv_transpose2d_1" [label="(256,)", style=solid]; -"149 mul_tensor_13" -> "150 sub_tensor_13" [label="(512, 256, 2, 2)", style=solid]; -"150 sub_tensor_13" -> "151 conv_transpose2d_1" [label=None, style=solid]; +"145 _param_constant51_0_0" -> "151 conv_transpose2d_1" [label="(256,)", style=solid]; +"146 scale_updated_constant13" -> "148 mul_tensor_13" [label="(512, 1, 1, 1)", style=solid]; +"147 compressed_weight_updated_constant13" -> "148 mul_tensor_13" [label="(512, 256, 2, 2)", style=solid]; +"148 mul_tensor_13" -> "150 sub_tensor_13" [label="(512, 256, 2, 2)", style=solid]; +"149 zero_point_updated_constant13" -> "150 sub_tensor_13" [label="(512, 1, 1, 1)", style=solid]; +"150 sub_tensor_13" -> "151 conv_transpose2d_1" [label="(512, 256, 2, 2)", style=solid]; "151 conv_transpose2d_1" -> "152 quantize_per_tensor_default_5" [label="(1, 256, 16, 16)", style=solid]; "152 quantize_per_tensor_default_5" -> "153 dequantize_per_tensor_default_8" [label="(1, 256, 16, 16)", style=solid]; "153 dequantize_per_tensor_default_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; @@ -417,32 +417,32 @@ strict digraph { "156 slice_7" -> "157 slice_8" [label="(1, 256, 16, 49)", style=solid]; "157 slice_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; "158 cat_1" -> "165 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; -"159 conv2d_12_zero_point_0_updated_constant0" -> "164 sub_tensor_14" [label="(256, 1, 1, 1)", style=solid]; -"160 conv2d_12_scale_0_updated_constant0" -> "163 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; -"161 compressed_weight_updated_constant14" -> "163 mul_tensor_14" [label="(256, 512, 3, 3)", style=solid]; -"162 _param_constant53_0_0" -> "165 conv2d_12" [label="(256,)", style=solid]; -"163 mul_tensor_14" -> "164 sub_tensor_14" [label="(256, 512, 3, 3)", style=solid]; -"164 sub_tensor_14" -> "165 conv2d_12" [label=None, style=solid]; +"159 _param_constant53_0_0" -> "165 conv2d_12" [label="(256,)", style=solid]; +"160 scale_updated_constant14" -> "162 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"161 compressed_weight_updated_constant14" -> "162 mul_tensor_14" [label="(256, 512, 3, 3)", style=solid]; +"162 mul_tensor_14" -> "164 sub_tensor_14" [label="(256, 512, 3, 3)", style=solid]; +"163 zero_point_updated_constant14" -> "164 sub_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"164 sub_tensor_14" -> "165 conv2d_12" [label="(256, 512, 3, 3)", style=solid]; "165 conv2d_12" -> "166 relu_12" [label="(1, 256, 14, 14)", style=solid]; "166 relu_12" -> "167 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; "167 quantize_per_tensor_default_17" -> "168 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; "168 dequantize_per_tensor_default_21" -> "175 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; -"169 conv2d_13_zero_point_0_updated_constant0" -> "174 sub_tensor_15" [label="(256, 1, 1, 1)", style=solid]; -"170 conv2d_13_scale_0_updated_constant0" -> "173 mul_tensor_15" [label="(256, 1, 1, 1)", style=solid]; -"171 compressed_weight_updated_constant15" -> "173 mul_tensor_15" [label="(256, 256, 3, 3)", style=solid]; -"172 _param_constant57_0_0" -> "175 conv2d_13" [label="(256,)", style=solid]; -"173 mul_tensor_15" -> "174 sub_tensor_15" [label="(256, 256, 3, 3)", style=solid]; -"174 sub_tensor_15" -> "175 conv2d_13" [label=None, style=solid]; +"169 _param_constant57_0_0" -> "175 conv2d_13" [label="(256,)", style=solid]; +"170 scale_updated_constant15" -> "172 mul_tensor_15" [label="(256, 1, 1, 1)", style=solid]; +"171 compressed_weight_updated_constant15" -> "172 mul_tensor_15" [label="(256, 256, 3, 3)", style=solid]; +"172 mul_tensor_15" -> "174 sub_tensor_15" [label="(256, 256, 3, 3)", style=solid]; +"173 zero_point_updated_constant15" -> "174 sub_tensor_15" [label="(256, 1, 1, 1)", style=solid]; +"174 sub_tensor_15" -> "175 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; "175 conv2d_13" -> "176 relu_13" [label="(1, 256, 12, 12)", style=solid]; "176 relu_13" -> "177 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; "177 quantize_per_tensor_default_18" -> "178 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; "178 dequantize_per_tensor_default_22" -> "185 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; -"179 conv_transpose2d_2_zero_point_0_updated_constant0" -> "184 sub_tensor_16" [label="(256, 1, 1, 1)", style=solid]; -"180 conv_transpose2d_2_scale_0_updated_constant0" -> "183 mul_tensor_16" [label="(256, 1, 1, 1)", style=solid]; -"181 compressed_weight_updated_constant16" -> "183 mul_tensor_16" [label="(256, 128, 2, 2)", style=solid]; -"182 _param_constant61_0_0" -> "185 conv_transpose2d_2" [label="(128,)", style=solid]; -"183 mul_tensor_16" -> "184 sub_tensor_16" [label="(256, 128, 2, 2)", style=solid]; -"184 sub_tensor_16" -> "185 conv_transpose2d_2" [label=None, style=solid]; +"179 _param_constant61_0_0" -> "185 conv_transpose2d_2" [label="(128,)", style=solid]; +"180 scale_updated_constant16" -> "182 mul_tensor_16" [label="(256, 1, 1, 1)", style=solid]; +"181 compressed_weight_updated_constant16" -> "182 mul_tensor_16" [label="(256, 128, 2, 2)", style=solid]; +"182 mul_tensor_16" -> "184 sub_tensor_16" [label="(256, 128, 2, 2)", style=solid]; +"183 zero_point_updated_constant16" -> "184 sub_tensor_16" [label="(256, 1, 1, 1)", style=solid]; +"184 sub_tensor_16" -> "185 conv_transpose2d_2" [label="(256, 128, 2, 2)", style=solid]; "185 conv_transpose2d_2" -> "186 quantize_per_tensor_default_2" [label="(1, 128, 24, 24)", style=solid]; "186 quantize_per_tensor_default_2" -> "187 dequantize_per_tensor_default_3" [label="(1, 128, 24, 24)", style=solid]; "187 dequantize_per_tensor_default_3" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; @@ -451,32 +451,32 @@ strict digraph { "190 slice_11" -> "191 slice_12" [label="(1, 128, 24, 106)", style=solid]; "191 slice_12" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; "192 cat_2" -> "199 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; -"193 conv2d_14_zero_point_0_updated_constant0" -> "198 sub_tensor_17" [label="(128, 1, 1, 1)", style=solid]; -"194 conv2d_14_scale_0_updated_constant0" -> "197 mul_tensor_17" [label="(128, 1, 1, 1)", style=solid]; -"195 compressed_weight_updated_constant17" -> "197 mul_tensor_17" [label="(128, 256, 3, 3)", style=solid]; -"196 _param_constant63_0_0" -> "199 conv2d_14" [label="(128,)", style=solid]; -"197 mul_tensor_17" -> "198 sub_tensor_17" [label="(128, 256, 3, 3)", style=solid]; -"198 sub_tensor_17" -> "199 conv2d_14" [label=None, style=solid]; +"193 _param_constant63_0_0" -> "199 conv2d_14" [label="(128,)", style=solid]; +"194 scale_updated_constant17" -> "196 mul_tensor_17" [label="(128, 1, 1, 1)", style=solid]; +"195 compressed_weight_updated_constant17" -> "196 mul_tensor_17" [label="(128, 256, 3, 3)", style=solid]; +"196 mul_tensor_17" -> "198 sub_tensor_17" [label="(128, 256, 3, 3)", style=solid]; +"197 zero_point_updated_constant17" -> "198 sub_tensor_17" [label="(128, 1, 1, 1)", style=solid]; +"198 sub_tensor_17" -> "199 conv2d_14" [label="(128, 256, 3, 3)", style=solid]; "199 conv2d_14" -> "200 relu_14" [label="(1, 128, 22, 22)", style=solid]; "200 relu_14" -> "201 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; "201 quantize_per_tensor_default_19" -> "202 dequantize_per_tensor_default_23" [label="(1, 128, 22, 22)", style=solid]; "202 dequantize_per_tensor_default_23" -> "209 conv2d_15" [label="(1, 128, 22, 22)", style=solid]; -"203 conv2d_15_zero_point_0_updated_constant0" -> "208 sub_tensor_18" [label="(128, 1, 1, 1)", style=solid]; -"204 conv2d_15_scale_0_updated_constant0" -> "207 mul_tensor_18" [label="(128, 1, 1, 1)", style=solid]; -"205 compressed_weight_updated_constant18" -> "207 mul_tensor_18" [label="(128, 128, 3, 3)", style=solid]; -"206 _param_constant67_0_0" -> "209 conv2d_15" [label="(128,)", style=solid]; -"207 mul_tensor_18" -> "208 sub_tensor_18" [label="(128, 128, 3, 3)", style=solid]; -"208 sub_tensor_18" -> "209 conv2d_15" [label=None, style=solid]; +"203 _param_constant67_0_0" -> "209 conv2d_15" [label="(128,)", style=solid]; +"204 scale_updated_constant18" -> "206 mul_tensor_18" [label="(128, 1, 1, 1)", style=solid]; +"205 compressed_weight_updated_constant18" -> "206 mul_tensor_18" [label="(128, 128, 3, 3)", style=solid]; +"206 mul_tensor_18" -> "208 sub_tensor_18" [label="(128, 128, 3, 3)", style=solid]; +"207 zero_point_updated_constant18" -> "208 sub_tensor_18" [label="(128, 1, 1, 1)", style=solid]; +"208 sub_tensor_18" -> "209 conv2d_15" [label="(128, 128, 3, 3)", style=solid]; "209 conv2d_15" -> "210 relu_15" [label="(1, 128, 20, 20)", style=solid]; "210 relu_15" -> "211 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; "211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; "212 dequantize_per_tensor_default_24" -> "219 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; -"213 conv_transpose2d_3_zero_point_0_updated_constant0" -> "218 sub_tensor_19" [label="(128, 1, 1, 1)", style=solid]; -"214 conv_transpose2d_3_scale_0_updated_constant0" -> "217 mul_tensor_19" [label="(128, 1, 1, 1)", style=solid]; -"215 compressed_weight_updated_constant19" -> "217 mul_tensor_19" [label="(128, 64, 2, 2)", style=solid]; -"216 _param_constant71_0_0" -> "219 conv_transpose2d_3" [label="(64,)", style=solid]; -"217 mul_tensor_19" -> "218 sub_tensor_19" [label="(128, 64, 2, 2)", style=solid]; -"218 sub_tensor_19" -> "219 conv_transpose2d_3" [label=None, style=solid]; +"213 _param_constant71_0_0" -> "219 conv_transpose2d_3" [label="(64,)", style=solid]; +"214 scale_updated_constant19" -> "216 mul_tensor_19" [label="(128, 1, 1, 1)", style=solid]; +"215 compressed_weight_updated_constant19" -> "216 mul_tensor_19" [label="(128, 64, 2, 2)", style=solid]; +"216 mul_tensor_19" -> "218 sub_tensor_19" [label="(128, 64, 2, 2)", style=solid]; +"217 zero_point_updated_constant19" -> "218 sub_tensor_19" [label="(128, 1, 1, 1)", style=solid]; +"218 sub_tensor_19" -> "219 conv_transpose2d_3" [label="(128, 64, 2, 2)", style=solid]; "219 conv_transpose2d_3" -> "220 quantize_per_tensor_default_1" [label="(1, 64, 40, 40)", style=solid]; "220 quantize_per_tensor_default_1" -> "221 dequantize_per_tensor_default_2" [label="(1, 64, 40, 40)", style=solid]; "221 dequantize_per_tensor_default_2" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; @@ -485,31 +485,31 @@ strict digraph { "224 slice_15" -> "225 slice_16" [label="(1, 64, 40, 220)", style=solid]; "225 slice_16" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; "226 cat_3" -> "233 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; -"227 conv2d_16_zero_point_0_updated_constant0" -> "232 sub_tensor_20" [label="(64, 1, 1, 1)", style=solid]; -"228 conv2d_16_scale_0_updated_constant0" -> "231 mul_tensor_20" [label="(64, 1, 1, 1)", style=solid]; -"229 compressed_weight_updated_constant20" -> "231 mul_tensor_20" [label="(64, 128, 3, 3)", style=solid]; -"230 _param_constant73_0_0" -> "233 conv2d_16" [label="(64,)", style=solid]; -"231 mul_tensor_20" -> "232 sub_tensor_20" [label="(64, 128, 3, 3)", style=solid]; -"232 sub_tensor_20" -> "233 conv2d_16" [label=None, style=solid]; +"227 _param_constant73_0_0" -> "233 conv2d_16" [label="(64,)", style=solid]; +"228 scale_updated_constant20" -> "230 mul_tensor_20" [label="(64, 1, 1, 1)", style=solid]; +"229 compressed_weight_updated_constant20" -> "230 mul_tensor_20" [label="(64, 128, 3, 3)", style=solid]; +"230 mul_tensor_20" -> "232 sub_tensor_20" [label="(64, 128, 3, 3)", style=solid]; +"231 zero_point_updated_constant20" -> "232 sub_tensor_20" [label="(64, 1, 1, 1)", style=solid]; +"232 sub_tensor_20" -> "233 conv2d_16" [label="(64, 128, 3, 3)", style=solid]; "233 conv2d_16" -> "234 relu_16" [label="(1, 64, 38, 38)", style=solid]; "234 relu_16" -> "235 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; "235 quantize_per_tensor_default_21" -> "236 dequantize_per_tensor_default_25" [label="(1, 64, 38, 38)", style=solid]; "236 dequantize_per_tensor_default_25" -> "243 conv2d_17" [label="(1, 64, 38, 38)", style=solid]; -"237 conv2d_17_zero_point_0_updated_constant0" -> "242 sub_tensor_21" [label="(64, 1, 1, 1)", style=solid]; -"238 conv2d_17_scale_0_updated_constant0" -> "241 mul_tensor_21" [label="(64, 1, 1, 1)", style=solid]; -"239 compressed_weight_updated_constant21" -> "241 mul_tensor_21" [label="(64, 64, 3, 3)", style=solid]; -"240 _param_constant77_0_0" -> "243 conv2d_17" [label="(64,)", style=solid]; -"241 mul_tensor_21" -> "242 sub_tensor_21" [label="(64, 64, 3, 3)", style=solid]; -"242 sub_tensor_21" -> "243 conv2d_17" [label=None, style=solid]; +"237 _param_constant77_0_0" -> "243 conv2d_17" [label="(64,)", style=solid]; +"238 scale_updated_constant21" -> "240 mul_tensor_21" [label="(64, 1, 1, 1)", style=solid]; +"239 compressed_weight_updated_constant21" -> "240 mul_tensor_21" [label="(64, 64, 3, 3)", style=solid]; +"240 mul_tensor_21" -> "242 sub_tensor_21" [label="(64, 64, 3, 3)", style=solid]; +"241 zero_point_updated_constant21" -> "242 sub_tensor_21" [label="(64, 1, 1, 1)", style=solid]; +"242 sub_tensor_21" -> "243 conv2d_17" [label="(64, 64, 3, 3)", style=solid]; "243 conv2d_17" -> "244 relu_17" [label="(1, 64, 36, 36)", style=solid]; "244 relu_17" -> "245 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; "245 quantize_per_tensor_default_22" -> "246 dequantize_per_tensor_default_26" [label="(1, 64, 36, 36)", style=solid]; "246 dequantize_per_tensor_default_26" -> "253 conv2d_18" [label="(1, 64, 36, 36)", style=solid]; -"247 conv2d_18_zero_point_0_updated_constant0" -> "252 sub_tensor_22" [label="(12, 1, 1, 1)", style=solid]; -"248 conv2d_18_scale_0_updated_constant0" -> "251 mul_tensor_22" [label="(12, 1, 1, 1)", style=solid]; -"249 compressed_weight_updated_constant22" -> "251 mul_tensor_22" [label="(12, 64, 1, 1)", style=solid]; -"250 _param_constant81_0_0" -> "253 conv2d_18" [label="(12,)", style=solid]; -"251 mul_tensor_22" -> "252 sub_tensor_22" [label="(12, 64, 1, 1)", style=solid]; -"252 sub_tensor_22" -> "253 conv2d_18" [label=None, style=solid]; +"247 _param_constant81_0_0" -> "253 conv2d_18" [label="(12,)", style=solid]; +"248 scale_updated_constant22" -> "250 mul_tensor_22" [label="(12, 1, 1, 1)", style=solid]; +"249 compressed_weight_updated_constant22" -> "250 mul_tensor_22" [label="(12, 64, 1, 1)", style=solid]; +"250 mul_tensor_22" -> "252 sub_tensor_22" [label="(12, 64, 1, 1)", style=solid]; +"251 zero_point_updated_constant22" -> "252 sub_tensor_22" [label="(12, 1, 1, 1)", style=solid]; +"252 sub_tensor_22" -> "253 conv2d_18" [label="(12, 64, 1, 1)", style=solid]; "253 conv2d_18" -> "254 output" [label="(1, 12, 36, 36)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot index f4881dbd7dd..c1b8bcf260a 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot @@ -2,11 +2,11 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_zero_point_0_updated_constant0" [id=3, type=get_attr]; -"4 conv2d_scale_0_updated_constant0" [id=4, type=get_attr]; +"3 _param_constant1_0_0" [id=3, type=get_attr]; +"4 scale_updated_constant0" [id=4, type=get_attr]; "5 compressed_weight_updated_constant0" [id=5, type=get_attr]; -"6 _param_constant1_0_0" [id=6, type=get_attr]; -"7 mul_tensor" [id=7, type=mul]; +"6 mul_tensor" [id=6, type=mul]; +"7 zero_point_updated_constant0" [id=7, type=get_attr]; "8 sub_tensor" [id=8, type=sub]; "9 conv2d" [id=9, type=conv2d]; "10 reshape" [id=10, type=reshape]; @@ -24,11 +24,11 @@ strict digraph { "22 transpose_0_0_nncf_smooth_quant_0" [id=22, type=call_module]; "23 quantize_per_tensor_default_1" [id=23, type=quantize_per_tensor]; "24 dequantize_per_tensor_default_1" [id=24, type=dequantize_per_tensor]; -"25 linear_zero_point_0_updated_constant0" [id=25, type=get_attr]; -"26 linear_scale_0_updated_constant0" [id=26, type=get_attr]; +"25 _param_constant7_0_0" [id=25, type=get_attr]; +"26 scale_updated_constant1" [id=26, type=get_attr]; "27 compressed_weight_updated_constant1" [id=27, type=get_attr]; -"28 _param_constant7_0_0" [id=28, type=get_attr]; -"29 mul_tensor_1" [id=29, type=mul]; +"28 mul_tensor_1" [id=28, type=mul]; +"29 zero_point_updated_constant1" [id=29, type=get_attr]; "30 sub_tensor_1" [id=30, type=sub]; "31 linear" [id=31, type=linear]; "32 unflatten" [id=32, type=unflatten]; @@ -58,11 +58,11 @@ strict digraph { "56 view_6_0_0_nncf_smooth_quant_0" [id=56, type=call_module]; "57 quantize_per_tensor_default_4" [id=57, type=quantize_per_tensor]; "58 dequantize_per_tensor_default_4" [id=58, type=dequantize_per_tensor]; -"59 linear_1_zero_point_0_updated_constant0" [id=59, type=get_attr]; -"60 linear_1_scale_0_updated_constant0" [id=60, type=get_attr]; +"59 _param_constant9_0_0" [id=59, type=get_attr]; +"60 scale_updated_constant2" [id=60, type=get_attr]; "61 compressed_weight_updated_constant2" [id=61, type=get_attr]; -"62 _param_constant9_0_0" [id=62, type=get_attr]; -"63 mul_tensor_2" [id=63, type=mul]; +"62 mul_tensor_2" [id=62, type=mul]; +"63 zero_point_updated_constant2" [id=63, type=get_attr]; "64 sub_tensor_2" [id=64, type=sub]; "65 linear_1" [id=65, type=linear]; "66 view_7" [id=66, type=view]; @@ -75,11 +75,11 @@ strict digraph { "73 layer_norm_1_0_0_nncf_smooth_quant_0" [id=73, type=call_module]; "74 quantize_per_tensor_default_5" [id=74, type=quantize_per_tensor]; "75 dequantize_per_tensor_default_5" [id=75, type=dequantize_per_tensor]; -"76 linear_2_zero_point_0_updated_constant0" [id=76, type=get_attr]; -"77 linear_2_scale_0_updated_constant0" [id=77, type=get_attr]; +"76 _param_constant13_0_0" [id=76, type=get_attr]; +"77 scale_updated_constant3" [id=77, type=get_attr]; "78 compressed_weight_updated_constant3" [id=78, type=get_attr]; -"79 _param_constant13_0_0" [id=79, type=get_attr]; -"80 mul_tensor_3" [id=80, type=mul]; +"79 mul_tensor_3" [id=79, type=mul]; +"80 zero_point_updated_constant3" [id=80, type=get_attr]; "81 sub_tensor_3" [id=81, type=sub]; "82 linear_2" [id=82, type=linear]; "83 gelu" [id=83, type=gelu]; @@ -87,11 +87,11 @@ strict digraph { "85 dropout_2_0_0_nncf_smooth_quant_0" [id=85, type=call_module]; "86 quantize_per_tensor_default_6" [id=86, type=quantize_per_tensor]; "87 dequantize_per_tensor_default_6" [id=87, type=dequantize_per_tensor]; -"88 linear_3_zero_point_0_updated_constant0" [id=88, type=get_attr]; -"89 linear_3_scale_0_updated_constant0" [id=89, type=get_attr]; +"88 _param_constant15_0_0" [id=88, type=get_attr]; +"89 scale_updated_constant4" [id=89, type=get_attr]; "90 compressed_weight_updated_constant4" [id=90, type=get_attr]; -"91 _param_constant15_0_0" [id=91, type=get_attr]; -"92 mul_tensor_4" [id=92, type=mul]; +"91 mul_tensor_4" [id=91, type=mul]; +"92 zero_point_updated_constant4" [id=92, type=get_attr]; "93 sub_tensor_4" [id=93, type=sub]; "94 linear_3" [id=94, type=linear]; "95 dropout_3" [id=95, type=dropout]; @@ -103,11 +103,11 @@ strict digraph { "101 transpose_6_0_0_nncf_smooth_quant_0" [id=101, type=call_module]; "102 quantize_per_tensor_default_7" [id=102, type=quantize_per_tensor]; "103 dequantize_per_tensor_default_7" [id=103, type=dequantize_per_tensor]; -"104 linear_4_zero_point_0_updated_constant0" [id=104, type=get_attr]; -"105 linear_4_scale_0_updated_constant0" [id=105, type=get_attr]; +"104 _param_constant19_0_0" [id=104, type=get_attr]; +"105 scale_updated_constant5" [id=105, type=get_attr]; "106 compressed_weight_updated_constant5" [id=106, type=get_attr]; -"107 _param_constant19_0_0" [id=107, type=get_attr]; -"108 mul_tensor_5" [id=108, type=mul]; +"107 mul_tensor_5" [id=107, type=mul]; +"108 zero_point_updated_constant5" [id=108, type=get_attr]; "109 sub_tensor_5" [id=109, type=sub]; "110 linear_4" [id=110, type=linear]; "111 unflatten_1" [id=111, type=unflatten]; @@ -137,11 +137,11 @@ strict digraph { "135 view_14_0_0_nncf_smooth_quant_0" [id=135, type=call_module]; "136 quantize_per_tensor_default_10" [id=136, type=quantize_per_tensor]; "137 dequantize_per_tensor_default_10" [id=137, type=dequantize_per_tensor]; -"138 linear_5_zero_point_0_updated_constant0" [id=138, type=get_attr]; -"139 linear_5_scale_0_updated_constant0" [id=139, type=get_attr]; +"138 _param_constant21_0_0" [id=138, type=get_attr]; +"139 scale_updated_constant6" [id=139, type=get_attr]; "140 compressed_weight_updated_constant6" [id=140, type=get_attr]; -"141 _param_constant21_0_0" [id=141, type=get_attr]; -"142 mul_tensor_6" [id=142, type=mul]; +"141 mul_tensor_6" [id=141, type=mul]; +"142 zero_point_updated_constant6" [id=142, type=get_attr]; "143 sub_tensor_6" [id=143, type=sub]; "144 linear_5" [id=144, type=linear]; "145 view_15" [id=145, type=view]; @@ -154,11 +154,11 @@ strict digraph { "152 layer_norm_3_0_0_nncf_smooth_quant_0" [id=152, type=call_module]; "153 quantize_per_tensor_default_11" [id=153, type=quantize_per_tensor]; "154 dequantize_per_tensor_default_11" [id=154, type=dequantize_per_tensor]; -"155 linear_6_zero_point_0_updated_constant0" [id=155, type=get_attr]; -"156 linear_6_scale_0_updated_constant0" [id=156, type=get_attr]; +"155 _param_constant25_0_0" [id=155, type=get_attr]; +"156 scale_updated_constant7" [id=156, type=get_attr]; "157 compressed_weight_updated_constant7" [id=157, type=get_attr]; -"158 _param_constant25_0_0" [id=158, type=get_attr]; -"159 mul_tensor_7" [id=159, type=mul]; +"158 mul_tensor_7" [id=158, type=mul]; +"159 zero_point_updated_constant7" [id=159, type=get_attr]; "160 sub_tensor_7" [id=160, type=sub]; "161 linear_6" [id=161, type=linear]; "162 gelu_1" [id=162, type=gelu]; @@ -166,11 +166,11 @@ strict digraph { "164 dropout_5_0_0_nncf_smooth_quant_0" [id=164, type=call_module]; "165 quantize_per_tensor_default_12" [id=165, type=quantize_per_tensor]; "166 dequantize_per_tensor_default_12" [id=166, type=dequantize_per_tensor]; -"167 linear_7_zero_point_0_updated_constant0" [id=167, type=get_attr]; -"168 linear_7_scale_0_updated_constant0" [id=168, type=get_attr]; +"167 _param_constant27_0_0" [id=167, type=get_attr]; +"168 scale_updated_constant8" [id=168, type=get_attr]; "169 compressed_weight_updated_constant8" [id=169, type=get_attr]; -"170 _param_constant27_0_0" [id=170, type=get_attr]; -"171 mul_tensor_8" [id=171, type=mul]; +"170 mul_tensor_8" [id=170, type=mul]; +"171 zero_point_updated_constant8" [id=171, type=get_attr]; "172 sub_tensor_8" [id=172, type=sub]; "173 linear_7" [id=173, type=linear]; "174 dropout_6" [id=174, type=dropout]; @@ -182,11 +182,11 @@ strict digraph { "180 transpose_12_0_0_nncf_smooth_quant_0" [id=180, type=call_module]; "181 quantize_per_tensor_default_13" [id=181, type=quantize_per_tensor]; "182 dequantize_per_tensor_default_13" [id=182, type=dequantize_per_tensor]; -"183 linear_8_zero_point_0_updated_constant0" [id=183, type=get_attr]; -"184 linear_8_scale_0_updated_constant0" [id=184, type=get_attr]; +"183 _param_constant31_0_0" [id=183, type=get_attr]; +"184 scale_updated_constant9" [id=184, type=get_attr]; "185 compressed_weight_updated_constant9" [id=185, type=get_attr]; -"186 _param_constant31_0_0" [id=186, type=get_attr]; -"187 mul_tensor_9" [id=187, type=mul]; +"186 mul_tensor_9" [id=186, type=mul]; +"187 zero_point_updated_constant9" [id=187, type=get_attr]; "188 sub_tensor_9" [id=188, type=sub]; "189 linear_8" [id=189, type=linear]; "190 unflatten_2" [id=190, type=unflatten]; @@ -216,11 +216,11 @@ strict digraph { "214 view_22_0_0_nncf_smooth_quant_0" [id=214, type=call_module]; "215 quantize_per_tensor_default_16" [id=215, type=quantize_per_tensor]; "216 dequantize_per_tensor_default_16" [id=216, type=dequantize_per_tensor]; -"217 linear_9_zero_point_0_updated_constant0" [id=217, type=get_attr]; -"218 linear_9_scale_0_updated_constant0" [id=218, type=get_attr]; +"217 _param_constant33_0_0" [id=217, type=get_attr]; +"218 scale_updated_constant10" [id=218, type=get_attr]; "219 compressed_weight_updated_constant10" [id=219, type=get_attr]; -"220 _param_constant33_0_0" [id=220, type=get_attr]; -"221 mul_tensor_10" [id=221, type=mul]; +"220 mul_tensor_10" [id=220, type=mul]; +"221 zero_point_updated_constant10" [id=221, type=get_attr]; "222 sub_tensor_10" [id=222, type=sub]; "223 linear_9" [id=223, type=linear]; "224 view_23" [id=224, type=view]; @@ -233,11 +233,11 @@ strict digraph { "231 layer_norm_5_0_0_nncf_smooth_quant_0" [id=231, type=call_module]; "232 quantize_per_tensor_default_17" [id=232, type=quantize_per_tensor]; "233 dequantize_per_tensor_default_17" [id=233, type=dequantize_per_tensor]; -"234 linear_10_zero_point_0_updated_constant0" [id=234, type=get_attr]; -"235 linear_10_scale_0_updated_constant0" [id=235, type=get_attr]; +"234 _param_constant37_0_0" [id=234, type=get_attr]; +"235 scale_updated_constant11" [id=235, type=get_attr]; "236 compressed_weight_updated_constant11" [id=236, type=get_attr]; -"237 _param_constant37_0_0" [id=237, type=get_attr]; -"238 mul_tensor_11" [id=238, type=mul]; +"237 mul_tensor_11" [id=237, type=mul]; +"238 zero_point_updated_constant11" [id=238, type=get_attr]; "239 sub_tensor_11" [id=239, type=sub]; "240 linear_10" [id=240, type=linear]; "241 gelu_2" [id=241, type=gelu]; @@ -245,11 +245,11 @@ strict digraph { "243 dropout_8_0_0_nncf_smooth_quant_0" [id=243, type=call_module]; "244 quantize_per_tensor_default_18" [id=244, type=quantize_per_tensor]; "245 dequantize_per_tensor_default_18" [id=245, type=dequantize_per_tensor]; -"246 linear_11_zero_point_0_updated_constant0" [id=246, type=get_attr]; -"247 linear_11_scale_0_updated_constant0" [id=247, type=get_attr]; +"246 _param_constant39_0_0" [id=246, type=get_attr]; +"247 scale_updated_constant12" [id=247, type=get_attr]; "248 compressed_weight_updated_constant12" [id=248, type=get_attr]; -"249 _param_constant39_0_0" [id=249, type=get_attr]; -"250 mul_tensor_12" [id=250, type=mul]; +"249 mul_tensor_12" [id=249, type=mul]; +"250 zero_point_updated_constant12" [id=250, type=get_attr]; "251 sub_tensor_12" [id=251, type=sub]; "252 linear_11" [id=252, type=linear]; "253 dropout_9" [id=253, type=dropout]; @@ -261,11 +261,11 @@ strict digraph { "259 transpose_18_0_0_nncf_smooth_quant_0" [id=259, type=call_module]; "260 quantize_per_tensor_default_19" [id=260, type=quantize_per_tensor]; "261 dequantize_per_tensor_default_19" [id=261, type=dequantize_per_tensor]; -"262 linear_12_zero_point_0_updated_constant0" [id=262, type=get_attr]; -"263 linear_12_scale_0_updated_constant0" [id=263, type=get_attr]; +"262 _param_constant43_0_0" [id=262, type=get_attr]; +"263 scale_updated_constant13" [id=263, type=get_attr]; "264 compressed_weight_updated_constant13" [id=264, type=get_attr]; -"265 _param_constant43_0_0" [id=265, type=get_attr]; -"266 mul_tensor_13" [id=266, type=mul]; +"265 mul_tensor_13" [id=265, type=mul]; +"266 zero_point_updated_constant13" [id=266, type=get_attr]; "267 sub_tensor_13" [id=267, type=sub]; "268 linear_12" [id=268, type=linear]; "269 unflatten_3" [id=269, type=unflatten]; @@ -295,11 +295,11 @@ strict digraph { "293 view_30_0_0_nncf_smooth_quant_0" [id=293, type=call_module]; "294 quantize_per_tensor_default_22" [id=294, type=quantize_per_tensor]; "295 dequantize_per_tensor_default_22" [id=295, type=dequantize_per_tensor]; -"296 linear_13_zero_point_0_updated_constant0" [id=296, type=get_attr]; -"297 linear_13_scale_0_updated_constant0" [id=297, type=get_attr]; +"296 _param_constant45_0_0" [id=296, type=get_attr]; +"297 scale_updated_constant14" [id=297, type=get_attr]; "298 compressed_weight_updated_constant14" [id=298, type=get_attr]; -"299 _param_constant45_0_0" [id=299, type=get_attr]; -"300 mul_tensor_14" [id=300, type=mul]; +"299 mul_tensor_14" [id=299, type=mul]; +"300 zero_point_updated_constant14" [id=300, type=get_attr]; "301 sub_tensor_14" [id=301, type=sub]; "302 linear_13" [id=302, type=linear]; "303 view_31" [id=303, type=view]; @@ -312,11 +312,11 @@ strict digraph { "310 layer_norm_7_0_0_nncf_smooth_quant_0" [id=310, type=call_module]; "311 quantize_per_tensor_default_23" [id=311, type=quantize_per_tensor]; "312 dequantize_per_tensor_default_23" [id=312, type=dequantize_per_tensor]; -"313 linear_14_zero_point_0_updated_constant0" [id=313, type=get_attr]; -"314 linear_14_scale_0_updated_constant0" [id=314, type=get_attr]; +"313 _param_constant49_0_0" [id=313, type=get_attr]; +"314 scale_updated_constant15" [id=314, type=get_attr]; "315 compressed_weight_updated_constant15" [id=315, type=get_attr]; -"316 _param_constant49_0_0" [id=316, type=get_attr]; -"317 mul_tensor_15" [id=317, type=mul]; +"316 mul_tensor_15" [id=316, type=mul]; +"317 zero_point_updated_constant15" [id=317, type=get_attr]; "318 sub_tensor_15" [id=318, type=sub]; "319 linear_14" [id=319, type=linear]; "320 gelu_3" [id=320, type=gelu]; @@ -324,11 +324,11 @@ strict digraph { "322 dropout_11_0_0_nncf_smooth_quant_0" [id=322, type=call_module]; "323 quantize_per_tensor_default_24" [id=323, type=quantize_per_tensor]; "324 dequantize_per_tensor_default_24" [id=324, type=dequantize_per_tensor]; -"325 linear_15_zero_point_0_updated_constant0" [id=325, type=get_attr]; -"326 linear_15_scale_0_updated_constant0" [id=326, type=get_attr]; +"325 _param_constant51_0_0" [id=325, type=get_attr]; +"326 scale_updated_constant16" [id=326, type=get_attr]; "327 compressed_weight_updated_constant16" [id=327, type=get_attr]; -"328 _param_constant51_0_0" [id=328, type=get_attr]; -"329 mul_tensor_16" [id=329, type=mul]; +"328 mul_tensor_16" [id=328, type=mul]; +"329 zero_point_updated_constant16" [id=329, type=get_attr]; "330 sub_tensor_16" [id=330, type=sub]; "331 linear_15" [id=331, type=linear]; "332 dropout_12" [id=332, type=dropout]; @@ -340,11 +340,11 @@ strict digraph { "338 transpose_24_0_0_nncf_smooth_quant_0" [id=338, type=call_module]; "339 quantize_per_tensor_default_25" [id=339, type=quantize_per_tensor]; "340 dequantize_per_tensor_default_25" [id=340, type=dequantize_per_tensor]; -"341 linear_16_zero_point_0_updated_constant0" [id=341, type=get_attr]; -"342 linear_16_scale_0_updated_constant0" [id=342, type=get_attr]; +"341 _param_constant55_0_0" [id=341, type=get_attr]; +"342 scale_updated_constant17" [id=342, type=get_attr]; "343 compressed_weight_updated_constant17" [id=343, type=get_attr]; -"344 _param_constant55_0_0" [id=344, type=get_attr]; -"345 mul_tensor_17" [id=345, type=mul]; +"344 mul_tensor_17" [id=344, type=mul]; +"345 zero_point_updated_constant17" [id=345, type=get_attr]; "346 sub_tensor_17" [id=346, type=sub]; "347 linear_16" [id=347, type=linear]; "348 unflatten_4" [id=348, type=unflatten]; @@ -374,11 +374,11 @@ strict digraph { "372 view_38_0_0_nncf_smooth_quant_0" [id=372, type=call_module]; "373 quantize_per_tensor_default_28" [id=373, type=quantize_per_tensor]; "374 dequantize_per_tensor_default_28" [id=374, type=dequantize_per_tensor]; -"375 linear_17_zero_point_0_updated_constant0" [id=375, type=get_attr]; -"376 linear_17_scale_0_updated_constant0" [id=376, type=get_attr]; +"375 _param_constant57_0_0" [id=375, type=get_attr]; +"376 scale_updated_constant18" [id=376, type=get_attr]; "377 compressed_weight_updated_constant18" [id=377, type=get_attr]; -"378 _param_constant57_0_0" [id=378, type=get_attr]; -"379 mul_tensor_18" [id=379, type=mul]; +"378 mul_tensor_18" [id=378, type=mul]; +"379 zero_point_updated_constant18" [id=379, type=get_attr]; "380 sub_tensor_18" [id=380, type=sub]; "381 linear_17" [id=381, type=linear]; "382 view_39" [id=382, type=view]; @@ -391,11 +391,11 @@ strict digraph { "389 layer_norm_9_0_0_nncf_smooth_quant_0" [id=389, type=call_module]; "390 quantize_per_tensor_default_29" [id=390, type=quantize_per_tensor]; "391 dequantize_per_tensor_default_29" [id=391, type=dequantize_per_tensor]; -"392 linear_18_zero_point_0_updated_constant0" [id=392, type=get_attr]; -"393 linear_18_scale_0_updated_constant0" [id=393, type=get_attr]; +"392 _param_constant61_0_0" [id=392, type=get_attr]; +"393 scale_updated_constant19" [id=393, type=get_attr]; "394 compressed_weight_updated_constant19" [id=394, type=get_attr]; -"395 _param_constant61_0_0" [id=395, type=get_attr]; -"396 mul_tensor_19" [id=396, type=mul]; +"395 mul_tensor_19" [id=395, type=mul]; +"396 zero_point_updated_constant19" [id=396, type=get_attr]; "397 sub_tensor_19" [id=397, type=sub]; "398 linear_18" [id=398, type=linear]; "399 gelu_4" [id=399, type=gelu]; @@ -403,11 +403,11 @@ strict digraph { "401 dropout_14_0_0_nncf_smooth_quant_0" [id=401, type=call_module]; "402 quantize_per_tensor_default_30" [id=402, type=quantize_per_tensor]; "403 dequantize_per_tensor_default_30" [id=403, type=dequantize_per_tensor]; -"404 linear_19_zero_point_0_updated_constant0" [id=404, type=get_attr]; -"405 linear_19_scale_0_updated_constant0" [id=405, type=get_attr]; +"404 _param_constant63_0_0" [id=404, type=get_attr]; +"405 scale_updated_constant20" [id=405, type=get_attr]; "406 compressed_weight_updated_constant20" [id=406, type=get_attr]; -"407 _param_constant63_0_0" [id=407, type=get_attr]; -"408 mul_tensor_20" [id=408, type=mul]; +"407 mul_tensor_20" [id=407, type=mul]; +"408 zero_point_updated_constant20" [id=408, type=get_attr]; "409 sub_tensor_20" [id=409, type=sub]; "410 linear_19" [id=410, type=linear]; "411 dropout_15" [id=411, type=dropout]; @@ -419,11 +419,11 @@ strict digraph { "417 transpose_30_0_0_nncf_smooth_quant_0" [id=417, type=call_module]; "418 quantize_per_tensor_default_31" [id=418, type=quantize_per_tensor]; "419 dequantize_per_tensor_default_31" [id=419, type=dequantize_per_tensor]; -"420 linear_20_zero_point_0_updated_constant0" [id=420, type=get_attr]; -"421 linear_20_scale_0_updated_constant0" [id=421, type=get_attr]; +"420 _param_constant67_0_0" [id=420, type=get_attr]; +"421 scale_updated_constant21" [id=421, type=get_attr]; "422 compressed_weight_updated_constant21" [id=422, type=get_attr]; -"423 _param_constant67_0_0" [id=423, type=get_attr]; -"424 mul_tensor_21" [id=424, type=mul]; +"423 mul_tensor_21" [id=423, type=mul]; +"424 zero_point_updated_constant21" [id=424, type=get_attr]; "425 sub_tensor_21" [id=425, type=sub]; "426 linear_20" [id=426, type=linear]; "427 unflatten_5" [id=427, type=unflatten]; @@ -453,11 +453,11 @@ strict digraph { "451 view_46_0_0_nncf_smooth_quant_0" [id=451, type=call_module]; "452 quantize_per_tensor_default_34" [id=452, type=quantize_per_tensor]; "453 dequantize_per_tensor_default_34" [id=453, type=dequantize_per_tensor]; -"454 linear_21_zero_point_0_updated_constant0" [id=454, type=get_attr]; -"455 linear_21_scale_0_updated_constant0" [id=455, type=get_attr]; +"454 _param_constant69_0_0" [id=454, type=get_attr]; +"455 scale_updated_constant22" [id=455, type=get_attr]; "456 compressed_weight_updated_constant22" [id=456, type=get_attr]; -"457 _param_constant69_0_0" [id=457, type=get_attr]; -"458 mul_tensor_22" [id=458, type=mul]; +"457 mul_tensor_22" [id=457, type=mul]; +"458 zero_point_updated_constant22" [id=458, type=get_attr]; "459 sub_tensor_22" [id=459, type=sub]; "460 linear_21" [id=460, type=linear]; "461 view_47" [id=461, type=view]; @@ -470,11 +470,11 @@ strict digraph { "468 layer_norm_11_0_0_nncf_smooth_quant_0" [id=468, type=call_module]; "469 quantize_per_tensor_default_35" [id=469, type=quantize_per_tensor]; "470 dequantize_per_tensor_default_35" [id=470, type=dequantize_per_tensor]; -"471 linear_22_zero_point_0_updated_constant0" [id=471, type=get_attr]; -"472 linear_22_scale_0_updated_constant0" [id=472, type=get_attr]; +"471 _param_constant73_0_0" [id=471, type=get_attr]; +"472 scale_updated_constant23" [id=472, type=get_attr]; "473 compressed_weight_updated_constant23" [id=473, type=get_attr]; -"474 _param_constant73_0_0" [id=474, type=get_attr]; -"475 mul_tensor_23" [id=475, type=mul]; +"474 mul_tensor_23" [id=474, type=mul]; +"475 zero_point_updated_constant23" [id=475, type=get_attr]; "476 sub_tensor_23" [id=476, type=sub]; "477 linear_22" [id=477, type=linear]; "478 gelu_5" [id=478, type=gelu]; @@ -482,11 +482,11 @@ strict digraph { "480 dropout_17_0_0_nncf_smooth_quant_0" [id=480, type=call_module]; "481 quantize_per_tensor_default_36" [id=481, type=quantize_per_tensor]; "482 dequantize_per_tensor_default_36" [id=482, type=dequantize_per_tensor]; -"483 linear_23_zero_point_0_updated_constant0" [id=483, type=get_attr]; -"484 linear_23_scale_0_updated_constant0" [id=484, type=get_attr]; +"483 _param_constant75_0_0" [id=483, type=get_attr]; +"484 scale_updated_constant24" [id=484, type=get_attr]; "485 compressed_weight_updated_constant24" [id=485, type=get_attr]; -"486 _param_constant75_0_0" [id=486, type=get_attr]; -"487 mul_tensor_24" [id=487, type=mul]; +"486 mul_tensor_24" [id=486, type=mul]; +"487 zero_point_updated_constant24" [id=487, type=get_attr]; "488 sub_tensor_24" [id=488, type=sub]; "489 linear_23" [id=489, type=linear]; "490 dropout_18" [id=490, type=dropout]; @@ -498,11 +498,11 @@ strict digraph { "496 transpose_36_0_0_nncf_smooth_quant_0" [id=496, type=call_module]; "497 quantize_per_tensor_default_37" [id=497, type=quantize_per_tensor]; "498 dequantize_per_tensor_default_37" [id=498, type=dequantize_per_tensor]; -"499 linear_24_zero_point_0_updated_constant0" [id=499, type=get_attr]; -"500 linear_24_scale_0_updated_constant0" [id=500, type=get_attr]; +"499 _param_constant79_0_0" [id=499, type=get_attr]; +"500 scale_updated_constant25" [id=500, type=get_attr]; "501 compressed_weight_updated_constant25" [id=501, type=get_attr]; -"502 _param_constant79_0_0" [id=502, type=get_attr]; -"503 mul_tensor_25" [id=503, type=mul]; +"502 mul_tensor_25" [id=502, type=mul]; +"503 zero_point_updated_constant25" [id=503, type=get_attr]; "504 sub_tensor_25" [id=504, type=sub]; "505 linear_24" [id=505, type=linear]; "506 unflatten_6" [id=506, type=unflatten]; @@ -532,11 +532,11 @@ strict digraph { "530 view_54_0_0_nncf_smooth_quant_0" [id=530, type=call_module]; "531 quantize_per_tensor_default_40" [id=531, type=quantize_per_tensor]; "532 dequantize_per_tensor_default_40" [id=532, type=dequantize_per_tensor]; -"533 linear_25_zero_point_0_updated_constant0" [id=533, type=get_attr]; -"534 linear_25_scale_0_updated_constant0" [id=534, type=get_attr]; +"533 _param_constant81_0_0" [id=533, type=get_attr]; +"534 scale_updated_constant26" [id=534, type=get_attr]; "535 compressed_weight_updated_constant26" [id=535, type=get_attr]; -"536 _param_constant81_0_0" [id=536, type=get_attr]; -"537 mul_tensor_26" [id=537, type=mul]; +"536 mul_tensor_26" [id=536, type=mul]; +"537 zero_point_updated_constant26" [id=537, type=get_attr]; "538 sub_tensor_26" [id=538, type=sub]; "539 linear_25" [id=539, type=linear]; "540 view_55" [id=540, type=view]; @@ -549,11 +549,11 @@ strict digraph { "547 layer_norm_13_0_0_nncf_smooth_quant_0" [id=547, type=call_module]; "548 quantize_per_tensor_default_41" [id=548, type=quantize_per_tensor]; "549 dequantize_per_tensor_default_41" [id=549, type=dequantize_per_tensor]; -"550 linear_26_zero_point_0_updated_constant0" [id=550, type=get_attr]; -"551 linear_26_scale_0_updated_constant0" [id=551, type=get_attr]; +"550 _param_constant85_0_0" [id=550, type=get_attr]; +"551 scale_updated_constant27" [id=551, type=get_attr]; "552 compressed_weight_updated_constant27" [id=552, type=get_attr]; -"553 _param_constant85_0_0" [id=553, type=get_attr]; -"554 mul_tensor_27" [id=554, type=mul]; +"553 mul_tensor_27" [id=553, type=mul]; +"554 zero_point_updated_constant27" [id=554, type=get_attr]; "555 sub_tensor_27" [id=555, type=sub]; "556 linear_26" [id=556, type=linear]; "557 gelu_6" [id=557, type=gelu]; @@ -561,11 +561,11 @@ strict digraph { "559 dropout_20_0_0_nncf_smooth_quant_0" [id=559, type=call_module]; "560 quantize_per_tensor_default_42" [id=560, type=quantize_per_tensor]; "561 dequantize_per_tensor_default_42" [id=561, type=dequantize_per_tensor]; -"562 linear_27_zero_point_0_updated_constant0" [id=562, type=get_attr]; -"563 linear_27_scale_0_updated_constant0" [id=563, type=get_attr]; +"562 _param_constant87_0_0" [id=562, type=get_attr]; +"563 scale_updated_constant28" [id=563, type=get_attr]; "564 compressed_weight_updated_constant28" [id=564, type=get_attr]; -"565 _param_constant87_0_0" [id=565, type=get_attr]; -"566 mul_tensor_28" [id=566, type=mul]; +"565 mul_tensor_28" [id=565, type=mul]; +"566 zero_point_updated_constant28" [id=566, type=get_attr]; "567 sub_tensor_28" [id=567, type=sub]; "568 linear_27" [id=568, type=linear]; "569 dropout_21" [id=569, type=dropout]; @@ -577,11 +577,11 @@ strict digraph { "575 transpose_42_0_0_nncf_smooth_quant_0" [id=575, type=call_module]; "576 quantize_per_tensor_default_43" [id=576, type=quantize_per_tensor]; "577 dequantize_per_tensor_default_43" [id=577, type=dequantize_per_tensor]; -"578 linear_28_zero_point_0_updated_constant0" [id=578, type=get_attr]; -"579 linear_28_scale_0_updated_constant0" [id=579, type=get_attr]; +"578 _param_constant91_0_0" [id=578, type=get_attr]; +"579 scale_updated_constant29" [id=579, type=get_attr]; "580 compressed_weight_updated_constant29" [id=580, type=get_attr]; -"581 _param_constant91_0_0" [id=581, type=get_attr]; -"582 mul_tensor_29" [id=582, type=mul]; +"581 mul_tensor_29" [id=581, type=mul]; +"582 zero_point_updated_constant29" [id=582, type=get_attr]; "583 sub_tensor_29" [id=583, type=sub]; "584 linear_28" [id=584, type=linear]; "585 unflatten_7" [id=585, type=unflatten]; @@ -611,11 +611,11 @@ strict digraph { "609 view_62_0_0_nncf_smooth_quant_0" [id=609, type=call_module]; "610 quantize_per_tensor_default_46" [id=610, type=quantize_per_tensor]; "611 dequantize_per_tensor_default_46" [id=611, type=dequantize_per_tensor]; -"612 linear_29_zero_point_0_updated_constant0" [id=612, type=get_attr]; -"613 linear_29_scale_0_updated_constant0" [id=613, type=get_attr]; +"612 _param_constant93_0_0" [id=612, type=get_attr]; +"613 scale_updated_constant30" [id=613, type=get_attr]; "614 compressed_weight_updated_constant30" [id=614, type=get_attr]; -"615 _param_constant93_0_0" [id=615, type=get_attr]; -"616 mul_tensor_30" [id=616, type=mul]; +"615 mul_tensor_30" [id=615, type=mul]; +"616 zero_point_updated_constant30" [id=616, type=get_attr]; "617 sub_tensor_30" [id=617, type=sub]; "618 linear_29" [id=618, type=linear]; "619 view_63" [id=619, type=view]; @@ -628,11 +628,11 @@ strict digraph { "626 layer_norm_15_0_0_nncf_smooth_quant_0" [id=626, type=call_module]; "627 quantize_per_tensor_default_47" [id=627, type=quantize_per_tensor]; "628 dequantize_per_tensor_default_47" [id=628, type=dequantize_per_tensor]; -"629 linear_30_zero_point_0_updated_constant0" [id=629, type=get_attr]; -"630 linear_30_scale_0_updated_constant0" [id=630, type=get_attr]; +"629 _param_constant97_0_0" [id=629, type=get_attr]; +"630 scale_updated_constant31" [id=630, type=get_attr]; "631 compressed_weight_updated_constant31" [id=631, type=get_attr]; -"632 _param_constant97_0_0" [id=632, type=get_attr]; -"633 mul_tensor_31" [id=633, type=mul]; +"632 mul_tensor_31" [id=632, type=mul]; +"633 zero_point_updated_constant31" [id=633, type=get_attr]; "634 sub_tensor_31" [id=634, type=sub]; "635 linear_30" [id=635, type=linear]; "636 gelu_7" [id=636, type=gelu]; @@ -640,11 +640,11 @@ strict digraph { "638 dropout_23_0_0_nncf_smooth_quant_0" [id=638, type=call_module]; "639 quantize_per_tensor_default_48" [id=639, type=quantize_per_tensor]; "640 dequantize_per_tensor_default_48" [id=640, type=dequantize_per_tensor]; -"641 linear_31_zero_point_0_updated_constant0" [id=641, type=get_attr]; -"642 linear_31_scale_0_updated_constant0" [id=642, type=get_attr]; +"641 _param_constant99_0_0" [id=641, type=get_attr]; +"642 scale_updated_constant32" [id=642, type=get_attr]; "643 compressed_weight_updated_constant32" [id=643, type=get_attr]; -"644 _param_constant99_0_0" [id=644, type=get_attr]; -"645 mul_tensor_32" [id=645, type=mul]; +"644 mul_tensor_32" [id=644, type=mul]; +"645 zero_point_updated_constant32" [id=645, type=get_attr]; "646 sub_tensor_32" [id=646, type=sub]; "647 linear_31" [id=647, type=linear]; "648 dropout_24" [id=648, type=dropout]; @@ -656,11 +656,11 @@ strict digraph { "654 transpose_48_0_0_nncf_smooth_quant_0" [id=654, type=call_module]; "655 quantize_per_tensor_default_49" [id=655, type=quantize_per_tensor]; "656 dequantize_per_tensor_default_49" [id=656, type=dequantize_per_tensor]; -"657 linear_32_zero_point_0_updated_constant0" [id=657, type=get_attr]; -"658 linear_32_scale_0_updated_constant0" [id=658, type=get_attr]; +"657 _param_constant103_0_0" [id=657, type=get_attr]; +"658 scale_updated_constant33" [id=658, type=get_attr]; "659 compressed_weight_updated_constant33" [id=659, type=get_attr]; -"660 _param_constant103_0_0" [id=660, type=get_attr]; -"661 mul_tensor_33" [id=661, type=mul]; +"660 mul_tensor_33" [id=660, type=mul]; +"661 zero_point_updated_constant33" [id=661, type=get_attr]; "662 sub_tensor_33" [id=662, type=sub]; "663 linear_32" [id=663, type=linear]; "664 unflatten_8" [id=664, type=unflatten]; @@ -690,11 +690,11 @@ strict digraph { "688 view_70_0_0_nncf_smooth_quant_0" [id=688, type=call_module]; "689 quantize_per_tensor_default_52" [id=689, type=quantize_per_tensor]; "690 dequantize_per_tensor_default_52" [id=690, type=dequantize_per_tensor]; -"691 linear_33_zero_point_0_updated_constant0" [id=691, type=get_attr]; -"692 linear_33_scale_0_updated_constant0" [id=692, type=get_attr]; +"691 _param_constant105_0_0" [id=691, type=get_attr]; +"692 scale_updated_constant34" [id=692, type=get_attr]; "693 compressed_weight_updated_constant34" [id=693, type=get_attr]; -"694 _param_constant105_0_0" [id=694, type=get_attr]; -"695 mul_tensor_34" [id=695, type=mul]; +"694 mul_tensor_34" [id=694, type=mul]; +"695 zero_point_updated_constant34" [id=695, type=get_attr]; "696 sub_tensor_34" [id=696, type=sub]; "697 linear_33" [id=697, type=linear]; "698 view_71" [id=698, type=view]; @@ -707,11 +707,11 @@ strict digraph { "705 layer_norm_17_0_0_nncf_smooth_quant_0" [id=705, type=call_module]; "706 quantize_per_tensor_default_53" [id=706, type=quantize_per_tensor]; "707 dequantize_per_tensor_default_53" [id=707, type=dequantize_per_tensor]; -"708 linear_34_zero_point_0_updated_constant0" [id=708, type=get_attr]; -"709 linear_34_scale_0_updated_constant0" [id=709, type=get_attr]; +"708 _param_constant109_0_0" [id=708, type=get_attr]; +"709 scale_updated_constant35" [id=709, type=get_attr]; "710 compressed_weight_updated_constant35" [id=710, type=get_attr]; -"711 _param_constant109_0_0" [id=711, type=get_attr]; -"712 mul_tensor_35" [id=712, type=mul]; +"711 mul_tensor_35" [id=711, type=mul]; +"712 zero_point_updated_constant35" [id=712, type=get_attr]; "713 sub_tensor_35" [id=713, type=sub]; "714 linear_34" [id=714, type=linear]; "715 gelu_8" [id=715, type=gelu]; @@ -719,11 +719,11 @@ strict digraph { "717 dropout_26_0_0_nncf_smooth_quant_0" [id=717, type=call_module]; "718 quantize_per_tensor_default_54" [id=718, type=quantize_per_tensor]; "719 dequantize_per_tensor_default_54" [id=719, type=dequantize_per_tensor]; -"720 linear_35_zero_point_0_updated_constant0" [id=720, type=get_attr]; -"721 linear_35_scale_0_updated_constant0" [id=721, type=get_attr]; +"720 _param_constant111_0_0" [id=720, type=get_attr]; +"721 scale_updated_constant36" [id=721, type=get_attr]; "722 compressed_weight_updated_constant36" [id=722, type=get_attr]; -"723 _param_constant111_0_0" [id=723, type=get_attr]; -"724 mul_tensor_36" [id=724, type=mul]; +"723 mul_tensor_36" [id=723, type=mul]; +"724 zero_point_updated_constant36" [id=724, type=get_attr]; "725 sub_tensor_36" [id=725, type=sub]; "726 linear_35" [id=726, type=linear]; "727 dropout_27" [id=727, type=dropout]; @@ -735,11 +735,11 @@ strict digraph { "733 transpose_54_0_0_nncf_smooth_quant_0" [id=733, type=call_module]; "734 quantize_per_tensor_default_55" [id=734, type=quantize_per_tensor]; "735 dequantize_per_tensor_default_55" [id=735, type=dequantize_per_tensor]; -"736 linear_36_zero_point_0_updated_constant0" [id=736, type=get_attr]; -"737 linear_36_scale_0_updated_constant0" [id=737, type=get_attr]; +"736 _param_constant115_0_0" [id=736, type=get_attr]; +"737 scale_updated_constant37" [id=737, type=get_attr]; "738 compressed_weight_updated_constant37" [id=738, type=get_attr]; -"739 _param_constant115_0_0" [id=739, type=get_attr]; -"740 mul_tensor_37" [id=740, type=mul]; +"739 mul_tensor_37" [id=739, type=mul]; +"740 zero_point_updated_constant37" [id=740, type=get_attr]; "741 sub_tensor_37" [id=741, type=sub]; "742 linear_36" [id=742, type=linear]; "743 unflatten_9" [id=743, type=unflatten]; @@ -769,11 +769,11 @@ strict digraph { "767 view_78_0_0_nncf_smooth_quant_0" [id=767, type=call_module]; "768 quantize_per_tensor_default_58" [id=768, type=quantize_per_tensor]; "769 dequantize_per_tensor_default_58" [id=769, type=dequantize_per_tensor]; -"770 linear_37_zero_point_0_updated_constant0" [id=770, type=get_attr]; -"771 linear_37_scale_0_updated_constant0" [id=771, type=get_attr]; +"770 _param_constant117_0_0" [id=770, type=get_attr]; +"771 scale_updated_constant38" [id=771, type=get_attr]; "772 compressed_weight_updated_constant38" [id=772, type=get_attr]; -"773 _param_constant117_0_0" [id=773, type=get_attr]; -"774 mul_tensor_38" [id=774, type=mul]; +"773 mul_tensor_38" [id=773, type=mul]; +"774 zero_point_updated_constant38" [id=774, type=get_attr]; "775 sub_tensor_38" [id=775, type=sub]; "776 linear_37" [id=776, type=linear]; "777 view_79" [id=777, type=view]; @@ -786,11 +786,11 @@ strict digraph { "784 layer_norm_19_0_0_nncf_smooth_quant_0" [id=784, type=call_module]; "785 quantize_per_tensor_default_59" [id=785, type=quantize_per_tensor]; "786 dequantize_per_tensor_default_59" [id=786, type=dequantize_per_tensor]; -"787 linear_38_zero_point_0_updated_constant0" [id=787, type=get_attr]; -"788 linear_38_scale_0_updated_constant0" [id=788, type=get_attr]; +"787 _param_constant121_0_0" [id=787, type=get_attr]; +"788 scale_updated_constant39" [id=788, type=get_attr]; "789 compressed_weight_updated_constant39" [id=789, type=get_attr]; -"790 _param_constant121_0_0" [id=790, type=get_attr]; -"791 mul_tensor_39" [id=791, type=mul]; +"790 mul_tensor_39" [id=790, type=mul]; +"791 zero_point_updated_constant39" [id=791, type=get_attr]; "792 sub_tensor_39" [id=792, type=sub]; "793 linear_38" [id=793, type=linear]; "794 gelu_9" [id=794, type=gelu]; @@ -798,11 +798,11 @@ strict digraph { "796 dropout_29_0_0_nncf_smooth_quant_0" [id=796, type=call_module]; "797 quantize_per_tensor_default_60" [id=797, type=quantize_per_tensor]; "798 dequantize_per_tensor_default_60" [id=798, type=dequantize_per_tensor]; -"799 linear_39_zero_point_0_updated_constant0" [id=799, type=get_attr]; -"800 linear_39_scale_0_updated_constant0" [id=800, type=get_attr]; +"799 _param_constant123_0_0" [id=799, type=get_attr]; +"800 scale_updated_constant40" [id=800, type=get_attr]; "801 compressed_weight_updated_constant40" [id=801, type=get_attr]; -"802 _param_constant123_0_0" [id=802, type=get_attr]; -"803 mul_tensor_40" [id=803, type=mul]; +"802 mul_tensor_40" [id=802, type=mul]; +"803 zero_point_updated_constant40" [id=803, type=get_attr]; "804 sub_tensor_40" [id=804, type=sub]; "805 linear_39" [id=805, type=linear]; "806 dropout_30" [id=806, type=dropout]; @@ -814,11 +814,11 @@ strict digraph { "812 transpose_60_0_0_nncf_smooth_quant_0" [id=812, type=call_module]; "813 quantize_per_tensor_default_61" [id=813, type=quantize_per_tensor]; "814 dequantize_per_tensor_default_61" [id=814, type=dequantize_per_tensor]; -"815 linear_40_zero_point_0_updated_constant0" [id=815, type=get_attr]; -"816 linear_40_scale_0_updated_constant0" [id=816, type=get_attr]; +"815 _param_constant127_0_0" [id=815, type=get_attr]; +"816 scale_updated_constant41" [id=816, type=get_attr]; "817 compressed_weight_updated_constant41" [id=817, type=get_attr]; -"818 _param_constant127_0_0" [id=818, type=get_attr]; -"819 mul_tensor_41" [id=819, type=mul]; +"818 mul_tensor_41" [id=818, type=mul]; +"819 zero_point_updated_constant41" [id=819, type=get_attr]; "820 sub_tensor_41" [id=820, type=sub]; "821 linear_40" [id=821, type=linear]; "822 unflatten_10" [id=822, type=unflatten]; @@ -848,11 +848,11 @@ strict digraph { "846 view_86_0_0_nncf_smooth_quant_0" [id=846, type=call_module]; "847 quantize_per_tensor_default_64" [id=847, type=quantize_per_tensor]; "848 dequantize_per_tensor_default_64" [id=848, type=dequantize_per_tensor]; -"849 linear_41_zero_point_0_updated_constant0" [id=849, type=get_attr]; -"850 linear_41_scale_0_updated_constant0" [id=850, type=get_attr]; +"849 _param_constant129_0_0" [id=849, type=get_attr]; +"850 scale_updated_constant42" [id=850, type=get_attr]; "851 compressed_weight_updated_constant42" [id=851, type=get_attr]; -"852 _param_constant129_0_0" [id=852, type=get_attr]; -"853 mul_tensor_42" [id=853, type=mul]; +"852 mul_tensor_42" [id=852, type=mul]; +"853 zero_point_updated_constant42" [id=853, type=get_attr]; "854 sub_tensor_42" [id=854, type=sub]; "855 linear_41" [id=855, type=linear]; "856 view_87" [id=856, type=view]; @@ -865,11 +865,11 @@ strict digraph { "863 layer_norm_21_0_0_nncf_smooth_quant_0" [id=863, type=call_module]; "864 quantize_per_tensor_default_65" [id=864, type=quantize_per_tensor]; "865 dequantize_per_tensor_default_65" [id=865, type=dequantize_per_tensor]; -"866 linear_42_zero_point_0_updated_constant0" [id=866, type=get_attr]; -"867 linear_42_scale_0_updated_constant0" [id=867, type=get_attr]; +"866 _param_constant133_0_0" [id=866, type=get_attr]; +"867 scale_updated_constant43" [id=867, type=get_attr]; "868 compressed_weight_updated_constant43" [id=868, type=get_attr]; -"869 _param_constant133_0_0" [id=869, type=get_attr]; -"870 mul_tensor_43" [id=870, type=mul]; +"869 mul_tensor_43" [id=869, type=mul]; +"870 zero_point_updated_constant43" [id=870, type=get_attr]; "871 sub_tensor_43" [id=871, type=sub]; "872 linear_42" [id=872, type=linear]; "873 gelu_10" [id=873, type=gelu]; @@ -877,11 +877,11 @@ strict digraph { "875 dropout_32_0_0_nncf_smooth_quant_0" [id=875, type=call_module]; "876 quantize_per_tensor_default_66" [id=876, type=quantize_per_tensor]; "877 dequantize_per_tensor_default_66" [id=877, type=dequantize_per_tensor]; -"878 linear_43_zero_point_0_updated_constant0" [id=878, type=get_attr]; -"879 linear_43_scale_0_updated_constant0" [id=879, type=get_attr]; +"878 _param_constant135_0_0" [id=878, type=get_attr]; +"879 scale_updated_constant44" [id=879, type=get_attr]; "880 compressed_weight_updated_constant44" [id=880, type=get_attr]; -"881 _param_constant135_0_0" [id=881, type=get_attr]; -"882 mul_tensor_44" [id=882, type=mul]; +"881 mul_tensor_44" [id=881, type=mul]; +"882 zero_point_updated_constant44" [id=882, type=get_attr]; "883 sub_tensor_44" [id=883, type=sub]; "884 linear_43" [id=884, type=linear]; "885 dropout_33" [id=885, type=dropout]; @@ -893,11 +893,11 @@ strict digraph { "891 transpose_66_0_0_nncf_smooth_quant_0" [id=891, type=call_module]; "892 quantize_per_tensor_default_67" [id=892, type=quantize_per_tensor]; "893 dequantize_per_tensor_default_67" [id=893, type=dequantize_per_tensor]; -"894 linear_44_zero_point_0_updated_constant0" [id=894, type=get_attr]; -"895 linear_44_scale_0_updated_constant0" [id=895, type=get_attr]; +"894 _param_constant139_0_0" [id=894, type=get_attr]; +"895 scale_updated_constant45" [id=895, type=get_attr]; "896 compressed_weight_updated_constant45" [id=896, type=get_attr]; -"897 _param_constant139_0_0" [id=897, type=get_attr]; -"898 mul_tensor_45" [id=898, type=mul]; +"897 mul_tensor_45" [id=897, type=mul]; +"898 zero_point_updated_constant45" [id=898, type=get_attr]; "899 sub_tensor_45" [id=899, type=sub]; "900 linear_44" [id=900, type=linear]; "901 unflatten_11" [id=901, type=unflatten]; @@ -927,11 +927,11 @@ strict digraph { "925 view_94_0_0_nncf_smooth_quant_0" [id=925, type=call_module]; "926 quantize_per_tensor_default_70" [id=926, type=quantize_per_tensor]; "927 dequantize_per_tensor_default_70" [id=927, type=dequantize_per_tensor]; -"928 linear_45_zero_point_0_updated_constant0" [id=928, type=get_attr]; -"929 linear_45_scale_0_updated_constant0" [id=929, type=get_attr]; +"928 _param_constant141_0_0" [id=928, type=get_attr]; +"929 scale_updated_constant46" [id=929, type=get_attr]; "930 compressed_weight_updated_constant46" [id=930, type=get_attr]; -"931 _param_constant141_0_0" [id=931, type=get_attr]; -"932 mul_tensor_46" [id=932, type=mul]; +"931 mul_tensor_46" [id=931, type=mul]; +"932 zero_point_updated_constant46" [id=932, type=get_attr]; "933 sub_tensor_46" [id=933, type=sub]; "934 linear_45" [id=934, type=linear]; "935 view_95" [id=935, type=view]; @@ -944,11 +944,11 @@ strict digraph { "942 layer_norm_23_0_0_nncf_smooth_quant_0" [id=942, type=call_module]; "943 quantize_per_tensor_default_71" [id=943, type=quantize_per_tensor]; "944 dequantize_per_tensor_default_71" [id=944, type=dequantize_per_tensor]; -"945 linear_46_zero_point_0_updated_constant0" [id=945, type=get_attr]; -"946 linear_46_scale_0_updated_constant0" [id=946, type=get_attr]; +"945 _param_constant145_0_0" [id=945, type=get_attr]; +"946 scale_updated_constant47" [id=946, type=get_attr]; "947 compressed_weight_updated_constant47" [id=947, type=get_attr]; -"948 _param_constant145_0_0" [id=948, type=get_attr]; -"949 mul_tensor_47" [id=949, type=mul]; +"948 mul_tensor_47" [id=948, type=mul]; +"949 zero_point_updated_constant47" [id=949, type=get_attr]; "950 sub_tensor_47" [id=950, type=sub]; "951 linear_46" [id=951, type=linear]; "952 gelu_11" [id=952, type=gelu]; @@ -956,11 +956,11 @@ strict digraph { "954 dropout_35_0_0_nncf_smooth_quant_0" [id=954, type=call_module]; "955 quantize_per_tensor_default_72" [id=955, type=quantize_per_tensor]; "956 dequantize_per_tensor_default_72" [id=956, type=dequantize_per_tensor]; -"957 linear_47_zero_point_0_updated_constant0" [id=957, type=get_attr]; -"958 linear_47_scale_0_updated_constant0" [id=958, type=get_attr]; +"957 _param_constant147_0_0" [id=957, type=get_attr]; +"958 scale_updated_constant48" [id=958, type=get_attr]; "959 compressed_weight_updated_constant48" [id=959, type=get_attr]; -"960 _param_constant147_0_0" [id=960, type=get_attr]; -"961 mul_tensor_48" [id=961, type=mul]; +"960 mul_tensor_48" [id=960, type=mul]; +"961 zero_point_updated_constant48" [id=961, type=get_attr]; "962 sub_tensor_48" [id=962, type=sub]; "963 linear_47" [id=963, type=linear]; "964 dropout_36" [id=964, type=dropout]; @@ -973,23 +973,23 @@ strict digraph { "971 select_36_0_0_nncf_smooth_quant_0" [id=971, type=call_module]; "972 quantize_per_tensor_default_73" [id=972, type=quantize_per_tensor]; "973 dequantize_per_tensor_default_73" [id=973, type=dequantize_per_tensor]; -"974 linear_48_zero_point_0_updated_constant0" [id=974, type=get_attr]; -"975 linear_48_scale_0_updated_constant0" [id=975, type=get_attr]; +"974 _param_constant151_0_0" [id=974, type=get_attr]; +"975 scale_updated_constant49" [id=975, type=get_attr]; "976 compressed_weight_updated_constant49" [id=976, type=get_attr]; -"977 _param_constant151_0_0" [id=977, type=get_attr]; -"978 mul_tensor_49" [id=978, type=mul]; +"977 mul_tensor_49" [id=977, type=mul]; +"978 zero_point_updated_constant49" [id=978, type=get_attr]; "979 sub_tensor_49" [id=979, type=sub]; "980 linear_48" [id=980, type=linear]; "981 output" [id=981, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_zero_point_0_updated_constant0" -> "8 sub_tensor" [label="(768, 1, 1, 1)", style=solid]; -"4 conv2d_scale_0_updated_constant0" -> "7 mul_tensor" [label="(768, 1, 1, 1)", style=solid]; -"5 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(768, 3, 16, 16)", style=solid]; -"6 _param_constant1_0_0" -> "9 conv2d" [label="(768,)", style=solid]; -"7 mul_tensor" -> "8 sub_tensor" [label="(768, 3, 16, 16)", style=solid]; -"8 sub_tensor" -> "9 conv2d" [label=None, style=solid]; +"3 _param_constant1_0_0" -> "9 conv2d" [label="(768,)", style=solid]; +"4 scale_updated_constant0" -> "6 mul_tensor" [label="(768, 1, 1, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(768, 3, 16, 16)", style=solid]; +"6 mul_tensor" -> "8 sub_tensor" [label="(768, 3, 16, 16)", style=solid]; +"7 zero_point_updated_constant0" -> "8 sub_tensor" [label="(768, 1, 1, 1)", style=solid]; +"8 sub_tensor" -> "9 conv2d" [label="(768, 3, 16, 16)", style=solid]; "9 conv2d" -> "10 reshape" [label="(1, 768, 14, 14)", style=solid]; "10 reshape" -> "11 permute" [label="(1, 768, 196)", style=solid]; "11 permute" -> "14 cat" [label="(1, 196, 768)", style=solid]; @@ -1007,12 +1007,12 @@ strict digraph { "22 transpose_0_0_nncf_smooth_quant_0" -> "23 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; "23 quantize_per_tensor_default_1" -> "24 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; "24 dequantize_per_tensor_default_1" -> "31 linear" [label="(197, 1, 768)", style=solid]; -"25 linear_zero_point_0_updated_constant0" -> "30 sub_tensor_1" [label="(2304, 1)", style=solid]; -"26 linear_scale_0_updated_constant0" -> "29 mul_tensor_1" [label="(2304, 1)", style=solid]; -"27 compressed_weight_updated_constant1" -> "29 mul_tensor_1" [label="(2304, 768)", style=solid]; -"28 _param_constant7_0_0" -> "31 linear" [label="(2304,)", style=solid]; -"29 mul_tensor_1" -> "30 sub_tensor_1" [label="(2304, 768)", style=solid]; -"30 sub_tensor_1" -> "31 linear" [label=None, style=solid]; +"25 _param_constant7_0_0" -> "31 linear" [label="(2304,)", style=solid]; +"26 scale_updated_constant1" -> "28 mul_tensor_1" [label="(2304, 1)", style=solid]; +"27 compressed_weight_updated_constant1" -> "28 mul_tensor_1" [label="(2304, 768)", style=solid]; +"28 mul_tensor_1" -> "30 sub_tensor_1" [label="(2304, 768)", style=solid]; +"29 zero_point_updated_constant1" -> "30 sub_tensor_1" [label="(2304, 1)", style=solid]; +"30 sub_tensor_1" -> "31 linear" [label="(2304, 768)", style=solid]; "31 linear" -> "32 unflatten" [label="(197, 1, 2304)", style=solid]; "32 unflatten" -> "33 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; "33 unsqueeze" -> "34 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1043,12 +1043,12 @@ strict digraph { "56 view_6_0_0_nncf_smooth_quant_0" -> "57 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; "57 quantize_per_tensor_default_4" -> "58 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; "58 dequantize_per_tensor_default_4" -> "65 linear_1" [label="(197, 768)", style=solid]; -"59 linear_1_zero_point_0_updated_constant0" -> "64 sub_tensor_2" [label="(768, 1)", style=solid]; -"60 linear_1_scale_0_updated_constant0" -> "63 mul_tensor_2" [label="(768, 1)", style=solid]; -"61 compressed_weight_updated_constant2" -> "63 mul_tensor_2" [label="(768, 768)", style=solid]; -"62 _param_constant9_0_0" -> "65 linear_1" [label="(768,)", style=solid]; -"63 mul_tensor_2" -> "64 sub_tensor_2" [label="(768, 768)", style=solid]; -"64 sub_tensor_2" -> "65 linear_1" [label=None, style=solid]; +"59 _param_constant9_0_0" -> "65 linear_1" [label="(768,)", style=solid]; +"60 scale_updated_constant2" -> "62 mul_tensor_2" [label="(768, 1)", style=solid]; +"61 compressed_weight_updated_constant2" -> "62 mul_tensor_2" [label="(768, 768)", style=solid]; +"62 mul_tensor_2" -> "64 sub_tensor_2" [label="(768, 768)", style=solid]; +"63 zero_point_updated_constant2" -> "64 sub_tensor_2" [label="(768, 1)", style=solid]; +"64 sub_tensor_2" -> "65 linear_1" [label="(768, 768)", style=solid]; "65 linear_1" -> "66 view_7" [label="(197, 768)", style=solid]; "66 view_7" -> "67 transpose_5" [label="(197, 1, 768)", style=solid]; "67 transpose_5" -> "68 dropout_1" [label="(1, 197, 768)", style=solid]; @@ -1061,24 +1061,24 @@ strict digraph { "73 layer_norm_1_0_0_nncf_smooth_quant_0" -> "74 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; "74 quantize_per_tensor_default_5" -> "75 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; "75 dequantize_per_tensor_default_5" -> "82 linear_2" [label="(1, 197, 768)", style=solid]; -"76 linear_2_zero_point_0_updated_constant0" -> "81 sub_tensor_3" [label="(3072, 1)", style=solid]; -"77 linear_2_scale_0_updated_constant0" -> "80 mul_tensor_3" [label="(3072, 1)", style=solid]; -"78 compressed_weight_updated_constant3" -> "80 mul_tensor_3" [label="(3072, 768)", style=solid]; -"79 _param_constant13_0_0" -> "82 linear_2" [label="(3072,)", style=solid]; -"80 mul_tensor_3" -> "81 sub_tensor_3" [label="(3072, 768)", style=solid]; -"81 sub_tensor_3" -> "82 linear_2" [label=None, style=solid]; +"76 _param_constant13_0_0" -> "82 linear_2" [label="(3072,)", style=solid]; +"77 scale_updated_constant3" -> "79 mul_tensor_3" [label="(3072, 1)", style=solid]; +"78 compressed_weight_updated_constant3" -> "79 mul_tensor_3" [label="(3072, 768)", style=solid]; +"79 mul_tensor_3" -> "81 sub_tensor_3" [label="(3072, 768)", style=solid]; +"80 zero_point_updated_constant3" -> "81 sub_tensor_3" [label="(3072, 1)", style=solid]; +"81 sub_tensor_3" -> "82 linear_2" [label="(3072, 768)", style=solid]; "82 linear_2" -> "83 gelu" [label="(1, 197, 3072)", style=solid]; "83 gelu" -> "84 dropout_2" [label="(1, 197, 3072)", style=solid]; "84 dropout_2" -> "85 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "85 dropout_2_0_0_nncf_smooth_quant_0" -> "86 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; "86 quantize_per_tensor_default_6" -> "87 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; "87 dequantize_per_tensor_default_6" -> "94 linear_3" [label="(1, 197, 3072)", style=solid]; -"88 linear_3_zero_point_0_updated_constant0" -> "93 sub_tensor_4" [label="(768, 1)", style=solid]; -"89 linear_3_scale_0_updated_constant0" -> "92 mul_tensor_4" [label="(768, 1)", style=solid]; -"90 compressed_weight_updated_constant4" -> "92 mul_tensor_4" [label="(768, 3072)", style=solid]; -"91 _param_constant15_0_0" -> "94 linear_3" [label="(768,)", style=solid]; -"92 mul_tensor_4" -> "93 sub_tensor_4" [label="(768, 3072)", style=solid]; -"93 sub_tensor_4" -> "94 linear_3" [label=None, style=solid]; +"88 _param_constant15_0_0" -> "94 linear_3" [label="(768,)", style=solid]; +"89 scale_updated_constant4" -> "91 mul_tensor_4" [label="(768, 1)", style=solid]; +"90 compressed_weight_updated_constant4" -> "91 mul_tensor_4" [label="(768, 3072)", style=solid]; +"91 mul_tensor_4" -> "93 sub_tensor_4" [label="(768, 3072)", style=solid]; +"92 zero_point_updated_constant4" -> "93 sub_tensor_4" [label="(768, 1)", style=solid]; +"93 sub_tensor_4" -> "94 linear_3" [label="(768, 3072)", style=solid]; "94 linear_3" -> "95 dropout_3" [label="(1, 197, 768)", style=solid]; "95 dropout_3" -> "96 add_2" [label="(1, 197, 768)", style=solid]; "96 add_2" -> "99 layer_norm_2" [label="(1, 197, 768)", style=solid]; @@ -1090,12 +1090,12 @@ strict digraph { "101 transpose_6_0_0_nncf_smooth_quant_0" -> "102 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; "102 quantize_per_tensor_default_7" -> "103 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; "103 dequantize_per_tensor_default_7" -> "110 linear_4" [label="(197, 1, 768)", style=solid]; -"104 linear_4_zero_point_0_updated_constant0" -> "109 sub_tensor_5" [label="(2304, 1)", style=solid]; -"105 linear_4_scale_0_updated_constant0" -> "108 mul_tensor_5" [label="(2304, 1)", style=solid]; -"106 compressed_weight_updated_constant5" -> "108 mul_tensor_5" [label="(2304, 768)", style=solid]; -"107 _param_constant19_0_0" -> "110 linear_4" [label="(2304,)", style=solid]; -"108 mul_tensor_5" -> "109 sub_tensor_5" [label="(2304, 768)", style=solid]; -"109 sub_tensor_5" -> "110 linear_4" [label=None, style=solid]; +"104 _param_constant19_0_0" -> "110 linear_4" [label="(2304,)", style=solid]; +"105 scale_updated_constant5" -> "107 mul_tensor_5" [label="(2304, 1)", style=solid]; +"106 compressed_weight_updated_constant5" -> "107 mul_tensor_5" [label="(2304, 768)", style=solid]; +"107 mul_tensor_5" -> "109 sub_tensor_5" [label="(2304, 768)", style=solid]; +"108 zero_point_updated_constant5" -> "109 sub_tensor_5" [label="(2304, 1)", style=solid]; +"109 sub_tensor_5" -> "110 linear_4" [label="(2304, 768)", style=solid]; "110 linear_4" -> "111 unflatten_1" [label="(197, 1, 2304)", style=solid]; "111 unflatten_1" -> "112 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; "112 unsqueeze_1" -> "113 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1126,12 +1126,12 @@ strict digraph { "135 view_14_0_0_nncf_smooth_quant_0" -> "136 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; "136 quantize_per_tensor_default_10" -> "137 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; "137 dequantize_per_tensor_default_10" -> "144 linear_5" [label="(197, 768)", style=solid]; -"138 linear_5_zero_point_0_updated_constant0" -> "143 sub_tensor_6" [label="(768, 1)", style=solid]; -"139 linear_5_scale_0_updated_constant0" -> "142 mul_tensor_6" [label="(768, 1)", style=solid]; -"140 compressed_weight_updated_constant6" -> "142 mul_tensor_6" [label="(768, 768)", style=solid]; -"141 _param_constant21_0_0" -> "144 linear_5" [label="(768,)", style=solid]; -"142 mul_tensor_6" -> "143 sub_tensor_6" [label="(768, 768)", style=solid]; -"143 sub_tensor_6" -> "144 linear_5" [label=None, style=solid]; +"138 _param_constant21_0_0" -> "144 linear_5" [label="(768,)", style=solid]; +"139 scale_updated_constant6" -> "141 mul_tensor_6" [label="(768, 1)", style=solid]; +"140 compressed_weight_updated_constant6" -> "141 mul_tensor_6" [label="(768, 768)", style=solid]; +"141 mul_tensor_6" -> "143 sub_tensor_6" [label="(768, 768)", style=solid]; +"142 zero_point_updated_constant6" -> "143 sub_tensor_6" [label="(768, 1)", style=solid]; +"143 sub_tensor_6" -> "144 linear_5" [label="(768, 768)", style=solid]; "144 linear_5" -> "145 view_15" [label="(197, 768)", style=solid]; "145 view_15" -> "146 transpose_11" [label="(197, 1, 768)", style=solid]; "146 transpose_11" -> "147 dropout_4" [label="(1, 197, 768)", style=solid]; @@ -1144,24 +1144,24 @@ strict digraph { "152 layer_norm_3_0_0_nncf_smooth_quant_0" -> "153 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; "153 quantize_per_tensor_default_11" -> "154 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; "154 dequantize_per_tensor_default_11" -> "161 linear_6" [label="(1, 197, 768)", style=solid]; -"155 linear_6_zero_point_0_updated_constant0" -> "160 sub_tensor_7" [label="(3072, 1)", style=solid]; -"156 linear_6_scale_0_updated_constant0" -> "159 mul_tensor_7" [label="(3072, 1)", style=solid]; -"157 compressed_weight_updated_constant7" -> "159 mul_tensor_7" [label="(3072, 768)", style=solid]; -"158 _param_constant25_0_0" -> "161 linear_6" [label="(3072,)", style=solid]; -"159 mul_tensor_7" -> "160 sub_tensor_7" [label="(3072, 768)", style=solid]; -"160 sub_tensor_7" -> "161 linear_6" [label=None, style=solid]; +"155 _param_constant25_0_0" -> "161 linear_6" [label="(3072,)", style=solid]; +"156 scale_updated_constant7" -> "158 mul_tensor_7" [label="(3072, 1)", style=solid]; +"157 compressed_weight_updated_constant7" -> "158 mul_tensor_7" [label="(3072, 768)", style=solid]; +"158 mul_tensor_7" -> "160 sub_tensor_7" [label="(3072, 768)", style=solid]; +"159 zero_point_updated_constant7" -> "160 sub_tensor_7" [label="(3072, 1)", style=solid]; +"160 sub_tensor_7" -> "161 linear_6" [label="(3072, 768)", style=solid]; "161 linear_6" -> "162 gelu_1" [label="(1, 197, 3072)", style=solid]; "162 gelu_1" -> "163 dropout_5" [label="(1, 197, 3072)", style=solid]; "163 dropout_5" -> "164 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "164 dropout_5_0_0_nncf_smooth_quant_0" -> "165 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; "165 quantize_per_tensor_default_12" -> "166 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; "166 dequantize_per_tensor_default_12" -> "173 linear_7" [label="(1, 197, 3072)", style=solid]; -"167 linear_7_zero_point_0_updated_constant0" -> "172 sub_tensor_8" [label="(768, 1)", style=solid]; -"168 linear_7_scale_0_updated_constant0" -> "171 mul_tensor_8" [label="(768, 1)", style=solid]; -"169 compressed_weight_updated_constant8" -> "171 mul_tensor_8" [label="(768, 3072)", style=solid]; -"170 _param_constant27_0_0" -> "173 linear_7" [label="(768,)", style=solid]; -"171 mul_tensor_8" -> "172 sub_tensor_8" [label="(768, 3072)", style=solid]; -"172 sub_tensor_8" -> "173 linear_7" [label=None, style=solid]; +"167 _param_constant27_0_0" -> "173 linear_7" [label="(768,)", style=solid]; +"168 scale_updated_constant8" -> "170 mul_tensor_8" [label="(768, 1)", style=solid]; +"169 compressed_weight_updated_constant8" -> "170 mul_tensor_8" [label="(768, 3072)", style=solid]; +"170 mul_tensor_8" -> "172 sub_tensor_8" [label="(768, 3072)", style=solid]; +"171 zero_point_updated_constant8" -> "172 sub_tensor_8" [label="(768, 1)", style=solid]; +"172 sub_tensor_8" -> "173 linear_7" [label="(768, 3072)", style=solid]; "173 linear_7" -> "174 dropout_6" [label="(1, 197, 768)", style=solid]; "174 dropout_6" -> "175 add_4" [label="(1, 197, 768)", style=solid]; "175 add_4" -> "178 layer_norm_4" [label="(1, 197, 768)", style=solid]; @@ -1173,12 +1173,12 @@ strict digraph { "180 transpose_12_0_0_nncf_smooth_quant_0" -> "181 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; "181 quantize_per_tensor_default_13" -> "182 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; "182 dequantize_per_tensor_default_13" -> "189 linear_8" [label="(197, 1, 768)", style=solid]; -"183 linear_8_zero_point_0_updated_constant0" -> "188 sub_tensor_9" [label="(2304, 1)", style=solid]; -"184 linear_8_scale_0_updated_constant0" -> "187 mul_tensor_9" [label="(2304, 1)", style=solid]; -"185 compressed_weight_updated_constant9" -> "187 mul_tensor_9" [label="(2304, 768)", style=solid]; -"186 _param_constant31_0_0" -> "189 linear_8" [label="(2304,)", style=solid]; -"187 mul_tensor_9" -> "188 sub_tensor_9" [label="(2304, 768)", style=solid]; -"188 sub_tensor_9" -> "189 linear_8" [label=None, style=solid]; +"183 _param_constant31_0_0" -> "189 linear_8" [label="(2304,)", style=solid]; +"184 scale_updated_constant9" -> "186 mul_tensor_9" [label="(2304, 1)", style=solid]; +"185 compressed_weight_updated_constant9" -> "186 mul_tensor_9" [label="(2304, 768)", style=solid]; +"186 mul_tensor_9" -> "188 sub_tensor_9" [label="(2304, 768)", style=solid]; +"187 zero_point_updated_constant9" -> "188 sub_tensor_9" [label="(2304, 1)", style=solid]; +"188 sub_tensor_9" -> "189 linear_8" [label="(2304, 768)", style=solid]; "189 linear_8" -> "190 unflatten_2" [label="(197, 1, 2304)", style=solid]; "190 unflatten_2" -> "191 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; "191 unsqueeze_2" -> "192 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1209,12 +1209,12 @@ strict digraph { "214 view_22_0_0_nncf_smooth_quant_0" -> "215 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; "215 quantize_per_tensor_default_16" -> "216 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; "216 dequantize_per_tensor_default_16" -> "223 linear_9" [label="(197, 768)", style=solid]; -"217 linear_9_zero_point_0_updated_constant0" -> "222 sub_tensor_10" [label="(768, 1)", style=solid]; -"218 linear_9_scale_0_updated_constant0" -> "221 mul_tensor_10" [label="(768, 1)", style=solid]; -"219 compressed_weight_updated_constant10" -> "221 mul_tensor_10" [label="(768, 768)", style=solid]; -"220 _param_constant33_0_0" -> "223 linear_9" [label="(768,)", style=solid]; -"221 mul_tensor_10" -> "222 sub_tensor_10" [label="(768, 768)", style=solid]; -"222 sub_tensor_10" -> "223 linear_9" [label=None, style=solid]; +"217 _param_constant33_0_0" -> "223 linear_9" [label="(768,)", style=solid]; +"218 scale_updated_constant10" -> "220 mul_tensor_10" [label="(768, 1)", style=solid]; +"219 compressed_weight_updated_constant10" -> "220 mul_tensor_10" [label="(768, 768)", style=solid]; +"220 mul_tensor_10" -> "222 sub_tensor_10" [label="(768, 768)", style=solid]; +"221 zero_point_updated_constant10" -> "222 sub_tensor_10" [label="(768, 1)", style=solid]; +"222 sub_tensor_10" -> "223 linear_9" [label="(768, 768)", style=solid]; "223 linear_9" -> "224 view_23" [label="(197, 768)", style=solid]; "224 view_23" -> "225 transpose_17" [label="(197, 1, 768)", style=solid]; "225 transpose_17" -> "226 dropout_7" [label="(1, 197, 768)", style=solid]; @@ -1227,24 +1227,24 @@ strict digraph { "231 layer_norm_5_0_0_nncf_smooth_quant_0" -> "232 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; "232 quantize_per_tensor_default_17" -> "233 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; "233 dequantize_per_tensor_default_17" -> "240 linear_10" [label="(1, 197, 768)", style=solid]; -"234 linear_10_zero_point_0_updated_constant0" -> "239 sub_tensor_11" [label="(3072, 1)", style=solid]; -"235 linear_10_scale_0_updated_constant0" -> "238 mul_tensor_11" [label="(3072, 1)", style=solid]; -"236 compressed_weight_updated_constant11" -> "238 mul_tensor_11" [label="(3072, 768)", style=solid]; -"237 _param_constant37_0_0" -> "240 linear_10" [label="(3072,)", style=solid]; -"238 mul_tensor_11" -> "239 sub_tensor_11" [label="(3072, 768)", style=solid]; -"239 sub_tensor_11" -> "240 linear_10" [label=None, style=solid]; +"234 _param_constant37_0_0" -> "240 linear_10" [label="(3072,)", style=solid]; +"235 scale_updated_constant11" -> "237 mul_tensor_11" [label="(3072, 1)", style=solid]; +"236 compressed_weight_updated_constant11" -> "237 mul_tensor_11" [label="(3072, 768)", style=solid]; +"237 mul_tensor_11" -> "239 sub_tensor_11" [label="(3072, 768)", style=solid]; +"238 zero_point_updated_constant11" -> "239 sub_tensor_11" [label="(3072, 1)", style=solid]; +"239 sub_tensor_11" -> "240 linear_10" [label="(3072, 768)", style=solid]; "240 linear_10" -> "241 gelu_2" [label="(1, 197, 3072)", style=solid]; "241 gelu_2" -> "242 dropout_8" [label="(1, 197, 3072)", style=solid]; "242 dropout_8" -> "243 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "243 dropout_8_0_0_nncf_smooth_quant_0" -> "244 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; "244 quantize_per_tensor_default_18" -> "245 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; "245 dequantize_per_tensor_default_18" -> "252 linear_11" [label="(1, 197, 3072)", style=solid]; -"246 linear_11_zero_point_0_updated_constant0" -> "251 sub_tensor_12" [label="(768, 1)", style=solid]; -"247 linear_11_scale_0_updated_constant0" -> "250 mul_tensor_12" [label="(768, 1)", style=solid]; -"248 compressed_weight_updated_constant12" -> "250 mul_tensor_12" [label="(768, 3072)", style=solid]; -"249 _param_constant39_0_0" -> "252 linear_11" [label="(768,)", style=solid]; -"250 mul_tensor_12" -> "251 sub_tensor_12" [label="(768, 3072)", style=solid]; -"251 sub_tensor_12" -> "252 linear_11" [label=None, style=solid]; +"246 _param_constant39_0_0" -> "252 linear_11" [label="(768,)", style=solid]; +"247 scale_updated_constant12" -> "249 mul_tensor_12" [label="(768, 1)", style=solid]; +"248 compressed_weight_updated_constant12" -> "249 mul_tensor_12" [label="(768, 3072)", style=solid]; +"249 mul_tensor_12" -> "251 sub_tensor_12" [label="(768, 3072)", style=solid]; +"250 zero_point_updated_constant12" -> "251 sub_tensor_12" [label="(768, 1)", style=solid]; +"251 sub_tensor_12" -> "252 linear_11" [label="(768, 3072)", style=solid]; "252 linear_11" -> "253 dropout_9" [label="(1, 197, 768)", style=solid]; "253 dropout_9" -> "254 add_6" [label="(1, 197, 768)", style=solid]; "254 add_6" -> "257 layer_norm_6" [label="(1, 197, 768)", style=solid]; @@ -1256,12 +1256,12 @@ strict digraph { "259 transpose_18_0_0_nncf_smooth_quant_0" -> "260 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; "260 quantize_per_tensor_default_19" -> "261 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; "261 dequantize_per_tensor_default_19" -> "268 linear_12" [label="(197, 1, 768)", style=solid]; -"262 linear_12_zero_point_0_updated_constant0" -> "267 sub_tensor_13" [label="(2304, 1)", style=solid]; -"263 linear_12_scale_0_updated_constant0" -> "266 mul_tensor_13" [label="(2304, 1)", style=solid]; -"264 compressed_weight_updated_constant13" -> "266 mul_tensor_13" [label="(2304, 768)", style=solid]; -"265 _param_constant43_0_0" -> "268 linear_12" [label="(2304,)", style=solid]; -"266 mul_tensor_13" -> "267 sub_tensor_13" [label="(2304, 768)", style=solid]; -"267 sub_tensor_13" -> "268 linear_12" [label=None, style=solid]; +"262 _param_constant43_0_0" -> "268 linear_12" [label="(2304,)", style=solid]; +"263 scale_updated_constant13" -> "265 mul_tensor_13" [label="(2304, 1)", style=solid]; +"264 compressed_weight_updated_constant13" -> "265 mul_tensor_13" [label="(2304, 768)", style=solid]; +"265 mul_tensor_13" -> "267 sub_tensor_13" [label="(2304, 768)", style=solid]; +"266 zero_point_updated_constant13" -> "267 sub_tensor_13" [label="(2304, 1)", style=solid]; +"267 sub_tensor_13" -> "268 linear_12" [label="(2304, 768)", style=solid]; "268 linear_12" -> "269 unflatten_3" [label="(197, 1, 2304)", style=solid]; "269 unflatten_3" -> "270 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; "270 unsqueeze_3" -> "271 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1292,12 +1292,12 @@ strict digraph { "293 view_30_0_0_nncf_smooth_quant_0" -> "294 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; "294 quantize_per_tensor_default_22" -> "295 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; "295 dequantize_per_tensor_default_22" -> "302 linear_13" [label="(197, 768)", style=solid]; -"296 linear_13_zero_point_0_updated_constant0" -> "301 sub_tensor_14" [label="(768, 1)", style=solid]; -"297 linear_13_scale_0_updated_constant0" -> "300 mul_tensor_14" [label="(768, 1)", style=solid]; -"298 compressed_weight_updated_constant14" -> "300 mul_tensor_14" [label="(768, 768)", style=solid]; -"299 _param_constant45_0_0" -> "302 linear_13" [label="(768,)", style=solid]; -"300 mul_tensor_14" -> "301 sub_tensor_14" [label="(768, 768)", style=solid]; -"301 sub_tensor_14" -> "302 linear_13" [label=None, style=solid]; +"296 _param_constant45_0_0" -> "302 linear_13" [label="(768,)", style=solid]; +"297 scale_updated_constant14" -> "299 mul_tensor_14" [label="(768, 1)", style=solid]; +"298 compressed_weight_updated_constant14" -> "299 mul_tensor_14" [label="(768, 768)", style=solid]; +"299 mul_tensor_14" -> "301 sub_tensor_14" [label="(768, 768)", style=solid]; +"300 zero_point_updated_constant14" -> "301 sub_tensor_14" [label="(768, 1)", style=solid]; +"301 sub_tensor_14" -> "302 linear_13" [label="(768, 768)", style=solid]; "302 linear_13" -> "303 view_31" [label="(197, 768)", style=solid]; "303 view_31" -> "304 transpose_23" [label="(197, 1, 768)", style=solid]; "304 transpose_23" -> "305 dropout_10" [label="(1, 197, 768)", style=solid]; @@ -1310,24 +1310,24 @@ strict digraph { "310 layer_norm_7_0_0_nncf_smooth_quant_0" -> "311 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; "311 quantize_per_tensor_default_23" -> "312 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; "312 dequantize_per_tensor_default_23" -> "319 linear_14" [label="(1, 197, 768)", style=solid]; -"313 linear_14_zero_point_0_updated_constant0" -> "318 sub_tensor_15" [label="(3072, 1)", style=solid]; -"314 linear_14_scale_0_updated_constant0" -> "317 mul_tensor_15" [label="(3072, 1)", style=solid]; -"315 compressed_weight_updated_constant15" -> "317 mul_tensor_15" [label="(3072, 768)", style=solid]; -"316 _param_constant49_0_0" -> "319 linear_14" [label="(3072,)", style=solid]; -"317 mul_tensor_15" -> "318 sub_tensor_15" [label="(3072, 768)", style=solid]; -"318 sub_tensor_15" -> "319 linear_14" [label=None, style=solid]; +"313 _param_constant49_0_0" -> "319 linear_14" [label="(3072,)", style=solid]; +"314 scale_updated_constant15" -> "316 mul_tensor_15" [label="(3072, 1)", style=solid]; +"315 compressed_weight_updated_constant15" -> "316 mul_tensor_15" [label="(3072, 768)", style=solid]; +"316 mul_tensor_15" -> "318 sub_tensor_15" [label="(3072, 768)", style=solid]; +"317 zero_point_updated_constant15" -> "318 sub_tensor_15" [label="(3072, 1)", style=solid]; +"318 sub_tensor_15" -> "319 linear_14" [label="(3072, 768)", style=solid]; "319 linear_14" -> "320 gelu_3" [label="(1, 197, 3072)", style=solid]; "320 gelu_3" -> "321 dropout_11" [label="(1, 197, 3072)", style=solid]; "321 dropout_11" -> "322 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "322 dropout_11_0_0_nncf_smooth_quant_0" -> "323 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; "323 quantize_per_tensor_default_24" -> "324 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; "324 dequantize_per_tensor_default_24" -> "331 linear_15" [label="(1, 197, 3072)", style=solid]; -"325 linear_15_zero_point_0_updated_constant0" -> "330 sub_tensor_16" [label="(768, 1)", style=solid]; -"326 linear_15_scale_0_updated_constant0" -> "329 mul_tensor_16" [label="(768, 1)", style=solid]; -"327 compressed_weight_updated_constant16" -> "329 mul_tensor_16" [label="(768, 3072)", style=solid]; -"328 _param_constant51_0_0" -> "331 linear_15" [label="(768,)", style=solid]; -"329 mul_tensor_16" -> "330 sub_tensor_16" [label="(768, 3072)", style=solid]; -"330 sub_tensor_16" -> "331 linear_15" [label=None, style=solid]; +"325 _param_constant51_0_0" -> "331 linear_15" [label="(768,)", style=solid]; +"326 scale_updated_constant16" -> "328 mul_tensor_16" [label="(768, 1)", style=solid]; +"327 compressed_weight_updated_constant16" -> "328 mul_tensor_16" [label="(768, 3072)", style=solid]; +"328 mul_tensor_16" -> "330 sub_tensor_16" [label="(768, 3072)", style=solid]; +"329 zero_point_updated_constant16" -> "330 sub_tensor_16" [label="(768, 1)", style=solid]; +"330 sub_tensor_16" -> "331 linear_15" [label="(768, 3072)", style=solid]; "331 linear_15" -> "332 dropout_12" [label="(1, 197, 768)", style=solid]; "332 dropout_12" -> "333 add_8" [label="(1, 197, 768)", style=solid]; "333 add_8" -> "336 layer_norm_8" [label="(1, 197, 768)", style=solid]; @@ -1339,12 +1339,12 @@ strict digraph { "338 transpose_24_0_0_nncf_smooth_quant_0" -> "339 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; "339 quantize_per_tensor_default_25" -> "340 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; "340 dequantize_per_tensor_default_25" -> "347 linear_16" [label="(197, 1, 768)", style=solid]; -"341 linear_16_zero_point_0_updated_constant0" -> "346 sub_tensor_17" [label="(2304, 1)", style=solid]; -"342 linear_16_scale_0_updated_constant0" -> "345 mul_tensor_17" [label="(2304, 1)", style=solid]; -"343 compressed_weight_updated_constant17" -> "345 mul_tensor_17" [label="(2304, 768)", style=solid]; -"344 _param_constant55_0_0" -> "347 linear_16" [label="(2304,)", style=solid]; -"345 mul_tensor_17" -> "346 sub_tensor_17" [label="(2304, 768)", style=solid]; -"346 sub_tensor_17" -> "347 linear_16" [label=None, style=solid]; +"341 _param_constant55_0_0" -> "347 linear_16" [label="(2304,)", style=solid]; +"342 scale_updated_constant17" -> "344 mul_tensor_17" [label="(2304, 1)", style=solid]; +"343 compressed_weight_updated_constant17" -> "344 mul_tensor_17" [label="(2304, 768)", style=solid]; +"344 mul_tensor_17" -> "346 sub_tensor_17" [label="(2304, 768)", style=solid]; +"345 zero_point_updated_constant17" -> "346 sub_tensor_17" [label="(2304, 1)", style=solid]; +"346 sub_tensor_17" -> "347 linear_16" [label="(2304, 768)", style=solid]; "347 linear_16" -> "348 unflatten_4" [label="(197, 1, 2304)", style=solid]; "348 unflatten_4" -> "349 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; "349 unsqueeze_4" -> "350 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1375,12 +1375,12 @@ strict digraph { "372 view_38_0_0_nncf_smooth_quant_0" -> "373 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; "373 quantize_per_tensor_default_28" -> "374 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; "374 dequantize_per_tensor_default_28" -> "381 linear_17" [label="(197, 768)", style=solid]; -"375 linear_17_zero_point_0_updated_constant0" -> "380 sub_tensor_18" [label="(768, 1)", style=solid]; -"376 linear_17_scale_0_updated_constant0" -> "379 mul_tensor_18" [label="(768, 1)", style=solid]; -"377 compressed_weight_updated_constant18" -> "379 mul_tensor_18" [label="(768, 768)", style=solid]; -"378 _param_constant57_0_0" -> "381 linear_17" [label="(768,)", style=solid]; -"379 mul_tensor_18" -> "380 sub_tensor_18" [label="(768, 768)", style=solid]; -"380 sub_tensor_18" -> "381 linear_17" [label=None, style=solid]; +"375 _param_constant57_0_0" -> "381 linear_17" [label="(768,)", style=solid]; +"376 scale_updated_constant18" -> "378 mul_tensor_18" [label="(768, 1)", style=solid]; +"377 compressed_weight_updated_constant18" -> "378 mul_tensor_18" [label="(768, 768)", style=solid]; +"378 mul_tensor_18" -> "380 sub_tensor_18" [label="(768, 768)", style=solid]; +"379 zero_point_updated_constant18" -> "380 sub_tensor_18" [label="(768, 1)", style=solid]; +"380 sub_tensor_18" -> "381 linear_17" [label="(768, 768)", style=solid]; "381 linear_17" -> "382 view_39" [label="(197, 768)", style=solid]; "382 view_39" -> "383 transpose_29" [label="(197, 1, 768)", style=solid]; "383 transpose_29" -> "384 dropout_13" [label="(1, 197, 768)", style=solid]; @@ -1393,24 +1393,24 @@ strict digraph { "389 layer_norm_9_0_0_nncf_smooth_quant_0" -> "390 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; "390 quantize_per_tensor_default_29" -> "391 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; "391 dequantize_per_tensor_default_29" -> "398 linear_18" [label="(1, 197, 768)", style=solid]; -"392 linear_18_zero_point_0_updated_constant0" -> "397 sub_tensor_19" [label="(3072, 1)", style=solid]; -"393 linear_18_scale_0_updated_constant0" -> "396 mul_tensor_19" [label="(3072, 1)", style=solid]; -"394 compressed_weight_updated_constant19" -> "396 mul_tensor_19" [label="(3072, 768)", style=solid]; -"395 _param_constant61_0_0" -> "398 linear_18" [label="(3072,)", style=solid]; -"396 mul_tensor_19" -> "397 sub_tensor_19" [label="(3072, 768)", style=solid]; -"397 sub_tensor_19" -> "398 linear_18" [label=None, style=solid]; +"392 _param_constant61_0_0" -> "398 linear_18" [label="(3072,)", style=solid]; +"393 scale_updated_constant19" -> "395 mul_tensor_19" [label="(3072, 1)", style=solid]; +"394 compressed_weight_updated_constant19" -> "395 mul_tensor_19" [label="(3072, 768)", style=solid]; +"395 mul_tensor_19" -> "397 sub_tensor_19" [label="(3072, 768)", style=solid]; +"396 zero_point_updated_constant19" -> "397 sub_tensor_19" [label="(3072, 1)", style=solid]; +"397 sub_tensor_19" -> "398 linear_18" [label="(3072, 768)", style=solid]; "398 linear_18" -> "399 gelu_4" [label="(1, 197, 3072)", style=solid]; "399 gelu_4" -> "400 dropout_14" [label="(1, 197, 3072)", style=solid]; "400 dropout_14" -> "401 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "401 dropout_14_0_0_nncf_smooth_quant_0" -> "402 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; "402 quantize_per_tensor_default_30" -> "403 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; "403 dequantize_per_tensor_default_30" -> "410 linear_19" [label="(1, 197, 3072)", style=solid]; -"404 linear_19_zero_point_0_updated_constant0" -> "409 sub_tensor_20" [label="(768, 1)", style=solid]; -"405 linear_19_scale_0_updated_constant0" -> "408 mul_tensor_20" [label="(768, 1)", style=solid]; -"406 compressed_weight_updated_constant20" -> "408 mul_tensor_20" [label="(768, 3072)", style=solid]; -"407 _param_constant63_0_0" -> "410 linear_19" [label="(768,)", style=solid]; -"408 mul_tensor_20" -> "409 sub_tensor_20" [label="(768, 3072)", style=solid]; -"409 sub_tensor_20" -> "410 linear_19" [label=None, style=solid]; +"404 _param_constant63_0_0" -> "410 linear_19" [label="(768,)", style=solid]; +"405 scale_updated_constant20" -> "407 mul_tensor_20" [label="(768, 1)", style=solid]; +"406 compressed_weight_updated_constant20" -> "407 mul_tensor_20" [label="(768, 3072)", style=solid]; +"407 mul_tensor_20" -> "409 sub_tensor_20" [label="(768, 3072)", style=solid]; +"408 zero_point_updated_constant20" -> "409 sub_tensor_20" [label="(768, 1)", style=solid]; +"409 sub_tensor_20" -> "410 linear_19" [label="(768, 3072)", style=solid]; "410 linear_19" -> "411 dropout_15" [label="(1, 197, 768)", style=solid]; "411 dropout_15" -> "412 add_10" [label="(1, 197, 768)", style=solid]; "412 add_10" -> "415 layer_norm_10" [label="(1, 197, 768)", style=solid]; @@ -1422,12 +1422,12 @@ strict digraph { "417 transpose_30_0_0_nncf_smooth_quant_0" -> "418 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; "418 quantize_per_tensor_default_31" -> "419 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; "419 dequantize_per_tensor_default_31" -> "426 linear_20" [label="(197, 1, 768)", style=solid]; -"420 linear_20_zero_point_0_updated_constant0" -> "425 sub_tensor_21" [label="(2304, 1)", style=solid]; -"421 linear_20_scale_0_updated_constant0" -> "424 mul_tensor_21" [label="(2304, 1)", style=solid]; -"422 compressed_weight_updated_constant21" -> "424 mul_tensor_21" [label="(2304, 768)", style=solid]; -"423 _param_constant67_0_0" -> "426 linear_20" [label="(2304,)", style=solid]; -"424 mul_tensor_21" -> "425 sub_tensor_21" [label="(2304, 768)", style=solid]; -"425 sub_tensor_21" -> "426 linear_20" [label=None, style=solid]; +"420 _param_constant67_0_0" -> "426 linear_20" [label="(2304,)", style=solid]; +"421 scale_updated_constant21" -> "423 mul_tensor_21" [label="(2304, 1)", style=solid]; +"422 compressed_weight_updated_constant21" -> "423 mul_tensor_21" [label="(2304, 768)", style=solid]; +"423 mul_tensor_21" -> "425 sub_tensor_21" [label="(2304, 768)", style=solid]; +"424 zero_point_updated_constant21" -> "425 sub_tensor_21" [label="(2304, 1)", style=solid]; +"425 sub_tensor_21" -> "426 linear_20" [label="(2304, 768)", style=solid]; "426 linear_20" -> "427 unflatten_5" [label="(197, 1, 2304)", style=solid]; "427 unflatten_5" -> "428 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; "428 unsqueeze_5" -> "429 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1458,12 +1458,12 @@ strict digraph { "451 view_46_0_0_nncf_smooth_quant_0" -> "452 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; "452 quantize_per_tensor_default_34" -> "453 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; "453 dequantize_per_tensor_default_34" -> "460 linear_21" [label="(197, 768)", style=solid]; -"454 linear_21_zero_point_0_updated_constant0" -> "459 sub_tensor_22" [label="(768, 1)", style=solid]; -"455 linear_21_scale_0_updated_constant0" -> "458 mul_tensor_22" [label="(768, 1)", style=solid]; -"456 compressed_weight_updated_constant22" -> "458 mul_tensor_22" [label="(768, 768)", style=solid]; -"457 _param_constant69_0_0" -> "460 linear_21" [label="(768,)", style=solid]; -"458 mul_tensor_22" -> "459 sub_tensor_22" [label="(768, 768)", style=solid]; -"459 sub_tensor_22" -> "460 linear_21" [label=None, style=solid]; +"454 _param_constant69_0_0" -> "460 linear_21" [label="(768,)", style=solid]; +"455 scale_updated_constant22" -> "457 mul_tensor_22" [label="(768, 1)", style=solid]; +"456 compressed_weight_updated_constant22" -> "457 mul_tensor_22" [label="(768, 768)", style=solid]; +"457 mul_tensor_22" -> "459 sub_tensor_22" [label="(768, 768)", style=solid]; +"458 zero_point_updated_constant22" -> "459 sub_tensor_22" [label="(768, 1)", style=solid]; +"459 sub_tensor_22" -> "460 linear_21" [label="(768, 768)", style=solid]; "460 linear_21" -> "461 view_47" [label="(197, 768)", style=solid]; "461 view_47" -> "462 transpose_35" [label="(197, 1, 768)", style=solid]; "462 transpose_35" -> "463 dropout_16" [label="(1, 197, 768)", style=solid]; @@ -1476,24 +1476,24 @@ strict digraph { "468 layer_norm_11_0_0_nncf_smooth_quant_0" -> "469 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; "469 quantize_per_tensor_default_35" -> "470 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; "470 dequantize_per_tensor_default_35" -> "477 linear_22" [label="(1, 197, 768)", style=solid]; -"471 linear_22_zero_point_0_updated_constant0" -> "476 sub_tensor_23" [label="(3072, 1)", style=solid]; -"472 linear_22_scale_0_updated_constant0" -> "475 mul_tensor_23" [label="(3072, 1)", style=solid]; -"473 compressed_weight_updated_constant23" -> "475 mul_tensor_23" [label="(3072, 768)", style=solid]; -"474 _param_constant73_0_0" -> "477 linear_22" [label="(3072,)", style=solid]; -"475 mul_tensor_23" -> "476 sub_tensor_23" [label="(3072, 768)", style=solid]; -"476 sub_tensor_23" -> "477 linear_22" [label=None, style=solid]; +"471 _param_constant73_0_0" -> "477 linear_22" [label="(3072,)", style=solid]; +"472 scale_updated_constant23" -> "474 mul_tensor_23" [label="(3072, 1)", style=solid]; +"473 compressed_weight_updated_constant23" -> "474 mul_tensor_23" [label="(3072, 768)", style=solid]; +"474 mul_tensor_23" -> "476 sub_tensor_23" [label="(3072, 768)", style=solid]; +"475 zero_point_updated_constant23" -> "476 sub_tensor_23" [label="(3072, 1)", style=solid]; +"476 sub_tensor_23" -> "477 linear_22" [label="(3072, 768)", style=solid]; "477 linear_22" -> "478 gelu_5" [label="(1, 197, 3072)", style=solid]; "478 gelu_5" -> "479 dropout_17" [label="(1, 197, 3072)", style=solid]; "479 dropout_17" -> "480 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "480 dropout_17_0_0_nncf_smooth_quant_0" -> "481 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; "481 quantize_per_tensor_default_36" -> "482 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; "482 dequantize_per_tensor_default_36" -> "489 linear_23" [label="(1, 197, 3072)", style=solid]; -"483 linear_23_zero_point_0_updated_constant0" -> "488 sub_tensor_24" [label="(768, 1)", style=solid]; -"484 linear_23_scale_0_updated_constant0" -> "487 mul_tensor_24" [label="(768, 1)", style=solid]; -"485 compressed_weight_updated_constant24" -> "487 mul_tensor_24" [label="(768, 3072)", style=solid]; -"486 _param_constant75_0_0" -> "489 linear_23" [label="(768,)", style=solid]; -"487 mul_tensor_24" -> "488 sub_tensor_24" [label="(768, 3072)", style=solid]; -"488 sub_tensor_24" -> "489 linear_23" [label=None, style=solid]; +"483 _param_constant75_0_0" -> "489 linear_23" [label="(768,)", style=solid]; +"484 scale_updated_constant24" -> "486 mul_tensor_24" [label="(768, 1)", style=solid]; +"485 compressed_weight_updated_constant24" -> "486 mul_tensor_24" [label="(768, 3072)", style=solid]; +"486 mul_tensor_24" -> "488 sub_tensor_24" [label="(768, 3072)", style=solid]; +"487 zero_point_updated_constant24" -> "488 sub_tensor_24" [label="(768, 1)", style=solid]; +"488 sub_tensor_24" -> "489 linear_23" [label="(768, 3072)", style=solid]; "489 linear_23" -> "490 dropout_18" [label="(1, 197, 768)", style=solid]; "490 dropout_18" -> "491 add_12" [label="(1, 197, 768)", style=solid]; "491 add_12" -> "494 layer_norm_12" [label="(1, 197, 768)", style=solid]; @@ -1505,12 +1505,12 @@ strict digraph { "496 transpose_36_0_0_nncf_smooth_quant_0" -> "497 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; "497 quantize_per_tensor_default_37" -> "498 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; "498 dequantize_per_tensor_default_37" -> "505 linear_24" [label="(197, 1, 768)", style=solid]; -"499 linear_24_zero_point_0_updated_constant0" -> "504 sub_tensor_25" [label="(2304, 1)", style=solid]; -"500 linear_24_scale_0_updated_constant0" -> "503 mul_tensor_25" [label="(2304, 1)", style=solid]; -"501 compressed_weight_updated_constant25" -> "503 mul_tensor_25" [label="(2304, 768)", style=solid]; -"502 _param_constant79_0_0" -> "505 linear_24" [label="(2304,)", style=solid]; -"503 mul_tensor_25" -> "504 sub_tensor_25" [label="(2304, 768)", style=solid]; -"504 sub_tensor_25" -> "505 linear_24" [label=None, style=solid]; +"499 _param_constant79_0_0" -> "505 linear_24" [label="(2304,)", style=solid]; +"500 scale_updated_constant25" -> "502 mul_tensor_25" [label="(2304, 1)", style=solid]; +"501 compressed_weight_updated_constant25" -> "502 mul_tensor_25" [label="(2304, 768)", style=solid]; +"502 mul_tensor_25" -> "504 sub_tensor_25" [label="(2304, 768)", style=solid]; +"503 zero_point_updated_constant25" -> "504 sub_tensor_25" [label="(2304, 1)", style=solid]; +"504 sub_tensor_25" -> "505 linear_24" [label="(2304, 768)", style=solid]; "505 linear_24" -> "506 unflatten_6" [label="(197, 1, 2304)", style=solid]; "506 unflatten_6" -> "507 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; "507 unsqueeze_6" -> "508 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1541,12 +1541,12 @@ strict digraph { "530 view_54_0_0_nncf_smooth_quant_0" -> "531 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; "531 quantize_per_tensor_default_40" -> "532 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; "532 dequantize_per_tensor_default_40" -> "539 linear_25" [label="(197, 768)", style=solid]; -"533 linear_25_zero_point_0_updated_constant0" -> "538 sub_tensor_26" [label="(768, 1)", style=solid]; -"534 linear_25_scale_0_updated_constant0" -> "537 mul_tensor_26" [label="(768, 1)", style=solid]; -"535 compressed_weight_updated_constant26" -> "537 mul_tensor_26" [label="(768, 768)", style=solid]; -"536 _param_constant81_0_0" -> "539 linear_25" [label="(768,)", style=solid]; -"537 mul_tensor_26" -> "538 sub_tensor_26" [label="(768, 768)", style=solid]; -"538 sub_tensor_26" -> "539 linear_25" [label=None, style=solid]; +"533 _param_constant81_0_0" -> "539 linear_25" [label="(768,)", style=solid]; +"534 scale_updated_constant26" -> "536 mul_tensor_26" [label="(768, 1)", style=solid]; +"535 compressed_weight_updated_constant26" -> "536 mul_tensor_26" [label="(768, 768)", style=solid]; +"536 mul_tensor_26" -> "538 sub_tensor_26" [label="(768, 768)", style=solid]; +"537 zero_point_updated_constant26" -> "538 sub_tensor_26" [label="(768, 1)", style=solid]; +"538 sub_tensor_26" -> "539 linear_25" [label="(768, 768)", style=solid]; "539 linear_25" -> "540 view_55" [label="(197, 768)", style=solid]; "540 view_55" -> "541 transpose_41" [label="(197, 1, 768)", style=solid]; "541 transpose_41" -> "542 dropout_19" [label="(1, 197, 768)", style=solid]; @@ -1559,24 +1559,24 @@ strict digraph { "547 layer_norm_13_0_0_nncf_smooth_quant_0" -> "548 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; "548 quantize_per_tensor_default_41" -> "549 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; "549 dequantize_per_tensor_default_41" -> "556 linear_26" [label="(1, 197, 768)", style=solid]; -"550 linear_26_zero_point_0_updated_constant0" -> "555 sub_tensor_27" [label="(3072, 1)", style=solid]; -"551 linear_26_scale_0_updated_constant0" -> "554 mul_tensor_27" [label="(3072, 1)", style=solid]; -"552 compressed_weight_updated_constant27" -> "554 mul_tensor_27" [label="(3072, 768)", style=solid]; -"553 _param_constant85_0_0" -> "556 linear_26" [label="(3072,)", style=solid]; -"554 mul_tensor_27" -> "555 sub_tensor_27" [label="(3072, 768)", style=solid]; -"555 sub_tensor_27" -> "556 linear_26" [label=None, style=solid]; +"550 _param_constant85_0_0" -> "556 linear_26" [label="(3072,)", style=solid]; +"551 scale_updated_constant27" -> "553 mul_tensor_27" [label="(3072, 1)", style=solid]; +"552 compressed_weight_updated_constant27" -> "553 mul_tensor_27" [label="(3072, 768)", style=solid]; +"553 mul_tensor_27" -> "555 sub_tensor_27" [label="(3072, 768)", style=solid]; +"554 zero_point_updated_constant27" -> "555 sub_tensor_27" [label="(3072, 1)", style=solid]; +"555 sub_tensor_27" -> "556 linear_26" [label="(3072, 768)", style=solid]; "556 linear_26" -> "557 gelu_6" [label="(1, 197, 3072)", style=solid]; "557 gelu_6" -> "558 dropout_20" [label="(1, 197, 3072)", style=solid]; "558 dropout_20" -> "559 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "559 dropout_20_0_0_nncf_smooth_quant_0" -> "560 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; "560 quantize_per_tensor_default_42" -> "561 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; "561 dequantize_per_tensor_default_42" -> "568 linear_27" [label="(1, 197, 3072)", style=solid]; -"562 linear_27_zero_point_0_updated_constant0" -> "567 sub_tensor_28" [label="(768, 1)", style=solid]; -"563 linear_27_scale_0_updated_constant0" -> "566 mul_tensor_28" [label="(768, 1)", style=solid]; -"564 compressed_weight_updated_constant28" -> "566 mul_tensor_28" [label="(768, 3072)", style=solid]; -"565 _param_constant87_0_0" -> "568 linear_27" [label="(768,)", style=solid]; -"566 mul_tensor_28" -> "567 sub_tensor_28" [label="(768, 3072)", style=solid]; -"567 sub_tensor_28" -> "568 linear_27" [label=None, style=solid]; +"562 _param_constant87_0_0" -> "568 linear_27" [label="(768,)", style=solid]; +"563 scale_updated_constant28" -> "565 mul_tensor_28" [label="(768, 1)", style=solid]; +"564 compressed_weight_updated_constant28" -> "565 mul_tensor_28" [label="(768, 3072)", style=solid]; +"565 mul_tensor_28" -> "567 sub_tensor_28" [label="(768, 3072)", style=solid]; +"566 zero_point_updated_constant28" -> "567 sub_tensor_28" [label="(768, 1)", style=solid]; +"567 sub_tensor_28" -> "568 linear_27" [label="(768, 3072)", style=solid]; "568 linear_27" -> "569 dropout_21" [label="(1, 197, 768)", style=solid]; "569 dropout_21" -> "570 add_14" [label="(1, 197, 768)", style=solid]; "570 add_14" -> "573 layer_norm_14" [label="(1, 197, 768)", style=solid]; @@ -1588,12 +1588,12 @@ strict digraph { "575 transpose_42_0_0_nncf_smooth_quant_0" -> "576 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; "576 quantize_per_tensor_default_43" -> "577 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; "577 dequantize_per_tensor_default_43" -> "584 linear_28" [label="(197, 1, 768)", style=solid]; -"578 linear_28_zero_point_0_updated_constant0" -> "583 sub_tensor_29" [label="(2304, 1)", style=solid]; -"579 linear_28_scale_0_updated_constant0" -> "582 mul_tensor_29" [label="(2304, 1)", style=solid]; -"580 compressed_weight_updated_constant29" -> "582 mul_tensor_29" [label="(2304, 768)", style=solid]; -"581 _param_constant91_0_0" -> "584 linear_28" [label="(2304,)", style=solid]; -"582 mul_tensor_29" -> "583 sub_tensor_29" [label="(2304, 768)", style=solid]; -"583 sub_tensor_29" -> "584 linear_28" [label=None, style=solid]; +"578 _param_constant91_0_0" -> "584 linear_28" [label="(2304,)", style=solid]; +"579 scale_updated_constant29" -> "581 mul_tensor_29" [label="(2304, 1)", style=solid]; +"580 compressed_weight_updated_constant29" -> "581 mul_tensor_29" [label="(2304, 768)", style=solid]; +"581 mul_tensor_29" -> "583 sub_tensor_29" [label="(2304, 768)", style=solid]; +"582 zero_point_updated_constant29" -> "583 sub_tensor_29" [label="(2304, 1)", style=solid]; +"583 sub_tensor_29" -> "584 linear_28" [label="(2304, 768)", style=solid]; "584 linear_28" -> "585 unflatten_7" [label="(197, 1, 2304)", style=solid]; "585 unflatten_7" -> "586 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; "586 unsqueeze_7" -> "587 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1624,12 +1624,12 @@ strict digraph { "609 view_62_0_0_nncf_smooth_quant_0" -> "610 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; "610 quantize_per_tensor_default_46" -> "611 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; "611 dequantize_per_tensor_default_46" -> "618 linear_29" [label="(197, 768)", style=solid]; -"612 linear_29_zero_point_0_updated_constant0" -> "617 sub_tensor_30" [label="(768, 1)", style=solid]; -"613 linear_29_scale_0_updated_constant0" -> "616 mul_tensor_30" [label="(768, 1)", style=solid]; -"614 compressed_weight_updated_constant30" -> "616 mul_tensor_30" [label="(768, 768)", style=solid]; -"615 _param_constant93_0_0" -> "618 linear_29" [label="(768,)", style=solid]; -"616 mul_tensor_30" -> "617 sub_tensor_30" [label="(768, 768)", style=solid]; -"617 sub_tensor_30" -> "618 linear_29" [label=None, style=solid]; +"612 _param_constant93_0_0" -> "618 linear_29" [label="(768,)", style=solid]; +"613 scale_updated_constant30" -> "615 mul_tensor_30" [label="(768, 1)", style=solid]; +"614 compressed_weight_updated_constant30" -> "615 mul_tensor_30" [label="(768, 768)", style=solid]; +"615 mul_tensor_30" -> "617 sub_tensor_30" [label="(768, 768)", style=solid]; +"616 zero_point_updated_constant30" -> "617 sub_tensor_30" [label="(768, 1)", style=solid]; +"617 sub_tensor_30" -> "618 linear_29" [label="(768, 768)", style=solid]; "618 linear_29" -> "619 view_63" [label="(197, 768)", style=solid]; "619 view_63" -> "620 transpose_47" [label="(197, 1, 768)", style=solid]; "620 transpose_47" -> "621 dropout_22" [label="(1, 197, 768)", style=solid]; @@ -1642,24 +1642,24 @@ strict digraph { "626 layer_norm_15_0_0_nncf_smooth_quant_0" -> "627 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; "627 quantize_per_tensor_default_47" -> "628 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; "628 dequantize_per_tensor_default_47" -> "635 linear_30" [label="(1, 197, 768)", style=solid]; -"629 linear_30_zero_point_0_updated_constant0" -> "634 sub_tensor_31" [label="(3072, 1)", style=solid]; -"630 linear_30_scale_0_updated_constant0" -> "633 mul_tensor_31" [label="(3072, 1)", style=solid]; -"631 compressed_weight_updated_constant31" -> "633 mul_tensor_31" [label="(3072, 768)", style=solid]; -"632 _param_constant97_0_0" -> "635 linear_30" [label="(3072,)", style=solid]; -"633 mul_tensor_31" -> "634 sub_tensor_31" [label="(3072, 768)", style=solid]; -"634 sub_tensor_31" -> "635 linear_30" [label=None, style=solid]; +"629 _param_constant97_0_0" -> "635 linear_30" [label="(3072,)", style=solid]; +"630 scale_updated_constant31" -> "632 mul_tensor_31" [label="(3072, 1)", style=solid]; +"631 compressed_weight_updated_constant31" -> "632 mul_tensor_31" [label="(3072, 768)", style=solid]; +"632 mul_tensor_31" -> "634 sub_tensor_31" [label="(3072, 768)", style=solid]; +"633 zero_point_updated_constant31" -> "634 sub_tensor_31" [label="(3072, 1)", style=solid]; +"634 sub_tensor_31" -> "635 linear_30" [label="(3072, 768)", style=solid]; "635 linear_30" -> "636 gelu_7" [label="(1, 197, 3072)", style=solid]; "636 gelu_7" -> "637 dropout_23" [label="(1, 197, 3072)", style=solid]; "637 dropout_23" -> "638 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "638 dropout_23_0_0_nncf_smooth_quant_0" -> "639 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; "639 quantize_per_tensor_default_48" -> "640 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; "640 dequantize_per_tensor_default_48" -> "647 linear_31" [label="(1, 197, 3072)", style=solid]; -"641 linear_31_zero_point_0_updated_constant0" -> "646 sub_tensor_32" [label="(768, 1)", style=solid]; -"642 linear_31_scale_0_updated_constant0" -> "645 mul_tensor_32" [label="(768, 1)", style=solid]; -"643 compressed_weight_updated_constant32" -> "645 mul_tensor_32" [label="(768, 3072)", style=solid]; -"644 _param_constant99_0_0" -> "647 linear_31" [label="(768,)", style=solid]; -"645 mul_tensor_32" -> "646 sub_tensor_32" [label="(768, 3072)", style=solid]; -"646 sub_tensor_32" -> "647 linear_31" [label=None, style=solid]; +"641 _param_constant99_0_0" -> "647 linear_31" [label="(768,)", style=solid]; +"642 scale_updated_constant32" -> "644 mul_tensor_32" [label="(768, 1)", style=solid]; +"643 compressed_weight_updated_constant32" -> "644 mul_tensor_32" [label="(768, 3072)", style=solid]; +"644 mul_tensor_32" -> "646 sub_tensor_32" [label="(768, 3072)", style=solid]; +"645 zero_point_updated_constant32" -> "646 sub_tensor_32" [label="(768, 1)", style=solid]; +"646 sub_tensor_32" -> "647 linear_31" [label="(768, 3072)", style=solid]; "647 linear_31" -> "648 dropout_24" [label="(1, 197, 768)", style=solid]; "648 dropout_24" -> "649 add_16" [label="(1, 197, 768)", style=solid]; "649 add_16" -> "652 layer_norm_16" [label="(1, 197, 768)", style=solid]; @@ -1671,12 +1671,12 @@ strict digraph { "654 transpose_48_0_0_nncf_smooth_quant_0" -> "655 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; "655 quantize_per_tensor_default_49" -> "656 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; "656 dequantize_per_tensor_default_49" -> "663 linear_32" [label="(197, 1, 768)", style=solid]; -"657 linear_32_zero_point_0_updated_constant0" -> "662 sub_tensor_33" [label="(2304, 1)", style=solid]; -"658 linear_32_scale_0_updated_constant0" -> "661 mul_tensor_33" [label="(2304, 1)", style=solid]; -"659 compressed_weight_updated_constant33" -> "661 mul_tensor_33" [label="(2304, 768)", style=solid]; -"660 _param_constant103_0_0" -> "663 linear_32" [label="(2304,)", style=solid]; -"661 mul_tensor_33" -> "662 sub_tensor_33" [label="(2304, 768)", style=solid]; -"662 sub_tensor_33" -> "663 linear_32" [label=None, style=solid]; +"657 _param_constant103_0_0" -> "663 linear_32" [label="(2304,)", style=solid]; +"658 scale_updated_constant33" -> "660 mul_tensor_33" [label="(2304, 1)", style=solid]; +"659 compressed_weight_updated_constant33" -> "660 mul_tensor_33" [label="(2304, 768)", style=solid]; +"660 mul_tensor_33" -> "662 sub_tensor_33" [label="(2304, 768)", style=solid]; +"661 zero_point_updated_constant33" -> "662 sub_tensor_33" [label="(2304, 1)", style=solid]; +"662 sub_tensor_33" -> "663 linear_32" [label="(2304, 768)", style=solid]; "663 linear_32" -> "664 unflatten_8" [label="(197, 1, 2304)", style=solid]; "664 unflatten_8" -> "665 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; "665 unsqueeze_8" -> "666 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1707,12 +1707,12 @@ strict digraph { "688 view_70_0_0_nncf_smooth_quant_0" -> "689 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; "689 quantize_per_tensor_default_52" -> "690 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; "690 dequantize_per_tensor_default_52" -> "697 linear_33" [label="(197, 768)", style=solid]; -"691 linear_33_zero_point_0_updated_constant0" -> "696 sub_tensor_34" [label="(768, 1)", style=solid]; -"692 linear_33_scale_0_updated_constant0" -> "695 mul_tensor_34" [label="(768, 1)", style=solid]; -"693 compressed_weight_updated_constant34" -> "695 mul_tensor_34" [label="(768, 768)", style=solid]; -"694 _param_constant105_0_0" -> "697 linear_33" [label="(768,)", style=solid]; -"695 mul_tensor_34" -> "696 sub_tensor_34" [label="(768, 768)", style=solid]; -"696 sub_tensor_34" -> "697 linear_33" [label=None, style=solid]; +"691 _param_constant105_0_0" -> "697 linear_33" [label="(768,)", style=solid]; +"692 scale_updated_constant34" -> "694 mul_tensor_34" [label="(768, 1)", style=solid]; +"693 compressed_weight_updated_constant34" -> "694 mul_tensor_34" [label="(768, 768)", style=solid]; +"694 mul_tensor_34" -> "696 sub_tensor_34" [label="(768, 768)", style=solid]; +"695 zero_point_updated_constant34" -> "696 sub_tensor_34" [label="(768, 1)", style=solid]; +"696 sub_tensor_34" -> "697 linear_33" [label="(768, 768)", style=solid]; "697 linear_33" -> "698 view_71" [label="(197, 768)", style=solid]; "698 view_71" -> "699 transpose_53" [label="(197, 1, 768)", style=solid]; "699 transpose_53" -> "700 dropout_25" [label="(1, 197, 768)", style=solid]; @@ -1725,24 +1725,24 @@ strict digraph { "705 layer_norm_17_0_0_nncf_smooth_quant_0" -> "706 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; "706 quantize_per_tensor_default_53" -> "707 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; "707 dequantize_per_tensor_default_53" -> "714 linear_34" [label="(1, 197, 768)", style=solid]; -"708 linear_34_zero_point_0_updated_constant0" -> "713 sub_tensor_35" [label="(3072, 1)", style=solid]; -"709 linear_34_scale_0_updated_constant0" -> "712 mul_tensor_35" [label="(3072, 1)", style=solid]; -"710 compressed_weight_updated_constant35" -> "712 mul_tensor_35" [label="(3072, 768)", style=solid]; -"711 _param_constant109_0_0" -> "714 linear_34" [label="(3072,)", style=solid]; -"712 mul_tensor_35" -> "713 sub_tensor_35" [label="(3072, 768)", style=solid]; -"713 sub_tensor_35" -> "714 linear_34" [label=None, style=solid]; +"708 _param_constant109_0_0" -> "714 linear_34" [label="(3072,)", style=solid]; +"709 scale_updated_constant35" -> "711 mul_tensor_35" [label="(3072, 1)", style=solid]; +"710 compressed_weight_updated_constant35" -> "711 mul_tensor_35" [label="(3072, 768)", style=solid]; +"711 mul_tensor_35" -> "713 sub_tensor_35" [label="(3072, 768)", style=solid]; +"712 zero_point_updated_constant35" -> "713 sub_tensor_35" [label="(3072, 1)", style=solid]; +"713 sub_tensor_35" -> "714 linear_34" [label="(3072, 768)", style=solid]; "714 linear_34" -> "715 gelu_8" [label="(1, 197, 3072)", style=solid]; "715 gelu_8" -> "716 dropout_26" [label="(1, 197, 3072)", style=solid]; "716 dropout_26" -> "717 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "717 dropout_26_0_0_nncf_smooth_quant_0" -> "718 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; "718 quantize_per_tensor_default_54" -> "719 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; "719 dequantize_per_tensor_default_54" -> "726 linear_35" [label="(1, 197, 3072)", style=solid]; -"720 linear_35_zero_point_0_updated_constant0" -> "725 sub_tensor_36" [label="(768, 1)", style=solid]; -"721 linear_35_scale_0_updated_constant0" -> "724 mul_tensor_36" [label="(768, 1)", style=solid]; -"722 compressed_weight_updated_constant36" -> "724 mul_tensor_36" [label="(768, 3072)", style=solid]; -"723 _param_constant111_0_0" -> "726 linear_35" [label="(768,)", style=solid]; -"724 mul_tensor_36" -> "725 sub_tensor_36" [label="(768, 3072)", style=solid]; -"725 sub_tensor_36" -> "726 linear_35" [label=None, style=solid]; +"720 _param_constant111_0_0" -> "726 linear_35" [label="(768,)", style=solid]; +"721 scale_updated_constant36" -> "723 mul_tensor_36" [label="(768, 1)", style=solid]; +"722 compressed_weight_updated_constant36" -> "723 mul_tensor_36" [label="(768, 3072)", style=solid]; +"723 mul_tensor_36" -> "725 sub_tensor_36" [label="(768, 3072)", style=solid]; +"724 zero_point_updated_constant36" -> "725 sub_tensor_36" [label="(768, 1)", style=solid]; +"725 sub_tensor_36" -> "726 linear_35" [label="(768, 3072)", style=solid]; "726 linear_35" -> "727 dropout_27" [label="(1, 197, 768)", style=solid]; "727 dropout_27" -> "728 add_18" [label="(1, 197, 768)", style=solid]; "728 add_18" -> "731 layer_norm_18" [label="(1, 197, 768)", style=solid]; @@ -1754,12 +1754,12 @@ strict digraph { "733 transpose_54_0_0_nncf_smooth_quant_0" -> "734 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; "734 quantize_per_tensor_default_55" -> "735 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; "735 dequantize_per_tensor_default_55" -> "742 linear_36" [label="(197, 1, 768)", style=solid]; -"736 linear_36_zero_point_0_updated_constant0" -> "741 sub_tensor_37" [label="(2304, 1)", style=solid]; -"737 linear_36_scale_0_updated_constant0" -> "740 mul_tensor_37" [label="(2304, 1)", style=solid]; -"738 compressed_weight_updated_constant37" -> "740 mul_tensor_37" [label="(2304, 768)", style=solid]; -"739 _param_constant115_0_0" -> "742 linear_36" [label="(2304,)", style=solid]; -"740 mul_tensor_37" -> "741 sub_tensor_37" [label="(2304, 768)", style=solid]; -"741 sub_tensor_37" -> "742 linear_36" [label=None, style=solid]; +"736 _param_constant115_0_0" -> "742 linear_36" [label="(2304,)", style=solid]; +"737 scale_updated_constant37" -> "739 mul_tensor_37" [label="(2304, 1)", style=solid]; +"738 compressed_weight_updated_constant37" -> "739 mul_tensor_37" [label="(2304, 768)", style=solid]; +"739 mul_tensor_37" -> "741 sub_tensor_37" [label="(2304, 768)", style=solid]; +"740 zero_point_updated_constant37" -> "741 sub_tensor_37" [label="(2304, 1)", style=solid]; +"741 sub_tensor_37" -> "742 linear_36" [label="(2304, 768)", style=solid]; "742 linear_36" -> "743 unflatten_9" [label="(197, 1, 2304)", style=solid]; "743 unflatten_9" -> "744 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; "744 unsqueeze_9" -> "745 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1790,12 +1790,12 @@ strict digraph { "767 view_78_0_0_nncf_smooth_quant_0" -> "768 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; "768 quantize_per_tensor_default_58" -> "769 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; "769 dequantize_per_tensor_default_58" -> "776 linear_37" [label="(197, 768)", style=solid]; -"770 linear_37_zero_point_0_updated_constant0" -> "775 sub_tensor_38" [label="(768, 1)", style=solid]; -"771 linear_37_scale_0_updated_constant0" -> "774 mul_tensor_38" [label="(768, 1)", style=solid]; -"772 compressed_weight_updated_constant38" -> "774 mul_tensor_38" [label="(768, 768)", style=solid]; -"773 _param_constant117_0_0" -> "776 linear_37" [label="(768,)", style=solid]; -"774 mul_tensor_38" -> "775 sub_tensor_38" [label="(768, 768)", style=solid]; -"775 sub_tensor_38" -> "776 linear_37" [label=None, style=solid]; +"770 _param_constant117_0_0" -> "776 linear_37" [label="(768,)", style=solid]; +"771 scale_updated_constant38" -> "773 mul_tensor_38" [label="(768, 1)", style=solid]; +"772 compressed_weight_updated_constant38" -> "773 mul_tensor_38" [label="(768, 768)", style=solid]; +"773 mul_tensor_38" -> "775 sub_tensor_38" [label="(768, 768)", style=solid]; +"774 zero_point_updated_constant38" -> "775 sub_tensor_38" [label="(768, 1)", style=solid]; +"775 sub_tensor_38" -> "776 linear_37" [label="(768, 768)", style=solid]; "776 linear_37" -> "777 view_79" [label="(197, 768)", style=solid]; "777 view_79" -> "778 transpose_59" [label="(197, 1, 768)", style=solid]; "778 transpose_59" -> "779 dropout_28" [label="(1, 197, 768)", style=solid]; @@ -1808,24 +1808,24 @@ strict digraph { "784 layer_norm_19_0_0_nncf_smooth_quant_0" -> "785 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; "785 quantize_per_tensor_default_59" -> "786 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; "786 dequantize_per_tensor_default_59" -> "793 linear_38" [label="(1, 197, 768)", style=solid]; -"787 linear_38_zero_point_0_updated_constant0" -> "792 sub_tensor_39" [label="(3072, 1)", style=solid]; -"788 linear_38_scale_0_updated_constant0" -> "791 mul_tensor_39" [label="(3072, 1)", style=solid]; -"789 compressed_weight_updated_constant39" -> "791 mul_tensor_39" [label="(3072, 768)", style=solid]; -"790 _param_constant121_0_0" -> "793 linear_38" [label="(3072,)", style=solid]; -"791 mul_tensor_39" -> "792 sub_tensor_39" [label="(3072, 768)", style=solid]; -"792 sub_tensor_39" -> "793 linear_38" [label=None, style=solid]; +"787 _param_constant121_0_0" -> "793 linear_38" [label="(3072,)", style=solid]; +"788 scale_updated_constant39" -> "790 mul_tensor_39" [label="(3072, 1)", style=solid]; +"789 compressed_weight_updated_constant39" -> "790 mul_tensor_39" [label="(3072, 768)", style=solid]; +"790 mul_tensor_39" -> "792 sub_tensor_39" [label="(3072, 768)", style=solid]; +"791 zero_point_updated_constant39" -> "792 sub_tensor_39" [label="(3072, 1)", style=solid]; +"792 sub_tensor_39" -> "793 linear_38" [label="(3072, 768)", style=solid]; "793 linear_38" -> "794 gelu_9" [label="(1, 197, 3072)", style=solid]; "794 gelu_9" -> "795 dropout_29" [label="(1, 197, 3072)", style=solid]; "795 dropout_29" -> "796 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "796 dropout_29_0_0_nncf_smooth_quant_0" -> "797 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; "797 quantize_per_tensor_default_60" -> "798 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; "798 dequantize_per_tensor_default_60" -> "805 linear_39" [label="(1, 197, 3072)", style=solid]; -"799 linear_39_zero_point_0_updated_constant0" -> "804 sub_tensor_40" [label="(768, 1)", style=solid]; -"800 linear_39_scale_0_updated_constant0" -> "803 mul_tensor_40" [label="(768, 1)", style=solid]; -"801 compressed_weight_updated_constant40" -> "803 mul_tensor_40" [label="(768, 3072)", style=solid]; -"802 _param_constant123_0_0" -> "805 linear_39" [label="(768,)", style=solid]; -"803 mul_tensor_40" -> "804 sub_tensor_40" [label="(768, 3072)", style=solid]; -"804 sub_tensor_40" -> "805 linear_39" [label=None, style=solid]; +"799 _param_constant123_0_0" -> "805 linear_39" [label="(768,)", style=solid]; +"800 scale_updated_constant40" -> "802 mul_tensor_40" [label="(768, 1)", style=solid]; +"801 compressed_weight_updated_constant40" -> "802 mul_tensor_40" [label="(768, 3072)", style=solid]; +"802 mul_tensor_40" -> "804 sub_tensor_40" [label="(768, 3072)", style=solid]; +"803 zero_point_updated_constant40" -> "804 sub_tensor_40" [label="(768, 1)", style=solid]; +"804 sub_tensor_40" -> "805 linear_39" [label="(768, 3072)", style=solid]; "805 linear_39" -> "806 dropout_30" [label="(1, 197, 768)", style=solid]; "806 dropout_30" -> "807 add_20" [label="(1, 197, 768)", style=solid]; "807 add_20" -> "810 layer_norm_20" [label="(1, 197, 768)", style=solid]; @@ -1837,12 +1837,12 @@ strict digraph { "812 transpose_60_0_0_nncf_smooth_quant_0" -> "813 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; "813 quantize_per_tensor_default_61" -> "814 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; "814 dequantize_per_tensor_default_61" -> "821 linear_40" [label="(197, 1, 768)", style=solid]; -"815 linear_40_zero_point_0_updated_constant0" -> "820 sub_tensor_41" [label="(2304, 1)", style=solid]; -"816 linear_40_scale_0_updated_constant0" -> "819 mul_tensor_41" [label="(2304, 1)", style=solid]; -"817 compressed_weight_updated_constant41" -> "819 mul_tensor_41" [label="(2304, 768)", style=solid]; -"818 _param_constant127_0_0" -> "821 linear_40" [label="(2304,)", style=solid]; -"819 mul_tensor_41" -> "820 sub_tensor_41" [label="(2304, 768)", style=solid]; -"820 sub_tensor_41" -> "821 linear_40" [label=None, style=solid]; +"815 _param_constant127_0_0" -> "821 linear_40" [label="(2304,)", style=solid]; +"816 scale_updated_constant41" -> "818 mul_tensor_41" [label="(2304, 1)", style=solid]; +"817 compressed_weight_updated_constant41" -> "818 mul_tensor_41" [label="(2304, 768)", style=solid]; +"818 mul_tensor_41" -> "820 sub_tensor_41" [label="(2304, 768)", style=solid]; +"819 zero_point_updated_constant41" -> "820 sub_tensor_41" [label="(2304, 1)", style=solid]; +"820 sub_tensor_41" -> "821 linear_40" [label="(2304, 768)", style=solid]; "821 linear_40" -> "822 unflatten_10" [label="(197, 1, 2304)", style=solid]; "822 unflatten_10" -> "823 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; "823 unsqueeze_10" -> "824 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1873,12 +1873,12 @@ strict digraph { "846 view_86_0_0_nncf_smooth_quant_0" -> "847 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; "847 quantize_per_tensor_default_64" -> "848 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; "848 dequantize_per_tensor_default_64" -> "855 linear_41" [label="(197, 768)", style=solid]; -"849 linear_41_zero_point_0_updated_constant0" -> "854 sub_tensor_42" [label="(768, 1)", style=solid]; -"850 linear_41_scale_0_updated_constant0" -> "853 mul_tensor_42" [label="(768, 1)", style=solid]; -"851 compressed_weight_updated_constant42" -> "853 mul_tensor_42" [label="(768, 768)", style=solid]; -"852 _param_constant129_0_0" -> "855 linear_41" [label="(768,)", style=solid]; -"853 mul_tensor_42" -> "854 sub_tensor_42" [label="(768, 768)", style=solid]; -"854 sub_tensor_42" -> "855 linear_41" [label=None, style=solid]; +"849 _param_constant129_0_0" -> "855 linear_41" [label="(768,)", style=solid]; +"850 scale_updated_constant42" -> "852 mul_tensor_42" [label="(768, 1)", style=solid]; +"851 compressed_weight_updated_constant42" -> "852 mul_tensor_42" [label="(768, 768)", style=solid]; +"852 mul_tensor_42" -> "854 sub_tensor_42" [label="(768, 768)", style=solid]; +"853 zero_point_updated_constant42" -> "854 sub_tensor_42" [label="(768, 1)", style=solid]; +"854 sub_tensor_42" -> "855 linear_41" [label="(768, 768)", style=solid]; "855 linear_41" -> "856 view_87" [label="(197, 768)", style=solid]; "856 view_87" -> "857 transpose_65" [label="(197, 1, 768)", style=solid]; "857 transpose_65" -> "858 dropout_31" [label="(1, 197, 768)", style=solid]; @@ -1891,24 +1891,24 @@ strict digraph { "863 layer_norm_21_0_0_nncf_smooth_quant_0" -> "864 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; "864 quantize_per_tensor_default_65" -> "865 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; "865 dequantize_per_tensor_default_65" -> "872 linear_42" [label="(1, 197, 768)", style=solid]; -"866 linear_42_zero_point_0_updated_constant0" -> "871 sub_tensor_43" [label="(3072, 1)", style=solid]; -"867 linear_42_scale_0_updated_constant0" -> "870 mul_tensor_43" [label="(3072, 1)", style=solid]; -"868 compressed_weight_updated_constant43" -> "870 mul_tensor_43" [label="(3072, 768)", style=solid]; -"869 _param_constant133_0_0" -> "872 linear_42" [label="(3072,)", style=solid]; -"870 mul_tensor_43" -> "871 sub_tensor_43" [label="(3072, 768)", style=solid]; -"871 sub_tensor_43" -> "872 linear_42" [label=None, style=solid]; +"866 _param_constant133_0_0" -> "872 linear_42" [label="(3072,)", style=solid]; +"867 scale_updated_constant43" -> "869 mul_tensor_43" [label="(3072, 1)", style=solid]; +"868 compressed_weight_updated_constant43" -> "869 mul_tensor_43" [label="(3072, 768)", style=solid]; +"869 mul_tensor_43" -> "871 sub_tensor_43" [label="(3072, 768)", style=solid]; +"870 zero_point_updated_constant43" -> "871 sub_tensor_43" [label="(3072, 1)", style=solid]; +"871 sub_tensor_43" -> "872 linear_42" [label="(3072, 768)", style=solid]; "872 linear_42" -> "873 gelu_10" [label="(1, 197, 3072)", style=solid]; "873 gelu_10" -> "874 dropout_32" [label="(1, 197, 3072)", style=solid]; "874 dropout_32" -> "875 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "875 dropout_32_0_0_nncf_smooth_quant_0" -> "876 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; "876 quantize_per_tensor_default_66" -> "877 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; "877 dequantize_per_tensor_default_66" -> "884 linear_43" [label="(1, 197, 3072)", style=solid]; -"878 linear_43_zero_point_0_updated_constant0" -> "883 sub_tensor_44" [label="(768, 1)", style=solid]; -"879 linear_43_scale_0_updated_constant0" -> "882 mul_tensor_44" [label="(768, 1)", style=solid]; -"880 compressed_weight_updated_constant44" -> "882 mul_tensor_44" [label="(768, 3072)", style=solid]; -"881 _param_constant135_0_0" -> "884 linear_43" [label="(768,)", style=solid]; -"882 mul_tensor_44" -> "883 sub_tensor_44" [label="(768, 3072)", style=solid]; -"883 sub_tensor_44" -> "884 linear_43" [label=None, style=solid]; +"878 _param_constant135_0_0" -> "884 linear_43" [label="(768,)", style=solid]; +"879 scale_updated_constant44" -> "881 mul_tensor_44" [label="(768, 1)", style=solid]; +"880 compressed_weight_updated_constant44" -> "881 mul_tensor_44" [label="(768, 3072)", style=solid]; +"881 mul_tensor_44" -> "883 sub_tensor_44" [label="(768, 3072)", style=solid]; +"882 zero_point_updated_constant44" -> "883 sub_tensor_44" [label="(768, 1)", style=solid]; +"883 sub_tensor_44" -> "884 linear_43" [label="(768, 3072)", style=solid]; "884 linear_43" -> "885 dropout_33" [label="(1, 197, 768)", style=solid]; "885 dropout_33" -> "886 add_22" [label="(1, 197, 768)", style=solid]; "886 add_22" -> "889 layer_norm_22" [label="(1, 197, 768)", style=solid]; @@ -1920,12 +1920,12 @@ strict digraph { "891 transpose_66_0_0_nncf_smooth_quant_0" -> "892 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; "892 quantize_per_tensor_default_67" -> "893 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; "893 dequantize_per_tensor_default_67" -> "900 linear_44" [label="(197, 1, 768)", style=solid]; -"894 linear_44_zero_point_0_updated_constant0" -> "899 sub_tensor_45" [label="(2304, 1)", style=solid]; -"895 linear_44_scale_0_updated_constant0" -> "898 mul_tensor_45" [label="(2304, 1)", style=solid]; -"896 compressed_weight_updated_constant45" -> "898 mul_tensor_45" [label="(2304, 768)", style=solid]; -"897 _param_constant139_0_0" -> "900 linear_44" [label="(2304,)", style=solid]; -"898 mul_tensor_45" -> "899 sub_tensor_45" [label="(2304, 768)", style=solid]; -"899 sub_tensor_45" -> "900 linear_44" [label=None, style=solid]; +"894 _param_constant139_0_0" -> "900 linear_44" [label="(2304,)", style=solid]; +"895 scale_updated_constant45" -> "897 mul_tensor_45" [label="(2304, 1)", style=solid]; +"896 compressed_weight_updated_constant45" -> "897 mul_tensor_45" [label="(2304, 768)", style=solid]; +"897 mul_tensor_45" -> "899 sub_tensor_45" [label="(2304, 768)", style=solid]; +"898 zero_point_updated_constant45" -> "899 sub_tensor_45" [label="(2304, 1)", style=solid]; +"899 sub_tensor_45" -> "900 linear_44" [label="(2304, 768)", style=solid]; "900 linear_44" -> "901 unflatten_11" [label="(197, 1, 2304)", style=solid]; "901 unflatten_11" -> "902 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; "902 unsqueeze_11" -> "903 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1956,12 +1956,12 @@ strict digraph { "925 view_94_0_0_nncf_smooth_quant_0" -> "926 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; "926 quantize_per_tensor_default_70" -> "927 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; "927 dequantize_per_tensor_default_70" -> "934 linear_45" [label="(197, 768)", style=solid]; -"928 linear_45_zero_point_0_updated_constant0" -> "933 sub_tensor_46" [label="(768, 1)", style=solid]; -"929 linear_45_scale_0_updated_constant0" -> "932 mul_tensor_46" [label="(768, 1)", style=solid]; -"930 compressed_weight_updated_constant46" -> "932 mul_tensor_46" [label="(768, 768)", style=solid]; -"931 _param_constant141_0_0" -> "934 linear_45" [label="(768,)", style=solid]; -"932 mul_tensor_46" -> "933 sub_tensor_46" [label="(768, 768)", style=solid]; -"933 sub_tensor_46" -> "934 linear_45" [label=None, style=solid]; +"928 _param_constant141_0_0" -> "934 linear_45" [label="(768,)", style=solid]; +"929 scale_updated_constant46" -> "931 mul_tensor_46" [label="(768, 1)", style=solid]; +"930 compressed_weight_updated_constant46" -> "931 mul_tensor_46" [label="(768, 768)", style=solid]; +"931 mul_tensor_46" -> "933 sub_tensor_46" [label="(768, 768)", style=solid]; +"932 zero_point_updated_constant46" -> "933 sub_tensor_46" [label="(768, 1)", style=solid]; +"933 sub_tensor_46" -> "934 linear_45" [label="(768, 768)", style=solid]; "934 linear_45" -> "935 view_95" [label="(197, 768)", style=solid]; "935 view_95" -> "936 transpose_71" [label="(197, 1, 768)", style=solid]; "936 transpose_71" -> "937 dropout_34" [label="(1, 197, 768)", style=solid]; @@ -1974,24 +1974,24 @@ strict digraph { "942 layer_norm_23_0_0_nncf_smooth_quant_0" -> "943 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; "943 quantize_per_tensor_default_71" -> "944 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; "944 dequantize_per_tensor_default_71" -> "951 linear_46" [label="(1, 197, 768)", style=solid]; -"945 linear_46_zero_point_0_updated_constant0" -> "950 sub_tensor_47" [label="(3072, 1)", style=solid]; -"946 linear_46_scale_0_updated_constant0" -> "949 mul_tensor_47" [label="(3072, 1)", style=solid]; -"947 compressed_weight_updated_constant47" -> "949 mul_tensor_47" [label="(3072, 768)", style=solid]; -"948 _param_constant145_0_0" -> "951 linear_46" [label="(3072,)", style=solid]; -"949 mul_tensor_47" -> "950 sub_tensor_47" [label="(3072, 768)", style=solid]; -"950 sub_tensor_47" -> "951 linear_46" [label=None, style=solid]; +"945 _param_constant145_0_0" -> "951 linear_46" [label="(3072,)", style=solid]; +"946 scale_updated_constant47" -> "948 mul_tensor_47" [label="(3072, 1)", style=solid]; +"947 compressed_weight_updated_constant47" -> "948 mul_tensor_47" [label="(3072, 768)", style=solid]; +"948 mul_tensor_47" -> "950 sub_tensor_47" [label="(3072, 768)", style=solid]; +"949 zero_point_updated_constant47" -> "950 sub_tensor_47" [label="(3072, 1)", style=solid]; +"950 sub_tensor_47" -> "951 linear_46" [label="(3072, 768)", style=solid]; "951 linear_46" -> "952 gelu_11" [label="(1, 197, 3072)", style=solid]; "952 gelu_11" -> "953 dropout_35" [label="(1, 197, 3072)", style=solid]; "953 dropout_35" -> "954 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; "954 dropout_35_0_0_nncf_smooth_quant_0" -> "955 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; "955 quantize_per_tensor_default_72" -> "956 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; "956 dequantize_per_tensor_default_72" -> "963 linear_47" [label="(1, 197, 3072)", style=solid]; -"957 linear_47_zero_point_0_updated_constant0" -> "962 sub_tensor_48" [label="(768, 1)", style=solid]; -"958 linear_47_scale_0_updated_constant0" -> "961 mul_tensor_48" [label="(768, 1)", style=solid]; -"959 compressed_weight_updated_constant48" -> "961 mul_tensor_48" [label="(768, 3072)", style=solid]; -"960 _param_constant147_0_0" -> "963 linear_47" [label="(768,)", style=solid]; -"961 mul_tensor_48" -> "962 sub_tensor_48" [label="(768, 3072)", style=solid]; -"962 sub_tensor_48" -> "963 linear_47" [label=None, style=solid]; +"957 _param_constant147_0_0" -> "963 linear_47" [label="(768,)", style=solid]; +"958 scale_updated_constant48" -> "960 mul_tensor_48" [label="(768, 1)", style=solid]; +"959 compressed_weight_updated_constant48" -> "960 mul_tensor_48" [label="(768, 3072)", style=solid]; +"960 mul_tensor_48" -> "962 sub_tensor_48" [label="(768, 3072)", style=solid]; +"961 zero_point_updated_constant48" -> "962 sub_tensor_48" [label="(768, 1)", style=solid]; +"962 sub_tensor_48" -> "963 linear_47" [label="(768, 3072)", style=solid]; "963 linear_47" -> "964 dropout_36" [label="(1, 197, 768)", style=solid]; "964 dropout_36" -> "965 add_24" [label="(1, 197, 768)", style=solid]; "965 add_24" -> "968 layer_norm_24" [label="(1, 197, 768)", style=solid]; @@ -2003,11 +2003,11 @@ strict digraph { "971 select_36_0_0_nncf_smooth_quant_0" -> "972 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; "972 quantize_per_tensor_default_73" -> "973 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; "973 dequantize_per_tensor_default_73" -> "980 linear_48" [label="(1, 768)", style=solid]; -"974 linear_48_zero_point_0_updated_constant0" -> "979 sub_tensor_49" [label="(1000, 1)", style=solid]; -"975 linear_48_scale_0_updated_constant0" -> "978 mul_tensor_49" [label="(1000, 1)", style=solid]; -"976 compressed_weight_updated_constant49" -> "978 mul_tensor_49" [label="(1000, 768)", style=solid]; -"977 _param_constant151_0_0" -> "980 linear_48" [label="(1000,)", style=solid]; -"978 mul_tensor_49" -> "979 sub_tensor_49" [label="(1000, 768)", style=solid]; -"979 sub_tensor_49" -> "980 linear_48" [label=None, style=solid]; +"974 _param_constant151_0_0" -> "980 linear_48" [label="(1000,)", style=solid]; +"975 scale_updated_constant49" -> "977 mul_tensor_49" [label="(1000, 1)", style=solid]; +"976 compressed_weight_updated_constant49" -> "977 mul_tensor_49" [label="(1000, 768)", style=solid]; +"977 mul_tensor_49" -> "979 sub_tensor_49" [label="(1000, 768)", style=solid]; +"978 zero_point_updated_constant49" -> "979 sub_tensor_49" [label="(1000, 1)", style=solid]; +"979 sub_tensor_49" -> "980 linear_48" [label="(1000, 768)", style=solid]; "980 linear_48" -> "981 output" [label="(1, 1000)", style=solid]; } From 91bc576ae607408f171c144bc803822e073c6c86 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Fri, 18 Oct 2024 14:05:44 +0400 Subject: [PATCH 46/48] update return of qdq constant transformation function --- nncf/experimental/torch/fx/transformations.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index 263cd1bc017..100407d3c57 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -679,8 +679,6 @@ def match_filters(match, original_graph, graph): _compress_qdq_constant_transformation(model, matches_per_tensor) _set_meta_for_matches(model.graph, matches_per_tensor) - return matches_per_channel, matches_per_tensor - def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule) -> Optional[Tuple[Union[torch.Tensor, int]]]: """ From feac3b8368359ef5f987fe72631efb0b974f8bf4 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Fri, 18 Oct 2024 15:31:49 +0400 Subject: [PATCH 47/48] Minor Fixes --- nncf/experimental/torch/fx/transformations.py | 75 ++++++++----------- 1 file changed, 32 insertions(+), 43 deletions(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index 100407d3c57..abad7c74f08 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -643,43 +643,6 @@ def _set_meta_for_matches(model: torch.fx.GraphModule, matches: torch.fx.subgrap _set_new_node_meta(sub_node, sub_node.args, torch.sub, model) -def _remove_constant_qdq_transformation(model: torch.fx.GraphModule) -> None: - """ - Removes the Quantize/De-Quantize nodes for weight nodes by matching the pattern to be like follows: - weight scale zp - \ | / - Quantize - | - Dequantize - - and replace with the following: - weight scale - \ / - Multiply - - :param model: Model to apply transformations to. - """ - - def match_filters(match, original_graph, graph): - for node in match.nodes_map: - if node.name == "weight" and match.nodes_map[node].op == "get_attr": - return True - return False - - pattern, replacement = _get_pattern_replacement_per_channel() - matches_per_channel = torch.fx.subgraph_rewriter.replace_pattern_with_filters( - model, pattern, replacement, [match_filters] - ) - _compress_qdq_constant_transformation(model, matches_per_channel) - _set_meta_for_matches(model, matches_per_channel) - pattern, replacement = _get_pattern_replacement_per_tensor() - matches_per_tensor = torch.fx.subgraph_rewriter.replace_pattern_with_filters( - model, pattern, replacement, [match_filters] - ) - _compress_qdq_constant_transformation(model, matches_per_tensor) - _set_meta_for_matches(model.graph, matches_per_tensor) - - def _get_node_inputs(node: torch.fx.Node, model: torch.fx.GraphModule) -> Optional[Tuple[Union[torch.Tensor, int]]]: """ Gets the inputs for the Quantize node which quantize the weights. Otherwise returns None. @@ -720,13 +683,10 @@ def _compress_qdq_constant_transformation(model: torch.fx.GraphModule, matches) weight_node, scale_node, zp_node, axis, -128, 127, torch.int8 ) _reshape_scale_zp(model, sub_node, mul_node, weight_node, scale_node, zp_node, axis) - result = ( - result - if result is not None - else torch.ops.quantized_decomposed.quantize_per_tensor.default( + else: + result = torch.ops.quantized_decomposed.quantize_per_tensor.default( weight_node, scale_node, zp_node, -128, 127, torch.int8 ) - ) constant_update_fn(model, mul_node, result, port_id, updated_node_name="compressed_weight_updated_constant") @@ -784,10 +744,39 @@ def fq_weights_transformation(model: torch.fx.GraphModule) -> None: def compress_post_quantize_transformation(model: torch.fx.GraphModule) -> None: """ Applies transformation to compress the weights to Int8 after the quantization step. + Starts by removing the Quantize/De-Quantize nodes for weight nodes by matching the pattern + to be like follows: + + weight scale zp + \ | / + Quantize + | + Dequantize + + and replace with the following: + weight scale + \ / + Multiply Zero Point + | / + Subtract + + and then also updates the weights to int8 values and reshape the scale and zero point. :param model: Model to apply transformations to. """ - _remove_constant_qdq_transformation(model) + + def match_filters(match, original_graph, graph): + for node in match.nodes_map: + if node.name == "weight" and match.nodes_map[node].op == "get_attr": + return True + return False + + patterns = [_get_pattern_replacement_per_channel(), _get_pattern_replacement_per_tensor()] + + for pattern, replacement in patterns: + matches = torch.fx.subgraph_rewriter.replace_pattern_with_filters(model, pattern, replacement, [match_filters]) + _compress_qdq_constant_transformation(model, matches) + _set_meta_for_matches(model, matches) def apply_quantization_transformations(model: torch.fx.GraphModule) -> None: From 9f137042118eb6720d50b5635597d80c6cd3cb14 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Fri, 18 Oct 2024 15:38:13 +0400 Subject: [PATCH 48/48] Minor Fix #2 --- nncf/experimental/torch/fx/transformations.py | 1 - 1 file changed, 1 deletion(-) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index abad7c74f08..2b7727d97ef 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -677,7 +677,6 @@ def _compress_qdq_constant_transformation(model: torch.fx.GraphModule, matches) zp_node = get_const(nodes_map["zero_point"]) axis = nodes_map["axis"] port_id = 0 - result = None if axis is not None: result = torch.ops.quantized_decomposed.quantize_per_channel.default( weight_node, scale_node, zp_node, axis, -128, 127, torch.int8